-- Logs begin at Thu 2022-05-26 14:52:34 UTC, end at Thu 2022-05-26 17:23:47 UTC. -- May 26 15:40:47.329742 n-d-843336-2 systemd[1]: Started Devstack devstack@q-svc.service. May 26 15:40:50.133752 n-d-843336-2 neutron-server[109295]: INFO neutron.common.config [-] Logging enabled! May 26 15:40:50.134390 n-d-843336-2 neutron-server[109295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.0 May 26 15:40:50.134490 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 15:40:50.137679 n-d-843336-2 neutron-server[109295]: INFO neutron.common.config [-] Logging enabled! May 26 15:40:50.137929 n-d-843336-2 neutron-server[109295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.0 May 26 15:40:50.138269 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 15:40:50.139242 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 15:40:50.139478 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 15:40:50.139840 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 15:40:50.140085 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 15:40:50.140310 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 15:40:50.140631 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.140929 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.141224 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.141454 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.141750 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.142066 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.142352 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.142641 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.142959 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.143323 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.145278 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.145278 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.145278 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.145278 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.145278 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.145637 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.145703 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] debug = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.145985 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.146443 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.146861 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.147143 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.147433 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.147715 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.147987 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.148260 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.148546 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.148889 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] host = n-d-843336-2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.149167 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.149458 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.149744 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.150054 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.150332 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.150609 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.150896 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.151170 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.151442 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] log_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.151718 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.152006 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.152291 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.152580 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.152805 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.153028 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.153317 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.153607 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.153881 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.154183 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.154459 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.154734 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.155009 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.155279 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.155569 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.155853 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.156136 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.156410 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.156684 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.156959 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.157230 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.157513 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.157786 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.158082 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.158356 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.158645 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.158913 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.159186 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.159489 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.159772 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.160085 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.160370 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.160643 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.160926 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.161198 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.161474 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.161744 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] use_json = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.162029 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.162304 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.162586 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.162859 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.163130 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.163403 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.163674 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.163958 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.164231 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:50.164528 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.164826 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.165124 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.165420 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.165712 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.165989 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.166301 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.166579 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.166870 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.167160 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.167451 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.167728 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.168016 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.168295 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.168591 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.168900 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.169197 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.169492 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.169770 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.170073 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.170350 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.170630 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.170919 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.171261 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.171555 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.171844 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.172124 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.172423 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.172704 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.172998 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.173272 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.173551 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.173848 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.174224 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.174499 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.174781 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.175073 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.175360 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.175663 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.175947 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.176241 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.176529 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.176805 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.177086 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.177374 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.177649 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.177923 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.178215 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.178487 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.178758 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.179041 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.179317 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.179589 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.179862 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.180140 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.180411 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.180684 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.180961 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.181235 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.181513 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.181786 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.182082 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.182357 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.182628 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.182900 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.183171 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.183443 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.183718 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.183989 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.184259 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.184529 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.184798 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.185071 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.185362 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.185662 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.185939 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.186240 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.186515 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.186794 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.187072 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.187397 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.187678 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.188063 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.188232 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.188526 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.188811 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.189103 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.189635 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.189729 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.189949 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.190249 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.190536 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.190969 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.190969 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.191877 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.192212 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.192513 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.192866 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.193166 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.193466 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.193762 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.194068 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.194384 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.194667 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:50.194885 n-d-843336-2 neutron-server[109295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 15:40:50.195137 n-d-843336-2 neutron-server[109295]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109295) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 15:40:50.548893 n-d-843336-2 neutron-server[109295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 15:40:50.549176 n-d-843336-2 neutron-server[109295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 15:40:50.549471 n-d-843336-2 neutron-server[109295]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 15:40:50.549807 n-d-843336-2 neutron-server[109295]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 15:40:50.949130 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:50.949408 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:50.949683 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:50.951060 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:50.951343 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:50.951610 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:50.988885 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:50.989288 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:50.989684 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.005206 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.005483 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.005751 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.035591 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.035899 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.036202 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.075130 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.075407 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.075670 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.314310 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.314984 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.314984 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.315128 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.315781 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.438561 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.438883 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.439165 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.439433 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.439696 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.440002 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.440260 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.440513 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.440764 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.441044 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.441825 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.442120 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.442377 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.442627 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.442880 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.443144 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.443400 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.443665 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.443932 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.444189 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.444461 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.444722 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.445000 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.445388 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.445632 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.445877 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.446316 n-d-843336-2 neutron-server[109295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:40:51.446560 n-d-843336-2 neutron-server[109295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:40:51.446798 n-d-843336-2 neutron-server[109295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:40:51.447034 n-d-843336-2 neutron-server[109295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:40:51.447269 n-d-843336-2 neutron-server[109295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:40:51.447503 n-d-843336-2 neutron-server[109295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:40:51.447879 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 15:40:51.451263 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 15:40:51.455350 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 15:40:51.459921 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 26 15:40:51.461578 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 15:40:51.462064 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 15:40:51.462663 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 15:40:51.463051 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 15:40:51.465913 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 15:40:51.466191 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 15:40:51.466550 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 15:40:51.471924 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 15:40:51.494901 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 15:40:51.495561 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.495869 n-d-843336-2 neutron-server[109295]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109295) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 15:40:51.496238 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.497644 n-d-843336-2 neutron-server[109295]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109295) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 15:40:51.497932 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 15:40:51.498202 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 15:40:51.501795 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.502115 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:51.564518 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 15:40:51.564714 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 15:40:51.564891 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 15:40:51.565283 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 15:40:51.589658 n-d-843336-2 neutron-server[109295]: DEBUG oslo_db.sqlalchemy.engines [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109295) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 15:40:52.123239 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Initializing driver for type 'gre' May 26 15:40:52.124019 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] gre ID ranges: [(1, 1000)] May 26 15:40:52.181721 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Initializing driver for type 'local' May 26 15:40:52.182083 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Initializing driver for type 'vlan' May 26 15:40:52.197984 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] VlanTypeDriver initialization complete May 26 15:40:52.198356 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Initializing driver for type 'vxlan' May 26 15:40:52.198866 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] vxlan ID ranges: [(1, 1000)] May 26 15:40:52.260747 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Initializing extension driver 'port_security' May 26 15:40:52.261093 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.extensions.port_security [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] PortSecurityExtensionDriver initialization complete May 26 15:40:52.261501 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Initializing mechanism driver 'openvswitch' May 26 15:40:52.261896 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Initializing mechanism driver 'hyperv' May 26 15:40:52.268725 n-d-843336-2 neutron-server[109295]: DEBUG neutron.plugins.ml2.plugin [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:40:52.269460 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > port after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.269836 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > port after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.270217 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > port after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.270748 n-d-843336-2 neutron-server[109295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:40:52.271181 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > subnet after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.271537 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > subnet after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.271885 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.272273 n-d-843336-2 neutron-server[109295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:40:52.272687 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > network after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.273036 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > network after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.273460 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > network after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.273798 n-d-843336-2 neutron-server[109295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:40:52.274229 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > security_group after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.274585 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > security_group after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.274926 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.275456 n-d-843336-2 neutron-server[109295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:40:52.275863 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.276216 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.276562 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.276965 n-d-843336-2 neutron-server[109295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:40:52.277372 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > address_group after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.277724 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > address_group after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.278104 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.278498 n-d-843336-2 neutron-server[109295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:40:52.278939 n-d-843336-2 neutron-server[109295]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] ML2 OVO RPC backend initialized. {{(pid=109295) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 26 15:40:52.279654 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.280010 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.280426 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > network before_response 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.280776 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > networks before_response 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.281125 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > port before_response 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.281465 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > ports before_response 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.281809 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > subnet before_response 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.283156 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > subnets before_response 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.283156 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > network after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.283156 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > network after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.283405 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > network after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.283680 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > port after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.284138 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > port after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.284344 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > port after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.284779 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > subnet after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.285560 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > subnet after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.285903 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.293156 n-d-843336-2 neutron-server[109295]: INFO neutron.quota [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded quota_driver: . May 26 15:40:52.293526 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.plugin [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Modular L2 Plugin initialization complete May 26 15:40:52.293873 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading services supported by the core plugin {{(pid=109295) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 15:40:52.294294 n-d-843336-2 neutron-server[109295]: INFO neutron.plugins.ml2.managers [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Got port-security extension from driver 'port_security' May 26 15:40:52.294764 n-d-843336-2 neutron-server[109295]: INFO neutron.extensions.vlantransparent [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Disabled vlantransparent extension. May 26 15:40:52.295265 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109295) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 15:40:52.295605 n-d-843336-2 neutron-server[109295]: INFO neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading Plugin: router May 26 15:40:52.332279 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.332983 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router after_create 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.333098 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router before_create 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.333388 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.333761 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.334154 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router after_delete 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.334517 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.334879 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.335242 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router after_create 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.335589 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router after_update 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.335943 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router after_update 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.336291 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.336652 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router after_update 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.337069 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router precommit_update 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.337697 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: port after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.338058 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: port after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.338403 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: subnet after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.338748 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.339096 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.339445 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router precommit_create 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.339793 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: port before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.340136 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router precommit_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.340490 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router after_update 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.340831 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.341184 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router precommit_create 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.341548 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.341893 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router precommit_update 55549900 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.342292 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > agent after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.342643 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > agent after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.342998 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > network after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.343930 n-d-843336-2 neutron-server[109295]: DEBUG neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Tracking information for resource: router configured {{(pid=109295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:40:52.344259 n-d-843336-2 neutron-server[109295]: DEBUG neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Tracking information for resource: floatingip configured {{(pid=109295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:40:52.350261 n-d-843336-2 neutron-server[109295]: INFO neutron.db.l3_agentschedulers_db [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 15:40:52.350861 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: port after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.351232 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: port after_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.351585 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: port after_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.351938 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: port after_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.352766 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router before_create 55550100 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.353138 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.353502 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router precommit_create 55550100 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.353857 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > router precommit_update 55550100 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.359063 n-d-843336-2 neutron-server[109295]: DEBUG neutron.services.provider_configuration [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service providers = [] {{(pid=109295) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 15:40:52.359434 n-d-843336-2 neutron-server[109295]: DEBUG neutron.db.servicetype_db [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109295) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 15:40:52.362485 n-d-843336-2 neutron-server[109295]: DEBUG neutron.services.service_base [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 15:40:52.362844 n-d-843336-2 neutron-server[109295]: DEBUG neutron.services.service_base [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 15:40:52.363818 n-d-843336-2 neutron-server[109295]: DEBUG neutron.services.service_base [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 15:40:52.364712 n-d-843336-2 neutron-server[109295]: DEBUG neutron.services.service_base [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 15:40:52.365091 n-d-843336-2 neutron-server[109295]: INFO neutron.services.service_base [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 15:40:52.365486 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:40:52.365807 n-d-843336-2 neutron-server[109295]: INFO neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 15:40:52.376700 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:40:52.376973 n-d-843336-2 neutron-server[109295]: INFO neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading Plugin: auto_allocate May 26 15:40:52.383400 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: network precommit_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.383777 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: network precommit_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.384324 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:40:52.384651 n-d-843336-2 neutron-server[109295]: INFO neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading Plugin: tag May 26 15:40:52.391560 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:40:52.391891 n-d-843336-2 neutron-server[109295]: INFO neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading Plugin: timestamp May 26 15:40:52.396005 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:40:52.396345 n-d-843336-2 neutron-server[109295]: INFO neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading Plugin: network_ip_availability May 26 15:40:52.401860 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.402268 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.402631 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.403396 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:40:52.403717 n-d-843336-2 neutron-server[109295]: INFO neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading Plugin: flavors May 26 15:40:52.408464 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:40:52.408794 n-d-843336-2 neutron-server[109295]: INFO neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading Plugin: revisions May 26 15:40:52.413585 n-d-843336-2 neutron-server[109295]: DEBUG neutron.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:40:52.413985 n-d-843336-2 neutron-server[109295]: DEBUG oslo_concurrency.lockutils [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.864s {{(pid=109295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 15:40:52.414841 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109295) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 15:40:52.415180 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Initializing extension manager. May 26 15:40:52.415693 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: __init__.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.416037 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: __pycache__ {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.416372 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.416705 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: address_group.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.417466 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.418093 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: address-group May 26 15:40:52.418424 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: address_scope.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.419938 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.419938 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: address-scope May 26 15:40:52.419938 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.421215 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.421594 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: router-admin-state-down-before-update May 26 15:40:52.421894 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: agent.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.422935 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.423455 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: agent May 26 15:40:52.423780 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: agent_resources_synced.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.424713 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.425227 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: agent-resources-synced May 26 15:40:52.425612 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: allowedaddresspairs.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.428000 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.428529 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: allowed-address-pairs May 26 15:40:52.428859 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: auto_allocated_topology.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.429940 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.430490 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: auto-allocated-topology May 26 15:40:52.430822 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: availability_zone.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.431522 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.432030 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: availability_zone May 26 15:40:52.432364 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: availability_zone_filter.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.433290 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.433798 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: availability_zone_filter May 26 15:40:52.434156 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: data_plane_status.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.435070 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.435586 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension data-plane-status not supported by any of loaded plugins May 26 15:40:52.435909 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: default_subnetpools.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.436824 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.437334 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: default-subnetpools May 26 15:40:52.437659 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.438693 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.439205 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: dhcp_agent_scheduler May 26 15:40:52.439529 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: dns.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.440463 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.440976 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension dns-integration not supported by any of loaded plugins May 26 15:40:52.441378 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: dns_domain_ports.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.442330 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.442847 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 15:40:52.443173 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.444093 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.444606 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 15:40:52.444929 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: dvr.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.445600 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.446142 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: dvr May 26 15:40:52.446466 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: ecmp_routes.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.447395 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.447899 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 15:40:52.448219 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: empty_string_filtering.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.449124 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.449631 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: empty-string-filtering May 26 15:40:52.449953 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.450907 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.451415 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 15:40:52.451737 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.452649 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.453162 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 15:40:52.453480 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: external_net.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.454581 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.455088 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: external-net May 26 15:40:52.455411 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.456367 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.456845 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: extra_dhcp_opt May 26 15:40:52.457169 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: extraroute.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.458099 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.458609 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: extraroute May 26 15:40:52.458934 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: extraroute_atomic.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.459976 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.460491 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: extraroute-atomic May 26 15:40:52.460815 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: filter_validation.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.461499 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.462050 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: filter-validation May 26 15:40:52.462613 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: fip_pf_description.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.463523 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.464028 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 15:40:52.464346 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: fip_port_details.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.465265 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.465772 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: fip-port-details May 26 15:40:52.466126 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: flavors.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.467354 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.467865 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: flavors May 26 15:40:52.468191 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.470032 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.470563 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 15:40:52.470896 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: floatingip_pools.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.471599 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.472119 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: floatingip-pools May 26 15:40:52.472960 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: ip_allocation.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.473884 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.474430 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension ip_allocation not supported by any of loaded plugins May 26 15:40:52.474760 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.475684 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.476206 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: ip-substring-filtering May 26 15:40:52.476553 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: l2_adjacency.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.477454 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.477969 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 15:40:52.478325 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: l3.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.479330 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.479980 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: router May 26 15:40:52.480249 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.482651 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.483182 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 15:40:52.484313 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.485257 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.485778 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: ext-gw-mode May 26 15:40:52.486276 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.487206 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.487722 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: l3-ha May 26 15:40:52.488078 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: l3_flavors.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.489024 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.490059 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: l3-flavors May 26 15:40:52.490376 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.491289 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.491799 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 15:40:52.492127 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: l3agentscheduler.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.493221 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.493738 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: l3_agent_scheduler May 26 15:40:52.494099 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: logging.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.495618 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.496137 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension logging not supported by any of loaded plugins May 26 15:40:52.496467 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: metering.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.497214 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.497795 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: metering May 26 15:40:52.498156 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.499281 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.499803 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: metering_source_and_destination_fields May 26 15:40:52.500130 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: multiprovidernet.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.501058 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.501580 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: multi-provider May 26 15:40:52.501911 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: netmtu.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.502855 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.503376 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: net-mtu May 26 15:40:52.503747 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: netmtu_writable.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.504841 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.505382 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: net-mtu-writable May 26 15:40:52.505759 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: network_availability_zone.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.506383 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.506894 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: network_availability_zone May 26 15:40:52.507214 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: network_ip_availability.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.508339 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.508845 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: network-ip-availability May 26 15:40:52.509171 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: network_segment_range.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.509956 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.510501 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension network-segment-range not supported by any of loaded plugins May 26 15:40:52.510825 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: pagination.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.511810 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.512143 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: pagination May 26 15:40:52.512471 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: port_device_profile.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.513379 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.513892 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: port-device-profile May 26 15:40:52.514241 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.515174 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.515685 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: port-mac-address-regenerate May 26 15:40:52.516008 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.516933 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.517729 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: port-numa-affinity-policy May 26 15:40:52.518077 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: port_resource_request.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.519019 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.519540 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension port-resource-request not supported by any of loaded plugins May 26 15:40:52.519868 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: portbindings.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.520793 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.521309 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: binding May 26 15:40:52.521631 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: portbindings_extended.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.524663 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.525185 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: binding-extended May 26 15:40:52.525519 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: portsecurity.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.526486 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.527041 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: port-security May 26 15:40:52.528791 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: project_id.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.528791 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.528791 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: project-id May 26 15:40:52.529138 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: providernet.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.530068 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.530600 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: provider May 26 15:40:52.530933 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.534626 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.535678 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos not supported by any of loaded plugins May 26 15:40:52.536012 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.537291 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.537813 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 15:40:52.538179 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.539116 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.539623 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 15:40:52.539952 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos_default.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.540869 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.541381 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos-default not supported by any of loaded plugins May 26 15:40:52.541711 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos_fip.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.542415 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.542929 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos-fip not supported by any of loaded plugins May 26 15:40:52.543257 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos_gateway_ip.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.544184 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.544751 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 15:40:52.545057 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos_port_network_policy.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.545967 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.546504 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 15:40:52.546825 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos_pps_rule.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.548002 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.548517 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos-pps not supported by any of loaded plugins May 26 15:40:52.548843 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos_rule_type_details.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.549756 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.550296 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 15:40:52.550691 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: qos_rules_alias.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.552264 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.552786 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 15:40:52.553113 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: quotasv2.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.554125 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.554458 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: quotas May 26 15:40:52.554783 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: quotasv2_detail.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.556581 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.556917 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: quota_details May 26 15:40:52.557248 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: rbac.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.558351 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.558882 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: rbac-policies May 26 15:40:52.559216 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: rbac_address_group.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.560146 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.560665 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: rbac-address-group May 26 15:40:52.560993 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: rbac_address_scope.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.561925 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.562482 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: rbac-address-scope May 26 15:40:52.562808 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: rbac_security_groups.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.563732 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.564241 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: rbac-security-groups May 26 15:40:52.564567 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: rbac_subnetpool.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.565482 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.566020 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: rbac-subnetpool May 26 15:40:52.566396 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: revisionifmatch.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.567319 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.567836 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: revision-if-match May 26 15:40:52.568160 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: revisions.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.569510 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.570059 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: standard-attr-revisions May 26 15:40:52.570388 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: router_availability_zone.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.571076 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.571591 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: router_availability_zone May 26 15:40:52.571921 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: routerservicetype.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.572848 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.573355 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension router-service-type not supported by any of loaded plugins May 26 15:40:52.573681 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.574705 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.575219 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: security-groups-normalized-cidr May 26 15:40:52.575545 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.576477 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.576989 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: port-security-groups-filtering May 26 15:40:52.577315 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.578257 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.578768 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: security-groups-remote-address-group May 26 15:40:52.579095 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: securitygroup.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.589647 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.590217 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: security-group May 26 15:40:52.590556 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: segment.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.591375 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.591892 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension segment not supported by any of loaded plugins May 26 15:40:52.592234 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.593207 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.593723 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 15:40:52.594094 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: servicetype.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.595304 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.595829 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: service-type May 26 15:40:52.596160 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: sorting.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.597149 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.597577 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: sorting May 26 15:40:52.598416 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: standard_attr_segment.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.599340 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.599866 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 15:40:52.600204 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: standardattrdescription.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.600851 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.601364 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: standard-attr-description May 26 15:40:52.601690 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: stateful_security_group.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.602659 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.603191 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: stateful-security-group May 26 15:40:52.603520 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: stdattrs_common.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.604109 n-d-843336-2 neutron-server[109295]: WARNING neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 15:40:52.604432 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.605372 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.605892 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 15:40:52.606253 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: subnet_onboard.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.607330 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.607855 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: subnet_onboard May 26 15:40:52.608178 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.609112 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.609620 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 15:40:52.609946 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: subnet_service_types.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.610909 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.611428 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: subnet-service-types May 26 15:40:52.611765 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: subnetallocation.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.612863 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.613410 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: subnet_allocation May 26 15:40:52.613739 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.614448 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.614964 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: subnetpool-prefix-ops May 26 15:40:52.615289 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.616245 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.616757 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 15:40:52.617079 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: tagging.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.618213 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.618744 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: standard-attr-tag May 26 15:40:52.619073 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: timestamp.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.620326 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.620837 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loaded extension: standard-attr-timestamp May 26 15:40:52.621165 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: trunk.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.622239 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.622759 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension trunk not supported by any of loaded plugins May 26 15:40:52.623086 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: trunk_details.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.624017 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.624691 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension trunk-details not supported by any of loaded plugins May 26 15:40:52.625017 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: uplink_status_propagation.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.625946 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.626488 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 15:40:52.626861 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Loading extension file: vlantransparent.py {{(pid=109295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:40:52.627501 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:40:52.628027 n-d-843336-2 neutron-server[109295]: INFO neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 15:40:52.630745 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:network May 26 15:40:52.631293 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:subnet May 26 15:40:52.631698 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:40:52.632092 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:port May 26 15:40:52.633396 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.633848 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service FLAVORS assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.634507 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.634943 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.635279 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:router May 26 15:40:52.635709 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:floatingip May 26 15:40:52.636193 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service METERING assigned prefix: /metering {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.637667 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.638073 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.638434 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:40:52.639460 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of CountableResource for resource:rbac_policy May 26 15:40:52.639932 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:security_group May 26 15:40:52.640336 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 15:40:52.640961 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service CORE assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.641419 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:40:52.641774 n-d-843336-2 neutron-server[109295]: WARNING neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] subnetpool is already registered May 26 15:40:52.642247 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service CORE assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.642568 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:40:52.642897 n-d-843336-2 neutron-server[109295]: WARNING neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] subnetpool is already registered May 26 15:40:52.645746 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.646213 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service FLAVORS assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.646848 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.647233 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.647568 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:router May 26 15:40:52.647908 n-d-843336-2 neutron-server[109295]: WARNING neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] router is already registered May 26 15:40:52.648318 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:floatingip May 26 15:40:52.648653 n-d-843336-2 neutron-server[109295]: WARNING neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] floatingip is already registered May 26 15:40:52.649111 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service METERING assigned prefix: /metering {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.649799 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of CountableResource for resource:rbac_policy May 26 15:40:52.650160 n-d-843336-2 neutron-server[109295]: WARNING neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] rbac_policy is already registered May 26 15:40:52.650574 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:security_group May 26 15:40:52.650910 n-d-843336-2 neutron-server[109295]: WARNING neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] security_group is already registered May 26 15:40:52.651308 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 15:40:52.651642 n-d-843336-2 neutron-server[109295]: WARNING neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] security_group_rule is already registered May 26 15:40:52.652283 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service CORE assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.652610 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:40:52.652940 n-d-843336-2 neutron-server[109295]: WARNING neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] subnetpool is already registered May 26 15:40:52.653372 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.v2.resource_helper [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Service CORE assigned prefix: {{(pid=109295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:40:52.653695 n-d-843336-2 neutron-server[109295]: INFO neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:40:52.654042 n-d-843336-2 neutron-server[109295]: WARNING neutron.quota.resource_registry [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] subnetpool is already registered May 26 15:40:52.654516 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: extensions {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.656038 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: address-groups {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.657546 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: address-scopes {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.658915 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: agents {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.660629 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: auto-allocated-topology {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.662033 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: availability_zones {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.663246 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: dhcp-networks {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.664747 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: dhcp-agents {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.666279 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: routers {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.668541 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: flavors {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.669707 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: service_profiles {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.670959 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: next_providers {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.672432 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: service_profiles {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.674080 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: floatingip-pools {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.675296 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: routers {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.677438 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: floatingips {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.678765 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: l3-routers {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.680349 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: l3-agents {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.681765 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: metering-labels {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.684338 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: metering-label-rules {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.685627 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: network-ip-availabilities {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.686940 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: bindings {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.688802 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: quotas {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.690308 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: quotas {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.691769 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: rbac-policies {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.692971 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: security-groups {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.694298 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: security-group-rules {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.695555 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: service-providers {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.696781 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: subnetpools {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.698234 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: subnetpools {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.699695 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.701370 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.703419 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.705194 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.707717 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.709617 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.711341 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.713502 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.715308 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.717118 n-d-843336-2 neutron-server[109295]: DEBUG neutron.api.extensions [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Extended resource: tags {{(pid=109295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:40:52.724133 n-d-843336-2 neutron-server[109295]: WARNING keystonemiddleware.auth_token [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 15:40:52.728897 n-d-843336-2 neutron-server[109295]: WARNING keystonemiddleware.auth_token [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 15:40:52.738040 n-d-843336-2 neutron-server[109295]: DEBUG oslo_concurrency.lockutils [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Acquired lock "singleton_lock" {{(pid=109295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 15:40:52.738522 n-d-843336-2 neutron-server[109295]: DEBUG oslo_concurrency.lockutils [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Releasing lock "singleton_lock" {{(pid=109295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 15:40:52.739227 n-d-843336-2 neutron-server[109295]: INFO oslo_service.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Starting 2 workers May 26 15:40:52.745475 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Started child 109404 {{(pid=109295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 15:40:52.752403 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Started child 109405 {{(pid=109295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 15:40:52.752968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:40:52.754615 n-d-843336-2 neutron-server[109295]: INFO neutron.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 15:40:52.755065 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [-] (109404) wsgi starting up on http://0.0.0.0:9696 May 26 15:40:52.755500 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Notify callbacks [] for process, before_spawn {{(pid=109295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:40:52.756557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:40:52.757929 n-d-843336-2 neutron-server[109295]: INFO oslo_service.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Starting 1 workers May 26 15:40:52.758133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [-] (109405) wsgi starting up on http://0.0.0.0:9696 May 26 15:40:52.763281 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Started child 109406 {{(pid=109295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 15:40:52.763850 n-d-843336-2 neutron-server[109295]: INFO oslo_service.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Starting 1 workers May 26 15:40:52.767275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] calling RpcWorker wait() {{(pid=109406) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 15:40:52.767980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] returning from RpcWorker wait() {{(pid=109406) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 15:40:52.768646 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Started child 109407 {{(pid=109295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 15:40:52.769030 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:40:52.769950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:40:52.770143 n-d-843336-2 neutron-server[109295]: DEBUG neutron_lib.callbacks.manager [None req-94ed53c3-eedb-4ac7-9540-5c72973b6e38 None None] Notify callbacks [] for process, after_spawn {{(pid=109295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:40:52.771899 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 15:40:52.772098 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 15:40:52.772336 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 15:40:52.772586 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 15:40:52.772823 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 15:40:52.773070 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 15:40:52.773542 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.773729 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.774017 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.774251 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:40:52.774802 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.774802 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.775130 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.775400 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.775735 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.775936 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.776169 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.776336 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.776475 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.776747 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.776968 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.777266 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.777529 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.777774 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.778051 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.778222 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.778472 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.778737 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.778984 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.779250 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] debug = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.779487 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.779986 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.780229 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.780467 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.780702 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.780964 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.781251 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.781438 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.781682 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.781897 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.782134 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.782380 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.782621 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.782829 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.783067 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.783339 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.783562 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.784076 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] host = n-d-843336-2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.784256 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.784474 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.784727 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.785054 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.785876 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.786082 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.786305 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.786554 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.786885 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.787036 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.787300 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.787556 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.787775 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.788018 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.788181 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_options = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.788395 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.788654 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.788921 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.789107 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.789273 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.789439 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.789689 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.789843 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.790114 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.790331 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.790543 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.790756 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.790969 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.791215 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.791479 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.791713 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.791956 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.792164 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.792407 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.792667 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.792893 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.793846 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.793846 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.793846 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.793846 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.794160 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.794234 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.795054 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.795275 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.795540 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.795813 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.796096 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.796269 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.796599 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.796834 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.797152 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.797271 n-d-843336-2 neutron-server[109407]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:40:52.797424 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.797759 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.798035 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.798278 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.798546 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.798797 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.799585 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.799585 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.799585 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.802644 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.802644 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_json = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.802644 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.802644 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.802644 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.802644 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.802644 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.802644 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.802644 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.804089 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.804089 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.804089 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.804089 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.804089 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.804089 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.804089 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.804089 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.806171 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.806171 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.806171 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.806171 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.806171 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.806171 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.806171 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.806171 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.808546 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.808546 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.808546 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.808546 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.808546 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.808546 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.808546 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.808546 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.809048 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.809048 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.809048 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.809048 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.809048 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.809048 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.809437 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.809519 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.809781 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.810044 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.810289 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.810503 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.810885 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.811169 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.811342 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.811637 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.812141 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.812141 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.812390 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.812513 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.812720 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.812972 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.813196 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.813468 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.813702 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.813946 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.814245 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.815193 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.815193 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.815193 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.815193 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.815472 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.815590 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.815964 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.816261 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.816507 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.816735 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.817135 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.817526 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.817891 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.818354 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.818568 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.819016 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.819392 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.819650 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.819945 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.820158 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.820375 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.820602 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.820817 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.821056 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.821338 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.821576 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.821813 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.822049 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.822472 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.822869 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.823280 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.823500 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.823720 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.823944 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.824202 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.824422 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.824638 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.824854 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.825068 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.825291 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.825610 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.825886 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.826340 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.826603 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.826856 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.827159 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.827419 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.827903 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.827903 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.828125 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.828234 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.828466 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.828847 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.829336 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.829769 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.830320 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.830560 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.830787 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.831015 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.831231 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.831468 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.831692 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.832467 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.832723 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.833005 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.833235 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.833474 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.833741 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.834118 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.834291 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.834524 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.834778 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.835098 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.835343 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.835607 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.837481 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.837783 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.838421 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.838698 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.838987 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.839249 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.839507 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.839753 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.840046 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.840272 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.840511 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.840725 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.840952 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.841271 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.841504 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.841744 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.841962 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.842815 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.843085 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.843341 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.844450 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.844786 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.845013 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.845282 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.845531 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.845766 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.846083 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.846347 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.846562 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.846949 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.848230 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.848482 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.848707 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.848929 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.849213 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.849507 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.849663 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.849890 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.850142 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.850683 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.850941 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.851178 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.851401 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.851914 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.852168 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.852418 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.852625 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.852851 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.853117 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.853333 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.853623 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.854126 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.854365 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.854614 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.854871 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.855132 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.855862 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.855862 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.855862 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.856142 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.856232 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.857082 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.857082 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.857082 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.857082 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.857376 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.857489 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.857738 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.858108 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.858377 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.858608 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.858869 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.859121 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.859340 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.859576 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.859794 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.860066 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.860291 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.860513 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.860730 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.860966 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.861182 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.861402 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.861614 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.861871 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.862129 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.862366 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.862595 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.862811 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.863082 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.863299 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.863740 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.864151 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.864586 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.864802 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.865027 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.865260 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.865550 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.865805 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.866057 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.866319 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.866557 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.866793 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.867037 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.867732 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.867732 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.867885 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.868105 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.868379 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.868565 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.868726 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.868955 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.869217 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.869371 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.869594 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.869817 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.870225 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.870440 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.870660 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.870876 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.871087 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.871340 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.871552 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.871764 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.871986 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.872203 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.872434 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.872680 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.872896 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.873153 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.873428 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.873609 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.873762 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.874087 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.874396 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.874589 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.874869 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.875117 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.875363 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.875606 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.875923 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.876698 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.876698 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.876698 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.877224 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.877224 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.877399 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.877581 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.877890 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.878175 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.878433 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.878728 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.879015 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.879291 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.879508 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.879798 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.880115 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.880392 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.880846 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.881082 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.881331 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.881576 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.881807 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.882062 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.882299 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.882520 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.882756 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.882989 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.883239 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.883472 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.883717 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.883930 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.884173 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.884383 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.884601 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.884815 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.884970 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 15:40:52.885834 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 15:40:52.885834 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 15:40:52.885834 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 15:40:52.886401 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 15:40:52.886401 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 15:40:52.886401 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 15:40:52.886894 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.886894 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.886894 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.886894 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.887514 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.887514 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.887514 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.887514 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.888120 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.888120 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.888448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:40:52.888574 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.888574 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.888574 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.888574 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.888574 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.889055 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.889055 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.889055 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.889439 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.889439 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.889439 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.889916 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.889916 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] debug = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.889916 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.890402 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.890402 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.890402 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.890886 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.890886 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.890886 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.890886 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.892203 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.892203 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.892203 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.892203 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.892203 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.892203 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.892203 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893117 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893117 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893117 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] host = n-d-843336-2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893117 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893117 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893117 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893840 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893840 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893840 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893840 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.893840 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.894900 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.894900 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.894900 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.895161 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.895161 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.895305 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.895407 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_options = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.895564 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.895719 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.895875 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.896060 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.896223 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.896379 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.896536 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.896693 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.896850 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.897006 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.897164 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.897320 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.897478 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.897633 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.897790 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.897944 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.898139 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.898296 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.898454 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.898610 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.898766 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.898921 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.899077 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.899233 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.899391 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.899547 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.899703 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.899857 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.900013 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.900169 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.900325 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.900482 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.900638 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.900794 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.900950 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.901105 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.901263 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.901420 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.901580 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.901736 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.901893 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.902070 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.902228 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.902383 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.902538 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.902694 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.902849 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_json = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.903004 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.903166 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.903321 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.903477 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.903633 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.903788 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.903943 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.904100 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.904538 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:40:52.905105 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.905648 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.905790 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.905916 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.906061 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.906227 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.906391 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.906533 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.906691 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.906824 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.906997 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.907158 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.907329 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.907471 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.907633 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.907798 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.907958 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.908117 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.908276 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.908434 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.908592 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.908733 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.908906 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.909045 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.909211 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.909368 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.909531 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.909689 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.909831 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.911359 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.911521 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.911669 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.912622 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.912790 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.912958 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.913108 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.913254 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.913423 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.913578 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.913741 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.913889 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.914130 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.914282 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.914451 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.914597 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.914746 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.914895 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.915043 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.915191 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.915336 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.915429 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.915525 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.915715 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.915868 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.916016 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.916162 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.916305 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.916449 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.916595 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.916740 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.916883 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.917037 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.917182 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.917329 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.917477 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.917632 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.917774 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.917922 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.918559 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.918734 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.919925 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.920275 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.920447 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.920611 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.920774 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.920937 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.921107 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.921302 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.921423 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.921589 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.921717 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.922249 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.922249 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.922249 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.922494 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.922494 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.922727 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.922866 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.923008 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.923152 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.923276 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.923422 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.923581 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.923739 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.923899 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.924058 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.924216 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.924372 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.924530 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.924688 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.924845 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.925004 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.925166 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.925325 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.925482 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.925670 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.925828 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.925986 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.926534 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.926701 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.927048 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.927048 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.927385 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.927550 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.927710 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.927851 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.928023 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.928405 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.928574 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.928736 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.929029 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.929212 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.929626 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.929785 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.929946 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.930145 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.930289 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.930427 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.930570 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.930713 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.930852 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.930997 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.931141 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.931306 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.931452 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.931596 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.931739 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.932004 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.932253 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.932253 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.932622 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.932622 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.932622 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.933149 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.933149 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.933706 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.934108 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.934272 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.934432 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.934963 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.935130 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.935291 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.935450 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.935612 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.935772 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.936539 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.936706 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.936867 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.937731 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.937913 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.938576 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.938744 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.938910 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.939072 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.939233 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.939394 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.939554 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.939713 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.939874 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.940034 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.940192 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.940352 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.940509 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.940668 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.940831 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.940990 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.941658 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.941827 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.941986 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.942589 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.942757 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.942922 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.943084 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.943246 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.944393 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.944706 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.944883 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.945108 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.945241 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.945377 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.945501 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.945619 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.945804 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.945964 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.946150 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.946316 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.946460 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.946622 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.946780 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.946938 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.947097 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.947318 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.947453 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.947574 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.947695 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.947856 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.948015 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.948158 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.948322 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.948484 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.948646 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.948804 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.948965 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.949108 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.949274 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.949431 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.949592 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.949751 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.949910 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.950320 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.950658 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.950817 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.951014 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.951180 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.951328 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.951524 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.951714 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.951714 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.952063 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.952063 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.952422 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.952627 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.952834 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.953020 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.953205 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.953419 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.953634 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.953781 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.953925 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.954121 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.954326 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.954326 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.954816 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.955839 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.956000 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.956174 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.956336 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.956496 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.956654 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.956881 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.957544 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.957716 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.957876 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.958055 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.958216 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.958375 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.958532 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.958703 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.958864 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.959024 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.959193 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.959351 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.959509 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.959666 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.959837 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.959998 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.960159 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.960322 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.960477 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.960634 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.960794 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.960957 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.961126 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.961291 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.961452 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.961619 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.961786 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.961951 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.962386 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.962561 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.962733 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.962894 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.963053 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.963211 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.963374 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.963542 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.963712 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.963840 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.963996 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.964154 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.964311 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.964470 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.964627 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.964786 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.964945 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.965103 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.965261 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.965419 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.965576 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.965733 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:40:52.965887 n-d-843336-2 neutron-server[109295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 15:40:53.022243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47262) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:40:53.031087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065982 May 26 15:41:04.954533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d0f5f-6c51-4947-a73b-c59fa74e3988 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 15:41:05.077225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d0f5f-6c51-4947-a73b-c59fa74e3988 None None] No non-hosted networks {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 15:41:05.087841 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-252f4d9f-da48-4e0a-afbc-e42fa394cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537178'] for agent, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:07.630092 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-985fcb42-1ea1-410a-85ef-9f9c96c27c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537178'] for agent, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:07.666511 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-020f2c85-e3f0-4ba1-a58d-ef989d7efbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:08.570991 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537178'] for agent, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:10.425103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537178'] for agent, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:10.519107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537178'] for agent, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:10.520632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.521222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.521803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.522415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.522945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.523507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.524126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.524726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.525920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.526800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.527573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.528211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:10.528900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843336-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:10.545320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843336-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:11.649799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47352) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:12.237547 n-d-843336-2 neutron-server[109405]: WARNING oslo_policy.policy [None req-cb37e459-ccfb-4833-99dd-62dc599ac687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:41:12.238156 n-d-843336-2 neutron-server[109405]: WARNING oslo_policy.policy [None req-cb37e459-ccfb-4833-99dd-62dc599ac687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:41:12.243443 n-d-843336-2 neutron-server[109406]: INFO neutron.db.l3_hamode_db [None req-f892020d-0f25-42f7-bb65-6af7bb8bfe0c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 15:41:12.323492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892020d-0f25-42f7-bb65-6af7bb8bfe0c None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:41:12.323893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892020d-0f25-42f7-bb65-6af7bb8bfe0c None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 15:41:12.460778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-cb37e459-ccfb-4833-99dd-62dc599ac687 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:41:12.462105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cb37e459-ccfb-4833-99dd-62dc599ac687 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8114178 May 26 15:41:14.955553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47368) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:15.482316 n-d-843336-2 neutron-server[109404]: WARNING oslo_policy.policy [None req-2be752ec-701c-4e1c-9458-05031e88ace1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:41:15.483143 n-d-843336-2 neutron-server[109404]: WARNING oslo_policy.policy [None req-2be752ec-701c-4e1c-9458-05031e88ace1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:41:15.704905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2be752ec-701c-4e1c-9458-05031e88ace1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:41:15.800108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.policy [None req-2be752ec-701c-4e1c-9458-05031e88ace1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109404) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 15:41:15.846797 n-d-843336-2 neutron-server[109404]: WARNING oslo_policy.policy [None req-2be752ec-701c-4e1c-9458-05031e88ace1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:41:15.847175 n-d-843336-2 neutron-server[109404]: WARNING oslo_policy.policy [None req-2be752ec-701c-4e1c-9458-05031e88ace1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:41:15.946137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2be752ec-701c-4e1c-9458-05031e88ace1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777727529186', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777727530673', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777727551240', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777727553260', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777726844512', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777727564240', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3883200', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3729874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767174', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669738'] for rbac-policy, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:16.016893 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2be752ec-701c-4e1c-9458-05031e88ace1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:16.022790 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2be752ec-701c-4e1c-9458-05031e88ace1 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0642450 May 26 15:41:18.707428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47386) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:19.028403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Request body: {'network': {'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'name': 'private', 'admin_state_up': True, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:41:19.057734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Made reservation on behalf of 63c8a5e2a2474f13a84c420fa5258cab for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:41:19.060668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:19.078053 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:19.196447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:19.200403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:19.220671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:41:19.248397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777728087583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:19.248980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Unsubscribe: segment precommit_create {{(pid=109404) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 15:41:19.249488 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Added segment 2592c9c2-a774-4d45-848c-36b658c218d9 of type vlan for network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 May 26 15:41:19.266370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213eb8da-207a-4935-8465-36088cf21c3f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:19.317068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.317402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.317731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.318081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.318405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.318724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.319039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.319365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.319676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.319989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.320301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.320612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Tracked resource versions report: May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: pushed versions: May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: { 'AddressGroup': {'1.2'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'ConntrackHelper': {'1.0'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Log': {'1.0'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Network': {'1.1'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Port': {'1.7'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'PortForwarding': {'1.2'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'QosPolicy': {'1.9'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'SecurityGroup': {'1.4'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'SecurityGroupRule': {'1.2'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'SubPort': {'1.0'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Subnet': {'1.1'}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Trunk': {'1.1'}} May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: consumer versions: May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: { DHCP agent@n-d-843336-2: {}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: L3 agent@n-d-843336-2: {}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: Metadata agent@n-d-843336-2: {}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: Metering agent@n-d-843336-2: {}, May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: Open vSwitch agent@n-d-843336-2: { 'AddressGroup': '1.2', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'ConntrackHelper': '1.0', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Log': '1.0', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Network': '1.1', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Port': '1.7', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'PortForwarding': '1.2', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'QosPolicy': '1.9', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'SecurityGroup': '1.4', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'SecurityGroupRule': '1.2', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'SubPort': '1.0', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Subnet': '1.1', May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: 'Trunk': '1.1'}} May 26 15:41:19.321730 n-d-843336-2 neutron-server[109404]: {{(pid=109404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:41:19.360915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:19.403475 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:19.404790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:41:19.405607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:19.489798 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7811964 May 26 15:41:19.509958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca92b-4bd6-461e-b1d2-aba849f142e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e33c6e1a-e38b-4e19-ac50-0f4ba238a622,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:19.523232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:41:22.255821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47400) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:22.665276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375599ff-d91f-4a24-a6df-f6829090bd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:41:22.666686 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-375599ff-d91f-4a24-a6df-f6829090bd57 admin admin] 10.222.0.39 "GET /v2.0/networks/e33c6e1a-e38b-4e19-ac50-0f4ba238a622 HTTP/1.1" status: 200 len: 825 time: 0.4098954 May 26 15:41:22.692874 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7b6683ef-3c35-4ea4-a4ed-ae3f0f9c33ed admin admin] 10.222.0.39 "GET /v2.0/subnetpools/96c509df-3819-47ee-b58c-8f679ac1cdbf HTTP/1.1" status: 200 len: 734 time: 0.0197744 May 26 15:41:22.702381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Request body: {'subnet': {'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '96c509df-3819-47ee-b58c-8f679ac1cdbf', 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:41:22.726384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Made reservation on behalf of 63c8a5e2a2474f13a84c420fa5258cab for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:41:22.728697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Notify callbacks [] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:23.021748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:23.091157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Checking segment: {'id': '2592c9c2-a774-4d45-848c-36b658c218d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:41:23.091526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Network hostable DHCP agents. Network: e33c6e1a-e38b-4e19-ac50-0f4ba238a622, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:41:23.097010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=146a3463-0440-4397-ae5b-853c0b07d499,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:23.117436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:41:23.130137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e33c6e1a-e38b-4e19-ac50-0f4ba238a622) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:41:23.134995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:41:23.135584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:23.140606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f98210-49be-40e7-bbb6-76c1347783e4 None None] Network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:41:23.152350 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d3c381f4-5b90-4e37-9cba-60638a0da71d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4526985 May 26 15:41:23.495300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-e33c6e1a-e38b-4e19-ac50-0f4ba238a622', 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'fixed_ips': [{'subnet_id': '146a3463-0440-4397-ae5b-853c0b07d499'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:41:23.496588 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:23.793715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Allocated IP 172.20.0.2 (e33c6e1a-e38b-4e19-ac50-0f4ba238a622/146a3463-0440-4397-ae5b-853c0b07d499/c9be0f86-4eeb-40cb-9453-5c12830154c8) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:41:24.001256 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:24.010783 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:24.081532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:41:24.086420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:41:24.098358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:41:24.101391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Pushing event updated for resources: {'Port': ['ID=c9be0f86-4eeb-40cb-9453-5c12830154c8,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:24.134856 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.135204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.135544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.135880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.136218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.136549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.136875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.137201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.137523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.137851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.138207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.138593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Tracked resource versions report: May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: pushed versions: May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: { 'AddressGroup': {'1.2'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'ConntrackHelper': {'1.0'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Log': {'1.0'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Network': {'1.1'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Port': {'1.7'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'PortForwarding': {'1.2'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'QosPolicy': {'1.9'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'SecurityGroup': {'1.4'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'SecurityGroupRule': {'1.2'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'SubPort': {'1.0'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Subnet': {'1.1'}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Trunk': {'1.1'}} May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: consumer versions: May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: { DHCP agent@n-d-843336-2: {}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: L3 agent@n-d-843336-2: {}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: Metadata agent@n-d-843336-2: {}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: Metering agent@n-d-843336-2: {}, May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: Open vSwitch agent@n-d-843336-2: { 'AddressGroup': '1.2', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'ConntrackHelper': '1.0', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Log': '1.0', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Network': '1.1', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Port': '1.7', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'PortForwarding': '1.2', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'QosPolicy': '1.9', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'SecurityGroup': '1.4', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'SecurityGroupRule': '1.2', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'SubPort': '1.0', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Subnet': '1.1', May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: 'Trunk': '1.1'}} May 26 15:41:24.139682 n-d-843336-2 neutron-server[109406]: {{(pid=109406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:41:24.186669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Attempting to bind port c9be0f86-4eeb-40cb-9453-5c12830154c8 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:41:24.187064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Attempting to bind port c9be0f86-4eeb-40cb-9453-5c12830154c8 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '2592c9c2-a774-4d45-848c-36b658c218d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:41:24.187509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Attempting to bind port c9be0f86-4eeb-40cb-9453-5c12830154c8 on network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:41:24.192835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:41:24.193230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Checking segment: {'id': '2592c9c2-a774-4d45-848c-36b658c218d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:41:24.193692 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:24.194105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Bound using segment: {'id': '2592c9c2-a774-4d45-848c-36b658c218d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:41:24.194590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Bound port: c9be0f86-4eeb-40cb-9453-5c12830154c8, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2592c9c2-a774-4d45-848c-36b658c218d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:41:24.194997 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:24.256323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] For port c9be0f86-4eeb-40cb-9453-5c12830154c8, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:41:24.260533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] For port c9be0f86-4eeb-40cb-9453-5c12830154c8, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c9be0f86-4eeb-40cb-9453-5c12830154c8,segment=NetworkSegment(2592c9c2-a774-4d45-848c-36b658c218d9),segment_id=2592c9c2-a774-4d45-848c-36b658c218d9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:41:24.265460 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:24.331922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c022cc-214e-4838-aa62-1efa957ea84d None None] Pushing event updated for resources: {'Port': ['ID=c9be0f86-4eeb-40cb-9453-5c12830154c8,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:25.661386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47408) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:25.990960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-bfbc9d39-97e7-4604-9c1e-5ffd97bf8cbd admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:41:25.992068 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bfbc9d39-97e7-4604-9c1e-5ffd97bf8cbd admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3296115 May 26 15:41:28.456552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47416) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:28.779126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-01d33a7b-693f-4d98-9fd8-b05cfd05d4b3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:41:28.780130 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-01d33a7b-693f-4d98-9fd8-b05cfd05d4b3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3226373 May 26 15:41:31.533778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47430) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:31.851537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-72693063-1a3e-4bb2-9d0e-4d27964b5d45 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:41:31.878322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72693063-1a3e-4bb2-9d0e-4d27964b5d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:31.880510 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72693063-1a3e-4bb2-9d0e-4d27964b5d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:31.959139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c9be0f86-4eeb-40cb-9453-5c12830154c8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:41:32.025556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72693063-1a3e-4bb2-9d0e-4d27964b5d45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:32.030198 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72693063-1a3e-4bb2-9d0e-4d27964b5d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:32.044500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72693063-1a3e-4bb2-9d0e-4d27964b5d45 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:32.045691 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-72693063-1a3e-4bb2-9d0e-4d27964b5d45 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5109007 May 26 15:41:32.049096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c9be0f86-4eeb-40cb-9453-5c12830154c8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:32.049507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:32.167072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c9be0f86-4eeb-40cb-9453-5c12830154c8 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:41:32.167474 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:32.204763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port c9be0f86-4eeb-40cb-9453-5c12830154c8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c9be0f86-4eeb-40cb-9453-5c12830154c8,segment=NetworkSegment(2592c9c2-a774-4d45-848c-36b658c218d9),segment_id=2592c9c2-a774-4d45-848c-36b658c218d9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:41:32.209300 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:32.261844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=c9be0f86-4eeb-40cb-9453-5c12830154c8,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:32.776200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b7ce50-1f48-4930-bcf6-32ec653d5857 None None] Network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:41:32.840552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-56efb708-3448-456d-bc45-837a58da9120 None None] Provisioning complete for port c9be0f86-4eeb-40cb-9453-5c12830154c8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:32.840916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56efb708-3448-456d-bc45-837a58da9120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:32.979002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-56efb708-3448-456d-bc45-837a58da9120 None None] Current status of the port c9be0f86-4eeb-40cb-9453-5c12830154c8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:41:33.198888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e91775c8-aa33-473f-b402-300ed42920f2 None None] Provisioning complete for port c9be0f86-4eeb-40cb-9453-5c12830154c8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:33.199254 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e91775c8-aa33-473f-b402-300ed42920f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:33.275805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e91775c8-aa33-473f-b402-300ed42920f2 None None] Current status of the port c9be0f86-4eeb-40cb-9453-5c12830154c8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:41:33.927928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c9be0f86-4eeb-40cb-9453-5c12830154c8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:41:33.989682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c9be0f86-4eeb-40cb-9453-5c12830154c8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:33.990358 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:34.087379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c9be0f86-4eeb-40cb-9453-5c12830154c8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:41:34.535459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47438) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:34.853211 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-4ff5c197-4823-43fa-acb6-d27da7ddb781 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:41:34.854316 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ff5c197-4823-43fa-acb6-d27da7ddb781 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3179097 May 26 15:41:34.865622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d5db771f-c3f9-48d7-a45d-83a9e18d7873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.314708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47446) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:37.626591 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-312cc0bc-1c2d-4db9-bc57-044952ddd042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.628359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:41:37.647931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Made reservation on behalf of 5b957554e6c54470afa3fcb15e12bbf9 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:41:37.650217 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.658024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.734679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.738832 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.753037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Reserving flat network on physical network physnet1 {{(pid=109404) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 15:41:37.774716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442918fd-8f31-4e60-b381-ea03a06ab80a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:37.777677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.778035 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Added segment 3b0faa4e-f1ad-4dc6-9183-6c5eed74f689 of type flat for network 3cf03da0-9121-4329-8451-38877ae6839f May 26 15:41:37.825102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.855745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.856659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:41:37.857222 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:37.902132 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5864527 May 26 15:41:37.917133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399be045-805e-41c5-a8a2-d79247be4f5a admin admin] Pushing event updated for resources: {'Network': ['ID=3cf03da0-9121-4329-8451-38877ae6839f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:37.928299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 3cf03da0-9121-4329-8451-38877ae6839f details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:41:38.525047 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:40.376216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47464) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:40.418642 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:40.496492 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:40.563458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630f8e7-fd2b-43e0-afc2-20ac1cc19628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:41:40.564831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8630f8e7-fd2b-43e0-afc2-20ac1cc19628 admin admin] 10.222.0.39 "GET /v2.0/subnets/146a3463-0440-4397-ae5b-853c0b07d499 HTTP/1.1" status: 200 len: 849 time: 0.1876373 May 26 15:41:40.686653 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bed5d149-c249-403d-8635-5443593ac697 admin admin] 10.222.0.39 "GET /v2.0/routers/922c0171-632c-4022-a290-efd428d7c427 HTTP/1.1" status: 200 len: 704 time: 0.1144435 May 26 15:41:40.960969 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:41.248637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Allocated IP 172.20.0.1 (e33c6e1a-e38b-4e19-ac50-0f4ba238a622/146a3463-0440-4397-ae5b-853c0b07d499/ed472fe4-37e6-49f8-8db5-3a8b76d9bfae) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:41:41.447196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:41.520525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:41.598975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:41:41.604627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:41:41.612769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:41:41.613368 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:41.616473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Pushing event updated for resources: {'Port': ['ID=ed472fe4-37e6-49f8-8db5-3a8b76d9bfae,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:41.820585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:41.847846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-03ac42fa-1702-4f0b-8c3a-4443a0d7fd1d None None] Provisioning complete for port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:41.848469 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-03ac42fa-1702-4f0b-8c3a-4443a0d7fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:41.891060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-03ac42fa-1702-4f0b-8c3a-4443a0d7fd1d None None] Port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:41:42.048809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:42.053796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:42.054585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:42.166151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Pushing event updated for resources: {'Port': ['ID=ed472fe4-37e6-49f8-8db5-3a8b76d9bfae,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:42.242128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:41:42.244183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:41:42.405264 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Router 922c0171-632c-4022-a290-efd428d7c427 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:41:42.414423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-92cbea28-2526-4c1d-bbaa-7e8ece4efcad None None] Provisioning complete for port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:42.414866 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92cbea28-2526-4c1d-bbaa-7e8ece4efcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:42.450418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-92cbea28-2526-4c1d-bbaa-7e8ece4efcad None None] Port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:41:42.494387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:41:42.499490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b2c856b0-c897-4d85-9cdb-7f77625470aa admin admin] 10.222.0.39 "PUT /v2.0/routers/922c0171-632c-4022-a290-efd428d7c427/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8053694 May 26 15:41:42.505456 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Sync routers for ids ['922c0171-632c-4022-a290-efd428d7c427'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:41:42.518355 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Routers {'922c0171-632c-4022-a290-efd428d7c427'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:41:42.519644 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:41:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['922c0171-632c-4022-a290-efd428d7c427'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:42.705062 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Set router 922c0171-632c-4022-a290-efd428d7c427 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:41:43.152367 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c0171-632c-4022-a290-efd428d7c427', 'name': 'router1', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:41:31Z', 'updated_at': '2022-05-26T15:41:41Z', 'revision_number': 2, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'gw_port_host': None, '_interfaces': [{'id': 'ed472fe4-37e6-49f8-8db5-3a8b76d9bfae', 'name': '', 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'mac_address': 'fa:16:3e:ef:5a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c0171-632c-4022-a290-efd428d7c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '146a3463-0440-4397-ae5b-853c0b07d499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:41:40Z', 'updated_at': '2022-05-26T15:41:41Z', 'revision_number': 2, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'subnets': [{'id': '146a3463-0440-4397-ae5b-853c0b07d499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c509df-3819-47ee-b58c-8f679ac1cdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:43.204725 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Checking router: 922c0171-632c-4022-a290-efd428d7c427 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:41:43.205094 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Updating router 922c0171-632c-4022-a290-efd428d7c427 port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:41:43.254475 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:43.775916 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:43.782456 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:43.963937 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Pushing event updated for resources: {'Port': ['ID=ed472fe4-37e6-49f8-8db5-3a8b76d9bfae,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:43.970629 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Attempting to bind port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:41:43.971021 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Attempting to bind port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '2592c9c2-a774-4d45-848c-36b658c218d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:41:43.971522 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Attempting to bind port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae on network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:41:43.978290 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.978636 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.978978 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.979317 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.979649 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.979975 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.980295 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.980619 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.980941 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.981260 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.981583 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.981894 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Tracked resource versions report: May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: pushed versions: May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: { 'AddressGroup': {'1.2'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'ConntrackHelper': {'1.0'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Log': {'1.0'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Network': {'1.1'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Port': {'1.7'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'PortForwarding': {'1.2'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'QosPolicy': {'1.9'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'SecurityGroup': {'1.4'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'SecurityGroupRule': {'1.2'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'SubPort': {'1.0'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Subnet': {'1.1'}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Trunk': {'1.1'}} May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: consumer versions: May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: { DHCP agent@n-d-843336-2: {}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: L3 agent@n-d-843336-2: {}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: Metadata agent@n-d-843336-2: {}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: Metering agent@n-d-843336-2: {}, May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: Open vSwitch agent@n-d-843336-2: { 'AddressGroup': '1.2', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'ConntrackHelper': '1.0', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Log': '1.0', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Network': '1.1', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Port': '1.7', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'PortForwarding': '1.2', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'QosPolicy': '1.9', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'SecurityGroup': '1.4', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'SecurityGroupRule': '1.2', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'SubPort': '1.0', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Subnet': '1.1', May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: 'Trunk': '1.1'}} May 26 15:41:43.983038 n-d-843336-2 neutron-server[109407]: {{(pid=109407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:41:43.986319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-57aa0dd7-6102-40a3-8902-076af13578ff None None] Provisioning complete for port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:43.986319 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57aa0dd7-6102-40a3-8902-076af13578ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:43.989478 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:41:43.989892 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Checking segment: {'id': '2592c9c2-a774-4d45-848c-36b658c218d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:41:43.990383 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:43.990766 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Bound using segment: {'id': '2592c9c2-a774-4d45-848c-36b658c218d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:41:43.991268 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Bound port: ed472fe4-37e6-49f8-8db5-3a8b76d9bfae, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2592c9c2-a774-4d45-848c-36b658c218d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:41:43.991659 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:44.025272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-57aa0dd7-6102-40a3-8902-076af13578ff None None] Port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:41:44.059770 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] For port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:41:44.080334 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] For port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ed472fe4-37e6-49f8-8db5-3a8b76d9bfae,segment=NetworkSegment(2592c9c2-a774-4d45-848c-36b658c218d9),segment_id=2592c9c2-a774-4d45-848c-36b658c218d9)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:41:44.085330 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:44.146411 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088839-578f-4783-ad04-91bc47228d66 None None] Pushing event updated for resources: {'Port': ['ID=ed472fe4-37e6-49f8-8db5-3a8b76d9bfae,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:44.157246 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Routers {'922c0171-632c-4022-a290-efd428d7c427'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:41:44.158092 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:41:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['922c0171-632c-4022-a290-efd428d7c427'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:44.248342 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] Set router 922c0171-632c-4022-a290-efd428d7c427 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:41:44.345045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-36ab546d-2c08-45a7-a3c6-6a04565a0e18 None None] Provisioning complete for port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:44.345418 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-36ab546d-2c08-45a7-a3c6-6a04565a0e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:44.426833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-36ab546d-2c08-45a7-a3c6-6a04565a0e18 None None] Current status of the port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:41:44.427163 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-36ab546d-2c08-45a7-a3c6-6a04565a0e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:44.459701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-36ab546d-2c08-45a7-a3c6-6a04565a0e18 None None] For port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ed472fe4-37e6-49f8-8db5-3a8b76d9bfae,segment=NetworkSegment(2592c9c2-a774-4d45-848c-36b658c218d9),segment_id=2592c9c2-a774-4d45-848c-36b658c218d9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:41:44.464436 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-36ab546d-2c08-45a7-a3c6-6a04565a0e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:44.464694 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c0171-632c-4022-a290-efd428d7c427', 'name': 'router1', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:41:31Z', 'updated_at': '2022-05-26T15:41:41Z', 'revision_number': 2, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'gw_port_host': None, '_interfaces': [{'id': 'ed472fe4-37e6-49f8-8db5-3a8b76d9bfae', 'name': '', 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'mac_address': 'fa:16:3e:ef:5a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c0171-632c-4022-a290-efd428d7c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '146a3463-0440-4397-ae5b-853c0b07d499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:41:40Z', 'updated_at': '2022-05-26T15:41:44Z', 'revision_number': 4, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'subnets': [{'id': '146a3463-0440-4397-ae5b-853c0b07d499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c509df-3819-47ee-b58c-8f679ac1cdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:44.493955 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559e9c9-b90e-4fda-bc26-b9805034ab2b None None] The sync data for ids ['922c0171-632c-4022-a290-efd428d7c427'] in n-d-843336-2 is: [{'id': '922c0171-632c-4022-a290-efd428d7c427', 'name': 'router1', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:41:31Z', 'updated_at': '2022-05-26T15:41:41Z', 'revision_number': 2, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'gw_port_host': None, '_interfaces': [{'id': 'ed472fe4-37e6-49f8-8db5-3a8b76d9bfae', 'name': '', 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'mac_address': 'fa:16:3e:ef:5a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c0171-632c-4022-a290-efd428d7c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '146a3463-0440-4397-ae5b-853c0b07d499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:41:40Z', 'updated_at': '2022-05-26T15:41:44Z', 'revision_number': 4, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'subnets': [{'id': '146a3463-0440-4397-ae5b-853c0b07d499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c509df-3819-47ee-b58c-8f679ac1cdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:41:44.516339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab546d-2c08-45a7-a3c6-6a04565a0e18 None None] Pushing event updated for resources: {'Port': ['ID=ed472fe4-37e6-49f8-8db5-3a8b76d9bfae,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:44.816710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47484) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:44.933125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1d51c-7f20-4f8d-bb27-5dda697e5c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:41:44.934525 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-48d1d51c-7f20-4f8d-bb27-5dda697e5c08 admin admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 842 time: 0.1166751 May 26 15:41:44.944668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:41:44.968179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Made reservation on behalf of 5b957554e6c54470afa3fcb15e12bbf9 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:41:44.972245 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:45.262900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 15:41:45.263327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:45.390292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03a67d6-4315-41d1-a166-0edac6d945a6,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:45.402468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:41:45.402822 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Network hostable DHCP agents. Network: 3cf03da0-9121-4329-8451-38877ae6839f, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:41:45.420322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:41:45.430320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 3cf03da0-9121-4329-8451-38877ae6839f) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:41:45.437868 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:41:45.438585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:45.439072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefc393f-005e-4390-9ae3-8b24cbfde287 None None] Network 3cf03da0-9121-4329-8451-38877ae6839f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:41:45.466034 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8014fe56-7e45-4c9b-8216-99099b8b1d88 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5144236 May 26 15:41:45.571619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f611a-dc4f-48cb-8d71-fc54dae4d928 None None] Network 3cf03da0-9121-4329-8451-38877ae6839f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:41:47.811210 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:41:47.827299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47492) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:47.962136 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-35714fd6-d990-4f7c-bcc1-97263d33d32d admin admin] 10.222.0.39 "GET /v2.0/routers/922c0171-632c-4022-a290-efd428d7c427 HTTP/1.1" status: 200 len: 710 time: 0.1336706 May 26 15:41:48.069371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f1fd0-2e3c-440e-a6e3-b13045d6723c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:41:48.070781 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-419f1fd0-2e3c-440e-a6e3-b13045d6723c admin admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 886 time: 0.0936885 May 26 15:41:48.080282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:41:48.328102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:48.565936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:48.647728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:48.751208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Allocated IP 172.25.0.57 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/423592c4-930e-4d71-8f7e-3f6052dca0db) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:41:48.854975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:48.891001 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:48.926998 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:41:48.929713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:41:48.933029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:41:48.969228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Pushing event updated for resources: {'Port': ['ID=423592c4-930e-4d71-8f7e-3f6052dca0db,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:49.186596 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:49.464989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:49.469879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:49.581750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Router 922c0171-632c-4022-a290-efd428d7c427 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:41:49.697277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:41:49.702955 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:49.704642 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d8cafa08-3285-4957-ad89-57bd3fe6951f admin admin] 10.222.0.39 "PUT /v2.0/routers/922c0171-632c-4022-a290-efd428d7c427 HTTP/1.1" status: 200 len: 889 time: 1.6275177 May 26 15:41:49.991543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ed472fe4-37e6-49f8-8db5-3a8b76d9bfae up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:41:50.053455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:50.053819 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:50.144825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:41:51.109033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Sync routers for ids ['922c0171-632c-4022-a290-efd428d7c427'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:41:51.121536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Routers {'922c0171-632c-4022-a290-efd428d7c427'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:41:51.122321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:41:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['922c0171-632c-4022-a290-efd428d7c427'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:51.330613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Set router 922c0171-632c-4022-a290-efd428d7c427 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:41:51.783453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c0171-632c-4022-a290-efd428d7c427', 'name': 'router1', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '423592c4-930e-4d71-8f7e-3f6052dca0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:41:31Z', 'updated_at': '2022-05-26T15:41:49Z', 'revision_number': 4, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'gw_port': {'id': '423592c4-930e-4d71-8f7e-3f6052dca0db', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c0171-632c-4022-a290-efd428d7c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:41:48Z', 'updated_at': '2022-05-26T15:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ed472fe4-37e6-49f8-8db5-3a8b76d9bfae', 'name': '', 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'mac_address': 'fa:16:3e:ef:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c0171-632c-4022-a290-efd428d7c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '146a3463-0440-4397-ae5b-853c0b07d499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:41:40Z', 'updated_at': '2022-05-26T15:41:44Z', 'revision_number': 5, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'subnets': [{'id': '146a3463-0440-4397-ae5b-853c0b07d499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c509df-3819-47ee-b58c-8f679ac1cdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:51.835588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Checking router: 922c0171-632c-4022-a290-efd428d7c427 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:41:51.836196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Updating router 922c0171-632c-4022-a290-efd428d7c427 port 423592c4-930e-4d71-8f7e-3f6052dca0db binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:41:51.883207 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:52.209258 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:52.215123 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:52.259765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47504) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:41:52.267401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11689a8-4dea-45e7-9035-314e252fe68d None None] Pushing event updated for resources: {'Port': ['ID=423592c4-930e-4d71-8f7e-3f6052dca0db,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:52.269818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Attempting to bind port 423592c4-930e-4d71-8f7e-3f6052dca0db on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:41:52.270213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Attempting to bind port 423592c4-930e-4d71-8f7e-3f6052dca0db by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:41:52.270569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Attempting to bind port 423592c4-930e-4d71-8f7e-3f6052dca0db on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:41:52.276155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:41:52.276543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:41:52.276941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:52.277326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:41:52.277793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Bound port: 423592c4-930e-4d71-8f7e-3f6052dca0db, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:41:52.278220 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:52.333331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] For port 423592c4-930e-4d71-8f7e-3f6052dca0db, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:41:52.336791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] For port 423592c4-930e-4d71-8f7e-3f6052dca0db, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=423592c4-930e-4d71-8f7e-3f6052dca0db,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:41:52.342212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:52.376225 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7091da73-21a2-46ad-baa0-cac5f11b6041 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1152351 May 26 15:41:52.404431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Routers {'922c0171-632c-4022-a290-efd428d7c427'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:41:52.405082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:41:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['922c0171-632c-4022-a290-efd428d7c427'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:52.408471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11689a8-4dea-45e7-9035-314e252fe68d None None] Pushing event updated for resources: {'Port': ['ID=423592c4-930e-4d71-8f7e-3f6052dca0db,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:52.528410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] Set router 922c0171-632c-4022-a290-efd428d7c427 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:41:52.742062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922c0171-632c-4022-a290-efd428d7c427', 'name': 'router1', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '423592c4-930e-4d71-8f7e-3f6052dca0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:41:31Z', 'updated_at': '2022-05-26T15:41:49Z', 'revision_number': 4, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'gw_port': {'id': '423592c4-930e-4d71-8f7e-3f6052dca0db', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c0171-632c-4022-a290-efd428d7c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:41:48Z', 'updated_at': '2022-05-26T15:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ed472fe4-37e6-49f8-8db5-3a8b76d9bfae', 'name': '', 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'mac_address': 'fa:16:3e:ef:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c0171-632c-4022-a290-efd428d7c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '146a3463-0440-4397-ae5b-853c0b07d499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:41:40Z', 'updated_at': '2022-05-26T15:41:44Z', 'revision_number': 5, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'subnets': [{'id': '146a3463-0440-4397-ae5b-853c0b07d499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c509df-3819-47ee-b58c-8f679ac1cdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:41:52.768187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f41449-c67e-46cc-827e-5a5c61e4af20 None None] The sync data for ids ['922c0171-632c-4022-a290-efd428d7c427'] in n-d-843336-2 is: [{'id': '922c0171-632c-4022-a290-efd428d7c427', 'name': 'router1', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '423592c4-930e-4d71-8f7e-3f6052dca0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:41:31Z', 'updated_at': '2022-05-26T15:41:49Z', 'revision_number': 4, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'gw_port': {'id': '423592c4-930e-4d71-8f7e-3f6052dca0db', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:23:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922c0171-632c-4022-a290-efd428d7c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:41:48Z', 'updated_at': '2022-05-26T15:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ed472fe4-37e6-49f8-8db5-3a8b76d9bfae', 'name': '', 'network_id': 'e33c6e1a-e38b-4e19-ac50-0f4ba238a622', 'tenant_id': '63c8a5e2a2474f13a84c420fa5258cab', 'mac_address': 'fa:16:3e:ef:5a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922c0171-632c-4022-a290-efd428d7c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '146a3463-0440-4397-ae5b-853c0b07d499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:41:40Z', 'updated_at': '2022-05-26T15:41:44Z', 'revision_number': 5, 'project_id': '63c8a5e2a2474f13a84c420fa5258cab', 'subnets': [{'id': '146a3463-0440-4397-ae5b-853c0b07d499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96c509df-3819-47ee-b58c-8f679ac1cdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:41:53.960311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 423592c4-930e-4d71-8f7e-3f6052dca0db up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:41:54.010716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 423592c4-930e-4d71-8f7e-3f6052dca0db triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:54.011094 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:54.085677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 423592c4-930e-4d71-8f7e-3f6052dca0db is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:41:54.086385 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:54.105830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 423592c4-930e-4d71-8f7e-3f6052dca0db, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=423592c4-930e-4d71-8f7e-3f6052dca0db,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:41:54.110115 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:54.168601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=423592c4-930e-4d71-8f7e-3f6052dca0db,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:41:55.958831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 423592c4-930e-4d71-8f7e-3f6052dca0db up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:41:56.031321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 423592c4-930e-4d71-8f7e-3f6052dca0db triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:41:56.032376 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:41:56.126686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 423592c4-930e-4d71-8f7e-3f6052dca0db is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:42:04.871311 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d25b889b-0ccf-4cc3-a16b-19c35c306668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:42:07.630579 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d7c58a88-1e57-47e9-b1e0-31b0412c6df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:42:08.531758 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:42:10.382953 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:42:10.504823 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:42:24.811429 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:42:34.876984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a14e5fb-e7dc-4b61-b9c3-33e3cbbded05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:42:37.635002 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d45079c9-f669-4b56-90d0-face32a944fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:42:38.530216 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:42:40.383362 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:42:40.501315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:01.809498 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:43:04.882662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-517ff38e-b1d8-4621-9cb1-d774041fe363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:07.641467 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bf017066-ac8e-4c8f-96e2-0c4c6505077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:08.534994 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:10.378448 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:10.497619 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:34.888113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83131e5c-0bf2-4308-9c8d-de76a6c9e3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:37.307148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:37.373661 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-643f0ebb-c8a2-499c-9d35-8c7ed93e4d51 admin admin] GET failed (client error): The resource could not be found. May 26 15:43:37.375138 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-643f0ebb-c8a2-499c-9d35-8c7ed93e4d51 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669804 May 26 15:43:37.540901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030fc1fd-09bd-4dd7-b2a6-e687e5873568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:37.542338 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-030fc1fd-09bd-4dd7-b2a6-e687e5873568 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1625698 May 26 15:43:37.634785 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2bee61bb-c32e-4098-81fa-a1225000f905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:38.537548 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:38.862929 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:43:39.831246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48110) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:39.933125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47fb1ab-0061-4ddd-b776-78a6c455d300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:39.934543 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e47fb1ab-0061-4ddd-b776-78a6c455d300 admin admin] 10.222.0.39 "GET /v2.0/subnets/146a3463-0440-4397-ae5b-853c0b07d499 HTTP/1.1" status: 200 len: 849 time: 0.1023555 May 26 15:43:39.946480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:43:40.035208 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:40.185505 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777728177008'] for subnet, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:40.217588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:40.218753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:40.222659 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] 10.222.0.39 "PUT /v2.0/subnets/146a3463-0440-4397-ae5b-853c0b07d499 HTTP/1.1" status: 200 len: 868 time: 0.2770269 May 26 15:43:40.222879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca549d0d-715e-4e4d-9eb3-6bfae514640d None None] Network e33c6e1a-e38b-4e19-ac50-0f4ba238a622 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:43:40.240735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146a3463-0440-4397-ae5b-853c0b07d499,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:43:40.249278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.249950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.250515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.251041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.251684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.252244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.252770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.253295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.253807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.254417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.255062 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.255594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a2ec1-7665-44f7-8ab5-0a11313c8c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:43:40.395205 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:40.502061 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:40.624029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c9e25abc-88f5-4aa5-b0cf-72481dac1297 None None] Provisioning complete for port c9be0f86-4eeb-40cb-9453-5c12830154c8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:43:40.624320 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c9e25abc-88f5-4aa5-b0cf-72481dac1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:40.716707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c9e25abc-88f5-4aa5-b0cf-72481dac1297 None None] Current status of the port c9be0f86-4eeb-40cb-9453-5c12830154c8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:43:40.729189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c9e25abc-88f5-4aa5-b0cf-72481dac1297 None None] Provisioning complete for port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:43:40.729744 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c9e25abc-88f5-4aa5-b0cf-72481dac1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:43:40.820266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c9e25abc-88f5-4aa5-b0cf-72481dac1297 None None] Current status of the port ed472fe4-37e6-49f8-8db5-3a8b76d9bfae is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:43:42.512150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48118) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:42.858850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.policy [None req-e12643d6-0dec-4d33-8676-ac204a168cc8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109405) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 15:43:42.908381 n-d-843336-2 neutron-server[109405]: WARNING oslo_policy.policy [None req-e12643d6-0dec-4d33-8676-ac204a168cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:43:42.908925 n-d-843336-2 neutron-server[109405]: WARNING oslo_policy.policy [None req-e12643d6-0dec-4d33-8676-ac204a168cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:43:42.917948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12643d6-0dec-4d33-8676-ac204a168cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:42.918447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12643d6-0dec-4d33-8676-ac204a168cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:42.920563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e12643d6-0dec-4d33-8676-ac204a168cc8 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4074616 May 26 15:43:45.183716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48130) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:45.314096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1131d4fc-a7a2-4e42-8db1-0d2fde6bac81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:45.314556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1131d4fc-a7a2-4e42-8db1-0d2fde6bac81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:45.316137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1131d4fc-a7a2-4e42-8db1-0d2fde6bac81 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314812 May 26 15:43:47.553834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48138) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:47.675523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c6dabf-cd44-48f9-94f9-9be012977998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:47.676874 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-67c6dabf-cd44-48f9-94f9-9be012977998 admin admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 886 time: 0.1220553 May 26 15:43:49.968311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48146) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:50.103524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125dda20-3c31-445a-88d0-9d86fef7c734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:50.104920 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-125dda20-3c31-445a-88d0-9d86fef7c734 admin admin] 10.222.0.39 "GET /v2.0/networks/e33c6e1a-e38b-4e19-ac50-0f4ba238a622 HTTP/1.1" status: 200 len: 869 time: 0.1356618 May 26 15:43:52.384297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48154) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:52.510788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073d197-375e-4e66-9ec2-b8e691f58c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:52.511246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073d197-375e-4e66-9ec2-b8e691f58c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:52.512766 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e073d197-375e-4e66-9ec2-b8e691f58c5d admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275289 May 26 15:43:54.766030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48162) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:54.858928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641229c3-c644-4f40-9453-9dedd1a86438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:54.859388 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641229c3-c644-4f40-9453-9dedd1a86438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:54.860929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-641229c3-c644-4f40-9453-9dedd1a86438 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939333 May 26 15:43:57.106838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48170) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:57.244510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee951b-d549-48f2-af46-998d480ad33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:57.246039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b3ee951b-d549-48f2-af46-998d480ad33e admin admin] 10.222.0.39 "GET /v2.0/subnets/146a3463-0440-4397-ae5b-853c0b07d499 HTTP/1.1" status: 200 len: 868 time: 0.1382520 May 26 15:43:59.493406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48178) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:43:59.585566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcceade6-15f9-46bf-aaec-c5ae1913caa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:43:59.587275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fcceade6-15f9-46bf-aaec-c5ae1913caa1 admin admin] 10.222.0.39 "GET /v2.0/subnets/c03a67d6-4315-41d1-a166-0edac6d945a6 HTTP/1.1" status: 200 len: 816 time: 0.0925994 May 26 15:44:04.887913 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7684234c-71f7-4c19-8fa4-6e4d82de03de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:07.636538 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-10c0c1f8-3bc4-4970-ac1b-fadd1cbeb182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:08.540446 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:10.381899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:10.506588 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:15.814719 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:44:20.655638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48232) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:44:20.703099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-aa3aa5a7-38ec-432e-9f5a-c7f5c6ec35b8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:44:20.704075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-aa3aa5a7-38ec-432e-9f5a-c7f5c6ec35b8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475333 May 26 15:44:23.009464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48240) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:44:23.075231 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a014b2-6a7d-496d-90b3-4838a3577993 admin admin] GET failed (client error): The resource could not be found. May 26 15:44:23.076675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-88a014b2-6a7d-496d-90b3-4838a3577993 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662684 May 26 15:44:23.218517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e3af11-76a7-40b2-b404-be7535d408a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:44:23.219875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c3e3af11-76a7-40b2-b404-be7535d408a9 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381004 May 26 15:44:25.480415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48248) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:44:25.528369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:44:25.547229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Made reservation on behalf of 5b957554e6c54470afa3fcb15e12bbf9 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:44:25.550069 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:25.577636 n-d-843336-2 neutron-server[109404]: WARNING neutron.services.revisions.revision_plugin [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Could not find related network for resource to bump revision. May 26 15:44:25.589325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:44:25.598572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:25.598907 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Added segment a4440771-0979-4c41-b8df-b5139faf58a5 of type vlan for network 42aaf45d-d472-4286-8ad3-db83e55ca7fb May 26 15:44:25.637023 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:25.661285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:25.662440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:44:25.665299 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:25.713669 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2321179 May 26 15:44:25.728958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892727e5-5ffd-4f55-8cf9-37a9696c53d3 admin admin] Pushing event updated for resources: {'Network': ['ID=42aaf45d-d472-4286-8ad3-db83e55ca7fb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:44:25.740709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:44:27.964752 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48256) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:44:28.029002 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c047037-77b0-465e-9282-befb350f4163 admin admin] GET failed (client error): The resource could not be found. May 26 15:44:28.030408 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3c047037-77b0-465e-9282-befb350f4163 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0647089 May 26 15:44:28.099923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b91f666-98b9-42fa-b1ea-449d97f67f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:44:28.101360 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1b91f666-98b9-42fa-b1ea-449d97f67f39 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658619 May 26 15:44:28.112200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'cidr': '192.168.233.0/24'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:44:28.130240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Made reservation on behalf of 5b957554e6c54470afa3fcb15e12bbf9 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:44:28.132371 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:28.386915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:28.444305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=621cb921-a62f-4177-aa0f-3856b1e48e51,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:44:28.452853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:44:28.453202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Network hostable DHCP agents. Network: 42aaf45d-d472-4286-8ad3-db83e55ca7fb, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:44:28.470831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:44:28.479100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 42aaf45d-d472-4286-8ad3-db83e55ca7fb) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:44:28.483402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:44:28.484214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:28.489115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a60718-d63f-4476-a3d7-e08698dca88d None None] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:44:28.506201 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a353a28-9b0c-4aca-bfb7-18b15f8444aa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3934646 May 26 15:44:28.741024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'tenant_id': '5b957554e6c54470afa3fcb15e12bbf9', 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:44:28.741903 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:28.882136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Allocated IP 192.168.233.2 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/0d3b8090-6205-45ef-9ea8-374057e5324e) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:44:29.027909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:29.033947 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:29.073602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:44:29.076395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:44:29.082769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:44:29.085730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Pushing event updated for resources: {'Port': ['ID=0d3b8090-6205-45ef-9ea8-374057e5324e,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:44:29.093733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.094100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.094444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.094801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.095135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.095468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.095793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.096117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.096438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.096764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.097083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.097400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:44:29.151908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Attempting to bind port 0d3b8090-6205-45ef-9ea8-374057e5324e on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:44:29.152268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Attempting to bind port 0d3b8090-6205-45ef-9ea8-374057e5324e by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:44:29.152622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Attempting to bind port 0d3b8090-6205-45ef-9ea8-374057e5324e on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:44:29.157756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:44:29.158160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:44:29.158562 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:29.158944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:44:29.159395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Bound port: 0d3b8090-6205-45ef-9ea8-374057e5324e, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:44:29.159783 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:29.224422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] For port 0d3b8090-6205-45ef-9ea8-374057e5324e, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:44:29.227616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] For port 0d3b8090-6205-45ef-9ea8-374057e5324e, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0d3b8090-6205-45ef-9ea8-374057e5324e,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:44:29.232833 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:29.294369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c925-1af6-4a03-bf06-77822129d50d None None] Pushing event updated for resources: {'Port': ['ID=0d3b8090-6205-45ef-9ea8-374057e5324e,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:44:30.119735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0d3b8090-6205-45ef-9ea8-374057e5324e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:44:30.152830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1497d-aad7-49a1-bec0-483f6728164f None None] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:44:30.233121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0d3b8090-6205-45ef-9ea8-374057e5324e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:44:30.233650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:30.330103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-af37d0c5-87eb-471e-b0a6-ff9d06ce32cf None None] Provisioning complete for port 0d3b8090-6205-45ef-9ea8-374057e5324e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:44:30.330406 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-af37d0c5-87eb-471e-b0a6-ff9d06ce32cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:30.432818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0d3b8090-6205-45ef-9ea8-374057e5324e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:44:30.433122 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:30.496900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 0d3b8090-6205-45ef-9ea8-374057e5324e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0d3b8090-6205-45ef-9ea8-374057e5324e,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:44:30.503495 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:30.512038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-af37d0c5-87eb-471e-b0a6-ff9d06ce32cf None None] Current status of the port 0d3b8090-6205-45ef-9ea8-374057e5324e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:44:30.512624 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-af37d0c5-87eb-471e-b0a6-ff9d06ce32cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:30.577313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=0d3b8090-6205-45ef-9ea8-374057e5324e,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:44:30.623571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-af37d0c5-87eb-471e-b0a6-ff9d06ce32cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 15:44:30.623571 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-af37d0c5-87eb-471e-b0a6-ff9d06ce32cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 15:44:31.163042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-af37d0c5-87eb-471e-b0a6-ff9d06ce32cf None None] Current status of the port 0d3b8090-6205-45ef-9ea8-374057e5324e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:44:31.281735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4faf1585-d83b-4bc7-b38d-8e79832668bd None None] Provisioning complete for port 0d3b8090-6205-45ef-9ea8-374057e5324e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:44:31.282184 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4faf1585-d83b-4bc7-b38d-8e79832668bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:31.359634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4faf1585-d83b-4bc7-b38d-8e79832668bd None None] Current status of the port 0d3b8090-6205-45ef-9ea8-374057e5324e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:44:32.057283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0d3b8090-6205-45ef-9ea8-374057e5324e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:44:32.107384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0d3b8090-6205-45ef-9ea8-374057e5324e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:44:32.107864 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:32.181378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0d3b8090-6205-45ef-9ea8-374057e5324e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:44:34.882421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7092482d-0e1d-400c-9788-cdd2c5948064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:37.638783 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-85f9ac02-3350-4846-9fee-178d87817074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:38.542603 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:40.390089 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:40.513985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:44:52.814211 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:45:04.884366 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d8e85120-6d40-4455-8a9b-04c1fbc04be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:07.644033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45a86c04-283e-4ad1-bef1-848f5d5e6efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:08.545354 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:10.394381 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:10.510695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:29.812600 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:45:34.886469 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-047ed70f-7644-4b17-acf8-c11209d93256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:37.647259 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6980a779-d7de-4bb5-a9f2-6e5253261c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:38.548897 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:40.392159 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:40.504150 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:04.887907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-400105f8-dd57-4197-ad86-be341d2de6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:06.239113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48296) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:46:06.245016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-2a7cb1db-1141-470c-8c67-8798eaa81aaf tempest-verify_tempest_config-1584100760 tempest-verify_tempest_config-1584100760-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:46:06.245978 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a7cb1db-1141-470c-8c67-8798eaa81aaf tempest-verify_tempest_config-1584100760 tempest-verify_tempest_config-1584100760-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059111 May 26 15:46:06.535909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48314) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:46:06.635135 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:06.706522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:06.710071 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:06.757387 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e7de6edd15941948c3a56fae16ff997&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2200935 May 26 15:46:06.758987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd166465-5ab9-4c57-8553-de21f6bffe71,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:46:06.759995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48318) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:46:06.766824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.767405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.767977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.768562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.769133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.769693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.770066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.770404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.770732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.771066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.771609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.772151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b20bb-614a-486e-9175-1d4665a4dd8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.810402 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:46:06.848016 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:06.868216 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:06.961880 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:06.964506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:06.965865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd166465-5ab9-4c57-8553-de21f6bffe71 HTTP/1.1" status: 204 len: 168 time: 0.2041872 May 26 15:46:06.974577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd166465-5ab9-4c57-8553-de21f6bffe71,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:46:06.984834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.985188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.985603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.985854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.986221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.986555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.986925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.987235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.987572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.987894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.988218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.988540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64ade5-0435-4203-a903-92509977a989 admin admin] Tracked resource versions report: May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: pushed versions: May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: { 'AddressGroup': {'1.2'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'ConntrackHelper': {'1.0'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Log': {'1.0'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Network': {'1.1'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Port': {'1.7'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'PortForwarding': {'1.2'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'QosPolicy': {'1.9'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'SecurityGroup': {'1.4'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'SecurityGroupRule': {'1.2'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'SubPort': {'1.0'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Subnet': {'1.1'}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Trunk': {'1.1'}} May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: consumer versions: May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: { DHCP agent@n-d-843336-2: {}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: L3 agent@n-d-843336-2: {}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: Metadata agent@n-d-843336-2: {}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: Metering agent@n-d-843336-2: {}, May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: Open vSwitch agent@n-d-843336-2: { 'AddressGroup': '1.2', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'ConntrackHelper': '1.0', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Log': '1.0', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Network': '1.1', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Port': '1.7', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'PortForwarding': '1.2', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'QosPolicy': '1.9', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'SecurityGroup': '1.4', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'SecurityGroupRule': '1.2', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'SubPort': '1.0', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Subnet': '1.1', May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: 'Trunk': '1.1'}} May 26 15:46:06.989658 n-d-843336-2 neutron-server[109405]: {{(pid=109405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:46:07.648488 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4db2998-0f40-40fe-87ab-d4584e4679ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:08.549366 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:10.396658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:10.505524 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:34.890680 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37b7e8e9-0ee2-4cc1-84c4-b2a3bd2c0878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:37.650328 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6267e715-2910-456f-b9a6-2cdebb31ae73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:38.552288 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:40.396637 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:40.505866 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:43.808553 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:47:04.892095 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8264a01f-9a39-4666-abfe-c2739168052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:07.651077 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-58975c10-af75-42b0-be4b-529c596780a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:08.557911 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:10.400536 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:10.505612 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:20.806640 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:47:34.892580 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1dcd23f1-bf36-4c2e-b4ca-81659a29c7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:37.651840 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-718f2296-0a80-40bf-8771-b62579ff7c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:38.558645 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:40.403523 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:40.507464 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:57.805565 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:48:04.894305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-16f3876d-2048-4553-a513-f3fa6d45786f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:07.653824 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2464cf3e-80d2-41a9-ac5c-aa6e8343ea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:08.560575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:10.406881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:10.513415 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:34.804573 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:48:34.896212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9011937-af01-48a7-9d58-5eba117fc556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:37.654890 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-14dc4bac-13d1-40ab-a9b2-5ef752d08fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:38.562232 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:40.409552 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:40.509724 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:04.898817 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e5d10bc7-fa92-4bf7-a820-9bb7bcab0fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:07.656256 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6d0abf74-aa83-4fee-9349-3e03a23db48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:08.567262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:10.414076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:10.511473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:11.804806 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 5 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:49:23.436537 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537178'] for agent, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:23.475082 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537178'] for agent, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:34.900817 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-48e3eb13-ed98-4c5e-b3b7-fdfd769fd073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:37.656680 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-47561901-4a34-474a-a693-abee11ac5f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:38.568331 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:40.416402 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:40.513320 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:48.804485 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:49:53.427233 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:53.429147 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:04.902992 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c5b15bb5-29c7-4249-a507-1817f578539d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:07.657181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-605908ba-9af1-4bd6-aeff-f5cf1c8ecf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:08.570862 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:10.418566 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:10.517673 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:23.441723 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:23.445661 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:25.804036 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:50:28.478634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48384) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:50:28.584294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-89b680d2-be2b-416f-b1f7-f1a2eeecce7c admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1045401 May 26 15:50:30.809964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48394) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:50:30.872877 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a04ba58b-57bc-4ea3-a9c3-f92cac2dd7b7 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0618057 May 26 15:50:34.905191 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f8213241-faff-4656-bdec-882a478e8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:37.661282 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76afcad7-1866-4e3f-bcdb-f09211e88583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:38.574846 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:40.421389 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:40.519748 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:53.445235 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:53.455574 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:02.804504 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:51:04.908575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ca87-9ad3-499e-9471-758d0642bfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:07.662862 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57057afc-7c64-42bd-9cfb-290d78f857c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:08.578276 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:10.424244 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:10.522467 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:23.468249 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:23.469481 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:34.912929 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7736a7e8-7d8d-4e09-b901-5609033368b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:37.664309 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e56c11e8-6591-44b1-9004-d068edaf02c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:38.582374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:39.804953 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:51:40.426736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:40.527280 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:53.465187 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:53.465187 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:04.926555 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-91551e2e-d18c-49e2-aac3-eec4c8bcb473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:06.544442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48606) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:06.980215 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ec114606-c8e3-42cf-9b9b-9e3312bdcfe7 tempest-AutoAllocateNetworkTest-639310739 tempest-AutoAllocateNetworkTest-639310739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9d9eaf941a5447cd88973633b3ac7f31&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4316454 May 26 15:52:06.980215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48626) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:07.166807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93196b-5514-4f26-b08c-12162c415723 tempest-AutoAllocateNetworkTest-639310739 tempest-AutoAllocateNetworkTest-639310739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:07.170567 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f93196b-5514-4f26-b08c-12162c415723 tempest-AutoAllocateNetworkTest-639310739 tempest-AutoAllocateNetworkTest-639310739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1893525 May 26 15:52:07.171627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48636) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:07.267508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f21d2202-eb8a-4bb2-b245-e2586b930186 tempest-AutoAllocateNetworkTest-639310739 tempest-AutoAllocateNetworkTest-639310739-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947013 May 26 15:52:07.270116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48642) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:07.301907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-69e1b0fe-52eb-4c9d-ae9b-09a7568aa4ed tempest-AutoAllocateNetworkTest-639310739 tempest-AutoAllocateNetworkTest-639310739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9d9eaf941a5447cd88973633b3ac7f31 HTTP/1.1" status: 200 len: 208 time: 0.0307250 May 26 15:52:07.671340 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc203e3b-42ef-486a-a0cc-2f143100acf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:08.089080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48690) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:08.530219 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:08.586796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:08.629622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:08.635614 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:08.694677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48730) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:08.695215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d9eaf941a5447cd88973633b3ac7f31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6042995 May 26 15:52:08.699554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976c15ef-04a2-4639-bc69-f4155e8d9cb5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:08.707820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.708170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.708511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.708854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.709187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.709520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.709848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.710203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.710531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.710856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.711181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.711505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ce08-8ff2-415d-876e-b428f1132119 admin admin] Tracked resource versions report: May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: pushed versions: May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: { 'AddressGroup': {'1.2'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'ConntrackHelper': {'1.0'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Log': {'1.0'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Network': {'1.1'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Port': {'1.7'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'PortForwarding': {'1.2'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'QosPolicy': {'1.9'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'SecurityGroup': {'1.4'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'SecurityGroupRule': {'1.2'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'SubPort': {'1.0'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Subnet': {'1.1'}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Trunk': {'1.1'}} May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: consumer versions: May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: { DHCP agent@n-d-843336-2: {}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: HyperV agent@n-h1-843336-2: {}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: HyperV agent@n-h2-843336-2: {}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: L3 agent@n-d-843336-2: {}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: Metadata agent@n-d-843336-2: {}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: Metering agent@n-d-843336-2: {}, May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: Open vSwitch agent@n-d-843336-2: { 'AddressGroup': '1.2', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'ConntrackHelper': '1.0', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Log': '1.0', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Network': '1.1', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Port': '1.7', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'PortForwarding': '1.2', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'QosPolicy': '1.9', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'SecurityGroup': '1.4', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'SecurityGroupRule': '1.2', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'SubPort': '1.0', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Subnet': '1.1', May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: 'Trunk': '1.1'}} May 26 15:52:08.712557 n-d-843336-2 neutron-server[109405]: {{(pid=109405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:52:08.762945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:08.793012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:08.847796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:08.850657 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:08.854864 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/976c15ef-04a2-4639-bc69-f4155e8d9cb5 HTTP/1.1" status: 204 len: 168 time: 0.1583571 May 26 15:52:08.864542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976c15ef-04a2-4639-bc69-f4155e8d9cb5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:08.873471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.873858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.874229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.874560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.874892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.875226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.876089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.876414 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.876949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.877298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.877645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.877974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07321a0-0ab8-4ef5-8ed9-64fc796eb9cf admin admin] Tracked resource versions report: May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: pushed versions: May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: { 'AddressGroup': {'1.2'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'ConntrackHelper': {'1.0'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Log': {'1.0'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Network': {'1.1'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Port': {'1.7'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'PortForwarding': {'1.2'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'QosPolicy': {'1.9'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'SecurityGroup': {'1.4'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'SecurityGroupRule': {'1.2'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'SubPort': {'1.0'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Subnet': {'1.1'}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Trunk': {'1.1'}} May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: consumer versions: May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: { DHCP agent@n-d-843336-2: {}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: HyperV agent@n-h1-843336-2: {}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: HyperV agent@n-h2-843336-2: {}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: L3 agent@n-d-843336-2: {}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: Metadata agent@n-d-843336-2: {}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: Metering agent@n-d-843336-2: {}, May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: Open vSwitch agent@n-d-843336-2: { 'AddressGroup': '1.2', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'ConntrackHelper': '1.0', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Log': '1.0', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Network': '1.1', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Port': '1.7', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'PortForwarding': '1.2', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'QosPolicy': '1.9', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'SecurityGroup': '1.4', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'SecurityGroupRule': '1.2', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'SubPort': '1.0', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Subnet': '1.1', May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: 'Trunk': '1.1'}} May 26 15:52:08.879074 n-d-843336-2 neutron-server[109404]: {{(pid=109404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:52:09.776562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48776) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:10.012156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e188b50d-d0a3-4633-bac3-211809b4a698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.104194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e188b50d-d0a3-4633-bac3-211809b4a698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.108976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e188b50d-d0a3-4633-bac3-211809b4a698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.147558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188b50d-d0a3-4633-bac3-211809b4a698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c631b-6b50-4207-b324-db7f5e316d29,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:10.152774 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e188b50d-d0a3-4633-bac3-211809b4a698 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c295c34e2dde4533b6ae338f49dcbd19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3749225 May 26 15:52:10.155519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48802) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:10.208569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b34d45d-b17b-45ce-8cbb-84177dbdb901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.232314 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b34d45d-b17b-45ce-8cbb-84177dbdb901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.287207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b34d45d-b17b-45ce-8cbb-84177dbdb901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.290609 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b34d45d-b17b-45ce-8cbb-84177dbdb901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.301133 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9b34d45d-b17b-45ce-8cbb-84177dbdb901 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca1c631b-6b50-4207-b324-db7f5e316d29 HTTP/1.1" status: 204 len: 168 time: 0.1444056 May 26 15:52:10.309767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34d45d-b17b-45ce-8cbb-84177dbdb901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1c631b-6b50-4207-b324-db7f5e316d29,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:10.442581 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.527117 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.685893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48834) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:10.705646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a943a20a-3b05-4964-9764-d938d97ea25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.795605 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a943a20a-3b05-4964-9764-d938d97ea25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.802167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a943a20a-3b05-4964-9764-d938d97ea25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.841435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a20a-3b05-4964-9764-d938d97ea25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd49d76d-baf0-472f-b24b-0796b5edb0c5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:10.853395 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a943a20a-3b05-4964-9764-d938d97ea25e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80d8ab5ef398488fb79a5be99ca92cf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1627550 May 26 15:52:10.856263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48852) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:10.936755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6dba146d-cee2-4403-a41f-19690a85ce58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:10.961831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6dba146d-cee2-4403-a41f-19690a85ce58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:11.015578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6dba146d-cee2-4403-a41f-19690a85ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:11.020035 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6dba146d-cee2-4403-a41f-19690a85ce58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:11.021298 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6dba146d-cee2-4403-a41f-19690a85ce58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd49d76d-baf0-472f-b24b-0796b5edb0c5 HTTP/1.1" status: 204 len: 168 time: 0.1638939 May 26 15:52:11.031395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba146d-cee2-4403-a41f-19690a85ce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd49d76d-baf0-472f-b24b-0796b5edb0c5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:11.517083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48934) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:11.830134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9204298-e060-4bf2-a3e5-cc80e26d6a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:11.937261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9204298-e060-4bf2-a3e5-cc80e26d6a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:11.945174 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9204298-e060-4bf2-a3e5-cc80e26d6a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:11.988185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9204298-e060-4bf2-a3e5-cc80e26d6a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d99312-aa01-423a-8f27-238cf48b7a72,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:11.999563 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e9204298-e060-4bf2-a3e5-cc80e26d6a6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0c845f0f98040eeb8b30ffeb09adb54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4783947 May 26 15:52:11.999864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48960) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:12.013104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48962) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:12.065542 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b18c8e8c-ed87-41b9-b93c-83ff82200591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.090924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b18c8e8c-ed87-41b9-b93c-83ff82200591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.127605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f084ba37-de5f-405a-a08d-aed93694c290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.142847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b18c8e8c-ed87-41b9-b93c-83ff82200591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.145902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b18c8e8c-ed87-41b9-b93c-83ff82200591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.149518 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b18c8e8c-ed87-41b9-b93c-83ff82200591 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9d99312-aa01-423a-8f27-238cf48b7a72 HTTP/1.1" status: 204 len: 168 time: 0.1453068 May 26 15:52:12.160737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c8e8c-ed87-41b9-b93c-83ff82200591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d99312-aa01-423a-8f27-238cf48b7a72,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:12.247764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f084ba37-de5f-405a-a08d-aed93694c290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.252594 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f084ba37-de5f-405a-a08d-aed93694c290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.281210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084ba37-de5f-405a-a08d-aed93694c290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d231af6-64b0-418f-9604-b55aad164db6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:12.302566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48986) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:12.314907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f084ba37-de5f-405a-a08d-aed93694c290 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88cef4f3878a407093eca4e47dda4976&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3005896 May 26 15:52:12.355677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e538269a-8d38-4482-bfd8-2f1368a8f929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.369018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49000) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:12.371347 n-d-843336-2 neutron-server[109405]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 15:52:12.379448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e538269a-8d38-4482-bfd8-2f1368a8f929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.403983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-15621ef3-ccac-46dc-a32b-c85e748ef7bc tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5eafd69814d741e7a6191389e3324364&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338790 May 26 15:52:12.449767 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e538269a-8d38-4482-bfd8-2f1368a8f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.455303 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e538269a-8d38-4482-bfd8-2f1368a8f929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.457198 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e538269a-8d38-4482-bfd8-2f1368a8f929 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d231af6-64b0-418f-9604-b55aad164db6 HTTP/1.1" status: 204 len: 168 time: 0.1536140 May 26 15:52:12.468725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538269a-8d38-4482-bfd8-2f1368a8f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d231af6-64b0-418f-9604-b55aad164db6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:12.621044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-15ad030f-ee10-48ad-8d45-c352eb038229 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:12.631767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-15ad030f-ee10-48ad-8d45-c352eb038229 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210543 May 26 15:52:12.643813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-0aff234f-6242-4a9a-860a-036db1677105 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/quotas/5eafd69814d741e7a6191389e3324364 HTTP/1.1" status: 200 len: 375 time: 0.0109694 May 26 15:52:12.700663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-005925f0-0e5a-46fc-bc1b-3e7c82522b0f tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5eafd69814d741e7a6191389e3324364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502443 May 26 15:52:12.777281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49026) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:12.808402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-6f98ead3-67e9-46fc-86bf-7e18e3ab4edd tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295227 May 26 15:52:12.873375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49032) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:12.893381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0a11af1-8a7c-4c0f-969b-fe85a993e2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.019495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-a62c2e0f-18c0-4ae5-98ca-2f6e45aa8820 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:13.027286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-a62c2e0f-18c0-4ae5-98ca-2f6e45aa8820 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119670 May 26 15:52:13.037208 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0a11af1-8a7c-4c0f-969b-fe85a993e2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.042340 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0a11af1-8a7c-4c0f-969b-fe85a993e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.086862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-2fbfbd2b-40ab-4a65-8efd-c3070ad9d504 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/quotas/db42fe8fe81d41f0bcc1ad74fa1c4edf HTTP/1.1" status: 200 len: 375 time: 0.0543747 May 26 15:52:13.098532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a11af1-8a7c-4c0f-969b-fe85a993e2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174eef6-fa25-4765-9a20-05258a40a223,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:13.102679 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a0a11af1-8a7c-4c0f-969b-fe85a993e2ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d5fa88025c74bc6b7b5c3088272835a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2253742 May 26 15:52:13.103373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49054) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:13.136006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95a0cd5f-163c-467f-821e-e8c9da540ace req-bf4ca909-0c07-4b24-a12a-ebd3e170f766 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 210 time: 0.1077068 May 26 15:52:13.164940 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-757d40e1-8cea-40b6-a229-2c0042dd4a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.175992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-26048114-351f-4da0-8ad2-1d599b4f8e2d tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879378 May 26 15:52:13.176967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49056) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:13.199950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c67465b-d5e5-47a5-94cb-db159ed13a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.207953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-757d40e1-8cea-40b6-a229-2c0042dd4a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.363616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c67465b-d5e5-47a5-94cb-db159ed13a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.367020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-757d40e1-8cea-40b6-a229-2c0042dd4a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.369779 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-757d40e1-8cea-40b6-a229-2c0042dd4a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.374036 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-757d40e1-8cea-40b6-a229-2c0042dd4a7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e174eef6-fa25-4765-9a20-05258a40a223 HTTP/1.1" status: 204 len: 168 time: 0.2684081 May 26 15:52:13.377445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c67465b-d5e5-47a5-94cb-db159ed13a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.414747 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9c67465b-d5e5-47a5-94cb-db159ed13a45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5d1ab4ae0c44be2987ae9e4b1e30beb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2344985 May 26 15:52:13.414747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d40e1-8cea-40b6-a229-2c0042dd4a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174eef6-fa25-4765-9a20-05258a40a223,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:13.415151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49076) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:13.506809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-128f4a2c-8d88-4167-9ca8-c2c41f586fe5 req-e456269d-c715-48db-9c89-19e7dc29f4cf tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 210 time: 0.0474901 May 26 15:52:13.538621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67465b-d5e5-47a5-94cb-db159ed13a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc4b30b-0ede-4e42-9e47-9790add38855,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:13.593158 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53c86953-8095-4fba-9735-0a87b1756e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.643805 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53c86953-8095-4fba-9735-0a87b1756e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.721253 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53c86953-8095-4fba-9735-0a87b1756e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.724691 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53c86953-8095-4fba-9735-0a87b1756e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:13.725988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-53c86953-8095-4fba-9735-0a87b1756e62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bc4b30b-0ede-4e42-9e47-9790add38855 HTTP/1.1" status: 204 len: 168 time: 0.3097866 May 26 15:52:13.742803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c86953-8095-4fba-9735-0a87b1756e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc4b30b-0ede-4e42-9e47-9790add38855,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:14.350412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe6e105e-cda2-4380-867c-1c89b4a65ae8 req-13785477-5ea7-4cca-96ec-50fbf69d0738 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 210 time: 0.0859246 May 26 15:52:14.650235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17347265-a91b-4d6c-9f9c-c631ed5a0bd0 req-b13b7630-7d16-4b28-ba94-ae7d30a957c3 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 210 time: 0.0348492 May 26 15:52:15.022220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49220) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:15.200474 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8f97d12-57a8-4c68-8cd4-a25ac5c8c8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.295674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8f97d12-57a8-4c68-8cd4-a25ac5c8c8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.296086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49238) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:15.301199 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8f97d12-57a8-4c68-8cd4-a25ac5c8c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.347890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49244) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:15.348238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c8f97d12-57a8-4c68-8cd4-a25ac5c8c8ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bcc40a6ef4e4c3f82eef9466cc31856&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3245904 May 26 15:52:15.350719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f97d12-57a8-4c68-8cd4-a25ac5c8c8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52313f08-6fae-4821-86fd-c1e0fe53af95,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:15.410328 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a580185-4ba5-4a7c-8a7f-60d7ba114c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.437012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a580185-4ba5-4a7c-8a7f-60d7ba114c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.456572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.24', 50287) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:15.501129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-f240ff19-e419-4cf8-b73e-a68f3ff69c70 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5eafd69814d741e7a6191389e3324364&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393372 May 26 15:52:15.505836 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a580185-4ba5-4a7c-8a7f-60d7ba114c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.509848 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a580185-4ba5-4a7c-8a7f-60d7ba114c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.514424 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9a580185-4ba5-4a7c-8a7f-60d7ba114c78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52313f08-6fae-4821-86fd-c1e0fe53af95 HTTP/1.1" status: 204 len: 168 time: 0.1630967 May 26 15:52:15.528558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a580185-4ba5-4a7c-8a7f-60d7ba114c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52313f08-6fae-4821-86fd-c1e0fe53af95,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:15.613131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1671205353-network', 'tenant_id': '22998c49fa23474daa8381e5b845ae32'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:15.651955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Made reservation on behalf of 22998c49fa23474daa8381e5b845ae32 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:15.654626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.663066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15171bc7-1fc5-4229-bf58-809de29b2756 req-b3e93bbe-c258-409b-87b1-502694931112 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 210 time: 0.0566878 May 26 15:52:15.684016 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.746632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-c1e0126a-0bbf-4ddf-b3c4-d1e253c81575 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:15.749827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-c1e0126a-0bbf-4ddf-b3c4-d1e253c81575 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438886 May 26 15:52:15.788168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3640cb7b-77cf-4156-bc62-4e4752c8aca5 req-b4073769-76f5-443c-a5ce-f2af64209266 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 210 time: 0.0319781 May 26 15:52:15.847177 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.851689 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.872996 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.24', 50290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:15.873586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Request body: {'port': {'device_id': '44bf851a-cdea-4fd8-8225-0026315cea2d', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '5eafd69814d741e7a6191389e3324364'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:15.894549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:52:15.917086 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-5c92a23f-2d29-4416-a168-6bced3d91f43 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405514 May 26 15:52:15.994648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f52475-4508-4af1-8047-daace1c029de,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:16.001189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.001806 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Added segment 279b46d7-039f-4806-b1c8-f90c6e130c6f of type vlan for network b2e2c0e4-150f-456f-a070-5311e2ae0cb6 May 26 15:52:16.115043 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.142967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-da644854-7470-42c3-8a63-c5edee97ca89 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:16.144495 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-da644854-7470-42c3-8a63-c5edee97ca89 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164292 May 26 15:52:16.159710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Request body: {'port': {'device_id': '8c704bf5-ce86-4213-b903-ab9390b7459f', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': 'db42fe8fe81d41f0bcc1ad74fa1c4edf'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:16.207228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.208513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:16.209195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.210202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Made reservation on behalf of 5eafd69814d741e7a6191389e3324364 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:16.215692 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.237627 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.366985 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.376134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.420300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:16.427802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] Pushing event updated for resources: {'Network': ['ID=b2e2c0e4-150f-456f-a070-5311e2ae0cb6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:16.428190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7804ebd0-fa39-47d2-9d7a-c5c2804064ea,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:16.441933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network b2e2c0e4-150f-456f-a070-5311e2ae0cb6 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:52:16.445865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12474522-c98a-4475-9a9f-1bcae83c3f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.541927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12474522-c98a-4475-9a9f-1bcae83c3f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.552036 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12474522-c98a-4475-9a9f-1bcae83c3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.589322 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e9e4a89b-47aa-4240-bc50-305e6e0c0f3b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2897050 May 26 15:52:16.591746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49298) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:16.728497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Made reservation on behalf of db42fe8fe81d41f0bcc1ad74fa1c4edf for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:16.732114 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.734100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12474522-c98a-4475-9a9f-1bcae83c3f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a514ea6d-3849-4c3d-b73e-90add57bd2c5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:16.739997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Request body: {'subnet': {'network_id': 'b2e2c0e4-150f-456f-a070-5311e2ae0cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1671205353-subnet', 'tenant_id': '22998c49fa23474daa8381e5b845ae32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:16.779197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.808538 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:52:16.828036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Allocated IP 192.168.233.100 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/2f4b546a-786d-4958-b96c-a77ee9e5fada) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:52:16.852953 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-12474522-c98a-4475-9a9f-1bcae83c3f1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53bcfd74a33c41efb912bf64aa807aec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4220455 May 26 15:52:16.853922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49314) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:16.864265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Made reservation on behalf of 22998c49fa23474daa8381e5b845ae32 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:16.868561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.064410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c3b5277-d2cd-43e5-9af9-69abbe5cd95c req-42378bc6-7d74-44d4-9397-97c634792d6d tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 210 time: 0.1495645 May 26 15:52:17.199871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75fc8a22-95e7-4b59-b070-7472a344779c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.214588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a7c1ffc-956b-4969-978c-0c4bfce6b8d4 req-36dac27b-932f-4dac-80f3-93f548bb9ca4 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 210 time: 0.1679797 May 26 15:52:17.279733 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.283914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75fc8a22-95e7-4b59-b070-7472a344779c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.295692 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.482467 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.511727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66806d75-26e6-455b-a3f5-6f9ee5d10086,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:17.576595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.705058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75fc8a22-95e7-4b59-b070-7472a344779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.708188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75fc8a22-95e7-4b59-b070-7472a344779c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.711711 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-75fc8a22-95e7-4b59-b070-7472a344779c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a514ea6d-3849-4c3d-b73e-90add57bd2c5 HTTP/1.1" status: 204 len: 168 time: 0.8515813 May 26 15:52:17.730554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefc269b-659d-4bf6-a75f-fd00751a7691,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:17.737150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:17.737699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc8a22-95e7-4b59-b070-7472a344779c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a514ea6d-3849-4c3d-b73e-90add57bd2c5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:17.811753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49342) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:17.820759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Checking segment: {'id': '279b46d7-039f-4806-b1c8-f90c6e130c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b2e2c0e4-150f-456f-a070-5311e2ae0cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:17.821249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Network hostable DHCP agents. Network: b2e2c0e4-150f-456f-a070-5311e2ae0cb6, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:52:17.897007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Allocated IP 192.168.233.80 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/ab1135bd-3836-4599-88eb-b7c2b9016575) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:52:17.911562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Network b2e2c0e4-150f-456f-a070-5311e2ae0cb6 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:52:17.916292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:52:17.941812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, b2e2c0e4-150f-456f-a070-5311e2ae0cb6) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:17.960749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a138863-2e22-4357-b10a-bfdb936c4028 None None] Network b2e2c0e4-150f-456f-a070-5311e2ae0cb6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:52:17.987422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:18.020032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:18.023979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:52:18.031255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.038078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:18.039040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.042374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49346) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:18.153015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Pushing event updated for resources: {'Port': ['ID=2f4b546a-786d-4958-b96c-a77ee9e5fada,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:18.178236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-b6be648e-dfef-4e10-9c69-6ec5c4a2ba56 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3163581 May 26 15:52:18.193346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-6b98b3e0-624e-4c76-b6f4-8f5341580409 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:52:18.196282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-6b98b3e0-624e-4c76-b6f4-8f5341580409 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072072 May 26 15:52:18.200454 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ee59146e-583c-46dc-a658-fc70f3bec4b4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4727871 May 26 15:52:18.339028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4d063aa-7013-4a1c-8f21-bb813c5f0ed8 req-8a687194-a28c-40c3-a5dc-98457276a44c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 210 time: 0.0624933 May 26 15:52:18.429297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e034372-3c9b-4c91-a649-4872efc066ca None None] Network b2e2c0e4-150f-456f-a070-5311e2ae0cb6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:52:18.532427 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eafc9767-f413-49ca-9adf-ec11705ec401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.538310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6067fbb7-94ea-4bac-a0c3-a550d585b771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.560147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.621597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac8ff4-fc16-4140-992c-b3af331f2b02 req-83e907c7-4aa0-443b-9d76-86d4a5dd4164 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:18.623302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fac8ff4-fc16-4140-992c-b3af331f2b02 req-83e907c7-4aa0-443b-9d76-86d4a5dd4164 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 936 time: 0.2264481 May 26 15:52:18.665779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-09624993-cd3f-46b0-8def-ea3a65899f5d None None] Provisioning complete for port 2f4b546a-786d-4958-b96c-a77ee9e5fada triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:18.667890 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09624993-cd3f-46b0-8def-ea3a65899f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.678442 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6067fbb7-94ea-4bac-a0c3-a550d585b771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.690682 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6067fbb7-94ea-4bac-a0c3-a550d585b771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.716696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.759400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067fbb7-94ea-4bac-a0c3-a550d585b771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c119451d-cba8-418e-97f5-8401a49dae41,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:18.862038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fac8ff4-fc16-4140-992c-b3af331f2b02 req-efb92e1b-6d6e-4b41-a203-9584ae9024f8 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815333 May 26 15:52:18.879946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Request body: {'port': {'device_id': '44bf851a-cdea-4fd8-8225-0026315cea2d', 'device_owner': 'compute:tempest-test_az-1789317490', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:18.931887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6067fbb7-94ea-4bac-a0c3-a550d585b771 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a86bd8ce113444829e17cbe04f593274&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8798571 May 26 15:52:18.949691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49372) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:19.053873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:52:19.080911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:19.082503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:52:19.090788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:19.092071 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.097406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-09624993-cd3f-46b0-8def-ea3a65899f5d None None] Port 2f4b546a-786d-4958-b96c-a77ee9e5fada cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:52:19.183623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Pushing event updated for resources: {'Port': ['ID=ab1135bd-3836-4599-88eb-b7c2b9016575,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:19.199845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.261910 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-9c31e284-9473-46b2-b14a-469d0f933731 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1059453 May 26 15:52:19.277336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1083b624-8930-4f82-bae9-814a6c579200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.309989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1083b624-8930-4f82-bae9-814a6c579200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.383594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Request body: {'port': {'device_id': '8c704bf5-ce86-4213-b903-ab9390b7459f', 'device_owner': 'compute:tempest-test_az-1789317490', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:19.390590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1083b624-8930-4f82-bae9-814a6c579200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.394056 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1083b624-8930-4f82-bae9-814a6c579200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.395318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1083b624-8930-4f82-bae9-814a6c579200 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c119451d-cba8-418e-97f5-8401a49dae41 HTTP/1.1" status: 204 len: 168 time: 0.4317758 May 26 15:52:19.433498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eafc9767-f413-49ca-9adf-ec11705ec401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.437223 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083b624-8930-4f82-bae9-814a6c579200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c119451d-cba8-418e-97f5-8401a49dae41,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:19.449424 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eafc9767-f413-49ca-9adf-ec11705ec401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.503427 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eafc9767-f413-49ca-9adf-ec11705ec401 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc41e5176a3448f0a6535a9e96f045a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6875963 May 26 15:52:19.509203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49392) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:19.535603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f7a1307e-a5c1-4136-8dc4-d240ea68ab33 None None] Provisioning complete for port ab1135bd-3836-4599-88eb-b7c2b9016575 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:19.535998 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7a1307e-a5c1-4136-8dc4-d240ea68ab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.541191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.629697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc9767-f413-49ca-9adf-ec11705ec401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f7057-a3ff-42f6-9dc7-4e7a88407b30,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:19.648577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1307e-a5c1-4136-8dc4-d240ea68ab33 None None] Port ab1135bd-3836-4599-88eb-b7c2b9016575 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:52:19.659525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ff2fff1-69d5-466d-aae9-9c9f77c3a28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:19.752762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ff2fff1-69d5-466d-aae9-9c9f77c3a28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.030840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ff2fff1-69d5-466d-aae9-9c9f77c3a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.035754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ff2fff1-69d5-466d-aae9-9c9f77c3a28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.037463 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6ff2fff1-69d5-466d-aae9-9c9f77c3a28f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c9f7057-a3ff-42f6-9dc7-4e7a88407b30 HTTP/1.1" status: 204 len: 168 time: 0.5254598 May 26 15:52:20.059899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2fff1-69d5-466d-aae9-9c9f77c3a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f7057-a3ff-42f6-9dc7-4e7a88407b30,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:20.121263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3f06e-902c-462e-a2cb-289d6dbce92e req-08871652-2b2b-4dff-8157-84affe79bdd3 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:20.133862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bd3f06e-902c-462e-a2cb-289d6dbce92e req-08871652-2b2b-4dff-8157-84affe79bdd3 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 935 time: 0.2394609 May 26 15:52:20.177377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4b546a-786d-4958-b96c-a77ee9e5fada {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:20.193592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0d527-7522-4d2a-a51b-cb2e6366b113 req-f6661632-1608-4fb6-b6bd-a9609c960264 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:20.195282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fb0d527-7522-4d2a-a51b-cb2e6366b113 req-f6661632-1608-4fb6-b6bd-a9609c960264 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 936 time: 0.2118876 May 26 15:52:20.200631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.257928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bd3f06e-902c-462e-a2cb-289d6dbce92e req-c142ce31-7a6e-4762-866f-272c6f75d097 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229155 May 26 15:52:20.275666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Transition to ACTIVE for port object 2f4b546a-786d-4958-b96c-a77ee9e5fada will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:52:20.295149 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.455921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49412) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:20.529014 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fb0d527-7522-4d2a-a51b-cb2e6366b113 req-3cdd1a6e-6753-4a31-a70c-fc5ee08743f0 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231330 May 26 15:52:20.585673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4b546a-786d-4958-b96c-a77ee9e5fada,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:20.678371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1135bd-3836-4599-88eb-b7c2b9016575 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:20.690736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Attempting to bind port 2f4b546a-786d-4958-b96c-a77ee9e5fada on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:52:20.691333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Attempting to bind port 2f4b546a-786d-4958-b96c-a77ee9e5fada by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:52:20.691985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Attempting to bind port 2f4b546a-786d-4958-b96c-a77ee9e5fada on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:20.700225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Port 2f4b546a-786d-4958-b96c-a77ee9e5fada on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:52:20.701059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Attempting to bind port 2f4b546a-786d-4958-b96c-a77ee9e5fada on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:20.717604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:52:20.719429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:20.719788 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.721083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:52:20.722577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Bound port: 2f4b546a-786d-4958-b96c-a77ee9e5fada, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:52:20.723507 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.727559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49414) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:20.758527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-798658803-network', 'tenant_id': '7fd5a4d353cb44518e29a8129d1d6ae9'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:20.799401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Transition to ACTIVE for port object ab1135bd-3836-4599-88eb-b7c2b9016575 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:52:20.801672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1327af6-da1a-4d69-b9bc-1464e66ac296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.829752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Made reservation on behalf of 7fd5a4d353cb44518e29a8129d1d6ae9 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:20.831351 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.838061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.869615 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:20.946564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] For port 2f4b546a-786d-4958-b96c-a77ee9e5fada, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:52:21.015212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] For port 2f4b546a-786d-4958-b96c-a77ee9e5fada, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2f4b546a-786d-4958-b96c-a77ee9e5fada,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:52:21.040581 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:21.094531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:21.095176 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:21.102624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/2f4b546a-786d-4958-b96c-a77ee9e5fada HTTP/1.1" status: 200 len: 1118 time: 2.4986935 May 26 15:52:21.120340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf851a-cdea-4fd8-8225-0026315cea2d', 'tag': '2f4b546a-786d-4958-b96c-a77ee9e5fada'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:21.182975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Attempting to bind port ab1135bd-3836-4599-88eb-b7c2b9016575 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:52:21.183555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Attempting to bind port ab1135bd-3836-4599-88eb-b7c2b9016575 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:52:21.184126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Attempting to bind port ab1135bd-3836-4599-88eb-b7c2b9016575 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:21.196993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Port ab1135bd-3836-4599-88eb-b7c2b9016575 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:52:21.197317 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Attempting to bind port ab1135bd-3836-4599-88eb-b7c2b9016575 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:21.222805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1135bd-3836-4599-88eb-b7c2b9016575,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:21.242824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49420) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:21.251132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:52:21.251673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:21.256892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:52:21.257494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Bound port: ab1135bd-3836-4599-88eb-b7c2b9016575, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:52:21.257877 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:21.300353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bc60135-caab-45b8-8d55-a176bdb15b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:21.521053 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1327af6-da1a-4d69-b9bc-1464e66ac296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:21.541744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1327af6-da1a-4d69-b9bc-1464e66ac296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:21.757026 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e1327af6-da1a-4d69-b9bc-1464e66ac296 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12827ae2bf154886a34a327708717816&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2999201 May 26 15:52:21.775800 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ce095c-ea80-4620-a826-9ae234f499bd" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf851a-cdea-4fd8-8225-0026315cea2d", "tag": "2f4b546a-786d-4958-b96c-a77ee9e5fada"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:21.785733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49438) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:21.844268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040df68-c5ab-4f9a-ade9-95e818533adf req-38e315e8-a804-4eef-b094-2c2122bb6470 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:21.860769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1040df68-c5ab-4f9a-ade9-95e818533adf req-38e315e8-a804-4eef-b094-2c2122bb6470 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 969 time: 0.3566105 May 26 15:52:21.862056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ecbf0-2d7c-4457-87d6-cef42f9b22e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4b546a-786d-4958-b96c-a77ee9e5fada,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:21.888533 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38e0a9a7-8a1b-4c8c-ad7f-02394e31fee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:21.920066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38e0a9a7-8a1b-4c8c-ad7f-02394e31fee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:21.973436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-073dc54a-9c9e-4bc4-948a-e039c5eef458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:21.975344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-073dc54a-9c9e-4bc4-948a-e039c5eef458 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5eafd69814d741e7a6191389e3324364&device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 1121 time: 0.6167314 May 26 15:52:22.009098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.057470 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.134083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19785ba-0b54-40fe-9264-31fd3bafbd20,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:22.144086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-c7dfa08a-73ad-4317-936f-278c0cf4e9c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2f4b546a-786d-4958-b96c-a77ee9e5fada HTTP/1.1" status: 200 len: 217 time: 0.1396325 May 26 15:52:22.150681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38e0a9a7-8a1b-4c8c-ad7f-02394e31fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.153450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38e0a9a7-8a1b-4c8c-ad7f-02394e31fee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.157673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-38e0a9a7-8a1b-4c8c-ad7f-02394e31fee2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2789db0-4b64-438e-b2d1-f9c97f11c444 HTTP/1.1" status: 204 len: 168 time: 0.3619494 May 26 15:52:22.160098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1327af6-da1a-4d69-b9bc-1464e66ac296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2789db0-4b64-438e-b2d1-f9c97f11c444,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:22.168658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da721a0e-1b05-4f51-83f3-38092f13c095 req-897e5778-6253-44f4-a1d9-0e90bfc873e5 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:22.170723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da721a0e-1b05-4f51-83f3-38092f13c095 req-897e5778-6253-44f4-a1d9-0e90bfc873e5 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 970 time: 0.3696632 May 26 15:52:22.181416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1040df68-c5ab-4f9a-ade9-95e818533adf req-86c9722f-193e-4277-87f8-87630377a629 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229977 May 26 15:52:22.192452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:52:22.192939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0a9a7-8a1b-4c8c-ad7f-02394e31fee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2789db0-4b64-438e-b2d1-f9c97f11c444,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:22.208525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] For port ab1135bd-3836-4599-88eb-b7c2b9016575, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:52:22.236399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] For port ab1135bd-3836-4599-88eb-b7c2b9016575, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ab1135bd-3836-4599-88eb-b7c2b9016575,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:52:22.264834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.377687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:22.387281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.389174 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab1135bd-3836-4599-88eb-b7c2b9016575 HTTP/1.1" status: 200 len: 1117 time: 3.0152223 May 26 15:52:22.395381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c704bf5-ce86-4213-b903-ab9390b7459f', 'tag': 'ab1135bd-3836-4599-88eb-b7c2b9016575'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:22.407370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-20050b5d-dbbc-4ae8-9ef0-2ffd59e86598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:22.409041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-20050b5d-dbbc-4ae8-9ef0-2ffd59e86598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2322309 May 26 15:52:22.410387 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777728087583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.418046 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Unsubscribe: segment precommit_create {{(pid=109405) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 15:52:22.418046 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Added segment 03ee8527-db26-4c0d-8e80-d464625bbcd0 of type vlan for network 82f84ba6-b063-464f-b3cb-7bf6ce134e86 May 26 15:52:22.461260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da721a0e-1b05-4f51-83f3-38092f13c095 req-3816dd56-ec0d-46e2-a9ca-dfc73a28c87b tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630413 May 26 15:52:22.535148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bc60135-caab-45b8-8d55-a176bdb15b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.688329 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bc60135-caab-45b8-8d55-a176bdb15b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.707504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-61e735c7-4a71-4187-8bea-0721c37aa0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:22.711585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-61e735c7-4a71-4187-8bea-0721c37aa0ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2345121 May 26 15:52:22.719283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.862516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc60135-caab-45b8-8d55-a176bdb15b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bce87ad-d887-45a1-b88c-75c32bf1aa3e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:22.880883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.884860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:22.886919 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:22.956980 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd72e3a-4fba-4579-bdb6-631ea29285a3 x-openstack-request-id: req-0fd72e3a-4fba-4579-bdb6-631ea29285a3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:22.958823 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2bc60135-caab-45b8-8d55-a176bdb15b17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc8dbe42131a4d2c9ee09ff52961bd57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7149374 May 26 15:52:22.959495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191d2f8-9cae-4bac-b102-efffa670f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1135bd-3836-4599-88eb-b7c2b9016575,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:22.960695 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf851a-cdea-4fd8-8225-0026315cea2d", "tag": "2f4b546a-786d-4958-b96c-a77ee9e5fada", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:22.961163 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fd72e3a-4fba-4579-bdb6-631ea29285a3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:22.961785 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd72e3a-4fba-4579-bdb6-631ea29285a3'] response: {'name': 'network-changed', 'server_uuid': '44bf851a-cdea-4fd8-8225-0026315cea2d', 'tag': '2f4b546a-786d-4958-b96c-a77ee9e5fada', 'status': 'completed', 'code': 200} May 26 15:52:22.962206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49472) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:22.982904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-f83094d5-8d0a-4f34-8489-14f3010d945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:22.996355 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-f83094d5-8d0a-4f34-8489-14f3010d945f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 1120 time: 0.4553306 May 26 15:52:23.065699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3353703 May 26 15:52:23.079091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49482) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:23.099614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Request body: {'subnet': {'network_id': '82f84ba6-b063-464f-b3cb-7bf6ce134e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-798658803-subnet', 'tenant_id': '7fd5a4d353cb44518e29a8129d1d6ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:23.101191 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-43aa47e2-0c36-4a2b-86c2-afa9d4f70321 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ab1135bd-3836-4599-88eb-b7c2b9016575 HTTP/1.1" status: 200 len: 217 time: 0.0879059 May 26 15:52:23.103851 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4918ee-14ae-4580-a4ba-42756da2edb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c704bf5-ce86-4213-b903-ab9390b7459f", "tag": "ab1135bd-3836-4599-88eb-b7c2b9016575"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:23.132646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-79c41e88-1dbc-4379-90e6-c6a31bd73761 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849502 May 26 15:52:23.136852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5ff9a-d161-45ad-bdb9-5fa0bfef07b2 admin admin] Pushing event updated for resources: {'Network': ['ID=82f84ba6-b063-464f-b3cb-7bf6ce134e86,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:23.245776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3484a174-22b4-4798-858a-f285209b71b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:23.252448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 82f84ba6-b063-464f-b3cb-7bf6ce134e86 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:52:23.254026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3831fee2-0501-4147-8f69-a26a0752c0a8 req-2cbce94e-2fbe-433e-9755-2f81050a4347 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134994 May 26 15:52:23.268522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Made reservation on behalf of 7fd5a4d353cb44518e29a8129d1d6ae9 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:23.271802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:23.362790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-148ac7b0-9a7f-47e9-aff0-63c099f4226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:23.364300 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-148ac7b0-9a7f-47e9-aff0-63c099f4226a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2377722 May 26 15:52:23.461798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3484a174-22b4-4798-858a-f285209b71b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:23.479810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6d425-ee7e-4ceb-a32f-4abe45ded1ca req-c53e9fb5-c0bb-44f7-9993-dd0346a7a79b tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:23.481789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3db6d425-ee7e-4ceb-a32f-4abe45ded1ca req-c53e9fb5-c0bb-44f7-9993-dd0346a7a79b tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 969 time: 0.1462815 May 26 15:52:23.499784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:23.503248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce095c-ea80-4620-a826-9ae234f499bd req-7715a447-ad33-49e5-859e-dd4fa2ad6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:23.504838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64ce095c-ea80-4620-a826-9ae234f499bd req-7715a447-ad33-49e5-859e-dd4fa2ad6dae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5eafd69814d741e7a6191389e3324364&device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 1121 time: 0.1715212 May 26 15:52:23.520143 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:23.584553 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3484a174-22b4-4798-858a-f285209b71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:23.587856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3484a174-22b4-4798-858a-f285209b71b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:23.590180 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3484a174-22b4-4798-858a-f285209b71b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bce87ad-d887-45a1-b88c-75c32bf1aa3e HTTP/1.1" status: 204 len: 168 time: 0.6156368 May 26 15:52:23.610553 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2145d729-b6c8-4253-a914-e22c8dc5339f x-openstack-request-id: req-2145d729-b6c8-4253-a914-e22c8dc5339f {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:23.611272 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c704bf5-ce86-4213-b903-ab9390b7459f", "tag": "ab1135bd-3836-4599-88eb-b7c2b9016575", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:23.611755 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2145d729-b6c8-4253-a914-e22c8dc5339f {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:23.612496 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2145d729-b6c8-4253-a914-e22c8dc5339f'] response: {'name': 'network-changed', 'server_uuid': '8c704bf5-ce86-4213-b903-ab9390b7459f', 'tag': 'ab1135bd-3836-4599-88eb-b7c2b9016575', 'status': 'completed', 'code': 200} May 26 15:52:23.615314 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-8ec12b3e-e1c1-4328-967d-23d66e5a60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:23.617215 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-8ec12b3e-e1c1-4328-967d-23d66e5a60f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364917 May 26 15:52:23.618577 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484a174-22b4-4798-858a-f285209b71b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bce87ad-d887-45a1-b88c-75c32bf1aa3e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:23.916159 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-d3098c4d-a855-4af7-951b-baa753569f5d service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868013 May 26 15:52:23.970588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3db6d425-ee7e-4ceb-a32f-4abe45ded1ca req-5a6821c2-7666-4de6-8866-6665228fbe47 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757488 May 26 15:52:24.007140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce095c-ea80-4620-a826-9ae234f499bd req-61e09049-68a4-46b1-ab3d-5f24000ebc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:24.008699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64ce095c-ea80-4620-a826-9ae234f499bd req-61e09049-68a4-46b1-ab3d-5f24000ebc3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.4785945 May 26 15:52:24.086138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64ce095c-ea80-4620-a826-9ae234f499bd req-33e5dd8a-c4a9-4af7-92c0-e321b61459ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2f4b546a-786d-4958-b96c-a77ee9e5fada HTTP/1.1" status: 200 len: 217 time: 0.0678763 May 26 15:52:24.123144 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-724b2b67-c2c5-48d0-82d6-cc84f36fe381 req-5b22235f-3cae-447a-972d-af4915c0e937 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408038 May 26 15:52:24.138355 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:24.240473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce095c-ea80-4620-a826-9ae234f499bd req-f1fd75dd-2a0f-4f68-acc2-4cae58592b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:24.241754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64ce095c-ea80-4620-a826-9ae234f499bd req-f1fd75dd-2a0f-4f68-acc2-4cae58592b95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1407657 May 26 15:52:24.264510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c43c4c-c13f-4f78-abd7-3667fa7f43ea,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:24.285378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f0d93-ea59-474a-8d0f-161cd107f58c req-c366c287-8150-4a9b-80d5-4e5988926e96 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:24.286956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c8f0d93-ea59-474a-8d0f-161cd107f58c req-c366c287-8150-4a9b-80d5-4e5988926e96 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 970 time: 0.1399028 May 26 15:52:24.290216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Checking segment: {'id': '03ee8527-db26-4c0d-8e80-d464625bbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '82f84ba6-b063-464f-b3cb-7bf6ce134e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:24.290584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Network hostable DHCP agents. Network: 82f84ba6-b063-464f-b3cb-7bf6ce134e86, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:52:24.359349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-783f10c3-b218-4fc3-9754-a50fc5112438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:24.366390 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-783f10c3-b218-4fc3-9754-a50fc5112438 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 1120 time: 0.1447001 May 26 15:52:24.367394 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c8f0d93-ea59-474a-8d0f-161cd107f58c req-73e19eef-7714-4311-a561-c7bdf35231b8 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699303 May 26 15:52:24.381106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Network 82f84ba6-b063-464f-b3cb-7bf6ce134e86 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:52:24.398419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce095c-ea80-4620-a826-9ae234f499bd req-ed834b4f-602f-49bf-96ec-076463afb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:24.400061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64ce095c-ea80-4620-a826-9ae234f499bd req-ed834b4f-602f-49bf-96ec-076463afb0fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066899 May 26 15:52:24.405640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 82f84ba6-b063-464f-b3cb-7bf6ce134e86) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:24.420101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4a297-7820-4617-8ac3-5cd53527bb62 None None] Network 82f84ba6-b063-464f-b3cb-7bf6ce134e86 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:52:24.501551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:24.502280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:24.685212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3b117a2b-58d0-4fa6-bf11-979fe4bd3bc9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5994215 May 26 15:52:24.729167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-1dc16870-a303-4dd1-a1aa-3ca7669b3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:24.731065 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-1dc16870-a303-4dd1-a1aa-3ca7669b3953 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3507895 May 26 15:52:24.805158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64ce095c-ea80-4620-a826-9ae234f499bd req-a74204ab-ef45-409c-8afe-3ce2d06e522d service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916621 May 26 15:52:24.833126 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-ac6eb084-6549-4fd4-98c1-e92a274f316d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ab1135bd-3836-4599-88eb-b7c2b9016575 HTTP/1.1" status: 200 len: 217 time: 0.0888736 May 26 15:52:24.860710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f946189-9b8e-445b-892d-4c990c799d6f None None] Network 82f84ba6-b063-464f-b3cb-7bf6ce134e86 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:52:25.035252 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-9ab9ca84-f89d-4680-8587-cd98b3668954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:25.043679 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-9ab9ca84-f89d-4680-8587-cd98b3668954 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1723373 May 26 15:52:25.080648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64ce095c-ea80-4620-a826-9ae234f499bd req-fdf67764-d426-41df-95c7-f14e102056b4 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634008 May 26 15:52:25.147483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49540) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:25.256241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-396e3633-c439-4075-bb10-41ee68f21ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:25.268195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-396e3633-c439-4075-bb10-41ee68f21ec8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1825898 May 26 15:52:25.402167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6f2b9-0b3c-4a59-ac84-7036171ec7d6 req-84fb810f-5198-462b-a15d-c05a625a116c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:25.412089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22d6f2b9-0b3c-4a59-ac84-7036171ec7d6 req-84fb810f-5198-462b-a15d-c05a625a116c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 969 time: 0.2566354 May 26 15:52:25.443017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d38ed3d-3cc8-4afa-bb20-36702db05603 admin admin] Deleting subnet cefc269b-659d-4bf6-a75f-fd00751a7691 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:52:25.463554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d38ed3d-3cc8-4afa-bb20-36702db05603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:25.545839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22d6f2b9-0b3c-4a59-ac84-7036171ec7d6 req-854b5406-d64e-491b-b0c2-e59d91edc683 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261275 May 26 15:52:25.574782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d38ed3d-3cc8-4afa-bb20-36702db05603 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:25.597837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d38ed3d-3cc8-4afa-bb20-36702db05603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:25.656194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f388c-518d-46c5-b5af-abbf17d8025a req-903bed4d-2925-431b-bb20-4e6c7f4f9fb3 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:25.658262 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-134f388c-518d-46c5-b5af-abbf17d8025a req-903bed4d-2925-431b-bb20-4e6c7f4f9fb3 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 970 time: 0.1113136 May 26 15:52:25.767422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-134f388c-518d-46c5-b5af-abbf17d8025a req-af6d16a0-13d1-477d-8c53-09984872704b tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017036 May 26 15:52:25.782744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d38ed3d-3cc8-4afa-bb20-36702db05603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:25.871336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38ed3d-3cc8-4afa-bb20-36702db05603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cefc269b-659d-4bf6-a75f-fd00751a7691,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:25.880879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d38ed3d-3cc8-4afa-bb20-36702db05603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:25.884262 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8d38ed3d-3cc8-4afa-bb20-36702db05603 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cefc269b-659d-4bf6-a75f-fd00751a7691 HTTP/1.1" status: 204 len: 168 time: 0.7342408 May 26 15:52:25.887234 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49574) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:25.890878 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-d36160bf-7147-46df-9fae-c2b0d95b93b9 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140733 May 26 15:52:26.065534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:26.125927 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c4918ee-14ae-4580-a4ba-42756da2edb8 req-cd84ccfc-5576-49fa-9132-ff194d09782c service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008638 May 26 15:52:26.179672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:26.202599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.203747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.204501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.204906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > port after_create 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.205248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.205810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > port after_update 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.206164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.206504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.206819 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.207135 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.315403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.315868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.316207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.316545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:26.316927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e2c0e4-150f-456f-a070-5311e2ae0cb6']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:26.351335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279b46d7-039f-4806-b1c8-f90c6e130c6f') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:26.351984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279b46d7-039f-4806-b1c8-f90c6e130c6f') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:26.373784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:26.415878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:26.437251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:52:26.438521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:26.738988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c059dd-23cb-46e1-a5fb-36a898d70985 req-658a6746-f6a3-4aa5-972f-2002c49f5776 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:26.741422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88c059dd-23cb-46e1-a5fb-36a898d70985 req-658a6746-f6a3-4aa5-972f-2002c49f5776 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 969 time: 0.0978396 May 26 15:52:26.761751 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:26.780145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:26.789853 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b2e2c0e4-150f-456f-a070-5311e2ae0cb6 HTTP/1.1" status: 204 len: 168 time: 0.8982003 May 26 15:52:26.793286 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49608) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:26.851574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88c059dd-23cb-46e1-a5fb-36a898d70985 req-cdd089ea-8d85-4627-a815-3f7459d0cb09 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866642 May 26 15:52:26.876217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7a90e-d7f3-45c7-9d78-7b1e3f495d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e2c0e4-150f-456f-a070-5311e2ae0cb6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:26.890432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0ee20c-62b3-438b-94d1-b5ba3d4027b3 admin admin] Deleting subnet 69c43c4c-c13f-4f78-abd7-3667fa7f43ea {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:52:26.896250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee20c-62b3-438b-94d1-b5ba3d4027b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.003920 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee20c-62b3-438b-94d1-b5ba3d4027b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.102812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee20c-62b3-438b-94d1-b5ba3d4027b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.217806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee20c-62b3-438b-94d1-b5ba3d4027b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.267302 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee20c-62b3-438b-94d1-b5ba3d4027b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.278759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49624) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:27.280983 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9c0ee20c-62b3-438b-94d1-b5ba3d4027b3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/69c43c4c-c13f-4f78-abd7-3667fa7f43ea HTTP/1.1" status: 204 len: 168 time: 0.4862671 May 26 15:52:27.315263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ee20c-62b3-438b-94d1-b5ba3d4027b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c43c4c-c13f-4f78-abd7-3667fa7f43ea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:27.439294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.458656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aba52-55e3-4186-be06-ba31d53d0b49 req-5ddcf8f0-6fd1-4317-a46d-47c974908f8c tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:27.460331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-521aba52-55e3-4186-be06-ba31d53d0b49 req-5ddcf8f0-6fd1-4317-a46d-47c974908f8c tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 970 time: 0.1484349 May 26 15:52:27.478948 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 279b46d7-039f-4806-b1c8-f90c6e130c6f resource provider aggregate not found May 26 15:52:27.499461 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 279b46d7-039f-4806-b1c8-f90c6e130c6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 279b46d7-039f-4806-b1c8-f90c6e130c6f found for delete ", "request_id": "req-4da39ca9-d889-4e60-90cb-f6441a48b49d"}]} May 26 15:52:27.583439 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.588237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-521aba52-55e3-4186-be06-ba31d53d0b49 req-0bdb5f55-951b-4281-8032-fa5630e52ab8 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127460 May 26 15:52:27.607616 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.607963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.609419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.609746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > port after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.610110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > port after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.610565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > port after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.610760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.611089 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.611402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.611713 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.677695 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.677973 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.678285 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.678619 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:52:27.678986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f84ba6-b063-464f-b3cb-7bf6ce134e86']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:27.697128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ee8527-db26-4c0d-8e80-d464625bbcd0') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:27.697554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ee8527-db26-4c0d-8e80-d464625bbcd0') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:27.717551 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.740102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.750558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:52:27.750978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.857886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.888478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:27.895889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] 10.222.0.39 "DELETE /v2.0/networks/82f84ba6-b063-464f-b3cb-7bf6ce134e86 HTTP/1.1" status: 204 len: 168 time: 0.6159225 May 26 15:52:27.903287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f69ea-0a39-430e-8937-20834bfc668f admin admin] Pushing event deleted for resources: {'Network': ['ID=82f84ba6-b063-464f-b3cb-7bf6ce134e86,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:27.940115 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 03ee8527-db26-4c0d-8e80-d464625bbcd0 resource provider aggregate not found May 26 15:52:27.987692 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 03ee8527-db26-4c0d-8e80-d464625bbcd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03ee8527-db26-4c0d-8e80-d464625bbcd0 found for delete ", "request_id": "req-d04ec6fc-9ebc-4c9e-b176-80acd44ab908"}]} May 26 15:52:28.011544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad5255-800e-4077-8d3c-e30a73375820 req-2645aba4-aace-437f-b97f-f7772915fd02 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:28.013612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99ad5255-800e-4077-8d3c-e30a73375820 req-2645aba4-aace-437f-b97f-f7772915fd02 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 969 time: 0.0688989 May 26 15:52:28.055783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99ad5255-800e-4077-8d3c-e30a73375820 req-9047b2f0-2263-491b-b28e-9a77cbb7676e tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362694 May 26 15:52:28.111948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49692) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:28.158696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cb8a0e9c-f979-4565-9617-1573c872bd33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22998c49fa23474daa8381e5b845ae32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453656 May 26 15:52:28.161285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:28.215798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3077d798-826c-4ab3-b6f6-44cdec8c3a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.237769 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3077d798-826c-4ab3-b6f6-44cdec8c3a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.299408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3077d798-826c-4ab3-b6f6-44cdec8c3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.302266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3077d798-826c-4ab3-b6f6-44cdec8c3a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.303408 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3077d798-826c-4ab3-b6f6-44cdec8c3a75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0f52475-4508-4af1-8047-daace1c029de HTTP/1.1" status: 204 len: 168 time: 0.1411538 May 26 15:52:28.311269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077d798-826c-4ab3-b6f6-44cdec8c3a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f52475-4508-4af1-8047-daace1c029de,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:28.506526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49714) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:28.589066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49720) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:28.674952 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf12ca93-ff10-486d-823e-4410ec64d4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.716661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a0dc1-f85f-4a43-b533-cc77385d76e6 req-34713996-1386-4fb7-af90-91521a220b10 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:28.726788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-532a0dc1-f85f-4a43-b533-cc77385d76e6 req-34713996-1386-4fb7-af90-91521a220b10 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 970 time: 0.0652251 May 26 15:52:28.727977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:28.756818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65c8e80b-78e3-4d47-8ca4-a92f57a2f4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.786414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-532a0dc1-f85f-4a43-b533-cc77385d76e6 req-22c6feac-8503-4a6b-886d-d026a66e9640 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582860 May 26 15:52:28.796912 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-11ce97fe-1d7b-49bd-88a9-281fc534476e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fd5a4d353cb44518e29a8129d1d6ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676713 May 26 15:52:28.797731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49728) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:28.820421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf12ca93-ff10-486d-823e-4410ec64d4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.826566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf12ca93-ff10-486d-823e-4410ec64d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.851591 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65c8e80b-78e3-4d47-8ca4-a92f57a2f4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.855667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65c8e80b-78e3-4d47-8ca4-a92f57a2f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.884651 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bf12ca93-ff10-486d-823e-4410ec64d4d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a35f143997140e7a4833189f8214e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769684 May 26 15:52:28.887018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12ca93-ff10-486d-823e-4410ec64d4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37298a87-e0c2-4304-a00c-78ad61bf140c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:28.889269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49730) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:28.896996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-65c8e80b-78e3-4d47-8ca4-a92f57a2f4a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40d31c05dc3441a2b5fdd4607dfd27d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046491 May 26 15:52:28.896996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8e80b-78e3-4d47-8ca4-a92f57a2f4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb97cbf-6b73-41f0-a362-ec849e292c42,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:28.898120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49732) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:28.914758 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-413f1339-2f16-4050-af90-72a721f3200e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:28.967317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-413f1339-2f16-4050-af90-72a721f3200e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.033542 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d70a0815-0a99-410c-b043-b41f0bd3af62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.035669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ddc65cc-7ed3-4f1b-ae08-93a96e08f8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.071164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ddc65cc-7ed3-4f1b-ae08-93a96e08f8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.074969 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-413f1339-2f16-4050-af90-72a721f3200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.077379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-413f1339-2f16-4050-af90-72a721f3200e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.079381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-413f1339-2f16-4050-af90-72a721f3200e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b19785ba-0b54-40fe-9264-31fd3bafbd20 HTTP/1.1" status: 204 len: 168 time: 0.2780809 May 26 15:52:29.085437 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d70a0815-0a99-410c-b043-b41f0bd3af62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.121872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f1339-2f16-4050-af90-72a721f3200e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19785ba-0b54-40fe-9264-31fd3bafbd20,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:29.164503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ddc65cc-7ed3-4f1b-ae08-93a96e08f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.167346 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ddc65cc-7ed3-4f1b-ae08-93a96e08f8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.168660 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0ddc65cc-7ed3-4f1b-ae08-93a96e08f8c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2eb97cbf-6b73-41f0-a362-ec849e292c42 HTTP/1.1" status: 204 len: 168 time: 0.2606695 May 26 15:52:29.172534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d70a0815-0a99-410c-b043-b41f0bd3af62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.174906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d70a0815-0a99-410c-b043-b41f0bd3af62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.175992 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d70a0815-0a99-410c-b043-b41f0bd3af62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37298a87-e0c2-4304-a00c-78ad61bf140c HTTP/1.1" status: 204 len: 168 time: 0.2809699 May 26 15:52:29.181114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc65cc-7ed3-4f1b-ae08-93a96e08f8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb97cbf-6b73-41f0-a362-ec849e292c42,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:29.192914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a0815-0a99-410c-b043-b41f0bd3af62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37298a87-e0c2-4304-a00c-78ad61bf140c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:29.232978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce933-ed3f-42ba-9c66-ed67f2fdcfde req-210b0a44-9603-4101-92c3-1d102d5ba944 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:29.234557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0cce933-ed3f-42ba-9c66-ed67f2fdcfde req-210b0a44-9603-4101-92c3-1d102d5ba944 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 969 time: 0.0692172 May 26 15:52:29.278226 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0cce933-ed3f-42ba-9c66-ed67f2fdcfde req-31126b09-2a80-4438-8bd2-61218378aa27 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371497 May 26 15:52:29.507320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:29.520566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-390488ea-50a3-4b41-8055-de13c225611b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.602794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-390488ea-50a3-4b41-8055-de13c225611b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.608474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-390488ea-50a3-4b41-8055-de13c225611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.647981 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-390488ea-50a3-4b41-8055-de13c225611b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9782e8fdde9c4b96b9aacda97bc3bd88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395946 May 26 15:52:29.649193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390488ea-50a3-4b41-8055-de13c225611b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91be324-bf8d-47fa-b15d-e00e66e96128,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:29.650625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49756) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:29.683478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:29.698525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-133a4f55-3279-4e1c-99bd-96166fe9ee83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.712841 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd094bca-e606-4057-9adb-b3ec96c62bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.738794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd094bca-e606-4057-9adb-b3ec96c62bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.780857 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-133a4f55-3279-4e1c-99bd-96166fe9ee83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.787124 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-133a4f55-3279-4e1c-99bd-96166fe9ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.795307 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd094bca-e606-4057-9adb-b3ec96c62bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.798347 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd094bca-e606-4057-9adb-b3ec96c62bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.799507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fd094bca-e606-4057-9adb-b3ec96c62bb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f91be324-bf8d-47fa-b15d-e00e66e96128 HTTP/1.1" status: 204 len: 168 time: 0.1479266 May 26 15:52:29.807157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd094bca-e606-4057-9adb-b3ec96c62bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91be324-bf8d-47fa-b15d-e00e66e96128,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:29.836456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a4f55-3279-4e1c-99bd-96166fe9ee83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0dd74b-7fb9-4532-b229-f1853b1b65af,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:29.844649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49766) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:29.845092 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-133a4f55-3279-4e1c-99bd-96166fe9ee83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2c7290467004e668b936a5b72d86ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600609 May 26 15:52:29.944262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-618b8445-e344-4203-bcbf-e5a7adc4416c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.973015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-618b8445-e344-4203-bcbf-e5a7adc4416c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:29.990488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fabf5d-f293-4f92-a416-7529319cc9d8 req-b81b58e8-16a9-4fda-94b7-bd81eb1093f9 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:29.991979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c5fabf5d-f293-4f92-a416-7529319cc9d8 req-b81b58e8-16a9-4fda-94b7-bd81eb1093f9 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 970 time: 0.0915251 May 26 15:52:30.050744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c5fabf5d-f293-4f92-a416-7529319cc9d8 req-3ae00f4b-d848-469b-aed0-1853a599fa36 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509357 May 26 15:52:30.071062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-618b8445-e344-4203-bcbf-e5a7adc4416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:30.087056 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-618b8445-e344-4203-bcbf-e5a7adc4416c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:30.088683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-618b8445-e344-4203-bcbf-e5a7adc4416c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e0dd74b-7fb9-4532-b229-f1853b1b65af HTTP/1.1" status: 204 len: 168 time: 0.2430043 May 26 15:52:30.097204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b8445-e344-4203-bcbf-e5a7adc4416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0dd74b-7fb9-4532-b229-f1853b1b65af,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:30.394949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49794) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:30.409234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8800d-48a1-4cab-8b3f-05d8ec1d8b77 req-8d47ec15-acc5-473a-a303-26139870ad7a tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:30.409476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-699e992d-5c24-407e-b04f-03439b4a2567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:30.417054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06f8800d-48a1-4cab-8b3f-05d8ec1d8b77 req-8d47ec15-acc5-473a-a303-26139870ad7a tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 969 time: 0.0645947 May 26 15:52:30.458802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06f8800d-48a1-4cab-8b3f-05d8ec1d8b77 req-a91d58a0-4ee8-4021-b9d6-6c3d6827d7a6 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 May 26 15:52:30.507704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-699e992d-5c24-407e-b04f-03439b4a2567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:30.513454 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-699e992d-5c24-407e-b04f-03439b4a2567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:30.555649 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-699e992d-5c24-407e-b04f-03439b4a2567 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dda560bb480468ba9def4b8dc242c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596124 May 26 15:52:30.556524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e992d-5c24-407e-b04f-03439b4a2567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e589c89-61a5-4ff6-b12e-e496a67d95e3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:30.559573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49800) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:30.612777 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f6157b5-323b-4928-a50b-0dc8e22ee016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:30.638008 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f6157b5-323b-4928-a50b-0dc8e22ee016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:30.691436 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f6157b5-323b-4928-a50b-0dc8e22ee016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:30.694329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f6157b5-323b-4928-a50b-0dc8e22ee016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:30.696017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3f6157b5-323b-4928-a50b-0dc8e22ee016 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e589c89-61a5-4ff6-b12e-e496a67d95e3 HTTP/1.1" status: 204 len: 168 time: 0.1348844 May 26 15:52:30.704858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6157b5-323b-4928-a50b-0dc8e22ee016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e589c89-61a5-4ff6-b12e-e496a67d95e3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:31.184581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb9c82-5b55-4228-b31d-88a86cb03fcc req-76d664bc-bdcc-4b6b-97f4-d0b43cc63c76 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:31.186118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41fb9c82-5b55-4228-b31d-88a86cb03fcc req-76d664bc-bdcc-4b6b-97f4-d0b43cc63c76 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 970 time: 0.0496418 May 26 15:52:31.234145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41fb9c82-5b55-4228-b31d-88a86cb03fcc req-1dee27d9-0c5b-450f-9524-06610b836be4 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 May 26 15:52:31.587273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288f91a-dda5-46d8-85e8-d6c35cd320fc req-d643c3a6-b40f-41ae-9003-23db2c0934d2 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:31.596608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f288f91a-dda5-46d8-85e8-d6c35cd320fc req-d643c3a6-b40f-41ae-9003-23db2c0934d2 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 969 time: 0.0660245 May 26 15:52:31.636918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f288f91a-dda5-46d8-85e8-d6c35cd320fc req-ce0744ac-86d0-449a-8147-0bdf66b65d18 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 May 26 15:52:32.017187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-d1781156-4098-46cc-95a3-2a1ee4121c01 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231402 May 26 15:52:32.202586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49894) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:32.263470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c354c-7679-4190-9066-3c091111aff0 req-faa38e0b-c8d0-4db2-856e-b37467ae7dbd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:32.265222 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-faa38e0b-c8d0-4db2-856e-b37467ae7dbd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413154 May 26 15:52:32.300166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-251d1974-184a-4557-ad65-6d7b42390310 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/quotas/6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 375 time: 0.0181484 May 26 15:52:32.305412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2f4b546a-786d-4958-b96c-a77ee9e5fada details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:52:32.340418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-ae952233-7536-4f42-9b9b-cecbb3a0caba tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338166 May 26 15:52:32.417961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7479c-ce52-4e19-8637-1d726ad0314d req-59887560-fafc-4c76-8afe-38590da52661 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:32.420320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bce7479c-ce52-4e19-8637-1d726ad0314d req-59887560-fafc-4c76-8afe-38590da52661 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 970 time: 0.0732529 May 26 15:52:32.425089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-624ca928-0acf-48e8-9f90-3bf13de299d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.439327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 2f4b546a-786d-4958-b96c-a77ee9e5fada, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2f4b546a-786d-4958-b96c-a77ee9e5fada,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:32.452799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '2f4b546a-786d-4958-b96c-a77ee9e5fada', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '2f4b546a-786d-4958-b96c-a77ee9e5fada', 'mac_address': 'fa:16:3e:34:ad:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:tempest-test_az-1789317490', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:52:32.476903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bce7479c-ce52-4e19-8637-1d726ad0314d req-05ab611a-be48-4816-8288-60ed473875fd tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 May 26 15:52:32.515060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 2f4b546a-786d-4958-b96c-a77ee9e5fada is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:32.515695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.531325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4b546a-786d-4958-b96c-a77ee9e5fada {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:32.572230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-624ca928-0acf-48e8-9f90-3bf13de299d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.577413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72fb8c8b-f274-42d1-aec5-14a11c734551 req-258452fa-2018-40f6-a7f3-de7bd39eb766 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 210 time: 0.0421453 May 26 15:52:32.579988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 2f4b546a-786d-4958-b96c-a77ee9e5fada, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2f4b546a-786d-4958-b96c-a77ee9e5fada,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:32.580481 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-624ca928-0acf-48e8-9f90-3bf13de299d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.585770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.586911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ab1135bd-3836-4599-88eb-b7c2b9016575 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:52:32.624104 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-624ca928-0acf-48e8-9f90-3bf13de299d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7b7d949a1b5428f936dd0724adce35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196198 May 26 15:52:32.627303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49912) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:32.641903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ca928-0acf-48e8-9f90-3bf13de299d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b5c56-8377-49ee-9166-bfb133a55bb1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:32.666692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ab1135bd-3836-4599-88eb-b7c2b9016575, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ab1135bd-3836-4599-88eb-b7c2b9016575,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:32.680561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'ab1135bd-3836-4599-88eb-b7c2b9016575', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'ab1135bd-3836-4599-88eb-b7c2b9016575', 'mac_address': 'fa:16:3e:cf:70:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:tempest-test_az-1789317490', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:52:32.716726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98f88f1b-d39b-4f12-8f14-6f696b60e119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.747753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=2f4b546a-786d-4958-b96c-a77ee9e5fada,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:32.763534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.763887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.764230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.764566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.764895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.765287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.766140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.766573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.766906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.767231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.767555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.767977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Tracked resource versions report: May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: pushed versions: May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: { 'AddressGroup': {'1.2'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'ConntrackHelper': {'1.0'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Log': {'1.0'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Network': {'1.1'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Port': {'1.7'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'PortForwarding': {'1.2'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'QosPolicy': {'1.9'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'SecurityGroup': {'1.4'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'SecurityGroupRule': {'1.2'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'SubPort': {'1.0'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Subnet': {'1.1'}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Trunk': {'1.1'}} May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: consumer versions: May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: { DHCP agent@n-d-843336-2: {}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: HyperV agent@n-h1-843336-2: {}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: HyperV agent@n-h2-843336-2: {}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: L3 agent@n-d-843336-2: {}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: Metadata agent@n-d-843336-2: {}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: Metering agent@n-d-843336-2: {}, May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: Open vSwitch agent@n-d-843336-2: { 'AddressGroup': '1.2', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'ConntrackHelper': '1.0', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Log': '1.0', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Network': '1.1', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Port': '1.7', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'PortForwarding': '1.2', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'QosPolicy': '1.9', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'SecurityGroup': '1.4', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'SecurityGroupRule': '1.2', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'SubPort': '1.0', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Subnet': '1.1', May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: 'Trunk': '1.1'}} May 26 15:52:32.768929 n-d-843336-2 neutron-server[109406]: {{(pid=109406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:52:32.772349 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98f88f1b-d39b-4f12-8f14-6f696b60e119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.773292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ab1135bd-3836-4599-88eb-b7c2b9016575 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:32.773707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.787756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1135bd-3836-4599-88eb-b7c2b9016575 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:32.813678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ab1135bd-3836-4599-88eb-b7c2b9016575, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ab1135bd-3836-4599-88eb-b7c2b9016575,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:32.817659 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.851528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f59737-62ed-4c3d-a2a3-b68f9cec8ea4 req-b0dbbb7f-647d-486b-a896-d39b9f8fa2d9 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:32.854772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f59737-62ed-4c3d-a2a3-b68f9cec8ea4 req-b0dbbb7f-647d-486b-a896-d39b9f8fa2d9 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 969 time: 0.1354394 May 26 15:52:32.883010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ab1135bd-3836-4599-88eb-b7c2b9016575,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:32.883273 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98f88f1b-d39b-4f12-8f14-6f696b60e119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.885615 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98f88f1b-d39b-4f12-8f14-6f696b60e119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:32.886930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-98f88f1b-d39b-4f12-8f14-6f696b60e119 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/063b5c56-8377-49ee-9166-bfb133a55bb1 HTTP/1.1" status: 204 len: 168 time: 0.2585745 May 26 15:52:32.899783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f88f1b-d39b-4f12-8f14-6f696b60e119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b5c56-8377-49ee-9166-bfb133a55bb1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:32.933321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f59737-62ed-4c3d-a2a3-b68f9cec8ea4 req-aabf3560-d556-4b1d-94d4-086dc424afae tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705819 May 26 15:52:33.205905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ab1135bd-3836-4599-88eb-b7c2b9016575'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:52:33.209582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['2f4b546a-786d-4958-b96c-a77ee9e5fada'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:52:33.356615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49934) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:33.370476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa5806dc-daf2-466c-b1dc-47acd3034306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.401941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49936) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:33.478649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa5806dc-daf2-466c-b1dc-47acd3034306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.487778 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa5806dc-daf2-466c-b1dc-47acd3034306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.546332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fa5806dc-daf2-466c-b1dc-47acd3034306 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ea1a475752f4a45bdcd1c2f9c5a4aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884737 May 26 15:52:33.547365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5806dc-daf2-466c-b1dc-47acd3034306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2382a427-8291-48c0-8d57-bad1fa867dd7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:33.549262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49942) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:33.618205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c5db-1223-4f41-9dbc-8a03be752f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.629422 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33896d3c-575b-4610-a588-a95701a80e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.647973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058f48e-e5ef-4dbe-b347-43cd77172233 req-78630e97-e53d-459e-8abc-fcaddb648dfa tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:33.649422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e058f48e-e5ef-4dbe-b347-43cd77172233 req-78630e97-e53d-459e-8abc-fcaddb648dfa tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 971 time: 0.0764201 May 26 15:52:33.655492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c5db-1223-4f41-9dbc-8a03be752f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.725335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c5db-1223-4f41-9dbc-8a03be752f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.730310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c5db-1223-4f41-9dbc-8a03be752f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.730519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ca5cfde-5899-4784-bdfc-ee55103da679 req-127ff951-e29e-42df-96c4-092ab4bc5bfc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 210 time: 0.0436099 May 26 15:52:33.734856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e058f48e-e5ef-4dbe-b347-43cd77172233 req-fd06682f-f669-4da5-9b6a-110f1086d4d6 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772152 May 26 15:52:33.746134 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3b6c5db-1223-4f41-9dbc-8a03be752f71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2382a427-8291-48c0-8d57-bad1fa867dd7 HTTP/1.1" status: 204 len: 168 time: 0.1925397 May 26 15:52:33.750097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.32', 61507) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:33.766130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6c5db-1223-4f41-9dbc-8a03be752f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2382a427-8291-48c0-8d57-bad1fa867dd7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:33.786568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-1bb152a6-e8dd-4826-9cdc-44055f8923ce tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346036 May 26 15:52:33.873269 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33896d3c-575b-4610-a588-a95701a80e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.879820 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33896d3c-575b-4610-a588-a95701a80e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:33.937679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-33896d3c-575b-4610-a588-a95701a80e9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a6f459655e24bf3959d201997028505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344651 May 26 15:52:33.940269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49950) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:33.942227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33896d3c-575b-4610-a588-a95701a80e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3664eb-ce75-4f2f-830e-f1e72965b575,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:33.960983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c354c-7679-4190-9066-3c091111aff0 req-50eeff5e-4046-4642-bf1e-a24e11634b4b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:33.974151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-50eeff5e-4046-4642-bf1e-a24e11634b4b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792717 May 26 15:52:34.003447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71576cd1-49e2-4462-ad0e-11db2bc6467b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.026759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71576cd1-49e2-4462-ad0e-11db2bc6467b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.068131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Request body: {'port': {'device_id': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '6bed64cfd8ea4c329d89b5a9361aa2bf'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:34.090841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71576cd1-49e2-4462-ad0e-11db2bc6467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.094028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71576cd1-49e2-4462-ad0e-11db2bc6467b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.095417 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-71576cd1-49e2-4462-ad0e-11db2bc6467b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c3664eb-ce75-4f2f-830e-f1e72965b575 HTTP/1.1" status: 204 len: 168 time: 0.1537032 May 26 15:52:34.124288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71576cd1-49e2-4462-ad0e-11db2bc6467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3664eb-ce75-4f2f-830e-f1e72965b575,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:34.167772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be627cc-5d0c-4384-b8c0-26d3f4e68a0d req-87eadf27-c736-4fb4-a284-513f65c89d09 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:34.177964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0be627cc-5d0c-4384-b8c0-26d3f4e68a0d req-87eadf27-c736-4fb4-a284-513f65c89d09 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 970 time: 0.1562593 May 26 15:52:34.250331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0be627cc-5d0c-4384-b8c0-26d3f4e68a0d req-3f528a74-ee98-4cc9-8368-293efb9b5cf8 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709097 May 26 15:52:34.307994 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Made reservation on behalf of 6bed64cfd8ea4c329d89b5a9361aa2bf for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:34.308942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ab1135bd-3836-4599-88eb-b7c2b9016575 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:34.312109 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.333068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.380170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port ab1135bd-3836-4599-88eb-b7c2b9016575 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:52:34.386208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port ab1135bd-3836-4599-88eb-b7c2b9016575 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:34.386596 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.493161 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.501692 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.617394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49976) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:34.633650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3081b7-d1c6-47eb-9280-17311216126a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:34.634536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc349-a5d2-42db-8f20-61d2776f6279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.723757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ab1135bd-3836-4599-88eb-b7c2b9016575 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:34.724489 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.762020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Allocated IP 192.168.233.118 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/c9ae2f2c-ef16-4319-940f-f5853f46810c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:52:34.765962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c704bf5-ce86-4213-b903-ab9390b7459f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1135bd-3836-4599-88eb-b7c2b9016575'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:34.774782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc349-a5d2-42db-8f20-61d2776f6279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.793375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc349-a5d2-42db-8f20-61d2776f6279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.854548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49984) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:34.884051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dc349-a5d2-42db-8f20-61d2776f6279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b33c19-5aed-47ae-b965-17e5ab4a146a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:34.917735 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1c8dc349-a5d2-42db-8f20-61d2776f6279 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ee57e62e27147ca87929eb116c32f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984810 May 26 15:52:34.918225 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e9b15fd-c66b-4b25-8674-2e88fffa4433 req-7d5a7d5a-ee96-4a84-b989-231380de385f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 210 time: 0.0814750 May 26 15:52:34.920984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49992) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:34.925004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ab1135bd-3836-4599-88eb-b7c2b9016575, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ab1135bd-3836-4599-88eb-b7c2b9016575,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:34.955705 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:34.956708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2f4b546a-786d-4958-b96c-a77ee9e5fada up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:34.973466 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e8bd03a-f31b-4290-8b28-b186cd45ddec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.045961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ebaea20f-d63b-4fba-ba1f-bcc83919e9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.061383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae13c8-3cd6-4b57-9a89-117bd2f2c2f0 req-05615899-f86d-440f-aa17-810440834180 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:35.063664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5ae13c8-3cd6-4b57-9a89-117bd2f2c2f0 req-05615899-f86d-440f-aa17-810440834180 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 971 time: 0.0917742 May 26 15:52:35.076223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-network', 'tenant_id': '212ab48ee182479fb6f70a96048bb035'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:35.088875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ebaea20f-d63b-4fba-ba1f-bcc83919e9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.139612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5ae13c8-3cd6-4b57-9a89-117bd2f2c2f0 req-a2145787-7711-4d6f-aec7-bf83bf4a63c8 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477982 May 26 15:52:35.148483 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16c49b7-bcb4-4d11-b826-e6978162bf31" -d '{"events": [{"server_uuid": "8c704bf5-ce86-4213-b903-ab9390b7459f", "name": "network-vif-plugged", "status": "completed", "tag": "ab1135bd-3836-4599-88eb-b7c2b9016575"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:35.162208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.168610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Made reservation on behalf of 212ab48ee182479fb6f70a96048bb035 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:35.171032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.178493 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ebaea20f-d63b-4fba-ba1f-bcc83919e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.181860 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ebaea20f-d63b-4fba-ba1f-bcc83919e9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.183273 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ebaea20f-d63b-4fba-ba1f-bcc83919e9c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54b33c19-5aed-47ae-b965-17e5ab4a146a HTTP/1.1" status: 204 len: 168 time: 0.2602413 May 26 15:52:35.183491 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.199409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaea20f-d63b-4fba-ba1f-bcc83919e9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b33c19-5aed-47ae-b965-17e5ab4a146a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:35.255617 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.301759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ab1135bd-3836-4599-88eb-b7c2b9016575,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:35.308916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:52:35.318147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:35.330637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:52:35.350456 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babfa86f-b5d1-4d0d-93b0-6dd584a7cf17 x-openstack-request-id: req-babfa86f-b5d1-4d0d-93b0-6dd584a7cf17 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:35.351917 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c704bf5-ce86-4213-b903-ab9390b7459f", "name": "network-vif-plugged", "status": "completed", "tag": "ab1135bd-3836-4599-88eb-b7c2b9016575", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:35.353243 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-babfa86f-b5d1-4d0d-93b0-6dd584a7cf17 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:35.354733 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babfa86f-b5d1-4d0d-93b0-6dd584a7cf17'] response: {'server_uuid': '8c704bf5-ce86-4213-b903-ab9390b7459f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1135bd-3836-4599-88eb-b7c2b9016575', 'code': 200} May 26 15:52:35.377801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 2f4b546a-786d-4958-b96c-a77ee9e5fada completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:52:35.379392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.382035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 2f4b546a-786d-4958-b96c-a77ee9e5fada triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:35.382424 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.444846 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.484415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:52:35.527061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312c99-842e-45fd-8699-c5fa606f520c req-e0cdcbdb-77f5-4848-ae57-2a000531ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:35.528918 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-89312c99-842e-45fd-8699-c5fa606f520c req-e0cdcbdb-77f5-4848-ae57-2a000531ca10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 1122 time: 0.1307871 May 26 15:52:35.554225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Pushing event updated for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:35.559640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-89312c99-842e-45fd-8699-c5fa606f520c req-686d0e76-af26-4f4b-82ca-ba4f77ca48ce service neutron] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.579707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 2f4b546a-786d-4958-b96c-a77ee9e5fada is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:35.580135 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.605555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:35.606537 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.630429 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.630847 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Added segment 28ad7d7a-e06d-430a-a4a5-6ccd8620f39c of type vlan for network 4d15aa82-f387-4257-91be-98850001aefe May 26 15:52:35.650841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:35.667873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 2f4b546a-786d-4958-b96c-a77ee9e5fada, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2f4b546a-786d-4958-b96c-a77ee9e5fada,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:35.678050 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.684988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-4caddc1f-079f-4446-bdc0-a4fbc5efa833 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6222432 May 26 15:52:35.702175 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.712699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ac7fb-e237-4bb4-a871-4d0dcf30894c req-1efeb1d8-fa90-4a31-b1fd-5be38482679f tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:35.721458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd4ac7fb-e237-4bb4-a871-4d0dcf30894c req-1efeb1d8-fa90-4a31-b1fd-5be38482679f tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 971 time: 0.3128829 May 26 15:52:35.733332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-26082d53-bd8a-487e-9d13-6a81d1df19d0 None None] Provisioning complete for port c9ae2f2c-ef16-4319-940f-f5853f46810c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:35.733700 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26082d53-bd8a-487e-9d13-6a81d1df19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.758231 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-89312c99-842e-45fd-8699-c5fa606f520c req-686d0e76-af26-4f4b-82ca-ba4f77ca48ce service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.765088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-89312c99-842e-45fd-8699-c5fa606f520c req-686d0e76-af26-4f4b-82ca-ba4f77ca48ce service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.778896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.779955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:35.781354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:35.791626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=2f4b546a-786d-4958-b96c-a77ee9e5fada,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:35.795272 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd4ac7fb-e237-4bb4-a871-4d0dcf30894c req-f3e0f171-2f2e-4022-adc9-35782cd6f942 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727963 May 26 15:52:35.823192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-26082d53-bd8a-487e-9d13-6a81d1df19d0 None None] Port c9ae2f2c-ef16-4319-940f-f5853f46810c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:52:35.844905 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-89312c99-842e-45fd-8699-c5fa606f520c req-686d0e76-af26-4f4b-82ca-ba4f77ca48ce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049750 May 26 15:52:35.854289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d0e76-af26-4f4b-82ca-ba4f77ca48ce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e49d87-2a83-47b2-9b65-4089972ddafb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:35.877928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0197048 May 26 15:52:35.877928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10634a-dbeb-4440-bf98-b308bb8cc74f admin admin] Pushing event updated for resources: {'Network': ['ID=4d15aa82-f387-4257-91be-98850001aefe,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:35.878458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50014) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:35.883234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Request body: {'subnet': {'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-subnet', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:35.887534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 4d15aa82-f387-4257-91be-98850001aefe details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:52:35.918467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Made reservation on behalf of 212ab48ee182479fb6f70a96048bb035 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:35.923989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:36.122847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21654-184e-4394-8d3d-724007a96669 req-487df795-488b-4f35-8e96-fd362fc25b82 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:36.124489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9df21654-184e-4394-8d3d-724007a96669 req-487df795-488b-4f35-8e96-fd362fc25b82 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 936 time: 0.1020448 May 26 15:52:36.215231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9df21654-184e-4394-8d3d-724007a96669 req-f99930a7-1faa-47aa-87eb-57fefcdc1608 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840333 May 26 15:52:36.223783 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:36.317004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e1f64b-b13b-4917-95f6-fdb3bec98dbd,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:36.341010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591365b-ff69-4b58-8e93-d9054414ff8c req-432e90b0-1cf9-4bd7-b1a9-22e7329519fc tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:36.342735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f591365b-ff69-4b58-8e93-d9054414ff8c req-432e90b0-1cf9-4bd7-b1a9-22e7329519fc tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 972 time: 0.1165209 May 26 15:52:36.347831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Checking segment: {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:36.348200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Network hostable DHCP agents. Network: 4d15aa82-f387-4257-91be-98850001aefe, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:52:36.386719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Network 4d15aa82-f387-4257-91be-98850001aefe is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:52:36.403253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f591365b-ff69-4b58-8e93-d9054414ff8c req-b3e45f5a-047a-418c-92b1-4103a2c05189 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524859 May 26 15:52:36.404641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 4d15aa82-f387-4257-91be-98850001aefe) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:36.409697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:36.410321 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:36.416509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e90626d-a799-4ca5-b1ed-d5e68730d2ae None None] Network 4d15aa82-f387-4257-91be-98850001aefe requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:52:36.443147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-00e8442e-7a7f-4803-b04f-187c38c40320 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5611262 May 26 15:52:36.443358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50032) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:36.450458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:36.481749 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:36.485208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:36.601082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-4d15aa82-f387-4257-91be-98850001aefe', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:52:36.602170 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:36.616293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:36.799496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Allocated IP 172.20.0.2 (4d15aa82-f387-4257-91be-98850001aefe/c9e1f64b-b13b-4917-95f6-fdb3bec98dbd/1cc5a825-cecd-413d-9f29-01b7b60f5d82) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:52:36.993425 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.021174 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.031374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.064522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfebaf3-07f7-4510-8dfc-4398d60792c1 req-91bbe87d-93df-4d52-be03-19cc67d382c4 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:37.066160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6cfebaf3-07f7-4510-8dfc-4398d60792c1 req-91bbe87d-93df-4d52-be03-19cc67d382c4 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 971 time: 0.0875235 May 26 15:52:37.077340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Network 4d15aa82-f387-4257-91be-98850001aefe is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:52:37.081548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:37.084972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:52:37.101163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Pushing event updated for resources: {'Port': ['ID=1cc5a825-cecd-413d-9f29-01b7b60f5d82,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:37.152809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6cfebaf3-07f7-4510-8dfc-4398d60792c1 req-ad8c4c72-e3eb-4cfa-83ca-f943c850fd53 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550246 May 26 15:52:37.163904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Attempting to bind port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:52:37.164438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Attempting to bind port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:52:37.164636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Attempting to bind port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 on network 4d15aa82-f387-4257-91be-98850001aefe {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:37.173537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:52:37.173919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Checking segment: {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:37.174346 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.174743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Bound using segment: {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:52:37.175221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Bound port: 1cc5a825-cecd-413d-9f29-01b7b60f5d82, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:52:37.175620 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.256361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] For port 1cc5a825-cecd-413d-9f29-01b7b60f5d82, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:52:37.264593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] For port 1cc5a825-cecd-413d-9f29-01b7b60f5d82, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1cc5a825-cecd-413d-9f29-01b7b60f5d82,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:52:37.272663 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.360352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf851a-cdea-4fd8-8225-0026315cea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4b546a-786d-4958-b96c-a77ee9e5fada'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:37.363244 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e1f3df-9c3f-4884-abd6-b058043cf567" -d '{"events": [{"server_uuid": "44bf851a-cdea-4fd8-8225-0026315cea2d", "name": "network-vif-plugged", "status": "completed", "tag": "2f4b546a-786d-4958-b96c-a77ee9e5fada"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:37.377012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56b9ef-6c81-4c45-a1d5-722196b0d114 None None] Pushing event updated for resources: {'Port': ['ID=1cc5a825-cecd-413d-9f29-01b7b60f5d82,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:37.389648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.428075 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426bf562-7239-48ec-b44e-d5e421d8ef8b x-openstack-request-id: req-426bf562-7239-48ec-b44e-d5e421d8ef8b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:37.428496 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf851a-cdea-4fd8-8225-0026315cea2d", "name": "network-vif-plugged", "status": "completed", "tag": "2f4b546a-786d-4958-b96c-a77ee9e5fada", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:37.428724 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-426bf562-7239-48ec-b44e-d5e421d8ef8b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:37.429809 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426bf562-7239-48ec-b44e-d5e421d8ef8b'] response: {'server_uuid': '44bf851a-cdea-4fd8-8225-0026315cea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4b546a-786d-4958-b96c-a77ee9e5fada', 'code': 200} May 26 15:52:37.441829 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.471910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1cc2-c0c2-4412-bae8-236b35b4d9d8 req-6935ea62-fbd1-48e6-92c7-6033e2d9c619 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:37.478619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab4c1cc2-c0c2-4412-bae8-236b35b4d9d8 req-6935ea62-fbd1-48e6-92c7-6033e2d9c619 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 936 time: 0.1599483 May 26 15:52:37.571137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa272a7-5f9f-4907-86a0-49badb0906a8 req-5d776bea-9301-441f-8e40-aa39138da4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:37.573578 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dfa272a7-5f9f-4907-86a0-49badb0906a8 req-5d776bea-9301-441f-8e40-aa39138da4b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 1123 time: 0.0639277 May 26 15:52:37.623020 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dfa272a7-5f9f-4907-86a0-49badb0906a8 req-8c241c1b-719c-4d48-a830-a3d4c032d219 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 May 26 15:52:37.713255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b0937662-8ece-464b-b423-4a1f09181861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.714033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab4c1cc2-c0c2-4412-bae8-236b35b4d9d8 req-4e3374b8-e18b-41a3-bfd9-db86a4500b2e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132075 May 26 15:52:37.745465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d89b4-32fe-424f-bcbf-e63cd533597d req-53a60090-dcc7-4028-950e-7c25bb6f45ac tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:37.747137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-765d89b4-32fe-424f-bcbf-e63cd533597d req-53a60090-dcc7-4028-950e-7c25bb6f45ac tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 972 time: 0.2057123 May 26 15:52:37.782329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Allocated IP 172.25.0.189 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/1feb5792-3386-48b3-a27c-c06d787e2aca) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:52:37.783103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50066) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:37.823061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-765d89b4-32fe-424f-bcbf-e63cd533597d req-de13c222-7a3c-4a28-8f0d-02caf70d912f tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657997 May 26 15:52:37.954696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34318a06-8bb0-46b1-9657-0235230c8035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:37.983462 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.033306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.061553 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34318a06-8bb0-46b1-9657-0235230c8035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.069308 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34318a06-8bb0-46b1-9657-0235230c8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.080650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:52:38.085340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:38.092780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:52:38.096244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Pushing event updated for resources: {'Port': ['ID=1feb5792-3386-48b3-a27c-c06d787e2aca,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:38.103072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34318a06-8bb0-46b1-9657-0235230c8035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb360d1-7e4b-491e-8f1b-85a7b0e5a899,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:38.120245 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-34318a06-8bb0-46b1-9657-0235230c8035 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e65f44f87e94267bf762e2445954bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360624 May 26 15:52:38.123025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50070) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:38.178058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd45-9b26-45f9-993a-f9246e4e55f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.221509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd45-9b26-45f9-993a-f9246e4e55f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.293457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd45-9b26-45f9-993a-f9246e4e55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.296264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd45-9b26-45f9-993a-f9246e4e55f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.304935 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5c04fd45-9b26-45f9-993a-f9246e4e55f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aeb360d1-7e4b-491e-8f1b-85a7b0e5a899 HTTP/1.1" status: 204 len: 168 time: 0.1799469 May 26 15:52:38.328417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04fd45-9b26-45f9-993a-f9246e4e55f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb360d1-7e4b-491e-8f1b-85a7b0e5a899,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:38.392162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e80f1-a940-4ffe-bb82-fb8ccb56bb06 req-ae979340-4dbb-4295-85f9-2a4d5c49b9c8 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:38.393814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a78e80f1-a940-4ffe-bb82-fb8ccb56bb06 req-ae979340-4dbb-4295-85f9-2a4d5c49b9c8 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 971 time: 0.1538172 May 26 15:52:38.492975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1cc5a825-cecd-413d-9f29-01b7b60f5d82 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:38.558304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a78e80f1-a940-4ffe-bb82-fb8ccb56bb06 req-ce870a27-1046-4173-ab4a-c5874e347b87 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502810 May 26 15:52:38.561377 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.603365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:38.604245 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.637285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.728328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:38.729346 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.830604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50084) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:38.845678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 1cc5a825-cecd-413d-9f29-01b7b60f5d82, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1cc5a825-cecd-413d-9f29-01b7b60f5d82,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:38.848017 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f16bbff1-a3ef-4528-a213-936924c71017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.858338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:38.923888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb1ec3f-b0f5-42c9-949c-b353fde4958d None None] Network 4d15aa82-f387-4257-91be-98850001aefe requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:52:39.008691 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f16bbff1-a3ef-4528-a213-936924c71017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.014777 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f16bbff1-a3ef-4528-a213-936924c71017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.016011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b96d3-f112-460b-b7c0-ce65c5928ec9 req-46d25cb8-7e38-4408-af5a-b952b95b5811 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:39.023786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-408b96d3-f112-460b-b7c0-ce65c5928ec9 req-46d25cb8-7e38-4408-af5a-b952b95b5811 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 936 time: 0.1615074 May 26 15:52:39.033212 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=1cc5a825-cecd-413d-9f29-01b7b60f5d82,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:39.043174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.044264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-07d9322a-9e6f-40ea-888f-f4824c3a8327 None None] Provisioning complete for port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:39.044641 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-07d9322a-9e6f-40ea-888f-f4824c3a8327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.090335 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f16bbff1-a3ef-4528-a213-936924c71017 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c82dd445bf6479fad3a01f0f41f689f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577837 May 26 15:52:39.091287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bbff1-a3ef-4528-a213-936924c71017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f2475f-9ce3-49c8-8425-b2f0397de5a3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:39.094553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50088) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:39.177706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e05f597-91a9-4ffb-877f-1faf9a7d8e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.215837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e05f597-91a9-4ffb-877f-1faf9a7d8e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.254719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-07d9322a-9e6f-40ea-888f-f4824c3a8327 None None] Current status of the port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:39.314479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e05f597-91a9-4ffb-877f-1faf9a7d8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.318867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e05f597-91a9-4ffb-877f-1faf9a7d8e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.320427 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4e05f597-91a9-4ffb-877f-1faf9a7d8e60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34f2475f-9ce3-49c8-8425-b2f0397de5a3 HTTP/1.1" status: 204 len: 168 time: 0.2247796 May 26 15:52:39.337032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05f597-91a9-4ffb-877f-1faf9a7d8e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f2475f-9ce3-49c8-8425-b2f0397de5a3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:39.455490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-408b96d3-f112-460b-b7c0-ce65c5928ec9 req-1d84bbd4-6293-49ae-9450-9a3d35e979d5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307091 May 26 15:52:39.581757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2c54ed45-8e5b-46db-8459-5419c8c9ecc7 None None] Provisioning complete for port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:39.582535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2c54ed45-8e5b-46db-8459-5419c8c9ecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.648555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5aaf9-f234-482f-853a-e8f5103715ed req-04426bfe-a9e2-43c2-9edb-926a587e2602 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:39.650092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edd5aaf9-f234-482f-853a-e8f5103715ed req-04426bfe-a9e2-43c2-9edb-926a587e2602 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 971 time: 0.1181669 May 26 15:52:39.685934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacee73-35fb-4808-98d3-ac61b20dfa88 req-56e327a6-9b73-4926-bff0-4fcd3e51bd9f tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:39.687980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cacee73-35fb-4808-98d3-ac61b20dfa88 req-56e327a6-9b73-4926-bff0-4fcd3e51bd9f tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 972 time: 0.1161718 May 26 15:52:39.688233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2c54ed45-8e5b-46db-8459-5419c8c9ecc7 None None] Current status of the port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:39.735346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Router c8fafa62-3e7e-4819-84c6-aba4fc10996a is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:52:39.754947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edd5aaf9-f234-482f-853a-e8f5103715ed req-f06be540-e319-4914-8151-e64c8c8db2ac tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957127 May 26 15:52:39.784359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cacee73-35fb-4808-98d3-ac61b20dfa88 req-b63ff6e0-1cdc-4e1c-aa93-9bc776da4960 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841141 May 26 15:52:39.824453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-786dc091-ba5c-4486-91a3-352516e19b48 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:52:39.825481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-786dc091-ba5c-4486-91a3-352516e19b48 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384643 May 26 15:52:39.928795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:52:39.942739 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Sync routers for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:52:39.956969 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:52:39.958023 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:39.965839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:39.967374 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9c97c818-bb1a-439f-adfe-05c2220d4b3f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.5229607 May 26 15:52:39.970979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50108) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:40.043023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df48c9-7f0e-46f3-9429-d34ba36441d7 req-c27f27e8-e798-45a5-a865-bfe72aee5078 tempest-AggregatesAdminTestJSON-1635386035 tempest-AggregatesAdminTestJSON-1635386035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:40.044565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22df48c9-7f0e-46f3-9429-d34ba36441d7 req-c27f27e8-e798-45a5-a865-bfe72aee5078 tempest-AggregatesAdminTestJSON-1635386035 tempest-AggregatesAdminTestJSON-1635386035-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 1123 time: 0.0751240 May 26 15:52:40.095000 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-22df48c9-7f0e-46f3-9429-d34ba36441d7 req-f4b7d9fc-5220-48f2-b550-079cb75ad2e9 tempest-AggregatesAdminTestJSON-1635386035 tempest-AggregatesAdminTestJSON-1635386035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.165472 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:52:40.172691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Request body: {'port': {'device_id': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:40.290823 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.380264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-22df48c9-7f0e-46f3-9429-d34ba36441d7 req-f4b7d9fc-5220-48f2-b550-079cb75ad2e9 tempest-AggregatesAdminTestJSON-1635386035 tempest-AggregatesAdminTestJSON-1635386035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.394915 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-22df48c9-7f0e-46f3-9429-d34ba36441d7 req-f4b7d9fc-5220-48f2-b550-079cb75ad2e9 tempest-AggregatesAdminTestJSON-1635386035 tempest-AggregatesAdminTestJSON-1635386035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.406189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1cc5a825-cecd-413d-9f29-01b7b60f5d82 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:40.494689 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.498283 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:38Z', 'revision_number': 3, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:40.506031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22df48c9-7f0e-46f3-9429-d34ba36441d7 req-f4b7d9fc-5220-48f2-b550-079cb75ad2e9 tempest-AggregatesAdminTestJSON-1635386035 tempest-AggregatesAdminTestJSON-1635386035-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432080 May 26 15:52:40.583006 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Checking router: c8fafa62-3e7e-4819-84c6-aba4fc10996a for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:52:40.583616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Updating router c8fafa62-3e7e-4819-84c6-aba4fc10996a port 1feb5792-3386-48b3-a27c-c06d787e2aca binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:52:40.585948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.595887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:40.598426 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.617955 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.725296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.733404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:40.747147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7d9fc-5220-48f2-b550-079cb75ad2e9 tempest-AggregatesAdminTestJSON-1635386035 tempest-AggregatesAdminTestJSON-1635386035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e394c82b-227d-4aba-a5bc-8f05dab63490,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:40.853098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3803d9-e49f-4f5c-8af9-14d66dc1643f req-1542f8fe-9368-478d-8122-6eb57d2e573f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:40.854844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e3803d9-e49f-4f5c-8af9-14d66dc1643f req-1542f8fe-9368-478d-8122-6eb57d2e573f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 936 time: 0.1342471 May 26 15:52:40.872742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ae2f2c-ef16-4319-940f-f5853f46810c {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:40.906695 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:40.959953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Transition to ACTIVE for port object c9ae2f2c-ef16-4319-940f-f5853f46810c will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:52:40.978480 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.001833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-d169d29c-a943-458a-a4a5-16020e95c45c tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:41.004239 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-d169d29c-a943-458a-a4a5-16020e95c45c tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 1122 time: 0.0981724 May 26 15:52:41.027007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e3803d9-e49f-4f5c-8af9-14d66dc1643f req-430ebb9e-61e4-4c7b-9249-3e2b2973c878 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275544 May 26 15:52:41.122814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:41.218887 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.225262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] Deleting port ab1135bd-3836-4599-88eb-b7c2b9016575 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:52:41.226210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.229664 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.327474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] For port ab1135bd-3836-4599-88eb-b7c2b9016575, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ab1135bd-3836-4599-88eb-b7c2b9016575,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:41.327946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.344232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] Calling delete_port for ab1135bd-3836-4599-88eb-b7c2b9016575 owned by compute:tempest-test_az-1789317490 {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:52:41.353961 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Pushing event updated for resources: {'Port': ['ID=1feb5792-3386-48b3-a27c-c06d787e2aca,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:41.360277 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Attempting to bind port 1feb5792-3386-48b3-a27c-c06d787e2aca on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:52:41.360646 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Attempting to bind port 1feb5792-3386-48b3-a27c-c06d787e2aca by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:52:41.361010 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Attempting to bind port 1feb5792-3386-48b3-a27c-c06d787e2aca on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:41.373431 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.373775 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.374304 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.375614 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.375951 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.376282 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.376737 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.377063 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.377542 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.377870 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.378213 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.379494 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Tracked resource versions report: May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: pushed versions: May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: { 'AddressGroup': {'1.2'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'ConntrackHelper': {'1.0'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Log': {'1.0'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Network': {'1.1'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Port': {'1.7'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'PortForwarding': {'1.2'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'QosPolicy': {'1.9'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'SecurityGroup': {'1.4'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'SecurityGroupRule': {'1.2'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'SubPort': {'1.0'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Subnet': {'1.1'}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Trunk': {'1.1'}} May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: consumer versions: May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: { DHCP agent@n-d-843336-2: {}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: HyperV agent@n-h1-843336-2: {}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: HyperV agent@n-h2-843336-2: {}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: L3 agent@n-d-843336-2: {}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: Metadata agent@n-d-843336-2: {}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: Metering agent@n-d-843336-2: {}, May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: Open vSwitch agent@n-d-843336-2: { 'AddressGroup': '1.2', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'ConntrackHelper': '1.0', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Log': '1.0', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Network': '1.1', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Port': '1.7', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'PortForwarding': '1.2', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'QosPolicy': '1.9', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'SecurityGroup': '1.4', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'SecurityGroupRule': '1.2', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'SubPort': '1.0', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Subnet': '1.1', May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: 'Trunk': '1.1'}} May 26 15:52:41.380598 n-d-843336-2 neutron-server[109407]: {{(pid=109407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:52:41.387195 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:52:41.387574 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:41.387979 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.392125 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:52:41.392785 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Bound port: 1feb5792-3386-48b3-a27c-c06d787e2aca, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:52:41.393213 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.429466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Allocated IP 172.20.0.1 (4d15aa82-f387-4257-91be-98850001aefe/c9e1f64b-b13b-4917-95f6-fdb3bec98dbd/8c19cd81-f449-4bac-bf1c-9bb0a9a789ca) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:52:41.433931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c379e-0e9a-49f1-a3a4-6163875aeca5 req-cbbc0706-8cb1-4bd9-8313-44722b8fd605 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:41.442625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-662c379e-0e9a-49f1-a3a4-6163875aeca5 req-cbbc0706-8cb1-4bd9-8313-44722b8fd605 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 972 time: 0.2300217 May 26 15:52:41.458299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c317405-6dab-4739-96c8-ae3d8c328704 req-2fb41588-c30c-48d6-8c9f-8057b50fd1f1 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:41.460019 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c317405-6dab-4739-96c8-ae3d8c328704 req-2fb41588-c30c-48d6-8c9f-8057b50fd1f1 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 971 time: 0.2488194 May 26 15:52:41.462130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Attempting to bind port c9ae2f2c-ef16-4319-940f-f5853f46810c on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:52:41.462620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Attempting to bind port c9ae2f2c-ef16-4319-940f-f5853f46810c by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:52:41.463029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Attempting to bind port c9ae2f2c-ef16-4319-940f-f5853f46810c on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:41.467547 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] For port 1feb5792-3386-48b3-a27c-c06d787e2aca, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:52:41.472018 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] For port 1feb5792-3386-48b3-a27c-c06d787e2aca, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1feb5792-3386-48b3-a27c-c06d787e2aca,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:52:41.477396 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.493121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Port c9ae2f2c-ef16-4319-940f-f5853f46810c on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:52:41.493600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Attempting to bind port c9ae2f2c-ef16-4319-940f-f5853f46810c on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:41.511857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:52:41.512542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:41.512811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:52:41.513368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Bound port: c9ae2f2c-ef16-4319-940f-f5853f46810c, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:52:41.513795 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.542468 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-662c379e-0e9a-49f1-a3a4-6163875aeca5 req-74b234b0-af2e-41d3-90ef-5f7dc6c0926c tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987124 May 26 15:52:41.550813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c317405-6dab-4739-96c8-ae3d8c328704 req-a49aa278-071d-4db7-8f89-bb215b9f7252 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793574 May 26 15:52:41.556979 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d969201-cbc9-4614-9cca-0eea7f1223ad None None] Pushing event updated for resources: {'Port': ['ID=1feb5792-3386-48b3-a27c-c06d787e2aca,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:41.563086 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:52:41.563829 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:41.595190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.625961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:52:41.629205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:52:41.635277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.695934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.702869 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:52:41.711603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:41.720282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:41.720919 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.725703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-2a702c26-85ca-45a4-aba0-fc84f8d96dbd service neutron] 10.222.0.32 "PUT /v2.0/ports/c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 1096 time: 1.7790499 May 26 15:52:41.727478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:41.730183 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:41.791616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Network 4d15aa82-f387-4257-91be-98850001aefe is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:52:41.807208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:41.824773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:52:41.829914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:41.841073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Pushing event updated for resources: {'Port': ['ID=8c19cd81-f449-4bac-bf1c-9bb0a9a789ca,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:41.842319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ab1135bd-3836-4599-88eb-b7c2b9016575'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:52:41.858352 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9bf849-9792-4650-8ea4-1f7c442c115f x-openstack-request-id: req-9f9bf849-9792-4650-8ea4-1f7c442c115f {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:41.859481 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:41.872221 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f9bf849-9792-4650-8ea4-1f7c442c115f {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:41.872642 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f9bf849-9792-4650-8ea4-1f7c442c115f'] response: {'name': 'network-changed', 'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'status': 'completed', 'code': 200} May 26 15:52:41.925177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c354c-7679-4190-9066-3c091111aff0 req-d288ddd1-211f-4fb3-b5f5-f58d60c77b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:41.927017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-d288ddd1-211f-4fb3-b5f5-f58d60c77b6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1099 time: 0.1380572 May 26 15:52:41.998423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:42.053681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-d9155644-088f-40be-9304-fbe6c5ea1ce8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.1145468 May 26 15:52:42.112431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab1135bd-3836-4599-88eb-b7c2b9016575,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:42.145494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c354c-7679-4190-9066-3c091111aff0 req-9dab418c-6e72-4c65-bd7c-40203d26867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:42.148029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-9dab418c-6e72-4c65-bd7c-40203d26867d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0832560 May 26 15:52:42.235735 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:38Z', 'revision_number': 3, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:42.267632 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c68a3-7bae-4c47-8d83-a926041ddddd None None] The sync data for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 is: [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:38Z', 'revision_number': 3, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:52:42.356404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-582ba6d5-272e-4e2b-9d8c-36416b9e10d4 None None] Provisioning complete for port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:42.359049 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-582ba6d5-272e-4e2b-9d8c-36416b9e10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:42.383778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c354c-7679-4190-9066-3c091111aff0 req-29b09d5a-bbae-43db-9c04-f639c807a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:42.385314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-29b09d5a-bbae-43db-9c04-f639c807a866 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2282209 May 26 15:52:42.397227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bfcbb-1d43-4ba4-9b0c-60aed0801330 req-53f434be-b1d6-497c-aa0c-f6073096630d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:42.397227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-942bfcbb-1d43-4ba4-9b0c-60aed0801330 req-53f434be-b1d6-497c-aa0c-f6073096630d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 948 time: 0.2213168 May 26 15:52:42.462837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-582ba6d5-272e-4e2b-9d8c-36416b9e10d4 None None] Port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:52:42.496734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] No DVR routers for this DVR port ab1135bd-3836-4599-88eb-b7c2b9016575 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:52:42.504177 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:42.509591 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f49759ca-7d52-493f-a1c1-87daf83c1641 req-07f2c202-c6ad-4054-b219-b6c317bae715 tempest-DeleteServersAdminTestJSON-1339667427 tempest-DeleteServersAdminTestJSON-1339667427-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ab1135bd-3836-4599-88eb-b7c2b9016575 HTTP/1.1" status: 204 len: 173 time: 1.4969227 May 26 15:52:42.512338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c704bf5-ce86-4213-b903-ab9390b7459f', 'name': 'network-vif-deleted', 'tag': 'ab1135bd-3836-4599-88eb-b7c2b9016575'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:42.516862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-14308e1a-361c-47b4-964f-46557db9c098 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:42.518409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-14308e1a-361c-47b4-964f-46557db9c098 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.24 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 972 time: 0.2901590 May 26 15:52:42.519555 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6943a2f-f0fc-441f-9f7a-44486390c825" -d '{"events": [{"server_uuid": "8c704bf5-ce86-4213-b903-ab9390b7459f", "name": "network-vif-deleted", "tag": "ab1135bd-3836-4599-88eb-b7c2b9016575"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:42.596013 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e9c3bf-98a1-4dc0-9c4c-f1eba04e95ca x-openstack-request-id: req-31e9c3bf-98a1-4dc0-9c4c-f1eba04e95ca {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:42.596347 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c704bf5-ce86-4213-b903-ab9390b7459f", "name": "network-vif-deleted", "tag": "ab1135bd-3836-4599-88eb-b7c2b9016575", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:42.596649 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31e9c3bf-98a1-4dc0-9c4c-f1eba04e95ca {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:42.597070 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e9c3bf-98a1-4dc0-9c4c-f1eba04e95ca'] response: {'server_uuid': '8c704bf5-ce86-4213-b903-ab9390b7459f', 'name': 'network-vif-deleted', 'tag': 'ab1135bd-3836-4599-88eb-b7c2b9016575', 'status': 'completed', 'code': 200} May 26 15:52:42.642611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:42.909665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c598edc9-41c2-42dc-bac6-33fb368c99aa req-d2449275-252d-4c53-af96-031da8f0a53c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c704bf5-ce86-4213-b903-ab9390b7459f HTTP/1.1" status: 200 len: 210 time: 0.0995700 May 26 15:52:42.934736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-942bfcbb-1d43-4ba4-9b0c-60aed0801330 req-4aec7d2c-0c5d-4a7c-b172-c8ee9287e502 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512918 May 26 15:52:42.960007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:42.970096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:42.975203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-9cc2b451-4950-456e-809d-aa71907ef770 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716314 May 26 15:52:43.015325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50166) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:43.072274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Pushing event updated for resources: {'Port': ['ID=8c19cd81-f449-4bac-bf1c-9bb0a9a789ca,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:43.075911 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:43.210610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Network 4d15aa82-f387-4257-91be-98850001aefe is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:52:43.212338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:43.253092 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4f3e737e-da4e-441e-ab1d-17ff6d2cb10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:43.293397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff94c4d-4010-47fc-9ee2-969494124a81 req-c2034c1e-ffd6-4b06-bb75-2e44e785d8e6 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:43.301166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff94c4d-4010-47fc-9ee2-969494124a81 req-c2034c1e-ffd6-4b06-bb75-2e44e785d8e6 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/ports?device_id=44bf851a-cdea-4fd8-8225-0026315cea2d HTTP/1.1" status: 200 len: 972 time: 0.2783720 May 26 15:52:43.370258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Deleting port 2f4b546a-786d-4958-b96c-a77ee9e5fada {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:52:43.370752 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:43.423969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Router c8fafa62-3e7e-4819-84c6-aba4fc10996a has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:52:43.454125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff94c4d-4010-47fc-9ee2-969494124a81 req-c7061517-1f9c-46ca-a6f5-78cb24e5b372 tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.39 "GET /v2.0/security-groups?id=7804ebd0-fa39-47d2-9d7a-c5c2804064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458118 May 26 15:52:43.478055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594c354c-7679-4190-9066-3c091111aff0 req-dd3ac304-f58c-40b9-92d0-c21441ffb608 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908967 May 26 15:52:43.589198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:52:43.598041 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c23de3fa-793d-4485-b287-0d216beb5075 admin admin] 10.222.0.39 "PUT /v2.0/routers/c8fafa62-3e7e-4819-84c6-aba4fc10996a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6256015 May 26 15:52:43.638329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4f3e737e-da4e-441e-ab1d-17ff6d2cb10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:43.650087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] For port 2f4b546a-786d-4958-b96c-a77ee9e5fada, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2f4b546a-786d-4958-b96c-a77ee9e5fada,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:43.650486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:43.663184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4f3e737e-da4e-441e-ab1d-17ff6d2cb10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:43.708570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5ccb75f7-c93b-44c6-8a13-c71e91e7d43d None None] Provisioning complete for port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:43.709539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e737e-da4e-441e-ab1d-17ff6d2cb10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18872589-b718-48b4-aecf-a6660f7f6e8c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:43.709658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5ccb75f7-c93b-44c6-8a13-c71e91e7d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:43.722308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Calling delete_port for 2f4b546a-786d-4958-b96c-a77ee9e5fada owned by compute:tempest-test_az-1789317490 {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:52:43.751274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb75f7-c93b-44c6-8a13-c71e91e7d43d None None] Port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:52:43.785936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-543363b3-39b5-4ddf-941d-82d27906ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:43.787939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-543363b3-39b5-4ddf-941d-82d27906ebff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1099 time: 0.2001734 May 26 15:52:43.831623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4f3e737e-da4e-441e-ab1d-17ff6d2cb10d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3fd684a51bf4456bec4e346b9e30ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8097317 May 26 15:52:43.832231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50174) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:43.929908 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03de4b50-8996-40db-b058-7cf7a259ddb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:43.972198 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03de4b50-8996-40db-b058-7cf7a259ddb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.063207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-5cd2e131-2ebe-44d5-aa84-42fc5e6fd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:44.064984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-5cd2e131-2ebe-44d5-aa84-42fc5e6fd91d service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2312646 May 26 15:52:44.090980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03de4b50-8996-40db-b058-7cf7a259ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.095062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03de4b50-8996-40db-b058-7cf7a259ddb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.104104 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03de4b50-8996-40db-b058-7cf7a259ddb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18872589-b718-48b4-aecf-a6660f7f6e8c HTTP/1.1" status: 204 len: 168 time: 0.2705119 May 26 15:52:44.133643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4b50-8996-40db-b058-7cf7a259ddb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18872589-b718-48b4-aecf-a6660f7f6e8c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:44.210857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-e1c65aa8-bdfc-48ba-9507-fc18f61bb605 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.1269324 May 26 15:52:44.396550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1feb5792-3386-48b3-a27c-c06d787e2aca up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:44.404632 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.452681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-8e7ae220-0758-4287-a8d0-203c3ee71f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:44.454836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-8e7ae220-0758-4287-a8d0-203c3ee71f66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2217920 May 26 15:52:44.474264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1feb5792-3386-48b3-a27c-c06d787e2aca triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:44.474386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae5080-2b17-4c2d-987c-46d3a1733837 req-06ba05f2-935f-426c-af76-f23fd9c0dc30 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:44.474591 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.480458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03ae5080-2b17-4c2d-987c-46d3a1733837 req-06ba05f2-935f-426c-af76-f23fd9c0dc30 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 948 time: 0.3471999 May 26 15:52:44.536685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Pushing event deleted for resources: {'Port': ['ID=2f4b546a-786d-4958-b96c-a77ee9e5fada,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:44.597973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1feb5792-3386-48b3-a27c-c06d787e2aca is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:44.599581 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.627069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50202) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:44.634989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 1feb5792-3386-48b3-a27c-c06d787e2aca, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1feb5792-3386-48b3-a27c-c06d787e2aca,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:44.642199 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.649991 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9836ccd9-14de-4b91-9df8-0a8e82e4fa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.666900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-20d265a4-b35f-4199-a6ab-cb4d83936d48 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:44.668996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-20d265a4-b35f-4199-a6ab-cb4d83936d48 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/networks?id=4d15aa82-f387-4257-91be-98850001aefe HTTP/1.1" status: 200 len: 829 time: 0.4766119 May 26 15:52:44.699609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] No DVR routers for this DVR port 2f4b546a-786d-4958-b96c-a77ee9e5fada on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:52:44.713255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=1feb5792-3386-48b3-a27c-c06d787e2aca,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:44.729829 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.737768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4da1c4ed-14cf-4abe-9dc9-fe834038fcbc req-891f413c-10f1-4d5a-a7e5-8cd18f6055ea tempest-AggregatesAdminTestJSON-613811031 tempest-AggregatesAdminTestJSON-613811031-project] 10.222.0.24 "DELETE /v2.0/ports/2f4b546a-786d-4958-b96c-a77ee9e5fada HTTP/1.1" status: 204 len: 173 time: 2.2115045 May 26 15:52:44.738297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf851a-cdea-4fd8-8225-0026315cea2d', 'name': 'network-vif-deleted', 'tag': '2f4b546a-786d-4958-b96c-a77ee9e5fada'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:44.740619 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af6441f-ff88-42e3-8497-21361979f11b" -d '{"events": [{"server_uuid": "44bf851a-cdea-4fd8-8225-0026315cea2d", "name": "network-vif-deleted", "tag": "2f4b546a-786d-4958-b96c-a77ee9e5fada"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:44.760477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03ae5080-2b17-4c2d-987c-46d3a1733837 req-f7b05e5b-f59a-4149-b895-8e426e171697 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322252 May 26 15:52:44.774561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-46d6302e-cd32-4bbd-8308-db517cd6efe8 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/quotas/212ab48ee182479fb6f70a96048bb035 HTTP/1.1" status: 200 len: 375 time: 0.0909395 May 26 15:52:44.783037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-ffadb569-9993-4a27-8c7e-8ddcd279b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:44.784772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-ffadb569-9993-4a27-8c7e-8ddcd279b048 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2762625 May 26 15:52:44.821751 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9836ccd9-14de-4b91-9df8-0a8e82e4fa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.831172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9836ccd9-14de-4b91-9df8-0a8e82e4fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:44.914714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ccd9-14de-4b91-9df8-0a8e82e4fa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb5214f-cd07-4ae9-8420-da98c4a4ab1f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:44.933071 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9836ccd9-14de-4b91-9df8-0a8e82e4fa65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff01211281644e6b8eb95876d7aae385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032591 May 26 15:52:44.936995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50214) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:45.017497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-444f479d-8584-4375-844f-a5623208cfc4 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987675 May 26 15:52:45.023196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edd56997-e4d7-4ea3-8257-1befc1b7b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:45.058188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edd56997-e4d7-4ea3-8257-1befc1b7b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:45.086617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-2f802d52-5382-4af0-8380-7f4e1d087acb tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=212ab48ee182479fb6f70a96048bb035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3002515 May 26 15:52:45.125451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edd56997-e4d7-4ea3-8257-1befc1b7b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:45.128182 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edd56997-e4d7-4ea3-8257-1befc1b7b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:45.129562 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-edd56997-e4d7-4ea3-8257-1befc1b7b63a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fb5214f-cd07-4ae9-8420-da98c4a4ab1f HTTP/1.1" status: 204 len: 168 time: 0.1914613 May 26 15:52:45.143580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd56997-e4d7-4ea3-8257-1befc1b7b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb5214f-cd07-4ae9-8420-da98c4a4ab1f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:45.384309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-b3d561c4-9f02-454e-a3b7-0e8637e25e02 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588613 May 26 15:52:45.475706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7838c-783e-491e-a732-ee6a65752a13 req-a3d1b25f-d799-4241-af6c-52cd4ba50231 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:45.477655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-a3d1b25f-d799-4241-af6c-52cd4ba50231 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4452140 May 26 15:52:45.491263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Sync routers for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:52:45.503664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-f9cc3d5a-aec1-4a14-a549-03965d053aaa service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:52:45.503877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:52:45.504407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:45.504589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-f9cc3d5a-aec1-4a14-a549-03965d053aaa service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1660354 May 26 15:52:45.511726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3b8ae5b6-c824-40ea-b9f3-9a49070325fd tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/quotas/db42fe8fe81d41f0bcc1ad74fa1c4edf HTTP/1.1" status: 200 len: 375 time: 0.0250843 May 26 15:52:45.609923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-b9276417-124b-44ff-a9d3-328d47c210c7 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742404 May 26 15:52:45.626449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c8d7a50-63b0-4d4e-87af-c1464d2176d5 req-f2c8a2c6-8027-4f87-9505-b97199bfc04f service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341681 May 26 15:52:45.656953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:52:45.674041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-6b240e9f-0a24-4532-b5ea-02e850730fad service neutron] 10.222.0.39 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590719 May 26 15:52:45.844968 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c8fea1-7cd7-4ee4-bfc4-d0bec56e561b x-openstack-request-id: req-15c8fea1-7cd7-4ee4-bfc4-d0bec56e561b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:45.845384 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf851a-cdea-4fd8-8225-0026315cea2d", "name": "network-vif-deleted", "tag": "2f4b546a-786d-4958-b96c-a77ee9e5fada", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:45.845761 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15c8fea1-7cd7-4ee4-bfc4-d0bec56e561b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:45.846309 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c8fea1-7cd7-4ee4-bfc4-d0bec56e561b'] response: {'server_uuid': '44bf851a-cdea-4fd8-8225-0026315cea2d', 'name': 'network-vif-deleted', 'tag': '2f4b546a-786d-4958-b96c-a77ee9e5fada', 'status': 'completed', 'code': 200} May 26 15:52:45.904120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-1a20ccd9-7833-4216-96e2-ae1e4afff019 service neutron] 10.222.0.39 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075436 May 26 15:52:45.926167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-300018c1-76e7-4485-8732-035b79394bae req-509aee2b-454e-4d50-a1dd-f4a4972b9212 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 210 time: 0.0430510 May 26 15:52:46.004299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '8c19cd81-f449-4bac-bf1c-9bb0a9a789ca', 'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'mac_address': 'fa:16:3e:83:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:40Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 2, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'subnets': [{'id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:46.057089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Checking router: c8fafa62-3e7e-4819-84c6-aba4fc10996a for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:52:46.058520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Updating router c8fafa62-3e7e-4819-84c6-aba4fc10996a port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:52:46.119236 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:46.154691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2053780-ed49-41ab-9266-086cd1b990db req-84f456e0-df61-4edd-af29-a0f227e02ba7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:46.157479 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2053780-ed49-41ab-9266-086cd1b990db req-84f456e0-df61-4edd-af29-a0f227e02ba7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 948 time: 0.1352007 May 26 15:52:46.226601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2053780-ed49-41ab-9266-086cd1b990db req-3f1aa8d1-cc6d-45a7-ab04-372c1c9ca88c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614581 May 26 15:52:46.385773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ab1135bd-3836-4599-88eb-b7c2b9016575 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:52:46.431532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00bcc8be-7da2-4b5c-90ec-47295ea2a39a req-c6ba5ce2-eee0-47cb-8f1a-c94b64eb1f72 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 210 time: 0.0716608 May 26 15:52:46.504124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: ab1135bd-3836-4599-88eb-b7c2b9016575 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:52:46.504535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ab1135bd-3836-4599-88eb-b7c2b9016575 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:52:46.504911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2f4b546a-786d-4958-b96c-a77ee9e5fada no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:52:46.511268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1feb5792-3386-48b3-a27c-c06d787e2aca up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:46.566909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 2f4b546a-786d-4958-b96c-a77ee9e5fada {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:52:46.567090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2f4b546a-786d-4958-b96c-a77ee9e5fada not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:52:46.709722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1feb5792-3386-48b3-a27c-c06d787e2aca triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:46.710117 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:46.823836 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:46.838112 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:46.984329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d38e5-353b-4431-b929-27ab715a10a8 None None] Pushing event updated for resources: {'Port': ['ID=8c19cd81-f449-4bac-bf1c-9bb0a9a789ca,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:46.999686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1feb5792-3386-48b3-a27c-c06d787e2aca is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:47.106055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Attempting to bind port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:52:47.106728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Attempting to bind port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:52:47.107070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Attempting to bind port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca on network 4d15aa82-f387-4257-91be-98850001aefe {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:47.114060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:52:47.114413 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Checking segment: {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:47.114725 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:47.115163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Bound using segment: {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:52:47.115741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Bound port: 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:52:47.116181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:47.117195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5df972a-8fb5-4a25-9a87-35ed59bdf684 req-27e98d14-33f3-47b4-bd7a-a04a74a38c22 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 210 time: 0.0684543 May 26 15:52:47.209618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] For port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:52:47.213433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] For port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8c19cd81-f449-4bac-bf1c-9bb0a9a789ca,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:52:47.220191 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:47.292749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d38e5-353b-4431-b929-27ab715a10a8 None None] Pushing event updated for resources: {'Port': ['ID=8c19cd81-f449-4bac-bf1c-9bb0a9a789ca,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:47.320671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e92cf6b1-7370-4a64-95c8-f71e5c7e255a None None] Provisioning complete for port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:47.321037 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e92cf6b1-7370-4a64-95c8-f71e5c7e255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:47.383551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:52:47.384250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:47.536476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f846947-e697-4b8d-aaf4-2b6705713a8f tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1434846 May 26 15:52:47.675322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e0a4cfb-cd1d-4d90-bece-9c2c541c3fff req-08f06eb0-1d83-403b-b0a6-351876524904 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 210 time: 0.1013944 May 26 15:52:47.684162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f36a48-30b5-4e1c-bdee-1a28434089d6 req-3a1238d6-69f6-49f0-9f54-228c3b79ba52 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:47.688643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92f36a48-30b5-4e1c-bdee-1a28434089d6 req-3a1238d6-69f6-49f0-9f54-228c3b79ba52 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 948 time: 0.3210716 May 26 15:52:47.722902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:52:47.742680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92f36a48-30b5-4e1c-bdee-1a28434089d6 req-ceb67da6-6750-4193-8d9c-74640be392f1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 May 26 15:52:47.810104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7838c-783e-491e-a732-ee6a65752a13 req-0c01b77c-fe93-4c06-ab75-0aa52289f60c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:47.813315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-0c01b77c-fe93-4c06-ab75-0aa52289f60c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696095 May 26 15:52:47.832006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Request body: {'port': {'device_id': '46c11ef9-471b-46b2-9299-46254748d08b', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': 'db42fe8fe81d41f0bcc1ad74fa1c4edf'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:47.974346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e92cf6b1-7370-4a64-95c8-f71e5c7e255a None None] Current status of the port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:47.974948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e92cf6b1-7370-4a64-95c8-f71e5c7e255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:48.023379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Made reservation on behalf of db42fe8fe81d41f0bcc1ad74fa1c4edf for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:48.041165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e92cf6b1-7370-4a64-95c8-f71e5c7e255a None None] For port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8c19cd81-f449-4bac-bf1c-9bb0a9a789ca,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:48.045519 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:48.050632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e92cf6b1-7370-4a64-95c8-f71e5c7e255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:48.139119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50358) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:48.204754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cf6b1-7370-4a64-95c8-f71e5c7e255a None None] Pushing event updated for resources: {'Port': ['ID=8c19cd81-f449-4bac-bf1c-9bb0a9a789ca,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:48.245937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4f707bca-f39d-4c1c-af50-8d15a2506905 None None] Provisioning complete for port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:48.246684 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f707bca-f39d-4c1c-af50-8d15a2506905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:48.306155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '8c19cd81-f449-4bac-bf1c-9bb0a9a789ca', 'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'mac_address': 'fa:16:3e:83:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:40Z', 'updated_at': '2022-05-26T15:52:47Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'subnets': [{'id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:52:48.358782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e58339-6b98-4b41-b7a3-515a8bd534a9 None None] The sync data for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 is: [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '8c19cd81-f449-4bac-bf1c-9bb0a9a789ca', 'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'mac_address': 'fa:16:3e:83:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:40Z', 'updated_at': '2022-05-26T15:52:47Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'subnets': [{'id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:52:48.429920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c9ae2f2c-ef16-4319-940f-f5853f46810c details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:52:48.433673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-1357ba17-95bb-4657-83c3-befcee87bf6d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:48.436577 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-1357ba17-95bb-4657-83c3-befcee87bf6d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.24 "GET /v2.0/networks?id=4d15aa82-f387-4257-91be-98850001aefe HTTP/1.1" status: 200 len: 829 time: 0.4033549 May 26 15:52:48.472811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Request body: {'port': {'device_id': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'admin_state_up': True, 'tenant_id': '212ab48ee182479fb6f70a96048bb035'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:48.509234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4f707bca-f39d-4c1c-af50-8d15a2506905 None None] Current status of the port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:48.526689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-daa83916-c004-48b5-8d0c-2e06b9867bd9 req-e22849b3-28f9-469f-8681-9df889df1e51 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 210 time: 0.1414809 May 26 15:52:48.606075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Allocated IP 192.168.233.81 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/09927f79-7e33-4042-8e85-3b9e6701523d) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:52:48.624326 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a0a48c7c-79cd-44fd-bd46-c7e0948fb055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:48.717230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Made reservation on behalf of 212ab48ee182479fb6f70a96048bb035 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:52:48.727357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:48.763708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:48.796639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'mac_address': 'fa:16:3e:c7:cc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:52:48.907736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port c9ae2f2c-ef16-4319-940f-f5853f46810c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:48.909502 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:48.926977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e323c5cc-b4c6-49d0-ae66-d8dced605027 req-91ddb0ac-04b8-4040-9325-45e7e51bd26a tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 210 time: 0.1067994 May 26 15:52:48.943354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ae2f2c-ef16-4319-940f-f5853f46810c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:48.967213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Allocated IP 172.20.0.8 (4d15aa82-f387-4257-91be-98850001aefe/c9e1f64b-b13b-4917-95f6-fdb3bec98dbd/c510baca-2e55-4db7-96f3-3da06234160c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:52:48.982337 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a0a48c7c-79cd-44fd-bd46-c7e0948fb055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.013041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:49.020071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.046246 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a0a48c7c-79cd-44fd-bd46-c7e0948fb055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.134477 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.139149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:49.167407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:49.223078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a48c7c-79cd-44fd-bd46-c7e0948fb055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5fbbff-7fd9-49a4-b74c-2d9b35dc2c5a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:49.245024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a0a48c7c-79cd-44fd-bd46-c7e0948fb055 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f3a0386674e45a5a50a808543b85379&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0961838 May 26 15:52:49.247136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50402) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:49.265626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.289438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c54cdb9f-d062-4447-8bbc-23b120f3fd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.350216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3fe92-4e48-435c-85b7-928c025a6341 req-5e34a3b5-6b10-4f6b-98de-467889902719 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:49.351991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03e3fe92-4e48-435c-85b7-928c025a6341 req-5e34a3b5-6b10-4f6b-98de-467889902719 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 949 time: 0.1512032 May 26 15:52:49.355527 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.390944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.425258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['c9ae2f2c-ef16-4319-940f-f5853f46810c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:52:49.444783 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-954ada75-d344-4574-8bfd-c9d71fc9ed14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.450351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:52:49.460121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Network 4d15aa82-f387-4257-91be-98850001aefe is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:52:49.460930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:49.477204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:52:49.484152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:52:49.495254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Pushing event updated for resources: {'Port': ['ID=09927f79-7e33-4042-8e85-3b9e6701523d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:49.497750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:52:49.571338 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-954ada75-d344-4574-8bfd-c9d71fc9ed14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.588022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c54cdb9f-d062-4447-8bbc-23b120f3fd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.609341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c54cdb9f-d062-4447-8bbc-23b120f3fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.615848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Pushing event updated for resources: {'Port': ['ID=c510baca-2e55-4db7-96f3-3da06234160c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:49.659392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03e3fe92-4e48-435c-85b7-928c025a6341 req-835a4162-97d2-49dc-8232-499ee261478e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868793 May 26 15:52:49.703709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:49.704388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.723909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cdb9f-d062-4447-8bbc-23b120f3fd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd48d72-3ec8-4443-9993-ef1a6e0a52b6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:49.753818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:49.757598 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.768593 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-d4331e8e-a732-4ce5-8d9d-a0af6cbd4398 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3057411 May 26 15:52:49.777707 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c54cdb9f-d062-4447-8bbc-23b120f3fd64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fb0cb9062f64ec1a6c825fb7ef35524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6305296 May 26 15:52:49.779796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50418) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:49.791506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Request body: {'port': {'device_id': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'device_owner': 'compute:tempest-test_az-1789317490', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:49.816878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-3f0c5722-7826-4bc9-b321-73a5f31f9999 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9915414 May 26 15:52:49.896801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Request body: {'port': {'device_id': '46c11ef9-471b-46b2-9299-46254748d08b', 'device_owner': 'compute:tempest-test_az-1789317490', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:52:49.973117 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:49.978416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c539618-bc2d-4b70-8100-abcfb0069b38 req-a737ee9b-0f3a-4bdd-8166-4ade7e83e4b6 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:49.987112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c539618-bc2d-4b70-8100-abcfb0069b38 req-a737ee9b-0f3a-4bdd-8166-4ade7e83e4b6 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 935 time: 0.1408763 May 26 15:52:50.023344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5538771e-3dcf-4223-b9b6-88855a6ff7dc None None] Provisioning complete for port 09927f79-7e33-4042-8e85-3b9e6701523d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:50.023707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5538771e-3dcf-4223-b9b6-88855a6ff7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.081235 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.114284 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-954ada75-d344-4574-8bfd-c9d71fc9ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.117231 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-954ada75-d344-4574-8bfd-c9d71fc9ed14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.118729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-954ada75-d344-4574-8bfd-c9d71fc9ed14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d5fbbff-7fd9-49a4-b74c-2d9b35dc2c5a HTTP/1.1" status: 204 len: 168 time: 0.8644125 May 26 15:52:50.124239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5538771e-3dcf-4223-b9b6-88855a6ff7dc None None] Port 09927f79-7e33-4042-8e85-3b9e6701523d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:52:50.174242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ada75-d344-4574-8bfd-c9d71fc9ed14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5fbbff-7fd9-49a4-b74c-2d9b35dc2c5a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:50.176281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5538771e-3dcf-4223-b9b6-88855a6ff7dc None None] Provisioning complete for port c510baca-2e55-4db7-96f3-3da06234160c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:50.176984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5538771e-3dcf-4223-b9b6-88855a6ff7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.230765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a405c247-436f-4216-baf1-d88981efb96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.270810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5538771e-3dcf-4223-b9b6-88855a6ff7dc None None] Port c510baca-2e55-4db7-96f3-3da06234160c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:52:50.384904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a405c247-436f-4216-baf1-d88981efb96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.474957 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c539618-bc2d-4b70-8100-abcfb0069b38 req-e05ad0cc-a542-4486-935e-547568c3aab3 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770308 May 26 15:52:50.485369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:50.521216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a405c247-436f-4216-baf1-d88981efb96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.524072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a405c247-436f-4216-baf1-d88981efb96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.525718 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a405c247-436f-4216-baf1-d88981efb96e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cd48d72-3ec8-4443-9993-ef1a6e0a52b6 HTTP/1.1" status: 204 len: 168 time: 0.7446504 May 26 15:52:50.547829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405c247-436f-4216-baf1-d88981efb96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd48d72-3ec8-4443-9993-ef1a6e0a52b6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:50.662666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7d83-f56b-45d4-898c-eabaf89e7644 req-51e783c5-adc2-47d9-8fd0-43b6995cc5c9 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:50.675591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe5e7d83-f56b-45d4-898c-eabaf89e7644 req-51e783c5-adc2-47d9-8fd0-43b6995cc5c9 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 931 time: 0.2258286 May 26 15:52:50.683079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:50.683654 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.726254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c510baca-2e55-4db7-96f3-3da06234160c {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:50.743273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.743851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe5e7d83-f56b-45d4-898c-eabaf89e7644 req-f391077e-aaf1-42b1-968d-2d2d48c69cd6 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671260 May 26 15:52:50.778873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Transition to ACTIVE for port object c510baca-2e55-4db7-96f3-3da06234160c will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:52:50.787855 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.835943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09927f79-7e33-4042-8e85-3b9e6701523d {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:50.846288 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.866490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Transition to ACTIVE for port object 09927f79-7e33-4042-8e85-3b9e6701523d will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:52:50.877008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50458) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:50.893940 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:50.900257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:50.912511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c510baca-2e55-4db7-96f3-3da06234160c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:50.921714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45f8ea2c-a596-47c5-963a-3b695b33f0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.018578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Attempting to bind port c510baca-2e55-4db7-96f3-3da06234160c on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:52:51.018870 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Attempting to bind port c510baca-2e55-4db7-96f3-3da06234160c by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:52:51.019224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Attempting to bind port c510baca-2e55-4db7-96f3-3da06234160c on network 4d15aa82-f387-4257-91be-98850001aefe {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:51.028612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Port c510baca-2e55-4db7-96f3-3da06234160c on network 4d15aa82-f387-4257-91be-98850001aefe not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:52:51.028954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Attempting to bind port c510baca-2e55-4db7-96f3-3da06234160c on network 4d15aa82-f387-4257-91be-98850001aefe {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:51.040711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:52:51.041065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Checking segment: {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:51.044271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Bound using segment: {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:52:51.044941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Bound port: c510baca-2e55-4db7-96f3-3da06234160c, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d15aa82-f387-4257-91be-98850001aefe'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:52:51.048847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.072662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Pushing event updated for resources: {'Port': ['ID=09927f79-7e33-4042-8e85-3b9e6701523d,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:51.206628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] For port c510baca-2e55-4db7-96f3-3da06234160c, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:52:51.218771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] For port c510baca-2e55-4db7-96f3-3da06234160c, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c510baca-2e55-4db7-96f3-3da06234160c,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:52:51.236835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.284317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Attempting to bind port 09927f79-7e33-4042-8e85-3b9e6701523d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:52:51.284910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Attempting to bind port 09927f79-7e33-4042-8e85-3b9e6701523d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:52:51.285426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Attempting to bind port 09927f79-7e33-4042-8e85-3b9e6701523d on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:51.304084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Port 09927f79-7e33-4042-8e85-3b9e6701523d on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:52:51.304407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Attempting to bind port 09927f79-7e33-4042-8e85-3b9e6701523d on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:52:51.321196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:52:51.321535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:52:51.321921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:52:51.322398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Bound port: 09927f79-7e33-4042-8e85-3b9e6701523d, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:52:51.322766 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.335043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:51.338156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.346197 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 200 len: 1113 time: 1.5659411 May 26 15:52:51.354202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:51.364662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45f8ea2c-a596-47c5-963a-3b695b33f0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.365957 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658037b7-fe76-4b82-9faa-10b9bf164e70" -d '{"events": [{"name": "network-changed", "server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "tag": "c510baca-2e55-4db7-96f3-3da06234160c"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:51.476939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359e452-d741-4d22-aba1-5dd58a98b3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c510baca-2e55-4db7-96f3-3da06234160c,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:51.480149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] For port 09927f79-7e33-4042-8e85-3b9e6701523d, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:52:51.484081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] For port 09927f79-7e33-4042-8e85-3b9e6701523d, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09927f79-7e33-4042-8e85-3b9e6701523d,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:52:51.488030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45f8ea2c-a596-47c5-963a-3b695b33f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.510926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-b0102c15-3a82-4bad-9ddd-aa0a61b30c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:51.513061 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-b0102c15-3a82-4bad-9ddd-aa0a61b30c49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=212ab48ee182479fb6f70a96048bb035&device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 1116 time: 0.1087058 May 26 15:52:51.530498 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.567473 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-3b0b968a-4251-43b2-9e0e-92fbf7ba071b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 200 len: 217 time: 0.0455661 May 26 15:52:51.568077 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50478) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:51.591594 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e040784-73db-4147-99e2-bcc28769a6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.643463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:51.644479 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.645894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] 10.222.0.24 "PUT /v2.0/ports/09927f79-7e33-4042-8e85-3b9e6701523d HTTP/1.1" status: 200 len: 1117 time: 1.7542846 May 26 15:52:51.650458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c11ef9-471b-46b2-9299-46254748d08b', 'tag': '09927f79-7e33-4042-8e85-3b9e6701523d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:51.653151 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b" -d '{"events": [{"name": "network-changed", "server_uuid": "46c11ef9-471b-46b2-9299-46254748d08b", "tag": "09927f79-7e33-4042-8e85-3b9e6701523d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:51.662748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8ea2c-a596-47c5-963a-3b695b33f0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f0b7ad-e0c5-4c91-b316-d131a31b22da,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:51.680852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-45f8ea2c-a596-47c5-963a-3b695b33f0ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=267861342a2a44cda739f6efd02222fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7989097 May 26 15:52:51.695873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50482) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:51.732953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48a14-6541-40f8-919f-dc9aa72b60ee req-be731ad4-45af-43ca-9af2-eb34f46cf629 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:51.744656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cc48a14-6541-40f8-919f-dc9aa72b60ee req-be731ad4-45af-43ca-9af2-eb34f46cf629 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 949 time: 0.2582705 May 26 15:52:51.750513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-e217b3bf-33fc-48a3-848d-8c5a0b1931c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:51.752811 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-e217b3bf-33fc-48a3-848d-8c5a0b1931c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e1f64b-b13b-4917-95f6-fdb3bec98dbd HTTP/1.1" status: 200 len: 868 time: 0.1693320 May 26 15:52:51.814843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63343a-805c-4c59-9d2a-7c8250418d02 service neutron] Pushing event updated for resources: {'Port': ['ID=09927f79-7e33-4042-8e85-3b9e6701523d,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:51.853958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e040784-73db-4147-99e2-bcc28769a6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.865958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e040784-73db-4147-99e2-bcc28769a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:51.903110 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61012b7-37c6-46c7-9329-4fa5320aad56 x-openstack-request-id: req-c61012b7-37c6-46c7-9329-4fa5320aad56 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:51.903512 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "tag": "c510baca-2e55-4db7-96f3-3da06234160c", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:51.903763 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c61012b7-37c6-46c7-9329-4fa5320aad56 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:51.904185 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61012b7-37c6-46c7-9329-4fa5320aad56'] response: {'name': 'network-changed', 'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c', 'status': 'completed', 'code': 200} May 26 15:52:51.907204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e040784-73db-4147-99e2-bcc28769a6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d263dfab-bac6-4b41-8b5f-84eb510de852,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:51.916640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cc48a14-6541-40f8-919f-dc9aa72b60ee req-ee252675-e4f7-4163-93d9-9f0f561a43da tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709337 May 26 15:52:51.933464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-b57d516c-450f-4555-96df-74379436da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:51.935207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-b57d516c-450f-4555-96df-74379436da53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d15aa82-f387-4257-91be-98850001aefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716471 May 26 15:52:51.944255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7838c-783e-491e-a732-ee6a65752a13 req-e1813d03-80f7-4a5e-870d-f2fd499ee99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:51.948027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-e1813d03-80f7-4a5e-870d-f2fd499ee99a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 1120 time: 0.1985350 May 26 15:52:51.958673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0e040784-73db-4147-99e2-bcc28769a6ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93cd33e9d6ac4481b7efab4140b92002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855846 May 26 15:52:51.969543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50492) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:52.012029 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1b294b-9636-466c-bedc-9734ff85ce03 x-openstack-request-id: req-ba1b294b-9636-466c-bedc-9734ff85ce03 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:52.012317 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c11ef9-471b-46b2-9299-46254748d08b", "tag": "09927f79-7e33-4042-8e85-3b9e6701523d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:52.012564 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba1b294b-9636-466c-bedc-9734ff85ce03 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:52.012960 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1b294b-9636-466c-bedc-9734ff85ce03'] response: {'name': 'network-changed', 'server_uuid': '46c11ef9-471b-46b2-9299-46254748d08b', 'tag': '09927f79-7e33-4042-8e85-3b9e6701523d', 'status': 'completed', 'code': 200} May 26 15:52:52.024589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-688a7150-8f28-4f3d-83ae-f65d6a438098 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=09927f79-7e33-4042-8e85-3b9e6701523d HTTP/1.1" status: 200 len: 217 time: 0.0694766 May 26 15:52:52.026910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ce57a47-e3de-4a68-a188-2efba9b8a5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.081845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7321f5fd-7f3b-46e2-b8d6-648459eb39ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.109001 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ce57a47-e3de-4a68-a188-2efba9b8a5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.123169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7321f5fd-7f3b-46e2-b8d6-648459eb39ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.134446 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-779f3963-efcc-4f98-95dc-5cd3c45ccdc4 service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911590 May 26 15:52:52.166010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9eb99-32e6-4654-800d-e8b45bae5d57 req-485ff837-0024-40a5-85d2-f7a79492b293 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:52.167730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eab9eb99-32e6-4654-800d-e8b45bae5d57 req-485ff837-0024-40a5-85d2-f7a79492b293 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 969 time: 0.1579132 May 26 15:52:52.169233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7838c-783e-491e-a732-ee6a65752a13 req-8647e713-d428-4f70-a3c2-a936ad7a1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:52.170769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-8647e713-d428-4f70-a3c2-a936ad7a1caa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1256733 May 26 15:52:52.236947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ce57a47-e3de-4a68-a188-2efba9b8a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.240198 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ce57a47-e3de-4a68-a188-2efba9b8a5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.241605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5ce57a47-e3de-4a68-a188-2efba9b8a5b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16f0b7ad-e0c5-4c91-b316-d131a31b22da HTTP/1.1" status: 204 len: 168 time: 0.5446930 May 26 15:52:52.266507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce57a47-e3de-4a68-a188-2efba9b8a5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f0b7ad-e0c5-4c91-b316-d131a31b22da,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:52.282585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7321f5fd-7f3b-46e2-b8d6-648459eb39ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.287698 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7321f5fd-7f3b-46e2-b8d6-648459eb39ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.289872 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7321f5fd-7f3b-46e2-b8d6-648459eb39ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d263dfab-bac6-4b41-8b5f-84eb510de852 HTTP/1.1" status: 204 len: 168 time: 0.3193095 May 26 15:52:52.298480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eab9eb99-32e6-4654-800d-e8b45bae5d57 req-5cece4aa-9d50-4a44-b88f-c24664290666 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012990 May 26 15:52:52.314281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7838c-783e-491e-a732-ee6a65752a13 req-b8d2951f-b7d4-493f-8921-0d6941afc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:52.314281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-b8d2951f-b7d4-493f-8921-0d6941afc3d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284776 May 26 15:52:52.318679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321f5fd-7f3b-46e2-b8d6-648459eb39ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d263dfab-bac6-4b41-8b5f-84eb510de852,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:52.345285 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f2d1bcfc-aaad-4f63-aa1b-7753496780ae req-1b126700-e675-45f8-a294-1130e45f9402 service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019749 May 26 15:52:52.363498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c9ae2f2c-ef16-4319-940f-f5853f46810c up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:52.472506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-9ed8ccd5-0177-4338-bf56-8bbb18dde3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:52.481831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-9ed8ccd5-0177-4338-bf56-8bbb18dde3f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=212ab48ee182479fb6f70a96048bb035&device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 1116 time: 0.0745955 May 26 15:52:52.495057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port c9ae2f2c-ef16-4319-940f-f5853f46810c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:52:52.504681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port c9ae2f2c-ef16-4319-940f-f5853f46810c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:52.505262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.553545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f325b6-4d45-4ce4-82a3-ae1d3f1e267e req-6dfe38c1-7a1e-41eb-962b-3a0e361b8d5c tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:52.555231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71f325b6-4d45-4ce4-82a3-ae1d3f1e267e req-6dfe38c1-7a1e-41eb-962b-3a0e361b8d5c tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 965 time: 0.2174284 May 26 15:52:52.643294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ee90a09a-985c-4428-90b9-db12f7762725 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293848 May 26 15:52:52.655247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port c9ae2f2c-ef16-4319-940f-f5853f46810c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:52.655712 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.685682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71f325b6-4d45-4ce4-82a3-ae1d3f1e267e req-76c1d40b-dab5-49b1-918d-8637f9397d44 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201477 May 26 15:52:52.689697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-67a6e976-be8e-4c64-bb42-8ee7ec9da9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:52.691480 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:52.694898 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f07e92-4e27-41bb-85fa-65072905d5c1" -d '{"events": [{"server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "name": "network-vif-plugged", "status": "completed", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:52.697624 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-67a6e976-be8e-4c64-bb42-8ee7ec9da9df service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d15aa82-f387-4257-91be-98850001aefe HTTP/1.1" status: 200 len: 930 time: 0.2109637 May 26 15:52:52.727873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:52.735409 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:52.841573 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-78a941a3-e210-4976-a867-6d64a0ea926b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 200 len: 217 time: 0.1361136 May 26 15:52:52.886384 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f653bb-25f3-49b1-9cfc-80269cdc883a x-openstack-request-id: req-d8f653bb-25f3-49b1-9cfc-80269cdc883a {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:52.888264 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "name": "network-vif-plugged", "status": "completed", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:52.888539 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8f653bb-25f3-49b1-9cfc-80269cdc883a {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:52.888945 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f653bb-25f3-49b1-9cfc-80269cdc883a'] response: {'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'code': 200} May 26 15:52:52.915661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:52.960806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-feca68e9-6d63-46fc-a22c-62754fae1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:52.963688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-feca68e9-6d63-46fc-a22c-62754fae1d47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e1f64b-b13b-4917-95f6-fdb3bec98dbd HTTP/1.1" status: 200 len: 868 time: 0.1151116 May 26 15:52:53.081663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-d2facde5-7c44-4d74-9365-ff0f712ffa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:53.083617 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-d2facde5-7c44-4d74-9365-ff0f712ffa83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d15aa82-f387-4257-91be-98850001aefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127517 May 26 15:52:53.246303 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-9b6ab11c-aeba-49f5-8ba2-798d47765149 service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540716 May 26 15:52:53.358799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eec7838c-783e-491e-a732-ee6a65752a13 req-ee6ffcc3-53c6-4182-8add-167d3a567732 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064803 May 26 15:52:53.408070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b4d36-20f7-44ed-a0dd-d0bcc387bd94 req-64f1216e-a9a7-4c70-86fe-5aad21de7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:53.415191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-974b4d36-20f7-44ed-a0dd-d0bcc387bd94 req-64f1216e-a9a7-4c70-86fe-5aad21de7a16 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1101 time: 0.5153525 May 26 15:52:53.417690 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-658037b7-fe76-4b82-9faa-10b9bf164e70 req-8fb6e6dc-c2b3-4600-8e5e-c839a8ec3bd3 service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647153 May 26 15:52:53.499907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48914c9a-9be2-41a0-bf05-6003526a7b63 req-a17921e2-f18f-4af8-a885-705c1de42d68 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:53.507157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48914c9a-9be2-41a0-bf05-6003526a7b63 req-a17921e2-f18f-4af8-a885-705c1de42d68 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.1462135 May 26 15:52:53.524006 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:53.532519 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:53.536350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-974b4d36-20f7-44ed-a0dd-d0bcc387bd94 req-65d17baf-c35b-4928-a863-ea2834ffe9b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013627 May 26 15:52:53.544326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-2bf38d32-2cef-4726-bf82-6a0f504d1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:53.545819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-2bf38d32-2cef-4726-bf82-6a0f504d1c41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 1120 time: 0.1340134 May 26 15:52:53.591405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48914c9a-9be2-41a0-bf05-6003526a7b63 req-fd26aef2-ef49-460d-b70c-5c81356c4fb5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832260 May 26 15:52:53.697775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908bb78-3909-42ad-ae0f-1ac344d82d33 req-82678e9a-46eb-4016-a8e5-96b79fe8b4b0 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:53.699361 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0908bb78-3909-42ad-ae0f-1ac344d82d33 req-82678e9a-46eb-4016-a8e5-96b79fe8b4b0 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 969 time: 0.1143689 May 26 15:52:53.719128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-cb615b4e-b650-436b-b249-ed66f57cd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:53.720556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-cb615b4e-b650-436b-b249-ed66f57cd543 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1643322 May 26 15:52:53.756175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50590) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:53.765491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-52cd0289-99e1-4bb9-8819-ab234d2565c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=09927f79-7e33-4042-8e85-3b9e6701523d HTTP/1.1" status: 200 len: 217 time: 0.0372062 May 26 15:52:53.812367 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:52:53.820572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0908bb78-3909-42ad-ae0f-1ac344d82d33 req-47827b7f-d0ef-4791-9bc9-53832d9cbb94 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091168 May 26 15:52:53.868997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-7dbeb9ee-81f4-4979-a55a-177f207a7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:53.869620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-7dbeb9ee-81f4-4979-a55a-177f207a7a5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0935071 May 26 15:52:53.974921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-17f4cafb-f7c1-45ec-a015-946f7d5f485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:53.976775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-17f4cafb-f7c1-45ec-a015-946f7d5f485c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985584 May 26 15:52:53.988749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ff40-ee09-404d-87c3-e4121e7dd50b req-70a620ab-045d-4f73-bcae-54743825d5f1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:53.990363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f931ff40-ee09-404d-87c3-e4121e7dd50b req-70a620ab-045d-4f73-bcae-54743825d5f1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 965 time: 0.0964463 May 26 15:52:54.063434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63504123-f637-4248-b973-7137e8e4782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:54.136270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f931ff40-ee09-404d-87c3-e4121e7dd50b req-0746355f-191f-4401-ba8d-2b880eb9bde2 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353726 May 26 15:52:54.231022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63504123-f637-4248-b973-7137e8e4782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:54.235909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-50d9695a-e7df-40d6-8e91-45be00db4eda service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445364 May 26 15:52:54.237324 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63504123-f637-4248-b973-7137e8e4782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:54.298697 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-63504123-f637-4248-b973-7137e8e4782c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74069250e54b4805bcdae98b41cc2609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413518 May 26 15:52:54.299644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:54.312212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63504123-f637-4248-b973-7137e8e4782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8b7341-2eab-47ef-aa48-748d7a22eed9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:54.414441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc21d3f5-fbdb-435d-9d37-39429dcbbe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:54.476989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc21d3f5-fbdb-435d-9d37-39429dcbbe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:54.496911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab93f10-8d7c-4c30-9cbf-e23fe9ce522b req-1e6ee92e-d7a5-494d-9e40-306aa92202c1 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530708 May 26 15:52:54.581129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc21d3f5-fbdb-435d-9d37-39429dcbbe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:54.592343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc21d3f5-fbdb-435d-9d37-39429dcbbe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:54.607788 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dc21d3f5-fbdb-435d-9d37-39429dcbbe51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d8b7341-2eab-47ef-aa48-748d7a22eed9 HTTP/1.1" status: 204 len: 168 time: 0.3044498 May 26 15:52:54.636097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21d3f5-fbdb-435d-9d37-39429dcbbe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8b7341-2eab-47ef-aa48-748d7a22eed9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:54.784021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e86c9b-6949-4172-8469-767a75ab8d39 req-765d5fe4-3975-4d05-9054-fbbda58028f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:54.785662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32e86c9b-6949-4172-8469-767a75ab8d39 req-765d5fe4-3975-4d05-9054-fbbda58028f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.0653529 May 26 15:52:54.851228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32e86c9b-6949-4172-8469-767a75ab8d39 req-818385b0-c071-4e70-9c2c-21f7d426d8c5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521789 May 26 15:52:55.061934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b588-a55a-4571-aced-bec126a9c289 req-f363f5f2-a71a-4422-abeb-29e003add5d9 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:55.072226 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48b7b588-a55a-4571-aced-bec126a9c289 req-f363f5f2-a71a-4422-abeb-29e003add5d9 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 969 time: 0.0819626 May 26 15:52:55.126816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48b7b588-a55a-4571-aced-bec126a9c289 req-cecd02a2-f911-4789-8139-fc720227bc21 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488009 May 26 15:52:55.316304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eea085-e0be-4d1b-ab80-b4c45204f8fa req-7754fcac-0a71-419a-9804-7dedf073ece8 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:55.329103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4eea085-e0be-4d1b-ab80-b4c45204f8fa req-7754fcac-0a71-419a-9804-7dedf073ece8 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 965 time: 0.1003752 May 26 15:52:55.363568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:55.380447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-65552763-3c29-46d3-90bf-d642ea93e85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:55.385795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4eea085-e0be-4d1b-ab80-b4c45204f8fa req-afb058d8-ed00-4d07-85d0-4fc09ab1d9fb tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554628 May 26 15:52:55.521714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-65552763-3c29-46d3-90bf-d642ea93e85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:55.528531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-65552763-3c29-46d3-90bf-d642ea93e85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:55.622348 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-65552763-3c29-46d3-90bf-d642ea93e85d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b21ef81f983a4cf583ac6f07136b0b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555130 May 26 15:52:55.622348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65552763-3c29-46d3-90bf-d642ea93e85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb2928-ec9d-4534-8992-a7a251a0f6c4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:55.626075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50734) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:55.768804 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e293f0c8-0669-41a4-8b33-65e2f933c823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:55.808514 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e293f0c8-0669-41a4-8b33-65e2f933c823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:55.874997 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e293f0c8-0669-41a4-8b33-65e2f933c823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:55.879059 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e293f0c8-0669-41a4-8b33-65e2f933c823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:55.880680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e293f0c8-0669-41a4-8b33-65e2f933c823 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3adb2928-ec9d-4534-8992-a7a251a0f6c4 HTTP/1.1" status: 204 len: 168 time: 0.2510147 May 26 15:52:55.892697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293f0c8-0669-41a4-8b33-65e2f933c823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adb2928-ec9d-4534-8992-a7a251a0f6c4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:55.960141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:56.020913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772b430-5874-48c5-b0a5-4cda1b05769d req-5c84197f-1c08-4f7e-83ac-10bde063be55 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:56.023125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d772b430-5874-48c5-b0a5-4cda1b05769d req-5c84197f-1c08-4f7e-83ac-10bde063be55 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.0637603 May 26 15:52:56.069711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d772b430-5874-48c5-b0a5-4cda1b05769d req-609c460c-2973-4d35-ad90-5149c895a2cd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377321 May 26 15:52:56.272548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ea76-24bd-4b77-8c1a-da0767be468c req-8831a897-695c-4808-a7f2-53a6288b0eb9 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:56.274743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3530ea76-24bd-4b77-8c1a-da0767be468c req-8831a897-695c-4808-a7f2-53a6288b0eb9 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 969 time: 0.0625906 May 26 15:52:56.283541 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afbe2247-781c-4c2f-9191-8133ec4174c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:56.344847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3530ea76-24bd-4b77-8c1a-da0767be468c req-4605f62b-e534-4d96-84f2-1f0afc5aec7f tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613854 May 26 15:52:56.405853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 09927f79-7e33-4042-8e85-3b9e6701523d details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:52:56.439104 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afbe2247-781c-4c2f-9191-8133ec4174c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:56.446500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afbe2247-781c-4c2f-9191-8133ec4174c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:56.541098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-afbe2247-781c-4c2f-9191-8133ec4174c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55234ec303e24d449bb470af698029ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5799153 May 26 15:52:56.543398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50786) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:56.553391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe2247-781c-4c2f-9191-8133ec4174c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18f7544-256b-483c-9ac0-44ffc2a94a5e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:56.618293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 09927f79-7e33-4042-8e85-3b9e6701523d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09927f79-7e33-4042-8e85-3b9e6701523d,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:56.626447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b51809d-d57a-493c-b8e7-8c9e4771ca88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:56.634463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '09927f79-7e33-4042-8e85-3b9e6701523d', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '09927f79-7e33-4042-8e85-3b9e6701523d', 'mac_address': 'fa:16:3e:35:8b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:tempest-test_az-1789317490', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:52:56.653301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b51809d-d57a-493c-b8e7-8c9e4771ca88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:56.671690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621010d-dfb3-453b-88d6-4efed4e52a76 req-95f123b2-76e7-44da-8d7b-ce95f240c2d5 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:56.676193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f621010d-dfb3-453b-88d6-4efed4e52a76 req-95f123b2-76e7-44da-8d7b-ce95f240c2d5 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 965 time: 0.1289277 May 26 15:52:56.694999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 09927f79-7e33-4042-8e85-3b9e6701523d is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:56.695712 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:56.718999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09927f79-7e33-4042-8e85-3b9e6701523d {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:56.762348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b51809d-d57a-493c-b8e7-8c9e4771ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:56.765833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f621010d-dfb3-453b-88d6-4efed4e52a76 req-5a5186d7-64ce-432b-b099-f4122727d262 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819530 May 26 15:52:56.773906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b51809d-d57a-493c-b8e7-8c9e4771ca88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:56.779363 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2b51809d-d57a-493c-b8e7-8c9e4771ca88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a18f7544-256b-483c-9ac0-44ffc2a94a5e HTTP/1.1" status: 204 len: 168 time: 0.2325525 May 26 15:52:56.780699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50792) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:56.790085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 09927f79-7e33-4042-8e85-3b9e6701523d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09927f79-7e33-4042-8e85-3b9e6701523d,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:56.801466 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:56.806598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c510baca-2e55-4db7-96f3-3da06234160c details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:52:56.813378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51809d-d57a-493c-b8e7-8c9e4771ca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18f7544-256b-483c-9ac0-44ffc2a94a5e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:56.953583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=09927f79-7e33-4042-8e85-3b9e6701523d,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:56.967121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c510baca-2e55-4db7-96f3-3da06234160c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c510baca-2e55-4db7-96f3-3da06234160c,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:56.972856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd597a-b71b-4c6d-aa83-2a576dbc59f4 req-1d31ee3b-550a-4b27-ab67-95e5bf296e50 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:56.980176 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8bd597a-b71b-4c6d-aa83-2a576dbc59f4 req-1d31ee3b-550a-4b27-ab67-95e5bf296e50 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1101 time: 0.0639350 May 26 15:52:56.990450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'c510baca-2e55-4db7-96f3-3da06234160c', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'port_id': 'c510baca-2e55-4db7-96f3-3da06234160c', 'mac_address': 'fa:16:3e:df:32:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1789317490', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:52:56.996499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8bd597a-b71b-4c6d-aa83-2a576dbc59f4 req-f2f5ec00-24d6-4143-995f-9ff9ef75dd76 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.046859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c510baca-2e55-4db7-96f3-3da06234160c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:57.047273 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.070538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c510baca-2e55-4db7-96f3-3da06234160c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:52:57.100659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c510baca-2e55-4db7-96f3-3da06234160c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c510baca-2e55-4db7-96f3-3da06234160c,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:57.106238 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.118911 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8bd597a-b71b-4c6d-aa83-2a576dbc59f4 req-f2f5ec00-24d6-4143-995f-9ff9ef75dd76 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.124101 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8bd597a-b71b-4c6d-aa83-2a576dbc59f4 req-f2f5ec00-24d6-4143-995f-9ff9ef75dd76 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.162378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8bd597a-b71b-4c6d-aa83-2a576dbc59f4 req-f2f5ec00-24d6-4143-995f-9ff9ef75dd76 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773102 May 26 15:52:57.166154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c510baca-2e55-4db7-96f3-3da06234160c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:57.174232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5ec00-24d6-4143-995f-9ff9ef75dd76 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644e41c7-08bb-41ba-8855-4929778a8462,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:57.256494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fb8eef1b-515d-4092-9181-068866fc5153 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5eafd69814d741e7a6191389e3324364&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4740493 May 26 15:52:57.259092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50816) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:57.311461 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd3d7-d7db-4158-a0e8-d516fed99508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.317089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c510baca-2e55-4db7-96f3-3da06234160c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:52:57.319808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['09927f79-7e33-4042-8e85-3b9e6701523d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:52:57.335378 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd3d7-d7db-4158-a0e8-d516fed99508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.354946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50818) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:57.378934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68994c76-149e-4f0f-b3be-1869deea5849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.404238 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd3d7-d7db-4158-a0e8-d516fed99508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.407591 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd3d7-d7db-4158-a0e8-d516fed99508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.409409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3d6dd3d7-d7db-4158-a0e8-d516fed99508 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7804ebd0-fa39-47d2-9d7a-c5c2804064ea HTTP/1.1" status: 204 len: 168 time: 0.1490152 May 26 15:52:57.429015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dd3d7-d7db-4158-a0e8-d516fed99508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7804ebd0-fa39-47d2-9d7a-c5c2804064ea,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:57.500141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68994c76-149e-4f0f-b3be-1869deea5849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.506924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68994c76-149e-4f0f-b3be-1869deea5849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.573933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68994c76-149e-4f0f-b3be-1869deea5849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa70d5d-df13-4604-98ab-89fa1df329a1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:57.579265 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68994c76-149e-4f0f-b3be-1869deea5849 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d586b012203b407db1d4d9063d16ba40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227347 May 26 15:52:57.581835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50828) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:57.646452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce3fca71-8dbe-4cfd-933b-c93fbd4e8b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.681611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce3fca71-8dbe-4cfd-933b-c93fbd4e8b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.759499 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce3fca71-8dbe-4cfd-933b-c93fbd4e8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.763385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce3fca71-8dbe-4cfd-933b-c93fbd4e8b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:57.765584 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ce3fca71-8dbe-4cfd-933b-c93fbd4e8b02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fa70d5d-df13-4604-98ab-89fa1df329a1 HTTP/1.1" status: 204 len: 168 time: 0.1824486 May 26 15:52:57.778437 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fca71-8dbe-4cfd-933b-c93fbd4e8b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa70d5d-df13-4604-98ab-89fa1df329a1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:57.811288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc141b62-8feb-454a-8d2a-40612c333355 req-dc3a3b75-2340-44f1-a798-7429091b1fc5 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:57.818922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc141b62-8feb-454a-8d2a-40612c333355 req-dc3a3b75-2340-44f1-a798-7429091b1fc5 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 970 time: 0.0737405 May 26 15:52:57.856351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc141b62-8feb-454a-8d2a-40612c333355 req-558a4bb0-239d-42c0-9d84-9650aeaf8b46 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357656 May 26 15:52:58.128113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50856) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:58.176384 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9d65f163-0542-4f9e-b6f2-6db86edf830d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49db443dcb6744d3a487cf4be85b6203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467553 May 26 15:52:58.179460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50858) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:58.214932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422605a-f8d5-4d94-b699-3edcb0de950f req-8747b035-0afd-4ebf-8288-a5a90db1192b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:58.216510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9422605a-f8d5-4d94-b699-3edcb0de950f req-8747b035-0afd-4ebf-8288-a5a90db1192b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 966 time: 0.0742052 May 26 15:52:58.281892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9422605a-f8d5-4d94-b699-3edcb0de950f req-1f6e3d72-2a0f-4e0a-92c6-37d160ff3782 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577688 May 26 15:52:58.284984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d58-374b-4bb4-b7c0-f7454d455fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.317986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-6adcabb1-0aef-4045-9426-469feb94e052 req-023ef5b7-56e6-470d-84f5-ddbfc53c501f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:52:58.319043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6adcabb1-0aef-4045-9426-469feb94e052 req-023ef5b7-56e6-470d-84f5-ddbfc53c501f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3815045 May 26 15:52:58.324351 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d58-374b-4bb4-b7c0-f7454d455fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.377521 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d58-374b-4bb4-b7c0-f7454d455fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.382391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d58-374b-4bb4-b7c0-f7454d455fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.385915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3dff8d58-374b-4bb4-b7c0-f7454d455fd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e394c82b-227d-4aba-a5bc-8f05dab63490 HTTP/1.1" status: 204 len: 168 time: 0.2031124 May 26 15:52:58.392112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff8d58-374b-4bb4-b7c0-f7454d455fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e394c82b-227d-4aba-a5bc-8f05dab63490,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:58.428714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 09927f79-7e33-4042-8e85-3b9e6701523d up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:58.510075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 09927f79-7e33-4042-8e85-3b9e6701523d completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:52:58.514879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 09927f79-7e33-4042-8e85-3b9e6701523d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:58.515344 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.606306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 09927f79-7e33-4042-8e85-3b9e6701523d is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:58.606723 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.630261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c11ef9-471b-46b2-9299-46254748d08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09927f79-7e33-4042-8e85-3b9e6701523d'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:52:58.632541 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c952b-0a05-4154-a049-aeb896f3ff9e" -d '{"events": [{"server_uuid": "46c11ef9-471b-46b2-9299-46254748d08b", "name": "network-vif-plugged", "status": "completed", "tag": "09927f79-7e33-4042-8e85-3b9e6701523d"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:52:58.645194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 09927f79-7e33-4042-8e85-3b9e6701523d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09927f79-7e33-4042-8e85-3b9e6701523d,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:58.651404 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.652555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c510baca-2e55-4db7-96f3-3da06234160c up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:52:58.680064 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f6d2ab-c41d-40cd-86e3-ba96cee9f9cb x-openstack-request-id: req-11f6d2ab-c41d-40cd-86e3-ba96cee9f9cb {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:52:58.680414 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c11ef9-471b-46b2-9299-46254748d08b", "name": "network-vif-plugged", "status": "completed", "tag": "09927f79-7e33-4042-8e85-3b9e6701523d", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:52:58.680814 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11f6d2ab-c41d-40cd-86e3-ba96cee9f9cb {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:52:58.681406 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f6d2ab-c41d-40cd-86e3-ba96cee9f9cb'] response: {'server_uuid': '46c11ef9-471b-46b2-9299-46254748d08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09927f79-7e33-4042-8e85-3b9e6701523d', 'code': 200} May 26 15:52:58.752800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=09927f79-7e33-4042-8e85-3b9e6701523d,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:58.762056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port c510baca-2e55-4db7-96f3-3da06234160c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:52:58.769778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port c510baca-2e55-4db7-96f3-3da06234160c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:52:58.770193 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.797037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc5d9c-efdc-4bb7-aa7e-10a83c970048 req-0bcee87a-c72c-4eb6-8ccc-cbf93d773943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:58.799017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cbc5d9c-efdc-4bb7-aa7e-10a83c970048 req-0bcee87a-c72c-4eb6-8ccc-cbf93d773943 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 1122 time: 0.0552325 May 26 15:52:58.840001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cbc5d9c-efdc-4bb7-aa7e-10a83c970048 req-e92abc75-d18f-4c19-8d6c-d6789e85ae90 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340698 May 26 15:52:58.882745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c510baca-2e55-4db7-96f3-3da06234160c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:52:58.883404 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.927091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c510baca-2e55-4db7-96f3-3da06234160c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c510baca-2e55-4db7-96f3-3da06234160c,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:52:58.933914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:58.986484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c510baca-2e55-4db7-96f3-3da06234160c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:59.022423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1bff3-6e60-434a-b664-182ae01c9368 req-aa4f193d-0f59-445d-b941-56100e997f45 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:59.024050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71d1bff3-6e60-434a-b664-182ae01c9368 req-aa4f193d-0f59-445d-b941-56100e997f45 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 971 time: 0.0654614 May 26 15:52:59.064856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71d1bff3-6e60-434a-b664-182ae01c9368 req-4c6872b5-eeda-4b8c-a5cf-d71512a3982c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 May 26 15:52:59.167407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50910) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:59.198406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50916) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:59.361094 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-466f8839-a8d7-470b-bb28-d688c04d1bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.424757 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90987f1f-4e59-4fb3-a0d3-c5576fffbcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.457425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e460a1-e903-41ac-8eed-b842d179a6b3 req-97108933-98a6-4b91-b767-20e535dbfcdb tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:59.459186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35e460a1-e903-41ac-8eed-b842d179a6b3 req-97108933-98a6-4b91-b767-20e535dbfcdb tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.1203291 May 26 15:52:59.553348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90987f1f-4e59-4fb3-a0d3-c5576fffbcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.558653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90987f1f-4e59-4fb3-a0d3-c5576fffbcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.558885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b92b7-2cd2-410b-8389-8a22b9c9611d req-d783008d-3848-4b2b-b18f-57be31937f34 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:52:59.561345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c72b92b7-2cd2-410b-8389-8a22b9c9611d req-d783008d-3848-4b2b-b18f-57be31937f34 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 967 time: 0.1297081 May 26 15:52:59.567499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35e460a1-e903-41ac-8eed-b842d179a6b3 req-4f4382e5-1c3d-44f5-aee2-aac0577e6051 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900443 May 26 15:52:59.580730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-466f8839-a8d7-470b-bb28-d688c04d1bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.597272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-466f8839-a8d7-470b-bb28-d688c04d1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.603631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90987f1f-4e59-4fb3-a0d3-c5576fffbcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5328b-82eb-4a1b-8e8a-5960fb9594ea,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:59.609323 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-90987f1f-4e59-4fb3-a0d3-c5576fffbcb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20799234939f45ad8f9fa44be37a8d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099000 May 26 15:52:59.611893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50942) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:59.636589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50944) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:59.656159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-466f8839-a8d7-470b-bb28-d688c04d1bd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ebab1dd366d434bb705b6589b373d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873528 May 26 15:52:59.660546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50948) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:52:59.670125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c72b92b7-2cd2-410b-8389-8a22b9c9611d req-bc36c376-d3d4-4912-bfae-1cb7b8c5666b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961187 May 26 15:52:59.672252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f8839-a8d7-470b-bb28-d688c04d1bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9768643c-7e1f-492c-a5ed-2f31fe557e7b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:59.713577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0428a9d-140d-4efd-926f-8519697d003d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.737416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0428a9d-140d-4efd-926f-8519697d003d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.739065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6abef104-c9d5-4907-bb72-d0c161211657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.767539 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6abef104-c9d5-4907-bb72-d0c161211657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.799917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0428a9d-140d-4efd-926f-8519697d003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.813537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0428a9d-140d-4efd-926f-8519697d003d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.818535 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c0428a9d-140d-4efd-926f-8519697d003d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63f5328b-82eb-4a1b-8e8a-5960fb9594ea HTTP/1.1" status: 204 len: 168 time: 0.2056184 May 26 15:52:59.838285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0428a9d-140d-4efd-926f-8519697d003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5328b-82eb-4a1b-8e8a-5960fb9594ea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:59.845304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6abef104-c9d5-4907-bb72-d0c161211657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.848169 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6abef104-c9d5-4907-bb72-d0c161211657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:59.851610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6abef104-c9d5-4907-bb72-d0c161211657 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9768643c-7e1f-492c-a5ed-2f31fe557e7b HTTP/1.1" status: 204 len: 168 time: 0.1876378 May 26 15:52:59.871188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abef104-c9d5-4907-bb72-d0c161211657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768643c-7e1f-492c-a5ed-2f31fe557e7b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:52:59.949933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50960) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:00.213604 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-0be9950e-f5e9-48a6-96ec-8fa1bb81ded8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5759733 May 26 15:53:00.216515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e0528-9fb8-4521-8579-8a5e8b0dfb92 req-02ee931d-04d1-4465-a9aa-5c1695c6262c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:00.218465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db2e0528-9fb8-4521-8579-8a5e8b0dfb92 req-02ee931d-04d1-4465-a9aa-5c1695c6262c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 971 time: 0.0647819 May 26 15:53:00.226152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-3cbf11c0-b53e-4c98-9973-5a1268579786 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:53:00.227120 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-3cbf11c0-b53e-4c98-9973-5a1268579786 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055547 May 26 15:53:00.307181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db2e0528-9fb8-4521-8579-8a5e8b0dfb92 req-b7ae546e-8773-4107-a10a-9f67eb2eab4c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797746 May 26 15:53:00.413980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-network', 'tenant_id': '1b6c70b0ee794faea51a36994a062017'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:00.438092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Made reservation on behalf of 1b6c70b0ee794faea51a36994a062017 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:00.442940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50978) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:00.445039 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.456425 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.465841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f60e2f3-2ded-49d2-b6e0-0983294a7514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.570198 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.574726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.597267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f60e2f3-2ded-49d2-b6e0-0983294a7514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.611994 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f60e2f3-2ded-49d2-b6e0-0983294a7514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.615263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d016a182-387a-4efe-8a4a-37dbbd97c3ec,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:00.626175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50986) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:00.653155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:53:00.679794 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2f60e2f3-2ded-49d2-b6e0-0983294a7514 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6879596fec94b2c9d9bfddcb23b452f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325499 May 26 15:53:00.683096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:00.684858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50990) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:00.687874 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180da0f6-1fa1-439b-8604-94af06a9cd75" -d '{"events": [{"server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "name": "network-vif-plugged", "status": "completed", "tag": "c510baca-2e55-4db7-96f3-3da06234160c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:00.691038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a08d-30cc-4d84-af14-0998baf609d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.736540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60e2f3-2ded-49d2-b6e0-0983294a7514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d070b466-f838-44dd-a23e-75b08c5fb7d3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:00.774571 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf501-8192-4d83-a87f-f89d7f76f228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.823789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf501-8192-4d83-a87f-f89d7f76f228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.853646 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.854226 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Added segment d253a490-2b56-4871-a10b-64d339fc37a5 of type vlan for network 54927899-15b0-4e7d-a582-b6b0be8b8c36 May 26 15:53:00.887657 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf501-8192-4d83-a87f-f89d7f76f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.891440 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf501-8192-4d83-a87f-f89d7f76f228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.895706 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c2fbf501-8192-4d83-a87f-f89d7f76f228 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d070b466-f838-44dd-a23e-75b08c5fb7d3 HTTP/1.1" status: 204 len: 168 time: 0.1962118 May 26 15:53:00.910507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbf501-8192-4d83-a87f-f89d7f76f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d070b466-f838-44dd-a23e-75b08c5fb7d3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:00.983371 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a08d-30cc-4d84-af14-0998baf609d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:00.989662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:01.001058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9b8fb-2d24-4dcc-8d15-9224ed4edcce req-a0bb7955-0b42-4d0c-ace8-b1baef8c7ad1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:01.006485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ea9b8fb-2d24-4dcc-8d15-9224ed4edcce req-a0bb7955-0b42-4d0c-ace8-b1baef8c7ad1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.2909467 May 26 15:53:01.010018 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a08d-30cc-4d84-af14-0998baf609d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:01.026041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa77494-7cfa-4f9e-b30b-2c4fea416ade req-0229a089-bb8d-4f4d-8d78-273d01069b9d tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:01.027498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fa77494-7cfa-4f9e-b30b-2c4fea416ade req-0229a089-bb8d-4f4d-8d78-273d01069b9d tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 971 time: 0.3634541 May 26 15:53:01.128649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2eb0a08d-30cc-4d84-af14-0998baf609d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58bc78e85e9a42989fb0d2141f297ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978099 May 26 15:53:01.129728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51018) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:01.134771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0a08d-30cc-4d84-af14-0998baf609d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e902870-cbc6-4428-9e06-e3e656b3c564,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:01.144650 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:01.145619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:01.146227 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:01.209439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a14136a8-c433-4882-b502-985ba18b15d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:01.213135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ea9b8fb-2d24-4dcc-8d15-9224ed4edcce req-1b4712dd-11a7-49a7-880a-7398618b5a48 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963949 May 26 15:53:01.239997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a14136a8-c433-4882-b502-985ba18b15d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:01.266825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fa77494-7cfa-4f9e-b30b-2c4fea416ade req-e0d1e691-7d05-44b9-9b1f-061131ff747c tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000101 May 26 15:53:01.300988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a14136a8-c433-4882-b502-985ba18b15d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:01.307775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a14136a8-c433-4882-b502-985ba18b15d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:01.308550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3573694 May 26 15:53:01.312959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51026) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:01.317984 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a14136a8-c433-4882-b502-985ba18b15d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e902870-cbc6-4428-9e06-e3e656b3c564 HTTP/1.1" status: 204 len: 168 time: 0.1869297 May 26 15:53:01.324613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Request body: {'subnet': {'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-subnet', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:01.328660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5490d9-3efe-4192-a28d-51f1bd6b4559 admin admin] Pushing event updated for resources: {'Network': ['ID=54927899-15b0-4e7d-a582-b6b0be8b8c36,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:01.341436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14136a8-c433-4882-b502-985ba18b15d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e902870-cbc6-4428-9e06-e3e656b3c564,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:01.345816 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac09237-d2c9-42f0-8102-7252665ec615 x-openstack-request-id: req-3ac09237-d2c9-42f0-8102-7252665ec615 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:01.346159 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "name": "network-vif-plugged", "status": "completed", "tag": "c510baca-2e55-4db7-96f3-3da06234160c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:01.347967 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ac09237-d2c9-42f0-8102-7252665ec615 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:01.348371 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac09237-d2c9-42f0-8102-7252665ec615'] response: {'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c', 'code': 200} May 26 15:53:01.358422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:53:01.415867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Made reservation on behalf of 1b6c70b0ee794faea51a36994a062017 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:01.416432 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:01.554855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3035-b2b8-4a3f-a11a-0e7bee5d6750 req-15b764e0-8f86-4aad-90b6-5eae3abe63b8 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:01.562197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c00b3035-b2b8-4a3f-a11a-0e7bee5d6750 req-15b764e0-8f86-4aad-90b6-5eae3abe63b8 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 967 time: 0.1693730 May 26 15:53:01.605432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e506205-5d1e-4dcb-b03c-d86634d81000 req-2e05a6b1-9624-4582-90f4-9b343aaf5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:01.606953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e506205-5d1e-4dcb-b03c-d86634d81000 req-2e05a6b1-9624-4582-90f4-9b343aaf5978 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 1118 time: 0.1871912 May 26 15:53:01.656395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c00b3035-b2b8-4a3f-a11a-0e7bee5d6750 req-2c91394b-c598-48db-8abf-83f549fb61f1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875876 May 26 15:53:01.739880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e506205-5d1e-4dcb-b03c-d86634d81000 req-e850a63f-a523-48c0-88b8-80ae8762f24a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223738 May 26 15:53:01.909289 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:02.006753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82bd9ad-2a65-4ed4-a7d1-be220d001988,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:02.025594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Checking segment: {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:02.025954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Network hostable DHCP agents. Network: 54927899-15b0-4e7d-a582-b6b0be8b8c36, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:53:02.074793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:53:02.091716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 54927899-15b0-4e7d-a582-b6b0be8b8c36) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:02.097434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:02.098280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:02.108650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39c286-9964-4094-9004-c3117e215f9c None None] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:02.130149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4861fd6b-21f6-4b3c-ae31-870b75237454 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8129179 May 26 15:53:02.132903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51078) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:02.141600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:02.199697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:02.200758 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:02.310481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4649e76-dbf0-4c67-a2ab-993c5bbb6d7f req-2f54d67b-c02f-41fc-a11f-67a118ec7736 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:02.316981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4649e76-dbf0-4c67-a2ab-993c5bbb6d7f req-2f54d67b-c02f-41fc-a11f-67a118ec7736 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 971 time: 0.1450529 May 26 15:53:02.357664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-54927899-15b0-4e7d-a582-b6b0be8b8c36', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:53:02.358848 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:02.363439 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:02.551384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Allocated IP 172.20.0.2 (54927899-15b0-4e7d-a582-b6b0be8b8c36/a82bd9ad-2a65-4ed4-a7d1-be220d001988/1ebee2a2-23ba-444c-84bc-00b62bc822d5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:02.742475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4649e76-dbf0-4c67-a2ab-993c5bbb6d7f req-fbe1dd28-12fd-4674-8f7f-d99f64a44a56 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883131 May 26 15:53:02.782540 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:02.797650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:02.849621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc1ec4-36b8-4aac-a483-ffc35e46afde req-609a2dd9-8e47-432a-85a3-b34b19a0c66b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:02.857062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2bc1ec4-36b8-4aac-a483-ffc35e46afde req-609a2dd9-8e47-432a-85a3-b34b19a0c66b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.4840269 May 26 15:53:02.869755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Pushing event updated for resources: {'Port': ['ID=1ebee2a2-23ba-444c-84bc-00b62bc822d5,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:02.872223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-c3893f2b-85b9-4a1d-a6fe-aeadbe6ebc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:02.873732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-c3893f2b-85b9-4a1d-a6fe-aeadbe6ebc46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1101 time: 0.1859505 May 26 15:53:02.884855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:02.886873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:02.893428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:02.893760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:02.970463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2bc1ec4-36b8-4aac-a483-ffc35e46afde req-e537c9d7-cb24-498a-b0fa-ff54eaf58125 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124597 May 26 15:53:02.977274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Attempting to bind port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:02.977602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Attempting to bind port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:02.977932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Attempting to bind port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 on network 54927899-15b0-4e7d-a582-b6b0be8b8c36 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:03.006940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:03.007230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Checking segment: {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:03.007803 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:03.008336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Bound using segment: {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:03.009052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Bound port: 1ebee2a2-23ba-444c-84bc-00b62bc822d5, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:03.009817 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:03.077085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] For port 1ebee2a2-23ba-444c-84bc-00b62bc822d5, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:03.082832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] For port 1ebee2a2-23ba-444c-84bc-00b62bc822d5, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ebee2a2-23ba-444c-84bc-00b62bc822d5,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:03.089484 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:03.094729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-bdf2d93b-d037-4cbe-8ad3-b50597765d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:03.096335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-bdf2d93b-d037-4cbe-8ad3-b50597765d30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1962640 May 26 15:53:03.148926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-cdb9fe08-0215-4398-ad73-fe32b7c67686 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.0453668 May 26 15:53:03.181283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdea8be-9cb2-4819-a4e6-4b8e924510a5 None None] Pushing event updated for resources: {'Port': ['ID=1ebee2a2-23ba-444c-84bc-00b62bc822d5,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:03.263828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-d0d4b4c5-97d0-43c4-8b0d-e5f0420fdf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:03.266524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-d0d4b4c5-97d0-43c4-8b0d-e5f0420fdf8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1048629 May 26 15:53:03.565218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd0b3-b352-490a-a13b-50c0512d0e8c req-a68c773e-d52b-4aa0-b94f-62603607ba34 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:03.572852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbfdd0b3-b352-490a-a13b-50c0512d0e8c req-a68c773e-d52b-4aa0-b94f-62603607ba34 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 967 time: 0.2563968 May 26 15:53:03.588699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-0b8c950b-4578-4da1-9c88-ed57880aa0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:03.590286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-0b8c950b-4578-4da1-9c88-ed57880aa0fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2728200 May 26 15:53:03.613826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c879496-fd04-4294-a924-693ba8194df7 req-1c42269f-7e41-4621-984a-fb8ea2d3f9ab tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:03.615368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c879496-fd04-4294-a924-693ba8194df7 req-1c42269f-7e41-4621-984a-fb8ea2d3f9ab tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.24 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 971 time: 0.1752703 May 26 15:53:03.620111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:03.680098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:03.720744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51148) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:03.765254 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbfdd0b3-b352-490a-a13b-50c0512d0e8c req-f393539f-8380-4191-b589-224798ab2de8 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913230 May 26 15:53:04.041085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c210d97a-172c-4cc3-903e-43a38dd80d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.067757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51164) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:04.079625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-da7fc16e-3a98-4d3b-a32d-577a70a5b5bb service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613755 May 26 15:53:04.175513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c210d97a-172c-4cc3-903e-43a38dd80d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.183826 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c210d97a-172c-4cc3-903e-43a38dd80d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.237259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210d97a-172c-4cc3-903e-43a38dd80d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31889492-5945-4359-aeeb-ad08a512567e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:04.244404 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c210d97a-172c-4cc3-903e-43a38dd80d11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=492ca17a991d45faad0d784fecf51585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213926 May 26 15:53:04.247022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51172) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:04.275495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-cb1d221d-5c3e-4a39-819e-23811838c59c tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 258 time: 0.4563909 May 26 15:53:04.283454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069c1c1-8f7e-48fa-8c28-8d07ea64b42f req-5f9817f2-b114-4118-a4de-16a118b3fceb tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:04.292370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f069c1c1-8f7e-48fa-8c28-8d07ea64b42f req-5f9817f2-b114-4118-a4de-16a118b3fceb tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c11ef9-471b-46b2-9299-46254748d08b HTTP/1.1" status: 200 len: 971 time: 0.3807373 May 26 15:53:04.315976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4c879496-fd04-4294-a924-693ba8194df7 req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Deleting port 09927f79-7e33-4042-8e85-3b9e6701523d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:04.316303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4c879496-fd04-4294-a924-693ba8194df7 req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.321252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Allocated IP 172.25.0.80 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/826dc00e-d0c9-472b-88ea-16159de86d24) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:04.322125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eee7726-8b70-4387-85cd-356330bad29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.331548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:04.356994 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eee7726-8b70-4387-85cd-356330bad29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.436812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eee7726-8b70-4387-85cd-356330bad29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.439826 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eee7726-8b70-4387-85cd-356330bad29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.445618 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6eee7726-8b70-4387-85cd-356330bad29e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31889492-5945-4359-aeeb-ad08a512567e HTTP/1.1" status: 204 len: 168 time: 0.1966143 May 26 15:53:04.455075 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee7726-8b70-4387-85cd-356330bad29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31889492-5945-4359-aeeb-ad08a512567e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:04.520035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7372d4df-9853-463d-bcb5-62d5f6f03097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.547540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ebee2a2-23ba-444c-84bc-00b62bc822d5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:04.630144 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:04.630744 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.661515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db51b12-bf87-4f41-ae0a-8418c0046799 None None] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:04.870953 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.886622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6ddf43f9-90ed-4ea8-8c3f-f840542c572e None None] Provisioning complete for port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:04.887002 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6ddf43f9-90ed-4ea8-8c3f-f840542c572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.931452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51188) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:04.952444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:04.952944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2893190-6fcb-44f5-ae5a-d00934236aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.006924 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9d17b071-7c9a-4e2f-a46f-6ad3d0844b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.033947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:05.034428 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.035386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4c879496-fd04-4294-a924-693ba8194df7 req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] For port 09927f79-7e33-4042-8e85-3b9e6701523d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09927f79-7e33-4042-8e85-3b9e6701523d,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:05.035867 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4c879496-fd04-4294-a924-693ba8194df7 req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.051193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4c879496-fd04-4294-a924-693ba8194df7 req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Calling delete_port for 09927f79-7e33-4042-8e85-3b9e6701523d owned by compute:tempest-test_az-1789317490 {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:05.084274 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2893190-6fcb-44f5-ae5a-d00934236aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.089289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2893190-6fcb-44f5-ae5a-d00934236aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.096053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-70c88ceb-0c3d-4ded-8c22-184ab77b2366 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9918184 May 26 15:53:05.107013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f069c1c1-8f7e-48fa-8c28-8d07ea64b42f req-82657763-c0c3-4550-abcf-6e5838dc20eb tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.39 "GET /v2.0/security-groups?id=66806d75-26e6-455b-a3f5-6f9ee5d10086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8137164 May 26 15:53:05.146131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 1ebee2a2-23ba-444c-84bc-00b62bc822d5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ebee2a2-23ba-444c-84bc-00b62bc822d5,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:05.147211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf43f9-90ed-4ea8-8c3f-f840542c572e None None] Current status of the port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:05.147760 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6ddf43f9-90ed-4ea8-8c3f-f840542c572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.157281 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c2893190-6fcb-44f5-ae5a-d00934236aec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff9037402fe74a1dafdc18b74ce41c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242463 May 26 15:53:05.157914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51190) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:05.158691 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.226084 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2893190-6fcb-44f5-ae5a-d00934236aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd5e3d7-5b30-42c8-9985-6b33fce1e90f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:05.250185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=1ebee2a2-23ba-444c-84bc-00b62bc822d5,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:05.252028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.280440 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-6ddf43f9-90ed-4ea8-8c3f-f840542c572e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 15:53:05.280761 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-6ddf43f9-90ed-4ea8-8c3f-f840542c572e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 15:53:05.311816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2931e29-b9cc-472c-8874-9e31723b9fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.339079 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2931e29-b9cc-472c-8874-9e31723b9fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.400004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2931e29-b9cc-472c-8874-9e31723b9fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.402975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2931e29-b9cc-472c-8874-9e31723b9fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.407074 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e2931e29-b9cc-472c-8874-9e31723b9fa6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8dd5e3d7-5b30-42c8-9985-6b33fce1e90f HTTP/1.1" status: 204 len: 168 time: 0.2448692 May 26 15:53:05.417347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2931e29-b9cc-472c-8874-9e31723b9fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd5e3d7-5b30-42c8-9985-6b33fce1e90f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:05.441862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:05.460196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:05.474688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:05.478984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7372d4df-9853-463d-bcb5-62d5f6f03097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.509609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Pushing event updated for resources: {'Port': ['ID=826dc00e-d0c9-472b-88ea-16159de86d24,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:05.528390 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7372d4df-9853-463d-bcb5-62d5f6f03097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.613797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7644f3-deee-4524-a835-3135c0343e47 req-e1b28ebb-91f9-4943-bc6e-8a0ab3381b44 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:05.615333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c7644f3-deee-4524-a835-3135c0343e47 req-e1b28ebb-91f9-4943-bc6e-8a0ab3381b44 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.3469415 May 26 15:53:05.625703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7372d4df-9853-463d-bcb5-62d5f6f03097 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91b26a0bf7d748cfae1587f6f60724db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5494998 May 26 15:53:05.628486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51196) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:05.685763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372d4df-9853-463d-bcb5-62d5f6f03097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae74ace3-dec3-461f-b8f0-3d5de7657e48,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:05.691346 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21e9a4b1-4353-4f12-aebc-3db1f053dbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.724054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21e9a4b1-4353-4f12-aebc-3db1f053dbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.801974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21e9a4b1-4353-4f12-aebc-3db1f053dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.806066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21e9a4b1-4353-4f12-aebc-3db1f053dbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.807613 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-21e9a4b1-4353-4f12-aebc-3db1f053dbe7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae74ace3-dec3-461f-b8f0-3d5de7657e48 HTTP/1.1" status: 204 len: 168 time: 0.1778812 May 26 15:53:05.817924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9a4b1-4353-4f12-aebc-3db1f053dbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae74ace3-dec3-461f-b8f0-3d5de7657e48,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:05.861104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf43f9-90ed-4ea8-8c3f-f840542c572e None None] Current status of the port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:05.900080 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c7644f3-deee-4524-a835-3135c0343e47 req-7b148764-f0fd-4fde-aaac-bdb1149439be tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686357 May 26 15:53:05.908235 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4c879496-fd04-4294-a924-693ba8194df7 req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:05.921878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['09927f79-7e33-4042-8e85-3b9e6701523d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:05.951083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Pushing event deleted for resources: {'Port': ['ID=09927f79-7e33-4042-8e85-3b9e6701523d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:06.004330 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.048618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-210b68df-d8a5-46e3-a678-41e0398da546 None None] Provisioning complete for port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:06.049055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c879496-fd04-4294-a924-693ba8194df7 req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] No DVR routers for this DVR port 09927f79-7e33-4042-8e85-3b9e6701523d on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:53:06.050182 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-210b68df-d8a5-46e3-a678-41e0398da546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.054682 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4c879496-fd04-4294-a924-693ba8194df7 req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.058858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c879496-fd04-4294-a924-693ba8194df7 req-af0de562-23f9-4a88-9983-d34c1f22f150 tempest-DeleteServersAdminTestJSON-895372115 tempest-DeleteServersAdminTestJSON-895372115-project] 10.222.0.24 "DELETE /v2.0/ports/09927f79-7e33-4042-8e85-3b9e6701523d HTTP/1.1" status: 204 len: 173 time: 2.4204159 May 26 15:53:06.061275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c11ef9-471b-46b2-9299-46254748d08b', 'name': 'network-vif-deleted', 'tag': '09927f79-7e33-4042-8e85-3b9e6701523d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:06.063182 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d6ea67-c33d-452e-9509-291b9bd8ff34" -d '{"events": [{"server_uuid": "46c11ef9-471b-46b2-9299-46254748d08b", "name": "network-vif-deleted", "tag": "09927f79-7e33-4042-8e85-3b9e6701523d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:06.218438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-210b68df-d8a5-46e3-a678-41e0398da546 None None] Current status of the port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:06.254181 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.380801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Allocated IP 172.25.0.134 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/b24e574a-0a4b-4e23-a1e9-4a3542faf408) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:06.423620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ebee2a2-23ba-444c-84bc-00b62bc822d5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:06.475793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51224) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:06.493067 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d9e41cf-f899-407f-a432-603c2525d06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.548622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:06.549313 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.605049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.613312 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.647105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d9e41cf-f899-407f-a432-603c2525d06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.654470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d9e41cf-f899-407f-a432-603c2525d06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.659287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:06.730472 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.752277 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3d9e41cf-f899-407f-a432-603c2525d06d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5df5bcd550884fd9b6c16808f5baa82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750444 May 26 15:53:06.753161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e41cf-f899-407f-a432-603c2525d06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16445a97-c572-4161-9aa5-5c472905e968,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:06.756064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51236) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:06.811232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:06.813470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-274fd4ca-a5c1-4820-837b-bb0e1e4b08fc tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479038 May 26 15:53:06.822931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:06.828551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:06.831058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Pushing event updated for resources: {'Port': ['ID=b24e574a-0a4b-4e23-a1e9-4a3542faf408,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:06.855412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68fad505-5ad2-4a25-ba18-379cfeec149f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.888161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68fad505-5ad2-4a25-ba18-379cfeec149f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.956592 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68fad505-5ad2-4a25-ba18-379cfeec149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.959553 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68fad505-5ad2-4a25-ba18-379cfeec149f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:06.961061 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68fad505-5ad2-4a25-ba18-379cfeec149f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16445a97-c572-4161-9aa5-5c472905e968 HTTP/1.1" status: 204 len: 168 time: 0.2040834 May 26 15:53:06.971452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51244) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:06.976232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fad505-5ad2-4a25-ba18-379cfeec149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16445a97-c572-4161-9aa5-5c472905e968,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:06.980195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Router 091e0278-378a-47e9-88eb-c0f4806a11da is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:53:07.068979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58b19-2736-483f-8603-a170f9210be5 req-36e58777-e942-43d7-a388-853c81d1c3d5 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:07.070352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-36e58777-e942-43d7-a388-853c81d1c3d5 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452962 May 26 15:53:07.320555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-683488758-network', 'tenant_id': '36334499e4664838aa12f5fb8a224abf'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:07.349261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.364943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-8ac7d66a-3fb4-4492-b3e4-bf5018a9fbd5 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/quotas/5042d903da904fc1a0f2f58dff2bb68d HTTP/1.1" status: 200 len: 375 time: 0.0499170 May 26 15:53:07.466345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-1c5224b4-9f35-4e8c-b067-c53ec1007207 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917501 May 26 15:53:07.466943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Made reservation on behalf of 36334499e4664838aa12f5fb8a224abf for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:07.469059 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.473581 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.500991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.531492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:07.545342 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Sync routers for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:07.563929 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:07.564558 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:07.637781 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.639659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2780a174-6d02-4744-9f5a-3a497692c574 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.5057790 May 26 15:53:07.642342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51268) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:07.694992 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-50e9e19a-f2f4-4a0d-8a2d-070ed6c4383d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.733890 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.740455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.754582 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dce05a1-078b-457f-8f53-13ab38c05a8a x-openstack-request-id: req-3dce05a1-078b-457f-8f53-13ab38c05a8a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:07.754898 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c11ef9-471b-46b2-9299-46254748d08b", "name": "network-vif-deleted", "tag": "09927f79-7e33-4042-8e85-3b9e6701523d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:07.755227 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3dce05a1-078b-457f-8f53-13ab38c05a8a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:07.755637 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dce05a1-078b-457f-8f53-13ab38c05a8a'] response: {'server_uuid': '46c11ef9-471b-46b2-9299-46254748d08b', 'name': 'network-vif-deleted', 'tag': '09927f79-7e33-4042-8e85-3b9e6701523d', 'status': 'completed', 'code': 200} May 26 15:53:07.764117 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:07.771963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.783722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.793790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:53:07.875877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Pushing event updated for resources: {'Port': ['ID=b24e574a-0a4b-4e23-a1e9-4a3542faf408,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:07.890810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363b0396-7f4f-42f1-b1c9-daa599aa384c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:07.898051 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.898685 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Added segment 08f79565-e419-425e-8e02-db342ae54ab9 of type vlan for network d086923f-0bf6-42a8-bd3c-cfd933f66c73 May 26 15:53:07.981367 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:07.996069 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.045712 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.047397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-82825207-c23b-4f9f-8e54-40b7b61aea5d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7437179 May 26 15:53:08.048723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.049903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:08.050867 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.057019 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:05Z', 'revision_number': 3, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:08.093409 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Checking router: 091e0278-378a-47e9-88eb-c0f4806a11da for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:53:08.093899 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Updating router 091e0278-378a-47e9-88eb-c0f4806a11da port 826dc00e-d0c9-472b-88ea-16159de86d24 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:53:08.122480 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.200488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2252095 May 26 15:53:08.203348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51284) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:08.207945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-17e2d729-c490-48ea-9389-b6dd2ddac1bb tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.1483984 May 26 15:53:08.211273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c21eea-d932-4f58-9beb-f25d2a8b1ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=d086923f-0bf6-42a8-bd3c-cfd933f66c73,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:08.211774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Request body: {'subnet': {'network_id': 'd086923f-0bf6-42a8-bd3c-cfd933f66c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-683488758-subnet', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:08.222193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network d086923f-0bf6-42a8-bd3c-cfd933f66c73 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:53:08.320896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Made reservation on behalf of 36334499e4664838aa12f5fb8a224abf for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:08.323496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.456719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-92501be5-f16d-4f93-ae38-add635bc58d8 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:08.462986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-92501be5-f16d-4f93-ae38-add635bc58d8 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2421129 May 26 15:53:08.480248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-e8a33860-b4cb-49a3-9701-826786ba782a tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:53:08.481425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20e8b021-c5bf-4512-88d6-39e6f1255835 req-e8a33860-b4cb-49a3-9701-826786ba782a tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101261 May 26 15:53:08.490278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 09927f79-7e33-4042-8e85-3b9e6701523d no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:53:08.538981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 09927f79-7e33-4042-8e85-3b9e6701523d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:53:08.539344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 09927f79-7e33-4042-8e85-3b9e6701523d not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:53:08.608924 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.638502 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.647881 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.701417 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Attempting to bind port 826dc00e-d0c9-472b-88ea-16159de86d24 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:08.701791 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Attempting to bind port 826dc00e-d0c9-472b-88ea-16159de86d24 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:08.702792 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Attempting to bind port 826dc00e-d0c9-472b-88ea-16159de86d24 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:08.709462 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:08.710093 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:08.710677 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.711212 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:08.711881 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Bound port: 826dc00e-d0c9-472b-88ea-16159de86d24, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:08.712447 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.779113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ea7d5ef-ba7f-464d-b598-623939f02519 req-7a5b918c-3935-42dc-8227-24297dd11be2 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 210 time: 0.0683179 May 26 15:53:08.782438 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2e3c9-f4a1-4299-9db6-c43ccb348c43 None None] Pushing event updated for resources: {'Port': ['ID=826dc00e-d0c9-472b-88ea-16159de86d24,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:08.794355 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] For port 826dc00e-d0c9-472b-88ea-16159de86d24, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:08.821436 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] For port 826dc00e-d0c9-472b-88ea-16159de86d24, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=826dc00e-d0c9-472b-88ea-16159de86d24,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:08.823910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33113d-f653-4719-8718-5b6b61abb34d req-f4ede896-4dd4-4ee7-bc4b-bff9af31baaa tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:08.828862 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.829052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a33113d-f653-4719-8718-5b6b61abb34d req-f4ede896-4dd4-4ee7-bc4b-bff9af31baaa tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.1817131 May 26 15:53:08.871871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.896680 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2e3c9-f4a1-4299-9db6-c43ccb348c43 None None] Pushing event updated for resources: {'Port': ['ID=826dc00e-d0c9-472b-88ea-16159de86d24,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:08.918795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:08.934961 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:08.936237 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:08.938502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a33113d-f653-4719-8718-5b6b61abb34d req-972d5e2b-637a-40ed-96aa-50828b34a9f2 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979247 May 26 15:53:09.057524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Checking segment: {'id': '08f79565-e419-425e-8e02-db342ae54ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd086923f-0bf6-42a8-bd3c-cfd933f66c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:09.057894 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Network hostable DHCP agents. Network: d086923f-0bf6-42a8-bd3c-cfd933f66c73, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:53:09.073819 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:09.106963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca0da5c-d586-4979-94e0-d6bef9f3d0ef,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:09.122715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.123098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.123433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.123773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.124105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.124432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.124758 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.125180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.125509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.125835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.126189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.126512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:09.194920 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Network d086923f-0bf6-42a8-bd3c-cfd933f66c73 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:53:09.207051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-14fcf1fb-d9d3-4508-a473-4a3e3015794c tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:09.210602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-14fcf1fb-d9d3-4508-a473-4a3e3015794c tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2&device_owner=compute%3Atempest-test_az-1789317490 HTTP/1.1" status: 200 len: 967 time: 0.1431179 May 26 15:53:09.226557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, d086923f-0bf6-42a8-bd3c-cfd933f66c73) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:09.233840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:09.234357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:09.238514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Allocated IP 172.20.0.1 (54927899-15b0-4e7d-a582-b6b0be8b8c36/a82bd9ad-2a65-4ed4-a7d1-be220d001988/89050a60-c33e-4028-ba4d-16af0a300fd3) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:09.239126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23fae4b-8e58-4894-85a9-94abb49cb7f4 None None] Network d086923f-0bf6-42a8-bd3c-cfd933f66c73 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:09.275208 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fdb2fa2e-840c-4d3c-8e8b-594e5f3278f7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0702055 May 26 15:53:09.275910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51314) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:09.291252 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-683488758-router', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:09.351047 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:05Z', 'revision_number': 3, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:09.361408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-189ac1bb-93f6-45b3-ad89-53f1fdfe7ce0 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.1444075 May 26 15:53:09.365963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:09.367298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:09.372453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Request body: {'floatingip': {'port_id': 'c510baca-2e55-4db7-96f3-3da06234160c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:09.399675 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116fa4f-08f3-4dc1-b43c-342e527aebf2 None None] The sync data for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 is: [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:05Z', 'revision_number': 3, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:09.496904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:09.529763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-93fd795d-05b5-438d-83e8-8b45cb19b72d tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1636903 May 26 15:53:09.538438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-d086923f-0bf6-42a8-bd3c-cfd933f66c73', 'network_id': 'd086923f-0bf6-42a8-bd3c-cfd933f66c73', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'fixed_ips': [{'subnet_id': 'fca0da5c-d586-4979-94e0-d6bef9f3d0ef'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:53:09.538642 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:09.539466 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:09.614980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:09.618032 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:09.705119 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:09.745019 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:09.762804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Allocated IP 172.20.0.2 (d086923f-0bf6-42a8-bd3c-cfd933f66c73/fca0da5c-d586-4979-94e0-d6bef9f3d0ef/a87c3abb-e31c-4d54-889e-b72e47fe8751) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:09.768385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:09.820233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.056451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58b19-2736-483f-8603-a170f9210be5 req-a613e4fb-0185-4b31-bfc2-a3daf81472ac tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:10.065041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-a613e4fb-0185-4b31-bfc2-a3daf81472ac tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5294218 May 26 15:53:10.093335 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.100416 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.113289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f48921d9-dfa3-4be7-a1e1-d2fce345fdb4 req-060b2eac-a316-4909-8dbf-0a3a4ad662c6 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 210 time: 0.1029828 May 26 15:53:10.128458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Request body: {'port': {'device_id': 'dc042022-f271-4b5b-a21c-fa80ce3dcf5b', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '5042d903da904fc1a0f2f58dff2bb68d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:10.166938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Network d086923f-0bf6-42a8-bd3c-cfd933f66c73 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:10.173897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:10.177662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:10.187216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Pushing event updated for resources: {'Port': ['ID=89050a60-c33e-4028-ba4d-16af0a300fd3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:10.192497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Pushing event updated for resources: {'Port': ['ID=a87c3abb-e31c-4d54-889e-b72e47fe8751,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:10.203371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6fdc3ee7-e976-406b-8ab8-baa06ca18f3e None None] Provisioning complete for port 89050a60-c33e-4028-ba4d-16af0a300fd3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:10.203747 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3ee7-e976-406b-8ab8-baa06ca18f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.212494 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.232171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.310189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc3ee7-e976-406b-8ab8-baa06ca18f3e None None] Port 89050a60-c33e-4028-ba4d-16af0a300fd3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:10.316037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Attempting to bind port a87c3abb-e31c-4d54-889e-b72e47fe8751 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:10.316412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Attempting to bind port a87c3abb-e31c-4d54-889e-b72e47fe8751 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '08f79565-e419-425e-8e02-db342ae54ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd086923f-0bf6-42a8-bd3c-cfd933f66c73'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:10.316771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Attempting to bind port a87c3abb-e31c-4d54-889e-b72e47fe8751 on network d086923f-0bf6-42a8-bd3c-cfd933f66c73 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:10.328181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:10.328552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Checking segment: {'id': '08f79565-e419-425e-8e02-db342ae54ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd086923f-0bf6-42a8-bd3c-cfd933f66c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:10.328964 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.329354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Bound using segment: {'id': '08f79565-e419-425e-8e02-db342ae54ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd086923f-0bf6-42a8-bd3c-cfd933f66c73'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:10.329828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Bound port: a87c3abb-e31c-4d54-889e-b72e47fe8751, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f79565-e419-425e-8e02-db342ae54ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd086923f-0bf6-42a8-bd3c-cfd933f66c73'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:10.330237 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.471891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51342) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:10.474196 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.549029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] For port a87c3abb-e31c-4d54-889e-b72e47fe8751, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:10.611075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] For port a87c3abb-e31c-4d54-889e-b72e47fe8751, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a87c3abb-e31c-4d54-889e-b72e47fe8751,segment=NetworkSegment(08f79565-e419-425e-8e02-db342ae54ab9),segment_id=08f79565-e419-425e-8e02-db342ae54ab9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:10.612980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 826dc00e-d0c9-472b-88ea-16159de86d24 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:10.617652 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.661477 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.760544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a552372-101f-4672-95d4-9dd197e3c3e6 None None] Pushing event updated for resources: {'Port': ['ID=a87c3abb-e31c-4d54-889e-b72e47fe8751,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:10.776501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 826dc00e-d0c9-472b-88ea-16159de86d24 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:10.777013 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.837406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:10.913202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 826dc00e-d0c9-472b-88ea-16159de86d24 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:10.913876 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.947966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6c9e5-b168-48c8-af86-41b00094fe0c req-83ff8d08-dfe1-4845-8fac-b2505f15f69a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:10.949137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 826dc00e-d0c9-472b-88ea-16159de86d24, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=826dc00e-d0c9-472b-88ea-16159de86d24,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:10.949526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e6c9e5-b168-48c8-af86-41b00094fe0c req-83ff8d08-dfe1-4845-8fac-b2505f15f69a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.5109932 May 26 15:53:10.960900 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:10.986483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f340064a-59cd-4ef2-b9a8-6d6658143032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.020066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=826dc00e-d0c9-472b-88ea-16159de86d24,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:11.047690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.108286 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.274576 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f340064a-59cd-4ef2-b9a8-6d6658143032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.283535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Made reservation on behalf of 5042d903da904fc1a0f2f58dff2bb68d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:11.286987 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.292502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.308672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f340064a-59cd-4ef2-b9a8-6d6658143032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.316380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Pushing event updated for resources: {'Port': ['ID=89050a60-c33e-4028-ba4d-16af0a300fd3,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:11.369567 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.398923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-396ac934-834b-442b-b783-301a681c36be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db42fe8fe81d41f0bcc1ad74fa1c4edf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9229946 May 26 15:53:11.403480 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f340064a-59cd-4ef2-b9a8-6d6658143032 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=239551d68f054f219f0197749ba48e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650113 May 26 15:53:11.405352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.407742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51354) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:11.410385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51356) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:11.435457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340064a-59cd-4ef2-b9a8-6d6658143032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c2eb29-0370-4cd9-b576-400c6bf66ff6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:11.447532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.463108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e6c9e5-b168-48c8-af86-41b00094fe0c req-9dd3cd61-35ca-4005-b91b-4147e77b6cb8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858208 May 26 15:53:11.589613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:11.617872 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 15:53:11.618596 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:11.624207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eea45b8-fa11-4f2b-bd14-d4415a1230e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.625057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38cb27e2-3005-4d53-b4ec-e6d7a45b07ae req-b796d492-8beb-4239-a19a-d8dd43dfc1e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 210 time: 0.0630329 May 26 15:53:11.707460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Allocated IP 172.25.0.79 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/6507fa2b-fa1a-499a-9d47-bdb37897c4c6) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:11.714329 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eea45b8-fa11-4f2b-bd14-d4415a1230e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.720724 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10b2a3f9-d0c8-46e9-b53a-0fac24c1de0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.768419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.793694 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.804492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.809386 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10b2a3f9-d0c8-46e9-b53a-0fac24c1de0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.889017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.928494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Router 091e0278-378a-47e9-88eb-c0f4806a11da has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:53:11.937010 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eea45b8-fa11-4f2b-bd14-d4415a1230e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.940555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eea45b8-fa11-4f2b-bd14-d4415a1230e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:11.941023 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4eea45b8-fa11-4f2b-bd14-d4415a1230e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66806d75-26e6-455b-a3f5-6f9ee5d10086 HTTP/1.1" status: 204 len: 168 time: 0.5304763 May 26 15:53:11.985282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.036757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea45b8-fa11-4f2b-bd14-d4415a1230e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66806d75-26e6-455b-a3f5-6f9ee5d10086,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:12.093071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d94438aa-6814-4b77-843c-bd959fe73799 None None] Provisioning complete for port 89050a60-c33e-4028-ba4d-16af0a300fd3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:12.096752 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d94438aa-6814-4b77-843c-bd959fe73799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.137841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.164301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Allocated IP 192.168.233.65 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/9c997ccc-8d6f-4383-9a06-1212fda2e4ae) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:12.194788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d94438aa-6814-4b77-843c-bd959fe73799 None None] Port 89050a60-c33e-4028-ba4d-16af0a300fd3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:12.257871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:12.264479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:12.284248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:12.374366 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.411277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51380) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:12.413142 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Floating IP 3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f associated. External IP: 172.25.0.134, port: c510baca-2e55-4db7-96f3-3da06234160c. May 26 15:53:12.418028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c65748-b308-49fc-b59e-3b09189beef4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:12.426032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Pushing event updated for resources: {'Port': ['ID=6507fa2b-fa1a-499a-9d47-bdb37897c4c6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:12.480161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51384) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:12.498395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.498841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.499278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.500004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.500450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.500880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.501308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.502214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.503135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.503904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.504848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.505371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:12.540852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:12.555749 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7db07db8-102d-4d93-9972-0235f08b39d5 admin admin] 10.222.0.39 "PUT /v2.0/routers/091e0278-378a-47e9-88eb-c0f4806a11da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9122491 May 26 15:53:12.566118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Sync routers for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:12.584083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:12.584716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:12.602779 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de745a0d-1233-4a03-8d98-7e5605eadc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.751670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.758798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 826dc00e-d0c9-472b-88ea-16159de86d24 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:12.761734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b12e56c-9cb0-4078-af79-19ed4f98c060 None None] Network d086923f-0bf6-42a8-bd3c-cfd933f66c73 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:12.803131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10b2a3f9-d0c8-46e9-b53a-0fac24c1de0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.804096 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10b2a3f9-d0c8-46e9-b53a-0fac24c1de0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.805561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-10b2a3f9-d0c8-46e9-b53a-0fac24c1de0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2c2eb29-0370-4cd9-b576-400c6bf66ff6 HTTP/1.1" status: 204 len: 168 time: 1.3800771 May 26 15:53:12.823060 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.892246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a3f9-d0c8-46e9-b53a-0fac24c1de0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c2eb29-0370-4cd9-b576-400c6bf66ff6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:12.901645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:12.917382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a1feee8f-5afd-4220-b7aa-00c05f7e39b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:12.926133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:12.932804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:12.952978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb5a54-707a-4123-aa7f-cb0cdf7879eb req-536ec38c-5447-4d0b-82b1-5d5ffeb6609f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:12.960593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38fb5a54-707a-4123-aa7f-cb0cdf7879eb req-536ec38c-5447-4d0b-82b1-5d5ffeb6609f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.3532546 May 26 15:53:13.069069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3442a94e-977b-4aa6-9783-2ce9bf7d86ad None None] Provisioning complete for port a87c3abb-e31c-4d54-889e-b72e47fe8751 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:13.070093 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3442a94e-977b-4aa6-9783-2ce9bf7d86ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.144347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 826dc00e-d0c9-472b-88ea-16159de86d24 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:13.145419 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.157772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:13.158236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.180325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.197442 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:13.245837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Pushing event updated for resources: {'Port': ['ID=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:13.378410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38fb5a54-707a-4123-aa7f-cb0cdf7879eb req-fbc62d2f-5277-45a1-80df-072c26c114d6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822217 May 26 15:53:13.400306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3442a94e-977b-4aa6-9783-2ce9bf7d86ad None None] Current status of the port a87c3abb-e31c-4d54-889e-b72e47fe8751 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:13.401091 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3442a94e-977b-4aa6-9783-2ce9bf7d86ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.435505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-6795f285-a07c-43c7-b1d5-9db0823e55d4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3314533 May 26 15:53:13.475171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Request body: {'port': {'device_id': 'dc042022-f271-4b5b-a21c-fa80ce3dcf5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:13.497539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Router c8fafa62-3e7e-4819-84c6-aba4fc10996a has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:53:13.539532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51410) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:13.568320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3442a94e-977b-4aa6-9783-2ce9bf7d86ad None None] For port a87c3abb-e31c-4d54-889e-b72e47fe8751, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a87c3abb-e31c-4d54-889e-b72e47fe8751,segment=NetworkSegment(08f79565-e419-425e-8e02-db342ae54ab9),segment_id=08f79565-e419-425e-8e02-db342ae54ab9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:13.621647 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3442a94e-977b-4aa6-9783-2ce9bf7d86ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.625401 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de745a0d-1233-4a03-8d98-7e5605eadc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.637960 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-99e07073-04d4-4709-92ab-2c5022f5cec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.667514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 826dc00e-d0c9-472b-88ea-16159de86d24 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:13.668895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a87c3abb-e31c-4d54-889e-b72e47fe8751 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:13.754916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51414) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:13.761593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-network', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:13.784422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Router c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:53:13.790289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Made reservation on behalf of c2d2ceb8569745fd80c3441033cf16e2 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:13.792876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.803202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442a94e-977b-4aa6-9783-2ce9bf7d86ad None None] Pushing event updated for resources: {'Port': ['ID=a87c3abb-e31c-4d54-889e-b72e47fe8751,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:13.824006 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.843922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-194edb05-88de-40c3-bc22-c6f99bc0cee6 None None] Provisioning complete for port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:13.844295 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-194edb05-88de-40c3-bc22-c6f99bc0cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.899388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a87c3abb-e31c-4d54-889e-b72e47fe8751 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:13.899761 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.928215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-194edb05-88de-40c3-bc22-c6f99bc0cee6 None None] Port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:13.967107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 2, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:13.990129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:13.991782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de745a0d-1233-4a03-8d98-7e5605eadc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:13.996154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Checking router: 091e0278-378a-47e9-88eb-c0f4806a11da for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:53:13.996714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Updating router 091e0278-378a-47e9-88eb-c0f4806a11da port 89050a60-c33e-4028-ba4d-16af0a300fd3 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:53:14.023774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:14.037039 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] Sync routers for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:14.061423 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:14.062340 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:14.064682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.067626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Sync routers for ids ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:14.070528 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a9de9b27-9d87-4758-82a3-2d0a26083419 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.7828236 May 26 15:53:14.073060 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.073446 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-99e07073-04d4-4709-92ab-2c5022f5cec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.075102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51416) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:14.106718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a87c3abb-e31c-4d54-889e-b72e47fe8751 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:14.106982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.113920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Routers {'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:14.114626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:14.143120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-43b20983-c1a9-4e6d-ac6c-dfeb5fa18e4b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "PUT /v2.0/floatingips/3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f HTTP/1.1" status: 200 len: 1018 time: 4.7804461 May 26 15:53:14.143701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-99e07073-04d4-4709-92ab-2c5022f5cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.192997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:14.200322 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae90db9-936b-4832-87d4-f30ea1d49402" -d '{"events": [{"name": "network-changed", "server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "tag": "c510baca-2e55-4db7-96f3-3da06234160c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:14.208831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-99e07073-04d4-4709-92ab-2c5022f5cec6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5815e7938f4c4110b988dc5508ee6e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6493523 May 26 15:53:14.218662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51420) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:14.255981 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:14.288366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b46c-59e2-4c1e-b6e3-150b7f25211a req-22a7294f-c56c-4730-a40f-274551924985 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:14.289891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c643b46c-59e2-4c1e-b6e3-150b7f25211a req-22a7294f-c56c-4730-a40f-274551924985 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 935 time: 0.7893345 May 26 15:53:14.300610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.346405 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a1feee8f-5afd-4220-b7aa-00c05f7e39b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.350399 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.350585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de745a0d-1233-4a03-8d98-7e5605eadc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedd2c3d-6f27-44a1-a4fd-840f2684aa20,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:14.392821 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-716ab29d-199f-435a-a83c-6da98e7ca5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.398651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-de745a0d-1233-4a03-8d98-7e5605eadc8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fc673fc10ad43648c1a22c8ee134fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9101889 May 26 15:53:14.398833 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.410534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51422) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:14.425169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e07073-04d4-4709-92ab-2c5022f5cec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7efe6e8-8464-4565-a120-2369fc90fed4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:14.436540 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a1feee8f-5afd-4220-b7aa-00c05f7e39b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.454043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a87c3abb-e31c-4d54-889e-b72e47fe8751 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:14.464656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1feee8f-5afd-4220-b7aa-00c05f7e39b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb7a67d-7b3b-4c5a-b7a3-adadcbc75638,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:14.476628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-85d65515-2fd3-4c48-bf02-6384d9d2b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:14.478475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-85d65515-2fd3-4c48-bf02-6384d9d2b04f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=212ab48ee182479fb6f70a96048bb035&device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 1118 time: 0.2906637 May 26 15:53:14.488234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c643b46c-59e2-4c1e-b6e3-150b7f25211a req-a689bd7b-d0b6-4533-b369-a260321866c4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678884 May 26 15:53:14.534866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-315c3748-6f1e-419a-94c5-eb0c00196a13 None None] Provisioning complete for port a87c3abb-e31c-4d54-889e-b72e47fe8751 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:14.535281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-315c3748-6f1e-419a-94c5-eb0c00196a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.542624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Set router c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:14.551709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a38057-9f65-439b-a44f-8186ebac2c1a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:14.610691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:53:14.630404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-716ab29d-199f-435a-a83c-6da98e7ca5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.632671 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445bb94a-1659-4fcf-a57c-c5a2ef723910 x-openstack-request-id: req-445bb94a-1659-4fcf-a57c-c5a2ef723910 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:14.633146 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "tag": "c510baca-2e55-4db7-96f3-3da06234160c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:14.633403 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-445bb94a-1659-4fcf-a57c-c5a2ef723910 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:14.633802 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445bb94a-1659-4fcf-a57c-c5a2ef723910'] response: {'name': 'network-changed', 'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c', 'status': 'completed', 'code': 200} May 26 15:53:14.670685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.671108 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Added segment ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1 of type vlan for network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 May 26 15:53:14.731998 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a1feee8f-5afd-4220-b7aa-00c05f7e39b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=616eaa5ffa52406381b3f20a89974224&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3153305 May 26 15:53:14.747068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51426) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:14.757705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f02671c-c9a5-4850-8e26-93502e949cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.780683 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'port_id': 'c510baca-2e55-4db7-96f3-3da06234160c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'mac_address': 'fa:16:3e:df:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'device_owner': 'compute:tempest-test_az-1789317490'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:53:06Z', 'updated_at': '2022-05-26T15:53:11Z', 'revision_number': 1, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c19cd81-f449-4bac-bf1c-9bb0a9a789ca', 'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'mac_address': 'fa:16:3e:83:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:40Z', 'updated_at': '2022-05-26T15:52:47Z', 'revision_number': 5, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'subnets': [{'id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:14.820319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a87c3abb-e31c-4d54-889e-b72e47fe8751 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:14.820701 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.835684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-a796130c-25f1-4249-a1c1-6ff0e6804757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:14.837062 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] Checking router: c8fafa62-3e7e-4819-84c6-aba4fc10996a for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:53:14.837327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-a796130c-25f1-4249-a1c1-6ff0e6804757 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=212ab48ee182479fb6f70a96048bb035&device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 1118 time: 0.2168748 May 26 15:53:14.850766 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:14.851601 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:14.876285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.908888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.909839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:14.910450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.917737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ce27-b252-423d-b0ce-6ab67f45645e req-3c48dd83-8ab6-46cc-a6d1-05cff4b0140c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:14.926694 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8992ce27-b252-423d-b0ce-6ab67f45645e req-3c48dd83-8ab6-46cc-a6d1-05cff4b0140c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.2302651 May 26 15:53:14.960203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:14.981118 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:14.984375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] Pushing event updated for resources: {'Network': ['ID=675db4b6-31ae-42a3-a9d9-52c16122b0b0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:14.990341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f02671c-c9a5-4850-8e26-93502e949cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.022350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-f5a82c6a-7a0e-4db9-b4a4-e1497a772c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:15.030920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-f5a82c6a-7a0e-4db9-b4a4-e1497a772c7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d15aa82-f387-4257-91be-98850001aefe HTTP/1.1" status: 200 len: 930 time: 0.5414662 May 26 15:53:15.038459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83f2f1e1-22a7-4c36-bd8c-42eb74d9b346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.045963 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-60788d0f-11e2-43ee-a9ed-05039b191f05 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2891603 May 26 15:53:15.080518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51430) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:15.096972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Request body: {'subnet': {'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-subnet', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:15.137284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8992ce27-b252-423d-b0ce-6ab67f45645e req-3ac0d5fa-fcd3-491b-bec3-6a657fa4f28b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094223 May 26 15:53:15.140517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-716ab29d-199f-435a-a83c-6da98e7ca5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.145639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-716ab29d-199f-435a-a83c-6da98e7ca5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.147222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-716ab29d-199f-435a-a83c-6da98e7ca5db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7efe6e8-8464-4565-a120-2369fc90fed4 HTTP/1.1" status: 204 len: 168 time: 0.9219694 May 26 15:53:15.191288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83f2f1e1-22a7-4c36-bd8c-42eb74d9b346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.201221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ab29d-199f-435a-a83c-6da98e7ca5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7efe6e8-8464-4565-a120-2369fc90fed4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:15.252199 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'port_id': 'c510baca-2e55-4db7-96f3-3da06234160c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'mac_address': 'fa:16:3e:df:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'device_owner': 'compute:tempest-test_az-1789317490'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:53:06Z', 'updated_at': '2022-05-26T15:53:11Z', 'revision_number': 1, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c19cd81-f449-4bac-bf1c-9bb0a9a789ca', 'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'mac_address': 'fa:16:3e:83:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:40Z', 'updated_at': '2022-05-26T15:52:47Z', 'revision_number': 5, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'subnets': [{'id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:15.252852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-fb4e71e6-472a-46d7-8e65-ddc5dfcb0278 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 200 len: 1021 time: 0.2205560 May 26 15:53:15.261170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Made reservation on behalf of c2d2ceb8569745fd80c3441033cf16e2 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:15.264244 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.280621 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d359e43-bd28-4c35-ae1d-ac2ead27f406 None None] The sync data for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 is: [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'port_id': 'c510baca-2e55-4db7-96f3-3da06234160c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'mac_address': 'fa:16:3e:df:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'device_owner': 'compute:tempest-test_az-1789317490'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:53:06Z', 'updated_at': '2022-05-26T15:53:11Z', 'revision_number': 1, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c19cd81-f449-4bac-bf1c-9bb0a9a789ca', 'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'mac_address': 'fa:16:3e:83:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:40Z', 'updated_at': '2022-05-26T15:52:47Z', 'revision_number': 5, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'subnets': [{'id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:15.288971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:53:15.299074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.312315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-1382dde8-ed3e-44ae-a4bf-ab00db0d02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:15.339372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-1382dde8-ed3e-44ae-a4bf-ab00db0d02ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d15aa82-f387-4257-91be-98850001aefe HTTP/1.1" status: 200 len: 930 time: 0.4758151 May 26 15:53:15.412327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f02671c-c9a5-4850-8e26-93502e949cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.416161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f02671c-c9a5-4850-8e26-93502e949cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.420575 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3f02671c-c9a5-4850-8e26-93502e949cc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bedd2c3d-6f27-44a1-a4fd-840f2684aa20 HTTP/1.1" status: 204 len: 168 time: 0.9116218 May 26 15:53:15.440866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02671c-c9a5-4850-8e26-93502e949cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedd2c3d-6f27-44a1-a4fd-840f2684aa20,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:15.457183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195de0da-d2e2-4056-840d-2b5c1c16c87c None None] Pushing event updated for resources: {'Port': ['ID=89050a60-c33e-4028-ba4d-16af0a300fd3,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:15.494951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83f2f1e1-22a7-4c36-bd8c-42eb74d9b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.505063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-315c3748-6f1e-419a-94c5-eb0c00196a13 None None] Current status of the port a87c3abb-e31c-4d54-889e-b72e47fe8751 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:15.521146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83f2f1e1-22a7-4c36-bd8c-42eb74d9b346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.531059 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83f2f1e1-22a7-4c36-bd8c-42eb74d9b346 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbb7a67d-7b3b-4c5a-b7a3-adadcbc75638 HTTP/1.1" status: 204 len: 168 time: 0.7675006 May 26 15:53:15.570346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-caa83140-ec90-4743-9824-8a2eff88b869 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 200 len: 1021 time: 0.2155099 May 26 15:53:15.638313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2f1e1-22a7-4c36-bd8c-42eb74d9b346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb7a67d-7b3b-4c5a-b7a3-adadcbc75638,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:15.653642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-683488758-router', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:09Z', 'updated_at': '2022-05-26T15:53:12Z', 'revision_number': 3, 'project_id': '36334499e4664838aa12f5fb8a224abf', 'gw_port': {'id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:11Z', 'updated_at': '2022-05-26T15:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:15.671195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.753579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-e723f3d6-ab8a-453a-892f-4c03d46d6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:15.758750 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a255ce21-35b0-4a23-89b0-652243941412 None None] New status for floating IP 3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:53:15.771376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-e723f3d6-ab8a-453a-892f-4c03d46d6f5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c9e1f64b-b13b-4917-95f6-fdb3bec98dbd HTTP/1.1" status: 200 len: 868 time: 0.5178885 May 26 15:53:15.792721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Checking router: c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:53:15.793082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Updating router c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:53:15.797312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a87c3abb-e31c-4d54-889e-b72e47fe8751 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:15.889401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.893537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Attempting to bind port 89050a60-c33e-4028-ba4d-16af0a300fd3 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:15.894377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Attempting to bind port 89050a60-c33e-4028-ba4d-16af0a300fd3 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:15.895649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Attempting to bind port 89050a60-c33e-4028-ba4d-16af0a300fd3 on network 54927899-15b0-4e7d-a582-b6b0be8b8c36 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:15.933257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:15.934159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Checking segment: {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:15.934733 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.936815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Bound using segment: {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:15.937503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Bound port: 89050a60-c33e-4028-ba4d-16af0a300fd3, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:15.938113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.040484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Allocated IP 172.20.0.1 (d086923f-0bf6-42a8-bd3c-cfd933f66c73/fca0da5c-d586-4979-94e0-d6bef9f3d0ef/48aa424c-ae4e-40c0-8c35-dd88721822f1) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:16.054082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-f89837d4-8c37-4f0e-8b1d-d24d01b6e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:16.056280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-f89837d4-8c37-4f0e-8b1d-d24d01b6e50d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e1f64b-b13b-4917-95f6-fdb3bec98dbd HTTP/1.1" status: 200 len: 868 time: 0.4585490 May 26 15:53:16.215935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.268653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.304409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.312082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c997ccc-8d6f-4383-9a06-1212fda2e4ae {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:16.330352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f382fc29-2cdb-4ea7-b9de-63a60aa5607f None None] Provisioning complete for port 89050a60-c33e-4028-ba4d-16af0a300fd3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:16.330584 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f382fc29-2cdb-4ea7-b9de-63a60aa5607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.336170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Network d086923f-0bf6-42a8-bd3c-cfd933f66c73 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:16.339456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:16.357121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:16.360878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Pushing event updated for resources: {'Port': ['ID=48aa424c-ae4e-40c0-8c35-dd88721822f1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:16.378620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f382fc29-2cdb-4ea7-b9de-63a60aa5607f None None] Port 89050a60-c33e-4028-ba4d-16af0a300fd3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:16.409449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] For port 89050a60-c33e-4028-ba4d-16af0a300fd3, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:16.413378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51460) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:16.413841 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.417505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] For port 89050a60-c33e-4028-ba4d-16af0a300fd3, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=89050a60-c33e-4028-ba4d-16af0a300fd3,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:16.432708 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.440514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1e1c64f-b380-4b6a-af7e-4f148f73ad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.446900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:16.454063 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.471480 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.515244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-162e3a23-999f-4afd-ad96-479b339f8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:16.527089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.534132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-162e3a23-999f-4afd-ad96-479b339f8286 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d15aa82-f387-4257-91be-98850001aefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7618754 May 26 15:53:16.548173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:16.549169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:16.596876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945ea2d-2f60-4622-bc00-4cb20d1c0868 req-5715d021-e946-40b4-b25a-eee58a226a12 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:16.619235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e945ea2d-2f60-4622-bc00-4cb20d1c0868 req-5715d021-e946-40b4-b25a-eee58a226a12 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 935 time: 0.9437659 May 26 15:53:16.640616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-035541a0-d7cb-4109-a358-9b0def35ffcb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:53:16.641967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-035541a0-d7cb-4109-a358-9b0def35ffcb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0758522 May 26 15:53:16.713581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:16.795098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Transition to ACTIVE for port object 9c997ccc-8d6f-4383-9a06-1212fda2e4ae will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:53:16.832261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Attempting to bind port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:16.832640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Attempting to bind port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:16.833007 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Attempting to bind port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:16.878660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:16.879042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:16.879518 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.879935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:16.880431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Bound port: 6507fa2b-fa1a-499a-9d47-bdb37897c4c6, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:16.882322 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.890642 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.956111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1e1c64f-b380-4b6a-af7e-4f148f73ad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.964852 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1e1c64f-b380-4b6a-af7e-4f148f73ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.984137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195de0da-d2e2-4056-840d-2b5c1c16c87c None None] Pushing event updated for resources: {'Port': ['ID=89050a60-c33e-4028-ba4d-16af0a300fd3,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:16.997865 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e1e1c64f-b380-4b6a-af7e-4f148f73ad59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2fd12d2a2c24669bd273412b7e8d618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832019 May 26 15:53:16.999630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51474) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:17.005563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-62458a21-0f35-46fd-9b1b-de2d2b5f5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:17.007073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-62458a21-0f35-46fd-9b1b-de2d2b5f5d79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d15aa82-f387-4257-91be-98850001aefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7137227 May 26 15:53:17.016171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.036475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] For port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:17.049882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b6408d55-d0b7-4be7-9be0-e8b36434af24 None None] Provisioning complete for port 48aa424c-ae4e-40c0-8c35-dd88721822f1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:17.049882 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6408d55-d0b7-4be7-9be0-e8b36434af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.077050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Checking segment: {'id': 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:17.077862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Network hostable DHCP agents. Network: 675db4b6-31ae-42a3-a9d9-52c16122b0b0, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:53:17.087090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1c64f-b380-4b6a-af7e-4f148f73ad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccdffb7-1d46-4be2-83e7-2b5eb2b85d4b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:17.133004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd0357-cdf3-4eb1-8f36-7a49f3bd42af None None] Pushing event updated for resources: {'Port': ['ID=6507fa2b-fa1a-499a-9d47-bdb37897c4c6,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:17.144300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] For port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6507fa2b-fa1a-499a-9d47-bdb37897c4c6,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:17.173657 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a418d72d-9b70-47f9-a5ca-43a7febe0a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.174103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.214100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a418d72d-9b70-47f9-a5ca-43a7febe0a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.244934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd0357-cdf3-4eb1-8f36-7a49f3bd42af None None] Pushing event updated for resources: {'Port': ['ID=6507fa2b-fa1a-499a-9d47-bdb37897c4c6,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:17.267593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e945ea2d-2f60-4622-bc00-4cb20d1c0868 req-630c3de4-5153-431b-ae8e-3dbd652b55bb tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471927 May 26 15:53:17.270186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-67cb4c5f-a2a0-4ac5-80c1-d7af38bd6d92 service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385137 May 26 15:53:17.281204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b6408d55-d0b7-4be7-9be0-e8b36434af24 None None] Port 48aa424c-ae4e-40c0-8c35-dd88721822f1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:17.307506 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a418d72d-9b70-47f9-a5ca-43a7febe0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.312578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a418d72d-9b70-47f9-a5ca-43a7febe0a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.316687 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a418d72d-9b70-47f9-a5ca-43a7febe0a96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ccdffb7-1d46-4be2-83e7-2b5eb2b85d4b HTTP/1.1" status: 204 len: 168 time: 0.3155990 May 26 15:53:17.365194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Pushing event updated for resources: {'Port': ['ID=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:17.369762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Routers {'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:17.371077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:17.376289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d72d-9b70-47f9-a5ca-43a7febe0a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccdffb7-1d46-4be2-83e7-2b5eb2b85d4b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:17.547574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:16Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:17.588317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feadb6ba-d0dd-4578-8d02-28d10b5cef40 None None] The sync data for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 is: [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:16Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:17.598822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3510ea42-80dc-419a-91a3-8193d1247042 None None] Provisioning complete for port 89050a60-c33e-4028-ba4d-16af0a300fd3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:17.599193 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3510ea42-80dc-419a-91a3-8193d1247042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.658103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] Set router c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:17.695252 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.713754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.812530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:53:17.860184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:17.862116 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-336e457e-1913-493f-afd7-31e5b25cfc0b service neutron] 10.222.0.39 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2009788 May 26 15:53:17.870316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Attempting to bind port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:17.870652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Attempting to bind port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:17.870993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Attempting to bind port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:17.921768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 675db4b6-31ae-42a3-a9d9-52c16122b0b0) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:17.935840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Pushing event updated for resources: {'Port': ['ID=48aa424c-ae4e-40c0-8c35-dd88721822f1,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:17.959086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:53:17.959665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Attempting to bind port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:17.963815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:17.964670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.035669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcfb34-7bda-4be1-88e0-649323b527b7 req-e263438c-6d99-4af5-bb9f-59f2569e18d6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:18.043355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cfcfb34-7bda-4be1-88e0-649323b527b7 req-e263438c-6d99-4af5-bb9f-59f2569e18d6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.2747777 May 26 15:53:18.054446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:18.066584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:18.067383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:18.068114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Bound port: 9c997ccc-8d6f-4383-9a06-1212fda2e4ae, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:18.068787 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.094720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ae90db9-936b-4832-87d4-f30ea1d49402 req-cbd1c3b8-ff0b-4dd6-b8d0-6b5e18c6a3d1 service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159945 May 26 15:53:18.118928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1b0090aa-f54e-4903-ac32-e31953697672 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.0259185 May 26 15:53:18.121330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51498) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:18.130751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:18.133011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb2221-3d13-40ce-8806-3eb9c5af9fa5 None None] Network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:18.151026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Network d086923f-0bf6-42a8-bd3c-cfd933f66c73 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:18.155024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:18.279200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cfcfb34-7bda-4be1-88e0-649323b527b7 req-343b443a-13c0-4390-952f-14a54935d914 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288966 May 26 15:53:18.332091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c743a22-84bc-4464-b296-cfa8c724b5f2 req-beca2954-7bf6-471f-8ee3-436d5ffa6f36 service neutron] 10.222.0.39 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553363 May 26 15:53:18.370476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.388644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.405987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3510ea42-80dc-419a-91a3-8193d1247042 None None] Current status of the port 89050a60-c33e-4028-ba4d-16af0a300fd3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:18.406410 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3510ea42-80dc-419a-91a3-8193d1247042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.572361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 89050a60-c33e-4028-ba4d-16af0a300fd3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:18.612294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Router c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:53:18.619145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3510ea42-80dc-419a-91a3-8193d1247042 None None] For port 89050a60-c33e-4028-ba4d-16af0a300fd3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=89050a60-c33e-4028-ba4d-16af0a300fd3,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:18.657432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3510ea42-80dc-419a-91a3-8193d1247042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.709339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] For port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:18.764134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] For port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:18.796988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-35250304-a7a8-42c4-8efb-807d53100c07 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 258 time: 0.3695061 May 26 15:53:18.825899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-675db4b6-31ae-42a3-a9d9-52c16122b0b0', 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'fixed_ips': [{'subnet_id': 'b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:53:18.826800 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.837877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510ea42-80dc-419a-91a3-8193d1247042 None None] Pushing event updated for resources: {'Port': ['ID=89050a60-c33e-4028-ba4d-16af0a300fd3,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:18.844146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.852702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:18.874111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6ba4df10-d9c2-4d19-af87-23c477f52ebf None None] Provisioning complete for port 48aa424c-ae4e-40c0-8c35-dd88721822f1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:18.874533 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6ba4df10-d9c2-4d19-af87-23c477f52ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.883213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:18.905896 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9b4e79c2-590d-4cd8-b0c3-ea37cfba8a54 admin admin] 10.222.0.39 "PUT /v2.0/routers/c321aa0b-9e6f-44ef-b126-5ccbf5c3e922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8287332 May 26 15:53:18.942123 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.943170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-683488758-router', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:09Z', 'updated_at': '2022-05-26T15:53:16Z', 'revision_number': 4, 'project_id': '36334499e4664838aa12f5fb8a224abf', 'gw_port': {'id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:11Z', 'updated_at': '2022-05-26T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '48aa424c-ae4e-40c0-8c35-dd88721822f1', 'name': '', 'network_id': 'd086923f-0bf6-42a8-bd3c-cfd933f66c73', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'mac_address': 'fa:16:3e:21:a2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'fca0da5c-d586-4979-94e0-d6bef9f3d0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:15Z', 'updated_at': '2022-05-26T15:53:16Z', 'revision_number': 1, 'project_id': '36334499e4664838aa12f5fb8a224abf', 'subnets': [{'id': 'fca0da5c-d586-4979-94e0-d6bef9f3d0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:18.949499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 89050a60-c33e-4028-ba4d-16af0a300fd3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:18.949868 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.969251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:18.970408 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.973663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] 10.222.0.32 "PUT /v2.0/ports/9c997ccc-8d6f-4383-9a06-1212fda2e4ae HTTP/1.1" status: 200 len: 1095 time: 5.5100913 May 26 15:53:18.981509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc042022-f271-4b5b-a21c-fa80ce3dcf5b', 'tag': '9c997ccc-8d6f-4383-9a06-1212fda2e4ae'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:18.984337 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a47b119-644a-457b-bc14-bf79d45ee753" -d '{"events": [{"name": "network-changed", "server_uuid": "dc042022-f271-4b5b-a21c-fa80ce3dcf5b", "tag": "9c997ccc-8d6f-4383-9a06-1212fda2e4ae"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:19.099010 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:19.137658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842f95e-e614-4289-a61b-07c246ebed3e None None] The sync data for ids ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'] in n-d-843336-2 is: [{'id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-683488758-router', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:09Z', 'updated_at': '2022-05-26T15:53:16Z', 'revision_number': 4, 'project_id': '36334499e4664838aa12f5fb8a224abf', 'gw_port': {'id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:11Z', 'updated_at': '2022-05-26T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '48aa424c-ae4e-40c0-8c35-dd88721822f1', 'name': '', 'network_id': 'd086923f-0bf6-42a8-bd3c-cfd933f66c73', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'mac_address': 'fa:16:3e:21:a2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'fca0da5c-d586-4979-94e0-d6bef9f3d0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:15Z', 'updated_at': '2022-05-26T15:53:16Z', 'revision_number': 1, 'project_id': '36334499e4664838aa12f5fb8a224abf', 'subnets': [{'id': 'fca0da5c-d586-4979-94e0-d6bef9f3d0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:19.162552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4df10-d9c2-4d19-af87-23c477f52ebf None None] Port 48aa424c-ae4e-40c0-8c35-dd88721822f1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:19.251922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33226b70-7dd8-47a9-bc2f-6b78247a96dc req-a77d88d8-982c-410e-b2b0-8193f6802b4b tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:19.253912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33226b70-7dd8-47a9-bc2f-6b78247a96dc req-a77d88d8-982c-410e-b2b0-8193f6802b4b tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 947 time: 0.5411422 May 26 15:53:19.290405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a710fb-7cb1-4737-ba85-e8e0085f857d service neutron] Pushing event updated for resources: {'Port': ['ID=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:19.326844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Allocated IP 172.20.0.2 (675db4b6-31ae-42a3-a9d9-52c16122b0b0/b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70/c571de5d-c6ad-4255-a6ea-5857a85abe52) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:19.360596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 89050a60-c33e-4028-ba4d-16af0a300fd3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:19.592643 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:19.607174 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:19.625909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:19.715988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:19.724436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:19.726448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Pushing event updated for resources: {'Port': ['ID=c571de5d-c6ad-4255-a6ea-5857a85abe52,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:19.729110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:19.730642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33226b70-7dd8-47a9-bc2f-6b78247a96dc req-517eaf15-a7d7-4dcd-8bcb-3726a7bd7921 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417925 May 26 15:53:19.772553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58b19-2736-483f-8603-a170f9210be5 req-77c5ebb2-a7f8-484b-a708-87a5c0ef02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:19.774231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-77c5ebb2-a7f8-484b-a708-87a5c0ef02ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 1098 time: 0.7181380 May 26 15:53:19.840600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-d6a6257a-46be-4b04-b2ef-dfa6cffff019 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=9c997ccc-8d6f-4383-9a06-1212fda2e4ae HTTP/1.1" status: 200 len: 217 time: 0.0554707 May 26 15:53:19.844552 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b96532f-b457-41ec-a9e7-a9ee32ef0c0b x-openstack-request-id: req-7b96532f-b457-41ec-a9e7-a9ee32ef0c0b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:19.844898 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc042022-f271-4b5b-a21c-fa80ce3dcf5b", "tag": "9c997ccc-8d6f-4383-9a06-1212fda2e4ae", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:19.845150 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b96532f-b457-41ec-a9e7-a9ee32ef0c0b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:19.845710 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b96532f-b457-41ec-a9e7-a9ee32ef0c0b'] response: {'name': 'network-changed', 'server_uuid': 'dc042022-f271-4b5b-a21c-fa80ce3dcf5b', 'tag': '9c997ccc-8d6f-4383-9a06-1212fda2e4ae', 'status': 'completed', 'code': 200} May 26 15:53:19.870764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Attempting to bind port c571de5d-c6ad-4255-a6ea-5857a85abe52 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:19.871328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Attempting to bind port c571de5d-c6ad-4255-a6ea-5857a85abe52 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:19.872122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Attempting to bind port c571de5d-c6ad-4255-a6ea-5857a85abe52 on network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:19.892817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:19.893340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Checking segment: {'id': 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:19.894733 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:19.895693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Bound using segment: {'id': 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:19.896086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Bound port: c571de5d-c6ad-4255-a6ea-5857a85abe52, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:19.896695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:19.986335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] For port c571de5d-c6ad-4255-a6ea-5857a85abe52, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:19.990276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] For port c571de5d-c6ad-4255-a6ea-5857a85abe52, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c571de5d-c6ad-4255-a6ea-5857a85abe52,segment=NetworkSegment(ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1),segment_id=ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:19.998709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:20.039585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c2232-328f-4c85-add3-6cb749c8d343 req-61f5b153-c575-4e42-b363-885406a9e015 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:20.041184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb4c2232-328f-4c85-add3-6cb749c8d343 req-61f5b153-c575-4e42-b363-885406a9e015 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.1126287 May 26 15:53:20.050366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58b19-2736-483f-8603-a170f9210be5 req-7b5ee655-21ef-49f7-9a02-ec8a99220bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:20.051622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-7b5ee655-21ef-49f7-9a02-ec8a99220bcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2009370 May 26 15:53:20.077665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028eb25c-9faf-44b2-86ec-2162dce7796e None None] Pushing event updated for resources: {'Port': ['ID=c571de5d-c6ad-4255-a6ea-5857a85abe52,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:20.085519 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:20.274067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb4c2232-328f-4c85-add3-6cb749c8d343 req-dcf758a9-8321-4086-8100-2be6c4a67074 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163577 May 26 15:53:20.316931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58b19-2736-483f-8603-a170f9210be5 req-1ec324b3-c0d1-42ed-8e94-206b3c7aa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:20.318527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-1ec324b3-c0d1-42ed-8e94-206b3c7aa24c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517002 May 26 15:53:20.479984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:20.539645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:20.547729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Allocated IP 172.25.0.219 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/1e792c33-8c46-4113-b2d1-6236d7a263f8) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:20.597941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 89050a60-c33e-4028-ba4d-16af0a300fd3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:20.672212 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 89050a60-c33e-4028-ba4d-16af0a300fd3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:20.672907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:20.704283 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-fac01cb7-2bf8-428f-bd86-d631fe9c1875 req-4b1e96c9-861d-498e-bb7b-5484ebc0b177 tempest-FloatingIPDetailsNegativeTestJSON-656005873 tempest-FloatingIPDetailsNegativeTestJSON-656005873-project] show failed (client error): The resource could not be found. May 26 15:53:20.705402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fac01cb7-2bf8-428f-bd86-d631fe9c1875 req-4b1e96c9-861d-498e-bb7b-5484ebc0b177 tempest-FloatingIPDetailsNegativeTestJSON-656005873 tempest-FloatingIPDetailsNegativeTestJSON-656005873-project] 10.222.0.39 "GET /v2.0/floatingips/6d905f90-b193-47f6-8f97-2844ed9f1095 HTTP/1.1" status: 404 len: 350 time: 0.0674059 May 26 15:53:20.707223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-64dbd449-0c7f-44d0-bd27-2679f7b821f3 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218782 May 26 15:53:20.718306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51566) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:20.850768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 89050a60-c33e-4028-ba4d-16af0a300fd3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:20.851940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c571de5d-c6ad-4255-a6ea-5857a85abe52 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:20.976597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c571de5d-c6ad-4255-a6ea-5857a85abe52 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:20.977033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:21.124459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c571de5d-c6ad-4255-a6ea-5857a85abe52 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:21.124867 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:21.174706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port c571de5d-c6ad-4255-a6ea-5857a85abe52, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c571de5d-c6ad-4255-a6ea-5857a85abe52,segment=NetworkSegment(ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1),segment_id=ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:21.181337 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:21.305008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=c571de5d-c6ad-4255-a6ea-5857a85abe52,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:21.354127 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:21.377211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d58b19-2736-483f-8603-a170f9210be5 req-94d674b6-5905-43be-88b9-9e299ad41ab8 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511846 May 26 15:53:21.461986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c19425e-8b1f-4904-a169-aa24079a9ed2 None None] Network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:21.523755 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:21.581918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ff9973ed-3d25-4c6b-84b2-34f69a054c6a None None] Provisioning complete for port c571de5d-c6ad-4255-a6ea-5857a85abe52 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:21.582338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ff9973ed-3d25-4c6b-84b2-34f69a054c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:21.601749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:21.692999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Allocated IP 172.25.0.102 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:21.727529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:21.758787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:21.774601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:21.778058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ff9973ed-3d25-4c6b-84b2-34f69a054c6a None None] Current status of the port c571de5d-c6ad-4255-a6ea-5857a85abe52 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:21.865750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Pushing event updated for resources: {'Port': ['ID=1e792c33-8c46-4113-b2d1-6236d7a263f8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:21.917197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31fe70-52c9-49b5-ab55-0d405d912ee6 req-c0af4c2b-b4c4-416f-a81b-34a1d62370e4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:21.921278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e31fe70-52c9-49b5-ab55-0d405d912ee6 req-c0af4c2b-b4c4-416f-a81b-34a1d62370e4 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 947 time: 0.4348195 May 26 15:53:21.958504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-97037900-a23b-45e9-9694-5bf9f8c00596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:21.960469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-97037900-a23b-45e9-9694-5bf9f8c00596 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 1098 time: 0.5073123 May 26 15:53:22.126582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-35994989-8a3f-4940-a8b3-fd7de701b1ce None None] Provisioning complete for port c571de5d-c6ad-4255-a6ea-5857a85abe52 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:22.127127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-35994989-8a3f-4940-a8b3-fd7de701b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.140886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e31fe70-52c9-49b5-ab55-0d405d912ee6 req-9dfcaad5-7a98-4397-a56c-552b0f43acf0 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077649 May 26 15:53:22.148245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.155965 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.160634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Deleting port 48aa424c-ae4e-40c0-8c35-dd88721822f1 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:22.161039 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.192679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-d2c54e46-3569-4009-8af1-634dc097cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:22.192679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-d2c54e46-3569-4009-8af1-634dc097cfac service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1861129 May 26 15:53:22.257390 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.270381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.297349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Calling delete_port for 48aa424c-ae4e-40c0-8c35-dd88721822f1 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:22.405295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-cde39389-8169-445e-b302-c6c45f701041 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=9c997ccc-8d6f-4383-9a06-1212fda2e4ae HTTP/1.1" status: 200 len: 217 time: 0.1859949 May 26 15:53:22.420950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.478518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:22.496358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-35994989-8a3f-4940-a8b3-fd7de701b1ce None None] Current status of the port c571de5d-c6ad-4255-a6ea-5857a85abe52 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:22.543174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:22.546568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:22.592347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:22.603854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.639295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Pushing event deleted for resources: {'Port': ['ID=48aa424c-ae4e-40c0-8c35-dd88721822f1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:22.650320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-e745edf5-64e0-4188-a843-ff4e992d5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:22.651855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-e745edf5-64e0-4188-a843-ff4e992d5216 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2144992 May 26 15:53:22.663508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:22.664051 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.677565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Pushing event updated for resources: {'Port': ['ID=30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:22.812846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:22.813449 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.846142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6507fa2b-fa1a-499a-9d47-bdb37897c4c6,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:22.858327 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.859469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c571de5d-c6ad-4255-a6ea-5857a85abe52 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:22.909284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51594) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:22.910310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bc1d7-a069-4827-9e80-cc0fbf9f12a6 req-68e3aae9-d0d1-4ac1-9d82-ff7aa94b6e8e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:22.916259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:22.917948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba6bc1d7-a069-4827-9e80-cc0fbf9f12a6 req-68e3aae9-d0d1-4ac1-9d82-ff7aa94b6e8e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.3860056 May 26 15:53:22.928066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-c08ac7c5-4d58-47ea-ab14-db93f631a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:22.929741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-c08ac7c5-4d58-47ea-ab14-db93f631a55d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2666941 May 26 15:53:22.962539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=6507fa2b-fa1a-499a-9d47-bdb37897c4c6,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:22.993871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c571de5d-c6ad-4255-a6ea-5857a85abe52 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:22.998011 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.101928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c571de5d-c6ad-4255-a6ea-5857a85abe52 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:23.116853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba6bc1d7-a069-4827-9e80-cc0fbf9f12a6 req-72ea3bfa-bbfd-4233-9588-b30c49bf8812 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980538 May 26 15:53:23.136159 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f793-5a80-4184-a3e1-63a768f0f78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.235434 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.245578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-b80068b7-98cf-4d42-bf9f-976f116f53fa service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842155 May 26 15:53:23.249649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.439673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] Sync routers for ids ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:23.450415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] Routers {'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:23.451868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:23.471262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Pushing event updated for resources: {'Port': ['ID=1e792c33-8c46-4113-b2d1-6236d7a263f8,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:23.480213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.494891 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.507007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f793-5a80-4184-a3e1-63a768f0f78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.512842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Router c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:53:23.514872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f793-5a80-4184-a3e1-63a768f0f78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.525626 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.539425 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.563538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4f793-5a80-4184-a3e1-63a768f0f78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9031be8c-abba-4e43-89a5-0574d509bc65,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:23.569389 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5ef4f793-5a80-4184-a3e1-63a768f0f78b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3b9df5c463a4d458337ff3a25300a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591022 May 26 15:53:23.573879 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51606) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:23.588063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac030aa-1fc0-41f2-bb67-9b9a86f07e20 req-fdefd40c-1b9f-4053-80a2-ad0a613e7deb tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:23.590823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac030aa-1fc0-41f2-bb67-9b9a86f07e20 req-fdefd40c-1b9f-4053-80a2-ad0a613e7deb tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 947 time: 0.2970099 May 26 15:53:23.610743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a47b119-644a-457b-bc14-bf79d45ee753 req-2a374255-00dc-4b2a-8e02-93d9d9d53f0f service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199894 May 26 15:53:23.616796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] Set router c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:23.721966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-efa66cfd-0f12-4a29-90b3-fb229e4033c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.728495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:23.741237 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9faccf93-0c05-425a-8420-65943de49219 admin admin] 10.222.0.39 "PUT /v2.0/routers/c321aa0b-9e6f-44ef-b126-5ccbf5c3e922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0191250 May 26 15:53:23.741449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51608) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:23.792321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-efa66cfd-0f12-4a29-90b3-fb229e4033c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.833058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-683488758-router', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:09Z', 'updated_at': '2022-05-26T15:53:22Z', 'revision_number': 5, 'project_id': '36334499e4664838aa12f5fb8a224abf', 'gw_port': {'id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:11Z', 'updated_at': '2022-05-26T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:23.873760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] Checking router: c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:53:23.882544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] Routers {'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:23.882544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:23.914938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.915469 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-efa66cfd-0f12-4a29-90b3-fb229e4033c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.916119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-3ab94d56-552b-41b3-b9fc-3836f4dd9267 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1181540 May 26 15:53:23.918484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-efa66cfd-0f12-4a29-90b3-fb229e4033c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.919629 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-efa66cfd-0f12-4a29-90b3-fb229e4033c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9031be8c-abba-4e43-89a5-0574d509bc65 HTTP/1.1" status: 204 len: 168 time: 0.3145771 May 26 15:53:23.929143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa66cfd-0f12-4a29-90b3-fb229e4033c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9031be8c-abba-4e43-89a5-0574d509bc65,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:23.933315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:23.994587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-6e6e8256-51ef-4ad3-aa43-62b4d12eff3c tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.0541945 May 26 15:53:24.032646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] Set router c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:24.048379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.049157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac030aa-1fc0-41f2-bb67-9b9a86f07e20 req-84ecf3aa-8678-4175-8726-00649f447e8c tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443393 May 26 15:53:24.163891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Deleting port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:24.163891 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.254407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-4566a5f0-71f5-42aa-b36e-7c5ae80b7a97 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:24.255860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-4566a5f0-71f5-42aa-b36e-7c5ae80b7a97 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2553883 May 26 15:53:24.261601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.271879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-f79b4c62-4e95-4ae6-b03e-3820a2cebf6b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:53:24.273132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff5629ab-9832-4fc0-9b35-406150943ffb req-f79b4c62-4e95-4ae6-b03e-3820a2cebf6b tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076582 May 26 15:53:24.289901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] For port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6507fa2b-fa1a-499a-9d47-bdb37897c4c6,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:24.290314 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.313538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Calling delete_port for 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:24.345071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-683488758-router', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:09Z', 'updated_at': '2022-05-26T15:53:22Z', 'revision_number': 5, 'project_id': '36334499e4664838aa12f5fb8a224abf', 'gw_port': {'id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:11Z', 'updated_at': '2022-05-26T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:24.400783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51622) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:24.409844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da03c5-4584-4a0b-a409-7897b756cd33 None None] The sync data for ids ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'] in n-d-843336-2 is: [{'id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-683488758-router', 'tenant_id': '36334499e4664838aa12f5fb8a224abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:09Z', 'updated_at': '2022-05-26T15:53:22Z', 'revision_number': 5, 'project_id': '36334499e4664838aa12f5fb8a224abf', 'gw_port': {'id': '6507fa2b-fa1a-499a-9d47-bdb37897c4c6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:11Z', 'updated_at': '2022-05-26T15:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:24.439792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad368df1-ced4-4cae-be96-93004dce89ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.451769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9c997ccc-8d6f-4383-9a06-1212fda2e4ae details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:53:24.470573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:24.492248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982e122-c03c-4192-b901-189cb5fc152f req-d75f28ec-2d8b-4a11-b3ec-d0c8b8a12c18 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:24.493937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5982e122-c03c-4192-b901-189cb5fc152f req-d75f28ec-2d8b-4a11-b3ec-d0c8b8a12c18 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.1467781 May 26 15:53:24.579352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5982e122-c03c-4192-b901-189cb5fc152f req-d0f42780-f773-44c5-a78b-de048c932638 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748963 May 26 15:53:24.582372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:24.582890 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.589675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:53:24.610053 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.660757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad368df1-ced4-4cae-be96-93004dce89ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.672948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad368df1-ced4-4cae-be96-93004dce89ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.679336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Pushing event deleted for resources: {'Port': ['ID=6507fa2b-fa1a-499a-9d47-bdb37897c4c6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:24.685959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Port 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 was deleted so its status cannot be updated. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 26 15:53:24.751064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:24.765087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '9c997ccc-8d6f-4383-9a06-1212fda2e4ae', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '9c997ccc-8d6f-4383-9a06-1212fda2e4ae', 'mac_address': 'fa:16:3e:14:4e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:53:24.785961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.796166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ad368df1-ced4-4cae-be96-93004dce89ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62986d5ec8a94705ad174a5bcc37ee86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943248 May 26 15:53:24.804208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51632) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:24.817986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad368df1-ced4-4cae-be96-93004dce89ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff4ba72-0115-409d-b16c-1d196ee5c4d9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:24.819090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:24.819497 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.854825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c997ccc-8d6f-4383-9a06-1212fda2e4ae {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:24.889831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:24.904443 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.907726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:24.917795 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Sync routers for ids ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:24.942789 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Routers {'ba25a6b7-2a25-49dd-a102-94cfae0aedb9'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:24.946565 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:24.958492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00a6a5-1761-48de-8497-0ef3126aa84b req-4aef8f5f-948b-4d5e-af00-11325ab6378c tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:24.966137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b00a6a5-1761-48de-8497-0ef3126aa84b req-4aef8f5f-948b-4d5e-af00-11325ab6378c tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2&device_owner=compute%3Atempest-test_az-1789317490 HTTP/1.1" status: 200 len: 967 time: 0.1434546 May 26 15:53:24.973593 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:24.978520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-603b223e-05e7-414f-9c6e-1b539f2e300c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.8486485 May 26 15:53:24.988680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51642) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:25.038782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.045507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.140237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:25.187826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['9c997ccc-8d6f-4383-9a06-1212fda2e4ae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:25.228507 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Set router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:25.265315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.265853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:53:25.272234 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.273632 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9a4eb15f-ed11-4f81-8dc0-7e6d1444ca3d admin admin] 10.222.0.39 "DELETE /v2.0/routers/c321aa0b-9e6f-44ef-b126-5ccbf5c3e922 HTTP/1.1" status: 204 len: 168 time: 1.5311153 May 26 15:53:25.277421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51648) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:25.299519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51650) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:25.340783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51652) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:25.404835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3fedcdd6-e5e8-48a9-9e01-832f830958ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.424828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1801f1-fc23-42f9-a2c2-b18cf206a9be admin admin] Deleting subnet fca0da5c-d586-4979-94e0-d6bef9f3d0ef {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:53:25.435743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f1801f1-fc23-42f9-a2c2-b18cf206a9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.522120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b00a6a5-1761-48de-8497-0ef3126aa84b req-b964c982-4aeb-4610-baf2-9e950c0e2fa7 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.5549924 May 26 15:53:25.531747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f1801f1-fc23-42f9-a2c2-b18cf206a9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.580218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1b00a6a5-1761-48de-8497-0ef3126aa84b req-ee14c71d-b02e-4c44-aee9-3e6d14626440 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Request body: {'floatingip': {'port_id': 'c510baca-2e55-4db7-96f3-3da06234160c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:25.586345 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:18Z', 'updated_at': '2022-05-26T15:53:23Z', 'revision_number': 3, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'gw_port': {'id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:20Z', 'updated_at': '2022-05-26T15:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:25.612422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-74114ccb-9d5e-4a58-99eb-841bc70e0943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.627415 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Checking router: ba25a6b7-2a25-49dd-a102-94cfae0aedb9 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:53:25.628942 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Updating router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:53:25.666392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3fedcdd6-e5e8-48a9-9e01-832f830958ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.672819 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.685286 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1b00a6a5-1761-48de-8497-0ef3126aa84b req-ee14c71d-b02e-4c44-aee9-3e6d14626440 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.702385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4412fb10-f488-422f-8b14-6aa5823a76b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.849132 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f1801f1-fc23-42f9-a2c2-b18cf206a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.856205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-74114ccb-9d5e-4a58-99eb-841bc70e0943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.870036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-484549af-a178-4352-be98-435f9271eb8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5817394 May 26 15:53:25.896480 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-74114ccb-9d5e-4a58-99eb-841bc70e0943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:25.951675 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-74114ccb-9d5e-4a58-99eb-841bc70e0943 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=257ed2d64f1a41cdaba59b10575f3938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997171 May 26 15:53:25.960465 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:26.055928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74114ccb-9d5e-4a58-99eb-841bc70e0943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c26d1b-98f0-4902-b4ba-d32d9aab12ff,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:26.068914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf88507-bb18-4436-a3f2-5d3737431f43 req-d6fea1ac-c0e7-437f-974d-f96c79af48b6 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:26.083603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cf88507-bb18-4436-a3f2-5d3737431f43 req-d6fea1ac-c0e7-437f-974d-f96c79af48b6 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 948 time: 0.7967467 May 26 15:53:26.127538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df41fb6b-8a5c-4e97-9c2e-94e6d58cbede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.135862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f1801f1-fc23-42f9-a2c2-b18cf206a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.137348 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.145979 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.158248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4412fb10-f488-422f-8b14-6aa5823a76b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.192009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1801f1-fc23-42f9-a2c2-b18cf206a9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca0da5c-d586-4979-94e0-d6bef9f3d0ef,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:26.196808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4412fb10-f488-422f-8b14-6aa5823a76b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.215104 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f1801f1-fc23-42f9-a2c2-b18cf206a9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.223003 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4857dc-d01d-4fd5-b91e-a7f92c6fa27c None None] Network d086923f-0bf6-42a8-bd3c-cfd933f66c73 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:26.226104 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9f1801f1-fc23-42f9-a2c2-b18cf206a9be admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fca0da5c-d586-4979-94e0-d6bef9f3d0ef HTTP/1.1" status: 204 len: 168 time: 0.9474099 May 26 15:53:26.236591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51662) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:26.239581 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4fcda-e2da-4639-ba6f-7bde986e9c05 None None] Pushing event updated for resources: {'Port': ['ID=30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:26.275606 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df41fb6b-8a5c-4e97-9c2e-94e6d58cbede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.282630 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Attempting to bind port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:26.283371 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Attempting to bind port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:26.283901 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Attempting to bind port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:26.292636 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:26.293146 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:26.293617 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.294142 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:26.295592 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Bound port: 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:26.297002 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.334590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cf88507-bb18-4436-a3f2-5d3737431f43 req-675df6c1-fb48-4122-b947-93b71726fdba tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500918 May 26 15:53:26.343016 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3fedcdd6-e5e8-48a9-9e01-832f830958ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.345595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3fedcdd6-e5e8-48a9-9e01-832f830958ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.357666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3fedcdd6-e5e8-48a9-9e01-832f830958ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bff4ba72-0115-409d-b16c-1d196ee5c4d9 HTTP/1.1" status: 204 len: 168 time: 1.5298476 May 26 15:53:26.357886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f213f9-3375-454b-8ce4-9000f8dcb6d5 None None] Sync routers for ids ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:26.358791 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4412fb10-f488-422f-8b14-6aa5823a76b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe39879c35a240a888335839c7c25bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0184429 May 26 15:53:26.361827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51666) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:26.396968 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] For port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:26.405303 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] For port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:26.412412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412fb10-f488-422f-8b14-6aa5823a76b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fdca8b-5741-4fae-bae8-c5684efd7d0d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:26.413837 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.417136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f213f9-3375-454b-8ce4-9000f8dcb6d5 None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:26.417708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f213f9-3375-454b-8ce4-9000f8dcb6d5 None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 15:53:26.418609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_agentschedulers_db [None req-99f213f9-3375-454b-8ce4-9000f8dcb6d5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent'). {{(pid=109406) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 15:53:26.425938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-2f442489-74d4-4674-9499-9915920d357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:26.427920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-2f442489-74d4-4674-9499-9915920d357e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=212ab48ee182479fb6f70a96048bb035&device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 1118 time: 0.4519999 May 26 15:53:26.473487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.521576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fedcdd6-e5e8-48a9-9e01-832f830958ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff4ba72-0115-409d-b16c-1d196ee5c4d9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:26.644667 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df41fb6b-8a5c-4e97-9c2e-94e6d58cbede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.648188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df41fb6b-8a5c-4e97-9c2e-94e6d58cbede admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.655151 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-df41fb6b-8a5c-4e97-9c2e-94e6d58cbede admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2c26d1b-98f0-4902-b4ba-d32d9aab12ff HTTP/1.1" status: 204 len: 168 time: 0.6904111 May 26 15:53:26.659717 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4fcda-e2da-4639-ba6f-7bde986e9c05 None None] Pushing event updated for resources: {'Port': ['ID=30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:26.671161 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Routers {'ba25a6b7-2a25-49dd-a102-94cfae0aedb9'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:26.671161 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:26.699646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41fb6b-8a5c-4e97-9c2e-94e6d58cbede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c26d1b-98f0-4902-b4ba-d32d9aab12ff,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:26.740464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3520a42b-137e-45d7-8fde-edb3528c69ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.757044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9c997ccc-8d6f-4383-9a06-1212fda2e4ae up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:26.806984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3520a42b-137e-45d7-8fde-edb3528c69ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.812531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 48aa424c-ae4e-40c0-8c35-dd88721822f1 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:53:26.826331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f213f9-3375-454b-8ce4-9000f8dcb6d5 None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:26.827550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f213f9-3375-454b-8ce4-9000f8dcb6d5 None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 15:53:26.828324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_agentschedulers_db [None req-99f213f9-3375-454b-8ce4-9000f8dcb6d5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent'). {{(pid=109406) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 15:53:26.828862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f213f9-3375-454b-8ce4-9000f8dcb6d5 None None] The sync data for ids ['c321aa0b-9e6f-44ef-b126-5ccbf5c3e922'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:26.881756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Deleting port a87c3abb-e31c-4d54-889e-b72e47fe8751 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:26.882126 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:26.920232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 48aa424c-ae4e-40c0-8c35-dd88721822f1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:53:26.920578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 48aa424c-ae4e-40c0-8c35-dd88721822f1 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:53:27.020371 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] Set router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:27.063816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-9700aca1-83bd-4652-8914-610a8362200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:27.066741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-9700aca1-83bd-4652-8914-610a8362200b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d15aa82-f387-4257-91be-98850001aefe HTTP/1.1" status: 200 len: 930 time: 0.5425143 May 26 15:53:27.071664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:53:27.095695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:27.096076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.136345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] For port a87c3abb-e31c-4d54-889e-b72e47fe8751, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a87c3abb-e31c-4d54-889e-b72e47fe8751,segment=NetworkSegment(08f79565-e419-425e-8e02-db342ae54ab9),segment_id=08f79565-e419-425e-8e02-db342ae54ab9)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:27.137022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.158254 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3520a42b-137e-45d7-8fde-edb3528c69ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.168998 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3520a42b-137e-45d7-8fde-edb3528c69ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.170577 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3520a42b-137e-45d7-8fde-edb3528c69ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5fdca8b-5741-4fae-bae8-c5684efd7d0d HTTP/1.1" status: 204 len: 168 time: 0.7966380 May 26 15:53:27.194496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Calling delete_port for a87c3abb-e31c-4d54-889e-b72e47fe8751 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:27.212230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520a42b-137e-45d7-8fde-edb3528c69ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fdca8b-5741-4fae-bae8-c5684efd7d0d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:27.317855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:27.319233 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.356929 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.386452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636acba6-d0a7-48d2-8180-d2067ffa9962 req-10ac51c1-f97d-4de7-ac57-20aae8418b02 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:27.389305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc042022-f271-4b5b-a21c-fa80ce3dcf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c997ccc-8d6f-4383-9a06-1212fda2e4ae'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:27.392107 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843d4f1a-0a4e-404b-b1f4-5e3e4228bf9c" -d '{"events": [{"server_uuid": "dc042022-f271-4b5b-a21c-fa80ce3dcf5b", "name": "network-vif-plugged", "status": "completed", "tag": "9c997ccc-8d6f-4383-9a06-1212fda2e4ae"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:27.397620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-636acba6-d0a7-48d2-8180-d2067ffa9962 req-10ac51c1-f97d-4de7-ac57-20aae8418b02 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.5193145 May 26 15:53:27.401865 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-1b00a6a5-1761-48de-8497-0ef3126aa84b req-ee14c71d-b02e-4c44-aee9-3e6d14626440 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] update failed (client error): There was a conflict when trying to complete your request. May 26 15:53:27.416895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:27.417325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b00a6a5-1761-48de-8497-0ef3126aa84b req-ee14c71d-b02e-4c44-aee9-3e6d14626440 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "PUT /v2.0/floatingips/872f6f88-899f-4aa8-941d-3c8bc403edb3 HTTP/1.1" status: 409 len: 550 time: 1.8940036 May 26 15:53:27.434548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff0864e-0a5a-42fb-9313-7314e2fdeee8 None None] DHCP port deletion for d086923f-0bf6-42a8-bd3c-cfd933f66c73 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:53:27.437756 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.442687 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.475950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-a27e2df1-1673-4ab8-a5bd-f0321be95784 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 200 len: 1023 time: 0.3975511 May 26 15:53:27.525545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51690) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:27.548495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87c3abb-e31c-4d54-889e-b72e47fe8751,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:27.559321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-636acba6-d0a7-48d2-8180-d2067ffa9962 req-b3307c22-444f-4e9d-98d4-9adee78954ad tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443124 May 26 15:53:27.562242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:27.568273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] No DVR routers for this DVR port a87c3abb-e31c-4d54-889e-b72e47fe8751 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:53:27.625115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44be68b9-573d-4b69-82ba-2c7891cad6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.640906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.32', 61523) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:27.643062 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:18Z', 'updated_at': '2022-05-26T15:53:23Z', 'revision_number': 3, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'gw_port': {'id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:20Z', 'updated_at': '2022-05-26T15:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:27.695311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-b902deb3-668a-4ca2-ac50-605b0e2fdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:27.697226 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-b902deb3-668a-4ca2-ac50-605b0e2fdf7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e1f64b-b13b-4917-95f6-fdb3bec98dbd HTTP/1.1" status: 200 len: 868 time: 0.1769812 May 26 15:53:27.716587 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a9303d-a896-4844-a0e7-2f672bd0c32b x-openstack-request-id: req-89a9303d-a896-4844-a0e7-2f672bd0c32b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:27.717093 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc042022-f271-4b5b-a21c-fa80ce3dcf5b", "name": "network-vif-plugged", "status": "completed", "tag": "9c997ccc-8d6f-4383-9a06-1212fda2e4ae", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:27.717498 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89a9303d-a896-4844-a0e7-2f672bd0c32b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:27.718116 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a9303d-a896-4844-a0e7-2f672bd0c32b'] response: {'server_uuid': 'dc042022-f271-4b5b-a21c-fa80ce3dcf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c997ccc-8d6f-4383-9a06-1212fda2e4ae', 'code': 200} May 26 15:53:27.738312 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.768971 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6af339-3b7c-415b-af0e-19b9a84edb6d None None] The sync data for ids ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'] in n-d-843336-2 is: [{'id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:18Z', 'updated_at': '2022-05-26T15:53:23Z', 'revision_number': 3, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'gw_port': {'id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:20Z', 'updated_at': '2022-05-26T15:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:27.774975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d086923f-0bf6-42a8-bd3c-cfd933f66c73']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:27.785550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.32', 61524) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:27.859209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f79565-e419-425e-8e02-db342ae54ab9') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:27.859429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f79565-e419-425e-8e02-db342ae54ab9') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:27.885712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-f6ce5d2a-4d3e-4020-8b4e-bcb1f530144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:27.892738 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-f6ce5d2a-4d3e-4020-8b4e-bcb1f530144c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1101 time: 0.2465909 May 26 15:53:27.905409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.935671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51694) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:27.963782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:27.999449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-38330e36-a689-4f92-879d-cb3f28aad08f tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips/872f6f88-899f-4aa8-941d-3c8bc403edb3 HTTP/1.1" status: 200 len: 693 time: 0.1896434 May 26 15:53:28.017281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485a750-3816-4833-b028-220cc33ee007 req-e9957638-b72e-49ff-862b-cf45263dd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:28.026029 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d485a750-3816-4833-b028-220cc33ee007 req-e9957638-b72e-49ff-862b-cf45263dd9f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 1100 time: 0.2238178 May 26 15:53:28.026029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:53:28.026029 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:28.053584 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 08f79565-e419-425e-8e02-db342ae54ab9 resource provider aggregate not found May 26 15:53:28.087554 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79db6919-4d85-427b-bb99-6037eef7c3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:28.096595 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 08f79565-e419-425e-8e02-db342ae54ab9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08f79565-e419-425e-8e02-db342ae54ab9 found for delete ", "request_id": "req-1a0a56f7-5ee1-4abf-9587-4f1cf0169944"}]} May 26 15:53:28.120747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e9ed4-c3b5-4623-8dab-0d1db380ee5d req-b63d8628-ef52-48fa-a869-ee77f9c3f59e tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:28.122435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-098e9ed4-c3b5-4623-8dab-0d1db380ee5d req-b63d8628-ef52-48fa-a869-ee77f9c3f59e tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 949 time: 0.4302545 May 26 15:53:28.124521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-b2f0a467-3473-446a-8b38-ad266e3bdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:28.126550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-b2f0a467-3473-446a-8b38-ad266e3bdbc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d15aa82-f387-4257-91be-98850001aefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3608799 May 26 15:53:28.188278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44be68b9-573d-4b69-82ba-2c7891cad6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:28.189268 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:28.221400 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:28.224601 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d086923f-0bf6-42a8-bd3c-cfd933f66c73 HTTP/1.1" status: 204 len: 168 time: 1.9849193 May 26 15:53:28.229447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44be68b9-573d-4b69-82ba-2c7891cad6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:28.249428 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d485a750-3816-4833-b028-220cc33ee007 req-f890c3d8-4f25-4ad9-8cb0-29ccbcb84185 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055812 May 26 15:53:28.296496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43648bc-76a6-470a-a242-34d7e2421ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d086923f-0bf6-42a8-bd3c-cfd933f66c73,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:28.302280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-78c653f2-70b4-4e1b-ad7d-a840cae320ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:28.303776 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-78c653f2-70b4-4e1b-ad7d-a840cae320ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3848281 May 26 15:53:28.330172 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-44be68b9-573d-4b69-82ba-2c7891cad6b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0bd38249cfa4685877c9ba7a42ac158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8035250 May 26 15:53:28.330763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51708) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:28.332750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be68b9-573d-4b69-82ba-2c7891cad6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdb64de-5f8a-4c50-a6a5-6bf4cdc63b8c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:28.350432 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-a891be71-9a6a-43ec-affb-e656ddcb62bf service neutron] show failed (client error): The resource could not be found. May 26 15:53:28.352054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-a891be71-9a6a-43ec-affb-e656ddcb62bf service neutron] 10.222.0.32 "GET /v2.0/ports/c9ae2f2c-ef16-4319-940f-f5853f46810c/bindings/n-h1-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.8326702 May 26 15:53:28.457069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-90ee7855-57cf-4750-8141-b5c16769912e service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189189 May 26 15:53:28.464804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51712) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:28.485942 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02857827-40ab-44fc-9544-597f5f164b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:28.572701 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-06cdca1c-a0c3-4697-a893-59adbc2470c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36334499e4664838aa12f5fb8a224abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042731 May 26 15:53:28.577804 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-f5fd0f98-cb16-4742-b6a4-629872148a09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.0928640 May 26 15:53:28.578472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51714) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:28.590137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02857827-40ab-44fc-9544-597f5f164b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:28.618858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51718) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:28.679427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd712d24-f74e-47ee-8103-10f4d4d3f5a1 req-0a317868-9b74-4619-a6fa-94a9f6006467 service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953368 May 26 15:53:28.738819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-098e9ed4-c3b5-4623-8dab-0d1db380ee5d req-a29d0f74-13bb-426c-b1a1-74eb8f2f0703 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020310 May 26 15:53:28.853337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Allocated IP 172.20.0.1 (675db4b6-31ae-42a3-a9d9-52c16122b0b0/b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70/bb449331-696c-40bf-8266-d4827ef04bec) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:28.884685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:28.951430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:28.952612 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:28.971197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-b713a54f-b4ee-4080-9fdc-4a547cc8107d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:28.978757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-b713a54f-b4ee-4080-9fdc-4a547cc8107d tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.8930204 May 26 15:53:29.033258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-9c1db3a0-93e9-4ef3-8cb4-f115cf1f1743 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:53:29.043478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-9c1db3a0-93e9-4ef3-8cb4-f115cf1f1743 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636637 May 26 15:53:29.083469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-811798067-network', 'tenant_id': 'b48d3ea87d624798b9ad4d1d57d9a08c'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:29.083801 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79db6919-4d85-427b-bb99-6037eef7c3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.087829 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:29.088487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.130935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:29.140212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-d9811244-69e9-4884-b6d6-505dc6ce20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:29.141745 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-d9811244-69e9-4884-b6d6-505dc6ce20dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.5477862 May 26 15:53:29.143507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.165076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-5d30985d-2e3e-49c3-93f0-30836f86dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:29.166799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-5d30985d-2e3e-49c3-93f0-30836f86dfa1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 1101 time: 0.3206034 May 26 15:53:29.178436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-7ebda832-ee44-41db-a14f-c7a67bdab766 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.1324809 May 26 15:53:29.224888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d363b8d6-096e-4663-a4ef-febab391e643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.237317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a87c3abb-e31c-4d54-889e-b72e47fe8751 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:53:29.258213 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d363b8d6-096e-4663-a4ef-febab391e643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.266177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a87c3abb-e31c-4d54-889e-b72e47fe8751 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:53:29.266617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a87c3abb-e31c-4d54-889e-b72e47fe8751 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:53:29.267104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:53:29.284955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:29.289501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79db6919-4d85-427b-bb99-6037eef7c3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.306377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:29.311940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:53:29.312769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6507fa2b-fa1a-499a-9d47-bdb37897c4c6 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:53:29.337547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Made reservation on behalf of b48d3ea87d624798b9ad4d1d57d9a08c for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:29.341357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.353768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02857827-40ab-44fc-9544-597f5f164b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.356481 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02857827-40ab-44fc-9544-597f5f164b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.357745 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-02857827-40ab-44fc-9544-597f5f164b82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8bdb64de-5f8a-4c50-a6a5-6bf4cdc63b8c HTTP/1.1" status: 204 len: 168 time: 1.0259290 May 26 15:53:29.371168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02857827-40ab-44fc-9544-597f5f164b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdb64de-5f8a-4c50-a6a5-6bf4cdc63b8c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:29.373535 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d363b8d6-096e-4663-a4ef-febab391e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.376348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d363b8d6-096e-4663-a4ef-febab391e643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.380360 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d363b8d6-096e-4663-a4ef-febab391e643 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/363b0396-7f4f-42f1-b1c9-daa599aa384c HTTP/1.1" status: 204 len: 168 time: 0.7976594 May 26 15:53:29.381400 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.420072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-b17b4bf6-e375-48fc-a52b-6d3672c64951 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.2407277 May 26 15:53:29.427957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec27d6-0af4-42b7-b56f-7439d7226e4e req-411290c3-f5dd-4d17-b23c-528fae21943f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:29.429583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65ec27d6-0af4-42b7-b56f-7439d7226e4e req-411290c3-f5dd-4d17-b23c-528fae21943f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.4847391 May 26 15:53:29.496588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.508197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.523256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363b8d6-096e-4663-a4ef-febab391e643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b0396-7f4f-42f1-b1c9-daa599aa384c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:29.530206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-9e277ebb-3554-4c0c-b992-d99bc9d03da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:29.532152 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-9e277ebb-3554-4c0c-b992-d99bc9d03da7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3681450 May 26 15:53:29.547765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-79db6919-4d85-427b-bb99-6037eef7c3b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=574d5b8a50204c89a95283d1e69b0c15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5968549 May 26 15:53:29.555379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:29.579013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db6919-4d85-427b-bb99-6037eef7c3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2ece0a-7962-430a-b5b9-3ff8aa27b227,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:29.650439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:53:29.665078 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.716738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65ec27d6-0af4-42b7-b56f-7439d7226e4e req-3b38b2a2-28b4-4547-aa1d-3a5d8e92edf9 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634211 May 26 15:53:29.736861 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.784535 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f13960-f066-49cc-b5ce-857fb0e9aa89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.805981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:29.808164 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Added segment 371ce505-a603-4ade-9da4-2706ffec3107 of type vlan for network 0f895ef6-1747-4739-ab45-0caac76d6a88 May 26 15:53:29.812925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e71e53-6a52-4a55-928b-a4e3cb445c6e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:29.963313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.005236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f13960-f066-49cc-b5ce-857fb0e9aa89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.098892 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-df482151-c1d2-4294-a742-df39d50e49be service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415032 May 26 15:53:30.104418 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.105529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:30.106239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.146890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f13960-f066-49cc-b5ce-857fb0e9aa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.153138 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f13960-f066-49cc-b5ce-857fb0e9aa89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.153138 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-87f13960-f066-49cc-b5ce-857fb0e9aa89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db2ece0a-7962-430a-b5b9-3ff8aa27b227 HTTP/1.1" status: 204 len: 168 time: 0.5927341 May 26 15:53:30.158312 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.220170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f13960-f066-49cc-b5ce-857fb0e9aa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2ece0a-7962-430a-b5b9-3ff8aa27b227,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:30.286519 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6630971 May 26 15:53:30.295776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51756) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:30.302260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Request body: {'subnet': {'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-811798067-subnet', 'tenant_id': 'b48d3ea87d624798b9ad4d1d57d9a08c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:30.309474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Deleting port 1e792c33-8c46-4113-b2d1-6236d7a263f8 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:30.310142 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.334921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:30.349025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e7595-1345-4142-bc1c-5c09e7e2a868 admin admin] Pushing event updated for resources: {'Network': ['ID=0f895ef6-1747-4739-ab45-0caac76d6a88,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:30.351984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Pushing event updated for resources: {'Port': ['ID=bb449331-696c-40bf-8266-d4827ef04bec,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:30.355994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Made reservation on behalf of b48d3ea87d624798b9ad4d1d57d9a08c for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:30.358368 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.360451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:30.410780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:30.423603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 0f895ef6-1747-4739-ab45-0caac76d6a88 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:53:30.529830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:30.547501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b1edcf6d-1e20-4b95-bebb-fa8b93814f94 req-96b09ec3-a9e2-482b-a491-4a4902e2773c service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361091 May 26 15:53:30.558191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795df7b-9cfe-46a2-aebe-bbd9ed7d4f54 req-eef90c5c-da83-4722-955a-a9283f1d3f03 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:30.560924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9795df7b-9cfe-46a2-aebe-bbd9ed7d4f54 req-eef90c5c-da83-4722-955a-a9283f1d3f03 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 949 time: 0.4686835 May 26 15:53:30.628302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.629597 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.647689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Calling delete_port for 1e792c33-8c46-4113-b2d1-6236d7a263f8 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:30.667519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.735867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:30.736244 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.762078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:30.762411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Network hostable DHCP agents. Network: 0f895ef6-1747-4739-ab45-0caac76d6a88, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:53:30.766898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23045aac-090f-4260-81be-9be8689e6a8a,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:30.800760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Network 0f895ef6-1747-4739-ab45-0caac76d6a88 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:53:30.815051 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:53:30.827364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 0f895ef6-1747-4739-ab45-0caac76d6a88) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:30.835677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:30.836410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.855199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7ef82-5819-42b2-980e-8d75224e903e None None] Network 0f895ef6-1747-4739-ab45-0caac76d6a88 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:30.866285 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ce870679-75ee-4f52-b85d-13623c4542f8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5684466 May 26 15:53:30.886764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51772) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:30.889746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9cdc7237-0c6e-4f28-a137-ee55b91f9876 None None] Provisioning complete for port bb449331-696c-40bf-8266-d4827ef04bec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:30.890335 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7237-0c6e-4f28-a137-ee55b91f9876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:30.915001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:30.957928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc7237-0c6e-4f28-a137-ee55b91f9876 None None] Port bb449331-696c-40bf-8266-d4827ef04bec cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:30.961936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:31.004012 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.035207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:31.071513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.090231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:31.093155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-407661926-network', 'tenant_id': 'db8f122bae4c4087bdc4cf2128dffc0f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:31.093377 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3304b4-a0bb-4907-8a2c-ab824809ea50" -d '{"events": [{"server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:31.100859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcdff46-80de-43a1-aa10-92bc2e1b3365 None None] Network 0f895ef6-1747-4739-ab45-0caac76d6a88 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:31.112395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.130078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Made reservation on behalf of db8f122bae4c4087bdc4cf2128dffc0f for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:31.134349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.148797 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.181607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Pushing event deleted for resources: {'Port': ['ID=1e792c33-8c46-4113-b2d1-6236d7a263f8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:31.210795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Transition to ACTIVE for port object c9ae2f2c-ef16-4319-940f-f5853f46810c will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:53:31.253068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.283012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.288588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.313150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9795df7b-9cfe-46a2-aebe-bbd9ed7d4f54 req-4368819c-4eec-42ce-8266-cd7125d9a319 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440631 May 26 15:53:31.340225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:53:31.353323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d13ab8-494f-416d-b5da-4ae8cdf7d51f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:31.360875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.361320 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Added segment 471888d3-c30f-48c1-bb7a-5346b5a66973 of type vlan for network 1b7b05e2-7140-4867-92bf-a086c4f93820 May 26 15:53:31.414072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.483668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.484994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:31.485635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.549529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] No DVR routers for this DVR port c9ae2f2c-ef16-4319-940f-f5853f46810c on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:53:31.553973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:31.557748 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6667070 May 26 15:53:31.562329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51802) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:31.564704 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.568914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.570093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5261351-c0d6-476e-adc5-c74fcd3f2fde req-c403ecd9-a542-4825-a9e3-bd0614525f32 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "DELETE /v2.0/floatingips/872f6f88-899f-4aa8-941d-3c8bc403edb3 HTTP/1.1" status: 204 len: 173 time: 2.1395206 May 26 15:53:31.591918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071df47-9f32-4a98-a52a-51e26516d72c admin admin] Pushing event updated for resources: {'Network': ['ID=1b7b05e2-7140-4867-92bf-a086c4f93820,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:31.596755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Request body: {'subnet': {'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-407661926-subnet', 'tenant_id': 'db8f122bae4c4087bdc4cf2128dffc0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:31.606898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 1b7b05e2-7140-4867-92bf-a086c4f93820 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:53:31.657298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.690685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65da66-4e92-4b54-ae4d-f897c79361c9 req-be3aaa27-5a5e-47fa-a6f2-fabc147f16c4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:31.692282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c65da66-4e92-4b54-ae4d-f897c79361c9 req-be3aaa27-5a5e-47fa-a6f2-fabc147f16c4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 948 time: 0.2878706 May 26 15:53:31.726674 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691c9360-42ec-4bb6-9629-7ed3fdbe853a x-openstack-request-id: req-691c9360-42ec-4bb6-9629-7ed3fdbe853a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:31.726979 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:31.727203 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-691c9360-42ec-4bb6-9629-7ed3fdbe853a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:31.729979 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691c9360-42ec-4bb6-9629-7ed3fdbe853a'] response: {'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'code': 200} May 26 15:53:31.747053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Attempting to bind port c9ae2f2c-ef16-4319-940f-f5853f46810c on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:31.747394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Attempting to bind port c9ae2f2c-ef16-4319-940f-f5853f46810c by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:31.747734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Attempting to bind port c9ae2f2c-ef16-4319-940f-f5853f46810c on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:31.751777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Made reservation on behalf of db8f122bae4c4087bdc4cf2128dffc0f for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:31.754351 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.802392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Port c9ae2f2c-ef16-4319-940f-f5853f46810c on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:53:31.802749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Attempting to bind port c9ae2f2c-ef16-4319-940f-f5853f46810c on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:31.841364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:31.841787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:31.842126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:31.842588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Bound port: c9ae2f2c-ef16-4319-940f-f5853f46810c, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:31.843343 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:31.919960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c65da66-4e92-4b54-ae4d-f897c79361c9 req-0a7c9c0e-4328-4743-8fda-afd15bf1fed4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013047 May 26 15:53:32.150083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:32.166565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-23a0ee02-7708-4166-bd87-415db59c2050 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 1023 time: 0.1750140 May 26 15:53:32.225620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:32.254573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.329963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-0207fc65-603f-41a8-b1bc-9b9cce1ea277 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:32.332079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-0207fc65-603f-41a8-b1bc-9b9cce1ea277 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports/c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 200 len: 964 time: 0.1335785 May 26 15:53:32.357774 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.362036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:32.362807 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.364643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] 10.222.0.24 "PUT /v2.0/ports/c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 1096 time: 3.1787145 May 26 15:53:32.369690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51842) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:32.376265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1066602254-network', 'tenant_id': 'decb9caa5538483789ba86b5a75db7bc'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:32.408407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Made reservation on behalf of decb9caa5538483789ba86b5a75db7bc for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:32.412024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.427939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.446313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.485377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c9ae2f2c-ef16-4319-940f-f5853f46810c no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:53:32.556622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c9ae2f2c-ef16-4319-940f-f5853f46810c not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:53:32.583184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.588966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.614199 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:53:32.638236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ea81d-57c0-444c-ad8b-89e314afd318,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:32.660346 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.660762 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Added segment d5a2551d-3747-43fe-92f5-dbbe71cb9a10 of type vlan for network 2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede May 26 15:53:32.717963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.760786 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.762403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:32.763627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.833895 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4598451 May 26 15:53:32.838893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51858) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:32.846503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Request body: {'subnet': {'network_id': '2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1066602254-subnet', 'tenant_id': 'decb9caa5538483789ba86b5a75db7bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:32.863206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98bff9-3c76-4ef3-bd27-250b5b2a59a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:32.880008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:53:32.891390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Made reservation on behalf of decb9caa5538483789ba86b5a75db7bc for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:32.894830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.901443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d1208-2d82-435a-85bf-4adfcb042e62 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:32.920926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.999970 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:33.009077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4bb1-a750-41b1-92c5-a836b3b8f9ff req-408d0cb1-310b-4e21-916b-9e875ce182aa tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:33.016622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac2e4bb1-a750-41b1-92c5-a836b3b8f9ff req-408d0cb1-310b-4e21-916b-9e875ce182aa tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 949 time: 0.7016165 May 26 15:53:33.027321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-167e0635-1505-455b-8eca-dede3cc7d99e tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 1023 time: 0.6118817 May 26 15:53:33.084791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-9dd47c7d-902c-4e87-9bbd-e017a3cdd913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:33.086279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-9dd47c7d-902c-4e87-9bbd-e017a3cdd913 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1099 time: 0.6698461 May 26 15:53:33.116601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Pushing event updated for resources: {'Port': ['ID=bb449331-696c-40bf-8266-d4827ef04bec,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:33.116830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:33.132164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=71290587-b45d-4255-a963-77e9a7a9bb52,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:33.174125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b49ac9-5377-4800-bfb0-9dcee6d446ef,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:33.195160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Checking segment: {'id': 'd5a2551d-3747-43fe-92f5-dbbe71cb9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:33.195889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Network hostable DHCP agents. Network: 2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:53:33.214579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Network 2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:53:33.228404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:33.236243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:33.237100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:33.252187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ae29e-c886-4fbc-b9e3-008a7e46a337 None None] Network 2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:33.271317 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e400f075-48cf-457c-aa4b-9d4bff339ff4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4304285 May 26 15:53:33.295675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac2e4bb1-a750-41b1-92c5-a836b3b8f9ff req-e650ec40-7e66-469d-b208-927315141f25 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780950 May 26 15:53:33.327273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:33.327630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Network hostable DHCP agents. Network: 1b7b05e2-7140-4867-92bf-a086c4f93820, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:53:33.400441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:33.406729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:33.419402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-aa7b836c-810a-4b70-b58f-58b991fdba61 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:33.421167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-aa7b836c-810a-4b70-b58f-58b991fdba61 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.3776371 May 26 15:53:33.429365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-c4bd2d0d-6bca-4759-ac18-dbf37d6076e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:33.431546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-c4bd2d0d-6bca-4759-ac18-dbf37d6076e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3162777 May 26 15:53:33.452228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-ffe6629a-be9f-4821-a8db-0dd4da6f496a tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:53:33.453690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-ffe6629a-be9f-4821-a8db-0dd4da6f496a tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160277 May 26 15:53:33.455997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Network 1b7b05e2-7140-4867-92bf-a086c4f93820 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:53:33.534131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29093667-4a76-4019-9a5e-bc1f28fd7c14 None None] Network 2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:33.593298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 1b7b05e2-7140-4867-92bf-a086c4f93820) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:33.606164 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-0f19891a-e2d0-4fab-8113-1dc736a9a8b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.1658940 May 26 15:53:33.651633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:33.652236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:33.688601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd622e36-eed2-4ca6-bf9b-22c19f8c8f3c None None] Network 1b7b05e2-7140-4867-92bf-a086c4f93820 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:33.736709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:33.739145 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f4fd36-7308-4dab-896b-8a7badd5b273" -d '{"events": [{"name": "network-changed", "server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:33.786158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0051c0d2-c364-425e-b2fd-cd8d430177ba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2135987 May 26 15:53:33.832326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-0ef170d9-074a-4389-bb36-ded822ec13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:33.833778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-0ef170d9-074a-4389-bb36-ded822ec13a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1891568 May 26 15:53:33.841920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11923177-b386-462c-87e4-4396ca3cbea2 req-582e98a0-7183-41f1-a6a0-dbd26924f2cc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:33.843351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11923177-b386-462c-87e4-4396ca3cbea2 req-582e98a0-7183-41f1-a6a0-dbd26924f2cc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 948 time: 0.2590547 May 26 15:53:33.846300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-30e4034b-dd44-4fcf-a78c-e13334bf0f91 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 1023 time: 0.3128297 May 26 15:53:33.860463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1865e51d-2c84-4b10-b7b3-00329bd78199 None None] Provisioning complete for port bb449331-696c-40bf-8266-d4827ef04bec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:33.861012 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1865e51d-2c84-4b10-b7b3-00329bd78199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:33.867583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fafb18-562b-4594-89d3-abaeed22233d None None] Network 1b7b05e2-7140-4867-92bf-a086c4f93820 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:33.879190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:53:33.898941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-dc84661a-5161-4ef1-8cb3-cac5c81c4363 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:34.037391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11923177-b386-462c-87e4-4396ca3cbea2 req-706c051b-27cf-4869-bb1a-ffe35a58e287 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569963 May 26 15:53:34.040752 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-dc84661a-5161-4ef1-8cb3-cac5c81c4363 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.046919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-87c50d13-20da-4fdb-bd4a-cd86c6368b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:34.048713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-87c50d13-20da-4fdb-bd4a-cd86c6368b16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984887 May 26 15:53:34.092190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1865e51d-2c84-4b10-b7b3-00329bd78199 None None] Port bb449331-696c-40bf-8266-d4827ef04bec cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:34.263701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:34.277451 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Sync routers for ids ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:34.282053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6ed11133-1049-42e1-b62b-589991b0200e admin admin] 10.222.0.39 "PUT /v2.0/routers/ba25a6b7-2a25-49dd-a102-94cfae0aedb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2715311 May 26 15:53:34.290428 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-ccf85b44-b911-4ccb-a05d-e56d62360a23 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022581 May 26 15:53:34.294241 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Routers {'ba25a6b7-2a25-49dd-a102-94cfae0aedb9'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:34.296445 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:34.406990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a57398c-32c5-4d49-909a-072f1474cbb7 req-ec32f788-6034-43d9-8f0a-ece4485ef46b service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039777 May 26 15:53:34.488676 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Set router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:34.498146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-dc84661a-5161-4ef1-8cb3-cac5c81c4363 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.510147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51924) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:34.515755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1191978763-network', 'tenant_id': '3d1f0c2bd1d740519efb78304413dfec'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:34.520141 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-dc84661a-5161-4ef1-8cb3-cac5c81c4363 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.522433 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-dc84661a-5161-4ef1-8cb3-cac5c81c4363 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Floating IP 3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f disassociated. External IP: 172.25.0.134, port: c510baca-2e55-4db7-96f3-3da06234160c. May 26 15:53:34.548530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Made reservation on behalf of 3d1f0c2bd1d740519efb78304413dfec for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:34.551758 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.563981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.572238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-9371ec3b-eedf-47de-90b5-570a5c784b24 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817518 May 26 15:53:34.658182 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.664280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.692916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:53:34.704332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9593a8-c5d5-430b-9f3f-15bc7c77fca5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:34.710557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.710991 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Added segment 8d61677a-5d56-4cec-bb50-c9bf9e57a945 of type vlan for network ad0876e1-6c44-4fed-8cf9-186c903fbb1d May 26 15:53:34.729710 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:18Z', 'updated_at': '2022-05-26T15:53:31Z', 'revision_number': 4, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'gw_port': {'id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:20Z', 'updated_at': '2022-05-26T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'bb449331-696c-40bf-8266-d4827ef04bec', 'name': '', 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'mac_address': 'fa:16:3e:b8:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:27Z', 'updated_at': '2022-05-26T15:53:31Z', 'revision_number': 2, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'subnets': [{'id': 'b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:34.752257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.761433 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Checking router: ba25a6b7-2a25-49dd-a102-94cfae0aedb9 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:53:34.761865 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Updating router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 port bb449331-696c-40bf-8266-d4827ef04bec binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:53:34.777418 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.778939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:34.779527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.779916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-03ac395a-ccb0-4c49-b412-a36e76669f62 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:34.781965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-03ac395a-ccb0-4c49-b412-a36e76669f62 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023323 May 26 15:53:34.789294 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.807920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-50067a9d-364f-4c08-939e-33f6f0abe081 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/quotas/5042d903da904fc1a0f2f58dff2bb68d HTTP/1.1" status: 200 len: 375 time: 0.0198648 May 26 15:53:34.867039 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3527575 May 26 15:53:34.867039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb22bf2-e17f-4be6-b91e-3699ab12281d admin admin] Pushing event updated for resources: {'Network': ['ID=ad0876e1-6c44-4fed-8cf9-186c903fbb1d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:34.868621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51926) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:34.878529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ad0876e1-6c44-4fed-8cf9-186c903fbb1d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:53:34.880052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Request body: {'subnet': {'network_id': 'ad0876e1-6c44-4fed-8cf9-186c903fbb1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1191978763-subnet', 'tenant_id': '3d1f0c2bd1d740519efb78304413dfec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:34.926721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Made reservation on behalf of 3d1f0c2bd1d740519efb78304413dfec for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:34.929470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:34.990496 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3eee4e09-7d90-4924-a60d-7bfe1d1aaeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.090508 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.096435 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.132597 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.156461 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d08805ae-bbaf-44c1-9d9a-fd0312f56ac6 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3474298 May 26 15:53:35.159129 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8015d-0595-47e8-983b-f3db2a4e6e73 None None] Pushing event updated for resources: {'Port': ['ID=bb449331-696c-40bf-8266-d4827ef04bec,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:35.163629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-dc84661a-5161-4ef1-8cb3-cac5c81c4363 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Router c8fafa62-3e7e-4819-84c6-aba4fc10996a has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:53:35.228357 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Attempting to bind port bb449331-696c-40bf-8266-d4827ef04bec on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:35.229022 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Attempting to bind port bb449331-696c-40bf-8266-d4827ef04bec by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:35.230973 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Attempting to bind port bb449331-696c-40bf-8266-d4827ef04bec on network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:35.238018 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:35.238684 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Checking segment: {'id': 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:35.239245 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.240235 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Bound using segment: {'id': 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:35.240957 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Bound port: bb449331-696c-40bf-8266-d4827ef04bec, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:35.241544 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.244628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Checking segment: {'id': '8d61677a-5d56-4cec-bb50-c9bf9e57a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ad0876e1-6c44-4fed-8cf9-186c903fbb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:35.244983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Network hostable DHCP agents. Network: ad0876e1-6c44-4fed-8cf9-186c903fbb1d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:53:35.249457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1d10f3-1cd1-44ea-9ef9-8e156c4676a6,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:35.271900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Network ad0876e1-6c44-4fed-8cf9-186c903fbb1d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:53:35.287938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ad0876e1-6c44-4fed-8cf9-186c903fbb1d) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:35.298619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c1302-e366-404a-8210-908105c5bdcc None None] Network ad0876e1-6c44-4fed-8cf9-186c903fbb1d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:35.303290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:35.304437 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.316416 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] For port bb449331-696c-40bf-8266-d4827ef04bec, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:35.320550 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] For port bb449331-696c-40bf-8266-d4827ef04bec, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bb449331-696c-40bf-8266-d4827ef04bec,segment=NetworkSegment(ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1),segment_id=ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:35.326151 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.332973 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-002d54d8-3102-4fb3-a81d-3efc753ebec0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4616499 May 26 15:53:35.352438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-dc84661a-5161-4ef1-8cb3-cac5c81c4363 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:35.362225 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-dc84661a-5161-4ef1-8cb3-cac5c81c4363 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.390385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] Sync routers for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:35.410592 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8015d-0595-47e8-983b-f3db2a4e6e73 None None] Pushing event updated for resources: {'Port': ['ID=bb449331-696c-40bf-8266-d4827ef04bec,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:35.416675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:35.417504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:35.437671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-dc84661a-5161-4ef1-8cb3-cac5c81c4363 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "PUT /v2.0/floatingips/3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f HTTP/1.1" status: 200 len: 695 time: 1.5607886 May 26 15:53:35.460547 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Routers {'ba25a6b7-2a25-49dd-a102-94cfae0aedb9'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:35.464365 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:35.552624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-8dbdcf31-b525-48d9-8070-3409160e6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:35.554271 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-8dbdcf31-b525-48d9-8070-3409160e6a42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=212ab48ee182479fb6f70a96048bb035&device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 1118 time: 0.0826313 May 26 15:53:35.688957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:35.764734 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] Set router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:35.782900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-cbb48781-498f-4dc0-8f40-f9bb3a718c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:35.788473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-cbb48781-498f-4dc0-8f40-f9bb3a718c31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d15aa82-f387-4257-91be-98850001aefe HTTP/1.1" status: 200 len: 930 time: 0.2210851 May 26 15:53:35.904959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Provisioning complete for port bb449331-696c-40bf-8266-d4827ef04bec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:35.905419 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:35.907581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-5a43bc68-bf2c-4f59-bba9-69e813f96a34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 200 len: 217 time: 0.1122761 May 26 15:53:35.971950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-487cb894-7b6b-4b93-8eb2-4863f815c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:35.976952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1616ba0-c7ac-47d1-aeb5-21bf9ff5a34a None None] Network ad0876e1-6c44-4fed-8cf9-186c903fbb1d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:35.981963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-487cb894-7b6b-4b93-8eb2-4863f815c51a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c9e1f64b-b13b-4917-95f6-fdb3bec98dbd HTTP/1.1" status: 200 len: 868 time: 0.0712597 May 26 15:53:36.043251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-1d55216d-b325-4ba4-9a8f-de0eaab0e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:36.051780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-1d55216d-b325-4ba4-9a8f-de0eaab0e9bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d15aa82-f387-4257-91be-98850001aefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689237 May 26 15:53:36.164047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-ca114abc-040a-4903-b8cf-3b1a43361481 service neutron] 10.222.0.39 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110685 May 26 15:53:36.360091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Current status of the port bb449331-696c-40bf-8266-d4827ef04bec is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:36.360642 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:36.373680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fd7ffc-6bcf-4219-9de0-7ff6bd67bc92 req-183e392a-eb6b-4a9a-b298-992946da4c75 service neutron] 10.222.0.39 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085264 May 26 15:53:36.397348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '8c19cd81-f449-4bac-bf1c-9bb0a9a789ca', 'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'mac_address': 'fa:16:3e:83:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:40Z', 'updated_at': '2022-05-26T15:52:47Z', 'revision_number': 5, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'subnets': [{'id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:36.411217 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:18Z', 'updated_at': '2022-05-26T15:53:31Z', 'revision_number': 4, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'gw_port': {'id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:20Z', 'updated_at': '2022-05-26T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'bb449331-696c-40bf-8266-d4827ef04bec', 'name': '', 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'mac_address': 'fa:16:3e:b8:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:27Z', 'updated_at': '2022-05-26T15:53:35Z', 'revision_number': 4, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'subnets': [{'id': 'b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:36.435446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] Checking router: c8fafa62-3e7e-4819-84c6-aba4fc10996a for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:53:36.441174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] For port bb449331-696c-40bf-8266-d4827ef04bec, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bb449331-696c-40bf-8266-d4827ef04bec,segment=NetworkSegment(ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1),segment_id=ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:36.444215 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9dd8e-18fa-4894-8e14-f42d57610fc8 None None] The sync data for ids ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'] in n-d-843336-2 is: [{'id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:18Z', 'updated_at': '2022-05-26T15:53:31Z', 'revision_number': 4, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'gw_port': {'id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:20Z', 'updated_at': '2022-05-26T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'bb449331-696c-40bf-8266-d4827ef04bec', 'name': '', 'network_id': '675db4b6-31ae-42a3-a9d9-52c16122b0b0', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'mac_address': 'fa:16:3e:b8:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:27Z', 'updated_at': '2022-05-26T15:53:35Z', 'revision_number': 4, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'subnets': [{'id': 'b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:36.448572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:36.449199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:36.452881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:36.536858 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2ab11d-1be0-4566-9f03-4e30fda00c8a x-openstack-request-id: req-ec2ab11d-1be0-4566-9f03-4e30fda00c8a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:36.537316 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:36.537420 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec2ab11d-1be0-4566-9f03-4e30fda00c8a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:36.537743 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2ab11d-1be0-4566-9f03-4e30fda00c8a'] response: {'name': 'network-changed', 'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'status': 'completed', 'code': 200} May 26 15:53:36.640454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-1d81039b-6214-4f90-98f3-21eaa32ecc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:36.642165 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-1d81039b-6214-4f90-98f3-21eaa32ecc26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1099 time: 0.0753541 May 26 15:53:36.749645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:36.751688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fd99a70b-75b6-48ca-a1ed-4949da4ca9e8 None None] Provisioning complete for port bb449331-696c-40bf-8266-d4827ef04bec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:36.752045 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd99a70b-75b6-48ca-a1ed-4949da4ca9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:36.753280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-b9b22919-8dc0-4867-9e58-c46c3635fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:36.755106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-b9b22919-8dc0-4867-9e58-c46c3635fe8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1099 time: 0.2198670 May 26 15:53:36.767600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-0edb2ebb-3c6e-420e-99ee-922178f90f57 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:36.777280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-0edb2ebb-3c6e-420e-99ee-922178f90f57 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 807 time: 0.3431106 May 26 15:53:36.849366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-78327955-0167-4fa7-a6be-15bfa5b4ef8a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/quotas/b48d3ea87d624798b9ad4d1d57d9a08c HTTP/1.1" status: 200 len: 375 time: 0.0703220 May 26 15:53:36.867421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-e653b70c-7144-4113-b57f-3d3394e540d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:36.868900 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-e653b70c-7144-4113-b57f-3d3394e540d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2196362 May 26 15:53:36.891462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Pushing event updated for resources: {'Port': ['ID=bb449331-696c-40bf-8266-d4827ef04bec,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:36.937872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.938710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.939509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.940160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.942170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.942865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.943435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.943986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.944539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.945083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.945633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.946223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69b72-eb47-4582-bb65-721caca37733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:53:36.971093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-458ef0f7-aaee-4bda-96e4-1eb1f5c5270f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.0891981 May 26 15:53:36.980033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52008) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:37.014841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-4f199e16-a5fd-404b-9526-c30e49be67fb tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1618946 May 26 15:53:37.023792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-559b5bdd-ed7c-4809-bf43-77e2afb02630 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:53:37.033535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-559b5bdd-ed7c-4809-bf43-77e2afb02630 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175097 May 26 15:53:37.102690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fd99a70b-75b6-48ca-a1ed-4949da4ca9e8 None None] Current status of the port bb449331-696c-40bf-8266-d4827ef04bec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:37.126420 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-ad257c2c-fd6b-4d10-95d4-fab090cd9408 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976040 May 26 15:53:37.235803 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-561037e1-19b6-468f-90f1-5c6b1cdf9a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:37.238287 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-561037e1-19b6-468f-90f1-5c6b1cdf9a16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2570698 May 26 15:53:37.241486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-29f28dac-ee8c-4954-935d-9f7df559b0e7 service neutron] 10.222.0.39 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067449 May 26 15:53:37.270732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '8c19cd81-f449-4bac-bf1c-9bb0a9a789ca', 'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'mac_address': 'fa:16:3e:83:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:40Z', 'updated_at': '2022-05-26T15:52:47Z', 'revision_number': 5, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'subnets': [{'id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:37.300970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f2b42-fb04-4752-b3a5-d181acd00fb1 req-4f27591e-12d0-4ae7-9b7a-86975622d0b9 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:37.302768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e26f2b42-fb04-4752-b3a5-d181acd00fb1 req-4f27591e-12d0-4ae7-9b7a-86975622d0b9 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 948 time: 0.3195257 May 26 15:53:37.313441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56b0a4-1152-4251-8466-b024ace995d9 None None] The sync data for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 is: [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:52:42Z', 'revision_number': 4, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '8c19cd81-f449-4bac-bf1c-9bb0a9a789ca', 'name': '', 'network_id': '4d15aa82-f387-4257-91be-98850001aefe', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'mac_address': 'fa:16:3e:83:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:40Z', 'updated_at': '2022-05-26T15:52:47Z', 'revision_number': 5, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'subnets': [{'id': 'c9e1f64b-b13b-4917-95f6-fdb3bec98dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:37.369960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-81586547-9e3e-4aef-b7fc-fdb9afcc6dde tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:37.372525 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-81586547-9e3e-4aef-b7fc-fdb9afcc6dde tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260332 May 26 15:53:37.387922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-05e4c3f7-ad63-4f26-9b61-525bb58ab8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:37.389399 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-05e4c3f7-ad63-4f26-9b61-525bb58ab8c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385169 May 26 15:53:37.390171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cd33b0d-5f95-4d87-808f-d19cb4f773b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:37.392636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-d8e89469-cdc3-4e04-8c27-82bc72374e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:37.393786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Request body: {'port': {'device_id': 'bc973561-0021-4fec-b31f-bd326f594fb9', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '5042d903da904fc1a0f2f58dff2bb68d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:37.394339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-d8e89469-cdc3-4e04-8c27-82bc72374e56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.6133862 May 26 15:53:37.474097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-1f4967ff-3317-4973-82ee-4c83c08038ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.0658312 May 26 15:53:37.477057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e26f2b42-fb04-4752-b3a5-d181acd00fb1 req-481ae8a9-c324-4d40-8e02-299879810c77 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396050 May 26 15:53:37.568061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-fdfdb93b-5317-41d3-a013-bd68b5da1f46 service neutron] 10.222.0.39 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254838 May 26 15:53:37.594330 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-a624e4f3-f1ba-4400-bc17-f19044ab1950 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955028 May 26 15:53:37.618295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd4aacb3-6151-4eed-a50d-e7b5b92aa2dc req-23093242-e8b8-444a-aa31-26f6070d0c49 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 210 time: 0.0387120 May 26 15:53:37.654902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-79380e89-fa5f-4a8d-b084-83b5c70ae320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:37.657241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-79380e89-fa5f-4a8d-b084-83b5c70ae320 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1736832 May 26 15:53:37.684024 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ccfede9d-56db-4281-844d-3aa59ab1d387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:37.724565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Made reservation on behalf of 5042d903da904fc1a0f2f58dff2bb68d for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:37.727977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:37.786820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-ec3374eb-0f72-4bc9-84d7-587a3cc7ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:37.788606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-ec3374eb-0f72-4bc9-84d7-587a3cc7ace1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207159 May 26 15:53:37.790769 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-0fcd000c-214f-4ea1-bef7-a9b723d5fc55 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756713 May 26 15:53:37.827380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cd33b0d-5f95-4d87-808f-d19cb4f773b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:37.856913 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cd33b0d-5f95-4d87-808f-d19cb4f773b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:37.873187 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31874cd9-3e43-49cb-b418-07af04ddb235 None None] New status for floating IP 3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:53:37.941582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2cd33b0d-5f95-4d87-808f-d19cb4f773b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70a018c93cef47bca7250bb2543b19e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8307438 May 26 15:53:37.955348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52036) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:37.996741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Allocated IP 192.168.233.180 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/5cf0ad79-313a-489b-9f42-6036ba52410b) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:38.008601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd33b0d-5f95-4d87-808f-d19cb4f773b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d2caa8-d16b-4d78-a780-0d386d5736bf,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:38.068499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-35636bb6-e199-456b-9a10-3e0c94857b95 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675867 May 26 15:53:38.105218 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7514f8b0-8964-43a8-9792-b81899397d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:38.147862 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7514f8b0-8964-43a8-9792-b81899397d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:38.295778 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7514f8b0-8964-43a8-9792-b81899397d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:38.299769 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7514f8b0-8964-43a8-9792-b81899397d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:38.304990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7514f8b0-8964-43a8-9792-b81899397d64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90d2caa8-d16b-4d78-a780-0d386d5736bf HTTP/1.1" status: 204 len: 168 time: 0.3485851 May 26 15:53:38.347299 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:38.358425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514f8b0-8964-43a8-9792-b81899397d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d2caa8-d16b-4d78-a780-0d386d5736bf,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:38.457560 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:38.473569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['9c997ccc-8d6f-4383-9a06-1212fda2e4ae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:38.545792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:38.548880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:38.552765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:38.553733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:38.556026 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248682be-6a76-41f5-bba3-b1d7bb5a5d84" -d '{"events": [{"name": "network-changed", "server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "tag": "c510baca-2e55-4db7-96f3-3da06234160c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:38.584700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Pushing event updated for resources: {'Port': ['ID=5cf0ad79-313a-489b-9f42-6036ba52410b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:38.605145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1f4fd36-7308-4dab-896b-8a7badd5b273 req-f30cd69d-7025-4ac9-ba78-a61ddd5eceb4 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269146 May 26 15:53:38.638046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bb449331-696c-40bf-8266-d4827ef04bec up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:38.643563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:38.644238 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:38.656869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09475248-369e-40ac-a021-316f22f6f3c1 req-05a5cd77-b709-4e0a-a30a-9405b5a2d2fe tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:38.671305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-05a5cd77-b709-4e0a-a30a-9405b5a2d2fe tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 820 time: 0.3767712 May 26 15:53:38.678156 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-d51cc8ad-6571-4659-a218-2171f1463e48 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2954502 May 26 15:53:38.693847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-fda329de-543e-4e1b-bcda-8e720f2962dc tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/quotas/db8f122bae4c4087bdc4cf2128dffc0f HTTP/1.1" status: 200 len: 375 time: 0.0200977 May 26 15:53:38.702395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Request body: {'port': {'device_id': 'bc973561-0021-4fec-b31f-bd326f594fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:38.756622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-cfdb2bdd-b91c-4c58-a88b-8a98fa6923ce tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618620 May 26 15:53:38.891856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:38.918365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9ae2f2c-ef16-4319-940f-f5853f46810c details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:53:38.925626 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:38.989696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-55e9b0b2-72ad-4d4c-89c8-a04d60b4c866 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips/3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f HTTP/1.1" status: 200 len: 693 time: 0.0759234 May 26 15:53:39.025482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-879aa8db-608b-434e-849c-4271ea71a072 service neutron] 10.222.0.39 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305994 May 26 15:53:39.043832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52082) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:39.068674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3fe7ee95-0c88-4071-b162-df93a1b6564e None None] Provisioning complete for port 5cf0ad79-313a-489b-9f42-6036ba52410b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:39.069048 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ee95-0c88-4071-b162-df93a1b6564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:39.081446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port bb449331-696c-40bf-8266-d4827ef04bec triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:39.081814 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:39.149101 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-812d2c0d-f8cb-4572-a517-eb88f25b01db admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:39.211607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7ee95-0c88-4071-b162-df93a1b6564e None None] Port 5cf0ad79-313a-489b-9f42-6036ba52410b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:39.239455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:39.258852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'mac_address': 'fa:16:3e:c7:cc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:53:39.275875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-f2e3bd5a-d018-430a-a19f-f4ab41ac018a tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:39.283950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-f2e3bd5a-d018-430a-a19f-f4ab41ac018a tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2573647 May 26 15:53:39.305369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-30ac5a9e-7b8d-4887-a1ba-d375778f2870 service neutron] 10.222.0.39 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485318 May 26 15:53:39.332352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port bb449331-696c-40bf-8266-d4827ef04bec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:39.341341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c9ae2f2c-ef16-4319-940f-f5853f46810c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:39.342515 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:39.355872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ae2f2c-ef16-4319-940f-f5853f46810c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:39.364820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-58daddbf-7d3f-4e47-9d99-bbc74bda0d35 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.0798557 May 26 15:53:39.383009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:39.390401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:39.430274 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-812d2c0d-f8cb-4572-a517-eb88f25b01db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:39.434789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-eb6c9320-a49b-4f6b-963f-ebee975b3f82 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.134 HTTP/1.1" status: 200 len: 696 time: 0.0607915 May 26 15:53:39.435942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-812d2c0d-f8cb-4572-a517-eb88f25b01db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:39.471282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:39.473702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf0ad79-313a-489b-9f42-6036ba52410b {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:39.482099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:39.497124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Transition to ACTIVE for port object 5cf0ad79-313a-489b-9f42-6036ba52410b will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:53:39.501916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:39.514934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-812d2c0d-f8cb-4572-a517-eb88f25b01db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b09715fba8494e60a86e3cb0b44f3875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498897 May 26 15:53:39.532503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52084) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:39.623553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d2c0d-f8cb-4572-a517-eb88f25b01db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacd1a21-bf28-453a-95fe-cba6f3da67e0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:39.628552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c9ae2f2c-ef16-4319-940f-f5853f46810c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:39.634171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Pushing event updated for resources: {'Port': ['ID=5cf0ad79-313a-489b-9f42-6036ba52410b,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:40.067884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-43163b8f-439a-4e49-8081-a7e2d6d1c8ae tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:40.070105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-43163b8f-439a-4e49-8081-a7e2d6d1c8ae tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 807 time: 0.4925399 May 26 15:53:40.072888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30631200-600c-4e60-a6bb-1a114dc650e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.074386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Deleting port b24e574a-0a4b-4e23-a1e9-4a3542faf408 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:40.075375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.098404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Request body: {'port': {'device_id': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88', 'admin_state_up': True, 'tenant_id': 'b48d3ea87d624798b9ad4d1d57d9a08c'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:40.111718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Attempting to bind port 5cf0ad79-313a-489b-9f42-6036ba52410b on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:40.112051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Attempting to bind port 5cf0ad79-313a-489b-9f42-6036ba52410b by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:40.112387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Attempting to bind port 5cf0ad79-313a-489b-9f42-6036ba52410b on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:40.119482 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30631200-600c-4e60-a6bb-1a114dc650e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.129140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Port 5cf0ad79-313a-489b-9f42-6036ba52410b on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:53:40.129445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Attempting to bind port 5cf0ad79-313a-489b-9f42-6036ba52410b on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:40.142280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:40.142632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:40.142997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:40.143477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Bound port: 5cf0ad79-313a-489b-9f42-6036ba52410b, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:40.143804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.243682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30631200-600c-4e60-a6bb-1a114dc650e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.247307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30631200-600c-4e60-a6bb-1a114dc650e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.251140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-30631200-600c-4e60-a6bb-1a114dc650e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aacd1a21-bf28-453a-95fe-cba6f3da67e0 HTTP/1.1" status: 204 len: 168 time: 0.7171836 May 26 15:53:40.295347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30631200-600c-4e60-a6bb-1a114dc650e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacd1a21-bf28-453a-95fe-cba6f3da67e0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:40.305142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] For port 5cf0ad79-313a-489b-9f42-6036ba52410b, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:40.309423 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.309423 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.314820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] For port 5cf0ad79-313a-489b-9f42-6036ba52410b, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5cf0ad79-313a-489b-9f42-6036ba52410b,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:40.335641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.359466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cef645a3-a15e-47e5-9119-6826480c592f req-2f3a4a43-af8f-442f-be85-13fc2bbabdf4 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 210 time: 0.0788672 May 26 15:53:40.375778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Calling delete_port for b24e574a-0a4b-4e23-a1e9-4a3542faf408 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:40.457152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.459224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:40.460160 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.462862 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] 10.222.0.24 "PUT /v2.0/ports/5cf0ad79-313a-489b-9f42-6036ba52410b HTTP/1.1" status: 200 len: 1096 time: 1.7745652 May 26 15:53:40.477712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc973561-0021-4fec-b31f-bd326f594fb9', 'tag': '5cf0ad79-313a-489b-9f42-6036ba52410b'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:40.479445 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740a4f3-f3f0-4412-b506-0d22da96f9a6 x-openstack-request-id: req-6740a4f3-f3f0-4412-b506-0d22da96f9a6 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:40.479735 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "tag": "c510baca-2e55-4db7-96f3-3da06234160c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:40.480015 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6740a4f3-f3f0-4412-b506-0d22da96f9a6 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:40.480418 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6740a4f3-f3f0-4412-b506-0d22da96f9a6'] response: {'name': 'network-changed', 'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c', 'status': 'completed', 'code': 200} May 26 15:53:40.484629 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc973561-0021-4fec-b31f-bd326f594fb9", "tag": "5cf0ad79-313a-489b-9f42-6036ba52410b"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:40.487382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Made reservation on behalf of b48d3ea87d624798b9ad4d1d57d9a08c for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:40.490846 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.537031 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.542673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.24', 50313) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:40.550892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c287-2582-48a6-9d35-9fa25d32e16a service neutron] Pushing event updated for resources: {'Port': ['ID=5cf0ad79-313a-489b-9f42-6036ba52410b,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:40.655856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-7f4f3cad-0a95-4e8d-86b2-a21386ca8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:40.657430 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-7f4f3cad-0a95-4e8d-86b2-a21386ca8339 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=212ab48ee182479fb6f70a96048bb035&device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 1118 time: 0.1671615 May 26 15:53:40.668037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-ca48f021-e47b-4967-8bc7-2e0afcfcd2d2 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:40.670489 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-ca48f021-e47b-4967-8bc7-2e0afcfcd2d2 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 949 time: 0.2225451 May 26 15:53:40.675960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9ae2f2c-ef16-4319-940f-f5853f46810c up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:40.792844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port c9ae2f2c-ef16-4319-940f-f5853f46810c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:53:40.799009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port c9ae2f2c-ef16-4319-940f-f5853f46810c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:40.799477 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.907747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-3f7c03de-bab6-4b66-be3c-ff68dd49cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:40.910738 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-3f7c03de-bab6-4b66-be3c-ff68dd49cc92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d15aa82-f387-4257-91be-98850001aefe HTTP/1.1" status: 200 len: 930 time: 0.2386599 May 26 15:53:40.923905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c9ae2f2c-ef16-4319-940f-f5853f46810c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:40.924942 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:40.964517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:40.968061 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70883384-110e-4d4d-8dcd-721ce2494594" -d '{"events": [{"server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "name": "network-vif-plugged", "status": "completed", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:40.989150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:40.997551 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:41.010492 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-5068529b-3060-481f-8a33-52e6aa9b5276 service neutron] delete failed (client error): The resource could not be found. May 26 15:53:41.012704 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-5068529b-3060-481f-8a33-52e6aa9b5276 service neutron] 10.222.0.32 "DELETE /v2.0/ports/c9ae2f2c-ef16-4319-940f-f5853f46810c/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.2681661 May 26 15:53:41.014906 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-db61a2a5-9a08-48df-adde-58926da989db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 200 len: 217 time: 0.0899847 May 26 15:53:41.057639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:41.091162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-80d2144c-f1c1-4ff1-96ad-cf01cf1841cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.092698 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-80d2144c-f1c1-4ff1-96ad-cf01cf1841cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e1f64b-b13b-4917-95f6-fdb3bec98dbd HTTP/1.1" status: 200 len: 868 time: 0.0700629 May 26 15:53:41.144241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:41.204062 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-3259fbd4-59cd-4fb4-8c6f-efab127d1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.205636 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-3259fbd4-59cd-4fb4-8c6f-efab127d1fc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d15aa82-f387-4257-91be-98850001aefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066041 May 26 15:53:41.211546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-5dce259c-e76e-4659-85f5-bdcee9759b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.213365 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-5dce259c-e76e-4659-85f5-bdcee9759b4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1101 time: 0.0747402 May 26 15:53:41.235807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Pushing event deleted for resources: {'Port': ['ID=b24e574a-0a4b-4e23-a1e9-4a3542faf408,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:41.419707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99ef52-8e3e-4a7f-89b7-1035ca1cc642 req-7792331e-ac29-4469-8bb3-59ecfe8a1eaa tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.421379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b99ef52-8e3e-4a7f-89b7-1035ca1cc642 req-7792331e-ac29-4469-8bb3-59ecfe8a1eaa tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 948 time: 0.8084481 May 26 15:53:41.423314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-170dc988-7c57-4b59-8a8c-cced6fd5f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.424804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-170dc988-7c57-4b59-8a8c-cced6fd5f9b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 1099 time: 0.8135090 May 26 15:53:41.428112 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-7d6aa66c-9d6e-4908-a479-90b4d451e0af service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137468 May 26 15:53:41.431411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-4d326174-6c04-4bc2-b09c-0423ea34f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.433281 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-4d326174-6c04-4bc2-b09c-0423ea34f0c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1408470 May 26 15:53:41.489217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:41.491964 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:41.493256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-612e6f2f-c2be-4fce-b5e1-9e79fdff2cbd req-b98cf2c2-c3f5-42e8-bef4-c6699d139ed1 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "DELETE /v2.0/floatingips/3dfc24f8-c46c-4db9-9ed7-1fd9cef7286f HTTP/1.1" status: 204 len: 173 time: 2.0474710 May 26 15:53:41.549892 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-bd6ac04a-dc55-45f2-80d0-f4baee02e865 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.1002576 May 26 15:53:41.562701 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-32b03eb8-c8fa-49af-871b-b8880d30aad6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5cf0ad79-313a-489b-9f42-6036ba52410b HTTP/1.1" status: 200 len: 217 time: 0.1198225 May 26 15:53:41.644156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-a7a4d428-8884-408a-b9ed-a491ea5caea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.646122 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-a7a4d428-8884-408a-b9ed-a491ea5caea0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0751181 May 26 15:53:41.653965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b99ef52-8e3e-4a7f-89b7-1035ca1cc642 req-b6fcc91d-9cd4-44ab-9057-e16a8c41f555 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157834 May 26 15:53:41.660576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09475248-369e-40ac-a021-316f22f6f3c1 req-7f8e49c7-421a-4843-be01-852760c7d056 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.662254 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-7f8e49c7-421a-4843-be01-852760c7d056 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 820 time: 0.3950176 May 26 15:53:41.680781 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-248682be-6a76-41f5-bba3-b1d7bb5a5d84 req-a4cc2763-6576-4bfc-b954-c7e08f84b957 service neutron] 10.222.0.24 "GET /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422941 May 26 15:53:41.683215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Allocated IP 172.20.0.14 (0f895ef6-1747-4739-ab45-0caac76d6a88/23045aac-090f-4260-81be-9be8689e6a8a/09e91e54-a416-4df6-8a5f-97fa4bd3e682) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:41.688528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46b3f83c-1890-4fb1-a86f-c5f054bcbc99 req-7dd54aab-09c8-48cc-a49a-bd2a5e33685b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 210 time: 0.0643139 May 26 15:53:41.691708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Request body: {'port': {'device_id': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820', 'admin_state_up': True, 'tenant_id': 'db8f122bae4c4087bdc4cf2128dffc0f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:41.727621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-5831d84f-e1ae-4b3c-8657-4731cf9a99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.729728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-5831d84f-e1ae-4b3c-8657-4731cf9a99ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762734 May 26 15:53:41.772762 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab91a3e0-cad2-4640-8939-e064f7b016d1 x-openstack-request-id: req-ab91a3e0-cad2-4640-8939-e064f7b016d1 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:41.773040 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc973561-0021-4fec-b31f-bd326f594fb9", "tag": "5cf0ad79-313a-489b-9f42-6036ba52410b", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:41.773292 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab91a3e0-cad2-4640-8939-e064f7b016d1 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:41.773682 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab91a3e0-cad2-4640-8939-e064f7b016d1'] response: {'name': 'network-changed', 'server_uuid': 'bc973561-0021-4fec-b31f-bd326f594fb9', 'tag': '5cf0ad79-313a-489b-9f42-6036ba52410b', 'status': 'completed', 'code': 200} May 26 15:53:41.819349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-e60f694d-5fd4-486c-a3e6-7ac7185bf0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:41.820819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-e60f694d-5fd4-486c-a3e6-7ac7185bf0da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2428930 May 26 15:53:41.821573 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66788cc3-4dbd-4388-9b85-eef435a40c55 x-openstack-request-id: req-66788cc3-4dbd-4388-9b85-eef435a40c55 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:41.822595 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "name": "network-vif-plugged", "status": "completed", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:41.822860 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66788cc3-4dbd-4388-9b85-eef435a40c55 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:41.823277 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66788cc3-4dbd-4388-9b85-eef435a40c55'] response: {'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'code': 200} May 26 15:53:41.886784 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-f7859ce4-b296-4f00-8328-56926ffb7724 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452420 May 26 15:53:41.987380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15a3355e-7710-4a1c-ab94-33024c5b1170 req-a3c204df-95ff-4dba-9fdf-5313e8568316 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 210 time: 0.0867050 May 26 15:53:42.011923 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-14915365-4be1-401f-8645-1911b4ac1bb4 req-202ca966-5b54-4f59-bd77-ce9982b0f411 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067212 May 26 15:53:42.070644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715c931-b976-4084-bc48-ceff1ca0c17c req-4d47995b-b0b0-40cb-8c62-0bab7d6148dd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:42.072308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a715c931-b976-4084-bc48-ceff1ca0c17c req-4d47995b-b0b0-40cb-8c62-0bab7d6148dd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.2729363 May 26 15:53:42.081785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-4bab9925-31be-4c48-9e45-0ef94410d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:42.083301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-4bab9925-31be-4c48-9e45-0ef94410d3e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2518051 May 26 15:53:42.201165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Made reservation on behalf of db8f122bae4c4087bdc4cf2128dffc0f for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:42.204982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:42.234692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a715c931-b976-4084-bc48-ceff1ca0c17c req-ffeec10f-9363-4373-b34b-9e5eea016a72 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503928 May 26 15:53:42.284923 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:42.340201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-fe82dc21-5107-44f5-b579-5ed87ebb91ed service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439704 May 26 15:53:42.548243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:42.594956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Allocated IP 172.20.0.11 (1b7b05e2-7140-4867-92bf-a086c4f93820/71290587-b45d-4255-a963-77e9a7a9bb52/edff5353-3319-4c5e-9e43-ed1de523363b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:42.617716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde107ee-539d-4285-a0c1-7216ba39da53 req-551e8f63-5f75-423b-af5f-4f4e26c46767 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:42.619297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cde107ee-539d-4285-a0c1-7216ba39da53 req-551e8f63-5f75-423b-af5f-4f4e26c46767 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2&device_owner=compute%3Atempest-test_az-1789317490 HTTP/1.1" status: 200 len: 967 time: 0.2231922 May 26 15:53:42.628042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac153e06-9c74-4dbb-9be0-6ba5a795d77d req-40d586ed-da10-45d0-964b-5883f36bb738 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737286 May 26 15:53:42.652341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Network 0f895ef6-1747-4739-ab45-0caac76d6a88 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:42.700917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Pushing event updated for resources: {'Port': ['ID=09e91e54-a416-4df6-8a5f-97fa4bd3e682,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:42.703959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:42.718982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cde107ee-539d-4285-a0c1-7216ba39da53 req-69c1afe8-44ea-4fdc-8cc9-80e6c7965ce0 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0850205 May 26 15:53:42.724936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:42.874179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:42.875282 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:42.882396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-02f5c5ee-8c72-4775-88cf-c8a5d367fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:42.884228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-02f5c5ee-8c72-4775-88cf-c8a5d367fbe5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 1099 time: 0.1846187 May 26 15:53:42.894248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52220) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:42.899716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f3ca09b8-cabb-46e7-9823-0c49bacbb019 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857531057', 'description': 'tempest-description--1126625210'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:42.910812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1b82e4f9-1780-4cac-a42f-a59cacb9bb27 req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Request body: {'security_group': {'name': 'tempest-securitygroup-846815097', 'description': 'tempest-description-2111211910'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:42.936871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3ca09b8-cabb-46e7-9823-0c49bacbb019 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:42.948983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-74893611-ad75-4073-b657-5166f260b086 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8593414 May 26 15:53:42.990213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Request body: {'port': {'device_id': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:43.008897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3ca09b8-cabb-46e7-9823-0c49bacbb019 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.018652 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3ca09b8-cabb-46e7-9823-0c49bacbb019 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.047583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca09b8-cabb-46e7-9823-0c49bacbb019 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69063414-d984-4872-95f2-e45520fb91b0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:43.051775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3ca09b8-cabb-46e7-9823-0c49bacbb019 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.055788 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f3ca09b8-cabb-46e7-9823-0c49bacbb019 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1575444 May 26 15:53:43.056589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52224) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:43.060922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d06b7be5-b43d-447b-b9c5-70f562e75da8 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Request body: {'security_group_rule': {'security_group_id': '69063414-d984-4872-95f2-e45520fb91b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:43.076436 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1b82e4f9-1780-4cac-a42f-a59cacb9bb27 req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.090298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d06b7be5-b43d-447b-b9c5-70f562e75da8 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.114663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.116081 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1b82e4f9-1780-4cac-a42f-a59cacb9bb27 req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.161267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d06b7be5-b43d-447b-b9c5-70f562e75da8 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.166185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d06b7be5-b43d-447b-b9c5-70f562e75da8 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.177597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293add2-90e3-4b11-aad9-6540e5375550 req-d54f77a4-eed9-4403-ba2c-967e086d3664 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:43.179342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9293add2-90e3-4b11-aad9-6540e5375550 req-d54f77a4-eed9-4403-ba2c-967e086d3664 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 948 time: 0.2247617 May 26 15:53:43.185615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b7be5-b43d-447b-b9c5-70f562e75da8 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1905e4f8-4459-473d-821d-449003b19230,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:43.187661 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.189869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-cb6d2c4b-c198-4354-bb9b-fc254c0e5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:43.191345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-cb6d2c4b-c198-4354-bb9b-fc254c0e5117 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2983449 May 26 15:53:43.197873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d06b7be5-b43d-447b-b9c5-70f562e75da8 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.199130 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d06b7be5-b43d-447b-b9c5-70f562e75da8 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421752 May 26 15:53:43.202627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52226) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:43.207001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-dab03cde-cb8a-4c9d-ae6b-8d1e4943a7c9 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Request body: {'security_group_rule': {'security_group_id': '69063414-d984-4872-95f2-e45520fb91b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:43.233640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dab03cde-cb8a-4c9d-ae6b-8d1e4943a7c9 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.275804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-c2c4c79d-39ca-4a39-a816-76b570279ea7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5cf0ad79-313a-489b-9f42-6036ba52410b HTTP/1.1" status: 200 len: 217 time: 0.0703011 May 26 15:53:43.304365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dab03cde-cb8a-4c9d-ae6b-8d1e4943a7c9 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.309085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dab03cde-cb8a-4c9d-ae6b-8d1e4943a7c9 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.325901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab03cde-cb8a-4c9d-ae6b-8d1e4943a7c9 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08dcd20-2f78-4cac-bba5-85db2a517b3a,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:43.340949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dab03cde-cb8a-4c9d-ae6b-8d1e4943a7c9 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.342182 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dab03cde-cb8a-4c9d-ae6b-8d1e4943a7c9 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385679 May 26 15:53:43.346651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52230) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:43.351021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:43.371302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.376776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.395149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9293add2-90e3-4b11-aad9-6540e5375550 req-4ae23c78-eb87-45a9-a17a-32e7ce2dc400 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016482 May 26 15:53:43.480687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.592193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Allocated IP 172.25.0.142 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e3f757e8-1c7d-467b-b0ff-25d766f3085b) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:43.707595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.748738 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.757194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-86f74909-bb23-4e5b-9a5e-1d9928448606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:43.758701 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-86f74909-bb23-4e5b-9a5e-1d9928448606 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.4521809 May 26 15:53:43.788792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:43.791659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:43.795557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:43.803458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Network 1b7b05e2-7140-4867-92bf-a086c4f93820 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:43.817466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89ee8be8-131b-4537-bf0a-a57053768e77 req-6a17fa72-b51b-41bb-902d-3fefe22c4dc9 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0967231 May 26 15:53:43.831901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event updated for resources: {'Port': ['ID=e3f757e8-1c7d-467b-b0ff-25d766f3085b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:43.832352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:43.851868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:43.861712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Pushing event updated for resources: {'Port': ['ID=edff5353-3319-4c5e-9e43-ed1de523363b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:43.913986 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1b82e4f9-1780-4cac-a42f-a59cacb9bb27 req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.959166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1b82e4f9-1780-4cac-a42f-a59cacb9bb27 req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:43.961857 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.004117 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.051616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-8409f174-160c-444e-be12-15d1bbb0d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:44.053279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-8409f174-160c-444e-be12-15d1bbb0d30b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2630358 May 26 15:53:44.065740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:44.066528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.074066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a896787f-c0ad-4816-af85-67bc96f95797,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:44.169638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.175162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f955d544-9b7f-49c5-9d2e-b4b88f683635 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4893365 May 26 15:53:44.177083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.198249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Request body: {'port': {'device_id': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:44.233062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1b82e4f9-1780-4cac-a42f-a59cacb9bb27 req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.242671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e3d6e-9541-492b-b2cc-dc8471601413 req-94d9b5ae-1fa9-4857-af2b-229b4459b237 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:44.244174 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-745e3d6e-9541-492b-b2cc-dc8471601413 req-94d9b5ae-1fa9-4857-af2b-229b4459b237 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 932 time: 0.2949505 May 26 15:53:44.249062 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event updated for resources: {'Port': ['ID=e3f757e8-1c7d-467b-b0ff-25d766f3085b,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:44.257296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.262675 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1b82e4f9-1780-4cac-a42f-a59cacb9bb27 req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.274091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.275418 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-47c8a5f1-269d-42c2-b636-efe90cdff817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9278319 May 26 15:53:44.391595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1b82e4f9-1780-4cac-a42f-a59cacb9bb27 req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.392815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b82e4f9-1780-4cac-a42f-a59cacb9bb27 req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5009174 May 26 15:53:44.406419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e91e54-a416-4df6-8a5f-97fa4bd3e682 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:44.413954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-5a711c18-211e-41d2-931a-90293f016c4f service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422616 May 26 15:53:44.420979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912bc2d-d5c2-4678-97e8-04019218de3a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13874490-3724-485d-b61f-b08289f7269d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:44.424381 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.438558 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.446387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-745e3d6e-9541-492b-b2cc-dc8471601413 req-907058a2-098d-4d41-a700-ff56a28420af tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874354 May 26 15:53:44.499912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Transition to ACTIVE for port object 09e91e54-a416-4df6-8a5f-97fa4bd3e682 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:53:44.526325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:44.691490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Pushing event updated for resources: {'Port': ['ID=09e91e54-a416-4df6-8a5f-97fa4bd3e682,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:44.748511 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cdcb344-1bb8-4f2c-8b6c-7e4dfef15ea6 req-1aaf6837-d4f8-4d0d-8d2d-c1e99df395c1 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194742 May 26 15:53:44.755718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945da52-bc90-4da8-afa6-cde5b1fc22f5 req-563fbcba-ad11-4a46-b231-48d2aefbef56 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:44.757155 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f945da52-bc90-4da8-afa6-cde5b1fc22f5 req-563fbcba-ad11-4a46-b231-48d2aefbef56 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 944 time: 0.2280283 May 26 15:53:44.924310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:44.924647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:44.924977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:44.933283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f945da52-bc90-4da8-afa6-cde5b1fc22f5 req-edf8f92b-9c23-4093-a3c2-d1df95acc44a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560421 May 26 15:53:44.945528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab71548-5c46-41fe-bd23-374dc9bd443d req-9e1fefd8-248a-4f7b-aaee-7b47476b63a9 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:44.947015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bab71548-5c46-41fe-bd23-374dc9bd443d req-9e1fefd8-248a-4f7b-aaee-7b47476b63a9 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.1661897 May 26 15:53:44.951986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:53:44.952314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:44.981766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:44.982135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:44.982521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:44.982974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Bound port: 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:44.983337 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.057833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bab71548-5c46-41fe-bd23-374dc9bd443d req-5482f2a3-4673-44f5-8ff5-fd449615e665 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987518 May 26 15:53:45.113373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edff5353-3319-4c5e-9e43-ed1de523363b {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:45.126851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-19fbf4bc-494a-4ece-93be-35bd8e8b7ac8 req-6d2bbb93-5eb5-4536-a054-c3f0a64aefba tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Request body: {'security_group': {'name': 'tempest-securitygroup-919589162', 'description': 'tempest-description-1973714331'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:45.131058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:45.135247 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.156569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:45.169484 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.173509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Transition to ACTIVE for port object edff5353-3319-4c5e-9e43-ed1de523363b will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:53:45.188902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.190725 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-19fbf4bc-494a-4ece-93be-35bd8e8b7ac8 req-6d2bbb93-5eb5-4536-a054-c3f0a64aefba tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.245029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:45.245564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.247510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] 10.222.0.24 "PUT /v2.0/ports/09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 1092 time: 2.2630870 May 26 15:53:45.253856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:45.256119 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922dec56-61a7-4741-894d-446e491394b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:45.315822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-5e78bdf6-9946-44ba-a3ef-977f7af386db tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1857531057&fields=id&tenant_id=1b6c70b0ee794faea51a36994a062017 HTTP/1.1" status: 200 len: 267 time: 0.1514237 May 26 15:53:45.335466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de301c3d-3c9d-4d4f-866f-fc725f2329bc service neutron] Pushing event updated for resources: {'Port': ['ID=09e91e54-a416-4df6-8a5f-97fa4bd3e682,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:45.514277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Pushing event updated for resources: {'Port': ['ID=edff5353-3319-4c5e-9e43-ed1de523363b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:45.523761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-ada9e496-89fb-4d4f-9e6c-4210c48108d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:45.525255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-ada9e496-89fb-4d4f-9e6c-4210c48108d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1095 time: 0.2275963 May 26 15:53:45.567746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-19fbf4bc-494a-4ece-93be-35bd8e8b7ac8 req-6d2bbb93-5eb5-4536-a054-c3f0a64aefba tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.609144 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-19fbf4bc-494a-4ece-93be-35bd8e8b7ac8 req-6d2bbb93-5eb5-4536-a054-c3f0a64aefba tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.612026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-7137668f-245d-481e-a568-eb4125aaca61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 217 time: 0.0703571 May 26 15:53:45.645976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-866a76e0-dbfa-4c5a-bf1d-9085a8ae4b1e tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:45.647425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-866a76e0-dbfa-4c5a-bf1d-9085a8ae4b1e tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/networks?id=54927899-15b0-4e7d-a582-b6b0be8b8c36 HTTP/1.1" status: 200 len: 823 time: 0.3071079 May 26 15:53:45.648064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:45.648397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:45.648728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:45.696309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Port edff5353-3319-4c5e-9e43-ed1de523363b on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:53:45.696638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:45.705137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-19fbf4bc-494a-4ece-93be-35bd8e8b7ac8 req-6d2bbb93-5eb5-4536-a054-c3f0a64aefba tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.706333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19fbf4bc-494a-4ece-93be-35bd8e8b7ac8 req-6d2bbb93-5eb5-4536-a054-c3f0a64aefba tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5866625 May 26 15:53:45.712228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bbb93-5eb5-4536-a054-c3f0a64aefba tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc84d7e-befc-4a73-b50e-4fd930770837,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:45.715071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-66e96b12-a674-45c6-b014-cd766f935f8e tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/quotas/1b6c70b0ee794faea51a36994a062017 HTTP/1.1" status: 200 len: 375 time: 0.0424511 May 26 15:53:45.718778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:45.719129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:45.719514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:45.719955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Bound port: edff5353-3319-4c5e-9e43-ed1de523363b, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:45.720315 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.724408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-8a53a9a0-c504-4122-8650-e0927dc9d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:45.725778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-8a53a9a0-c504-4122-8650-e0927dc9d800 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1025107 May 26 15:53:45.785806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-3de621f2-fe86-445f-bc6e-58eaa93c1df8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523663 May 26 15:53:45.918180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-1385671e-2de7-4d8a-9401-ad99774097fb tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b6c70b0ee794faea51a36994a062017&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858740 May 26 15:53:45.975519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a4637-6b88-429f-880c-dd69b38a52a3 req-2b427635-b075-4b48-ae21-53865e325784 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:45.976986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c3a4637-6b88-429f-880c-dd69b38a52a3 req-2b427635-b075-4b48-ae21-53865e325784 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 948 time: 0.2065103 May 26 15:53:45.979574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:46.048714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:46.059336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-52ce9ee9-204e-47a8-aa6c-e98c01ebe618 service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609155 May 26 15:53:46.060431 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:46.148834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c3a4637-6b88-429f-880c-dd69b38a52a3 req-8e1ed0b3-acc5-41b0-a8b6-1e7003073e19 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350172 May 26 15:53:46.421801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:46.422446 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:46.423830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] 10.222.0.32 "PUT /v2.0/ports/edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 1092 time: 2.2378967 May 26 15:53:46.456728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-1277b2ed-1316-4ae4-979b-ea2623259d62 service neutron] 10.222.0.39 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185952 May 26 15:53:46.518331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fe640-e6e6-4b8c-aa34-0243f624b17c service neutron] Pushing event updated for resources: {'Port': ['ID=edff5353-3319-4c5e-9e43-ed1de523363b,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:46.636302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50c9587-3e3e-41f1-9544-9f41bb0ca645 req-522ea615-5983-4306-951c-79e02dbd24e3 service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577826 May 26 15:53:46.651893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e3fd-b012-45f4-9b8f-d569cc9253ca req-d20eb442-32b0-4a3b-9af2-dbed1c27f5bf tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:46.653757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0d7e3fd-b012-45f4-9b8f-d569cc9253ca req-d20eb442-32b0-4a3b-9af2-dbed1c27f5bf tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1101 time: 0.2289596 May 26 15:53:46.664073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-e4f1f949-d427-4d28-ae99-f97476f591a3 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:46.665493 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-e4f1f949-d427-4d28-ae99-f97476f591a3 tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 967 time: 0.2120564 May 26 15:53:46.670901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09475248-369e-40ac-a021-316f22f6f3c1 req-eb8dc84e-89a9-4052-9409-e83208120aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:46.672321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-eb8dc84e-89a9-4052-9409-e83208120aae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1095 time: 0.1884310 May 26 15:53:46.740443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5cf0ad79-313a-489b-9f42-6036ba52410b details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:53:46.764897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-c0d859a1-50c1-4648-98a4-be4f827fb01d service neutron] 10.222.0.39 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798250 May 26 15:53:46.769891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-1cdd9d19-a251-4970-993c-e83cc4c9ce05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 217 time: 0.0860474 May 26 15:53:46.844581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0d7e3fd-b012-45f4-9b8f-d569cc9253ca req-0784d606-b973-4cca-92cf-3753f6d2049d tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763775 May 26 15:53:46.861220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5cf0ad79-313a-489b-9f42-6036ba52410b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5cf0ad79-313a-489b-9f42-6036ba52410b,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:46.863430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09475248-369e-40ac-a021-316f22f6f3c1 req-90c62341-5e80-44ed-a962-382e427dac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:46.864916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-90c62341-5e80-44ed-a962-382e427dac25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.0858145 May 26 15:53:46.878103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '5cf0ad79-313a-489b-9f42-6036ba52410b', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '5cf0ad79-313a-489b-9f42-6036ba52410b', 'mac_address': 'fa:16:3e:a0:c4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:53:46.906446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-557cfae3-deca-4b83-9caf-f33f105af26c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317435 May 26 15:53:46.937370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Deleting port c510baca-2e55-4db7-96f3-3da06234160c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:46.938068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:46.954586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5cf0ad79-313a-489b-9f42-6036ba52410b is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:46.954982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:46.973416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf0ad79-313a-489b-9f42-6036ba52410b {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:46.992126 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86086cc2-05f3-47b8-bfb2-bf9c5f18b7e0 x-openstack-request-id: req-86086cc2-05f3-47b8-bfb2-bf9c5f18b7e0 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:46.992411 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:46.992649 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86086cc2-05f3-47b8-bfb2-bf9c5f18b7e0 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:46.993037 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86086cc2-05f3-47b8-bfb2-bf9c5f18b7e0'] response: {'name': 'network-changed', 'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682', 'status': 'completed', 'code': 200} May 26 15:53:46.997480 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5cf0ad79-313a-489b-9f42-6036ba52410b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5cf0ad79-313a-489b-9f42-6036ba52410b,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:47.002979 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:47.072860 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5cf0ad79-313a-489b-9f42-6036ba52410b,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:47.196441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dec56-61a7-4741-894d-446e491394b0 req-533c8f3d-32a0-4ac2-9df5-9109d982689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:47.198071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-922dec56-61a7-4741-894d-446e491394b0 req-533c8f3d-32a0-4ac2-9df5-9109d982689a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1095 time: 0.1650159 May 26 15:53:47.200716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] For port c510baca-2e55-4db7-96f3-3da06234160c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c510baca-2e55-4db7-96f3-3da06234160c,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:47.201091 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:47.216365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['5cf0ad79-313a-489b-9f42-6036ba52410b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:47.226966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926edf2-0cc1-4f00-be19-d0161e5bf73a req-e04d8b9b-de55-4086-bb8c-fc8f5cd5bb8a tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:47.228474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2926edf2-0cc1-4f00-be19-d0161e5bf73a req-e04d8b9b-de55-4086-bb8c-fc8f5cd5bb8a tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7961ca1-6b4f-428f-a7bc-8d4842e16bb2 HTTP/1.1" status: 200 len: 967 time: 0.2665765 May 26 15:53:47.256966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Calling delete_port for c510baca-2e55-4db7-96f3-3da06234160c owned by compute:tempest-test_az-1789317490 {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:47.260195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-f969c499-62ee-4bda-bbf0-10ee200c47f8 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397357 May 26 15:53:47.332532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b8f11-e788-4d27-986b-f2f7eff73a17 req-91104479-a73f-473f-8a9c-a43cf1b1ed73 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:47.334501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e4b8f11-e788-4d27-986b-f2f7eff73a17 req-91104479-a73f-473f-8a9c-a43cf1b1ed73 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 944 time: 0.2434313 May 26 15:53:47.486463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2926edf2-0cc1-4f00-be19-d0161e5bf73a req-61aa36fa-ea68-409b-8936-03573d63c1aa tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421165 May 26 15:53:47.533477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e4b8f11-e788-4d27-986b-f2f7eff73a17 req-48636a66-1519-4922-b474-b901fea624ea tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828527 May 26 15:53:47.554519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dec56-61a7-4741-894d-446e491394b0 req-788dea93-a1ae-4318-82d4-b1d329b677bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:47.556604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-922dec56-61a7-4741-894d-446e491394b0 req-788dea93-a1ae-4318-82d4-b1d329b677bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.3408422 May 26 15:53:47.575217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09475248-369e-40ac-a021-316f22f6f3c1 req-c470ace6-c76e-4e05-8937-cda174f92eec service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037934 May 26 15:53:47.622085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-11203289-7355-4591-9e2e-e48ac7fea2de req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1265949172', 'description': 'tempest-description-354675378'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:47.625638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-922dec56-61a7-4741-894d-446e491394b0 req-b6a84023-6281-48e6-9afd-b96310d9e126 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 217 time: 0.0603952 May 26 15:53:47.732690 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-11203289-7355-4591-9e2e-e48ac7fea2de req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:47.759734 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-11203289-7355-4591-9e2e-e48ac7fea2de req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:47.778352 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:47.789310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c510baca-2e55-4db7-96f3-3da06234160c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:47.792674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dec56-61a7-4741-894d-446e491394b0 req-de0b15db-8879-4b86-a8b4-94b8d24e41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:47.794182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-922dec56-61a7-4741-894d-446e491394b0 req-de0b15db-8879-4b86-a8b4-94b8d24e41aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1335621 May 26 15:53:47.846191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Pushing event deleted for resources: {'Port': ['ID=c510baca-2e55-4db7-96f3-3da06234160c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:47.878144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0343a-cc76-4326-bceb-4e6b5d5ef67d req-42ebaf14-3805-49eb-bb32-9ada769971d7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:47.879764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05e0343a-cc76-4326-bceb-4e6b5d5ef67d req-42ebaf14-3805-49eb-bb32-9ada769971d7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 944 time: 0.2391651 May 26 15:53:47.888914 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-922dec56-61a7-4741-894d-446e491394b0 req-418a4bfa-2a1d-49ad-9159-7b686c18a459 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837646 May 26 15:53:47.964585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] No DVR routers for this DVR port c510baca-2e55-4db7-96f3-3da06234160c on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:53:47.994408 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:47.998248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38ac23f6-6ef1-4455-b889-855d878c4f6c req-165080b3-99d8-4495-9a14-7c85fca75ffe tempest-FloatingIPsAssociationNegativeTestJSON-27319794 tempest-FloatingIPsAssociationNegativeTestJSON-27319794-project] 10.222.0.24 "DELETE /v2.0/ports/c510baca-2e55-4db7-96f3-3da06234160c HTTP/1.1" status: 204 len: 173 time: 1.3227220 May 26 15:53:48.058684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05e0343a-cc76-4326-bceb-4e6b5d5ef67d req-8863a4fc-d6d6-48f4-be68-34e4956a72f3 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685822 May 26 15:53:48.128930 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-11203289-7355-4591-9e2e-e48ac7fea2de req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.134425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-922dec56-61a7-4741-894d-446e491394b0 req-57af899f-4fc5-4c7e-9e2f-72f93aecaca4 service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239389 May 26 15:53:48.135851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-11203289-7355-4591-9e2e-e48ac7fea2de req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.352677 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5414adb7-e719-48ad-a4b3-34157cb87276,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:48.443609 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-11203289-7355-4591-9e2e-e48ac7fea2de req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.460518 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-11203289-7355-4591-9e2e-e48ac7fea2de req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.491939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-922dec56-61a7-4741-894d-446e491394b0 req-3a74fd0c-1859-4fd7-9562-26c4e27844de service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374603 May 26 15:53:48.505079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-59501be1-c02e-46ea-a593-6d29c648258d tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:48.510349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-59501be1-c02e-46ea-a593-6d29c648258d tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "GET /v2.0/networks?id=54927899-15b0-4e7d-a582-b6b0be8b8c36 HTTP/1.1" status: 200 len: 823 time: 0.3447211 May 26 15:53:48.524021 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-11203289-7355-4591-9e2e-e48ac7fea2de req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.525188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11203289-7355-4591-9e2e-e48ac7fea2de req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9086924 May 26 15:53:48.559435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d5a5c-fc9d-4136-b252-971146fb8914 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ae1a88-a993-4632-b86a-e485bf0d32fd,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:48.651309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-d6f0c2b4-9411-40e6-930a-ce9573a4ee01 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6c70b0ee794faea51a36994a062017 HTTP/1.1" status: 200 len: 380 time: 0.1180294 May 26 15:53:48.664700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Request body: {'port': {'device_id': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'admin_state_up': True, 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'security_groups': ['69063414-d984-4872-95f2-e45520fb91b0']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:48.743220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c1c91d9-4ec6-4390-96f0-8fafbfac9dd2 req-ace9b2b4-6747-4e32-909d-1a35f279bc01 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 210 time: 0.0832562 May 26 15:53:48.745198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5cf0ad79-313a-489b-9f42-6036ba52410b up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:48.808747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d4278-8026-42b6-90d8-3dd46ecc6cf9 req-6c05952b-23ec-4e52-a7a1-272691769ea2 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:48.810815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc5d4278-8026-42b6-90d8-3dd46ecc6cf9 req-6c05952b-23ec-4e52-a7a1-272691769ea2 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 949 time: 0.1424909 May 26 15:53:48.811639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 5cf0ad79-313a-489b-9f42-6036ba52410b completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:53:48.816426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 5cf0ad79-313a-489b-9f42-6036ba52410b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:48.816648 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.822479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52376) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:48.858036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1103a516-fd92-4413-9a86-90a3bb113aaa req-cadab7a9-f39d-4d50-ae58-999e31057ae7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-457576129', 'description': 'tempest-description-1276581819'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:48.893711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc5d4278-8026-42b6-90d8-3dd46ecc6cf9 req-a1a556b5-d66f-4316-9111-a7f238ca05b3 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652704 May 26 15:53:48.915111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1103a516-fd92-4413-9a86-90a3bb113aaa req-cadab7a9-f39d-4d50-ae58-999e31057ae7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.939493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5cf0ad79-313a-489b-9f42-6036ba52410b is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:48.941074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.948944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Made reservation on behalf of 1b6c70b0ee794faea51a36994a062017 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:48.953256 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.986257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc973561-0021-4fec-b31f-bd326f594fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf0ad79-313a-489b-9f42-6036ba52410b'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:48.995677 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b'}, {'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'name': 'network-vif-deleted', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:48.998099 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b"}, {"server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "name": "network-vif-deleted", "tag": "c510baca-2e55-4db7-96f3-3da06234160c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:49.004969 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd08468a-3ed9-422d-a217-a716905350a5" -d '{"events": [{"server_uuid": "bc973561-0021-4fec-b31f-bd326f594fb9", "name": "network-vif-plugged", "status": "completed", "tag": "5cf0ad79-313a-489b-9f42-6036ba52410b"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:49.033614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5cf0ad79-313a-489b-9f42-6036ba52410b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5cf0ad79-313a-489b-9f42-6036ba52410b,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:49.039624 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:49.083711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1103a516-fd92-4413-9a86-90a3bb113aaa req-cadab7a9-f39d-4d50-ae58-999e31057ae7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:49.093573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1103a516-fd92-4413-9a86-90a3bb113aaa req-cadab7a9-f39d-4d50-ae58-999e31057ae7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:49.110753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5cf0ad79-313a-489b-9f42-6036ba52410b,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:49.167603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1103a516-fd92-4413-9a86-90a3bb113aaa req-cadab7a9-f39d-4d50-ae58-999e31057ae7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:49.169089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1103a516-fd92-4413-9a86-90a3bb113aaa req-cadab7a9-f39d-4d50-ae58-999e31057ae7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3313825 May 26 15:53:49.173415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadab7a9-f39d-4d50-ae58-999e31057ae7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb86c2-938c-41d4-b9c5-8d3b26c9ce5e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:49.189424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Allocated IP 172.20.0.3 (54927899-15b0-4e7d-a582-b6b0be8b8c36/a82bd9ad-2a65-4ed4-a7d1-be220d001988/84b1a977-c25a-4b64-be79-751a8105cb71) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:49.415665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:49.434978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:49.448481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d5889-5e8a-43f5-8582-6fbc04cef6b2 req-4f5f1b9d-b004-47be-a523-3ea2ffae72eb tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:49.454499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c34d5889-5e8a-43f5-8582-6fbc04cef6b2 req-4f5f1b9d-b004-47be-a523-3ea2ffae72eb tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 944 time: 0.1839428 May 26 15:53:49.521690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c34d5889-5e8a-43f5-8582-6fbc04cef6b2 req-119a7ea4-fc22-451c-bd46-394fc9efef10 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611465 May 26 15:53:49.561914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:49.628112 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78caa17c-3c47-40f7-b3f1-d31b9064fae3 x-openstack-request-id: req-78caa17c-3c47-40f7-b3f1-d31b9064fae3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:49.628418 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b", "status": "completed", "code": 200}, {"server_uuid": "c7961ca1-6b4f-428f-a7bc-8d4842e16bb2", "name": "network-vif-deleted", "tag": "c510baca-2e55-4db7-96f3-3da06234160c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:49.628671 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78caa17c-3c47-40f7-b3f1-d31b9064fae3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:49.629081 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78caa17c-3c47-40f7-b3f1-d31b9064fae3'] response: {'name': 'network-changed', 'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b', 'status': 'completed', 'code': 200} May 26 15:53:49.629340 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78caa17c-3c47-40f7-b3f1-d31b9064fae3'] response: {'server_uuid': 'c7961ca1-6b4f-428f-a7bc-8d4842e16bb2', 'name': 'network-vif-deleted', 'tag': 'c510baca-2e55-4db7-96f3-3da06234160c', 'status': 'completed', 'code': 200} May 26 15:53:49.639836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-4758be37-99f7-4c20-9213-52f3b010caf8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703826 May 26 15:53:49.660341 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc23ddc4-f10c-4afb-8df7-6586d2c2b586 x-openstack-request-id: req-fc23ddc4-f10c-4afb-8df7-6586d2c2b586 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:49.660914 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc973561-0021-4fec-b31f-bd326f594fb9", "name": "network-vif-plugged", "status": "completed", "tag": "5cf0ad79-313a-489b-9f42-6036ba52410b", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:49.661383 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc23ddc4-f10c-4afb-8df7-6586d2c2b586 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:49.661852 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc23ddc4-f10c-4afb-8df7-6586d2c2b586'] response: {'server_uuid': 'bc973561-0021-4fec-b31f-bd326f594fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf0ad79-313a-489b-9f42-6036ba52410b', 'code': 200} May 26 15:53:49.662284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:49.666079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event updated for resources: {'Port': ['ID=84b1a977-c25a-4b64-be79-751a8105cb71,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:49.698035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:49.701037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:49.951757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Deleting port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:49.952414 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:50.050213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] For port 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8c19cd81-f449-4bac-bf1c-9bb0a9a789ca,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:50.050557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:50.062398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Calling delete_port for 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:50.104694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-02cdd9a8-6995-49e8-9a48-9c814d7f1604 None None] Provisioning complete for port 84b1a977-c25a-4b64-be79-751a8105cb71 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:50.105396 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-02cdd9a8-6995-49e8-9a48-9c814d7f1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:50.149498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-02cdd9a8-6995-49e8-9a48-9c814d7f1604 None None] Port 84b1a977-c25a-4b64-be79-751a8105cb71 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:50.159141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:50.160040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:50.197566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-e31df627-df2c-4c6e-9f13-0f15d9427f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:50.199101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-e31df627-df2c-4c6e-9f13-0f15d9427f9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1095 time: 0.5491180 May 26 15:53:50.244830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd621f05-7283-4a9b-8cdf-a3f92fb0395f req-8f0c11a8-1885-47b4-bfa3-0a474f7ce43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:50.247047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd621f05-7283-4a9b-8cdf-a3f92fb0395f req-8f0c11a8-1885-47b4-bfa3-0a474f7ce43d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 1101 time: 0.5050545 May 26 15:53:50.266748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-8b0ad02a-a445-44f2-aa31-8fc505cfc365 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6056883 May 26 15:53:50.285920 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:50.313496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Pushing event deleted for resources: {'Port': ['ID=8c19cd81-f449-4bac-bf1c-9bb0a9a789ca,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:50.323613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041041f-cbb4-4484-a814-b85753e8f0de req-af7ef925-478c-4c4c-a148-6f7f6755bd8f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:50.325436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-af7ef925-478c-4c4c-a148-6f7f6755bd8f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6658556 May 26 15:53:50.329367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Request body: {'port': {'device_id': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:50.350494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75988c0e-e2f9-4980-ac35-039fdad457f2 req-1d423101-536f-4188-ba65-ad0c22104b14 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:50.358243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75988c0e-e2f9-4980-ac35-039fdad457f2 req-1d423101-536f-4188-ba65-ad0c22104b14 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 944 time: 0.3115854 May 26 15:53:50.415536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-d3b2e133-004d-4371-aed1-3c46606f1715 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/quotas/6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 375 time: 0.0554845 May 26 15:53:50.503794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:50.535126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd621f05-7283-4a9b-8cdf-a3f92fb0395f req-1a154ea5-5ad0-4ca3-bc84-62ae238beb68 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651181 May 26 15:53:50.547146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device edff5353-3319-4c5e-9e43-ed1de523363b details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:53:50.554670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75988c0e-e2f9-4980-ac35-039fdad457f2 req-28fb8ac1-79ae-4b0d-a8c6-9806ff8b7fa7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958451 May 26 15:53:50.565897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-679ac5a4-76c4-4ccd-901f-6f182fe476c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:50.568013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-679ac5a4-76c4-4ccd-901f-6f182fe476c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.3473799 May 26 15:53:50.583142 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:50.609324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-59b94ec5-74c9-4a7d-bdad-beb727354108 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1926529 May 26 15:53:50.657320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-dbdaab65-7084-4140-89ef-61d8f93c9e12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 217 time: 0.0810289 May 26 15:53:50.691876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:50.705850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'edff5353-3319-4c5e-9e43-ed1de523363b', 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820', 'port_id': 'edff5353-3319-4c5e-9e43-ed1de523363b', 'mac_address': 'fa:16:3e:e9:e3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71290587-b45d-4255-a963-77e9a7a9bb52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:53:50.758058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port edff5353-3319-4c5e-9e43-ed1de523363b is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:50.758897 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:50.778678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edff5353-3319-4c5e-9e43-ed1de523363b {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:50.786033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 09e91e54-a416-4df6-8a5f-97fa4bd3e682 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:53:50.788488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c510baca-2e55-4db7-96f3-3da06234160c no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:53:50.788873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Router c8fafa62-3e7e-4819-84c6-aba4fc10996a has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:53:50.843926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: c510baca-2e55-4db7-96f3-3da06234160c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:53:50.844196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c510baca-2e55-4db7-96f3-3da06234160c not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:53:50.870019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:50.875238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-0e009957-9da8-4e3c-b7c7-b398306120b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:50.877632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-0e009957-9da8-4e3c-b7c7-b398306120b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1922994 May 26 15:53:50.887566 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:50.942331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-31246ed5-9e5b-40ee-a8a5-1b528cfd0270 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489390 May 26 15:53:51.021378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:53:51.034859 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-56903252-963c-4207-8d72-f314938f7cec admin admin] 10.222.0.39 "PUT /v2.0/routers/c8fafa62-3e7e-4819-84c6-aba4fc10996a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2102547 May 26 15:53:51.037502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52454) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:51.041060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] Sync routers for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:53:51.056971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=edff5353-3319-4c5e-9e43-ed1de523363b,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:51.095380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:51.096360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:51.111132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:51.202536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:51.289793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076d9ee-20c7-43ad-b5e7-a71a7a7dca47 req-7a3d0437-8b03-4771-b7e5-be769922b884 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:51.292036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5076d9ee-20c7-43ad-b5e7-a71a7a7dca47 req-7a3d0437-8b03-4771-b7e5-be769922b884 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 931 time: 0.2792370 May 26 15:53:51.306630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['edff5353-3319-4c5e-9e43-ed1de523363b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:51.341673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '09e91e54-a416-4df6-8a5f-97fa4bd3e682', 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88', 'port_id': '09e91e54-a416-4df6-8a5f-97fa4bd3e682', 'mac_address': 'fa:16:3e:84:47:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23045aac-090f-4260-81be-9be8689e6a8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:53:51.352874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:51.419342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-9949b84a-fbe1-4204-8f87-0d683b98efac service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221542 May 26 15:53:51.423634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Deleting port 1feb5792-3386-48b3-a27c-c06d787e2aca {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:51.423939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:51.454696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b1a977-c25a-4b64-be79-751a8105cb71 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:51.459355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:51.459999 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:51.469615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5076d9ee-20c7-43ad-b5e7-a71a7a7dca47 req-62be49bb-9511-4ff3-aa21-94669eb3a411 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551759 May 26 15:53:51.480243 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e91e54-a416-4df6-8a5f-97fa4bd3e682 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:51.494343 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:51.521437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:51.555137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] For port 1feb5792-3386-48b3-a27c-c06d787e2aca, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1feb5792-3386-48b3-a27c-c06d787e2aca,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:51.555617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:51.590445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Calling delete_port for 1feb5792-3386-48b3-a27c-c06d787e2aca owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:51.625894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Transition to ACTIVE for port object 84b1a977-c25a-4b64-be79-751a8105cb71 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:53:51.632947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:51.670307 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:51.713071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-5bb6560d-f96e-47d0-9af8-d4971b0cdd71 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50616 time: 1.1185069 May 26 15:53:51.728871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:51.814798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=09e91e54-a416-4df6-8a5f-97fa4bd3e682,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:51.832413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:51.840586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Pushing event updated for resources: {'Port': ['ID=84b1a977-c25a-4b64-be79-751a8105cb71,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:51.855603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52625f7d-7b7f-443b-abd8-9fe48185ab19 req-1c158aaf-3863-44ba-9f0a-e9e2f0cacc8e tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:51.857190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52625f7d-7b7f-443b-abd8-9fe48185ab19 req-1c158aaf-3863-44ba-9f0a-e9e2f0cacc8e tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 950 time: 0.2861743 May 26 15:53:51.869969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b3a377d-ac95-45f4-ab11-ef7e57a6574a req-af61c4f2-e492-4ce4-aa30-8527551c459c service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324131 May 26 15:53:51.877027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-f2b2bf89-ac75-4084-b10a-417d5c229664 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/213eb8da-207a-4935-8465-36088cf21c3f HTTP/1.1" status: 200 len: 2973 time: 0.1622324 May 26 15:53:51.877907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Pushing event deleted for resources: {'Port': ['ID=1feb5792-3386-48b3-a27c-c06d787e2aca,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:51.915443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['09e91e54-a416-4df6-8a5f-97fa4bd3e682'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:51.993881 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.035610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:53:50Z', 'revision_number': 5, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port': {'id': '1feb5792-3386-48b3-a27c-c06d787e2aca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:52:37Z', 'updated_at': '2022-05-26T15:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:52.057989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52625f7d-7b7f-443b-abd8-9fe48185ab19 req-aa9c94c4-dd63-43f5-89a2-242230a82539 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867566 May 26 15:53:52.069597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Attempting to bind port 84b1a977-c25a-4b64-be79-751a8105cb71 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:52.069951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Attempting to bind port 84b1a977-c25a-4b64-be79-751a8105cb71 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:52.070299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Attempting to bind port 84b1a977-c25a-4b64-be79-751a8105cb71 on network 54927899-15b0-4e7d-a582-b6b0be8b8c36 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:52.081902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Port 84b1a977-c25a-4b64-be79-751a8105cb71 on network 54927899-15b0-4e7d-a582-b6b0be8b8c36 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:53:52.082510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Attempting to bind port 84b1a977-c25a-4b64-be79-751a8105cb71 on network 54927899-15b0-4e7d-a582-b6b0be8b8c36 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:52.089574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:52.091892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Checking segment: {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:52.092584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Bound using segment: {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:52.093140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Bound port: 84b1a977-c25a-4b64-be79-751a8105cb71, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:52.093520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.096899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] Checking router: c8fafa62-3e7e-4819-84c6-aba4fc10996a for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:53:52.126338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-3a5c6cb2-fe2d-4e95-9cd3-52ad369121a5 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/213eb8da-207a-4935-8465-36088cf21c3f HTTP/1.1" status: 200 len: 2973 time: 0.1829574 May 26 15:53:52.138694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.141573 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.183972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] Routers {'c8fafa62-3e7e-4819-84c6-aba4fc10996a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:53:52.188220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:52.214440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-0aaa5c6a-71af-43d0-bc6c-dd12275db3e1 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/442918fd-8f31-4e60-b381-ea03a06ab80a HTTP/1.1" status: 200 len: 2977 time: 0.0869639 May 26 15:53:52.218644 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.219504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fafa62-3e7e-4819-84c6-aba4fc10996a {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:53:52.230568 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.237001 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f5808aaa-88a0-447d-a453-52fc625dff22 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c8fafa62-3e7e-4819-84c6-aba4fc10996a HTTP/1.1" status: 204 len: 168 time: 1.1952143 May 26 15:53:52.237499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52462) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:52.305126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] Set router c8fafa62-3e7e-4819-84c6-aba4fc10996a gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:53:52.321607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f35ba8a-4716-4ad7-a3b2-212512810457 admin admin] Deleting subnet c9e1f64b-b13b-4917-95f6-fdb3bec98dbd {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:53:52.328094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f35ba8a-4716-4ad7-a3b2-212512810457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.379795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:53:51Z', 'revision_number': 7, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:52.384959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-0877bee8-0511-44f5-b040-a879ba2f1cc6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832691 May 26 15:53:52.417022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e90517-e8c0-49ab-a7d9-de2173d5b27f None None] The sync data for ids ['c8fafa62-3e7e-4819-84c6-aba4fc10996a'] in n-d-843336-2 is: [{'id': 'c8fafa62-3e7e-4819-84c6-aba4fc10996a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1964919502-router', 'tenant_id': '212ab48ee182479fb6f70a96048bb035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:52:36Z', 'updated_at': '2022-05-26T15:53:51Z', 'revision_number': 7, 'project_id': '212ab48ee182479fb6f70a96048bb035', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:53:52.419639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f35ba8a-4716-4ad7-a3b2-212512810457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.459303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-c605c1e8-aa26-479b-8663-ed9626df51c9 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/442918fd-8f31-4e60-b381-ea03a06ab80a HTTP/1.1" status: 200 len: 2977 time: 0.2433863 May 26 15:53:52.461816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] For port 84b1a977-c25a-4b64-be79-751a8105cb71, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:52.510819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f15bd-6c75-45e0-bff3-6c342d890b47 req-82d53044-8306-410b-9da0-8339a839eb0b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:52.512784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f81f15bd-6c75-45e0-bff3-6c342d890b47 req-82d53044-8306-410b-9da0-8339a839eb0b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 945 time: 0.2948816 May 26 15:53:52.518927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] For port 84b1a977-c25a-4b64-be79-751a8105cb71, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84b1a977-c25a-4b64-be79-751a8105cb71,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:52.537651 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.542218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f35ba8a-4716-4ad7-a3b2-212512810457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.547097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device edff5353-3319-4c5e-9e43-ed1de523363b up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:52.604807 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port edff5353-3319-4c5e-9e43-ed1de523363b completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:53:52.608699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f35ba8a-4716-4ad7-a3b2-212512810457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.609870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port edff5353-3319-4c5e-9e43-ed1de523363b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:52.610366 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.620352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:52.620967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.623130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] 10.222.0.24 "PUT /v2.0/ports/84b1a977-c25a-4b64-be79-751a8105cb71 HTTP/1.1" status: 200 len: 1091 time: 2.3103085 May 26 15:53:52.626219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'tag': '84b1a977-c25a-4b64-be79-751a8105cb71'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:52.628457 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef479d-e831-4a2e-865b-19800bfd6ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2598e7c-ee41-4ff1-beb5-b629be256f4d", "tag": "84b1a977-c25a-4b64-be79-751a8105cb71"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:52.658203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35ba8a-4716-4ad7-a3b2-212512810457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e1f64b-b13b-4917-95f6-fdb3bec98dbd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:52.660629 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f35ba8a-4716-4ad7-a3b2-212512810457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.667770 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6f35ba8a-4716-4ad7-a3b2-212512810457 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c9e1f64b-b13b-4917-95f6-fdb3bec98dbd HTTP/1.1" status: 204 len: 168 time: 0.4275875 May 26 15:53:52.667770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52468) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:52.684435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180ba49-0017-46ce-85ec-1c500f773da5 None None] Network 4d15aa82-f387-4257-91be-98850001aefe requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:52.701043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-317a4264-bb95-44be-9875-e21ef918ea0c tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5414adb7-e719-48ad-a4b3-34157cb87276 HTTP/1.1" status: 200 len: 2981 time: 0.2035306 May 26 15:53:52.704203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f81f15bd-6c75-45e0-bff3-6c342d890b47 req-45c72b59-70ce-4bc5-8525-96920d36ed2b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782022 May 26 15:53:52.774365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.792097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041041f-cbb4-4484-a814-b85753e8f0de req-54daaf33-3c7d-4c05-9fa6-220a3950178b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:52.793695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-54daaf33-3c7d-4c05-9fa6-220a3950178b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992760 May 26 15:53:52.795959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e066e6-1504-47c2-8d74-d3844b65034d service neutron] Pushing event updated for resources: {'Port': ['ID=84b1a977-c25a-4b64-be79-751a8105cb71,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:52.833483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Request body: {'port': {'device_id': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '6bed64cfd8ea4c329d89b5a9361aa2bf'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:52.871569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Deleting port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:53:52.871999 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:52.952796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ada052dd-3283-431e-8958-328b7d5fc0aa req-f771c3cf-94e3-4deb-9a46-82584ef9c21b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 210 time: 0.1339192 May 26 15:53:52.990799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-6958a3ad-0e5e-439c-b5db-27bf1994dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:52.992721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-6958a3ad-0e5e-439c-b5db-27bf1994dbc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b6c70b0ee794faea51a36994a062017&device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 1094 time: 0.3006127 May 26 15:53:52.994572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port edff5353-3319-4c5e-9e43-ed1de523363b is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:52.995082 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.004213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-893e6af3-5a7a-4f8d-8e25-7d967fab77ed tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5414adb7-e719-48ad-a4b3-34157cb87276 HTTP/1.1" status: 200 len: 2981 time: 0.2895565 May 26 15:53:53.024334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] For port 1cc5a825-cecd-413d-9f29-01b7b60f5d82, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1cc5a825-cecd-413d-9f29-01b7b60f5d82,segment=NetworkSegment(28ad7d7a-e06d-430a-a4a5-6ccd8620f39c),segment_id=28ad7d7a-e06d-430a-a4a5-6ccd8620f39c)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:53.024775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.038928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Calling delete_port for 1cc5a825-cecd-413d-9f29-01b7b60f5d82 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:53:53.045157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:53.047368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:53.050131 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b65785-b388-4a04-91a4-52eb8ecdf800" -d '{"events": [{"server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "name": "network-vif-plugged", "status": "completed", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:53.060072 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.110802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-07f9992c-3f4c-4b68-8b2f-ba15f207a993 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b1a977-c25a-4b64-be79-751a8105cb71 HTTP/1.1" status: 200 len: 217 time: 0.1091659 May 26 15:53:53.134542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=edff5353-3319-4c5e-9e43-ed1de523363b,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:53.153934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.188521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] No DVR routers for this DVR port 1cc5a825-cecd-413d-9f29-01b7b60f5d82 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:53:53.190542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc5a825-cecd-413d-9f29-01b7b60f5d82,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:53.212293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-8f60c819-7aef-4182-8c31-f2dafce619fa tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/55e71e53-6a52-4a55-928b-a4e3cb445c6e HTTP/1.1" status: 200 len: 2981 time: 0.1426165 May 26 15:53:53.223541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-93db6d44-b44c-4064-9a98-1cd1c8636c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:53.225067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-93db6d44-b44c-4064-9a98-1cd1c8636c7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a82bd9ad-2a65-4ed4-a7d1-be220d001988 HTTP/1.1" status: 200 len: 862 time: 0.0924067 May 26 15:53:53.232704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Made reservation on behalf of 6bed64cfd8ea4c329d89b5a9361aa2bf for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:53.236157 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.268478 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.295972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d15aa82-f387-4257-91be-98850001aefe']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:53.308095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:53.309213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ad7d7a-e06d-430a-a4a5-6ccd8620f39c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:53:53.324715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.336601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b7da1c-6055-48ad-b3f2-6709af00c20d None None] DHCP port deletion for 4d15aa82-f387-4257-91be-98850001aefe request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:53:53.363775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.375353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:53:53.375900 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.423336 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 28ad7d7a-e06d-430a-a4a5-6ccd8620f39c resource provider aggregate not found May 26 15:53:53.455034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.469452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.473159 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] 10.222.0.39 "DELETE /v2.0/networks/4d15aa82-f387-4257-91be-98850001aefe HTTP/1.1" status: 204 len: 168 time: 0.7995989 May 26 15:53:53.475187 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 28ad7d7a-e06d-430a-a4a5-6ccd8620f39c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28ad7d7a-e06d-430a-a4a5-6ccd8620f39c found for delete ", "request_id": "req-95273403-8ed9-479a-bd8e-18f2b7b8912f"}]} May 26 15:53:53.487403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb000d-7b4f-4f41-ac60-5e7f815375dc admin admin] Pushing event deleted for resources: {'Network': ['ID=4d15aa82-f387-4257-91be-98850001aefe,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:53.504224 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.510726 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.661649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-98542f3b-ca47-44a5-bfc7-7a7a7493fd82 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/55e71e53-6a52-4a55-928b-a4e3cb445c6e HTTP/1.1" status: 200 len: 2981 time: 0.4354706 May 26 15:53:53.716639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-d9607e1a-b41b-4880-b776-17282d9ddc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:53.718202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-d9607e1a-b41b-4880-b776-17282d9ddc94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54927899-15b0-4e7d-a582-b6b0be8b8c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4791431 May 26 15:53:53.719605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52518) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:53.769799 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-76c7da3b-21bd-45ca-b626-244feabc3a54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=212ab48ee182479fb6f70a96048bb035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483999 May 26 15:53:53.771943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52522) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:53.827816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-201e22d7-484a-4289-b29b-e02bba65b3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.851397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-201e22d7-484a-4289-b29b-e02bba65b3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.863874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb626de-a786-48a1-8d4d-a67b819d42ca req-6fbaffab-5a3f-4c15-961b-519f2c7bc5e9 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:53.865396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb626de-a786-48a1-8d4d-a67b819d42ca req-6fbaffab-5a3f-4c15-961b-519f2c7bc5e9 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 945 time: 0.2057140 May 26 15:53:53.870457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-d0ed233e-cc91-487d-82a6-c7ec55a307c8 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/644e41c7-08bb-41ba-8855-4929778a8462 HTTP/1.1" status: 200 len: 2981 time: 0.1873360 May 26 15:53:53.908405 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-201e22d7-484a-4289-b29b-e02bba65b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.908679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Allocated IP 192.168.233.66 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/d4a9645e-52be-4d4b-b119-e0518e3a6fae) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:53.911130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-201e22d7-484a-4289-b29b-e02bba65b3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:53.912333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-201e22d7-484a-4289-b29b-e02bba65b3fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851 HTTP/1.1" status: 204 len: 168 time: 0.1393740 May 26 15:53:53.921295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e22d7-484a-4289-b29b-e02bba65b3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:53.990427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-2f5a8830-ab55-4e6b-9eed-5d1a6e34eae7 service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624824 May 26 15:53:54.014170 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb626de-a786-48a1-8d4d-a67b819d42ca req-fd7c79b8-0e7d-4b89-b6fb-cec6381a53b7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377685 May 26 15:53:54.031547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-7a1c01d5-6cd2-429d-8d65-34a2a6612e3c tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/644e41c7-08bb-41ba-8855-4929778a8462 HTTP/1.1" status: 200 len: 2981 time: 0.1486804 May 26 15:53:54.246566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-fc3cf0dd-7cbf-4b33-97c8-fe80318bbe95 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/77d13ab8-494f-416d-b5da-4ae8cdf7d51f HTTP/1.1" status: 200 len: 2981 time: 0.1783772 May 26 15:53:54.269422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57438bf6-f714-44d5-8545-ecb31b3ed1da req-26b1b4d8-8b49-44bf-b850-4cd5be53d62c service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715900 May 26 15:53:54.282301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595d407-e48c-4411-9ef8-150177c61178 req-e9d82318-a1b4-4169-9ae4-3a9eef70c2ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:54.283829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8595d407-e48c-4411-9ef8-150177c61178 req-e9d82318-a1b4-4169-9ae4-3a9eef70c2ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 943 time: 0.2086613 May 26 15:53:54.329857 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:54.377482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-14677da8-8e5d-4d7e-82b4-381d869ee9b5 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/77d13ab8-494f-416d-b5da-4ae8cdf7d51f HTTP/1.1" status: 200 len: 2981 time: 0.1168408 May 26 15:53:54.394924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8595d407-e48c-4411-9ef8-150177c61178 req-6ee148b0-aba3-4a94-86d2-1bda65bb3490 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972319 May 26 15:53:54.417878 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-f521e250-038f-455d-8b9e-2196c1238325 req-81621ce2-5d43-4500-aec7-12691da9825d tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] show failed (client error): The resource could not be found. May 26 15:53:54.417878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-81621ce2-5d43-4500-aec7-12691da9825d tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851 HTTP/1.1" status: 404 len: 352 time: 0.0200458 May 26 15:53:54.431844 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:54.438639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1feb5792-3386-48b3-a27c-c06d787e2aca no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:53:54.468011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c9ae2f2c-ef16-4319-940f-f5853f46810c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:54.474243 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1feb5792-3386-48b3-a27c-c06d787e2aca {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:53:54.475323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1feb5792-3386-48b3-a27c-c06d787e2aca not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:53:54.476133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1cc5a825-cecd-413d-9f29-01b7b60f5d82 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:53:54.517040 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084ca5ec-6dd0-431e-99ca-2cc5d1db97b2 x-openstack-request-id: req-084ca5ec-6dd0-431e-99ca-2cc5d1db97b2 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:54.517329 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2598e7c-ee41-4ff1-beb5-b629be256f4d", "tag": "84b1a977-c25a-4b64-be79-751a8105cb71", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:54.517579 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-084ca5ec-6dd0-431e-99ca-2cc5d1db97b2 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:54.519378 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084ca5ec-6dd0-431e-99ca-2cc5d1db97b2'] response: {'name': 'network-changed', 'server_uuid': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'tag': '84b1a977-c25a-4b64-be79-751a8105cb71', 'status': 'completed', 'code': 200} May 26 15:53:54.520793 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8fb7c8-0d60-4884-8cea-11f45432b87d x-openstack-request-id: req-0e8fb7c8-0d60-4884-8cea-11f45432b87d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:54.521191 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "name": "network-vif-plugged", "status": "completed", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:54.521561 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e8fb7c8-0d60-4884-8cea-11f45432b87d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:54.522297 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8fb7c8-0d60-4884-8cea-11f45432b87d'] response: {'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b', 'code': 200} May 26 15:53:54.526478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1cc5a825-cecd-413d-9f29-01b7b60f5d82 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:53:54.527135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1cc5a825-cecd-413d-9f29-01b7b60f5d82 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:53:54.527833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:53:54.574773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:54.579017 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-f521e250-038f-455d-8b9e-2196c1238325 req-70d00e21-01ca-436f-a5e6-c66d2ff407a9 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] show failed (client error): The resource could not be found. May 26 15:53:54.579017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-70d00e21-01ca-436f-a5e6-c66d2ff407a9 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8b4911d9-0dd6-4b74-b1fa-fa7f75d8d851 HTTP/1.1" status: 404 len: 352 time: 0.1510460 May 26 15:53:54.602706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:54.608007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:54.615688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Pushing event updated for resources: {'Port': ['ID=d4a9645e-52be-4d4b-b119-e0518e3a6fae,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:54.638298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:53:54.639488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8c19cd81-f449-4bac-bf1c-9bb0a9a789ca not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:53:54.691413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08a5c7-a283-439e-bd3c-39e2c415b66c req-4249cf6d-7194-43c5-b8fa-e63e084296f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:54.692978 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7b08a5c7-a283-439e-bd3c-39e2c415b66c req-4249cf6d-7194-43c5-b8fa-e63e084296f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1097 time: 0.0951471 May 26 15:53:54.749097 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7b08a5c7-a283-439e-bd3c-39e2c415b66c req-e51a1440-ff3d-499f-8e1f-82ebf260d0c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443485 May 26 15:53:54.790712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 09e91e54-a416-4df6-8a5f-97fa4bd3e682 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:54.813046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-e7a398a2-d76a-43bd-b445-c7b556ce5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:54.815380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-e7a398a2-d76a-43bd-b445-c7b556ce5cfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b6c70b0ee794faea51a36994a062017&device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 1094 time: 0.2777719 May 26 15:53:54.821558 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-90b8760f-c069-488c-983a-3a6d7dcbda6c tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/94c65748-b308-49fc-b59e-3b09189beef4 HTTP/1.1" status: 200 len: 2981 time: 0.2217081 May 26 15:53:54.849662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:54.850376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:54.885405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe5120-d6a9-46fe-861c-86796ff3d14a req-35a00cea-dc89-45a4-a564-ababb8fb4c85 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:54.887834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76fe5120-d6a9-46fe-861c-86796ff3d14a req-35a00cea-dc89-45a4-a564-ababb8fb4c85 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 950 time: 0.2657876 May 26 15:53:54.916322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:53:54.921117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:54.921614 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:54.929471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52546) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:54.959212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-31c555f0-518a-4d20-9240-6d8a65d472d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1414702 May 26 15:53:55.016379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-c50df027-f279-45d7-b59e-7b10c73b5c5d tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/94c65748-b308-49fc-b59e-3b09189beef4 HTTP/1.1" status: 200 len: 2981 time: 0.1810069 May 26 15:53:55.019576 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76fe5120-d6a9-46fe-861c-86796ff3d14a req-481f2e18-445f-4aed-9e71-3af03cfc1ab5 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865092 May 26 15:53:55.023881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Request body: {'port': {'device_id': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:55.035340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2a7f3bc2-4e1f-4973-a714-cc1cb26f786d None None] Provisioning complete for port d4a9645e-52be-4d4b-b119-e0518e3a6fae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:55.035643 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2a7f3bc2-4e1f-4973-a714-cc1cb26f786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.045463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:55.045892 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.080893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-723089483-network', 'tenant_id': '444c8d12d584407daaa58c43eca94311'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:55.093557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-1f59c05a-eabf-4fe6-b075-494ee0e5ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:55.096164 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-1f59c05a-eabf-4fe6-b075-494ee0e5ea2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=54927899-15b0-4e7d-a582-b6b0be8b8c36 HTTP/1.1" status: 200 len: 924 time: 0.2697644 May 26 15:53:55.117714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Made reservation on behalf of 444c8d12d584407daaa58c43eca94311 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:55.123068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.142385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.180145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-51fd1aab-c1d7-485a-8e6a-eca485e564f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b1a977-c25a-4b64-be79-751a8105cb71 HTTP/1.1" status: 200 len: 217 time: 0.0706432 May 26 15:53:55.249314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f3bc2-4e1f-4973-a714-cc1cb26f786d None None] Port d4a9645e-52be-4d4b-b119-e0518e3a6fae cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:53:55.257624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:55.264239 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.281665 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.284060 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.289867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.307583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:53:55.310651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-4b55a847-9137-4a5f-a056-400c5a55ae1d tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/9a9593a8-c5d5-430b-9f3f-15bc7c77fca5 HTTP/1.1" status: 200 len: 2981 time: 0.2807214 May 26 15:53:55.325918 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.326597 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Added segment b03eab83-e6d3-40bf-934e-5164fd24d8f4 of type vlan for network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad May 26 15:53:55.359356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=09e91e54-a416-4df6-8a5f-97fa4bd3e682,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:55.365318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-ad192b4b-a7ac-4cec-a2d0-c497484bad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:55.366981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-ad192b4b-a7ac-4cec-a2d0-c497484bad76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a82bd9ad-2a65-4ed4-a7d1-be220d001988 HTTP/1.1" status: 200 len: 862 time: 0.1535604 May 26 15:53:55.394747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c0ab3b-4560-43bb-af63-35f19aef474a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:55.411384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.452042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.453163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:55.453879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.513330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-301a8865-2ab5-43b1-9b0d-99f56c871b74 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/9a9593a8-c5d5-430b-9f3f-15bc7c77fca5 HTTP/1.1" status: 200 len: 2981 time: 0.2016566 May 26 15:53:55.528537 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5907021 May 26 15:53:55.528537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52592) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:55.536806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Request body: {'subnet': {'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-subnet', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:55.550709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-0a178e1d-5078-49dc-acbf-129f5b78d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:55.551390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff217d80-f351-43da-a507-04571e80b84a admin admin] Pushing event updated for resources: {'Network': ['ID=a8e3bc15-4002-4094-b5c6-3e08ad96b7ad,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:55.552318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-0a178e1d-5078-49dc-acbf-129f5b78d36e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54927899-15b0-4e7d-a582-b6b0be8b8c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748023 May 26 15:53:55.563639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:53:55.577220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Made reservation on behalf of 444c8d12d584407daaa58c43eca94311 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:53:55.580418 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.739965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-626f84f8-da48-4b95-afba-d8b93c5d43f7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a896787f-c0ad-4816-af85-67bc96f95797 HTTP/1.1" status: 200 len: 2981 time: 0.2256532 May 26 15:53:55.787229 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.826615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874550f4-46f7-4e0a-8b19-f22d6ce7b00e req-d6aeeca2-d882-4c98-811a-fa6d9778b1f2 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:55.828240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-874550f4-46f7-4e0a-8b19-f22d6ce7b00e req-d6aeeca2-d882-4c98-811a-fa6d9778b1f2 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 946 time: 0.1855991 May 26 15:53:55.830172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-5127d535-4414-41bb-920c-790266391b88 service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678504 May 26 15:53:55.843772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca47604-b705-4d0a-9268-a9204e49bd0d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:55.867962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Checking segment: {'id': 'b03eab83-e6d3-40bf-934e-5164fd24d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:55.868454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Network hostable DHCP agents. Network: a8e3bc15-4002-4094-b5c6-3e08ad96b7ad, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:53:55.890287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:53:55.907951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, a8e3bc15-4002-4094-b5c6-3e08ad96b7ad) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:55.913163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:55.914760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:55.919082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0344d2-8825-44a7-82d8-0a55b2042d87 None None] Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:55.940273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-a5280194-a09f-4f9e-bc79-8dbe01b6cf86 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a896787f-c0ad-4816-af85-67bc96f95797 HTTP/1.1" status: 200 len: 2981 time: 0.1881013 May 26 15:53:55.948067 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-32280deb-4e1f-4a54-a7ce-0dae8bd3b340 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4166610 May 26 15:53:55.952171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52596) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:53:55.967514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:53:56.004791 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-874550f4-46f7-4e0a-8b19-f22d6ce7b00e req-026ec0e9-9150-43f1-8100-4fca325ff2f5 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660461 May 26 15:53:56.092390 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.093594 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.111991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a9645e-52be-4d4b-b119-e0518e3a6fae {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:56.130414 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.135837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4aef479d-e831-4a2e-865b-19800bfd6ca3 req-17f8ddca-9ba9-4bc2-b6b9-ac4810df3f81 service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946141 May 26 15:53:56.142043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-bd6c2465-5a61-4faf-b282-4217d7e4f8c6 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/ac3081b7-d1c6-47eb-9280-17311216126a HTTP/1.1" status: 200 len: 2981 time: 0.1785812 May 26 15:53:56.166409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-a8e3bc15-4002-4094-b5c6-3e08ad96b7ad', 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'fixed_ips': [{'subnet_id': 'cca47604-b705-4d0a-9268-a9204e49bd0d'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:53:56.167691 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.205295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Transition to ACTIVE for port object d4a9645e-52be-4d4b-b119-e0518e3a6fae will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:53:56.247129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.252058 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.323037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Allocated IP 172.20.0.2 (a8e3bc15-4002-4094-b5c6-3e08ad96b7ad/cca47604-b705-4d0a-9268-a9204e49bd0d/e4ba243a-5e55-413a-85fd-f0991cee1c46) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:56.357650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73e69c-6287-4508-8872-1b2d8a464234 req-718fa90b-e907-47bf-8a8b-8c3d718e93ee tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:56.359239 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd73e69c-6287-4508-8872-1b2d8a464234 req-718fa90b-e907-47bf-8a8b-8c3d718e93ee tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 935 time: 0.2208116 May 26 15:53:56.414406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-64a04aa9-c9eb-4aea-9c33-48007fe23158 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/ac3081b7-d1c6-47eb-9280-17311216126a HTTP/1.1" status: 200 len: 2981 time: 0.2513998 May 26 15:53:56.414670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a9645e-52be-4d4b-b119-e0518e3a6fae,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:56.505081 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.512216 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.536303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:56.538568 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8df6f3-1169-4e73-9304-190fc7f98dd2" -d '{"events": [{"server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "name": "network-vif-plugged", "status": "completed", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:56.556749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:56.558048 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.565169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:56.567728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:56.570674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Pushing event updated for resources: {'Port': ['ID=e4ba243a-5e55-413a-85fd-f0991cee1c46,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:56.590290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd73e69c-6287-4508-8872-1b2d8a464234 req-992319ad-5eb9-466c-b4e2-63b47cb6efe0 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870618 May 26 15:53:56.620200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-a1d1ddba-6514-4686-8a25-822e1a0e37ee tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b4a38057-9f65-439b-a44f-8186ebac2c1a HTTP/1.1" status: 200 len: 2981 time: 0.1884162 May 26 15:53:56.657427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Attempting to bind port e4ba243a-5e55-413a-85fd-f0991cee1c46 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:56.658044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Attempting to bind port e4ba243a-5e55-413a-85fd-f0991cee1c46 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b03eab83-e6d3-40bf-934e-5164fd24d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:56.658668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Attempting to bind port e4ba243a-5e55-413a-85fd-f0991cee1c46 on network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:56.668244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:56.669071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Checking segment: {'id': 'b03eab83-e6d3-40bf-934e-5164fd24d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:56.669764 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.670883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Bound using segment: {'id': 'b03eab83-e6d3-40bf-934e-5164fd24d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:56.671791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Bound port: e4ba243a-5e55-413a-85fd-f0991cee1c46, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03eab83-e6d3-40bf-934e-5164fd24d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:56.672934 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.685117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Attempting to bind port d4a9645e-52be-4d4b-b119-e0518e3a6fae on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:53:56.685405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Attempting to bind port d4a9645e-52be-4d4b-b119-e0518e3a6fae by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:53:56.685693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Attempting to bind port d4a9645e-52be-4d4b-b119-e0518e3a6fae on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:56.721987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Port d4a9645e-52be-4d4b-b119-e0518e3a6fae on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:53:56.721987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Attempting to bind port d4a9645e-52be-4d4b-b119-e0518e3a6fae on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:53:56.757059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:53:56.757388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:53:56.757778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:53:56.758041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] For port e4ba243a-5e55-413a-85fd-f0991cee1c46, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:56.758260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Bound port: d4a9645e-52be-4d4b-b119-e0518e3a6fae, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:53:56.758621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.761638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] For port e4ba243a-5e55-413a-85fd-f0991cee1c46, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e4ba243a-5e55-413a-85fd-f0991cee1c46,segment=NetworkSegment(b03eab83-e6d3-40bf-934e-5164fd24d8f4),segment_id=b03eab83-e6d3-40bf-934e-5164fd24d8f4)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:56.768109 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:56.780378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-662dafe7-2853-49fd-bc7f-761ed4968c20 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b4a38057-9f65-439b-a44f-8186ebac2c1a HTTP/1.1" status: 200 len: 2981 time: 0.1193283 May 26 15:53:56.824952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 84b1a977-c25a-4b64-be79-751a8105cb71 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:53:56.831495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d201bb-4e15-432d-b3e8-88d92571fa42 None None] Pushing event updated for resources: {'Port': ['ID=e4ba243a-5e55-413a-85fd-f0991cee1c46,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:56.835268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da63c99-a29d-4f99-a7a5-0212953e2b33 req-27b4b2b7-79c2-4404-8aa3-e127a72ac4cc tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:56.838544 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4da63c99-a29d-4f99-a7a5-0212953e2b33 req-27b4b2b7-79c2-4404-8aa3-e127a72ac4cc tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 946 time: 0.1425614 May 26 15:53:56.952095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:53:56.963718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-5ab6bf63-2a2c-4ae7-a838-85051bbba16f tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d016a182-387a-4efe-8a4a-37dbbd97c3ec HTTP/1.1" status: 200 len: 2981 time: 0.1484065 May 26 15:53:56.968927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 84b1a977-c25a-4b64-be79-751a8105cb71, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84b1a977-c25a-4b64-be79-751a8105cb71,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:56.982435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:53:56.985777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '84b1a977-c25a-4b64-be79-751a8105cb71', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'port_id': '84b1a977-c25a-4b64-be79-751a8105cb71', 'mac_address': 'fa:16:3e:43:7c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:53:57.000225 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:57.015838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4da63c99-a29d-4f99-a7a5-0212953e2b33 req-8a35746a-2d88-4462-9320-8d6ffc232d1d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534255 May 26 15:53:57.050862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 84b1a977-c25a-4b64-be79-751a8105cb71 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:57.051312 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:57.069854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b1a977-c25a-4b64-be79-751a8105cb71 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:53:57.094079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 84b1a977-c25a-4b64-be79-751a8105cb71, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84b1a977-c25a-4b64-be79-751a8105cb71,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:57.131300 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:57.196002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=84b1a977-c25a-4b64-be79-751a8105cb71,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:57.404773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:57.406565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:57.409220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4a9645e-52be-4d4b-b119-e0518e3a6fae HTTP/1.1" status: 200 len: 1095 time: 2.3950009 May 26 15:53:57.412687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['84b1a977-c25a-4b64-be79-751a8105cb71'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:53:57.468976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:57.471340 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:57.506567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-38decd5f-9755-4120-89ed-525b7110c821 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d016a182-387a-4efe-8a4a-37dbbd97c3ec HTTP/1.1" status: 200 len: 2981 time: 0.5299196 May 26 15:53:57.554231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbe977-c83d-4562-b2ca-38f4b7fdb427 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a9645e-52be-4d4b-b119-e0518e3a6fae,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:57.623795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0f44d-748b-49c2-a7c5-519acdd8a881 req-11457273-d0a3-4c58-aadf-a40d604d89fe tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:57.625402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05f0f44d-748b-49c2-a7c5-519acdd8a881 req-11457273-d0a3-4c58-aadf-a40d604d89fe tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 944 time: 0.2521272 May 26 15:53:57.640321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-e1aade70-91e7-4b21-aeea-40954e330c01 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d34ea81d-57c0-444c-ad8b-89e314afd318 HTTP/1.1" status: 200 len: 2981 time: 0.1097903 May 26 15:53:57.641418 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:57.688251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041041f-cbb4-4484-a814-b85753e8f0de req-904de2a2-1e82-48bc-80bd-d1aeb5f1c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:57.689783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-904de2a2-1e82-48bc-80bd-d1aeb5f1c9dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 1098 time: 0.2126653 May 26 15:53:57.693475 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:57.800363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-c8c4f6af-b026-4308-8158-4c89ab76127d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae HTTP/1.1" status: 200 len: 217 time: 0.0925486 May 26 15:53:57.815693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05f0f44d-748b-49c2-a7c5-519acdd8a881 req-562d8547-acd8-468a-a1b1-507b427d9430 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772904 May 26 15:53:57.888011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-6a031717-db81-4a10-9078-0f3bc087338c tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d34ea81d-57c0-444c-ad8b-89e314afd318 HTTP/1.1" status: 200 len: 2981 time: 0.2408690 May 26 15:53:57.920450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041041f-cbb4-4484-a814-b85753e8f0de req-6236edd7-8c8c-4599-9a5b-083f58eb724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:57.924172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-6236edd7-8c8c-4599-9a5b-083f58eb724d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1030114 May 26 15:53:57.932005 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5c38ad-dc7c-45ab-8e7d-0935771665b5 x-openstack-request-id: req-cf5c38ad-dc7c-45ab-8e7d-0935771665b5 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:57.932606 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "name": "network-vif-plugged", "status": "completed", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:57.932687 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf5c38ad-dc7c-45ab-8e7d-0935771665b5 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:57.933110 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5c38ad-dc7c-45ab-8e7d-0935771665b5'] response: {'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682', 'code': 200} May 26 15:53:58.006768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5955dff4-af4c-440b-b1f7-425073f86e53 None None] Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:53:58.093641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Allocated IP 172.25.0.182 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/aa20d841-22e2-4063-b6b4-5b5e016f8af5) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:53:58.104764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-89c2a9ee-556b-48ec-9d7a-c475934786c7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d8e49d87-2a83-47b2-9b65-4089972ddafb HTTP/1.1" status: 200 len: 2981 time: 0.2084887 May 26 15:53:58.122081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041041f-cbb4-4484-a814-b85753e8f0de req-81aa9473-63b1-4092-a930-5c067ce2169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:58.123799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-81aa9473-63b1-4092-a930-5c067ce2169d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723638 May 26 15:53:58.134705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3941a531-76d5-471f-868a-56a98284f8b8 None None] Provisioning complete for port e4ba243a-5e55-413a-85fd-f0991cee1c46 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:58.135176 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3941a531-76d5-471f-868a-56a98284f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:58.219598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda51d-2f88-4f13-aa57-97b25806f98e req-cb175a09-1479-4a83-847c-848065b5d435 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:58.221098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01eda51d-2f88-4f13-aa57-97b25806f98e req-cb175a09-1479-4a83-847c-848065b5d435 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 946 time: 0.2300427 May 26 15:53:58.229870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d314d00-6185-491e-94f6-6c14745bda1d req-746144d8-3f01-4bd9-b65e-f3c3a96843ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:58.232173 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d314d00-6185-491e-94f6-6c14745bda1d req-746144d8-3f01-4bd9-b65e-f3c3a96843ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1097 time: 0.2165549 May 26 15:53:58.264115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3941a531-76d5-471f-868a-56a98284f8b8 None None] Current status of the port e4ba243a-5e55-413a-85fd-f0991cee1c46 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:58.264648 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3941a531-76d5-471f-868a-56a98284f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:58.301989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3941a531-76d5-471f-868a-56a98284f8b8 None None] For port e4ba243a-5e55-413a-85fd-f0991cee1c46, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e4ba243a-5e55-413a-85fd-f0991cee1c46,segment=NetworkSegment(b03eab83-e6d3-40bf-934e-5164fd24d8f4),segment_id=b03eab83-e6d3-40bf-934e-5164fd24d8f4)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:58.306167 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3941a531-76d5-471f-868a-56a98284f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:58.353485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f521e250-038f-455d-8b9e-2196c1238325 req-1741a5f0-fd8b-4d5f-bc63-8adc9094a073 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d8e49d87-2a83-47b2-9b65-4089972ddafb HTTP/1.1" status: 200 len: 2981 time: 0.2376297 May 26 15:53:58.370028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941a531-76d5-471f-868a-56a98284f8b8 None None] Pushing event updated for resources: {'Port': ['ID=e4ba243a-5e55-413a-85fd-f0991cee1c46,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:58.389869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d314d00-6185-491e-94f6-6c14745bda1d req-5bd46568-3d4c-4a40-b9a0-8615aae10ad7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230576 May 26 15:53:58.399492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01eda51d-2f88-4f13-aa57-97b25806f98e req-447a157c-b4d8-43c1-a6d2-a5073958b57b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663418 May 26 15:53:58.420892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-f533aa3b-feff-4fbd-b9f0-a226fa4ac40e service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687879 May 26 15:53:58.429357 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:58.515495 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34e020b-5fb3-46d2-bcd3-163aedab9680 x-openstack-request-id: req-e34e020b-5fb3-46d2-bcd3-163aedab9680 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:53:58.515813 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:53:58.515974 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e34e020b-5fb3-46d2-bcd3-163aedab9680 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:53:58.516405 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34e020b-5fb3-46d2-bcd3-163aedab9680'] response: {'name': 'network-changed', 'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae', 'status': 'completed', 'code': 200} May 26 15:53:58.534154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e4ba243a-5e55-413a-85fd-f0991cee1c46 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:58.556233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:58.582434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-be0dba71-5ce3-4cc0-bda8-1ff390a6209b None None] Provisioning complete for port e4ba243a-5e55-413a-85fd-f0991cee1c46 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:58.582809 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-be0dba71-5ce3-4cc0-bda8-1ff390a6209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:58.629908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e4ba243a-5e55-413a-85fd-f0991cee1c46 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:58.630443 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:58.678086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:53:58.683963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Pushing event updated for resources: {'Port': ['ID=aa20d841-22e2-4063-b6b4-5b5e016f8af5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:58.692775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:53:58.701968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:53:58.712845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8af59-0cac-4c48-af3c-53455e8bd815 req-d48f3d13-9f53-4614-b2b5-53c96ac1d86f tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:58.714385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2a8af59-0cac-4c48-af3c-53455e8bd815 req-d48f3d13-9f53-4614-b2b5-53c96ac1d86f tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 950 time: 0.2047350 May 26 15:53:58.718906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-be0dba71-5ce3-4cc0-bda8-1ff390a6209b None None] Current status of the port e4ba243a-5e55-413a-85fd-f0991cee1c46 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:58.724294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fad060-471d-43a2-8b4b-1d5cf9160cb6 req-30d6a6e5-9a77-4791-82c3-63ae2f6d904c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:58.725710 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98fad060-471d-43a2-8b4b-1d5cf9160cb6 req-30d6a6e5-9a77-4791-82c3-63ae2f6d904c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 947 time: 0.1748602 May 26 15:53:58.750887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c041041f-cbb4-4484-a814-b85753e8f0de req-4c3b8787-c7ff-474d-a5b9-572fe01c2480 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182642 May 26 15:53:58.766438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e4ba243a-5e55-413a-85fd-f0991cee1c46 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:58.794901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 84b1a977-c25a-4b64-be79-751a8105cb71 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:53:58.850978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 84b1a977-c25a-4b64-be79-751a8105cb71 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:53:58.855188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 84b1a977-c25a-4b64-be79-751a8105cb71 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:53:58.856228 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:58.888118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2a8af59-0cac-4c48-af3c-53455e8bd815 req-b2fc9bf3-f14a-41fc-a10f-af0dcafd0a11 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437805 May 26 15:53:58.890796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98fad060-471d-43a2-8b4b-1d5cf9160cb6 req-18ac0d66-f065-42c6-9f7e-70f3a68f576e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449142 May 26 15:53:58.975927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 84b1a977-c25a-4b64-be79-751a8105cb71 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:53:58.976473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:58.989054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-6b473cf1-fe8f-4256-800c-e4a3ed71d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:58.992840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-6b473cf1-fe8f-4256-800c-e4a3ed71d232 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 1098 time: 0.1816418 May 26 15:53:59.022686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 84b1a977-c25a-4b64-be79-751a8105cb71, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84b1a977-c25a-4b64-be79-751a8105cb71,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:53:59.029860 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:59.084846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=84b1a977-c25a-4b64-be79-751a8105cb71,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:53:59.249436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa55e74-4139-46e8-9c93-daea6ca9fe3d req-96962e8a-9bde-47ac-b3d6-6b0d9b8de3ae tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:59.250972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-faa55e74-4139-46e8-9c93-daea6ca9fe3d req-96962e8a-9bde-47ac-b3d6-6b0d9b8de3ae tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 946 time: 0.2428343 May 26 15:53:59.264272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-a51236fe-4a37-4482-9d58-7a2ebaaf04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:59.265782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-a51236fe-4a37-4482-9d58-7a2ebaaf04ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2589927 May 26 15:53:59.277323 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:59.364829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-196fa0be-3d28-4f5e-9fcd-ca4bc30bdddb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae HTTP/1.1" status: 200 len: 217 time: 0.0801411 May 26 15:53:59.422645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-faa55e74-4139-46e8-9c93-daea6ca9fe3d req-5757b63c-bd52-457f-b539-b933af082940 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622627 May 26 15:53:59.831106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-3b084980-c6d0-46b8-8670-d4a8edb09c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:53:59.833122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-3b084980-c6d0-46b8-8670-d4a8edb09c7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.4579177 May 26 15:53:59.933931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1a977-c25a-4b64-be79-751a8105cb71'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:53:59.936434 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d463fd-ef18-4a31-bd6b-130737095e93" -d '{"events": [{"server_uuid": "d2598e7c-ee41-4ff1-beb5-b629be256f4d", "name": "network-vif-plugged", "status": "completed", "tag": "84b1a977-c25a-4b64-be79-751a8105cb71"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:53:59.986018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0eec60d7-09fe-4bb9-b241-fe12b37e9455 req-9590ff1e-26d0-4bd6-b8af-b439cd61c834 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53da8e40d2b84501a19f3d8fcc5597fd HTTP/1.1" status: 200 len: 6102 time: 0.5689895 May 26 15:54:00.004679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4138f-a892-42e4-8150-406a03beff72 req-0dc8f6a9-69e4-495c-ac84-3ada3b80bb6f tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:00.006229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81b4138f-a892-42e4-8150-406a03beff72 req-0dc8f6a9-69e4-495c-ac84-3ada3b80bb6f tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1097 time: 0.1782858 May 26 15:54:00.032775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-83b067ce-b3c4-421d-84e9-cdbd93136da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:00.034306 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-83b067ce-b3c4-421d-84e9-cdbd93136da6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1806297 May 26 15:54:00.035333 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:00.177617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0eec60d7-09fe-4bb9-b241-fe12b37e9455 req-3f05350c-2893-4db8-bffa-97a87fd0c1b9 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] 10.222.0.39 "GET /v2.0/security-groups/a896787f-c0ad-4816-af85-67bc96f95797 HTTP/1.1" status: 200 len: 2981 time: 0.1816361 May 26 15:54:00.182010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81b4138f-a892-42e4-8150-406a03beff72 req-0757290a-d845-4a58-ae7d-96223c45191e tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658239 May 26 15:54:00.296893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-64e69c84-434a-44ee-b0da-e7342bd16a1f service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444770 May 26 15:54:00.319475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0eec60d7-09fe-4bb9-b241-fe12b37e9455 req-30a9f97e-88f1-4013-afc2-2fe017c97b5a tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] 10.222.0.39 "GET /v2.0/security-groups/a896787f-c0ad-4816-af85-67bc96f95797 HTTP/1.1" status: 200 len: 2981 time: 0.1310287 May 26 15:54:00.459118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Router 2bf8335f-091f-4bdb-a913-33ff50ba8703 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:54:00.481001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b5756-45b3-4e47-8587-518e67244d7f req-270b2f0b-9234-4d0a-b814-02aee7df7939 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:00.482545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e3b5756-45b3-4e47-8587-518e67244d7f req-270b2f0b-9234-4d0a-b814-02aee7df7939 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 945 time: 0.1603611 May 26 15:54:00.514062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f5471ac-2490-4ebb-9b5c-9275ea95a98c req-baf904fe-702d-4e1d-857a-1ed1ce61564f service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083969 May 26 15:54:00.515764 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9459f0-dee4-40af-bcfc-07559b7ad373 req-e70bbcc2-a929-40fd-9dbb-bd2942401bdf tempest-LiveMigrationNegativeTest-794861470 tempest-LiveMigrationNegativeTest-794861470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:00.517138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b9459f0-dee4-40af-bcfc-07559b7ad373 req-e70bbcc2-a929-40fd-9dbb-bd2942401bdf tempest-LiveMigrationNegativeTest-794861470 tempest-LiveMigrationNegativeTest-794861470-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 1101 time: 0.1406777 May 26 15:54:00.586193 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7b9459f0-dee4-40af-bcfc-07559b7ad373 req-ed642187-87bc-4f05-bc82-fc291ad91250 tempest-LiveMigrationNegativeTest-794861470 tempest-LiveMigrationNegativeTest-794861470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:00.612006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e3b5756-45b3-4e47-8587-518e67244d7f req-1728f935-bee0-4448-87c6-9bd418f9488f tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204019 May 26 15:54:00.678541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:54:00.691668 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Sync routers for ids ['2bf8335f-091f-4bdb-a913-33ff50ba8703'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:54:00.707183 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Routers {'2bf8335f-091f-4bdb-a913-33ff50ba8703'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:00.708221 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2bf8335f-091f-4bdb-a913-33ff50ba8703'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:00.709806 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:00.714275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:00.715718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a7f3d0ce-5248-49cc-9614-0108c1ef031b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7547603 May 26 15:54:00.754118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7b9459f0-dee4-40af-bcfc-07559b7ad373 req-ed642187-87bc-4f05-bc82-fc291ad91250 tempest-LiveMigrationNegativeTest-794861470 tempest-LiveMigrationNegativeTest-794861470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:00.759310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7b9459f0-dee4-40af-bcfc-07559b7ad373 req-ed642187-87bc-4f05-bc82-fc291ad91250 tempest-LiveMigrationNegativeTest-794861470 tempest-LiveMigrationNegativeTest-794861470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:00.795920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b9459f0-dee4-40af-bcfc-07559b7ad373 req-ed642187-87bc-4f05-bc82-fc291ad91250 tempest-LiveMigrationNegativeTest-794861470 tempest-LiveMigrationNegativeTest-794861470-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396605 May 26 15:54:00.806918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642187-87bc-4f05-bc82-fc291ad91250 tempest-LiveMigrationNegativeTest-794861470 tempest-LiveMigrationNegativeTest-794861470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f14530-85a8-4a8c-af7d-b6fe539648ef,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:00.854918 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Set router 2bf8335f-091f-4bdb-a913-33ff50ba8703 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:00.992706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6935ae4-3c7e-435f-9a94-ed423962c36f req-6f3c3cb8-f865-4207-8f87-35ee5d992956 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:00.995075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6935ae4-3c7e-435f-9a94-ed423962c36f req-6f3c3cb8-f865-4207-8f87-35ee5d992956 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 947 time: 0.0834882 May 26 15:54:01.046334 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6935ae4-3c7e-435f-9a94-ed423962c36f req-5187818b-a20c-4c07-87f7-ba295fcbc9ce tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 May 26 15:54:01.103016 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31430b-bfbe-4fc9-87a8-619f60b838a5 x-openstack-request-id: req-ef31430b-bfbe-4fc9-87a8-619f60b838a5 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:01.103532 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2598e7c-ee41-4ff1-beb5-b629be256f4d", "name": "network-vif-plugged", "status": "completed", "tag": "84b1a977-c25a-4b64-be79-751a8105cb71", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:01.103644 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef31430b-bfbe-4fc9-87a8-619f60b838a5 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:01.103957 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef31430b-bfbe-4fc9-87a8-619f60b838a5'] response: {'server_uuid': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1a977-c25a-4b64-be79-751a8105cb71', 'code': 200} May 26 15:54:01.115238 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:56Z', 'updated_at': '2022-05-26T15:53:58Z', 'revision_number': 3, 'project_id': '444c8d12d584407daaa58c43eca94311', 'gw_port': {'id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:57Z', 'updated_at': '2022-05-26T15:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:01.164655 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Checking router: 2bf8335f-091f-4bdb-a913-33ff50ba8703 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:54:01.164999 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Updating router 2bf8335f-091f-4bdb-a913-33ff50ba8703 port aa20d841-22e2-4063-b6b4-5b5e016f8af5 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:54:01.192155 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.230615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39db8da2-feb4-4e26-bc19-366f4173a871 req-a1d2aa11-de25-4e2e-82e4-d9fce58020de tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/cfdb86c2-938c-41d4-b9c5-8d3b26c9ce5e HTTP/1.1" status: 200 len: 1777 time: 0.1115518 May 26 15:54:01.242251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6671-f531-4dd2-95b6-56f845005fcd req-d708dd0a-6343-4ea7-8d6c-8d77dc1b50e8 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:01.243828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a92e6671-f531-4dd2-95b6-56f845005fcd req-d708dd0a-6343-4ea7-8d6c-8d77dc1b50e8 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1097 time: 0.0897160 May 26 15:54:01.270771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe53cdc-ec78-4663-9213-5a70f8eca757 req-bbebbaf9-7dad-4a6f-ac53-6b35c114f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:01.272192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fe53cdc-ec78-4663-9213-5a70f8eca757 req-bbebbaf9-7dad-4a6f-ac53-6b35c114f824 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 1096 time: 0.0991983 May 26 15:54:01.285239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.346279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a92e6671-f531-4dd2-95b6-56f845005fcd req-de52b7ac-865c-4089-8a7d-9dc279e37692 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921571 May 26 15:54:01.364986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fe53cdc-ec78-4663-9213-5a70f8eca757 req-cf2cb71a-ac41-4494-8dd5-95e3e9dddb04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818090 May 26 15:54:01.376122 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-39db8da2-feb4-4e26-bc19-366f4173a871 req-f6cb42d2-5ad4-45cf-b55a-c1d860bdf8d0 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.412014 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-39db8da2-feb4-4e26-bc19-366f4173a871 req-f6cb42d2-5ad4-45cf-b55a-c1d860bdf8d0 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.484297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-39db8da2-feb4-4e26-bc19-366f4173a871 req-f6cb42d2-5ad4-45cf-b55a-c1d860bdf8d0 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.486729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Allocated IP 172.20.0.1 (a8e3bc15-4002-4094-b5c6-3e08ad96b7ad/cca47604-b705-4d0a-9268-a9204e49bd0d/a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:01.486856 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-39db8da2-feb4-4e26-bc19-366f4173a871 req-f6cb42d2-5ad4-45cf-b55a-c1d860bdf8d0 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.488029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39db8da2-feb4-4e26-bc19-366f4173a871 req-f6cb42d2-5ad4-45cf-b55a-c1d860bdf8d0 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfdb86c2-938c-41d4-b9c5-8d3b26c9ce5e HTTP/1.1" status: 204 len: 173 time: 0.2433536 May 26 15:54:01.508132 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.509816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb42d2-5ad4-45cf-b55a-c1d860bdf8d0 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb86c2-938c-41d4-b9c5-8d3b26c9ce5e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:01.517324 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.533725 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b2049-3e5f-4366-811e-a24e004b8d20 req-847815b6-735f-477e-8ce4-01a5120717e3 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:01.535353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b23b2049-3e5f-4366-811e-a24e004b8d20 req-847815b6-735f-477e-8ce4-01a5120717e3 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 946 time: 0.0849102 May 26 15:54:01.595186 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Pushing event updated for resources: {'Port': ['ID=aa20d841-22e2-4063-b6b4-5b5e016f8af5,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:01.600950 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Attempting to bind port aa20d841-22e2-4063-b6b4-5b5e016f8af5 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:01.601323 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Attempting to bind port aa20d841-22e2-4063-b6b4-5b5e016f8af5 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:01.601693 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Attempting to bind port aa20d841-22e2-4063-b6b4-5b5e016f8af5 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:01.608753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.613863 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.614236 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.614576 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.614909 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.615293 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.615625 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.615950 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.616341 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.616582 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.616935 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.617365 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.617801 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:01.618059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b23b2049-3e5f-4366-811e-a24e004b8d20 req-03b8502d-c23d-4c11-8887-f2f64b627935 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683084 May 26 15:54:01.633181 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:01.634671 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:01.635291 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.635690 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:01.636185 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Bound port: aa20d841-22e2-4063-b6b4-5b5e016f8af5, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:01.637189 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.686532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.724652 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] For port aa20d841-22e2-4063-b6b4-5b5e016f8af5, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:01.728172 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] For port aa20d841-22e2-4063-b6b4-5b5e016f8af5, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa20d841-22e2-4063-b6b4-5b5e016f8af5,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:01.734257 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.749866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b1c95f8-8c24-41f6-828a-5c13a3c8ca47 req-d0fdb2f1-12c3-4d8b-aed5-23d5096c61f7 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "GET /v2.0/security-groups/39ae1a88-a993-4632-b86a-e485bf0d32fd HTTP/1.1" status: 200 len: 1777 time: 0.0692701 May 26 15:54:01.768834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:01.786819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:01.800173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:01.819191 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Routers {'2bf8335f-091f-4bdb-a913-33ff50ba8703'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:01.819970 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2bf8335f-091f-4bdb-a913-33ff50ba8703'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:01.913476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b1c95f8-8c24-41f6-828a-5c13a3c8ca47 req-bea680fb-2723-404d-9d7b-4836082bfa67 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.944779 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73d7a6-e33a-4caa-8d54-989dd84eef82 None None] Pushing event updated for resources: {'Port': ['ID=aa20d841-22e2-4063-b6b4-5b5e016f8af5,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:01.981621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b1c95f8-8c24-41f6-828a-5c13a3c8ca47 req-bea680fb-2723-404d-9d7b-4836082bfa67 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:01.987794 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] Set router 2bf8335f-091f-4bdb-a913-33ff50ba8703 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:02.040412 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b1c95f8-8c24-41f6-828a-5c13a3c8ca47 req-bea680fb-2723-404d-9d7b-4836082bfa67 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.044162 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b1c95f8-8c24-41f6-828a-5c13a3c8ca47 req-bea680fb-2723-404d-9d7b-4836082bfa67 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.059286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b1c95f8-8c24-41f6-828a-5c13a3c8ca47 req-bea680fb-2723-404d-9d7b-4836082bfa67 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/39ae1a88-a993-4632-b86a-e485bf0d32fd HTTP/1.1" status: 204 len: 173 time: 0.2950859 May 26 15:54:02.104906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea680fb-2723-404d-9d7b-4836082bfa67 tempest-SecurityGroupsTestAdminJSON-1954364452 tempest-SecurityGroupsTestAdminJSON-1954364452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ae1a88-a993-4632-b86a-e485bf0d32fd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:02.174410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-525b7802-0375-43db-a841-d0d3729893fb None None] Provisioning complete for port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:02.175388 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-525b7802-0375-43db-a841-d0d3729893fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.208317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c65f9c-ae3a-45c0-bd57-0579d5567979 req-16791175-bc57-4cae-ab69-a8cb6290763f tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:02.220298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-525b7802-0375-43db-a841-d0d3729893fb None None] Port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:54:02.220613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7c65f9c-ae3a-45c0-bd57-0579d5567979 req-16791175-bc57-4cae-ab69-a8cb6290763f tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1097 time: 0.1408727 May 26 15:54:02.247913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.254760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a764e-99e5-4694-bc52-4eb2cdb20e36 req-6b61a409-be87-4f9a-8b7a-9aedd6f903cc tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:02.256398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-797a764e-99e5-4694-bc52-4eb2cdb20e36 req-6b61a409-be87-4f9a-8b7a-9aedd6f903cc tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 945 time: 0.0995753 May 26 15:54:02.282489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7c65f9c-ae3a-45c0-bd57-0579d5567979 req-c4c6decf-99f4-41ed-94e3-1ab685a70171 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590491 May 26 15:54:02.304135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Pushing event updated for resources: {'Port': ['ID=a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:02.356391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-797a764e-99e5-4694-bc52-4eb2cdb20e36 req-6c891ba0-6569-4dbb-b072-a6d61d77dd48 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835876 May 26 15:54:02.478706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.504636 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:56Z', 'updated_at': '2022-05-26T15:53:58Z', 'revision_number': 3, 'project_id': '444c8d12d584407daaa58c43eca94311', 'gw_port': {'id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:57Z', 'updated_at': '2022-05-26T15:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:02.550939 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad086a-3dfa-4e29-aa67-0737be03fbac None None] The sync data for ids ['2bf8335f-091f-4bdb-a913-33ff50ba8703'] in n-d-843336-2 is: [{'id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:56Z', 'updated_at': '2022-05-26T15:53:58Z', 'revision_number': 3, 'project_id': '444c8d12d584407daaa58c43eca94311', 'gw_port': {'id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:57Z', 'updated_at': '2022-05-26T15:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:54:02.608621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d4a9645e-52be-4d4b-b119-e0518e3a6fae details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:02.761059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-051dca72-cb45-4b3e-bb9c-fc00f7260570 req-9199c853-c08f-41bc-968b-0829bceac56f tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] 10.222.0.39 "GET /v2.0/security-groups/0bc84d7e-befc-4a73-b50e-4fd930770837 HTTP/1.1" status: 200 len: 1777 time: 0.0824654 May 26 15:54:02.815966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:02.851230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae', 'mac_address': 'fa:16:3e:f9:b2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:54:02.877432 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-051dca72-cb45-4b3e-bb9c-fc00f7260570 req-cba7cfb5-3107-4c62-9728-e52826688d53 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.898739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.906373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.922130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-051dca72-cb45-4b3e-bb9c-fc00f7260570 req-cba7cfb5-3107-4c62-9728-e52826688d53 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.950071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52790) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:02.955758 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Pushing event updated for resources: {'Port': ['ID=a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:02.960305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d4a9645e-52be-4d4b-b119-e0518e3a6fae is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:02.960992 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:02.991864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a9645e-52be-4d4b-b119-e0518e3a6fae {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:03.004579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.065784 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-051dca72-cb45-4b3e-bb9c-fc00f7260570 req-cba7cfb5-3107-4c62-9728-e52826688d53 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.080791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-051dca72-cb45-4b3e-bb9c-fc00f7260570 req-cba7cfb5-3107-4c62-9728-e52826688d53 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.095815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:03.101866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-051dca72-cb45-4b3e-bb9c-fc00f7260570 req-cba7cfb5-3107-4c62-9728-e52826688d53 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] 10.222.0.39 "DELETE /v2.0/security-groups/0bc84d7e-befc-4a73-b50e-4fd930770837 HTTP/1.1" status: 204 len: 173 time: 0.3262100 May 26 15:54:03.108287 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.130597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7cfb5-3107-4c62-9728-e52826688d53 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc84d7e-befc-4a73-b50e-4fd930770837,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:03.193265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d4a9645e-52be-4d4b-b119-e0518e3a6fae,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:03.203210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:03.205875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:03.249643 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-03bf771d-ff5d-4dcc-9ade-cdfed9153ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.277498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd765098-1d3f-4788-8541-16469f3692ce req-3bb9dd18-63c1-4f42-ac30-3b738e9ab8ad tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:03.287396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd765098-1d3f-4788-8541-16469f3692ce req-3bb9dd18-63c1-4f42-ac30-3b738e9ab8ad tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 948 time: 0.1108165 May 26 15:54:03.354046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd765098-1d3f-4788-8541-16469f3692ce req-80a2efae-06b2-4267-b8eb-25473dff43f7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654721 May 26 15:54:03.436605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-03bf771d-ff5d-4dcc-9ade-cdfed9153ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.443064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-03bf771d-ff5d-4dcc-9ade-cdfed9153ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.466408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d4a9645e-52be-4d4b-b119-e0518e3a6fae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:03.518277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-03bf771d-ff5d-4dcc-9ade-cdfed9153ad4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=790893f0ebd04adfafd10e0a89cad694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628829 May 26 15:54:03.518277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf771d-ff5d-4dcc-9ade-cdfed9153ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47d57e2-6495-401b-9f1b-cbf2b1246498,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:03.539471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52808) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:03.607995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6e052-c5d5-472b-b869-2104675015cc req-10523dc3-9104-4550-aeba-e9d7a53a1a76 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:03.609478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02e6e052-c5d5-472b-b869-2104675015cc req-10523dc3-9104-4550-aeba-e9d7a53a1a76 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1097 time: 0.0878570 May 26 15:54:03.633046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Router 2bf8335f-091f-4bdb-a913-33ff50ba8703 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:54:03.639117 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45684e9a-4906-4671-9d98-53aed8fc408c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.675140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45684e9a-4906-4671-9d98-53aed8fc408c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.681182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02e6e052-c5d5-472b-b869-2104675015cc req-1d4cc3aa-a70b-4343-8a0a-6b2f59aa2772 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644028 May 26 15:54:03.724116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4e5778c4-ae1e-4a20-a271-a7cce8266ca4 None None] Provisioning complete for port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:03.724768 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e5778c4-ae1e-4a20-a271-a7cce8266ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.743891 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45684e9a-4906-4671-9d98-53aed8fc408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.757214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45684e9a-4906-4671-9d98-53aed8fc408c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:03.762054 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-45684e9a-4906-4671-9d98-53aed8fc408c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c47d57e2-6495-401b-9f1b-cbf2b1246498 HTTP/1.1" status: 204 len: 168 time: 0.2209167 May 26 15:54:03.778778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45684e9a-4906-4671-9d98-53aed8fc408c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47d57e2-6495-401b-9f1b-cbf2b1246498,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:03.808922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4e5778c4-ae1e-4a20-a271-a7cce8266ca4 None None] Port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:54:03.883642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df144159-b9cc-4d2c-bc9b-cf6466c86cc7 req-0b223c97-a6d7-45e0-8801-135436d14e4e tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:03.900072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df144159-b9cc-4d2c-bc9b-cf6466c86cc7 req-0b223c97-a6d7-45e0-8801-135436d14e4e tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 950 time: 0.1391423 May 26 15:54:03.950575 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:54:03.956572 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b2610d1-97c4-4380-979e-930c5f277e77 admin admin] 10.222.0.39 "PUT /v2.0/routers/2bf8335f-091f-4bdb-a913-33ff50ba8703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2386711 May 26 15:54:03.994058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df144159-b9cc-4d2c-bc9b-cf6466c86cc7 req-6e40790e-7735-4a5a-b992-3139181470d9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927589 May 26 15:54:04.124506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6de20831-3a42-4bd4-a26f-19a7b563da18 req-72a80fe7-0a84-4120-b949-835d3936b331 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] 10.222.0.39 "GET /v2.0/security-groups/13874490-3724-485d-b61f-b08289f7269d HTTP/1.1" status: 200 len: 1777 time: 0.0865099 May 26 15:54:04.241957 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6de20831-3a42-4bd4-a26f-19a7b563da18 req-417b646e-d85e-49e2-b683-290847ecdff6 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.280686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-a1de1161-2673-451c-ad23-ae6e842605b6 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:04.282980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-a1de1161-2673-451c-ad23-ae6e842605b6 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc973561-0021-4fec-b31f-bd326f594fb9 HTTP/1.1" status: 200 len: 950 time: 0.1188900 May 26 15:54:04.306555 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6de20831-3a42-4bd4-a26f-19a7b563da18 req-417b646e-d85e-49e2-b683-290847ecdff6 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.325618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52838) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:04.440528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6de20831-3a42-4bd4-a26f-19a7b563da18 req-417b646e-d85e-49e2-b683-290847ecdff6 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.442993 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6de20831-3a42-4bd4-a26f-19a7b563da18 req-417b646e-d85e-49e2-b683-290847ecdff6 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.444145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6de20831-3a42-4bd4-a26f-19a7b563da18 req-417b646e-d85e-49e2-b683-290847ecdff6 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] 10.222.0.39 "DELETE /v2.0/security-groups/13874490-3724-485d-b61f-b08289f7269d HTTP/1.1" status: 204 len: 173 time: 0.3136194 May 26 15:54:04.462539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b646e-d85e-49e2-b683-290847ecdff6 tempest-SecurityGroupsTestAdminJSON-365106778 tempest-SecurityGroupsTestAdminJSON-365106778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13874490-3724-485d-b61f-b08289f7269d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:04.470977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Deleting port 5cf0ad79-313a-489b-9f42-6036ba52410b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:04.471185 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.546120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa20d841-22e2-4063-b6b4-5b5e016f8af5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:04.612303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d4a9645e-52be-4d4b-b119-e0518e3a6fae up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:04.645524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] For port 5cf0ad79-313a-489b-9f42-6036ba52410b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5cf0ad79-313a-489b-9f42-6036ba52410b,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:04.645699 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.661095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Calling delete_port for 5cf0ad79-313a-489b-9f42-6036ba52410b owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:04.671166 n-d-843336-2 neutron-server[109404]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 15:54:04.672649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port d4a9645e-52be-4d4b-b119-e0518e3a6fae completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:54:04.676792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-5c411137-5fe8-4412-af24-ac1f1ad73ff6 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:54:04.677591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port d4a9645e-52be-4d4b-b119-e0518e3a6fae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:04.677969 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.692727 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-5c411137-5fe8-4412-af24-ac1f1ad73ff6 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3648357 May 26 15:54:04.733834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port aa20d841-22e2-4063-b6b4-5b5e016f8af5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:04.734225 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.802754 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52852) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:04.868541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port aa20d841-22e2-4063-b6b4-5b5e016f8af5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:04.868921 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.875197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d4a9645e-52be-4d4b-b119-e0518e3a6fae is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:04.875592 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.906162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:04.911105 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e155bce-f949-47db-ad0f-3080567db9ea" -d '{"events": [{"server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "name": "network-vif-plugged", "status": "completed", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:04.938222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port aa20d841-22e2-4063-b6b4-5b5e016f8af5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa20d841-22e2-4063-b6b4-5b5e016f8af5,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:04.946202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:04.952653 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.959801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:04.989272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2ab4-48d4-4210-a2fa-d036861b87f6 req-66d57761-1f9b-41f2-92d8-59c478a54f20 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:04.990954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6bb2ab4-48d4-4210-a2fa-d036861b87f6 req-66d57761-1f9b-41f2-92d8-59c478a54f20 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 945 time: 0.2565079 May 26 15:54:05.002281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc558bf5-5472-4e18-80f5-2d7eb5ed73de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.013773 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.033847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['5cf0ad79-313a-489b-9f42-6036ba52410b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:05.055364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['9c997ccc-8d6f-4383-9a06-1212fda2e4ae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:05.057193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Pushing event deleted for resources: {'Port': ['ID=5cf0ad79-313a-489b-9f42-6036ba52410b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:05.108404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=aa20d841-22e2-4063-b6b4-5b5e016f8af5,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:05.160131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ecf76751-1c52-4adc-91df-8a71b95336b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:05.179034 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ecf76751-1c52-4adc-91df-8a71b95336b9 service neutron] 10.222.0.39 "GET /v2.0/ports/edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 1094 time: 0.2332830 May 26 15:54:05.179797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] No DVR routers for this DVR port 5cf0ad79-313a-489b-9f42-6036ba52410b on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:54:05.190025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6bb2ab4-48d4-4210-a2fa-d036861b87f6 req-d9f5f25b-7f2d-4d54-86ea-8980ec694297 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881142 May 26 15:54:05.193301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Request body: {'binding': {'host': 'n-h1-843336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:05.193917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Unknown quota resources ['binding']. {{(pid=109404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:54:05.196566 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.224157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c09c8f1-d312-48ef-b562-2d4b127d6ee5 req-95ccf30a-d9d6-455d-8ccc-57c2bdcefb88 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.24 "DELETE /v2.0/ports/5cf0ad79-313a-489b-9f42-6036ba52410b HTTP/1.1" status: 204 len: 173 time: 0.9281354 May 26 15:54:05.231140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc973561-0021-4fec-b31f-bd326f594fb9', 'name': 'network-vif-deleted', 'tag': '5cf0ad79-313a-489b-9f42-6036ba52410b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:05.238798 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b07ad0-8c00-4aa2-b9df-a7a708863689" -d '{"events": [{"server_uuid": "bc973561-0021-4fec-b31f-bd326f594fb9", "name": "network-vif-deleted", "tag": "5cf0ad79-313a-489b-9f42-6036ba52410b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:05.381298 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-71fa3e8a-bb55-47fc-80e5-23e1d33b246d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53da8e40d2b84501a19f3d8fcc5597fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5768905 May 26 15:54:05.384755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52878) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:05.404747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d4a9645e-52be-4d4b-b119-e0518e3a6fae,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:05.453451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52880) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:05.548379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Sync routers for ids ['2bf8335f-091f-4bdb-a913-33ff50ba8703'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:54:05.565129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Routers {'2bf8335f-091f-4bdb-a913-33ff50ba8703'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:05.565785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2bf8335f-091f-4bdb-a913-33ff50ba8703'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:05.572554 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd062804-070c-4c5e-83ca-9e330c4f8629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.636016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b on host n-h1-843336-2 for vnic_type normal with profile None {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:05.636716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:05.637053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:05.647464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Port edff5353-3319-4c5e-9e43-ed1de523363b on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:05.647464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:05.652625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:05.653630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:05.654528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd062804-070c-4c5e-83ca-9e330c4f8629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.654787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:05.655435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Bound port: edff5353-3319-4c5e-9e43-ed1de523363b, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:05.682285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Set router 2bf8335f-091f-4bdb-a913-33ff50ba8703 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:05.712292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1993316847-network', 'tenant_id': '8142abba1aae429d807fbc0f6201e614'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:05.736539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Made reservation on behalf of 8142abba1aae429d807fbc0f6201e614 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:05.739473 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.752211 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.773014 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd062804-070c-4c5e-83ca-9e330c4f8629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.777967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd062804-070c-4c5e-83ca-9e330c4f8629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.779925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bd062804-070c-4c5e-83ca-9e330c4f8629 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a896787f-c0ad-4816-af85-67bc96f95797 HTTP/1.1" status: 204 len: 168 time: 0.3940892 May 26 15:54:05.793842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:05.801879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:05.814621 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-baba487d-413e-4e87-96f2-56668c22ad14 service neutron] 10.222.0.39 "POST /v2.0/ports/edff5353-3319-4c5e-9e43-ed1de523363b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6264038 May 26 15:54:06.064224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:56Z', 'updated_at': '2022-05-26T15:54:02Z', 'revision_number': 4, 'project_id': '444c8d12d584407daaa58c43eca94311', 'gw_port': {'id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:57Z', 'updated_at': '2022-05-26T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717', 'name': '', 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'mac_address': 'fa:16:3e:57:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cca47604-b705-4d0a-9268-a9204e49bd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:01Z', 'updated_at': '2022-05-26T15:54:02Z', 'revision_number': 2, 'project_id': '444c8d12d584407daaa58c43eca94311', 'subnets': [{'id': 'cca47604-b705-4d0a-9268-a9204e49bd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:06.083868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062804-070c-4c5e-83ca-9e330c4f8629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a896787f-c0ad-4816-af85-67bc96f95797,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:06.125912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Checking router: 2bf8335f-091f-4bdb-a913-33ff50ba8703 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:54:06.126270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Updating router 2bf8335f-091f-4bdb-a913-33ff50ba8703 port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:54:06.166436 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.208152 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.235099 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.365381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:54:06.374421 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5d498-f817-4ed0-b608-454fbfc54af9 req-5beb6868-bce9-43d2-a575-01d83414d0a6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:06.380880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52890) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:06.381733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44c5d498-f817-4ed0-b608-454fbfc54af9 req-5beb6868-bce9-43d2-a575-01d83414d0a6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.2947786 May 26 15:54:06.455587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c48ee4-4a89-4ef3-b20e-1542689524fa,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:06.459069 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.459325 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Added segment 945218ac-55a8-4508-8803-5158b1644348 of type vlan for network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 May 26 15:54:06.463397 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8c13345d-fa32-42d6-9d42-a6ea568fa4be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a6c5c5cefee402083bb461e920d8680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811317 May 26 15:54:06.466433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52892) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:06.508195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa20d841-22e2-4063-b6b4-5b5e016f8af5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:06.524257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44c5d498-f817-4ed0-b608-454fbfc54af9 req-1a1c1225-41fb-4808-b4cc-c98c41269d2e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359727 May 26 15:54:06.564211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-bfad9ce2-4f45-41a1-a266-ced3537b38be tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7711544 May 26 15:54:06.565843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd747-617b-464d-9ba6-95a05cfebf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.571680 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632d9264-7a48-4f77-839e-5c374b029783 x-openstack-request-id: req-632d9264-7a48-4f77-839e-5c374b029783 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:06.572219 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "name": "network-vif-plugged", "status": "completed", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:06.572377 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-632d9264-7a48-4f77-839e-5c374b029783 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:06.572985 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632d9264-7a48-4f77-839e-5c374b029783'] response: {'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae', 'code': 200} May 26 15:54:06.574840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:06.595462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-f7a17e0d-3471-425a-a5dd-0eaa7c6f74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:06.597135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-f7a17e0d-3471-425a-a5dd-0eaa7c6f74cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1097 time: 0.3028467 May 26 15:54:06.621530 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd747-617b-464d-9ba6-95a05cfebf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.632530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.722027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port aa20d841-22e2-4063-b6b4-5b5e016f8af5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:06.722361 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.732113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd747-617b-464d-9ba6-95a05cfebf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.734831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd747-617b-464d-9ba6-95a05cfebf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.736093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dc3cd747-617b-464d-9ba6-95a05cfebf92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5414adb7-e719-48ad-a4b3-34157cb87276 HTTP/1.1" status: 204 len: 168 time: 0.2683792 May 26 15:54:06.745832 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.747798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cd747-617b-464d-9ba6-95a05cfebf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5414adb7-e719-48ad-a4b3-34157cb87276,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:06.848945 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.850809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:06.851560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.880288 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.889720 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:06.926819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port aa20d841-22e2-4063-b6b4-5b5e016f8af5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:06.972022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef983c-eb34-4d18-8cd7-0984c3594876 None None] Pushing event updated for resources: {'Port': ['ID=a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:07.055327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Attempting to bind port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:07.055700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Attempting to bind port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b03eab83-e6d3-40bf-934e-5164fd24d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:07.056066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Attempting to bind port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 on network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:07.063326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:07.063701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Checking segment: {'id': 'b03eab83-e6d3-40bf-934e-5164fd24d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:07.064251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:07.064683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Bound using segment: {'id': 'b03eab83-e6d3-40bf-934e-5164fd24d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:07.065174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Bound port: a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03eab83-e6d3-40bf-934e-5164fd24d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:07.065558 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:07.147234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] For port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:07.152729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] For port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717,segment=NetworkSegment(b03eab83-e6d3-40bf-934e-5164fd24d8f4),segment_id=b03eab83-e6d3-40bf-934e-5164fd24d8f4)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:07.178292 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:07.260158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Routers {'2bf8335f-091f-4bdb-a913-33ff50ba8703'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:07.262204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:53:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2bf8335f-091f-4bdb-a913-33ff50ba8703'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:07.268485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5fb8d-1c1f-4593-8512-b14471d3e487 req-8de99c66-fccc-4d28-8259-56b178456b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:07.269979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6a5fb8d-1c1f-4593-8512-b14471d3e487 req-8de99c66-fccc-4d28-8259-56b178456b90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 1100 time: 0.5566552 May 26 15:54:07.276441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52904) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:07.282652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8278267 May 26 15:54:07.283459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Request body: {'subnet': {'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1993316847-subnet', 'tenant_id': '8142abba1aae429d807fbc0f6201e614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:07.284695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-bbce9e19-291c-4b02-8249-38c878e1f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:07.286690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-bbce9e19-291c-4b02-8249-38c878e1f3da service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.6782813 May 26 15:54:07.316866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Made reservation on behalf of 8142abba1aae429d807fbc0f6201e614 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:07.318468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a547-4161-444e-ac26-5044f772f454 req-6aeea816-0b3f-44f9-a666-8e099fb440d2 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:07.320125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4b4a547-4161-444e-ac26-5044f772f454 req-6aeea816-0b3f-44f9-a666-8e099fb440d2 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 945 time: 0.5915415 May 26 15:54:07.330970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140141d-3881-4d8d-803b-9d5b56b7a583 admin admin] Pushing event updated for resources: {'Network': ['ID=69f9dddf-264c-4c3d-aefe-069f2f4f9d49,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:07.342835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef983c-eb34-4d18-8cd7-0984c3594876 None None] Pushing event updated for resources: {'Port': ['ID=a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:07.352397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:54:07.357452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:07.367365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52908) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:07.374248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Request body: {'floatingip': {'port_id': '84b1a977-c25a-4b64-be79-751a8105cb71'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:07.419258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-39ce35cd-b1bd-4e94-9ca7-576aac413df1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 217 time: 0.1191306 May 26 15:54:07.454401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-14f3a15b-20ef-4fd0-bc7c-2475fd12f6e0 None None] Provisioning complete for port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:07.454840 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-14f3a15b-20ef-4fd0-bc7c-2475fd12f6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:07.513069 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0a8096-ffc2-49e3-b607-3261e5b68480 x-openstack-request-id: req-1d0a8096-ffc2-49e3-b607-3261e5b68480 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:07.513362 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc973561-0021-4fec-b31f-bd326f594fb9", "name": "network-vif-deleted", "tag": "5cf0ad79-313a-489b-9f42-6036ba52410b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:07.513609 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d0a8096-ffc2-49e3-b607-3261e5b68480 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:07.514034 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0a8096-ffc2-49e3-b607-3261e5b68480'] response: {'server_uuid': 'bc973561-0021-4fec-b31f-bd326f594fb9', 'name': 'network-vif-deleted', 'tag': '5cf0ad79-313a-489b-9f42-6036ba52410b', 'status': 'completed', 'code': 200} May 26 15:54:07.526515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6a5fb8d-1c1f-4593-8512-b14471d3e487 req-123a7b2f-393d-4d9d-ac67-a19cce9fb1d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374022 May 26 15:54:07.555805 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:07.580988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-2826ade4-04f5-4549-a20b-f5be1b282f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:07.583522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-2826ade4-04f5-4549-a20b-f5be1b282f92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1494799 May 26 15:54:07.647212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-0e5e297d-52d8-48f3-9caf-f790e907a982 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546443 May 26 15:54:07.684265 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:07.757926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] Set router 2bf8335f-091f-4bdb-a913-33ff50ba8703 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:07.827198 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:54:07.940535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-72c23bb7-ab43-4ff4-bded-910c85f4b096 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802494 May 26 15:54:08.045306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.051118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Allocated IP 172.25.0.33 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/bd6b7037-7c54-4dd7-a6ac-c2102a6d4bd3) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:08.062981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52926) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:08.245037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-14f3a15b-20ef-4fd0-bc7c-2475fd12f6e0 None None] Current status of the port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:08.246429 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-14f3a15b-20ef-4fd0-bc7c-2475fd12f6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.248955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4d4131-c08a-4d19-9074-a9ea68d04597,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:08.249409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-89ff10ef-1e27-420c-9886-205addcad129 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985072 May 26 15:54:08.252708 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b99002be-c7a2-45c8-a949-1fdc61b2bef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.283022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-network', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:08.435239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-14f3a15b-20ef-4fd0-bc7c-2475fd12f6e0 None None] For port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717,segment=NetworkSegment(b03eab83-e6d3-40bf-934e-5164fd24d8f4),segment_id=b03eab83-e6d3-40bf-934e-5164fd24d8f4)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:08.436427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Made reservation on behalf of ee0bbd07dd0e48ce8ad8c07c77ac3673 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:08.439307 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.447763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-14f3a15b-20ef-4fd0-bc7c-2475fd12f6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.451270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:56Z', 'updated_at': '2022-05-26T15:54:02Z', 'revision_number': 4, 'project_id': '444c8d12d584407daaa58c43eca94311', 'gw_port': {'id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:57Z', 'updated_at': '2022-05-26T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717', 'name': '', 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'mac_address': 'fa:16:3e:57:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cca47604-b705-4d0a-9268-a9204e49bd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:01Z', 'updated_at': '2022-05-26T15:54:07Z', 'revision_number': 4, 'project_id': '444c8d12d584407daaa58c43eca94311', 'subnets': [{'id': 'cca47604-b705-4d0a-9268-a9204e49bd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:08.506978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e89f3-96bf-412a-8bb3-89a261b3e13d None None] The sync data for ids ['2bf8335f-091f-4bdb-a913-33ff50ba8703'] in n-d-843336-2 is: [{'id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:56Z', 'updated_at': '2022-05-26T15:54:02Z', 'revision_number': 4, 'project_id': '444c8d12d584407daaa58c43eca94311', 'gw_port': {'id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:57Z', 'updated_at': '2022-05-26T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717', 'name': '', 'network_id': 'a8e3bc15-4002-4094-b5c6-3e08ad96b7ad', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'mac_address': 'fa:16:3e:57:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cca47604-b705-4d0a-9268-a9204e49bd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:01Z', 'updated_at': '2022-05-26T15:54:07Z', 'revision_number': 4, 'project_id': '444c8d12d584407daaa58c43eca94311', 'subnets': [{'id': 'cca47604-b705-4d0a-9268-a9204e49bd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:54:08.545244 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.552935 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.637415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3a15b-20ef-4fd0-bc7c-2475fd12f6e0 None None] Pushing event updated for resources: {'Port': ['ID=a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:08.671304 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.682647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-007ad948-ea98-4ce8-97d9-02c0df5db87f None None] Provisioning complete for port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:08.683730 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-007ad948-ea98-4ce8-97d9-02c0df5db87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.769117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-7588e4d7-c4ad-4e0a-a6a6-09666f449344 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:08.771354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-7588e4d7-c4ad-4e0a-a6a6-09666f449344 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1097 time: 0.3497868 May 26 15:54:08.796145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843336-2'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:08.807411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-007ad948-ea98-4ce8-97d9-02c0df5db87f None None] Current status of the port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:08.838973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5cf0ad79-313a-489b-9f42-6036ba52410b no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:54:08.850905 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 15:54:08.867442 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:08.890282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 5cf0ad79-313a-489b-9f42-6036ba52410b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:54:08.890282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5cf0ad79-313a-489b-9f42-6036ba52410b not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:54:08.964260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Checking segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:08.964815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Network hostable DHCP agents. Network: 69f9dddf-264c-4c3d-aefe-069f2f4f9d49, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:54:08.988538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:09.000240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:09.008841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.009302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.016527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.017058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:09.024772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:54:09.057218 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.077078 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.090830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 69f9dddf-264c-4c3d-aefe-069f2f4f9d49) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:09.104387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:09.104643 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.108767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8540d20a-b30b-4d9e-bdd2-a04722563303 None None] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:54:09.130612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event updated for resources: {'Port': ['ID=bd6b7037-7c54-4dd7-a6ac-c2102a6d4bd3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:09.139216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ecbc2e-628a-40a6-964b-08dce52f8475,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:09.191732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:54:09.230388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.230748 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Added segment fd010a06-846a-4e03-80b3-08522c300368 of type vlan for network 86ba1dc5-e4b4-46a6-84a7-c952670c482a May 26 15:54:09.238949 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-19b0c9f4-4445-4d41-a690-46680a114484 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9598875 May 26 15:54:09.327254 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Floating IP d3dc6983-3902-49e4-903d-ed5ced5d8720 associated. External IP: 172.25.0.142, port: 84b1a977-c25a-4b64-be79-751a8105cb71. May 26 15:54:09.468896 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b9f5c-7757-4563-b62c-1753354e1eb0 None None] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:54:09.505219 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.512250 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.592504 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.595329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:09.595947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.647649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5827131 May 26 15:54:09.664325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.669156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52954) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:09.676721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Request body: {'subnet': {'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-subnet', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:09.749054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:09.798130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cc2be-f655-4ddc-a5f2-64a91a94f502 admin admin] Pushing event updated for resources: {'Network': ['ID=86ba1dc5-e4b4-46a6-84a7-c952670c482a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:09.823037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 86ba1dc5-e4b4-46a6-84a7-c952670c482a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:54:09.847841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Made reservation on behalf of ee0bbd07dd0e48ce8ad8c07c77ac3673 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:09.852237 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.865452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Router 091e0278-378a-47e9-88eb-c0f4806a11da has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:54:09.873292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-d0cd59e2-8567-45b3-95bc-c8d15e3eff9b tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:54:09.885208 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-d0cd59e2-8567-45b3-95bc-c8d15e3eff9b tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1682000 May 26 15:54:09.927218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:09.952151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-a0a06ba7-3e2d-49b8-9479-d7e346b3d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:09.956693 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-a0a06ba7-3e2d-49b8-9479-d7e346b3d693 service neutron] 10.222.0.39 "GET /v2.0/ports/09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 1094 time: 0.0705297 May 26 15:54:09.994315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Request body: {'binding': {'host': 'n-h2-843336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:09.994778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Unknown quota resources ['binding']. {{(pid=109404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:54:10.071906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:10.074551 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755e64d8-716d-47d8-b793-6e869c185a46" -d '{"events": [{"server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "name": "network-vif-unplugged", "status": "completed", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:10.086103 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.110794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.131936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:54:10.141697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.150456 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] Sync routers for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:54:10.166677 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:10.167986 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:10.194048 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-77e91f25-42ca-42a1-a2c8-83ec1b0d3fff tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "PUT /v2.0/floatingips/d3dc6983-3902-49e4-903d-ed5ced5d8720 HTTP/1.1" status: 200 len: 991 time: 2.8233294 May 26 15:54:10.201587 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'tag': '84b1a977-c25a-4b64-be79-751a8105cb71'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:10.203514 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d043a19-f23c-4121-b4c5-db51671dd12b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2598e7c-ee41-4ff1-beb5-b629be256f4d", "tag": "84b1a977-c25a-4b64-be79-751a8105cb71"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:10.270529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on host n-h2-843336-2 for vnic_type normal with profile None {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:10.271079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:10.272192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:10.277600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:10.277924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:10.284843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:10.285196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:10.285590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:10.286201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Bound port: 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:10.287842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.306141 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.309165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Pushing event updated for resources: {'Port': ['ID=edff5353-3319-4c5e-9e43-ed1de523363b,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:10.346232 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:10.413048 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:10.431123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.432528 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-4a0eeb2f-cff4-4964-a8a0-006f6b97216f service neutron] 10.222.0.39 "POST /v2.0/ports/09e91e54-a416-4df6-8a5f-97fa4bd3e682/bindings HTTP/1.1" status: 201 len: 389 time: 0.4431508 May 26 15:54:10.443139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b on host n-h2-843336-2 for vnic_type normal with profile {"migrating_to": "n-h1-843336-2"} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:10.443723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:10.444225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:10.459465 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.490078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Port edff5353-3319-4c5e-9e43-ed1de523363b on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:10.490534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Attempting to bind port edff5353-3319-4c5e-9e43-ed1de523363b on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:10.506791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event updated for resources: {'Port': ['ID=bd6b7037-7c54-4dd7-a6ac-c2102a6d4bd3,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:10.520394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:10.520748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:10.521146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:10.521579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Bound port: edff5353-3319-4c5e-9e43-ed1de523363b, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:10.521942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.526855 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.538254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.614105 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.624851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.626706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-d808e30c-543e-4b4e-bbef-a0f140010f25 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0611637 May 26 15:54:10.674435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da747b5-39cf-4ca5-aa42-e09262bfae31,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:10.716594 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'd3dc6983-3902-49e4-903d-ed5ced5d8720', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'port_id': '84b1a977-c25a-4b64-be79-751a8105cb71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'mac_address': 'fa:16:3e:43:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:53:43Z', 'updated_at': '2022-05-26T15:54:08Z', 'revision_number': 1, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:10.723449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:10.759423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-5d291106-165e-4094-b68c-5b26354910b0 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.1124725 May 26 15:54:10.761712 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] Checking router: 091e0278-378a-47e9-88eb-c0f4806a11da for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:54:10.772770 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:10.773747 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:10.792175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Checking segment: {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:10.792644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Network hostable DHCP agents. Network: 86ba1dc5-e4b4-46a6-84a7-c952670c482a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:54:10.828291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:10.856650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:10.857546 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.900058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:10.927029 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:10.929982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:10.972009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:11.007252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Network 86ba1dc5-e4b4-46a6-84a7-c952670c482a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:54:11.046220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ca6af-f63e-4bb8-b067-97911cfd3d13 req-b816d742-2c0d-48be-a754-6de0a8342120 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:11.047763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-441ca6af-f63e-4bb8-b067-97911cfd3d13 req-b816d742-2c0d-48be-a754-6de0a8342120 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 944 time: 0.2959912 May 26 15:54:11.085509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 86ba1dc5-e4b4-46a6-84a7-c952670c482a) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:11.094026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d9f5b-c343-4d5d-9659-ccc4ff16f792 None None] Network 86ba1dc5-e4b4-46a6-84a7-c952670c482a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:54:11.103510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:11.104113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:11.135805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Pushing event updated for resources: {'Port': ['ID=edff5353-3319-4c5e-9e43-ed1de523363b,revision_number=8']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:11.161044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-a6623346-6c0e-4df9-bd0c-9de5a0b3538f tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:11.161044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aafd1801-800f-42fa-88ab-c0c8d499faa9 req-a6623346-6c0e-4df9-bd0c-9de5a0b3538f tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.3709135 May 26 15:54:11.188116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-d3018b39-a685-4337-aadf-ad359040588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:11.189990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-d3018b39-a685-4337-aadf-ad359040588b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1097 time: 0.2860553 May 26 15:54:11.195931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:11.196949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:11.200260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-ba0f5b4e-6705-4c3a-b43b-19ddeedbce2a service neutron] 10.222.0.24 "PUT /v2.0/ports/edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 1122 time: 2.4146218 May 26 15:54:11.205247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e0cbb67b-0b96-4fa9-9e8e-46abb20b778d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5333805 May 26 15:54:11.208227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52970) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:11.220401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:11.229422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-441ca6af-f63e-4bb8-b067-97911cfd3d13 req-562e81f2-afc5-43a5-968b-cbc01837bd33 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686487 May 26 15:54:11.274816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:11.281391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:11.358810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['edff5353-3319-4c5e-9e43-ed1de523363b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:11.367835 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'd3dc6983-3902-49e4-903d-ed5ced5d8720', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'port_id': '84b1a977-c25a-4b64-be79-751a8105cb71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'mac_address': 'fa:16:3e:43:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:53:43Z', 'updated_at': '2022-05-26T15:54:08Z', 'revision_number': 1, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:11.418504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-a1049a5f-8df2-459a-b4ee-3b3fc884277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:11.421834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-a1049a5f-8df2-459a-b4ee-3b3fc884277f service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.2096622 May 26 15:54:11.445465 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74018c-3b2b-455d-8b8c-55a17f10f13d None None] The sync data for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 is: [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'd3dc6983-3902-49e4-903d-ed5ced5d8720', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'port_id': '84b1a977-c25a-4b64-be79-751a8105cb71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'mac_address': 'fa:16:3e:43:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:53:43Z', 'updated_at': '2022-05-26T15:54:08Z', 'revision_number': 1, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:54:11.445902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:11.508371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:54:11.509287 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:11.593679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-6bcb930a-74fa-40e4-b53a-c91ffec982fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 217 time: 0.1550105 May 26 15:54:11.703473 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:11.870086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Allocated IP 172.20.0.2 (86ba1dc5-e4b4-46a6-84a7-c952670c482a/2da747b5-39cf-4ca5-aa42-e09262bfae31/bb735e53-a60c-4f99-99d3-60a92590cbe0) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:11.876281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48119d5c-7ddc-40d0-a7ca-c742b8e16525 None None] New status for floating IP d3dc6983-3902-49e4-903d-ed5ced5d8720: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:54:12.003116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.024317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.126012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d72e7-666a-4862-bc0a-78278ef4370a req-c74a9c73-31be-4e86-8734-b9793dc1e965 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:12.127612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af0d72e7-666a-4862-bc0a-78278ef4370a req-c74a9c73-31be-4e86-8734-b9793dc1e965 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.6534309 May 26 15:54:12.148703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-2ce71aa4-31e7-4282-878d-545340786be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:12.150266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-2ce71aa4-31e7-4282-878d-545340786be4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.5170352 May 26 15:54:12.162530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Allocated IP 172.25.0.162 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e57dc02c-7328-4a3e-a50f-d2456bf07eb1) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:12.229009 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.257055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-9b2ce5d5-fee8-406b-ab44-943e1f6899f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840774 May 26 15:54:12.299757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.309133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af0d72e7-666a-4862-bc0a-78278ef4370a req-eac4e8b5-8496-41e1-b796-db87c5a956bd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656444 May 26 15:54:12.318913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-74515e29-537b-469a-8c82-a66dbf6e3a79 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:12.320495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-74515e29-537b-469a-8c82-a66dbf6e3a79 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.6134179 May 26 15:54:12.345846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Network 86ba1dc5-e4b4-46a6-84a7-c952670c482a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:12.350290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:12.353710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:12.371828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Pushing event updated for resources: {'Port': ['ID=bb735e53-a60c-4f99-99d3-60a92590cbe0,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:12.374188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.430254 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-176d7c8f-d1e7-41f3-9666-f10ac67a1626 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/quotas/8142abba1aae429d807fbc0f6201e614 HTTP/1.1" status: 200 len: 375 time: 0.0683136 May 26 15:54:12.452886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.470961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Attempting to bind port bb735e53-a60c-4f99-99d3-60a92590cbe0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:12.471540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Attempting to bind port bb735e53-a60c-4f99-99d3-60a92590cbe0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:12.472110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Attempting to bind port bb735e53-a60c-4f99-99d3-60a92590cbe0 on network 86ba1dc5-e4b4-46a6-84a7-c952670c482a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:12.484893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:12.485473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Checking segment: {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:12.486152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.486974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Bound using segment: {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:12.487837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Bound port: bb735e53-a60c-4f99-99d3-60a92590cbe0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:12.488376 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.501327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-62d96dc5-c85f-4029-96e1-e24652eb601e service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342341 May 26 15:54:12.503684 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d1a637-313c-44ae-8542-db14835eb213 x-openstack-request-id: req-c1d1a637-313c-44ae-8542-db14835eb213 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:12.504134 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "name": "network-vif-unplugged", "status": "completed", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:12.504536 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1d1a637-313c-44ae-8542-db14835eb213 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:12.505285 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d1a637-313c-44ae-8542-db14835eb213'] response: {'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b', 'code': 200} May 26 15:54:12.519688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:12.523415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:12.534196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:12.541417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-b9217095-a1c5-4d82-8b5e-39aabe0c0f71 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097813 May 26 15:54:12.552172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Pushing event updated for resources: {'Port': ['ID=e57dc02c-7328-4a3e-a50f-d2456bf07eb1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:12.606038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.606384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.606735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.607139 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.607412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.607744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.608140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.608471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.609185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.609185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.609814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.609814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:12.727271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] For port bb735e53-a60c-4f99-99d3-60a92590cbe0, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:12.731065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] For port bb735e53-a60c-4f99-99d3-60a92590cbe0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bb735e53-a60c-4f99-99d3-60a92590cbe0,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:12.738508 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.828008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a302ae-b93b-4c4b-95d1-a53709f3c2ba req-c2aa5e87-16ba-4772-b888-17c5fb115b6a tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:12.829670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66a302ae-b93b-4c4b-95d1-a53709f3c2ba req-c2aa5e87-16ba-4772-b888-17c5fb115b6a tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 945 time: 0.1788738 May 26 15:54:12.830536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69ce16-ecbb-4b11-92eb-ea6ba67565e7 None None] Pushing event updated for resources: {'Port': ['ID=bb735e53-a60c-4f99-99d3-60a92590cbe0,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:12.839075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-bf026fe1-76fa-4e0b-a5de-ef626713d378 service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966070 May 26 15:54:12.875882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-d8676f4d-1313-4d9a-8b88-63eca6f9a2d0 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515625 May 26 15:54:12.926548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:12.957031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66a302ae-b93b-4c4b-95d1-a53709f3c2ba req-8acbf041-96ba-42c0-a689-be418c795395 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164250 May 26 15:54:13.016847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-2a8c7be0-bcb6-4c4c-8792-702f979b5d2e service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585476 May 26 15:54:13.065989 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd388ca6-10a1-421e-a405-5676df166566 x-openstack-request-id: req-cd388ca6-10a1-421e-a405-5676df166566 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:13.066565 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2598e7c-ee41-4ff1-beb5-b629be256f4d", "tag": "84b1a977-c25a-4b64-be79-751a8105cb71", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:13.066895 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd388ca6-10a1-421e-a405-5676df166566 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:13.067373 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd388ca6-10a1-421e-a405-5676df166566'] response: {'name': 'network-changed', 'server_uuid': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'tag': '84b1a977-c25a-4b64-be79-751a8105cb71', 'status': 'completed', 'code': 200} May 26 15:54:13.227803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-68f66e81-72d9-41a7-9fe0-af24bf3962a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:13.229311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-68f66e81-72d9-41a7-9fe0-af24bf3962a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b6c70b0ee794faea51a36994a062017&device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 1096 time: 0.1719518 May 26 15:54:13.238278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-d63e6412-c290-4e62-8f24-d0e56ae3817a tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:13.240459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-d63e6412-c290-4e62-8f24-d0e56ae3817a tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1097 time: 0.1274412 May 26 15:54:13.255300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843336-2'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:13.341452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:13.343693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dd733-0d55-495f-abc7-096afdf46419 req-358e6c0d-0edd-404b-b25f-d585df2b1464 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:13.345498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-607dd733-0d55-495f-abc7-096afdf46419 req-358e6c0d-0edd-404b-b25f-d585df2b1464 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 946 time: 0.1787553 May 26 15:54:13.530129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:13.558666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Router 089068ff-f057-41b4-a45a-243c26fb9be8 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:54:13.592682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-607dd733-0d55-495f-abc7-096afdf46419 req-edf1b650-7448-417f-99d2-d01ab99abbe6 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097199 May 26 15:54:13.615128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-3538ed12-066c-485d-a4ae-b9ed4b622f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:13.616668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-3538ed12-066c-485d-a4ae-b9ed4b622f9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=54927899-15b0-4e7d-a582-b6b0be8b8c36 HTTP/1.1" status: 200 len: 924 time: 0.3748927 May 26 15:54:13.758289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7193812-7232-4d62-932d-ce821a095453 req-7087fe42-a863-471e-b09e-e3ae5c47894a tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4465251 May 26 15:54:13.765781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:13.782857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:54:13.807123 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Sync routers for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:54:13.817576 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:13.822210 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:13.822732 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:13.826868 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-57b9931c-3646-4ab4-b191-d0f23b50a755 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6137934 May 26 15:54:13.827537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53000) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:13.843658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-2fcb9a1a-f463-4302-82bb-601757cd27e5 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:13.845343 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-2fcb9a1a-f463-4302-82bb-601757cd27e5 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 949 time: 0.2034204 May 26 15:54:13.911141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-5fa61267-b2ba-4229-b11c-8be4d0b346c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b1a977-c25a-4b64-be79-751a8105cb71 HTTP/1.1" status: 200 len: 1001 time: 0.2793357 May 26 15:54:13.949574 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:13.968704 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:14.036798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a972c-92a3-4d6b-844e-20d4a8b5b011 req-5aa845f3-1b3c-484c-bd92-ba41bac93195 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:14.038554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c86a972c-92a3-4d6b-844e-20d4a8b5b011 req-5aa845f3-1b3c-484c-bd92-ba41bac93195 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc042022-f271-4b5b-a21c-fa80ce3dcf5b HTTP/1.1" status: 200 len: 949 time: 0.2481997 May 26 15:54:14.056198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:14.112200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-9cd2c23d-5a54-4ece-8f17-1f2597a222ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:14.113765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-9cd2c23d-5a54-4ece-8f17-1f2597a222ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a82bd9ad-2a65-4ed4-a7d1-be220d001988 HTTP/1.1" status: 200 len: 862 time: 0.1942518 May 26 15:54:14.226167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c86a972c-92a3-4d6b-844e-20d4a8b5b011 req-4bc80748-5d62-4c1e-bb31-7da1e2f996b6 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.39 "GET /v2.0/security-groups?id=94c65748-b308-49fc-b59e-3b09189beef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653678 May 26 15:54:14.250191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:14.286191 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:12Z', 'revision_number': 3, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:14.330681 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Checking router: 089068ff-f057-41b4-a45a-243c26fb9be8 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:54:14.331415 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Updating router 089068ff-f057-41b4-a45a-243c26fb9be8 port e57dc02c-7328-4a3e-a50f-d2456bf07eb1 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:54:14.367521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-9a87ae62-09e4-4dae-818b-6f8671f631fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:14.369149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-9a87ae62-09e4-4dae-818b-6f8671f631fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54927899-15b0-4e7d-a582-b6b0be8b8c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393265 May 26 15:54:14.377249 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.415957 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.465151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dbc19a-3a0e-445f-8aa0-83c312d706f4 None None] Network 86ba1dc5-e4b4-46a6-84a7-c952670c482a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:54:14.487180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.505916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b'}, {'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:14.508542 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b"}, {"server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "name": "network-vif-unplugged", "status": "completed", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:14.604449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bb735e53-a60c-4f99-99d3-60a92590cbe0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:14.620781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Deleting port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:14.621894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.629654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898a9d1-2571-4ab6-820c-109226ebb612 req-17d8237f-f446-406b-bc7d-592a2ec8ac01 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:14.638023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0898a9d1-2571-4ab6-820c-109226ebb612 req-17d8237f-f446-406b-bc7d-592a2ec8ac01 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 944 time: 0.3150675 May 26 15:54:14.653810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-588332c8-747a-442b-9f8b-aaf09b21f2e3 None None] Provisioning complete for port bb735e53-a60c-4f99-99d3-60a92590cbe0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:14.654431 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-588332c8-747a-442b-9f8b-aaf09b21f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.717573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Pushing event updated for resources: {'Port': ['ID=09e91e54-a416-4df6-8a5f-97fa4bd3e682,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:14.742239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.755512 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-b0853035-dbd7-4f84-a52f-0813b6365e68 service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634586 May 26 15:54:14.770114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] For port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:14.770655 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.795840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Calling delete_port for 9c997ccc-8d6f-4383-9a06-1212fda2e4ae owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:14.799305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.799857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.800381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.800964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.801653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.802627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.803170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.803668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.804187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.804687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.805178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.805663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:14.846156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0898a9d1-2571-4ab6-820c-109226ebb612 req-0adede69-64cf-454a-86dd-9a5ba4206e60 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061613 May 26 15:54:14.913264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-588332c8-747a-442b-9f8b-aaf09b21f2e3 None None] Current status of the port bb735e53-a60c-4f99-99d3-60a92590cbe0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:14.913726 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-588332c8-747a-442b-9f8b-aaf09b21f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.916105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device edff5353-3319-4c5e-9e43-ed1de523363b details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:14.924178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port bb735e53-a60c-4f99-99d3-60a92590cbe0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:14.924726 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.940547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on host n-h1-843336-2 for vnic_type normal with profile {"migrating_to": "n-h2-843336-2"} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:14.951849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:14.952571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:14.962175 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:14.970774 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.032006 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb4f2a-f3d4-40a1-8a5c-a8da37d530cb None None] Pushing event updated for resources: {'Port': ['ID=e57dc02c-7328-4a3e-a50f-d2456bf07eb1,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:15.055914 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Attempting to bind port e57dc02c-7328-4a3e-a50f-d2456bf07eb1 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:15.056554 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Attempting to bind port e57dc02c-7328-4a3e-a50f-d2456bf07eb1 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:15.056778 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Attempting to bind port e57dc02c-7328-4a3e-a50f-d2456bf07eb1 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:15.063847 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:15.064256 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:15.064668 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.065110 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:15.065603 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Bound port: e57dc02c-7328-4a3e-a50f-d2456bf07eb1, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:15.066039 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.144588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.153951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d043a19-f23c-4121-b4c5-db51671dd12b req-a57778ec-57aa-4ce4-85ac-275d87886d7c service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691266 May 26 15:54:15.195879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-c82aab39-a010-4faa-9852-7ddba6447e85 req-dec188c6-5ef2-433b-b8e1-05cd0f86e335 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:54:15.198960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c82aab39-a010-4faa-9852-7ddba6447e85 req-dec188c6-5ef2-433b-b8e1-05cd0f86e335 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237341 May 26 15:54:15.224169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:15.224811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Attempting to bind port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:15.225526 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] For port e57dc02c-7328-4a3e-a50f-d2456bf07eb1, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:15.233790 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] For port e57dc02c-7328-4a3e-a50f-d2456bf07eb1, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e57dc02c-7328-4a3e-a50f-d2456bf07eb1,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:15.240775 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.249081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Pushing event deleted for resources: {'Port': ['ID=9c997ccc-8d6f-4383-9a06-1212fda2e4ae,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:15.341976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:15.347093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] No DVR routers for this DVR port 9c997ccc-8d6f-4383-9a06-1212fda2e4ae on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:54:15.352101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:15.353185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:15.355435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Bound port: 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:15.356288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.358171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.360023 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1dcd9a2-fef5-49f5-9ee2-8270791dbd83 req-e4da65aa-5252-4231-9ade-9779391a72e9 tempest-LiveMigrationNegativeTest-2100805871 tempest-LiveMigrationNegativeTest-2100805871-project] 10.222.0.32 "DELETE /v2.0/ports/9c997ccc-8d6f-4383-9a06-1212fda2e4ae HTTP/1.1" status: 204 len: 173 time: 1.4728909 May 26 15:54:15.360506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc042022-f271-4b5b-a21c-fa80ce3dcf5b', 'name': 'network-vif-deleted', 'tag': '9c997ccc-8d6f-4383-9a06-1212fda2e4ae'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:15.364336 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c41976-11e5-418a-8437-8ff79fd9c27b" -d '{"events": [{"server_uuid": "dc042022-f271-4b5b-a21c-fa80ce3dcf5b", "name": "network-vif-deleted", "tag": "9c997ccc-8d6f-4383-9a06-1212fda2e4ae"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:15.400300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:15.418130 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:15.427403 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:15.443123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device edff5353-3319-4c5e-9e43-ed1de523363b has no active binding in host n-h1-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:54:15.454112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-588332c8-747a-442b-9f8b-aaf09b21f2e3 None None] For port bb735e53-a60c-4f99-99d3-60a92590cbe0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bb735e53-a60c-4f99-99d3-60a92590cbe0,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:15.486867 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-588332c8-747a-442b-9f8b-aaf09b21f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.557434 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb4f2a-f3d4-40a1-8a5c-a8da37d530cb None None] Pushing event updated for resources: {'Port': ['ID=e57dc02c-7328-4a3e-a50f-d2456bf07eb1,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:15.584482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588332c8-747a-442b-9f8b-aaf09b21f2e3 None None] Pushing event updated for resources: {'Port': ['ID=bb735e53-a60c-4f99-99d3-60a92590cbe0,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:15.639117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port bb735e53-a60c-4f99-99d3-60a92590cbe0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:15.640070 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.753028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-d52ba256-100e-4696-b840-4cd7fda0debf tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:15.756633 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-d52ba256-100e-4696-b840-4cd7fda0debf tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.5939546 May 26 15:54:15.758331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Allocated IP 172.25.0.62 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/3cafc4a1-3d1e-4d06-a504-5f5ac6e4d99e) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:15.780719 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 15:54:15.781516 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 15:54:15.787550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Request body: {'port': {'device_id': 'd4b3ad6a-d3ce-4835-b77c-3b320bb385d6', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'admin_state_up': True, 'tenant_id': '8142abba1aae429d807fbc0f6201e614'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:15.806945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:15.840407 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:15.879395 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-9ccb68af-70ab-429d-8f1d-0225c295cc0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314867 May 26 15:54:15.955743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:16.001071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:16.029108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d49bf5ae-f4e5-4446-a33b-66f94f5c5fdd req-a89834c5-a1eb-493d-a9a3-4103ed63679e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 210 time: 0.1958742 May 26 15:54:16.034482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f71dcb2e-7545-4eb0-8361-3441faf6afee None None] Provisioning complete for port bb735e53-a60c-4f99-99d3-60a92590cbe0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:16.034915 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f71dcb2e-7545-4eb0-8361-3441faf6afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:16.094668 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:16.173159 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 26 May 2022 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efc4ffb-bcc4-4738-9beb-495f89d4865e x-openstack-request-id: req-7efc4ffb-bcc4-4738-9beb-495f89d4865e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:16.173482 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b", "status": "completed", "code": 200}, {"server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "name": "network-vif-unplugged", "status": "completed", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:16.173914 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7efc4ffb-bcc4-4738-9beb-495f89d4865e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:16.174552 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efc4ffb-bcc4-4738-9beb-495f89d4865e'] response: {'name': 'network-changed', 'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b', 'status': 'completed', 'code': 200} May 26 15:54:16.174704 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efc4ffb-bcc4-4738-9beb-495f89d4865e'] response: {'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682', 'code': 200} May 26 15:54:16.217722 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:12Z', 'revision_number': 3, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:16.259305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f71dcb2e-7545-4eb0-8361-3441faf6afee None None] Current status of the port bb735e53-a60c-4f99-99d3-60a92590cbe0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:16.276819 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4180a35-a2a1-4f07-9602-5c51d153830d None None] The sync data for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 is: [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:12Z', 'revision_number': 3, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:54:16.330893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port bb735e53-a60c-4f99-99d3-60a92590cbe0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:16.371774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-675edea0-5b6e-4b9e-b050-f2b9280c9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:16.373311 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-675edea0-5b6e-4b9e-b050-f2b9280c9740 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1125 time: 0.1672981 May 26 15:54:16.381708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Allocated IP 172.20.0.1 (86ba1dc5-e4b4-46a6-84a7-c952670c482a/2da747b5-39cf-4ca5-aa42-e09262bfae31/fb786cd9-f439-4030-b2b8-130223811395) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:16.488972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bb735e53-a60c-4f99-99d3-60a92590cbe0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:16.548536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-204316c6-a675-4f24-b752-f64063c1f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:16.550182 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-204316c6-a675-4f24-b752-f64063c1f1b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.1662252 May 26 15:54:16.616945 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-2475546a-0190-4615-be6c-104e0a0230c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 217 time: 0.0538681 May 26 15:54:16.621077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port bb735e53-a60c-4f99-99d3-60a92590cbe0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:16.621613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:16.633509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:16.718139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9c997ccc-8d6f-4383-9a06-1212fda2e4ae no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:54:16.753285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-2691468c-4dbf-47a9-bb67-417050b6fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:16.754816 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-2691468c-4dbf-47a9-bb67-417050b6fb51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1247170 May 26 15:54:16.769723 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:16.792934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 9c997ccc-8d6f-4383-9a06-1212fda2e4ae {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:54:16.792934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9c997ccc-8d6f-4383-9a06-1212fda2e4ae not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:54:16.793719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:16.798758 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:16.805983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] 10.222.0.32 "PUT /v2.0/ports/09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 1122 time: 3.5490456 May 26 15:54:16.861856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Network 86ba1dc5-e4b4-46a6-84a7-c952670c482a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:16.865651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:16.873456 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-9bdeee31-ba6a-4ef9-874a-94fdb0a7bfcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827382 May 26 15:54:16.873727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port bb735e53-a60c-4f99-99d3-60a92590cbe0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:16.885170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['09e91e54-a416-4df6-8a5f-97fa4bd3e682'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:16.886312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb7bd2-c01a-4b77-b562-9c8a0e04a0cd service neutron] Pushing event updated for resources: {'Port': ['ID=09e91e54-a416-4df6-8a5f-97fa4bd3e682,revision_number=8']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:16.921589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f1ed9-246f-48e4-82bf-c42da0ab0206 req-bdf5f254-43b7-4bc7-b9b8-bedc09d2a626 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:16.938190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-352f1ed9-246f-48e4-82bf-c42da0ab0206 req-bdf5f254-43b7-4bc7-b9b8-bedc09d2a626 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 944 time: 0.6568491 May 26 15:54:16.985428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:17.011823 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:17.104530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-352f1ed9-246f-48e4-82bf-c42da0ab0206 req-8b9fdbab-ab59-4177-95cf-3ce0bc4b340b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646125 May 26 15:54:17.106876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Made reservation on behalf of 8142abba1aae429d807fbc0f6201e614 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:17.130760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:17.221906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Pushing event updated for resources: {'Port': ['ID=fb786cd9-f439-4030-b2b8-130223811395,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:17.270563 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff8f22d-3e35-4b2e-b46e-e4bd27b18bea x-openstack-request-id: req-aff8f22d-3e35-4b2e-b46e-e4bd27b18bea {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:17.270949 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc042022-f271-4b5b-a21c-fa80ce3dcf5b", "name": "network-vif-deleted", "tag": "9c997ccc-8d6f-4383-9a06-1212fda2e4ae", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:17.271362 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aff8f22d-3e35-4b2e-b46e-e4bd27b18bea {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:17.272020 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff8f22d-3e35-4b2e-b46e-e4bd27b18bea'] response: {'server_uuid': 'dc042022-f271-4b5b-a21c-fa80ce3dcf5b', 'name': 'network-vif-deleted', 'tag': '9c997ccc-8d6f-4383-9a06-1212fda2e4ae', 'status': 'completed', 'code': 200} May 26 15:54:17.282483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:17.402327 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-76960f1c-5fd0-4ce5-bdac-63af06af7da6 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119000 May 26 15:54:17.453162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0d0219a8-8b14-46e2-a712-de974eab1107 None None] Provisioning complete for port fb786cd9-f439-4030-b2b8-130223811395 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:17.453629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0d0219a8-8b14-46e2-a712-de974eab1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:17.499446 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:17.531577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0d0219a8-8b14-46e2-a712-de974eab1107 None None] Port fb786cd9-f439-4030-b2b8-130223811395 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:54:17.606210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-0138b8a9-d00b-46b8-9cfd-aa7c6447e6e2 service neutron] 10.222.0.32 "GET /v2.0/ports/edff5353-3319-4c5e-9e43-ed1de523363b/bindings/n-h1-843336-2 HTTP/1.1" status: 200 len: 384 time: 0.4435291 May 26 15:54:17.609889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:17.636258 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bc5d6e95-bf14-4902-8b68-e8d93bb25fd8 req-78c03f6c-7d1e-4faf-8e25-6f1bfbf31072 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239170 May 26 15:54:17.636959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:17.664954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:17.693504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:17.696651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event updated for resources: {'Port': ['ID=3cafc4a1-3d1e-4d06-a504-5f5ac6e4d99e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:17.722326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22484adc-87d8-480a-b307-3ac45770931a req-745542ef-de68-4208-9adf-79bcdb049ba1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:17.730347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22484adc-87d8-480a-b307-3ac45770931a req-745542ef-de68-4208-9adf-79bcdb049ba1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.3288476 May 26 15:54:17.739288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53042) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:17.871217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Allocated IP 172.20.0.14 (69f9dddf-264c-4c3d-aefe-069f2f4f9d49/4b4d4131-c08a-4d19-9074-a9ea68d04597/399a5c74-b148-4ebe-a9e1-aea89c8cacc0) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:17.898456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:17.902795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22484adc-87d8-480a-b307-3ac45770931a req-476aa559-e0bb-4781-ac42-7886621c6cc6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715913 May 26 15:54:17.907506 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.022559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.025458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Pushing event updated for resources: {'Port': ['ID=fb786cd9-f439-4030-b2b8-130223811395,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:18.157203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Network 86ba1dc5-e4b4-46a6-84a7-c952670c482a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:18.159938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:18.177652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:18.179917 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de" -d '{"events": [{"name": "network-changed", "server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:18.214560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.231216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-74630348-746d-4ddc-ad09-b68525b02d9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5042d903da904fc1a0f2f58dff2bb68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879720 May 26 15:54:18.233876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53050) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:18.289739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac6a02-6b76-4546-bef7-accec2a5b369 req-8096b863-f673-4696-9c5d-6ff4914d307a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:18.291346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0ac6a02-6b76-4546-bef7-accec2a5b369 req-8096b863-f673-4696-9c5d-6ff4914d307a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 944 time: 0.2783802 May 26 15:54:18.341848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.349556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-a8df6278-6cbf-46cf-9f56-7c56de055b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:18.351103 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-a8df6278-6cbf-46cf-9f56-7c56de055b6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 1100 time: 0.1292143 May 26 15:54:18.373151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17eb2f14-d3ef-4231-aec9-8f58903da165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.406283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:18.457236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.521271 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0ac6a02-6b76-4546-bef7-accec2a5b369 req-e98fa23e-8eb2-495a-a1e8-b593db06bc2e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087808 May 26 15:54:18.526793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17eb2f14-d3ef-4231-aec9-8f58903da165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.532308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Router 089068ff-f057-41b4-a45a-243c26fb9be8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:54:18.558553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:18.561024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.592176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e57dc02c-7328-4a3e-a50f-d2456bf07eb1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:18.645366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c1cc6a5e-a80e-416b-aa83-d44fd0d5edab None None] Provisioning complete for port fb786cd9-f439-4030-b2b8-130223811395 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:18.646170 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6a5e-a80e-416b-aa83-d44fd0d5edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.682320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-f7c5a187-2751-431a-8061-71cacafe9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:18.684460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-f7c5a187-2751-431a-8061-71cacafe9281 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3143077 May 26 15:54:18.710137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edff5353-3319-4c5e-9e43-ed1de523363b {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:18.712877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc6a5e-a80e-416b-aa83-d44fd0d5edab None None] Port fb786cd9-f439-4030-b2b8-130223811395 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:54:18.723086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e57dc02c-7328-4a3e-a50f-d2456bf07eb1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:18.723330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:18.723921 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.774206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:18.784232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:18.800147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:18.803464 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.809433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event updated for resources: {'Port': ['ID=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:18.834446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e57dc02c-7328-4a3e-a50f-d2456bf07eb1 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:18.834895 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.858383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e57dc02c-7328-4a3e-a50f-d2456bf07eb1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e57dc02c-7328-4a3e-a50f-d2456bf07eb1,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:18.869403 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.935151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e57dc02c-7328-4a3e-a50f-d2456bf07eb1,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:18.980152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e291ae-99aa-41c9-bfe1-c102fdd78a82 req-de001fbd-c5d1-4bcb-a5cc-17248847ad75 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:18.982822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05e291ae-99aa-41c9-bfe1-c102fdd78a82 req-de001fbd-c5d1-4bcb-a5cc-17248847ad75 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 932 time: 0.3026879 May 26 15:54:18.995317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:18.996327 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.040137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17eb2f14-d3ef-4231-aec9-8f58903da165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.043263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17eb2f14-d3ef-4231-aec9-8f58903da165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.044700 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-17eb2f14-d3ef-4231-aec9-8f58903da165 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94c65748-b308-49fc-b59e-3b09189beef4 HTTP/1.1" status: 204 len: 168 time: 0.8096201 May 26 15:54:19.049409 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-69088323-bee7-4ce5-b788-a172fba51eb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae HTTP/1.1" status: 200 len: 217 time: 0.3505149 May 26 15:54:19.060287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb2f14-d3ef-4231-aec9-8f58903da165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c65748-b308-49fc-b59e-3b09189beef4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:19.080812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.087619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-07729234-a751-47e0-99ea-0fa00a82f9ce tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3144014 May 26 15:54:19.097523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.099004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:54:19.103963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Request body: {'port': {'device_id': 'd4b3ad6a-d3ce-4835-b77c-3b320bb385d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:19.105336 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3be93513-52af-48ce-979b-554bdfec066d admin admin] 10.222.0.39 "PUT /v2.0/routers/089068ff-f057-41b4-a45a-243c26fb9be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2751114 May 26 15:54:19.119184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Sync routers for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:54:19.141961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:19.144388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:19.145361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-a012933c-0771-43de-8d6f-41275df44339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:19.146845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] Transition to ACTIVE for port object edff5353-3319-4c5e-9e43-ed1de523363b will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:54:19.147860 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-a012933c-0771-43de-8d6f-41275df44339 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0815103 May 26 15:54:19.174053 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.184999 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05e291ae-99aa-41c9-bfe1-c102fdd78a82 req-78fa735d-ddb2-429d-b6c0-1608bea084fd tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811664 May 26 15:54:19.268926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-54ac7ac7-c734-4f40-972c-c7c0addff42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:19.270797 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-54ac7ac7-c734-4f40-972c-c7c0addff42c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158252 May 26 15:54:19.320214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event updated for resources: {'Port': ['ID=3cafc4a1-3d1e-4d06-a504-5f5ac6e4d99e,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:19.349049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.400332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:19.419177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] No DVR routers for this DVR port edff5353-3319-4c5e-9e43-ed1de523363b on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:54:19.433711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.456512 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-971d663f-877c-4e82-ba6b-a417fc6e8281 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754985 May 26 15:54:19.590313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] Pushing event updated for resources: {'Port': ['ID=edff5353-3319-4c5e-9e43-ed1de523363b,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:19.600320 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.607840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7193812-7232-4d62-932d-ce821a095453 req-6f0dd695-b674-4172-bbcf-56d6dbf74c41 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8481767 May 26 15:54:19.617537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296c0f4-0a33-4c74-bf52-f5654d4b6e36 req-172094fb-89d6-4f94-8d24-065d32e71065 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:19.619258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e296c0f4-0a33-4c74-bf52-f5654d4b6e36 req-172094fb-89d6-4f94-8d24-065d32e71065 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 944 time: 0.3163538 May 26 15:54:19.662487 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-39bfbe43-93e0-41d9-83e9-e1509203b7f5 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973214 May 26 15:54:19.663893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1201bf89-c121-4eab-9906-bb8d6341877f service neutron] 10.222.0.32 "PUT /v2.0/ports/edff5353-3319-4c5e-9e43-ed1de523363b/bindings/n-h1-843336-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0208385 May 26 15:54:19.665923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53068) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:19.712248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7193812-7232-4d62-932d-ce821a095453 req-27cbba8d-02df-42f9-95a9-c8409b5b618c tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.1033447 May 26 15:54:19.739140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c8aa095d-f2c0-4420-b5d0-3b61b2fe604e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88ddc99af12348d7929b61b3c6f864b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699518 May 26 15:54:19.741517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53070) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:19.884334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fb786cd9-f439-4030-b2b8-130223811395', 'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'mac_address': 'fa:16:3e:f1:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:15Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 2, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'subnets': [{'id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:19.890767 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdf48-f48e-4bb3-a319-184b57865774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.937031 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdf48-f48e-4bb3-a319-184b57865774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.993286 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdf48-f48e-4bb3-a319-184b57865774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:19.996684 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdf48-f48e-4bb3-a319-184b57865774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:20.002810 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1b1cdf48-f48e-4bb3-a319-184b57865774 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1f14530-85a8-4a8c-af7d-b6fe539648ef HTTP/1.1" status: 204 len: 168 time: 0.2594666 May 26 15:54:20.026201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cdf48-f48e-4bb3-a319-184b57865774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f14530-85a8-4a8c-af7d-b6fe539648ef,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:20.088887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Checking router: 089068ff-f057-41b4-a45a-243c26fb9be8 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:54:20.089148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Updating router 089068ff-f057-41b4-a45a-243c26fb9be8 port fb786cd9-f439-4030-b2b8-130223811395 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:54:20.103968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e296c0f4-0a33-4c74-bf52-f5654d4b6e36 req-e81d7f1b-0f88-4847-8bac-3876c6b8e4f0 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343064 May 26 15:54:20.131766 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:20.172342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7193812-7232-4d62-932d-ce821a095453 req-e2002b28-a241-43cf-9334-e6229734a047 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:20.173786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7193812-7232-4d62-932d-ce821a095453 req-e2002b28-a241-43cf-9334-e6229734a047 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.4608679 May 26 15:54:20.210927 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1579a5e5-ded2-4079-acd9-d26e4c9a3126 x-openstack-request-id: req-1579a5e5-ded2-4079-acd9-d26e4c9a3126 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:20.227697 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:20.228501 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1579a5e5-ded2-4079-acd9-d26e4c9a3126 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:20.229115 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1579a5e5-ded2-4079-acd9-d26e4c9a3126'] response: {'name': 'network-changed', 'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682', 'status': 'completed', 'code': 200} May 26 15:54:20.236917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-46c65ef9-adc7-43c7-abb1-0365ec2d42bb tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:20.238508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-46c65ef9-adc7-43c7-abb1-0365ec2d42bb tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.4375691 May 26 15:54:20.324343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53086) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:20.335508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-network', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:20.379903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-aaade285-8b91-4353-b892-ff73288b0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:20.381476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-aaade285-8b91-4353-b892-ff73288b0d91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1125 time: 0.1237848 May 26 15:54:20.391765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Made reservation on behalf of 8c25442947a94eb0baa61ea160b04b30 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:20.396875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:20.437279 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:20.591901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-3021dd2f-46bd-4377-9f0f-5b2719897eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:20.594657 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-3021dd2f-46bd-4377-9f0f-5b2719897eaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.1929376 May 26 15:54:20.622224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e57dc02c-7328-4a3e-a50f-d2456bf07eb1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:20.627204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58625c4d-33d5-4879-8da2-16785ae27ddd req-1c25101a-cfcc-49aa-946c-a213511bf0f6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:20.630063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58625c4d-33d5-4879-8da2-16785ae27ddd req-1c25101a-cfcc-49aa-946c-a213511bf0f6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.2466054 May 26 15:54:20.640769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-2a3ee8ba-afaa-4471-8509-42346b90436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:20.642631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-2a3ee8ba-afaa-4471-8509-42346b90436f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f HTTP/1.1" status: 200 len: 1096 time: 0.3887780 May 26 15:54:20.686488 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-11323ee8-2e56-4003-a2c6-a2d0986555ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 217 time: 0.0768409 May 26 15:54:20.747206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935ba21-afcd-4684-afd4-592044e752f9 req-bc7dd4b7-6c23-435a-b1c3-88be1735d3f0 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:20.751661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c935ba21-afcd-4684-afd4-592044e752f9 req-bc7dd4b7-6c23-435a-b1c3-88be1735d3f0 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 945 time: 0.3769000 May 26 15:54:20.760391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:20.760895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-af11a508-48dd-4eb0-85f7-c8b2fdd25be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:20.762451 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-af11a508-48dd-4eb0-85f7-c8b2fdd25be2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.0642319 May 26 15:54:20.767329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:20.775209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 09e91e54-a416-4df6-8a5f-97fa4bd3e682 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:20.781196 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:20.789275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:20.791755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:20.815268 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:20.817426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device edff5353-3319-4c5e-9e43-ed1de523363b no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:54:20.823426 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-32213691-dca1-40e2-b3ab-a8767a68956d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474765 May 26 15:54:20.858696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:54:20.859109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58625c4d-33d5-4879-8da2-16785ae27ddd req-04f271e7-60ee-4693-a277-ea4f8b8a3702 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854260 May 26 15:54:20.871758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c935ba21-afcd-4684-afd4-592044e752f9 req-5dfc9ce1-da6e-4405-8bb4-fd2f7daf2c63 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052139 May 26 15:54:20.874657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Transition to ACTIVE for port object 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:54:20.881854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1da6f86a-0b66-4e02-87e0-6a91677409ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:20.886127 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-1da6f86a-0b66-4e02-87e0-6a91677409ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1096 time: 0.1958733 May 26 15:54:20.891117 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.017326 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.017903 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Added segment 942e19d2-5bdc-46a7-b6f0-65f099c5cf67 of type vlan for network a46cc174-2aac-404d-833e-b48f4bb4f79a May 26 15:54:21.035248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454abec2-5dc0-469b-8d7b-1e01c0a122b4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:21.136844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.157936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device edff5353-3319-4c5e-9e43-ed1de523363b not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:54:21.199625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:21.243308 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-d08f8160-07d7-4120-8e18-cffc5a9ae849 service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073310 May 26 15:54:21.247298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.248839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:21.249828 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.279601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4bad8-2437-42b5-9621-f45e08c99044 None None] Pushing event updated for resources: {'Port': ['ID=fb786cd9-f439-4030-b2b8-130223811395,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:21.312386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Attempting to bind port fb786cd9-f439-4030-b2b8-130223811395 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:21.312754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Attempting to bind port fb786cd9-f439-4030-b2b8-130223811395 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:21.313112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Attempting to bind port fb786cd9-f439-4030-b2b8-130223811395 on network 86ba1dc5-e4b4-46a6-84a7-c952670c482a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:21.315268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 09e91e54-a416-4df6-8a5f-97fa4bd3e682 has no active binding in host n-h2-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:54:21.320788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e57dc02c-7328-4a3e-a50f-d2456bf07eb1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:21.321324 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.376479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:21.376836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Checking segment: {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:21.377293 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.377688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Bound using segment: {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:21.378200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Bound port: fb786cd9-f439-4030-b2b8-130223811395, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:21.378577 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.460334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e57dc02c-7328-4a3e-a50f-d2456bf07eb1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:21.525444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] For port fb786cd9-f439-4030-b2b8-130223811395, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:21.537588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] Pushing event updated for resources: {'Network': ['ID=a46cc174-2aac-404d-833e-b48f4bb4f79a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:21.539177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] For port fb786cd9-f439-4030-b2b8-130223811395, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fb786cd9-f439-4030-b2b8-130223811395,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:21.547642 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.548342 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5251b23b-f5bc-40d0-a544-fc836a22afdd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2190099 May 26 15:54:21.556032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53110) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:21.562471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Request body: {'subnet': {'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-subnet', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:21.566022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network a46cc174-2aac-404d-833e-b48f4bb4f79a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:54:21.615542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Made reservation on behalf of 8c25442947a94eb0baa61ea160b04b30 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:21.623090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.645782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Pushing event updated for resources: {'Port': ['ID=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:21.731416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:21.732063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:21.807443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c23b4-79f0-4eca-96f4-be86154e01a3 req-a2f75877-1256-4dc0-aedc-c3b6c1e9acb5 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:21.810654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-850c23b4-79f0-4eca-96f4-be86154e01a3 req-a2f75877-1256-4dc0-aedc-c3b6c1e9acb5 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 944 time: 0.3795433 May 26 15:54:21.822023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4bad8-2437-42b5-9621-f45e08c99044 None None] Pushing event updated for resources: {'Port': ['ID=fb786cd9-f439-4030-b2b8-130223811395,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:21.842616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-43ec5d42-92ba-4592-b84e-b513b3b55080 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8727112 May 26 15:54:21.844992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Attempting to bind port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:21.845330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Attempting to bind port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:21.845661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Attempting to bind port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:21.848725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3c96ae9f-255c-42c4-bf73-5403b0939626 None None] Provisioning complete for port fb786cd9-f439-4030-b2b8-130223811395 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:21.849718 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c96ae9f-255c-42c4-bf73-5403b0939626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.851290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-d6ab5982-908a-4d1b-8d51-5451aedb9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:21.853077 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-d6ab5982-908a-4d1b-8d51-5451aedb9e5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.9578006 May 26 15:54:21.858746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:21.865376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:21.865711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Attempting to bind port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:21.924359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-0294a00c-a48f-4b93-bc96-42f19eca5640 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 217 time: 0.0545845 May 26 15:54:21.940052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:21.940395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Checking segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:21.940799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Bound using segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:21.941781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Bound port: 399a5c74-b148-4ebe-a9e1-aea89c8cacc0, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:21.941979 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:21.967878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:22.010771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-8cd00c32-7e5f-403a-9bfd-70d6d69b2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:22.012331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-8cd00c32-7e5f-403a-9bfd-70d6d69b2bcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.0636206 May 26 15:54:22.057855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-850c23b4-79f0-4eca-96f4-be86154e01a3 req-5f476585-e984-4c5d-8891-36e1ff0d70f0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131341 May 26 15:54:22.080869 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22719d91-6436-4b3f-a10c-5dcf8d2ae2de req-a624d9c6-b446-45fc-a7a4-c298ba7f0eda service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8191690 May 26 15:54:22.089260 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.098027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3c96ae9f-255c-42c4-bf73-5403b0939626 None None] Current status of the port fb786cd9-f439-4030-b2b8-130223811395 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:22.098547 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c96ae9f-255c-42c4-bf73-5403b0939626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.171323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] For port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:22.190395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.192949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3c96ae9f-255c-42c4-bf73-5403b0939626 None None] For port fb786cd9-f439-4030-b2b8-130223811395, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fb786cd9-f439-4030-b2b8-130223811395,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:22.196775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Checking segment: {'id': '942e19d2-5bdc-46a7-b6f0-65f099c5cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:22.197194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Network hostable DHCP agents. Network: a46cc174-2aac-404d-833e-b48f4bb4f79a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:54:22.201950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c86ba5a-64f2-4ab7-9595-716c7374dd54,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:22.206281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-045f3240-e298-4c31-9425-436beb8bcead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844130 May 26 15:54:22.207983 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c96ae9f-255c-42c4-bf73-5403b0939626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.229131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Network a46cc174-2aac-404d-833e-b48f4bb4f79a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:54:22.238527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] For port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:22.241716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, a46cc174-2aac-404d-833e-b48f4bb4f79a) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:22.258324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:22.258963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.267179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ba205-cab8-4926-b636-352ad7ab2d80 None None] Network a46cc174-2aac-404d-833e-b48f4bb4f79a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:54:22.285148 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f89e8daf-82e7-4135-a003-5461a755966d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7275143 May 26 15:54:22.285904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53124) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:22.291488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:22.322938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.326418 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.358679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.400301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.455808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96ae9f-255c-42c4-bf73-5403b0939626 None None] Pushing event updated for resources: {'Port': ['ID=fb786cd9-f439-4030-b2b8-130223811395,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:22.503857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e5e788ef-7645-47a8-8b7a-b7817a131c8b None None] Provisioning complete for port fb786cd9-f439-4030-b2b8-130223811395 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:22.504335 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e5e788ef-7645-47a8-8b7a-b7817a131c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.524111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Pushing event updated for resources: {'Port': ['ID=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:22.528475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:22.529189 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.530712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13240e66-d3d2-4479-8496-a3b4f14bf72c service neutron] 10.222.0.24 "PUT /v2.0/ports/399a5c74-b148-4ebe-a9e1-aea89c8cacc0 HTTP/1.1" status: 200 len: 1092 time: 3.4309335 May 26 15:54:22.544804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b3ad6a-d3ce-4835-b77c-3b320bb385d6', 'tag': '399a5c74-b148-4ebe-a9e1-aea89c8cacc0'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:22.550022 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7553f6-7852-4cf1-9118-854a240a13e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b3ad6a-d3ce-4835-b77c-3b320bb385d6", "tag": "399a5c74-b148-4ebe-a9e1-aea89c8cacc0"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:22.595224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6a172-9831-443d-b566-4238f4a040da req-a63833b6-bf64-4e7f-8549-e2c716c215bc tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:22.613457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75d6a172-9831-443d-b566-4238f4a040da req-a63833b6-bf64-4e7f-8549-e2c716c215bc tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 944 time: 0.4215500 May 26 15:54:22.648941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fb786cd9-f439-4030-b2b8-130223811395', 'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'mac_address': 'fa:16:3e:f1:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:15Z', 'updated_at': '2022-05-26T15:54:21Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'subnets': [{'id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:22.669090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.684572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e8457-3916-41f0-9703-0ff35015427b None None] The sync data for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 is: [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fb786cd9-f439-4030-b2b8-130223811395', 'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'mac_address': 'fa:16:3e:f1:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:15Z', 'updated_at': '2022-05-26T15:54:21Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'subnets': [{'id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:54:22.693596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-88b108c8-f856-4eab-8e8c-ef9e65c40283 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528472 May 26 15:54:22.720521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13825c27-4dab-4148-b76c-a664b7e1ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:22.722508 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-13825c27-4dab-4148-b76c-a664b7e1ba21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 1095 time: 0.1260860 May 26 15:54:22.808084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75d6a172-9831-443d-b566-4238f4a040da req-be8f4a9c-430c-46c3-a9b1-fd891dfc24a5 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951485 May 26 15:54:22.811236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e5e788ef-7645-47a8-8b7a-b7817a131c8b None None] Current status of the port fb786cd9-f439-4030-b2b8-130223811395 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:22.814862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-a46cc174-2aac-404d-833e-b48f4bb4f79a', 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'fixed_ips': [{'subnet_id': '5c86ba5a-64f2-4ab7-9595-716c7374dd54'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:54:22.816561 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:22.876277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-c9a8adb4-2f61-4540-9147-f08d058e16e0 service neutron] 10.222.0.24 "GET /v2.0/ports/09e91e54-a416-4df6-8a5f-97fa4bd3e682/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 384 time: 0.2559817 May 26 15:54:22.879716 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-eaa3351b-40de-4548-9e3b-28fee0b667d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=399a5c74-b148-4ebe-a9e1-aea89c8cacc0 HTTP/1.1" status: 200 len: 217 time: 0.0784571 May 26 15:54:22.952486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-1125fb6d-ce92-43c5-bf2f-b66d9fd56b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:22.954482 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-1125fb6d-ce92-43c5-bf2f-b66d9fd56b13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.0616109 May 26 15:54:23.008452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-24e3464d-46a5-4b72-bfc8-5b919b9b6a30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411408 May 26 15:54:23.069399 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.098546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-6425a663-7a4f-44af-82d4-721253224329 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925788 May 26 15:54:23.178751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1484b4-94e8-4a06-b600-3c1becba2530 req-346ca1a2-2f8b-48e6-b52c-0ae9d325de5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:23.187086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e1484b4-94e8-4a06-b600-3c1becba2530 req-346ca1a2-2f8b-48e6-b52c-0ae9d325de5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.2325485 May 26 15:54:23.244897 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-92d27c57-1a11-424c-99de-d779f0acd4bb service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173154 May 26 15:54:23.288965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Allocated IP 172.20.0.2 (a46cc174-2aac-404d-833e-b48f4bb4f79a/5c86ba5a-64f2-4ab7-9595-716c7374dd54/29c4de27-6c96-41d4-baf0-e43373bc3d4d) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:23.355227 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.397036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e1484b4-94e8-4a06-b600-3c1becba2530 req-27811d70-785b-438c-8c4a-5b4866af2497 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019296 May 26 15:54:23.406141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.419364 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6d804882-8d11-465b-9b49-18cf4a401fcc req-35bb8c59-c45d-45ea-beeb-80f3b087092c service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635640 May 26 15:54:23.476468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Allocated IP 172.25.0.28 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/2ea70e2d-4310-48a2-919f-6d4c92051ae8) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:23.528064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:23.569959 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.594718 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.616100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a4e56-f503-4127-a8fc-44d97d47148b req-3e37233b-d614-4cff-a86e-191681fd25f6 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:23.618158 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-3e37233b-d614-4cff-a86e-191681fd25f6 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.1312227 May 26 15:54:23.649915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Network a46cc174-2aac-404d-833e-b48f4bb4f79a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:23.653820 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.654646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:23.655053 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.658645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:23.663188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:23.723906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e91e54-a416-4df6-8a5f-97fa4bd3e682 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:23.746156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:23.747377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Attempting to bind port 29c4de27-6c96-41d4-baf0-e43373bc3d4d on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:23.747750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Attempting to bind port 29c4de27-6c96-41d4-baf0-e43373bc3d4d by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '942e19d2-5bdc-46a7-b6f0-65f099c5cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:23.748162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Attempting to bind port 29c4de27-6c96-41d4-baf0-e43373bc3d4d on network a46cc174-2aac-404d-833e-b48f4bb4f79a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:23.751327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Pushing event updated for resources: {'Port': ['ID=29c4de27-6c96-41d4-baf0-e43373bc3d4d,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:23.766901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:23.766901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Checking segment: {'id': '942e19d2-5bdc-46a7-b6f0-65f099c5cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:23.767285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.768076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Bound using segment: {'id': '942e19d2-5bdc-46a7-b6f0-65f099c5cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:23.768614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Bound port: 29c4de27-6c96-41d4-baf0-e43373bc3d4d, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942e19d2-5bdc-46a7-b6f0-65f099c5cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:23.769005 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.775929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeeb5f-a068-4159-a0af-bac2b8c7b316 req-c7b8d498-7b23-40fa-a50b-13066de5079e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:23.778817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4dfeeb5f-a068-4159-a0af-bac2b8c7b316 req-c7b8d498-7b23-40fa-a50b-13066de5079e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 945 time: 0.2563071 May 26 15:54:23.782127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-866a4e56-f503-4127-a8fc-44d97d47148b req-27edb26a-8cf8-4c5d-a30e-f112763663f9 service neutron] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:23.785790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-866a4e56-f503-4127-a8fc-44d97d47148b req-27edb26a-8cf8-4c5d-a30e-f112763663f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.787285 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-866a4e56-f503-4127-a8fc-44d97d47148b req-27edb26a-8cf8-4c5d-a30e-f112763663f9 service neutron] 10.222.0.24 "DELETE /v2.0/ports/edff5353-3319-4c5e-9e43-ed1de523363b/bindings/n-h2-843336-2 HTTP/1.1" status: 204 len: 173 time: 0.1603584 May 26 15:54:23.820931 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.874447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] For port 29c4de27-6c96-41d4-baf0-e43373bc3d4d, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:23.878031 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.880079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] For port 29c4de27-6c96-41d4-baf0-e43373bc3d4d, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=29c4de27-6c96-41d4-baf0-e43373bc3d4d,segment=NetworkSegment(942e19d2-5bdc-46a7-b6f0-65f099c5cf67),segment_id=942e19d2-5bdc-46a7-b6f0-65f099c5cf67)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:23.886935 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:23.911394 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4dfeeb5f-a068-4159-a0af-bac2b8c7b316 req-80e6b556-7157-4769-a90f-8b04ab2e46bf tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086187 May 26 15:54:23.978952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83505a28-7891-4aa1-956c-89d958202d0f None None] Pushing event updated for resources: {'Port': ['ID=29c4de27-6c96-41d4-baf0-e43373bc3d4d,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:24.003644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:24.009818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] Transition to ACTIVE for port object 09e91e54-a416-4df6-8a5f-97fa4bd3e682 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:54:24.017768 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:24.047772 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c751cacb-ed04-4159-8028-378a6488108c x-openstack-request-id: req-c751cacb-ed04-4159-8028-378a6488108c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:24.048067 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b3ad6a-d3ce-4835-b77c-3b320bb385d6", "tag": "399a5c74-b148-4ebe-a9e1-aea89c8cacc0", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:24.048325 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c751cacb-ed04-4159-8028-378a6488108c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:24.048726 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c751cacb-ed04-4159-8028-378a6488108c'] response: {'name': 'network-changed', 'server_uuid': 'd4b3ad6a-d3ce-4835-b77c-3b320bb385d6', 'tag': '399a5c74-b148-4ebe-a9e1-aea89c8cacc0', 'status': 'completed', 'code': 200} May 26 15:54:24.067792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:24.086030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:24.088884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:24.145861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Allocated IP 172.25.0.169 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/ee0b6ce4-7197-4e20-ba21-6e215550392a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:24.153569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] No DVR routers for this DVR port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:54:24.158369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event updated for resources: {'Port': ['ID=2ea70e2d-4310-48a2-919f-6d4c92051ae8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:24.250182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] 10.222.0.24 "PUT /v2.0/ports/09e91e54-a416-4df6-8a5f-97fa4bd3e682/bindings/n-h2-843336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3516719 May 26 15:54:24.284528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a244b5-fab1-4061-83b6-ecd170302a59 service neutron] Pushing event updated for resources: {'Port': ['ID=09e91e54-a416-4df6-8a5f-97fa4bd3e682,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:24.324539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-ff8c95a6-a7d1-4283-892b-c276b51c4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:24.327651 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-ff8c95a6-a7d1-4283-892b-c276b51c4375 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 1095 time: 0.2189584 May 26 15:54:24.379975 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:24.549746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:24.682797 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:24.720520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fb786cd9-f439-4030-b2b8-130223811395 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:24.736529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-cf324b18-54d3-4572-ad47-d5dd6d2793aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:24.738042 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-cf324b18-54d3-4572-ad47-d5dd6d2793aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 913 time: 0.3998878 May 26 15:54:24.815921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-322624fc-86d5-445c-b8f8-0ebc276e29e2 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:24.820487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-322624fc-86d5-445c-b8f8-0ebc276e29e2 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.3442330 May 26 15:54:24.858246 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-6c904fd8-45d1-4f0a-a6ce-cbe8510f25e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=399a5c74-b148-4ebe-a9e1-aea89c8cacc0 HTTP/1.1" status: 200 len: 217 time: 0.1032264 May 26 15:54:24.933208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port fb786cd9-f439-4030-b2b8-130223811395 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:24.933682 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:24.953713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:25.029557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-7ebfde46-4060-4fa5-a768-40c81a2e800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.031646 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-7ebfde46-4060-4fa5-a768-40c81a2e800b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.1633515 May 26 15:54:25.032510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-2ed1cf47-6dce-4f05-9623-ec886bfbef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.035202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-2ed1cf47-6dce-4f05-9623-ec886bfbef05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c HTTP/1.1" status: 200 len: 1096 time: 0.1963816 May 26 15:54:25.042454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:25.083522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port fb786cd9-f439-4030-b2b8-130223811395 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:25.084605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 29c4de27-6c96-41d4-baf0-e43373bc3d4d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:25.096432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.097423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.098356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.099254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.100243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.101170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.102146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.103007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.104175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.105508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.106448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.107401 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.107687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0b6ce4-7197-4e20-ba21-6e215550392a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:25.108605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.114596 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:25.132538 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-254ad98d-9d3d-49b5-99ec-e9050d3f2886 req-9f38d902-9f25-4ac2-b1b8-141f4f46bb7b tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9244 time: 0.5805585 May 26 15:54:25.133682 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-bec2d134-d6bc-4378-a4f6-865f72c87fab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899017 May 26 15:54:25.134898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:25.163117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 29c4de27-6c96-41d4-baf0-e43373bc3d4d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:25.163489 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:25.327392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-c99e259b-9dc9-42ae-bb6e-c715e7f4a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.330200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-c99e259b-9dc9-42ae-bb6e-c715e7f4a055 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1096 time: 0.1914730 May 26 15:54:25.337071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 29c4de27-6c96-41d4-baf0-e43373bc3d4d is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:25.338021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:25.409222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 29c4de27-6c96-41d4-baf0-e43373bc3d4d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=29c4de27-6c96-41d4-baf0-e43373bc3d4d,segment=NetworkSegment(942e19d2-5bdc-46a7-b6f0-65f099c5cf67),segment_id=942e19d2-5bdc-46a7-b6f0-65f099c5cf67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:25.414457 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:25.472353 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-db42d35e-c242-458c-b950-604ed057171f service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274834 May 26 15:54:25.499583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=29c4de27-6c96-41d4-baf0-e43373bc3d4d,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:25.500667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:25.525047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4edb7-a9f8-4287-9ade-f87151355ab3 req-97d919c1-e7d3-48e3-b697-100011040718 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.530581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71a4edb7-a9f8-4287-9ade-f87151355ab3 req-97d919c1-e7d3-48e3-b697-100011040718 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 944 time: 0.2835824 May 26 15:54:25.531535 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:25.606231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-461acf58-c4a9-4681-90c5-07ff03054cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:25.607908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-461acf58-c4a9-4681-90c5-07ff03054cfe service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.2635174 May 26 15:54:25.657138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425d845-dbc9-4e4d-aeb8-e84a09f0462a None None] Network a46cc174-2aac-404d-833e-b48f4bb4f79a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:54:25.750531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-26f6f980-12f5-4dd1-87ab-20bb17983c0d None None] Provisioning complete for port 29c4de27-6c96-41d4-baf0-e43373bc3d4d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:25.751266 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26f6f980-12f5-4dd1-87ab-20bb17983c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:25.927958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-26f6f980-12f5-4dd1-87ab-20bb17983c0d None None] Current status of the port 29c4de27-6c96-41d4-baf0-e43373bc3d4d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:25.938377 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ec7553f6-7852-4cf1-9118-854a240a13e2 req-64a5d5f6-8adf-41d2-a4d1-b9b184eec514 service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546392 May 26 15:54:25.960919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:25.962666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event updated for resources: {'Port': ['ID=2ea70e2d-4310-48a2-919f-6d4c92051ae8,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:25.967990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71a4edb7-a9f8-4287-9ade-f87151355ab3 req-e0635b24-0e58-48ea-9ec5-666d0decea01 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336734 May 26 15:54:25.969229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-2e3f90e5-e6ae-4463-b358-c7725700ea07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 217 time: 0.3313634 May 26 15:54:26.038541 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:26.109188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:26.116681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-2c64489d-0847-49ee-80cd-d66e9f6326b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2599626 May 26 15:54:26.130993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-67abb829-3376-4b42-9b91-dfa0e23179e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:26.133760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-67abb829-3376-4b42-9b91-dfa0e23179e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1528845 May 26 15:54:26.200010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-f14a9a22-2e42-42b0-ab19-12dc606fe930 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336757 May 26 15:54:26.203296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-cd31e94a-3959-4820-8a31-98f6cc18ecaf tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.28 HTTP/1.1" status: 200 len: 695 time: 0.0857263 May 26 15:54:26.206868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:26.215772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882033e3-acee-4e2e-91ef-f51f08b7173d req-ede28836-aace-406e-8940-c58e85cd0200 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:26.217257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-882033e3-acee-4e2e-91ef-f51f08b7173d req-ede28836-aace-406e-8940-c58e85cd0200 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 945 time: 0.1642716 May 26 15:54:26.256483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ab7c92da-a251-4ed9-abc1-bd5f46412d93 None None] Provisioning complete for port 29c4de27-6c96-41d4-baf0-e43373bc3d4d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:26.256852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab7c92da-a251-4ed9-abc1-bd5f46412d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:26.355924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c92da-a251-4ed9-abc1-bd5f46412d93 None None] Current status of the port 29c4de27-6c96-41d4-baf0-e43373bc3d4d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:26.361363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:54:26.377078 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-882033e3-acee-4e2e-91ef-f51f08b7173d req-9af00f23-f196-4a26-b871-d36d9f439e20 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495597 May 26 15:54:26.439477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-3f19ece7-35f5-4651-addf-38eb78980e5b service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212212 May 26 15:54:26.448934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-5edca636-2f06-4889-8ee2-3688d97c7090 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:26.450638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cea8242-90cf-4f76-b1cc-e581fb7fc333 req-5edca636-2f06-4889-8ee2-3688d97c7090 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2311628 May 26 15:54:26.499331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 29c4de27-6c96-41d4-baf0-e43373bc3d4d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:26.529560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:54:26.542145 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Sync routers for ids ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:54:26.550353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:26.554323 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8cf914e5-0584-41bb-80cf-a97cd1fd96b8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2647769 May 26 15:54:26.554544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53152) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:26.559703 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Routers {'94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:26.560331 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:26.571976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 29c4de27-6c96-41d4-baf0-e43373bc3d4d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:26.572433 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:26.665946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-7adee543-5c0b-4544-84b8-8e8accf63a6f service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087610 May 26 15:54:26.689676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 29c4de27-6c96-41d4-baf0-e43373bc3d4d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:26.709919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82211c6-4de0-419d-bf57-d0d88640b72a req-3f7fc3f5-2f05-43ab-a4b1-b75bd3d4dccd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:26.711488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b82211c6-4de0-419d-bf57-d0d88640b72a req-3f7fc3f5-2f05-43ab-a4b1-b75bd3d4dccd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.1933017 May 26 15:54:26.736039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516c5b-64ec-4d46-b114-c57c69358772 req-be604824-17e3-42fa-b8fc-60291471d0ff tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:26.737401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49516c5b-64ec-4d46-b114-c57c69358772 req-be604824-17e3-42fa-b8fc-60291471d0ff tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 886 time: 0.2176468 May 26 15:54:26.748872 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Set router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:26.774906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b82211c6-4de0-419d-bf57-d0d88640b72a req-5e155ea8-e61c-4a5e-aeb2-f94d1981a63e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520089 May 26 15:54:26.941486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:26.945700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 09e91e54-a416-4df6-8a5f-97fa4bd3e682 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:54:26.987666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137f8e2-2652-490c-816d-1e3cd968270c req-247d5c22-9de9-4572-b2b0-55ab2185233e tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:26.989181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f137f8e2-2652-490c-816d-1e3cd968270c req-247d5c22-9de9-4572-b2b0-55ab2185233e tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1096 time: 0.1623917 May 26 15:54:27.006125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 09e91e54-a416-4df6-8a5f-97fa4bd3e682 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:54:27.022089 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:22Z', 'updated_at': '2022-05-26T15:54:25Z', 'revision_number': 3, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'gw_port': {'id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:23Z', 'updated_at': '2022-05-26T15:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:27.028286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-de8cd910-703e-4b5a-a3dd-ab45936b6b18 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.029769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-de8cd910-703e-4b5a-a3dd-ab45936b6b18 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.0988278 May 26 15:54:27.063614 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Checking router: 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:54:27.064329 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Updating router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb port ee0b6ce4-7197-4e20-ba21-6e215550392a binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:54:27.098098 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.108144 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:27.111357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-5bdb4191-f22f-4dbe-a2df-32288301b621 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2545111 May 26 15:54:27.126469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:27.132899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '399a5c74-b148-4ebe-a9e1-aea89c8cacc0', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'port_id': '399a5c74-b148-4ebe-a9e1-aea89c8cacc0', 'mac_address': 'fa:16:3e:10:b5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d4131-c08a-4d19-9074-a9ea68d04597', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:54:27.182863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:27.183262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.203328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:27.213159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f137f8e2-2652-490c-816d-1e3cd968270c req-324cd40a-3dca-4177-b9e8-09e5d4549f80 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052617 May 26 15:54:27.229568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:27.234404 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.246428 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.298636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:27.305712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-3eb25474-1af5-4d9b-b503-7f89afd8045b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1629257 May 26 15:54:27.454670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.479940 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.480863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-4945f162-1201-4c20-9975-e1e4829cbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.482619 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-4945f162-1201-4c20-9975-e1e4829cbd1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1101 time: 0.1077867 May 26 15:54:27.486836 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.520280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['399a5c74-b148-4ebe-a9e1-aea89c8cacc0'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:27.537641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-43591947-35f1-4926-8b01-695437ab00ae service neutron] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:27.554320 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-43591947-35f1-4926-8b01-695437ab00ae service neutron] Notify callbacks [] for binding, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.555756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59bbe04-820c-4867-ad1d-f65b43482f01 req-43591947-35f1-4926-8b01-695437ab00ae service neutron] 10.222.0.32 "DELETE /v2.0/ports/09e91e54-a416-4df6-8a5f-97fa4bd3e682/bindings/n-h1-843336-2 HTTP/1.1" status: 204 len: 173 time: 0.5159738 May 26 15:54:27.580881 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802ad32-fb0a-4aa3-b6a9-13a89b49a959 None None] Pushing event updated for resources: {'Port': ['ID=ee0b6ce4-7197-4e20-ba21-6e215550392a,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:27.603755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Allocated IP 172.20.0.1 (a46cc174-2aac-404d-833e-b48f4bb4f79a/5c86ba5a-64f2-4ab7-9595-716c7374dd54/58ddb3b4-708c-45e2-af4f-e3a1b87e0b71) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:27.611632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.612144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.612628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.613214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.613687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.614151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.614759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.615525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.616486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.617413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.617691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.618473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.619344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.621821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e92a9d93-751c-41d2-8690-c0c367fbe845 req-742f68e3-56ab-41cb-ad74-616587f11c4d tempest-NetworksTest-1399991408 tempest-NetworksTest-1399991408-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9244 time: 0.3030391 May 26 15:54:27.643310 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Attempting to bind port ee0b6ce4-7197-4e20-ba21-6e215550392a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:27.644017 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Attempting to bind port ee0b6ce4-7197-4e20-ba21-6e215550392a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:27.644814 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Attempting to bind port ee0b6ce4-7197-4e20-ba21-6e215550392a on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:27.657334 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:27.658162 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:27.658850 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.659463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:27.660306 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Bound port: ee0b6ce4-7197-4e20-ba21-6e215550392a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:27.661030 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.733519 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.738101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-2d45096f-b1e7-4daf-8744-03a38e4ab643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.739630 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-2d45096f-b1e7-4daf-8744-03a38e4ab643 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2262490 May 26 15:54:27.765470 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] For port ee0b6ce4-7197-4e20-ba21-6e215550392a, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:27.770409 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] For port ee0b6ce4-7197-4e20-ba21-6e215550392a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ee0b6ce4-7197-4e20-ba21-6e215550392a,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:27.778039 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.808943 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-bbf50422-0805-483b-9834-51e9631f6dd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.0597110 May 26 15:54:27.881771 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Routers {'94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:27.882693 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:27.890804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:27.897980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e9ff8-dca8-41b2-bf0e-937ed2f65c72 req-9d1f24d8-6e37-48f1-abed-c1bbb5dc127f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.899844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a79e9ff8-dca8-41b2-bf0e-937ed2f65c72 req-9d1f24d8-6e37-48f1-abed-c1bbb5dc127f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 945 time: 0.1544092 May 26 15:54:27.937054 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802ad32-fb0a-4aa3-b6a9-13a89b49a959 None None] Pushing event updated for resources: {'Port': ['ID=ee0b6ce4-7197-4e20-ba21-6e215550392a,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:27.939158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-ac7ee054-d272-41df-8625-132883e7491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:27.940706 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-ac7ee054-d272-41df-8625-132883e7491b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1212511 May 26 15:54:28.030982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-b0b99112-4474-4223-9cde-1e857ef9b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:28.032728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-b0b99112-4474-4223-9cde-1e857ef9b525 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842533 May 26 15:54:28.033973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:28.074268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a79e9ff8-dca8-41b2-bf0e-937ed2f65c72 req-efcf56e4-419d-4eea-abab-3c299e4e6749 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392312 May 26 15:54:28.113340 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] Set router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:28.121238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Network a46cc174-2aac-404d-833e-b48f4bb4f79a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:28.128899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:28.133960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:28.142465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Allocated IP 172.25.0.30 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/63d1708a-6fd0-4478-846a-b904b6e75af9) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:28.155155 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-688425a4-235f-443c-b44d-a650544c23d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1728599 May 26 15:54:28.184772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Pushing event updated for resources: {'Port': ['ID=58ddb3b4-708c-45e2-af4f-e3a1b87e0b71,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:28.259660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:28.329809 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-8b38c5ae-028c-488d-bf33-47d146607a08 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869396 May 26 15:54:28.342940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53172) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:28.366277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f8b3f-8327-422b-833f-519b3446148c req-5049363e-49c3-4516-bdad-3a37a259bc23 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:28.374979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e03f8b3f-8327-422b-833f-519b3446148c req-5049363e-49c3-4516-bdad-3a37a259bc23 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 945 time: 0.1934552 May 26 15:54:28.441653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-7ad85f81-02ae-428c-9cc0-5b51de748661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:28.443518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-7ad85f81-02ae-428c-9cc0-5b51de748661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1096 time: 0.2063663 May 26 15:54:28.521591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0a639b81-3a28-416c-9a2c-5299999ee932 None None] Provisioning complete for port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:28.523004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a639b81-3a28-416c-9a2c-5299999ee932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:28.577050 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5744e74c-ba5a-4044-8600-2fbc4b44d035 req-24c722f1-efdd-4286-be43-f0bca606d533 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372129 May 26 15:54:28.584849 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:28.616517 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:22Z', 'updated_at': '2022-05-26T15:54:25Z', 'revision_number': 3, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'gw_port': {'id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:23Z', 'updated_at': '2022-05-26T15:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:28.628903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0a639b81-3a28-416c-9a2c-5299999ee932 None None] Port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:54:28.632513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c9baa0ae-d9f6-4b05-a074-fe5a4fb65c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:28.640973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e03f8b3f-8327-422b-833f-519b3446148c req-504c01fd-e1c4-4fe0-9d4c-3e89afd15b47 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646344 May 26 15:54:28.644466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:28.686106 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdbc7d-db91-44fc-b54a-fef70f44952a None None] The sync data for ids ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'] in n-d-843336-2 is: [{'id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:22Z', 'updated_at': '2022-05-26T15:54:25Z', 'revision_number': 3, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'gw_port': {'id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:23Z', 'updated_at': '2022-05-26T15:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:54:28.753199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-a62f8a7f-6af2-4eb8-976e-a827e38f964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:28.754699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-a62f8a7f-6af2-4eb8-976e-a827e38f964d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.1522841 May 26 15:54:28.828487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-9cfaf338-f159-45db-a75f-3ea9358ddff9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 217 time: 0.0632033 May 26 15:54:28.845486 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c9baa0ae-d9f6-4b05-a074-fe5a4fb65c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:28.850477 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c9baa0ae-d9f6-4b05-a074-fe5a4fb65c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:28.904351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baa0ae-d9f6-4b05-a074-fe5a4fb65c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d370b7-4fb9-4de6-97f6-20fcbf625824,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:28.905585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:28.913313 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c9baa0ae-d9f6-4b05-a074-fe5a4fb65c38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8087938181c24edd89d0b2a5007aee38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662034 May 26 15:54:28.916215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53186) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:28.957002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:28.988419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:29.001325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:29.004407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.015917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.019186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:29.024382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event updated for resources: {'Port': ['ID=63d1708a-6fd0-4478-846a-b904b6e75af9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:29.049038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:54:29.059112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-36b6a905-9ec6-4032-b654-7426d0c80dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:29.062045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-36b6a905-9ec6-4032-b654-7426d0c80dd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.2178793 May 26 15:54:29.069209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:29.069594 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.120093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-210eec74-12c7-4d51-80b4-35912f8e8d59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463173 May 26 15:54:29.130067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-2debd729-8fdc-462a-9bc7-fb8d0ce2f9ee tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:29.136513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c49a3b79-2559-4f8d-b762-cab647872006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.139641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-2debd729-8fdc-462a-9bc7-fb8d0ce2f9ee tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 820 time: 0.3248494 May 26 15:54:29.196375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Pushing event updated for resources: {'Port': ['ID=58ddb3b4-708c-45e2-af4f-e3a1b87e0b71,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:29.200128 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.202589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-9e555247-0511-498f-ab56-5748102201ca tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/quotas/db8f122bae4c4087bdc4cf2128dffc0f HTTP/1.1" status: 200 len: 375 time: 0.0622742 May 26 15:54:29.222909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:29.223585 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.269479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:29.271423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b3ad6a-d3ce-4835-b77c-3b320bb385d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399a5c74-b148-4ebe-a9e1-aea89c8cacc0'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:29.278856 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae4f3b6-7f27-4d40-993f-2a2058b7cf44" -d '{"events": [{"server_uuid": "d4b3ad6a-d3ce-4835-b77c-3b320bb385d6", "name": "network-vif-plugged", "status": "completed", "tag": "399a5c74-b148-4ebe-a9e1-aea89c8cacc0"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:29.286641 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.304123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c49a3b79-2559-4f8d-b762-cab647872006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.347483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:29.421111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Network a46cc174-2aac-404d-833e-b48f4bb4f79a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:29.423014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:29.433732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-d79b1432-71d5-4dc2-9826-dccdcac84ec6 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2286563 May 26 15:54:29.488927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c49a3b79-2559-4f8d-b762-cab647872006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.491697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c49a3b79-2559-4f8d-b762-cab647872006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.493063 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c49a3b79-2559-4f8d-b762-cab647872006 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74d370b7-4fb9-4de6-97f6-20fcbf625824 HTTP/1.1" status: 204 len: 168 time: 0.5706596 May 26 15:54:29.496029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.544207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-f80f3ac6-73bb-4cf0-bcdc-520289de598a service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002297 May 26 15:54:29.548465 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a3b79-2559-4f8d-b762-cab647872006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d370b7-4fb9-4de6-97f6-20fcbf625824,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:29.662652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:54:29.722183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.813658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-9a7d3c95-7e40-430c-bc3a-593ffcf1c1e7 service neutron] 10.222.0.39 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784740 May 26 15:54:29.884671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d04819a2-54cf-4929-ab74-855ae988f76c None None] Provisioning complete for port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:29.888170 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d04819a2-54cf-4929-ab74-855ae988f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:29.959950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d04819a2-54cf-4929-ab74-855ae988f76c None None] Port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:54:30.145072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53196) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:30.161965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a0728af-c45b-4508-9529-e759aedd349f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.189778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:54:30.206084 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7581ec87-d84a-4147-9e06-bd06344ddcd5 admin admin] 10.222.0.39 "PUT /v2.0/routers/94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6414328 May 26 15:54:30.287054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a0728af-c45b-4508-9529-e759aedd349f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.293051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a0728af-c45b-4508-9529-e759aedd349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.295989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0e344dd-502e-4e67-a0e0-52e2bd915ca1 req-5f08e711-03fb-4d90-9ae4-a4834c37edc9 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939282 May 26 15:54:30.337415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1a0728af-c45b-4508-9529-e759aedd349f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c38b3e3de9c4d91b102c19a1b60f895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917217 May 26 15:54:30.341544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53200) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:30.365312 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-c2fc4846-068c-4ab3-acda-ed5b2bac717b service neutron] 10.222.0.39 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509276 May 26 15:54:30.374192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0728af-c45b-4508-9529-e759aedd349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec28a1a4-290a-4501-a2c7-88354b32a2e9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:30.404570 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.414020 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.448705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aef4d000-f966-47f7-a948-385fb22ad4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.487529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aef4d000-f966-47f7-a948-385fb22ad4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.561186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aef4d000-f966-47f7-a948-385fb22ad4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.564641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aef4d000-f966-47f7-a948-385fb22ad4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.568999 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aef4d000-f966-47f7-a948-385fb22ad4bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec28a1a4-290a-4501-a2c7-88354b32a2e9 HTTP/1.1" status: 204 len: 168 time: 0.2252498 May 26 15:54:30.580223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.580479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4d000-f966-47f7-a948-385fb22ad4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec28a1a4-290a-4501-a2c7-88354b32a2e9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:30.661705 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.667481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5477488 May 26 15:54:30.696693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ee0b6ce4-7197-4e20-ba21-6e215550392a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:30.804071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72004bc6-1086-4f29-8026-84c0f6308812 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event updated for resources: {'Port': ['ID=63d1708a-6fd0-4478-846a-b904b6e75af9,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:30.885862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ee0b6ce4-7197-4e20-ba21-6e215550392a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:30.892621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.976314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-3d3e7d7c-2c83-4464-9106-379311156621 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.2629192 May 26 15:54:31.135350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ee0b6ce4-7197-4e20-ba21-6e215550392a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:31.136111 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:31.184080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port ee0b6ce4-7197-4e20-ba21-6e215550392a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ee0b6ce4-7197-4e20-ba21-6e215550392a,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:31.191230 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:31.293820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=ee0b6ce4-7197-4e20-ba21-6e215550392a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:31.349651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-b0357e05-ac12-4e9d-a0d3-ee13b223c373 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:31.355505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea5b616-b92a-4cae-be30-115dd2501a99 req-b0357e05-ac12-4e9d-a0d3-ee13b223c373 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.3656442 May 26 15:54:31.399479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Sync routers for ids ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:54:31.407758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482dbb9-b87c-4b85-beff-58ceccef941a req-af7540e7-e990-4b44-b8a1-484fa6d44529 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:31.415778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3482dbb9-b87c-4b85-beff-58ceccef941a req-af7540e7-e990-4b44-b8a1-484fa6d44529 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.6598508 May 26 15:54:31.442046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Routers {'94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:31.451901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:31.525117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3482dbb9-b87c-4b85-beff-58ceccef941a req-531d546a-3c95-48b2-9831-f1a86597c49c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073999 May 26 15:54:31.856322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488fb3-f8e7-4db1-b9b3-73a7ac9251b2 req-117366d2-ce6a-4457-a7f9-5182ed978698 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:31.859013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d488fb3-f8e7-4db1-b9b3-73a7ac9251b2 req-117366d2-ce6a-4457-a7f9-5182ed978698 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 946 time: 0.3160863 May 26 15:54:31.916819 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d8ed1b-2eb7-4093-ab3b-6f059608d944 x-openstack-request-id: req-c4d8ed1b-2eb7-4093-ab3b-6f059608d944 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:31.917432 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b3ad6a-d3ce-4835-b77c-3b320bb385d6", "name": "network-vif-plugged", "status": "completed", "tag": "399a5c74-b148-4ebe-a9e1-aea89c8cacc0", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:31.917432 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4d8ed1b-2eb7-4093-ab3b-6f059608d944 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:31.918078 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d8ed1b-2eb7-4093-ab3b-6f059608d944'] response: {'server_uuid': 'd4b3ad6a-d3ce-4835-b77c-3b320bb385d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399a5c74-b148-4ebe-a9e1-aea89c8cacc0', 'code': 200} May 26 15:54:31.953659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b51be5e-3d50-422f-825d-fcb3533468e8 req-03d353b6-592c-4ed4-aeae-e872b81f781d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 210 time: 0.0476775 May 26 15:54:32.025372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d488fb3-f8e7-4db1-b9b3-73a7ac9251b2 req-b34c564f-3502-4154-ad8e-d2f19dbecb52 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437955 May 26 15:54:32.026373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7036222-85b5-4e37-9c03-72d9253244b9 req-2421302f-2a6b-498a-a98f-d58a54281da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:32.028971 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7036222-85b5-4e37-9c03-72d9253244b9 req-2421302f-2a6b-498a-a98f-d58a54281da4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 1097 time: 0.1320097 May 26 15:54:32.033160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Set router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:32.165173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7036222-85b5-4e37-9c03-72d9253244b9 req-c358c0c2-67ff-4726-a0ea-1041e92db503 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206536 May 26 15:54:32.233335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-854a7360-1305-4e5a-bbcb-d24b3ea654d1 req-228e2b6f-3f67-4664-8fb6-31191e673788 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips/ce54554d-7255-490a-8eb6-4d42676e8c6e HTTP/1.1" status: 200 len: 692 time: 0.2059457 May 26 15:54:32.418819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bc9c4-2ac4-4d99-acbe-97201eddce64 req-047059f0-8d64-43ae-9572-d621a8c8c1a8 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:32.451621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a24bc9c4-2ac4-4d99-acbe-97201eddce64 req-047059f0-8d64-43ae-9572-d621a8c8c1a8 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1096 time: 0.2868493 May 26 15:54:32.520201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ee0b6ce4-7197-4e20-ba21-6e215550392a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:32.609351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a24bc9c4-2ac4-4d99-acbe-97201eddce64 req-6434c279-0618-41a0-b627-6910bf7007b5 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539395 May 26 15:54:32.677703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a7360-1305-4e5a-bbcb-d24b3ea654d1 req-e1db1c4a-ebfd-4d10-bff8-cd6ea80fa529 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:32.689175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-854a7360-1305-4e5a-bbcb-d24b3ea654d1 req-e1db1c4a-ebfd-4d10-bff8-cd6ea80fa529 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.4396188 May 26 15:54:32.700868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:22Z', 'updated_at': '2022-05-26T15:54:28Z', 'revision_number': 4, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'gw_port': {'id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:23Z', 'updated_at': '2022-05-26T15:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '58ddb3b4-708c-45e2-af4f-e3a1b87e0b71', 'name': '', 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'mac_address': 'fa:16:3e:36:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5c86ba5a-64f2-4ab7-9595-716c7374dd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:27Z', 'updated_at': '2022-05-26T15:54:28Z', 'revision_number': 2, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'subnets': [{'id': '5c86ba5a-64f2-4ab7-9595-716c7374dd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:32.703204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-854a7360-1305-4e5a-bbcb-d24b3ea654d1 req-d20448e2-a18b-420b-961c-80b01feb80b7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:54:32.710534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-854a7360-1305-4e5a-bbcb-d24b3ea654d1 req-d20448e2-a18b-420b-961c-80b01feb80b7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204742 May 26 15:54:32.716653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ee0b6ce4-7197-4e20-ba21-6e215550392a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:32.717853 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:32.861652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Checking router: 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:54:32.861879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Updating router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:54:32.927520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-beb6c1db-3084-46d1-ae7a-7e8d2172fe05 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips/ce54554d-7255-490a-8eb6-4d42676e8c6e HTTP/1.1" status: 200 len: 692 time: 0.1832325 May 26 15:54:33.023344 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:33.137279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ee0b6ce4-7197-4e20-ba21-6e215550392a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:33.239779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-d5bb7722-2ba0-4d60-8881-637452e2c848 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:33.247651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-d5bb7722-2ba0-4d60-8881-637452e2c848 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.3187432 May 26 15:54:33.288212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-21122100-33c7-4c3b-95a3-0999731d48b6 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:54:33.296693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-21122100-33c7-4c3b-95a3-0999731d48b6 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477433 May 26 15:54:33.517371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a0537-d782-482a-b81f-b837cc078819 req-7bf7d9ba-b0ed-4345-9f39-781c497162b7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:33.520540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-741a0537-d782-482a-b81f-b837cc078819 req-7bf7d9ba-b0ed-4345-9f39-781c497162b7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.6757369 May 26 15:54:33.553930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-bfd7b1f1-a475-45cc-957d-ae88158d372b tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.2508311 May 26 15:54:33.639274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-ee25bb37-76e9-413c-bd10-4bf4cab61088 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:33.645776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-ee25bb37-76e9-413c-bd10-4bf4cab61088 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 820 time: 0.4244349 May 26 15:54:33.719141 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:33.731668 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:33.737822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Request body: {'port': {'device_id': '260da50c-5594-4ef0-bcef-e923e5410f08', 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820', 'admin_state_up': True, 'tenant_id': 'db8f122bae4c4087bdc4cf2128dffc0f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:33.804660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-ecefaa9c-5a6e-433e-97f7-4649a4a54d95 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.2473414 May 26 15:54:33.821216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbab5ed-dc9d-410e-a22f-3ba71a5be44e None None] Pushing event updated for resources: {'Port': ['ID=58ddb3b4-708c-45e2-af4f-e3a1b87e0b71,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:33.953516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Attempting to bind port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:33.953888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Attempting to bind port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '942e19d2-5bdc-46a7-b6f0-65f099c5cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:33.954278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Attempting to bind port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 on network a46cc174-2aac-404d-833e-b48f4bb4f79a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:33.960115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:33.960484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Checking segment: {'id': '942e19d2-5bdc-46a7-b6f0-65f099c5cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:33.960884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:33.961273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Bound using segment: {'id': '942e19d2-5bdc-46a7-b6f0-65f099c5cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:33.961746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Bound port: 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942e19d2-5bdc-46a7-b6f0-65f099c5cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:33.962195 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.064412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] For port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:34.081669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] For port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=58ddb3b4-708c-45e2-af4f-e3a1b87e0b71,segment=NetworkSegment(942e19d2-5bdc-46a7-b6f0-65f099c5cf67),segment_id=942e19d2-5bdc-46a7-b6f0-65f099c5cf67)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:34.092993 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.103373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-741a0537-d782-482a-b81f-b837cc078819 req-12b33e18-a5f7-46d8-bb7f-d8cc76189a61 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389819 May 26 15:54:34.242221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Routers {'94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:34.242972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:34.310888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Deleting port 63d1708a-6fd0-4478-846a-b904b6e75af9 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:34.311239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.328644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbab5ed-dc9d-410e-a22f-3ba71a5be44e None None] Pushing event updated for resources: {'Port': ['ID=58ddb3b4-708c-45e2-af4f-e3a1b87e0b71,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:34.359045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-22e3d5f2-b4d7-46da-8150-47a6135b37f6 None None] Provisioning complete for port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:34.359416 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22e3d5f2-b4d7-46da-8150-47a6135b37f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.413076 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.413513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.429299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Calling delete_port for 63d1708a-6fd0-4478-846a-b904b6e75af9 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:34.435472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] Set router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:34.546364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Made reservation on behalf of db8f122bae4c4087bdc4cf2128dffc0f for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:34.550132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.658544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167df5-ce02-4494-840c-b05c54a3298b req-0b918bdb-284e-46f8-9c93-5c75b383bd13 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:34.659834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-0b918bdb-284e-46f8-9c93-5c75b383bd13 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 807 time: 0.4477417 May 26 15:54:34.673410 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.725832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-3ba7b520-5ed2-4280-9f6b-2404b87698a5 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/quotas/b48d3ea87d624798b9ad4d1d57d9a08c HTTP/1.1" status: 200 len: 375 time: 0.0142076 May 26 15:54:34.794275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event deleted for resources: {'Port': ['ID=63d1708a-6fd0-4478-846a-b904b6e75af9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:34.807460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-22e3d5f2-b4d7-46da-8150-47a6135b37f6 None None] Current status of the port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:34.807775 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22e3d5f2-b4d7-46da-8150-47a6135b37f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.878503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-22e3d5f2-b4d7-46da-8150-47a6135b37f6 None None] For port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=58ddb3b4-708c-45e2-af4f-e3a1b87e0b71,segment=NetworkSegment(942e19d2-5bdc-46a7-b6f0-65f099c5cf67),segment_id=942e19d2-5bdc-46a7-b6f0-65f099c5cf67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:34.885694 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22e3d5f2-b4d7-46da-8150-47a6135b37f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.939343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Allocated IP 172.20.0.3 (1b7b05e2-7140-4867-92bf-a086c4f93820/71290587-b45d-4255-a963-77e9a7a9bb52/302a8060-ad97-4f55-a669-0ac9887ba8de) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:34.947715 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.951197 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:34.952510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd9f108e-b2dd-41d7-bb5b-ce938951afa5 req-2aae51c7-4a61-4117-927a-aa19af8e1e6d tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "DELETE /v2.0/floatingips/ce54554d-7255-490a-8eb6-4d42676e8c6e HTTP/1.1" status: 204 len: 173 time: 1.1467676 May 26 15:54:34.973730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-3269bff0-e671-44c1-b5b7-cfd2c666a316 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2097042 May 26 15:54:35.000415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:22Z', 'updated_at': '2022-05-26T15:54:28Z', 'revision_number': 4, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'gw_port': {'id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:23Z', 'updated_at': '2022-05-26T15:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '58ddb3b4-708c-45e2-af4f-e3a1b87e0b71', 'name': '', 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'mac_address': 'fa:16:3e:36:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5c86ba5a-64f2-4ab7-9595-716c7374dd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:27Z', 'updated_at': '2022-05-26T15:54:34Z', 'revision_number': 4, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'subnets': [{'id': '5c86ba5a-64f2-4ab7-9595-716c7374dd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:35.005077 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dd47fbc8-f9b9-4c1d-9778-585ef67931f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:35.062468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200525e8-48a8-44ff-9a95-da5ae3507fe2 None None] The sync data for ids ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'] in n-d-843336-2 is: [{'id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:22Z', 'updated_at': '2022-05-26T15:54:28Z', 'revision_number': 4, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'gw_port': {'id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:23Z', 'updated_at': '2022-05-26T15:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '58ddb3b4-708c-45e2-af4f-e3a1b87e0b71', 'name': '', 'network_id': 'a46cc174-2aac-404d-833e-b48f4bb4f79a', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'mac_address': 'fa:16:3e:36:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5c86ba5a-64f2-4ab7-9595-716c7374dd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:27Z', 'updated_at': '2022-05-26T15:54:34Z', 'revision_number': 4, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'subnets': [{'id': '5c86ba5a-64f2-4ab7-9595-716c7374dd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:54:35.081704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3d5f2-b4d7-46da-8150-47a6135b37f6 None None] Pushing event updated for resources: {'Port': ['ID=58ddb3b4-708c-45e2-af4f-e3a1b87e0b71,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:35.096121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3dfb23c0-79b8-435b-8687-3792b5142890 None None] Provisioning complete for port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:35.097441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3dfb23c0-79b8-435b-8687-3792b5142890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:35.117127 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a042c74c-21bd-4e17-92d6-e1244c9d95ec req-4d148bb8-4efd-43eb-8175-99d135363c34 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 210 time: 0.0665555 May 26 15:54:35.151077 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-84c10b8b-cf98-421e-bf7c-2b87af9639b1 service neutron] 10.222.0.39 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740952 May 26 15:54:35.410340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb23c0-79b8-435b-8687-3792b5142890 None None] Current status of the port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:35.500613 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:35.534153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3687-9893-40cd-a00c-782b1369c7c1 req-b425c88d-d400-4e6c-b177-03df3c8205c9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:35.541642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc2b3687-9893-40cd-a00c-782b1369c7c1 req-b425c88d-d400-4e6c-b177-03df3c8205c9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 946 time: 0.1844838 May 26 15:54:35.574573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-7fd44227-bb48-41ad-9006-aff92f6b56f7 service neutron] 10.222.0.39 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874769 May 26 15:54:35.622424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc2b3687-9893-40cd-a00c-782b1369c7c1 req-9f36d9cb-968a-4747-9ba3-52b603f18515 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796218 May 26 15:54:35.626555 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:35.706865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Network 1b7b05e2-7140-4867-92bf-a086c4f93820 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:35.730173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:35.735692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:35.744784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Pushing event updated for resources: {'Port': ['ID=302a8060-ad97-4f55-a669-0ac9887ba8de,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:35.810501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:35.811144 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:35.864393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-4b9639bb-c32c-4563-a39a-b3c26b05963d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1382356 May 26 15:54:35.887461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Request body: {'port': {'device_id': '260da50c-5594-4ef0-bcef-e923e5410f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:36.454614 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:36.465634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-9ea46f00-645c-496f-8786-8039a1f59a35 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810146 May 26 15:54:36.575445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:36.677250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe66ca-8249-4a53-b925-f56b50107b6e req-9f875243-5538-48ff-b5c7-e6a8481004f4 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:36.678846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a9fe66ca-8249-4a53-b925-f56b50107b6e req-9f875243-5538-48ff-b5c7-e6a8481004f4 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8201532 May 26 15:54:36.715812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:36.716880 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:36.876570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-b4d53cb4-2869-40b5-8d8e-5d748ac78c26 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:36.878264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-b4d53cb4-2869-40b5-8d8e-5d748ac78c26 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3947062 May 26 15:54:36.919146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:36.996085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8acaa-0da1-47e0-b876-6ed02a28a53e req-758f56a1-41a2-4947-a085-68ec891e8116 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:36.997594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2f8acaa-0da1-47e0-b876-6ed02a28a53e req-758f56a1-41a2-4947-a085-68ec891e8116 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.1883860 May 26 15:54:37.004658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-d50be90f-5371-4d9d-bc24-c7e7269bdb8b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/quotas/7ad6291b93cf4091962ae8d825bddcf1 HTTP/1.1" status: 200 len: 375 time: 0.0904920 May 26 15:54:37.067241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-7630e60b-2f28-488b-b8c8-ae1d18e3cf4a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580146 May 26 15:54:37.100990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2f8acaa-0da1-47e0-b876-6ed02a28a53e req-dba9b7a4-a820-4b7b-b0f2-92a0552de4f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928509 May 26 15:54:37.175279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302a8060-ad97-4f55-a669-0ac9887ba8de {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:37.186787 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:37.205460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Transition to ACTIVE for port object 302a8060-ad97-4f55-a669-0ac9887ba8de will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:54:37.212265 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:37.333876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Pushing event updated for resources: {'Port': ['ID=302a8060-ad97-4f55-a669-0ac9887ba8de,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:37.416572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8abbe9de-dbba-4416-a27d-ababec054288 req-fa6ef8c3-3a2e-4de8-860d-9a6479437bca tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 210 time: 0.0382636 May 26 15:54:37.468162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:37.469007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:37.470021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:37.479465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Port 302a8060-ad97-4f55-a669-0ac9887ba8de on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:37.480593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:37.491448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:37.492271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:37.493106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:37.494373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Bound port: 302a8060-ad97-4f55-a669-0ac9887ba8de, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:37.495261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:37.594572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:37.599508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:37.605917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:37.675341 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-85ee7b01-409a-4745-9d92-7e8f7b9674b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:37.686872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167df5-ce02-4494-840c-b05c54a3298b req-d38c76e5-5499-4035-9fe2-d82d2247617f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:37.694499 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-d38c76e5-5499-4035-9fe2-d82d2247617f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 807 time: 0.3124511 May 26 15:54:37.708129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Request body: {'port': {'device_id': '9587678e-62c8-4b67-b351-736c507a048d', 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88', 'admin_state_up': True, 'tenant_id': 'b48d3ea87d624798b9ad4d1d57d9a08c'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:37.810895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:37.816569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:37.818479 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] 10.222.0.32 "PUT /v2.0/ports/302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 200 len: 1091 time: 1.9387479 May 26 15:54:37.843866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080e1180-27e9-4866-a6a8-9a880f9211c8 req-2db538f2-80ba-4078-82fb-bb5db0a097c2 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=444c8d12d584407daaa58c43eca94311 HTTP/1.1" status: 200 len: 1654 time: 0.2303803 May 26 15:54:37.844657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:37.847100 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d7f890-5715-4775-8a61-c091c47bd323" -d '{"events": [{"name": "network-changed", "server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:37.913064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fa69e-ac56-44e9-88d7-95ed8f73cf1c service neutron] Pushing event updated for resources: {'Port': ['ID=302a8060-ad97-4f55-a669-0ac9887ba8de,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:37.981289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Made reservation on behalf of b48d3ea87d624798b9ad4d1d57d9a08c for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:37.987037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:38.013568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04ff1a-31d3-4641-bb61-0d74c513f3a2 req-226c4353-4ef8-406b-a0bc-5e018d71b3a2 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:38.015784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f04ff1a-31d3-4641-bb61-0d74c513f3a2 req-226c4353-4ef8-406b-a0bc-5e018d71b3a2 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 943 time: 0.3725958 May 26 15:54:38.047157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-50bdb507-eb03-4553-aa2d-468ca1fbea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:38.048712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-50bdb507-eb03-4553-aa2d-468ca1fbea88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1094 time: 0.1667261 May 26 15:54:38.142175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-6a452eb4-2d00-4736-9703-1c74a70b9c49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 200 len: 217 time: 0.0812745 May 26 15:54:38.172072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e1180-27e9-4866-a6a8-9a880f9211c8 req-2764ca09-0ff3-4ffb-9295-91ddd783961e tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:38.173885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080e1180-27e9-4866-a6a8-9a880f9211c8 req-2764ca09-0ff3-4ffb-9295-91ddd783961e tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks?id=3cf03da0-9121-4329-8451-38877ae6839f&id=3cf03da0-9121-4329-8451-38877ae6839f&id=3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 787 time: 0.3036995 May 26 15:54:38.204777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-080e1180-27e9-4866-a6a8-9a880f9211c8 req-bfc6a31a-6182-413f-9503-ed88ec3b7bf3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:54:38.206177 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080e1180-27e9-4866-a6a8-9a880f9211c8 req-bfc6a31a-6182-413f-9503-ed88ec3b7bf3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101361 May 26 15:54:38.209694 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f04ff1a-31d3-4641-bb61-0d74c513f3a2 req-1c6cafde-8abd-4f06-ad49-77f67283a03b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652789 May 26 15:54:38.245535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8b2411a5-4f33-4fa9-8127-f7d13c870efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:38.247582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-8b2411a5-4f33-4fa9-8127-f7d13c870efe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.0925958 May 26 15:54:38.305950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-360558af-a580-421e-915c-8c6346d4ce0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460763 May 26 15:54:38.341464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Allocated IP 172.20.0.7 (0f895ef6-1747-4739-ab45-0caac76d6a88/23045aac-090f-4260-81be-9be8689e6a8a/b72acfd8-a7d9-4959-8cdd-a7dbde904106) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:38.492063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28621f18-fbbb-491a-9609-b3c0cf199785 req-ca9efa4f-da2d-4912-9d76-bd8b4cac451f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 210 time: 0.1207175 May 26 15:54:38.552556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e70bb7-71d4-4518-a85c-3ab992a8e355 req-1de94081-4d54-4f80-b9cf-33ac34230e77 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:38.562760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14e70bb7-71d4-4518-a85c-3ab992a8e355 req-1de94081-4d54-4f80-b9cf-33ac34230e77 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 946 time: 0.1723926 May 26 15:54:38.565800 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b85eda2-e971-4e85-aafc-b7021c462eae x-openstack-request-id: req-3b85eda2-e971-4e85-aafc-b7021c462eae {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:38.566490 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:38.566835 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b85eda2-e971-4e85-aafc-b7021c462eae {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:38.567330 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b85eda2-e971-4e85-aafc-b7021c462eae'] response: {'name': 'network-changed', 'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de', 'status': 'completed', 'code': 200} May 26 15:54:38.611369 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:38.663073 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:38.668891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-91a8b223-8591-44cd-b5bb-51bb5b0f70cb service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513806 May 26 15:54:38.709984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14e70bb7-71d4-4518-a85c-3ab992a8e355 req-6347a96b-9c14-4823-a6e2-0318bcf1cf8d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459820 May 26 15:54:38.722580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:38.789820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Pushing event updated for resources: {'Port': ['ID=b72acfd8-a7d9-4959-8cdd-a7dbde904106,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:38.818189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Network 0f895ef6-1747-4739-ab45-0caac76d6a88 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:38.820328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:38.825474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:38.914117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3389d00-9cf8-46b4-b0b0-038416ab0268 req-d9829928-996f-4f23-a226-adf3e6603835 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:38.922618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:38.924491 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:38.928211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3389d00-9cf8-46b4-b0b0-038416ab0268 req-d9829928-996f-4f23-a226-adf3e6603835 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.2716477 May 26 15:54:38.935043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0f9764e-349c-4810-b39a-01294df137f3 req-92678d24-4d56-42f4-ac7a-5c3be0732d74 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips/5efe6b4b-4324-4cc5-99da-8d31e5369c1c HTTP/1.1" status: 200 len: 692 time: 0.1157691 May 26 15:54:39.028920 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-4c203e61-b5fe-4215-bcf8-b4897dd9d82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3203719 May 26 15:54:39.032108 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-2bccbe80-f78b-4f92-a6cf-2985f506bd4d tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942800 May 26 15:54:39.039571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Request body: {'port': {'device_id': '9587678e-62c8-4b67-b351-736c507a048d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:39.106897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-581a84a2-f578-45ed-88e0-6c6466cca19d req-1e98609e-b107-4b9d-baf8-56273bde18f7 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201224 May 26 15:54:39.127140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3389d00-9cf8-46b4-b0b0-038416ab0268 req-8bc8d476-623f-4174-a30a-c211f2882b59 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978390 May 26 15:54:39.190612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-4072d8c5-ca2c-4ad6-b394-a84e302928d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:39.192372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-4072d8c5-ca2c-4ad6-b394-a84e302928d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 946 time: 0.2121966 May 26 15:54:39.256440 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:39.394246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-c78eed4e-e867-4052-ada3-2f3cc8dde58b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:39.396690 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-c78eed4e-e867-4052-ada3-2f3cc8dde58b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031704 May 26 15:54:39.411062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9764e-349c-4810-b39a-01294df137f3 req-c49c4b92-189c-4b8d-acb2-33751f5cb342 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:39.412626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0f9764e-349c-4810-b39a-01294df137f3 req-c49c4b92-189c-4b8d-acb2-33751f5cb342 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.4631240 May 26 15:54:39.430744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Request body: {'port': {'device_id': '86dc09e2-d687-41eb-9531-a2117258d6eb', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '7ad6291b93cf4091962ae8d825bddcf1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:39.487436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f890-5715-4775-8a61-c091c47bd323 req-2571ed04-6665-452a-ae40-43a215a91810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:39.489172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d7f890-5715-4775-8a61-c091c47bd323 req-2571ed04-6665-452a-ae40-43a215a91810 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1094 time: 0.2598293 May 26 15:54:39.497308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82f441-86c8-4b66-b1b7-c930c9468afb req-8b513f5b-b4af-48fc-a995-d466ce8ef15b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:39.499044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc82f441-86c8-4b66-b1b7-c930c9468afb req-8b513f5b-b4af-48fc-a995-d466ce8ef15b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 931 time: 0.2035975 May 26 15:54:39.521794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0f9764e-349c-4810-b39a-01294df137f3 req-d0997a93-f2f0-4be4-b287-c60c19b66f79 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.28 HTTP/1.1" status: 200 len: 695 time: 0.0857019 May 26 15:54:39.662534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Deleting port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:39.662983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:39.669146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0f9764e-349c-4810-b39a-01294df137f3 req-a824228d-cb90-4386-9fa7-0b0705d63c03 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.28 HTTP/1.1" status: 200 len: 695 time: 0.1255956 May 26 15:54:39.692486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc82f441-86c8-4b66-b1b7-c930c9468afb req-26a530df-05c0-46a7-b0c5-7ace1d13489c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792438 May 26 15:54:39.856329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Made reservation on behalf of 7ad6291b93cf4091962ae8d825bddcf1 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:39.864993 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:39.876015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:39.959267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72acfd8-a7d9-4959-8cdd-a7dbde904106 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:39.971649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.008993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Transition to ACTIVE for port object b72acfd8-a7d9-4959-8cdd-a7dbde904106 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:54:40.017441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.100377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f890-5715-4775-8a61-c091c47bd323 req-52573dd9-6ed6-4768-8470-60e2f65a293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:40.102062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d7f890-5715-4775-8a61-c091c47bd323 req-52573dd9-6ed6-4768-8470-60e2f65a293c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.6019726 May 26 15:54:40.108685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.139315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.144525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Pushing event updated for resources: {'Port': ['ID=b72acfd8-a7d9-4959-8cdd-a7dbde904106,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:40.202089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a06e9e-f060-4617-842d-441194b3978f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:40.246943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d7f890-5715-4775-8a61-c091c47bd323 req-172f1dc3-fa6e-49f6-b022-fcf0b29f028b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 200 len: 217 time: 0.1192253 May 26 15:54:40.253303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] For port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:40.253753 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.326450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Calling delete_port for 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:40.352591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b850ec-5318-49aa-992f-881b2a925613 req-6140554f-5c79-401b-a6e7-41f54fd3d1d5 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:40.358033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6b850ec-5318-49aa-992f-881b2a925613 req-6140554f-5c79-401b-a6e7-41f54fd3d1d5 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 943 time: 0.2836494 May 26 15:54:40.374256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:40.374770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:40.375427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:40.405867 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:40.405867 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:40.417951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:40.418586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:40.419095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:40.419741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Bound port: b72acfd8-a7d9-4959-8cdd-a7dbde904106, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:40.420251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.442122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f890-5715-4775-8a61-c091c47bd323 req-2246d0d8-0e99-46d5-acaa-4f0ccd2ebeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:40.443501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d7f890-5715-4775-8a61-c091c47bd323 req-2246d0d8-0e99-46d5-acaa-4f0ccd2ebeb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1684933 May 26 15:54:40.456496 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.487767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Allocated IP 192.168.233.198 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/ed436102-76cd-4859-a219-234bdfa539ba) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:40.530649 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.538024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d7f890-5715-4775-8a61-c091c47bd323 req-6aa8dd43-7158-409b-a180-14100ce42ead service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757470 May 26 15:54:40.565355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:40.578218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:40.581551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6b850ec-5318-49aa-992f-881b2a925613 req-cabb7bcd-11fe-4c4c-ac8c-02967e006b8e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134564 May 26 15:54:40.598834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b0f9764e-349c-4810-b39a-01294df137f3 req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Deleting port 2ea70e2d-4310-48a2-919f-6d4c92051ae8 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:40.599065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0f9764e-349c-4810-b39a-01294df137f3 req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.632656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.784852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:40.786415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.788752 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] 10.222.0.24 "PUT /v2.0/ports/b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 200 len: 1091 time: 1.7555625 May 26 15:54:40.803709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:40.807950 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:40.811882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7d9d695-f6a1-46df-8be7-aa7193823a2e req-3def179b-e0ab-4f94-b146-2b4c31da082e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 210 time: 0.0867710 May 26 15:54:40.873627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2987d4b-4820-4f75-a6cc-251567a13966 service neutron] Pushing event updated for resources: {'Port': ['ID=b72acfd8-a7d9-4959-8cdd-a7dbde904106,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:40.936660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d7f890-5715-4775-8a61-c091c47bd323 req-204ade27-9edc-4013-8d73-39ee058554c5 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822083 May 26 15:54:40.939799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.951880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['399a5c74-b148-4ebe-a9e1-aea89c8cacc0'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:40.981098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0f9764e-349c-4810-b39a-01294df137f3 req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.981569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0f9764e-349c-4810-b39a-01294df137f3 req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:40.983703 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:41.006596 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167df5-ce02-4494-840c-b05c54a3298b req-fe77d6d7-82e8-4b39-aa74-338f589d9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:41.013688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-fe77d6d7-82e8-4b39-aa74-338f589d9745 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1094 time: 0.1367431 May 26 15:54:41.077259 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-a3118001-7106-48df-a08c-4f28a1d5323b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 200 len: 217 time: 0.0513678 May 26 15:54:41.085474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b0f9764e-349c-4810-b39a-01294df137f3 req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Calling delete_port for 2ea70e2d-4310-48a2-919f-6d4c92051ae8 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:41.098802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:41.101823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event deleted for resources: {'Port': ['ID=399a5c74-b148-4ebe-a9e1-aea89c8cacc0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:41.115572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-60286e62-7d32-4fe3-aecb-746d3f644f84 req-6284118d-e5d3-4fb3-8e82-1f96044de1b9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4b3ad6a-d3ce-4835-b77c-3b320bb385d6 HTTP/1.1" status: 200 len: 210 time: 0.1479332 May 26 15:54:41.211902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:41.218207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:41.224060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:41.258619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56167df5-ce02-4494-840c-b05c54a3298b req-d5cca9fc-1537-4828-ac58-bbb3db819fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:41.260758 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-d5cca9fc-1537-4828-ac58-bbb3db819fc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1764743 May 26 15:54:41.265106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event updated for resources: {'Port': ['ID=ed436102-76cd-4859-a219-234bdfa539ba,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:41.312374 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-a1fd892f-1481-46d2-82c1-132e9aa1ad70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438557 May 26 15:54:41.317249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] No DVR routers for this DVR port 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:54:41.341857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:41.342468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:41.382793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d7f890-5715-4775-8a61-c091c47bd323 req-6529b803-39e9-4cf0-a9d5-dd9be401aa75 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960438 May 26 15:54:41.398962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:41.403265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b63580b3-d46e-469e-ae8f-8a2cd85518cd req-110a34c8-a62c-4d60-9248-9d54ce9dc581 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "DELETE /v2.0/ports/399a5c74-b148-4ebe-a9e1-aea89c8cacc0 HTTP/1.1" status: 204 len: 173 time: 2.1974525 May 26 15:54:41.404941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b3ad6a-d3ce-4835-b77c-3b320bb385d6', 'name': 'network-vif-deleted', 'tag': '399a5c74-b148-4ebe-a9e1-aea89c8cacc0'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:41.407594 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65f8f40-5ffe-4971-8dc3-828e8544a19c" -d '{"events": [{"server_uuid": "d4b3ad6a-d3ce-4835-b77c-3b320bb385d6", "name": "network-vif-deleted", "tag": "399a5c74-b148-4ebe-a9e1-aea89c8cacc0"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:41.482514 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-18c07636-e418-4e71-8356-fb7dc81f0ab6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0710011 May 26 15:54:41.515652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Request body: {'port': {'device_id': '86dc09e2-d687-41eb-9531-a2117258d6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:41.520881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6e6b-a3d2-4457-b22b-0b316028e2d9 req-e06ca97e-5f42-4446-a640-ad42e8a9ee42 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:41.522024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6fc6e6b-a3d2-4457-b22b-0b316028e2d9 req-e06ca97e-5f42-4446-a640-ad42e8a9ee42 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.2668905 May 26 15:54:41.553651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1aa0ca89-751f-4184-84a9-186fe8016916 None None] Provisioning complete for port ed436102-76cd-4859-a219-234bdfa539ba triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:41.555127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1aa0ca89-751f-4184-84a9-186fe8016916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:41.604651 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-3366c25e-e3b1-4930-90e1-f0797b900bce service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574265 May 26 15:54:41.607932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6fc6e6b-a3d2-4457-b22b-0b316028e2d9 req-2872e28d-83ea-481f-991a-7bace830161f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698493 May 26 15:54:41.623424 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0f9764e-349c-4810-b39a-01294df137f3 req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:41.641042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0ca89-751f-4184-84a9-186fe8016916 None None] Port ed436102-76cd-4859-a219-234bdfa539ba cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:54:41.668235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event deleted for resources: {'Port': ['ID=2ea70e2d-4310-48a2-919f-6d4c92051ae8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:41.748301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:41.817703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0f9764e-349c-4810-b39a-01294df137f3 req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:41.820720 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0f9764e-349c-4810-b39a-01294df137f3 req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:41.821888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0f9764e-349c-4810-b39a-01294df137f3 req-8f90d89e-a80d-494a-aa6f-ad73f684c3e7 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "DELETE /v2.0/floatingips/5efe6b4b-4324-4cc5-99da-8d31e5369c1c HTTP/1.1" status: 204 len: 173 time: 2.1350443 May 26 15:54:41.874796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6a54b-bb2d-4d90-84c2-86d7d6204e37 req-b8d2433f-3d16-45dd-98d3-2ff2c63f0bd9 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:41.884100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a9f6a54b-bb2d-4d90-84c2-86d7d6204e37 req-b8d2433f-3d16-45dd-98d3-2ff2c63f0bd9 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 943 time: 0.0994062 May 26 15:54:41.915168 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f782e78-996f-4664-905f-ad12cd6fa492 x-openstack-request-id: req-7f782e78-996f-4664-905f-ad12cd6fa492 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:41.915461 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b3ad6a-d3ce-4835-b77c-3b320bb385d6", "name": "network-vif-deleted", "tag": "399a5c74-b148-4ebe-a9e1-aea89c8cacc0", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:41.915710 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f782e78-996f-4664-905f-ad12cd6fa492 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:41.916786 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f782e78-996f-4664-905f-ad12cd6fa492'] response: {'server_uuid': 'd4b3ad6a-d3ce-4835-b77c-3b320bb385d6', 'name': 'network-vif-deleted', 'tag': '399a5c74-b148-4ebe-a9e1-aea89c8cacc0', 'status': 'completed', 'code': 200} May 26 15:54:41.938915 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a453f77-e8b8-4f0f-83ca-57298c12c5e7 x-openstack-request-id: req-8a453f77-e8b8-4f0f-83ca-57298c12c5e7 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:41.939558 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:41.939880 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a453f77-e8b8-4f0f-83ca-57298c12c5e7 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:41.940524 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a453f77-e8b8-4f0f-83ca-57298c12c5e7'] response: {'name': 'network-changed', 'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106', 'status': 'completed', 'code': 200} May 26 15:54:41.943791 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56167df5-ce02-4494-840c-b05c54a3298b req-e3526df6-4f69-4e70-beb1-2031c23c054c service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289726 May 26 15:54:41.949679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a9f6a54b-bb2d-4d90-84c2-86d7d6204e37 req-6144ebc5-c299-46ab-908f-e3f9e0ad3d46 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635583 May 26 15:54:42.117636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02106-5277-42c4-9985-b6f10baee132 req-c040c594-8804-48ad-a8ae-3bfbe78e0f22 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:42.122752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3cf02106-5277-42c4-9985-b6f10baee132 req-c040c594-8804-48ad-a8ae-3bfbe78e0f22 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 943 time: 0.1563725 May 26 15:54:42.125347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-0b7ce177-0020-4d3a-ab2b-f665351b6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:42.126978 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-0b7ce177-0020-4d3a-ab2b-f665351b6a38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1094 time: 0.0861962 May 26 15:54:42.133923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-28923df6-9635-494a-875f-605c03d01f0c tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips/ce16ceca-3bba-472b-8265-dcf9cd978209 HTTP/1.1" status: 200 len: 692 time: 0.1040845 May 26 15:54:42.277916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3cf02106-5277-42c4-9985-b6f10baee132 req-d15129ab-3735-4712-9079-1a634df33774 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418478 May 26 15:54:42.317757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed436102-76cd-4859-a219-234bdfa539ba {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:42.328656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:42.333260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-3605b52f-b5be-4b73-b3b6-e8fbaaa20e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:42.335301 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-3605b52f-b5be-4b73-b3b6-e8fbaaa20e39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.1962333 May 26 15:54:42.351595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-eae14b2e-680d-497c-85e4-6c76481686bc tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:42.353525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-eae14b2e-680d-497c-85e4-6c76481686bc tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2088470 May 26 15:54:42.356618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Transition to ACTIVE for port object ed436102-76cd-4859-a219-234bdfa539ba will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:54:42.395140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-5bc283eb-38a7-4d16-b2b6-f764fb3af710 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 200 len: 217 time: 0.0467689 May 26 15:54:42.396193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:42.458471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-c610c94a-1f3c-4b5b-aa85-d140f7e93666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:42.459954 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-c610c94a-1f3c-4b5b-aa85-d140f7e93666 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.0544474 May 26 15:54:42.483803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-6557a4f7-5f31-4c1d-8452-a0a488959cc1 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.1115296 May 26 15:54:42.512811 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-2ad06e1a-8d72-4110-8305-cfd2b3c18f75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320315 May 26 15:54:42.546504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0d641-9bf7-4d09-8ba7-0a59b15e620f req-3369f7ea-933e-40c7-ad77-4830e3aba0d6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:42.554894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18b0d641-9bf7-4d09-8ba7-0a59b15e620f req-3369f7ea-933e-40c7-ad77-4830e3aba0d6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 948 time: 0.1404908 May 26 15:54:42.604779 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18b0d641-9bf7-4d09-8ba7-0a59b15e620f req-5ab52633-4aba-42f5-8e78-6f7be2353cc0 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489085 May 26 15:54:42.623849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-18ca59ca-7a61-49d3-b88d-902e72ac42b6 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.1460085 May 26 15:54:42.680830 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-25e19e77-5a3c-4493-ac26-c82c988ee5e5 service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587527 May 26 15:54:42.818146 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Pushing event updated for resources: {'Port': ['ID=ed436102-76cd-4859-a219-234bdfa539ba,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:42.840631 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7c764010-5eb0-4bb2-9c9a-46ee374ac4a6 req-dfdd8d3f-a3b0-4f65-8d1b-eebc8b7eaba4 service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460350 May 26 15:54:42.847263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Attempting to bind port ed436102-76cd-4859-a219-234bdfa539ba on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:42.847606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Attempting to bind port ed436102-76cd-4859-a219-234bdfa539ba by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:42.847942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Attempting to bind port ed436102-76cd-4859-a219-234bdfa539ba on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:42.853059 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Port ed436102-76cd-4859-a219-234bdfa539ba on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:42.853943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Attempting to bind port ed436102-76cd-4859-a219-234bdfa539ba on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:42.888405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:42.888753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:42.889152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:42.889700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Bound port: ed436102-76cd-4859-a219-234bdfa539ba, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:42.890456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:42.891295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 302a8060-ad97-4f55-a669-0ac9887ba8de details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:42.969166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55689e-e00a-43c3-aba5-e93185b6af3c req-5b12ad18-134a-424e-b7db-982584272ed3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:42.970976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa55689e-e00a-43c3-aba5-e93185b6af3c req-5b12ad18-134a-424e-b7db-982584272ed3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.1859269 May 26 15:54:43.017581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] For port ed436102-76cd-4859-a219-234bdfa539ba, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:43.021654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] For port ed436102-76cd-4859-a219-234bdfa539ba, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ed436102-76cd-4859-a219-234bdfa539ba,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:43.027715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.028654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Deleting port 3cafc4a1-3d1e-4d06-a504-5f5ac6e4d99e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:43.028654 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.035208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa55689e-e00a-43c3-aba5-e93185b6af3c req-a98116b3-27be-494f-8502-7a2e7d7463cc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544345 May 26 15:54:43.052818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:43.086340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '302a8060-ad97-4f55-a669-0ac9887ba8de', 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820', 'port_id': '302a8060-ad97-4f55-a669-0ac9887ba8de', 'mac_address': 'fa:16:3e:54:56:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71290587-b45d-4255-a963-77e9a7a9bb52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:54:43.098032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:54:43.100773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Pushing event updated for resources: {'Port': ['ID=ed436102-76cd-4859-a219-234bdfa539ba,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:43.119463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:43.120466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.123327 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-925262ae-5014-4a26-9f0d-698696eab32c service neutron] 10.222.0.32 "PUT /v2.0/ports/ed436102-76cd-4859-a219-234bdfa539ba HTTP/1.1" status: 200 len: 1096 time: 1.6225779 May 26 15:54:43.168855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:54:43.169184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 399a5c74-b148-4ebe-a9e1-aea89c8cacc0 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:54:43.169335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.169835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.194296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Calling delete_port for 3cafc4a1-3d1e-4d06-a504-5f5ac6e4d99e owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:43.288768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 302a8060-ad97-4f55-a669-0ac9887ba8de is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:43.292052 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.331157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-2e6b1e19-885b-4a82-944d-8948fa4834bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:43.332712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-2e6b1e19-885b-4a82-944d-8948fa4834bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 1099 time: 0.1062937 May 26 15:54:43.335235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302a8060-ad97-4f55-a669-0ac9887ba8de {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:43.406801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:43.409812 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-b96c1b42-81d0-4c49-afcf-1afe2a365a67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=ed436102-76cd-4859-a219-234bdfa539ba HTTP/1.1" status: 200 len: 217 time: 0.0516737 May 26 15:54:43.413801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.470149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488faf3-1601-44a4-a497-738d332408a2 req-9bcf5e15-98ac-4b39-b69b-11da1ee2dcb1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:43.472193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-9bcf5e15-98ac-4b39-b69b-11da1ee2dcb1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.2619057 May 26 15:54:43.500980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-a6279a63-935d-419a-8df3-a56c865a7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:43.503051 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-a6279a63-935d-419a-8df3-a56c865a7d6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0796292 May 26 15:54:43.507516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=302a8060-ad97-4f55-a669-0ac9887ba8de,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:43.519566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.520192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.520688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.521186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.521673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.522817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.523303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.523796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.524282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.524752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.525247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.525727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:54:43.539672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-4c4af526-331a-4f44-a749-e68ec331416a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/quotas/8142abba1aae429d807fbc0f6201e614 HTTP/1.1" status: 200 len: 375 time: 0.0423305 May 26 15:54:43.578979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-b70ccabd-3a97-4fb6-9a68-935174f73c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:43.587466 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-b70ccabd-3a97-4fb6-9a68-935174f73c4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668349 May 26 15:54:43.627362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-8d8834fc-abf0-4b43-8767-079a532a35a0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767121 May 26 15:54:43.629191 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.723652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event deleted for resources: {'Port': ['ID=3cafc4a1-3d1e-4d06-a504-5f5ac6e4d99e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:43.756274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['302a8060-ad97-4f55-a669-0ac9887ba8de'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:43.771325 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-6356f114-b446-4475-99cb-ec4d97d11cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817102 May 26 15:54:43.841171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.844178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:43.856750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edfc67a4-c4eb-49e5-ad78-73ce4a0e9f2d req-732bce52-c130-4bf2-bc33-b47b7bf54138 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "DELETE /v2.0/floatingips/ce16ceca-3bba-472b-8265-dcf9cd978209 HTTP/1.1" status: 204 len: 173 time: 1.2316313 May 26 15:54:43.871873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-9c8ba603-ab0a-465f-9672-498c6b5662b6 service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317188 May 26 15:54:43.943425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dc09e2-d687-41eb-9531-a2117258d6eb', 'tag': 'ed436102-76cd-4859-a219-234bdfa539ba'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:43.945865 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "86dc09e2-d687-41eb-9531-a2117258d6eb", "tag": "ed436102-76cd-4859-a219-234bdfa539ba"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:43.972995 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cfb452c9-1d60-4fe6-84b9-adf29f4cf8e2 req-c817a0e9-fd71-424d-955d-c19910e00fbb service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911695 May 26 15:54:44.078475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62523842-9fe0-482a-8629-ac7b676dcbba req-40139a0e-2ecc-41a3-98bc-c42919548091 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:44.080376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62523842-9fe0-482a-8629-ac7b676dcbba req-40139a0e-2ecc-41a3-98bc-c42919548091 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 943 time: 0.1064374 May 26 15:54:44.112390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-841ffe66-62b2-42f3-911a-0cc9c341d6dc service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385416 May 26 15:54:44.140077 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62523842-9fe0-482a-8629-ac7b676dcbba req-483967fb-c6aa-4a6c-8106-bc05f03833bf tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500147 May 26 15:54:44.360038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3d181-901c-4d68-aebe-5326186b1cf0 req-c5b41c57-c9e8-4566-9624-7396427bdee2 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:44.363683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4c3d181-901c-4d68-aebe-5326186b1cf0 req-c5b41c57-c9e8-4566-9624-7396427bdee2 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 944 time: 0.1065500 May 26 15:54:44.466528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4c3d181-901c-4d68-aebe-5326186b1cf0 req-7f84b4b0-70cf-47d3-a6f0-97a2b01cb457 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963857 May 26 15:54:44.484594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073059f-aff1-4944-a2db-4dc806b70c10 req-bb1d7c82-5f31-4ed2-b925-95fef2908a23 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:44.487211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5073059f-aff1-4944-a2db-4dc806b70c10 req-bb1d7c82-5f31-4ed2-b925-95fef2908a23 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 948 time: 0.0913045 May 26 15:54:44.608472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-939b8bba-7429-4be8-80a5-5a95a2a2959c tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips/7ee5d399-c926-4480-b888-8dd26827dba8 HTTP/1.1" status: 200 len: 692 time: 0.0901766 May 26 15:54:44.631703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5073059f-aff1-4944-a2db-4dc806b70c10 req-8492a0da-60fe-4374-b72d-48737045b4b1 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321075 May 26 15:54:44.704877 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4389973b-cb57-4135-9ea2-0b314cdbe3f7 x-openstack-request-id: req-4389973b-cb57-4135-9ea2-0b314cdbe3f7 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:44.705662 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dc09e2-d687-41eb-9531-a2117258d6eb", "tag": "ed436102-76cd-4859-a219-234bdfa539ba", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:44.705662 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4389973b-cb57-4135-9ea2-0b314cdbe3f7 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:44.705949 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4389973b-cb57-4135-9ea2-0b314cdbe3f7'] response: {'name': 'network-changed', 'server_uuid': '86dc09e2-d687-41eb-9531-a2117258d6eb', 'tag': 'ed436102-76cd-4859-a219-234bdfa539ba', 'status': 'completed', 'code': 200} May 26 15:54:44.815494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-f48ca8e2-8daf-46a7-b9cf-109025b8910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:44.818094 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-f48ca8e2-8daf-46a7-b9cf-109025b8910f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 1099 time: 0.0776682 May 26 15:54:44.827966 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:54:44.866168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-87b4f770-a51b-41aa-8825-79ba635f8e56 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:44.876161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-87b4f770-a51b-41aa-8825-79ba635f8e56 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2419164 May 26 15:54:44.907256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 302a8060-ad97-4f55-a669-0ac9887ba8de up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:44.951053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4f5da-a232-476b-92f7-68ef600771ce req-607acf58-9996-4c64-ac0e-601364ab1f56 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:44.952751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3b4f5da-a232-476b-92f7-68ef600771ce req-607acf58-9996-4c64-ac0e-601364ab1f56 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.1771426 May 26 15:54:44.968626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 302a8060-ad97-4f55-a669-0ac9887ba8de completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:54:44.969291 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-b2984700-c161-4129-8dc3-f0a5e3d433b3 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.0913818 May 26 15:54:44.973203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 302a8060-ad97-4f55-a669-0ac9887ba8de triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:44.973800 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:44.990398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-9464d8c4-cf08-4b41-9bb8-b84e401334c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:44.993237 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-9464d8c4-cf08-4b41-9bb8-b84e401334c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1614435 May 26 15:54:45.039175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b72acfd8-a7d9-4959-8cdd-a7dbde904106 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:45.074472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-a86779da-dfa6-4862-970c-63f9ff8d2aca tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.1003053 May 26 15:54:45.088638 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-48ed9656-46bb-4018-8a91-c44e57d4547e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=ed436102-76cd-4859-a219-234bdfa539ba HTTP/1.1" status: 200 len: 217 time: 0.0816607 May 26 15:54:45.176996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3b4f5da-a232-476b-92f7-68ef600771ce req-95fdb71e-5220-4d5c-a11a-55edb5fa5ac1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040839 May 26 15:54:45.257714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 302a8060-ad97-4f55-a669-0ac9887ba8de is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:45.258435 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:45.309374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:45.328105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:45.331288 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c043f1e-567f-41e5-8a23-6df5c9645e16" -d '{"events": [{"server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "name": "network-vif-plugged", "status": "completed", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:45.358379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:45.360747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106', 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88', 'port_id': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106', 'mac_address': 'fa:16:3e:36:17:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23045aac-090f-4260-81be-9be8689e6a8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:54:45.367845 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:45.429348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb2e346-5e82-4989-aab5-d569c64d02b4 req-64b31ef9-5efc-4860-99da-71ba9a3549a2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 210 time: 0.0797493 May 26 15:54:45.438510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b72acfd8-a7d9-4959-8cdd-a7dbde904106 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:45.439301 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:45.453952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Deleting port bd6b7037-7c54-4dd7-a6ac-c2102a6d4bd3 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:45.454493 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:45.468492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=302a8060-ad97-4f55-a669-0ac9887ba8de,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:45.482973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72acfd8-a7d9-4959-8cdd-a7dbde904106 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:45.536934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:45.542073 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:45.624277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b72acfd8-a7d9-4959-8cdd-a7dbde904106,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:45.662115 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:45.662464 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:45.673792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5e8cb-e0b6-41ef-a93a-ca065e219b4c req-af125366-cff3-403a-9caa-ffb0f0a72025 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:45.684727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ea5e8cb-e0b6-41ef-a93a-ca065e219b4c req-af125366-cff3-403a-9caa-ffb0f0a72025 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 944 time: 0.1218052 May 26 15:54:45.712816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Calling delete_port for bd6b7037-7c54-4dd7-a6ac-c2102a6d4bd3 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:45.733962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-0e46a51e-8805-4cbf-b797-560dc45bcf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:45.736660 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-0e46a51e-8805-4cbf-b797-560dc45bcf48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.6356778 May 26 15:54:45.742631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ea5e8cb-e0b6-41ef-a93a-ca065e219b4c req-68d62a21-443b-474f-a934-a9bf66d6cc3d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568705 May 26 15:54:45.807939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['b72acfd8-a7d9-4959-8cdd-a7dbde904106'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:45.917967 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae68b71-3943-4919-9f29-aeda80675546 x-openstack-request-id: req-9ae68b71-3943-4919-9f29-aeda80675546 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:45.919291 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "name": "network-vif-plugged", "status": "completed", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:45.919711 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ae68b71-3943-4919-9f29-aeda80675546 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:45.921074 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae68b71-3943-4919-9f29-aeda80675546'] response: {'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de', 'code': 200} May 26 15:54:45.932638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-f1a3bfdc-e631-475d-9d09-720282f1641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:45.935911 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-f1a3bfdc-e631-475d-9d09-720282f1641c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1832902 May 26 15:54:46.131071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488faf3-1601-44a4-a497-738d332408a2 req-bdcf4df8-0d3c-46fa-a277-8291560ce6a1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:46.132837 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-bdcf4df8-0d3c-46fa-a277-8291560ce6a1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.3539286 May 26 15:54:46.151379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Request body: {'port': {'device_id': 'e9bba118-d4c5-4fcf-bfee-4a92919680d8', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'admin_state_up': True, 'tenant_id': '8142abba1aae429d807fbc0f6201e614'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:46.260718 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-45fa6f66-c6b5-45ab-b061-08973bdb294d service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048646 May 26 15:54:46.387379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fbfc9-a760-4de0-b03f-7ec28d050ef1 req-6310bd00-51b6-4918-8db4-2f4faca6ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:46.388658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae4fbfc9-a760-4de0-b03f-7ec28d050ef1 req-6310bd00-51b6-4918-8db4-2f4faca6ec30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1096 time: 0.1202116 May 26 15:54:46.406462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380718e-6325-4804-9ddd-7db36f3077f7 req-d30c0fcd-d1b2-47b6-92e4-7c40a6040684 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:46.408250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0380718e-6325-4804-9ddd-7db36f3077f7 req-d30c0fcd-d1b2-47b6-92e4-7c40a6040684 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 945 time: 0.1388657 May 26 15:54:46.426794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Made reservation on behalf of 8142abba1aae429d807fbc0f6201e614 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:46.429752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:46.461511 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a157fc3e-967e-4387-a0bb-0c7ef4a9bbc6 req-44b6634f-41bb-4321-9581-f8b606f6b87a service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835008 May 26 15:54:46.542135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae4fbfc9-a760-4de0-b03f-7ec28d050ef1 req-58bbaa8a-1960-4af4-adc1-2d820f9a1d1c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437426 May 26 15:54:46.556476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0380718e-6325-4804-9ddd-7db36f3077f7 req-fc3ae882-26ff-43e7-846e-bdbd089d7de0 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299129 May 26 15:54:46.575794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:46.623734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Pushing event deleted for resources: {'Port': ['ID=bd6b7037-7c54-4dd7-a6ac-c2102a6d4bd3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:46.655989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Allocated IP 172.20.0.12 (69f9dddf-264c-4c3d-aefe-069f2f4f9d49/4b4d4131-c08a-4d19-9074-a9ea68d04597/3fdadf8f-1a77-4b59-9947-04802b361763) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:46.726153 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:46.731390 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:46.733532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f403c09-46a7-4502-81fa-8a1a98a5c40d req-360acf15-aafd-451e-a0c1-7a6ee5899d21 tempest-FloatingIPDetailsTestJSON-1066151828 tempest-FloatingIPDetailsTestJSON-1066151828-project] 10.222.0.39 "DELETE /v2.0/floatingips/7ee5d399-c926-4480-b888-8dd26827dba8 HTTP/1.1" status: 204 len: 173 time: 1.6577778 May 26 15:54:46.749146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53440) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:46.912434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ed436102-76cd-4859-a219-234bdfa539ba details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:46.949159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f078c-8ab9-4824-ad5c-020b6caf9a6a req-745eccfd-333e-428c-b3cd-3f64eec936a1 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:46.951098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b39f078c-8ab9-4824-ad5c-020b6caf9a6a req-745eccfd-333e-428c-b3cd-3f64eec936a1 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 948 time: 0.2167802 May 26 15:54:46.958675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:46.995273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b72acfd8-a7d9-4959-8cdd-a7dbde904106 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:47.029948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:47.058368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b39f078c-8ab9-4824-ad5c-020b6caf9a6a req-f8ad5024-75b6-444d-8e18-9b1cec930f24 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951016 May 26 15:54:47.170334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:47.175747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:47.186274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:47.199686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event updated for resources: {'Port': ['ID=3fdadf8f-1a77-4b59-9947-04802b361763,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:47.345284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:47.345284 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:47.351305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33995ec-7d9a-4a3f-9f68-45cd87d3df7a req-1b825a32-b040-459c-9ec0-ac1d7ca88713 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:47.352473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port b72acfd8-a7d9-4959-8cdd-a7dbde904106 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:54:47.352870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d33995ec-7d9a-4a3f-9f68-45cd87d3df7a req-1b825a32-b040-459c-9ec0-ac1d7ca88713 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.1325777 May 26 15:54:47.372773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port ed436102-76cd-4859-a219-234bdfa539ba, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ed436102-76cd-4859-a219-234bdfa539ba,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:47.374720 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-bac63ac8-a10d-4573-b8c9-a41db22ac5b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2307959 May 26 15:54:47.375712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port b72acfd8-a7d9-4959-8cdd-a7dbde904106 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:47.376111 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:47.407288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Request body: {'port': {'device_id': 'e9bba118-d4c5-4fcf-bfee-4a92919680d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:47.429794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'ed436102-76cd-4859-a219-234bdfa539ba', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'ed436102-76cd-4859-a219-234bdfa539ba', 'mac_address': 'fa:16:3e:df:b1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:54:47.507607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:47.512095 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port ed436102-76cd-4859-a219-234bdfa539ba is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:47.512893 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:47.528819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d33995ec-7d9a-4a3f-9f68-45cd87d3df7a req-88611714-ffb5-4ebd-b85b-c375e89730d5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644778 May 26 15:54:47.536896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3a055-6343-4cf8-8969-49839077df95 req-522bdd0e-96ed-4572-858d-cdbe3a89bd43 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:47.557006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eab3a055-6343-4cf8-8969-49839077df95 req-522bdd0e-96ed-4572-858d-cdbe3a89bd43 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 932 time: 0.2417860 May 26 15:54:47.581118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b72acfd8-a7d9-4959-8cdd-a7dbde904106 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:47.582046 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:47.620504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed436102-76cd-4859-a219-234bdfa539ba {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:47.665024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:47.677659 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:47.746041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eab3a055-6343-4cf8-8969-49839077df95 req-cabf2ebf-0e8a-46b8-bbcc-bf3aec85ed94 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864147 May 26 15:54:47.802570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1eb8-622c-4775-bfbc-a0c9ffdaf39f req-96618741-060a-49db-8fbf-09a701c4629e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:47.805025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e7d1eb8-622c-4775-bfbc-a0c9ffdaf39f req-96618741-060a-49db-8fbf-09a701c4629e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 945 time: 0.0910840 May 26 15:54:47.805794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b72acfd8-a7d9-4959-8cdd-a7dbde904106,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:47.814900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port ed436102-76cd-4859-a219-234bdfa539ba, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ed436102-76cd-4859-a219-234bdfa539ba,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:47.820030 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:47.921758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=ed436102-76cd-4859-a219-234bdfa539ba,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:47.923788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e7d1eb8-622c-4775-bfbc-a0c9ffdaf39f req-7c5ffe3f-f48c-4a7d-afb2-7551a05bcd9f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889900 May 26 15:54:47.927871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:47.932130 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e002acc-f321-47e8-a6df-802f41311de4" -d '{"events": [{"server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "name": "network-vif-plugged", "status": "completed", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:48.132460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdadf8f-1a77-4b59-9947-04802b361763 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:48.151114 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:48.179730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Transition to ACTIVE for port object 3fdadf8f-1a77-4b59-9947-04802b361763 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:54:48.187311 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:48.236980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:48.262678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-a634bdb7-d496-4584-937b-f816fdb885aa tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1857531057&fields=id&tenant_id=1b6c70b0ee794faea51a36994a062017 HTTP/1.1" status: 200 len: 267 time: 0.2448971 May 26 15:54:48.296584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdadf8f-1a77-4b59-9947-04802b361763,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:48.365469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aaa8b-e7f5-4789-9ad3-f27aca7abb10 req-c93d2059-955b-44be-aaca-764bee3c0828 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:48.367068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e7aaa8b-e7f5-4789-9ad3-f27aca7abb10 req-c93d2059-955b-44be-aaca-764bee3c0828 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 945 time: 0.2504373 May 26 15:54:48.400677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Attempting to bind port 3fdadf8f-1a77-4b59-9947-04802b361763 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:48.401190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Attempting to bind port 3fdadf8f-1a77-4b59-9947-04802b361763 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:48.402271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Attempting to bind port 3fdadf8f-1a77-4b59-9947-04802b361763 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:48.407403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Port 3fdadf8f-1a77-4b59-9947-04802b361763 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:48.407827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Attempting to bind port 3fdadf8f-1a77-4b59-9947-04802b361763 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:48.409763 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:48.418133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:48.423048 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Checking segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:48.423685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Bound using segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:48.424206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Bound port: 3fdadf8f-1a77-4b59-9947-04802b361763, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:48.424536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:48.550660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] For port 3fdadf8f-1a77-4b59-9947-04802b361763, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:48.560193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] For port 3fdadf8f-1a77-4b59-9947-04802b361763, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3fdadf8f-1a77-4b59-9947-04802b361763,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:48.567025 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:48.607176 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e7aaa8b-e7f5-4789-9ad3-f27aca7abb10 req-57551e3e-291c-4daa-8586-894996874424 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299597 May 26 15:54:48.619469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:48.620229 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:48.621891 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/3fdadf8f-1a77-4b59-9947-04802b361763 HTTP/1.1" status: 200 len: 1092 time: 1.2317505 May 26 15:54:48.634066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bba118-d4c5-4fcf-bfee-4a92919680d8', 'tag': '3fdadf8f-1a77-4b59-9947-04802b361763'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:48.634066 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a08c41-ad6d-4f80-a6f3-60b5665dece8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bba118-d4c5-4fcf-bfee-4a92919680d8", "tag": "3fdadf8f-1a77-4b59-9947-04802b361763"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:48.642355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-1f746827-c49a-44a2-8c14-ccc85e724d8e tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:48.643928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-1f746827-c49a-44a2-8c14-ccc85e724d8e tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2598e7c-ee41-4ff1-beb5-b629be256f4d HTTP/1.1" status: 200 len: 945 time: 0.2320733 May 26 15:54:48.650952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c590680-65f5-453d-bf59-b19532925580 req-0805f830-abae-4800-bf49-6cb502232558 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:48.659339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-0805f830-abae-4800-bf49-6cb502232558 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/networks?id=54927899-15b0-4e7d-a582-b6b0be8b8c36 HTTP/1.1" status: 200 len: 823 time: 0.3954613 May 26 15:54:48.667713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850887e2-cd9f-4e60-8027-7b413dd982d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdadf8f-1a77-4b59-9947-04802b361763,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:48.695394 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de312230-4b80-45cf-b202-4335e89bbd2f x-openstack-request-id: req-de312230-4b80-45cf-b202-4335e89bbd2f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:48.695394 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "name": "network-vif-plugged", "status": "completed", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:48.695394 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de312230-4b80-45cf-b202-4335e89bbd2f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:48.695746 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de312230-4b80-45cf-b202-4335e89bbd2f'] response: {'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106', 'code': 200} May 26 15:54:48.730040 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-7285e90c-3d11-4565-be5d-fafe588a821b tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/quotas/1b6c70b0ee794faea51a36994a062017 HTTP/1.1" status: 200 len: 375 time: 0.0663288 May 26 15:54:48.793918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488faf3-1601-44a4-a497-738d332408a2 req-375fc0ec-1092-46ba-906c-b8fc3846b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:48.795703 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-375fc0ec-1092-46ba-906c-b8fc3846b0b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 1095 time: 0.1077764 May 26 15:54:48.851341 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-b966d3eb-20f0-4ab0-a96c-29a117fb958b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fdadf8f-1a77-4b59-9947-04802b361763 HTTP/1.1" status: 200 len: 217 time: 0.0485210 May 26 15:54:48.926320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488faf3-1601-44a4-a497-738d332408a2 req-c4f835f7-c9f3-4079-b09a-e92c8cdcb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:48.929181 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-c4f835f7-c9f3-4079-b09a-e92c8cdcb3ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.0717940 May 26 15:54:48.967165 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-5ae33596-1369-47f5-ac0f-4db1327e5879 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315752 May 26 15:54:49.022964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceb9b9-ad3a-4ae3-82b5-b28628409e22 req-11539220-3ab1-48ce-b2d8-ae1cc74486ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:49.024792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56ceb9b9-ad3a-4ae3-82b5-b28628409e22 req-11539220-3ab1-48ce-b2d8-ae1cc74486ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1096 time: 0.2150269 May 26 15:54:49.049808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-9ab9d6c5-0e93-4425-a563-4f31217bb7dd tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b6c70b0ee794faea51a36994a062017&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3222303 May 26 15:54:49.064769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bedca9-8151-4113-b7ec-615d549f5300 req-47c703fd-09b9-4116-8fa7-cdd6213ed0dc tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:49.066678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7bedca9-8151-4113-b7ec-615d549f5300 req-47c703fd-09b9-4116-8fa7-cdd6213ed0dc tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 949 time: 0.2457316 May 26 15:54:49.147272 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-964548b2-7c82-4ea1-b060-ca3035740253 service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730330 May 26 15:54:49.194584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Deleting port 84b1a977-c25a-4b64-be79-751a8105cb71 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:49.195326 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:49.245932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7bedca9-8151-4113-b7ec-615d549f5300 req-ca33dc27-2856-4a62-8357-ee937877afdd tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696911 May 26 15:54:49.250355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56ceb9b9-ad3a-4ae3-82b5-b28628409e22 req-83e2ec2c-5451-4125-bce5-6e2a15cb4725 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158551 May 26 15:54:49.280296 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c488faf3-1601-44a4-a497-738d332408a2 req-d573b209-9b93-46ff-b4d4-f710c426188d service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261034 May 26 15:54:49.416518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-26977e3d-f20e-4ee1-a0c1-b1ec19bb7ff1 service neutron] 10.222.0.39 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426960 May 26 15:54:49.450202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] For port 84b1a977-c25a-4b64-be79-751a8105cb71, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84b1a977-c25a-4b64-be79-751a8105cb71,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:49.450559 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:49.927529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94c1a-16f4-48ec-81af-6d430c65dee6 req-4342ab67-a229-430b-91ae-7f3e3d290d25 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:49.929543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93f94c1a-16f4-48ec-81af-6d430c65dee6 req-4342ab67-a229-430b-91ae-7f3e3d290d25 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.5921926 May 26 15:54:49.977778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Deleting port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:49.978230 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:50.076628 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-462fff58-237c-456d-ac2b-44917c4c2ed0 service neutron] 10.222.0.39 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467266 May 26 15:54:50.146486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93f94c1a-16f4-48ec-81af-6d430c65dee6 req-426cf154-50b1-4336-b771-9c7b2a0991c8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002702 May 26 15:54:50.202413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] For port a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717,segment=NetworkSegment(b03eab83-e6d3-40bf-934e-5164fd24d8f4),segment_id=b03eab83-e6d3-40bf-934e-5164fd24d8f4)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:50.202780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:50.215642 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e83044-184e-4d5e-a163-355853e43d03 x-openstack-request-id: req-70e83044-184e-4d5e-a163-355853e43d03 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:50.217280 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bba118-d4c5-4fcf-bfee-4a92919680d8", "tag": "3fdadf8f-1a77-4b59-9947-04802b361763", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:50.217879 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70e83044-184e-4d5e-a163-355853e43d03 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:50.222778 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e83044-184e-4d5e-a163-355853e43d03'] response: {'name': 'network-changed', 'server_uuid': 'e9bba118-d4c5-4fcf-bfee-4a92919680d8', 'tag': '3fdadf8f-1a77-4b59-9947-04802b361763', 'status': 'completed', 'code': 200} May 26 15:54:50.236632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Calling delete_port for a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:50.345894 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-aa4f3199-1f67-47c2-b74d-b505852009e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:50.356159 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-aa4f3199-1f67-47c2-b74d-b505852009e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 1095 time: 0.1085486 May 26 15:54:50.516231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-db1c644c-becd-4366-8e39-9a33fb0a172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:50.518757 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-db1c644c-becd-4366-8e39-9a33fb0a172f service neutron] 10.222.0.24 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 913 time: 0.1599474 May 26 15:54:50.533976 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:50.534629 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:50.535227 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Floating IP d3dc6983-3902-49e4-903d-ed5ced5d8720 disassociated. External IP: 172.25.0.142, port: 84b1a977-c25a-4b64-be79-751a8105cb71. May 26 15:54:50.535913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Calling delete_port for 84b1a977-c25a-4b64-be79-751a8105cb71 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:50.595267 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-e76d1245-1f42-4b7a-8d63-73392745fbfc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fdadf8f-1a77-4b59-9947-04802b361763 HTTP/1.1" status: 200 len: 217 time: 0.0667298 May 26 15:54:50.669138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-ae2de7d5-f1ab-4463-b1a7-78e2161e915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:50.671489 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-ae2de7d5-f1ab-4463-b1a7-78e2161e915d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.0687513 May 26 15:54:50.716738 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-21890f40-874c-49fc-9b7c-1a2a02854d25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356693 May 26 15:54:50.718508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d8fa7-680f-4136-9ba9-e4a41d40601d req-c5a4f9bb-675c-4a8c-a65a-f0d2eaee1e48 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:50.727488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d3d8fa7-680f-4136-9ba9-e4a41d40601d req-c5a4f9bb-675c-4a8c-a65a-f0d2eaee1e48 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 945 time: 0.3715451 May 26 15:54:50.776618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6291e2-09b5-4f8f-baec-b13ea88fa18c req-0ccf1fb8-c90f-4139-b562-364dae8643da tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:50.785961 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f6291e2-09b5-4f8f-baec-b13ea88fa18c req-0ccf1fb8-c90f-4139-b562-364dae8643da tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 944 time: 0.3644485 May 26 15:54:50.865159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d3d8fa7-680f-4136-9ba9-e4a41d40601d req-c0171948-4f18-43d2-a7b0-78992de01694 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367941 May 26 15:54:50.884978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f6291e2-09b5-4f8f-baec-b13ea88fa18c req-873ff338-9a56-4dc0-8c87-62466ce3780e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975270 May 26 15:54:50.925450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ed436102-76cd-4859-a219-234bdfa539ba up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:50.984129 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-048cf18c-f5e6-4471-a1a3-4ae04ea07e3e service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586422 May 26 15:54:51.072515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port ed436102-76cd-4859-a219-234bdfa539ba completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:54:51.080914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port ed436102-76cd-4859-a219-234bdfa539ba triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:51.081645 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:51.089753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28d611dd-a19e-491a-933f-ce0486995631 req-543395e1-4749-4ba9-867a-f6dc33ccec2f tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 210 time: 0.0791724 May 26 15:54:51.122359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:51.148970 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:51.191537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:51.194441 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-75a08c41-ad6d-4f80-a6f3-60b5665dece8 req-a14eeb0d-2c36-48ea-ba81-7ad3236c0508 service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041349 May 26 15:54:51.240055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32cdde-8c17-4183-8fc2-1911732db11d req-56cf71ea-79ad-4349-95a6-78e6d7fcf855 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:51.262107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port ed436102-76cd-4859-a219-234bdfa539ba is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:51.262692 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:51.263629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c32cdde-8c17-4183-8fc2-1911732db11d req-56cf71ea-79ad-4349-95a6-78e6d7fcf855 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 945 time: 0.2460232 May 26 15:54:51.319768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dc09e2-d687-41eb-9531-a2117258d6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed436102-76cd-4859-a219-234bdfa539ba'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:51.322683 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f381551c-ef0b-4414-8c65-2badc33a6dc5" -d '{"events": [{"server_uuid": "86dc09e2-d687-41eb-9531-a2117258d6eb", "name": "network-vif-plugged", "status": "completed", "tag": "ed436102-76cd-4859-a219-234bdfa539ba"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:51.343041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port ed436102-76cd-4859-a219-234bdfa539ba, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ed436102-76cd-4859-a219-234bdfa539ba,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:51.349393 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:51.454903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=ed436102-76cd-4859-a219-234bdfa539ba,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:51.539954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c32cdde-8c17-4183-8fc2-1911732db11d req-5dd22754-2bf2-4f13-a5a0-450c48080a6b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745707 May 26 15:54:51.547582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event deleted for resources: {'Port': ['ID=84b1a977-c25a-4b64-be79-751a8105cb71,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:51.695115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Router 091e0278-378a-47e9-88eb-c0f4806a11da has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:54:51.732826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b916ea-acf1-4dd1-9053-e01543bfb5e6 req-9361242a-76d5-47da-bd7d-1f580e468821 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:51.735338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26b916ea-acf1-4dd1-9053-e01543bfb5e6 req-9361242a-76d5-47da-bd7d-1f580e468821 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 949 time: 0.4411275 May 26 15:54:51.914540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26b916ea-acf1-4dd1-9053-e01543bfb5e6 req-3231be9e-94bd-44b4-95c1-44e99a304699 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668482 May 26 15:54:51.928410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba93179-1784-46b3-96df-1a22b8ac6a5c req-ab11e0b1-e4d6-431a-aa8d-544c253b3d7f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:51.935902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ba93179-1784-46b3-96df-1a22b8ac6a5c req-ab11e0b1-e4d6-431a-aa8d-544c253b3d7f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.2578249 May 26 15:54:52.007628 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff725b4a-e582-4424-b012-2667576d31a8 x-openstack-request-id: req-ff725b4a-e582-4424-b012-2667576d31a8 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:52.008139 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dc09e2-d687-41eb-9531-a2117258d6eb", "name": "network-vif-plugged", "status": "completed", "tag": "ed436102-76cd-4859-a219-234bdfa539ba", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:52.008846 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff725b4a-e582-4424-b012-2667576d31a8 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:52.009107 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:52.009364 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff725b4a-e582-4424-b012-2667576d31a8'] response: {'server_uuid': '86dc09e2-d687-41eb-9531-a2117258d6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed436102-76cd-4859-a219-234bdfa539ba', 'code': 200} May 26 15:54:52.137042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c590680-65f5-453d-bf59-b19532925580 req-3ba7a406-2a15-40a6-8056-60e31a6a5429 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:52.139000 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-3ba7a406-2a15-40a6-8056-60e31a6a5429 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "GET /v2.0/networks?id=54927899-15b0-4e7d-a582-b6b0be8b8c36 HTTP/1.1" status: 200 len: 823 time: 0.2023044 May 26 15:54:52.174679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ba93179-1784-46b3-96df-1a22b8ac6a5c req-f86fa09a-bb72-434c-91b9-1296ac24b2d5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377591 May 26 15:54:52.225939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:54:52.238333 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] Sync routers for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:54:52.255081 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-ce69bd1d-95c4-45bf-b3b6-a4d22d445d2c tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6c70b0ee794faea51a36994a062017 HTTP/1.1" status: 200 len: 380 time: 0.0937412 May 26 15:54:52.260194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d2a56-2b10-4286-be16-c9e7034af572 req-ce87cc0e-3f2e-41eb-a810-e43f612e7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:52.261324 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:52.262173 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:52.262661 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d18d2a56-2b10-4286-be16-c9e7034af572 req-ce87cc0e-3f2e-41eb-a810-e43f612e7d6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 1101 time: 0.1177554 May 26 15:54:52.271213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Request body: {'port': {'device_id': '9faf626f-f98d-4699-971f-f8396634a97b', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'admin_state_up': True, 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'security_groups': ['69063414-d984-4872-95f2-e45520fb91b0']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:52.373533 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d18d2a56-2b10-4286-be16-c9e7034af572 req-93e1850b-e0be-4ece-9739-36ced6ed9c1b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980244 May 26 15:54:52.410919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] No DVR routers for this DVR port 84b1a977-c25a-4b64-be79-751a8105cb71 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:54:52.415948 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:52.435645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:52.443402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ef2a1b1-e43a-43de-8329-6dab4d17e98c req-6324982d-cdcb-4bc2-aabc-72b89d002fd3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "DELETE /v2.0/ports/84b1a977-c25a-4b64-be79-751a8105cb71 HTTP/1.1" status: 204 len: 173 time: 3.7791436 May 26 15:54:52.446183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'name': 'network-vif-deleted', 'tag': '84b1a977-c25a-4b64-be79-751a8105cb71'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:52.461179 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caf629c-16e1-40e4-a0c3-6e2817657712" -d '{"events": [{"server_uuid": "d2598e7c-ee41-4ff1-beb5-b629be256f4d", "name": "network-vif-deleted", "tag": "84b1a977-c25a-4b64-be79-751a8105cb71"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:52.527332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032346f-9513-4334-8d29-36a5b46feaf6 req-aa3ca96d-c7d3-4318-9697-0cf3305e284c tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:52.529240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3032346f-9513-4334-8d29-36a5b46feaf6 req-aa3ca96d-c7d3-4318-9697-0cf3305e284c tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1096 time: 0.4137950 May 26 15:54:52.558108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Made reservation on behalf of 1b6c70b0ee794faea51a36994a062017 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:54:52.563810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:52.587909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-20eb0eac-72a6-44aa-956d-70520b9a1ffe service neutron] 10.222.0.32 "GET /v2.0/ports/d4a9645e-52be-4d4b-b119-e0518e3a6fae/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 382 time: 0.4504988 May 26 15:54:52.645182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993ba7c-645f-46b7-b396-e4a7df5c6c49 req-1b01567e-30ba-4a9e-9d8c-129e67479c11 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:52.661130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f993ba7c-645f-46b7-b396-e4a7df5c6c49 req-1b01567e-30ba-4a9e-9d8c-129e67479c11 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 944 time: 0.3492956 May 26 15:54:52.781890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3032346f-9513-4334-8d29-36a5b46feaf6 req-0494c340-3772-4d8b-96b8-4e14b62e3bed tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390869 May 26 15:54:52.799133 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:52.859122 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] Checking router: 091e0278-378a-47e9-88eb-c0f4806a11da for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:54:52.875390 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:52.876093 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:52.881527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f993ba7c-645f-46b7-b396-e4a7df5c6c49 req-f50f285e-3424-4f2e-8bcc-6c03d4190a5e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194395 May 26 15:54:53.015990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Allocated IP 172.20.0.10 (54927899-15b0-4e7d-a582-b6b0be8b8c36/a82bd9ad-2a65-4ed4-a7d1-be220d001988/3825a10e-e4d1-43f7-b7fd-23100450fea1) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:54:53.017950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3fdadf8f-1a77-4b59-9947-04802b361763 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:53.021769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 84b1a977-c25a-4b64-be79-751a8105cb71 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:54:53.028772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Router 2bf8335f-091f-4bdb-a913-33ff50ba8703 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:54:53.097775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a165bf9b-6a7c-4078-811d-c27a070d8741 req-2174de68-595c-4e92-b6bd-5a33f0a1cb3e tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 210 time: 0.0388892 May 26 15:54:53.123687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 84b1a977-c25a-4b64-be79-751a8105cb71 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:54:53.124026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 84b1a977-c25a-4b64-be79-751a8105cb71 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:54:53.211137 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747dd050-d867-4106-9ab7-3fcc8452039e x-openstack-request-id: req-747dd050-d867-4106-9ab7-3fcc8452039e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:53.211753 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2598e7c-ee41-4ff1-beb5-b629be256f4d", "name": "network-vif-deleted", "tag": "84b1a977-c25a-4b64-be79-751a8105cb71", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:53.211753 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-747dd050-d867-4106-9ab7-3fcc8452039e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:53.214507 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747dd050-d867-4106-9ab7-3fcc8452039e'] response: {'server_uuid': 'd2598e7c-ee41-4ff1-beb5-b629be256f4d', 'name': 'network-vif-deleted', 'tag': '84b1a977-c25a-4b64-be79-751a8105cb71', 'status': 'completed', 'code': 200} May 26 15:54:53.246106 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:53.396087 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:53.484468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3fdadf8f-1a77-4b59-9947-04802b361763, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3fdadf8f-1a77-4b59-9947-04802b361763,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:53.503495 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:53.546566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '3fdadf8f-1a77-4b59-9947-04802b361763', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'port_id': '3fdadf8f-1a77-4b59-9947-04802b361763', 'mac_address': 'fa:16:3e:f0:ce:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d4131-c08a-4d19-9074-a9ea68d04597', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:54:53.573524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:54:53.579032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:54:53.583972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:54:53.622859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event updated for resources: {'Port': ['ID=3825a10e-e4d1-43f7-b7fd-23100450fea1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:53.635741 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:53.679485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:53.690409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3fdadf8f-1a77-4b59-9947-04802b361763 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:53.691153 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:53.709072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdadf8f-1a77-4b59-9947-04802b361763 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:53.740228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3fdadf8f-1a77-4b59-9947-04802b361763, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3fdadf8f-1a77-4b59-9947-04802b361763,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:53.754966 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:53.757441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:53.760854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:53.815044 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-dc5df2e7-ab8b-4b6c-859b-dc5a8ef93930 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5473499 May 26 15:54:53.839769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Request body: {'port': {'device_id': '9faf626f-f98d-4699-971f-f8396634a97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:54:53.848957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3fdadf8f-1a77-4b59-9947-04802b361763,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:53.905633 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:53.955816 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf66aa-44eb-494a-b17c-c0016469298f None None] The sync data for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 is: [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:54:53.990033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:53.994840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['3fdadf8f-1a77-4b59-9947-04802b361763'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:54:54.125330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d3507b4b-b5cb-4db8-a6b9-b57734e06fcf None None] Provisioning complete for port 3825a10e-e4d1-43f7-b7fd-23100450fea1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:54.126021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d3507b4b-b5cb-4db8-a6b9-b57734e06fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:54.140832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8751a45-3dfd-4535-b7b2-9aab76847d14 req-7b043c35-f796-49b6-9233-8f9bd230611b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:54.142523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8751a45-3dfd-4535-b7b2-9aab76847d14 req-7b043c35-f796-49b6-9233-8f9bd230611b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 945 time: 1.0717015 May 26 15:54:54.197640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d3507b4b-b5cb-4db8-a6b9-b57734e06fcf None None] Port 3825a10e-e4d1-43f7-b7fd-23100450fea1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:54:54.229362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deb564-b1e3-4fb4-b768-abdc0918f7b9 req-f07ba853-2684-4c40-afb0-5d3d3785dcdc tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:54.237309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8deb564-b1e3-4fb4-b768-abdc0918f7b9 req-f07ba853-2684-4c40-afb0-5d3d3785dcdc tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1096 time: 0.9577231 May 26 15:54:54.254509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:54:54.265915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-66994cc2-9e58-45ab-bd04-7e337d06b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:54.267997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-66994cc2-9e58-45ab-bd04-7e337d06b7fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 1100 time: 1.0240486 May 26 15:54:54.270395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] Sync routers for ids ['2bf8335f-091f-4bdb-a913-33ff50ba8703'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:54:54.285299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0b9e3a50-e7af-4180-8119-170fad374d7d admin admin] 10.222.0.39 "PUT /v2.0/routers/2bf8335f-091f-4bdb-a913-33ff50ba8703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5344007 May 26 15:54:54.289805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53512) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:54.297688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] Routers {'2bf8335f-091f-4bdb-a913-33ff50ba8703'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:54.298375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2bf8335f-091f-4bdb-a913-33ff50ba8703'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:54.384294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8751a45-3dfd-4535-b7b2-9aab76847d14 req-a847a4f5-8829-45fe-97f2-95a3600710b0 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287536 May 26 15:54:54.495721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8deb564-b1e3-4fb4-b768-abdc0918f7b9 req-ab654f4c-cabc-4f9d-8b23-be150813b48d tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572906 May 26 15:54:54.572986 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fbf365-f997-44a6-aa9f-119c3c4adf74 None None] New status for floating IP d3dc6983-3902-49e4-903d-ed5ced5d8720: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:54:54.621307 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:54.626916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-78119ee1-d1be-49be-9b01-44bfe12fe6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:54.628671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-78119ee1-d1be-49be-9b01-44bfe12fe6a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 1100 time: 0.2757463 May 26 15:54:54.637795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3825a10e-e4d1-43f7-b7fd-23100450fea1 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:54.659829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:54.686996 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Transition to ACTIVE for port object 3825a10e-e4d1-43f7-b7fd-23100450fea1 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:54:54.692715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:54.711891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0d92-d0b0-4b28-acad-dc475e17d792 req-83072694-8f38-48fa-a79b-35281ea5cc69 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:54.725153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-705b0d92-d0b0-4b28-acad-dc475e17d792 req-83072694-8f38-48fa-a79b-35281ea5cc69 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 950 time: 0.1827199 May 26 15:54:54.786208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] Set router 2bf8335f-091f-4bdb-a913-33ff50ba8703 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:54.809085 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Pushing event updated for resources: {'Port': ['ID=3825a10e-e4d1-43f7-b7fd-23100450fea1,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:54.915749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-d301e371-d79c-42a6-8028-c3a102d97517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:54.917258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-d301e371-d79c-42a6-8028-c3a102d97517 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2351496 May 26 15:54:54.975285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Attempting to bind port 3825a10e-e4d1-43f7-b7fd-23100450fea1 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:54:54.975644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Attempting to bind port 3825a10e-e4d1-43f7-b7fd-23100450fea1 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:54:54.975936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Attempting to bind port 3825a10e-e4d1-43f7-b7fd-23100450fea1 on network 54927899-15b0-4e7d-a582-b6b0be8b8c36 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:54.982417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-705b0d92-d0b0-4b28-acad-dc475e17d792 req-8a92266c-ada5-46d7-aec9-f1ab9cbc6c3d tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561078 May 26 15:54:54.983256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Port 3825a10e-e4d1-43f7-b7fd-23100450fea1 on network 54927899-15b0-4e7d-a582-b6b0be8b8c36 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:54:54.983775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Attempting to bind port 3825a10e-e4d1-43f7-b7fd-23100450fea1 on network 54927899-15b0-4e7d-a582-b6b0be8b8c36 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:54:54.991995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:54:54.992449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Checking segment: {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:54:54.992706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Bound using segment: {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:54:54.993131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Bound port: 3825a10e-e4d1-43f7-b7fd-23100450fea1, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd253a490-2b56-4871-a10b-64d339fc37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:54:54.994050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:55.033291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3fdadf8f-1a77-4b59-9947-04802b361763 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:54:55.062494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-7f5a59f0-38a2-4b56-804d-cd2c23bdbbac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae HTTP/1.1" status: 200 len: 217 time: 0.1233249 May 26 15:54:55.125118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] For port 3825a10e-e4d1-43f7-b7fd-23100450fea1, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:54:55.128899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] For port 3825a10e-e4d1-43f7-b7fd-23100450fea1, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3825a10e-e4d1-43f7-b7fd-23100450fea1,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:54:55.141978 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:55.164045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb9c79-dda5-4fee-bbc2-c63f0867044d req-05c69223-ebb5-4018-adc8-9b10323c37bc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.165632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4bb9c79-dda5-4fee-bbc2-c63f0867044d req-05c69223-ebb5-4018-adc8-9b10323c37bc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.2164733 May 26 15:54:55.167453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-5b989a3c-bba4-4772-adac-6f13b5f64304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.169000 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-5b989a3c-bba4-4772-adac-6f13b5f64304 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0709748 May 26 15:54:55.206642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 3fdadf8f-1a77-4b59-9947-04802b361763 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:54:55.210484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.213945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:55.216037 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] 10.222.0.24 "PUT /v2.0/ports/3825a10e-e4d1-43f7-b7fd-23100450fea1 HTTP/1.1" status: 200 len: 1092 time: 1.3947985 May 26 15:54:55.218444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faf626f-f98d-4699-971f-f8396634a97b', 'tag': '3825a10e-e4d1-43f7-b7fd-23100450fea1'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:55.220718 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1b6c6c-6937-46f7-8816-07c404bf06be" -d '{"events": [{"name": "network-changed", "server_uuid": "9faf626f-f98d-4699-971f-f8396634a97b", "tag": "3825a10e-e4d1-43f7-b7fd-23100450fea1"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:55.225390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 3fdadf8f-1a77-4b59-9947-04802b361763 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:54:55.226828 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:55.298833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8748afc-bc35-407a-86fb-5211d9344c31 service neutron] Pushing event updated for resources: {'Port': ['ID=3825a10e-e4d1-43f7-b7fd-23100450fea1,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:55.300116 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4bb9c79-dda5-4fee-bbc2-c63f0867044d req-40c94157-ce1b-470b-88a6-72f59d644f94 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152258 May 26 15:54:55.323215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c590680-65f5-453d-bf59-b19532925580 req-0e560925-2030-420f-a81f-5438b80ac560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.325261 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-0e560925-2030-420f-a81f-5438b80ac560 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b6c70b0ee794faea51a36994a062017&device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 1095 time: 0.0665481 May 26 15:54:55.377215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:56Z', 'updated_at': '2022-05-26T15:54:50Z', 'revision_number': 5, 'project_id': '444c8d12d584407daaa58c43eca94311', 'gw_port': {'id': 'aa20d841-22e2-4063-b6b4-5b5e016f8af5', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:57Z', 'updated_at': '2022-05-26T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:55.385444 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-0e02b78c-593d-4fbf-9efc-b9f571c3a8ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3825a10e-e4d1-43f7-b7fd-23100450fea1 HTTP/1.1" status: 200 len: 217 time: 0.0532525 May 26 15:54:55.405704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02c89a-26e1-4fd4-8210-8670472508db req-7600283f-6dc3-40a8-862b-6df8ce551619 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.409004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e02c89a-26e1-4fd4-8210-8670472508db req-7600283f-6dc3-40a8-862b-6df8ce551619 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 945 time: 0.2391012 May 26 15:54:55.460866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c590680-65f5-453d-bf59-b19532925580 req-2a27a512-551c-4346-976f-e7532388fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.463019 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-2a27a512-551c-4346-976f-e7532388fba8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a82bd9ad-2a65-4ed4-a7d1-be220d001988 HTTP/1.1" status: 200 len: 862 time: 0.0690565 May 26 15:54:55.467958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e02c89a-26e1-4fd4-8210-8670472508db req-9f6f1112-0e59-47f6-8bda-5ad358a47436 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475731 May 26 15:54:55.506412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] Checking router: 2bf8335f-091f-4bdb-a913-33ff50ba8703 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:54:55.548359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:55.574203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c590680-65f5-453d-bf59-b19532925580 req-821f0d32-b5dc-4458-b1e5-d2811cf2ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.575972 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-821f0d32-b5dc-4458-b1e5-d2811cf2ffea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54927899-15b0-4e7d-a582-b6b0be8b8c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045196 May 26 15:54:55.578270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] Routers {'2bf8335f-091f-4bdb-a913-33ff50ba8703'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:54:55.578935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:54:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2bf8335f-091f-4bdb-a913-33ff50ba8703'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:55.591102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-3ea25b2d-e4b7-4b5c-a9d2-fc7672c80e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.592571 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-3ea25b2d-e4b7-4b5c-a9d2-fc7672c80e2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3837678 May 26 15:54:55.668940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3fdadf8f-1a77-4b59-9947-04802b361763 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:55.669337 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:55.712391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d0a2c-7862-4931-adef-b2fd3f4bbd96 req-423bc9c0-6427-4ba8-9faa-8dfed8cc9731 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.713899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-873d0a2c-7862-4931-adef-b2fd3f4bbd96 req-423bc9c0-6427-4ba8-9faa-8dfed8cc9731 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1096 time: 0.1344113 May 26 15:54:55.725760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bba118-d4c5-4fcf-bfee-4a92919680d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdadf8f-1a77-4b59-9947-04802b361763'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:55.727499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8fe6f-bb90-4f13-83e9-c5c8518b2dd1 req-d962ecc1-3eb1-4459-be9e-e167de6525fc tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:55.728617 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5466a55c-4640-44c7-9c22-c50c20004816" -d '{"events": [{"server_uuid": "e9bba118-d4c5-4fcf-bfee-4a92919680d8", "name": "network-vif-plugged", "status": "completed", "tag": "3fdadf8f-1a77-4b59-9947-04802b361763"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:55.735377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bab8fe6f-bb90-4f13-83e9-c5c8518b2dd1 req-d962ecc1-3eb1-4459-be9e-e167de6525fc tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 944 time: 0.2603159 May 26 15:54:55.754640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3fdadf8f-1a77-4b59-9947-04802b361763, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3fdadf8f-1a77-4b59-9947-04802b361763,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:55.756174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] Set router 2bf8335f-091f-4bdb-a913-33ff50ba8703 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:54:55.791375 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-031a789e-56ad-4487-8846-ae42d9d38e8e service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946955 May 26 15:54:55.804471 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:55.840491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:56Z', 'updated_at': '2022-05-26T15:54:55Z', 'revision_number': 6, 'project_id': '444c8d12d584407daaa58c43eca94311', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:55.914912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00bf53-e68e-4569-8438-da593ac1b2c8 None None] The sync data for ids ['2bf8335f-091f-4bdb-a913-33ff50ba8703'] in n-d-843336-2 is: [{'id': '2bf8335f-091f-4bdb-a913-33ff50ba8703', 'name': 'tempest-FloatingIPDetailsTestJSON-723089483-router', 'tenant_id': '444c8d12d584407daaa58c43eca94311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:56Z', 'updated_at': '2022-05-26T15:54:55Z', 'revision_number': 6, 'project_id': '444c8d12d584407daaa58c43eca94311', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:54:55.945523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bab8fe6f-bb90-4f13-83e9-c5c8518b2dd1 req-0bfec8f6-9eca-45eb-8e93-93996df6b542 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090271 May 26 15:54:55.951619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3fdadf8f-1a77-4b59-9947-04802b361763,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:55.992295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-873d0a2c-7862-4931-adef-b2fd3f4bbd96 req-516c9603-9ac2-4a91-9483-55a4be670cb3 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471910 May 26 15:54:56.000608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Deleting port aa20d841-22e2-4063-b6b4-5b5e016f8af5 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:56.001122 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:56.008757 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4c590680-65f5-453d-bf59-b19532925580 req-67b65b47-2dcb-4552-9327-4b916a8e6048 service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072754 May 26 15:54:56.010110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-f931008f-99d6-45be-b53f-81e85eea0a56 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778944 May 26 15:54:56.062485 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1283c17-a883-4026-a3f2-f37b7a2ca7c0 x-openstack-request-id: req-a1283c17-a883-4026-a3f2-f37b7a2ca7c0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:56.062778 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faf626f-f98d-4699-971f-f8396634a97b", "tag": "3825a10e-e4d1-43f7-b7fd-23100450fea1", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:56.063060 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1283c17-a883-4026-a3f2-f37b7a2ca7c0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:56.063490 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1283c17-a883-4026-a3f2-f37b7a2ca7c0'] response: {'name': 'network-changed', 'server_uuid': '9faf626f-f98d-4699-971f-f8396634a97b', 'tag': '3825a10e-e4d1-43f7-b7fd-23100450fea1', 'status': 'completed', 'code': 200} May 26 15:54:56.118195 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4e6d90-c3ef-4f7f-ac93-f20c40a64793 x-openstack-request-id: req-fc4e6d90-c3ef-4f7f-ac93-f20c40a64793 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:56.119057 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bba118-d4c5-4fcf-bfee-4a92919680d8", "name": "network-vif-plugged", "status": "completed", "tag": "3fdadf8f-1a77-4b59-9947-04802b361763", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:56.119344 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc4e6d90-c3ef-4f7f-ac93-f20c40a64793 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:56.119976 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4e6d90-c3ef-4f7f-ac93-f20c40a64793'] response: {'server_uuid': 'e9bba118-d4c5-4fcf-bfee-4a92919680d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdadf8f-1a77-4b59-9947-04802b361763', 'code': 200} May 26 15:54:56.182819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-12e43b67-f46a-41e7-a87c-82fb3fbeed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:56.184318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-12e43b67-f46a-41e7-a87c-82fb3fbeed39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b6c70b0ee794faea51a36994a062017&device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 1095 time: 0.0954187 May 26 15:54:56.288462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-da921be6-e51a-4c60-afd7-6216c539d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:56.289877 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-da921be6-e51a-4c60-afd7-6216c539d793 service neutron] 10.222.0.24 "GET /v2.0/networks?id=54927899-15b0-4e7d-a582-b6b0be8b8c36 HTTP/1.1" status: 200 len: 924 time: 0.0995398 May 26 15:54:56.346444 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-55ad33d0-d6ca-4c19-a9a6-baa40f473bad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3825a10e-e4d1-43f7-b7fd-23100450fea1 HTTP/1.1" status: 200 len: 217 time: 0.0489140 May 26 15:54:56.352030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] For port aa20d841-22e2-4063-b6b4-5b5e016f8af5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa20d841-22e2-4063-b6b4-5b5e016f8af5,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:56.352745 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:56.376120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d701a828-cee9-41a4-9e22-407ae89a3d62 req-79a9276d-cdf4-4739-a6ff-d790b4993ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535264 May 26 15:54:56.389938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62460892-cd4d-490b-9fa8-48e27b46da1d req-7dae0fbf-e790-4169-a8fe-891489ce6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:56.391465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62460892-cd4d-490b-9fa8-48e27b46da1d req-7dae0fbf-e790-4169-a8fe-891489ce6227 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 1097 time: 0.2096040 May 26 15:54:56.394827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Calling delete_port for aa20d841-22e2-4063-b6b4-5b5e016f8af5 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:56.407526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51f646-3c2e-4327-a392-62cd5a5832c3 req-de2413e1-0711-4386-b0cc-398f02a4ff3b tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:56.409257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f51f646-3c2e-4327-a392-62cd5a5832c3 req-de2413e1-0711-4386-b0cc-398f02a4ff3b tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 1101 time: 0.1794918 May 26 15:54:56.427580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e1f7-ab7d-4bf4-a7a4-d884f3c052cb req-a2314f73-9d25-46ea-bb21-c03604f3c857 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:56.429149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32a9e1f7-ab7d-4bf4-a7a4-d884f3c052cb req-a2314f73-9d25-46ea-bb21-c03604f3c857 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1096 time: 0.2295213 May 26 15:54:56.435669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-95edd1ee-3362-4573-bd0e-ed4e13060aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:56.437290 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-95edd1ee-3362-4573-bd0e-ed4e13060aa7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a82bd9ad-2a65-4ed4-a7d1-be220d001988 HTTP/1.1" status: 200 len: 862 time: 0.0834646 May 26 15:54:56.505698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:54:56.531255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62460892-cd4d-490b-9fa8-48e27b46da1d req-5dc6595a-86bf-4e33-b081-20d1c932b8d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304405 May 26 15:54:56.539959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:54:56.540344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a2465eac-3bd6-4f9c-95e9-c0ba8d1ec717 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:54:56.553949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7f51f646-3c2e-4327-a392-62cd5a5832c3 req-df9fbe48-544d-46b7-81b8-b0769816a2a8 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:56.562072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-d6cfbd8d-e2b1-4e51-946d-3ed144ad12db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:56.567795 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-d6cfbd8d-e2b1-4e51-946d-3ed144ad12db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54927899-15b0-4e7d-a582-b6b0be8b8c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012161 May 26 15:54:56.593242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32a9e1f7-ab7d-4bf4-a7a4-d884f3c052cb req-c694eddb-cefc-47cc-87ea-588adcc490ef tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533253 May 26 15:54:56.806639 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:56.810670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7f51f646-3c2e-4327-a392-62cd5a5832c3 req-df9fbe48-544d-46b7-81b8-b0769816a2a8 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:56.855156 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7f51f646-3c2e-4327-a392-62cd5a5832c3 req-df9fbe48-544d-46b7-81b8-b0769816a2a8 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:56.871591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa20d841-22e2-4063-b6b4-5b5e016f8af5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:56.952882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d4a9645e-52be-4d4b-b119-e0518e3a6fae no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:54:57.004348 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-e22d8b3b-a192-4038-8d1d-f2fc786390ea service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634134 May 26 15:54:57.066681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f51f646-3c2e-4327-a392-62cd5a5832c3 req-df9fbe48-544d-46b7-81b8-b0769816a2a8 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816302 May 26 15:54:57.096733 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:57.251152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d4a9645e-52be-4d4b-b119-e0518e3a6fae is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:57.252279 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:57.283711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fbe48-544d-46b7-81b8-b0769816a2a8 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364448f-8a3d-472e-bfad-7d442fc8abe8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:57.349664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:57.357535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:57.366707 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:57.375316 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e1b6c6c-6937-46f7-8816-07c404bf06be req-38356e90-9c1b-403f-b86d-9712acf70393 service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593357 May 26 15:54:57.376831 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:57.443894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43401c-9fba-430c-8446-d4103d2d7b27 req-b8478ffa-c8a1-4cd5-b851-c95b5b679d27 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:57.453724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba43401c-9fba-430c-8446-d4103d2d7b27 req-b8478ffa-c8a1-4cd5-b851-c95b5b679d27 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.6068153 May 26 15:54:57.455772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d4a9645e-52be-4d4b-b119-e0518e3a6fae,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:57.577508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:57.578113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf8335f-091f-4bdb-a913-33ff50ba8703 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:54:57.602668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba43401c-9fba-430c-8446-d4103d2d7b27 req-8372ff17-db53-4a15-903a-ba1922c36dfb tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366701 May 26 15:54:57.605929 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:57.612301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e0699623-ac77-4cdd-9888-a17b08164216 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2bf8335f-091f-4bdb-a913-33ff50ba8703 HTTP/1.1" status: 204 len: 168 time: 3.3204782 May 26 15:54:57.615287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53548) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:57.663184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bc783-ffdd-42d7-943e-5f4866b91f31 req-ee71b174-9c1b-4763-93c5-46a6ef7644f0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:57.676212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-354bc783-ffdd-42d7-943e-5f4866b91f31 req-ee71b174-9c1b-4763-93c5-46a6ef7644f0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 946 time: 0.3826325 May 26 15:54:57.749505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-98aaa8ae-f837-41b7-a0dc-831850d97b26 admin admin] Deleting subnet cca47604-b705-4d0a-9268-a9204e49bd0d {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:54:57.761129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-98aaa8ae-f837-41b7-a0dc-831850d97b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:57.778712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-354bc783-ffdd-42d7-943e-5f4866b91f31 req-35a18ec2-c58f-4668-9218-4bf4fb6d789e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961854 May 26 15:54:57.888106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-98aaa8ae-f837-41b7-a0dc-831850d97b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:57.970376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618a7bd-be0e-4329-9b7e-7b46cff1b6d6 req-61e17916-29ea-4b04-a0db-365cef8cf10b tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:57.971873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3618a7bd-be0e-4329-9b7e-7b46cff1b6d6 req-61e17916-29ea-4b04-a0db-365cef8cf10b tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1096 time: 0.1126764 May 26 15:54:57.990753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296008a-39c6-4da3-8771-1c6807dfb884 req-9289c975-4718-4a9f-82ae-900ea17fdda5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:57.992414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0296008a-39c6-4da3-8771-1c6807dfb884 req-9289c975-4718-4a9f-82ae-900ea17fdda5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 944 time: 0.0876057 May 26 15:54:58.035151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-98aaa8ae-f837-41b7-a0dc-831850d97b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:58.053793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0296008a-39c6-4da3-8771-1c6807dfb884 req-6d3bd66c-5645-405f-be3a-628a7675b963 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548251 May 26 15:54:58.056478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3618a7bd-be0e-4329-9b7e-7b46cff1b6d6 req-daca52c0-0cc2-44aa-96e9-ecb09250a445 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758746 May 26 15:54:58.121624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:54:58.124675 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a27d39b-9343-4551-bc3d-0e15dbaeab7d" -d '{"events": [{"server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:54:58.176495 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-98aaa8ae-f837-41b7-a0dc-831850d97b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:58.216418 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaa8ae-f837-41b7-a0dc-831850d97b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca47604-b705-4d0a-9268-a9204e49bd0d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:58.233567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac088906-49ce-4bfc-88a1-57538a139ebb None None] Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:54:58.242970 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-98aaa8ae-f837-41b7-a0dc-831850d97b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:58.250698 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-98aaa8ae-f837-41b7-a0dc-831850d97b26 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cca47604-b705-4d0a-9268-a9204e49bd0d HTTP/1.1" status: 204 len: 168 time: 0.6317644 May 26 15:54:58.250929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53560) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:58.446219 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:58.481171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4225-c892-4c8d-9092-d5dd96d40834 req-08b7a353-0855-4e48-b7e5-8092e15b7dab tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:58.490200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dbf4225-c892-4c8d-9092-d5dd96d40834 req-08b7a353-0855-4e48-b7e5-8092e15b7dab tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1096 time: 0.0943654 May 26 15:54:58.495190 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4a51bd-583e-4ac4-b947-f35ad71bada0 x-openstack-request-id: req-ac4a51bd-583e-4ac4-b947-f35ad71bada0 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:54:58.498631 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:54:58.499155 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac4a51bd-583e-4ac4-b947-f35ad71bada0 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:54:58.500691 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4a51bd-583e-4ac4-b947-f35ad71bada0'] response: {'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae', 'code': 200} May 26 15:54:58.588388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dbf4225-c892-4c8d-9092-d5dd96d40834 req-204970e4-5c46-4842-a4a1-664e945b144c tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971994 May 26 15:54:58.647065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-cd6f51ef-f89e-48e2-b9de-c34d0720dbcb req-f93b096b-c38e-489f-a304-869a2572666a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:54:58.652730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa20d841-22e2-4063-b6b4-5b5e016f8af5 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:54:58.657923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd6f51ef-f89e-48e2-b9de-c34d0720dbcb req-f93b096b-c38e-489f-a304-869a2572666a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196860 May 26 15:54:58.684195 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Deleting port e4ba243a-5e55-413a-85fd-f0991cee1c46 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:58.685910 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:58.750764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: aa20d841-22e2-4063-b6b4-5b5e016f8af5 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:54:58.753727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa20d841-22e2-4063-b6b4-5b5e016f8af5 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:54:58.767741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a1ec6e30-bf51-4670-b84d-45cb5617574e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487888 May 26 15:54:58.884740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc9de1a-de54-4d78-af66-556f7678b75c None None] DHCP port deletion for a8e3bc15-4002-4094-b5c6-3e08ad96b7ad request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:54:58.888689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] For port e4ba243a-5e55-413a-85fd-f0991cee1c46, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e4ba243a-5e55-413a-85fd-f0991cee1c46,segment=NetworkSegment(b03eab83-e6d3-40bf-934e-5164fd24d8f4),segment_id=b03eab83-e6d3-40bf-934e-5164fd24d8f4)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:58.889291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:58.937165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Calling delete_port for e4ba243a-5e55-413a-85fd-f0991cee1c46 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:54:58.958550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d4a9645e-52be-4d4b-b119-e0518e3a6fae details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:59.027152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-3fea648b-d794-49d6-b294-3ce63ce208ac tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:54:59.035981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-3fea648b-d794-49d6-b294-3ce63ce208ac tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665405 May 26 15:54:59.056440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-959b6d7e-be2f-4568-9566-8ba4028338b9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/quotas/7ad6291b93cf4091962ae8d825bddcf1 HTTP/1.1" status: 200 len: 375 time: 0.0190365 May 26 15:54:59.112922 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.136629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3825a10e-e4d1-43f7-b7fd-23100450fea1 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:54:59.142771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-b5bf9052-d18b-4e47-9523-42731d6ef90a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856533 May 26 15:54:59.143385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ba243a-5e55-413a-85fd-f0991cee1c46,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:59.149779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] No DVR routers for this DVR port e4ba243a-5e55-413a-85fd-f0991cee1c46 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:54:59.248847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.279934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e3bc15-4002-4094-b5c6-3e08ad96b7ad']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:59.311196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03eab83-e6d3-40bf-934e-5164fd24d8f4') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:59.311950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03eab83-e6d3-40bf-934e-5164fd24d8f4') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:54:59.344990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3825a10e-e4d1-43f7-b7fd-23100450fea1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3825a10e-e4d1-43f7-b7fd-23100450fea1,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:59.345432 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.378320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '3825a10e-e4d1-43f7-b7fd-23100450fea1', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'port_id': '3825a10e-e4d1-43f7-b7fd-23100450fea1', 'mac_address': 'fa:16:3e:79:ef:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:54:59.379511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.405754 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:54:59.406389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.475526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3825a10e-e4d1-43f7-b7fd-23100450fea1 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:54:59.476062 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.508241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3825a10e-e4d1-43f7-b7fd-23100450fea1 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:54:59.513629 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b03eab83-e6d3-40bf-934e-5164fd24d8f4 resource provider aggregate not found May 26 15:54:59.577412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.585978 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.607487 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a8e3bc15-4002-4094-b5c6-3e08ad96b7ad HTTP/1.1" status: 204 len: 168 time: 1.3549116 May 26 15:54:59.612958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9de1a-de54-4d78-af66-556f7678b75c None None] Deleting port e4ba243a-5e55-413a-85fd-f0991cee1c46 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:54:59.613871 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dfc9de1a-de54-4d78-af66-556f7678b75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.614693 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b03eab83-e6d3-40bf-934e-5164fd24d8f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b03eab83-e6d3-40bf-934e-5164fd24d8f4 found for delete ", "request_id": "req-97ec330e-0999-42ba-9991-cd58d7bf9dd9"}]} May 26 15:54:59.637522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f057e1-5f26-45d5-8bff-91b822ba0311 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e3bc15-4002-4094-b5c6-3e08ad96b7ad,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:54:59.676421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3825a10e-e4d1-43f7-b7fd-23100450fea1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3825a10e-e4d1-43f7-b7fd-23100450fea1,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-dfc9de1a-de54-4d78-af66-556f7678b75c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad could not be found. May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._iter().one() May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._only_one_row( May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 15:54:59.755874 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network a8e3bc15-4002-4094-b5c6-3e08ad96b7ad could not be found. May 26 15:54:59.760191 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 15:54:59.785617 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:59.913097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53614) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:59.961752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-484e2440-8615-41d8-949b-45efd38b050b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=444c8d12d584407daaa58c43eca94311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468869 May 26 15:54:59.965241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53616) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:00.014326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf2149b-f11a-49e7-ac48-859bf8a9de46 None None] DHCP port deletion for a8e3bc15-4002-4094-b5c6-3e08ad96b7ad request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:55:00.030901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3825a10e-e4d1-43f7-b7fd-23100450fea1,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:00.050397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058ec6c-a867-4fed-a586-ae7432b1d3ba req-f41343f5-a37a-4587-8bc6-11cb61875e44 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:00.053040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:00.056806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5058ec6c-a867-4fed-a586-ae7432b1d3ba req-f41343f5-a37a-4587-8bc6-11cb61875e44 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 947 time: 0.0830722 May 26 15:55:00.078717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae', 'mac_address': 'fa:16:3e:f9:b2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:00.104832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384ccb7-72e7-4ae1-8c76-e91935f08750 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 15:55:00.180523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['3825a10e-e4d1-43f7-b7fd-23100450fea1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:00.201102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-a3e44bc0-be61-46e1-86ba-2992a1e1685a tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:55:00.202129 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-a3e44bc0-be61-46e1-86ba-2992a1e1685a tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148642 May 26 15:55:00.207541 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f91ffc6e-3131-4350-9d95-1419cf3e5e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:00.230625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5058ec6c-a867-4fed-a586-ae7432b1d3ba req-a5d09638-5da8-4f45-9f68-5f7f7cc1fb0e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546886 May 26 15:55:00.255484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f91ffc6e-3131-4350-9d95-1419cf3e5e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:00.401012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-b3d7db86-5f31-4605-bf94-128dbc32ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:00.403018 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-b3d7db86-5f31-4605-bf94-128dbc32ab2b service neutron] 10.222.0.39 "GET /v2.0/ports/302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 200 len: 1093 time: 0.0786114 May 26 15:55:00.422924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Request body: {'binding': {'host': 'n-h1-843336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:00.424583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Unknown quota resources ['binding']. {{(pid=109404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:55:00.483998 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f91ffc6e-3131-4350-9d95-1419cf3e5e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:00.494739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f91ffc6e-3131-4350-9d95-1419cf3e5e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:00.496272 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f91ffc6e-3131-4350-9d95-1419cf3e5e29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90c0ab3b-4560-43bb-af63-35f19aef474a HTTP/1.1" status: 204 len: 168 time: 0.5299814 May 26 15:55:00.531782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ffc6e-3131-4350-9d95-1419cf3e5e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c0ab3b-4560-43bb-af63-35f19aef474a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:00.533626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49d8bf-d535-4bb2-bd35-af9711c2fa3b req-547d9cda-61e1-4345-af1c-8bc0a9de70f6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:00.537698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f49d8bf-d535-4bb2-bd35-af9711c2fa3b req-547d9cda-61e1-4345-af1c-8bc0a9de70f6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 946 time: 0.1669047 May 26 15:55:00.624144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f49d8bf-d535-4bb2-bd35-af9711c2fa3b req-fb4049cd-aceb-4dd5-98cd-536a31903a28 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791945 May 26 15:55:00.679535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d4a9645e-52be-4d4b-b119-e0518e3a6fae is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:00.679926 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:00.749182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e4ba243a-5e55-413a-85fd-f0991cee1c46 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:55:00.915393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e4ba243a-5e55-413a-85fd-f0991cee1c46 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:55:00.915393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e4ba243a-5e55-413a-85fd-f0991cee1c46 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:55:01.011558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd462372-5a83-49d3-b98e-b2d6d244496a req-edc4f8c2-9a9a-406a-ba45-0b093492282d tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:01.016171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd462372-5a83-49d3-b98e-b2d6d244496a req-edc4f8c2-9a9a-406a-ba45-0b093492282d tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 945 time: 0.1777840 May 26 15:55:01.115527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a9645e-52be-4d4b-b119-e0518e3a6fae {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:01.119385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd462372-5a83-49d3-b98e-b2d6d244496a req-4584a39f-d20c-4a52-8ef0-f222524c5817 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916493 May 26 15:55:01.305519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384ccb7-72e7-4ae1-8c76-e91935f08750 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 15:55:01.318077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82d6de-2168-4d2a-be58-84de8a491840 req-73cebaec-16e0-4b29-ab40-a62d4d324ec3 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:01.326624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:01.333661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b82d6de-2168-4d2a-be58-84de8a491840 req-73cebaec-16e0-4b29-ab40-a62d4d324ec3 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1096 time: 0.0927651 May 26 15:55:01.430518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b82d6de-2168-4d2a-be58-84de8a491840 req-ed145354-5227-42ae-8e51-dd8404c0e71e tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761712 May 26 15:55:01.453395 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:01.622891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de on host n-h1-843336-2 for vnic_type normal with profile None {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:01.623931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:01.626976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:01.644848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Port 302a8060-ad97-4f55-a669-0ac9887ba8de on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:01.647586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:01.677896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:01.678735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:01.681380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:01.683616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Bound port: 302a8060-ad97-4f55-a669-0ac9887ba8de, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:01.884692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d4a9645e-52be-4d4b-b119-e0518e3a6fae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:01.908354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:01.925600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:01.940409 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-b0f589f7-04d4-4614-b4b3-20bed03aa1c7 service neutron] 10.222.0.39 "POST /v2.0/ports/302a8060-ad97-4f55-a669-0ac9887ba8de/bindings HTTP/1.1" status: 201 len: 389 time: 1.5273199 May 26 15:55:02.003490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d4a9645e-52be-4d4b-b119-e0518e3a6fae,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:02.585547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-9e021555-7058-4298-8b4a-d859b6f403ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:02.597028 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-9e021555-7058-4298-8b4a-d859b6f403ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1096 time: 0.1061337 May 26 15:55:02.750920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3306a-ba19-4a74-a8c1-de224e19147b req-1e311d47-6523-4b76-950d-1c2f56316a9b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:02.772464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0e3306a-ba19-4a74-a8c1-de224e19147b req-1e311d47-6523-4b76-950d-1c2f56316a9b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 945 time: 0.2641215 May 26 15:55:02.870960 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-ed055631-1c3d-41aa-b70a-b3f2843bb514 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1215980 May 26 15:55:02.871823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-6214d167-1ed3-404e-bbaf-ddf51d7f8b14 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:02.873718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-6214d167-1ed3-404e-bbaf-ddf51d7f8b14 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 948 time: 0.3090892 May 26 15:55:02.878100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-bc6add40-385a-4ad9-aa0c-098e50e06ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:02.879582 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-bc6add40-385a-4ad9-aa0c-098e50e06ab3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.2756085 May 26 15:55:02.880381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0e3306a-ba19-4a74-a8c1-de224e19147b req-1512d366-a1bd-44c2-987c-f7417c3477ae tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068833 May 26 15:55:03.015530 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-a97c5221-3071-4b95-a04c-1267432a7963 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 200 len: 217 time: 0.1281824 May 26 15:55:03.066766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-ea1eb1de-6cd3-4718-a358-2f2490508681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:03.069870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3825a10e-e4d1-43f7-b7fd-23100450fea1 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:03.073231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-ea1eb1de-6cd3-4718-a358-2f2490508681 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 1099 time: 0.0913372 May 26 15:55:03.181503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 3825a10e-e4d1-43f7-b7fd-23100450fea1 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:55:03.193387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 3825a10e-e4d1-43f7-b7fd-23100450fea1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:03.220091 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:03.227834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-efd568f0-cce1-4034-9fa8-4ff9912a5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:03.229500 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-efd568f0-cce1-4034-9fa8-4ff9912a5aaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1237614 May 26 15:55:03.319322 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-c65009c8-da28-406a-9061-2e07212ce078 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747943 May 26 15:55:03.435166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3825a10e-e4d1-43f7-b7fd-23100450fea1 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:03.435604 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:03.437672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9c2a5bc0-69c0-4f11-8c0b-0434db9fae67 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:03.452847 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9c2a5bc0-69c0-4f11-8c0b-0434db9fae67 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5358088 May 26 15:55:03.487122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faf626f-f98d-4699-971f-f8396634a97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3825a10e-e4d1-43f7-b7fd-23100450fea1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:03.489568 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b8715e-f848-48bb-8cdd-c44cde1df955" -d '{"events": [{"server_uuid": "9faf626f-f98d-4699-971f-f8396634a97b", "name": "network-vif-plugged", "status": "completed", "tag": "3825a10e-e4d1-43f7-b7fd-23100450fea1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:03.515195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d4a9645e-52be-4d4b-b119-e0518e3a6fae up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:03.553797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3825a10e-e4d1-43f7-b7fd-23100450fea1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3825a10e-e4d1-43f7-b7fd-23100450fea1,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:03.563238 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:03.627972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Request body: {'port': {'device_id': '951ee704-1883-4816-a7d6-53157fb3e8fb', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '7ad6291b93cf4091962ae8d825bddcf1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:03.713818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3825a10e-e4d1-43f7-b7fd-23100450fea1,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:03.731441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d36878e1-eb1c-43c4-a413-fc313350e558 req-5d688be5-5fec-45c8-8401-a4039127069a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 210 time: 0.6265090 May 26 15:55:03.769476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port d4a9645e-52be-4d4b-b119-e0518e3a6fae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:03.769958 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:03.826840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-c873e6f0-0186-4e22-8d7c-07d193602f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:03.829498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-c873e6f0-0186-4e22-8d7c-07d193602f55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.7403302 May 26 15:55:03.879707 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-dcb86728-91f8-4b01-92e3-edfed3f9f021 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3148508 May 26 15:55:03.929161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-f81a3b2e-488e-437c-a00f-64e69315fefd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae HTTP/1.1" status: 200 len: 217 time: 0.0867724 May 26 15:55:04.009468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d4a9645e-52be-4d4b-b119-e0518e3a6fae is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:04.009603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-f0857574-5a47-4ab9-8f68-38030622ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:04.009884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:04.012303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-f0857574-5a47-4ab9-8f68-38030622ad63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0716577 May 26 15:55:04.119695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ebe74-b760-475a-89e6-54976daf6dc0 req-505754e6-de62-4534-8483-122eb9592dd0 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:04.119695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c05ebe74-b760-475a-89e6-54976daf6dc0 req-505754e6-de62-4534-8483-122eb9592dd0 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 946 time: 0.1714671 May 26 15:55:04.166431 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-a8820866-42c4-44e7-b277-f58e63bc2c51 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886198 May 26 15:55:04.166431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Made reservation on behalf of 7ad6291b93cf4091962ae8d825bddcf1 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:04.166853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c05ebe74-b760-475a-89e6-54976daf6dc0 req-f60f2845-d02f-425f-a9cd-cad47eb85477 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532308 May 26 15:55:04.166941 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:04.179861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-5dff466c-5095-4436-87e6-cc422357fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:04.184172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-5dff466c-5095-4436-87e6-cc422357fd2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433263 May 26 15:55:04.200313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:04.206621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:04.334254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d4a9645e-52be-4d4b-b119-e0518e3a6fae,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:04.386025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-c0ea3334-af2c-4229-b193-d614f627b30d service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919279 May 26 15:55:04.540427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c721998e-4a21-47b8-bb7a-aabedcc64cc3 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:55:04.548581 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c721998e-4a21-47b8-bb7a-aabedcc64cc3 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286176 May 26 15:55:04.571712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-fd46da34-950f-46e1-8381-3f35a3eb579f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:04.573373 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-fd46da34-950f-46e1-8381-3f35a3eb579f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6659565 May 26 15:55:04.618290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Request body: {'port': {'device_id': 'd86186ce-9a89-416a-8166-8756b4dc5c1f', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '7ad6291b93cf4091962ae8d825bddcf1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:04.658197 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-40b515e3-18a9-41ac-8f92-e87fe586bfcf service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313199 May 26 15:55:04.658388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a6aee-202d-42fe-a2a2-777e90d4f6c0 req-fb6eb3ac-3055-4a98-b678-eaed852d6e72 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:04.660095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed8a6aee-202d-42fe-a2a2-777e90d4f6c0 req-fb6eb3ac-3055-4a98-b678-eaed852d6e72 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.0987759 May 26 15:55:04.673366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-259789fa-ec80-4166-9a01-c336aa9a8dbc req-40474ad7-6a7f-404b-8f91-52a9a0b065c7 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702949 May 26 15:55:04.706665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-3a6d3fd6-89f1-42f0-a2f3-003f1e104932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:04.717964 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-3a6d3fd6-89f1-42f0-a2f3-003f1e104932 service neutron] 10.222.0.39 "GET /v2.0/ports/b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 200 len: 1093 time: 0.1681426 May 26 15:55:04.730979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Request body: {'binding': {'host': 'n-h2-843336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:04.731439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Unknown quota resources ['binding']. {{(pid=109404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:55:04.796154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed8a6aee-202d-42fe-a2a2-777e90d4f6c0 req-174299ef-d511-420a-a916-5fd9fe17b92a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204777 May 26 15:55:04.845521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Allocated IP 192.168.233.161 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/880902cb-7b18-4abc-a345-4fead36b0fcc) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:04.911873 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fd38be-0aab-4429-aee5-e4af09f6e1e0 x-openstack-request-id: req-57fd38be-0aab-4429-aee5-e4af09f6e1e0 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:04.912244 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faf626f-f98d-4699-971f-f8396634a97b", "name": "network-vif-plugged", "status": "completed", "tag": "3825a10e-e4d1-43f7-b7fd-23100450fea1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:04.912502 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57fd38be-0aab-4429-aee5-e4af09f6e1e0 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:04.913649 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57fd38be-0aab-4429-aee5-e4af09f6e1e0'] response: {'server_uuid': '9faf626f-f98d-4699-971f-f8396634a97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3825a10e-e4d1-43f7-b7fd-23100450fea1', 'code': 200} May 26 15:55:04.979022 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfb74275-b671-4a20-8b87-1e3cfdc4e9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:05.146538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01ae29-b22e-4803-b660-e06ab568784b req-023aefc3-70fc-4c04-b61a-df1221299591 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:05.155423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be01ae29-b22e-4803-b660-e06ab568784b req-023aefc3-70fc-4c04-b61a-df1221299591 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 945 time: 0.1245983 May 26 15:55:05.180426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57d6f8-1889-47c0-9985-dde655e66b8f req-651a5b2c-069e-4270-8a5a-18537700c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:05.182411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e57d6f8-1889-47c0-9985-dde655e66b8f req-651a5b2c-069e-4270-8a5a-18537700c28b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 1097 time: 0.0848813 May 26 15:55:05.241161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be01ae29-b22e-4803-b660-e06ab568784b req-2da5f505-a37d-4665-af46-10a7c6ff2b54 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766351 May 26 15:55:05.288455 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e57d6f8-1889-47c0-9985-dde655e66b8f req-ea33c952-7e00-4c2d-8b07-1b11b4b571e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856586 May 26 15:55:05.420081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-94876b65-9101-4773-afb7-ae8236e41feb tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:05.421735 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-94876b65-9101-4773-afb7-ae8236e41feb tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.5313075 May 26 15:55:05.434022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2b15f1e-d0f9-413c-8807-d52a8382bd4a req-50b673e5-9ea8-49f3-899b-28e5757dd785 tempest-AbsoluteLimitsNegativeTestJSON-1472663904 tempest-AbsoluteLimitsNegativeTestJSON-1472663904-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=373b041b472e413884c15a8fce25dffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566483 May 26 15:55:05.534647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843336-2'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:05.639435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b15f1e-d0f9-413c-8807-d52a8382bd4a req-f2d22639-53a8-4f0b-bba4-380d6e4d2d97 tempest-AbsoluteLimitsNegativeTestJSON-1472663904 tempest-AbsoluteLimitsNegativeTestJSON-1472663904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:05.650651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2b15f1e-d0f9-413c-8807-d52a8382bd4a req-f2d22639-53a8-4f0b-bba4-380d6e4d2d97 tempest-AbsoluteLimitsNegativeTestJSON-1472663904 tempest-AbsoluteLimitsNegativeTestJSON-1472663904-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157066 May 26 15:55:05.674781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2b15f1e-d0f9-413c-8807-d52a8382bd4a req-67c7d935-2ab4-4f4f-981c-17eda7019bee tempest-AbsoluteLimitsNegativeTestJSON-1472663904 tempest-AbsoluteLimitsNegativeTestJSON-1472663904-project] 10.222.0.39 "GET /v2.0/quotas/373b041b472e413884c15a8fce25dffc HTTP/1.1" status: 200 len: 375 time: 0.0216010 May 26 15:55:05.681688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Made reservation on behalf of 7ad6291b93cf4091962ae8d825bddcf1 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:05.694253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:05.719099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2b15f1e-d0f9-413c-8807-d52a8382bd4a req-911b2a70-596a-4104-9508-a1babc4d4f12 tempest-AbsoluteLimitsNegativeTestJSON-1472663904 tempest-AbsoluteLimitsNegativeTestJSON-1472663904-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=373b041b472e413884c15a8fce25dffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384104 May 26 15:55:05.878028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35c9edd7-579d-495d-898e-228e7daae17d req-030c5a1d-55db-4fc3-adfd-c6d197cc2ac8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 210 time: 0.0510023 May 26 15:55:05.954417 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:05.956584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:05.960502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on host n-h2-843336-2 for vnic_type normal with profile None {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:05.961236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:05.961847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:06.001140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:06.002134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:06.091502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:06.091918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:06.100253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a103b31-2445-445b-b4a4-ae39fc0d5386 req-53809aac-81ed-4ca2-a11a-301529f89eab tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:06.101930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:06.103069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Bound port: b72acfd8-a7d9-4959-8cdd-a7dbde904106, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:06.104250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a103b31-2445-445b-b4a4-ae39fc0d5386 req-53809aac-81ed-4ca2-a11a-301529f89eab tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 946 time: 0.0860314 May 26 15:55:06.190686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a103b31-2445-445b-b4a4-ae39fc0d5386 req-7127f255-0ba6-4894-8625-1b0e69aa1381 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607812 May 26 15:55:06.252385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:06.263326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53748) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:06.275162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:06.374548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:06.396789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:06.398255 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6ee40459-9929-42e4-9c73-d0ce1bd8d014 service neutron] 10.222.0.39 "POST /v2.0/ports/b72acfd8-a7d9-4959-8cdd-a7dbde904106/bindings HTTP/1.1" status: 201 len: 389 time: 1.6765249 May 26 15:55:06.419303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:06.424323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c47273-345b-4bc3-b2c9-f4299c64d4ec req-ff34bd2b-30cd-4d14-9dca-a596e42ab7b9 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:06.427629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99c47273-345b-4bc3-b2c9-f4299c64d4ec req-ff34bd2b-30cd-4d14-9dca-a596e42ab7b9 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.1106043 May 26 15:55:06.431126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:06.433618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Allocated IP 192.168.233.244 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/a68cadcd-d2eb-42c1-b36d-abae9cd49b37) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:06.438026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event updated for resources: {'Port': ['ID=880902cb-7b18-4abc-a345-4fead36b0fcc,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:06.470666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:06.642321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:06.647755 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a4301a9-49d7-477a-8e6e-f850a7a70ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:06.657684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99c47273-345b-4bc3-b2c9-f4299c64d4ec req-70424cd3-8d16-44b1-86ec-a6f371d67581 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034612 May 26 15:55:06.666996 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:06.679202 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:06.736754 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9ce9d0e2-e448-41ab-a54e-0f5f42d012db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1782420 May 26 15:55:06.806768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Request body: {'port': {'device_id': '951ee704-1883-4816-a7d6-53157fb3e8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:06.817183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a4301a9-49d7-477a-8e6e-f850a7a70ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:06.855867 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a4301a9-49d7-477a-8e6e-f850a7a70ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:06.861501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:06.918026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:06.920342 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c42a9cd-1152-402b-aab3-8525c8121e54" -d '{"events": [{"server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "name": "network-vif-plugged", "status": "completed", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:06.934853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4301a9-49d7-477a-8e6e-f850a7a70ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6adad0-4ccd-4159-8ec0-ed924b3506d8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:06.943381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8a4301a9-49d7-477a-8e6e-f850a7a70ab8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=373b041b472e413884c15a8fce25dffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6792133 May 26 15:55:06.956606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53766) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:06.988856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:06.993054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f847-099f-4b24-8449-2ab02d2c5bcb req-c94a04e1-b107-42ae-93ae-635451984bfa tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:06.996034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc41f847-099f-4b24-8449-2ab02d2c5bcb req-c94a04e1-b107-42ae-93ae-635451984bfa tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 945 time: 0.1818728 May 26 15:55:06.999992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3b83c841-5465-4aad-97e1-06acfd57e020 None None] Provisioning complete for port 880902cb-7b18-4abc-a345-4fead36b0fcc triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:07.000679 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3b83c841-5465-4aad-97e1-06acfd57e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.002242 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08298ee3-5bfb-4a81-bed9-24011e05329c" -d '{"events": [{"server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "name": "network-vif-unplugged", "status": "completed", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:07.004907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f2b3ec21-80fd-442e-a32e-b7557c0d97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:07.007031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f2b3ec21-80fd-442e-a32e-b7557c0d97e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1096 time: 0.1244941 May 26 15:55:07.010200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.030590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.038498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.052013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3b83c841-5465-4aad-97e1-06acfd57e020 None None] Port 880902cb-7b18-4abc-a345-4fead36b0fcc cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:55:07.114967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc41f847-099f-4b24-8449-2ab02d2c5bcb req-827f483a-916a-4483-bfbd-899494f22158 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057608 May 26 15:55:07.130694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53772) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:07.136798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-88401210-0c83-4423-901e-03359c5ae61a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1498423665', 'description': 'tempest-description--121881268'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:07.178969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88401210-0c83-4423-901e-03359c5ae61a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.201090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Pushing event updated for resources: {'Port': ['ID=302a8060-ad97-4f55-a669-0ac9887ba8de,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:07.219379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6bf1e919-2e99-4779-adca-3ed8d341683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:07.221728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-6bf1e919-2e99-4779-adca-3ed8d341683e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.2045720 May 26 15:55:07.239370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8df50dde-fa52-4f7a-b26c-f8d4eac96a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.244121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.295285 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-cf1dc76f-884a-43f7-967a-02cf336a07d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 200 len: 217 time: 0.0588865 May 26 15:55:07.391650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab76324-6b85-4f64-b82f-db645dc476db req-5e82aec9-c875-4793-a4e9-7dd9d21ebd84 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:07.393397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ab76324-6b85-4f64-b82f-db645dc476db req-5e82aec9-c875-4793-a4e9-7dd9d21ebd84 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.1889386 May 26 15:55:07.433650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-7bb23453-1535-4000-a201-a20267c409a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:07.435221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-7bb23453-1535-4000-a201-a20267c409a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1177897 May 26 15:55:07.443185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989515c0-574e-4a0d-9e8a-d4e2dbe87b50 req-7ed77685-151c-4a02-8012-0dcd45b572a2 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:07.444784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-989515c0-574e-4a0d-9e8a-d4e2dbe87b50 req-7ed77685-151c-4a02-8012-0dcd45b572a2 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 945 time: 0.1984720 May 26 15:55:07.496531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-b6ae6872-2fa8-42cb-9062-81c4bf94e62a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487719 May 26 15:55:07.532075 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88401210-0c83-4423-901e-03359c5ae61a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.550177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88401210-0c83-4423-901e-03359c5ae61a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.563122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ab76324-6b85-4f64-b82f-db645dc476db req-09dfab1d-e072-40e3-abc9-932e35404a34 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565800 May 26 15:55:07.595095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de on host n-h2-843336-2 for vnic_type normal with profile {"migrating_to": "n-h1-843336-2"} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:07.595095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:07.595095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:07.604863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8df50dde-fa52-4f7a-b26c-f8d4eac96a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.606560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Port 302a8060-ad97-4f55-a669-0ac9887ba8de on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:07.606882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Attempting to bind port 302a8060-ad97-4f55-a669-0ac9887ba8de on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:07.630946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:07.631304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:07.631661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:07.632233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Bound port: 302a8060-ad97-4f55-a669-0ac9887ba8de, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:07.632799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.634460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-989515c0-574e-4a0d-9e8a-d4e2dbe87b50 req-9cca9422-7dd4-4ca1-b2cd-3ce12f3ab1d0 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676359 May 26 15:55:07.651255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88401210-0c83-4423-901e-03359c5ae61a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.654036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-88401210-0c83-4423-901e-03359c5ae61a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5223579 May 26 15:55:07.657784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53778) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:07.667363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3295e106-9fa4-4c39-bb01-a25abac16415 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Request body: {'security_group_rule': {'security_group_id': '1b02fd5f-4a99-4e51-b9f1-233b84a34281', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:07.676551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88401210-0c83-4423-901e-03359c5ae61a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b02fd5f-4a99-4e51-b9f1-233b84a34281,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:07.697302 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08f0925-bc15-48c4-83e6-af95793efb78 x-openstack-request-id: req-e08f0925-bc15-48c4-83e6-af95793efb78 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:07.698165 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "name": "network-vif-plugged", "status": "completed", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:07.698433 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e08f0925-bc15-48c4-83e6-af95793efb78 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:07.700055 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08f0925-bc15-48c4-83e6-af95793efb78'] response: {'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae', 'code': 200} May 26 15:55:07.703858 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f0cb60a5-ebf2-4d03-be4c-d199b9d82373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.718044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.738987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:07.771549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-d0d4592c-48b6-47ca-99f2-cc19b9a6da44 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570987 May 26 15:55:07.808423 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3295e106-9fa4-4c39-bb01-a25abac16415 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.847467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:07.861145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:07.876501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25140f8-1f70-4149-aa31-9fdb86732dd1 req-dab5b798-6569-408c-8b2a-ee5460363f9f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:07.879215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a25140f8-1f70-4149-aa31-9fdb86732dd1 req-dab5b798-6569-408c-8b2a-ee5460363f9f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 936 time: 0.1647284 May 26 15:55:07.881313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:07.889057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:07.903475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event updated for resources: {'Port': ['ID=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:07.945353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8df50dde-fa52-4f7a-b26c-f8d4eac96a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.947725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8df50dde-fa52-4f7a-b26c-f8d4eac96a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:07.951842 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8df50dde-fa52-4f7a-b26c-f8d4eac96a06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c6adad0-4ccd-4159-8ec0-ed924b3506d8 HTTP/1.1" status: 204 len: 168 time: 0.9821174 May 26 15:55:07.963668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:08.008330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.028785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df50dde-fa52-4f7a-b26c-f8d4eac96a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6adad0-4ccd-4159-8ec0-ed924b3506d8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:08.053513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a25140f8-1f70-4149-aa31-9fdb86732dd1 req-b21e529c-a19b-4a0b-a8cf-a6cc8fe30e79 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586418 May 26 15:55:08.069044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f716affa-42fc-4308-af53-15d488a5eeb6 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757769 May 26 15:55:08.140985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:08.141750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.157269 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3295e106-9fa4-4c39-bb01-a25abac16415 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.173642 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3295e106-9fa4-4c39-bb01-a25abac16415 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.249731 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59c9ef-d0bd-48da-a0a8-a50adddb17e0 x-openstack-request-id: req-4d59c9ef-d0bd-48da-a0a8-a50adddb17e0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:08.250024 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "name": "network-vif-unplugged", "status": "completed", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:08.252624 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d59c9ef-d0bd-48da-a0a8-a50adddb17e0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:08.253046 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d59c9ef-d0bd-48da-a0a8-a50adddb17e0'] response: {'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de', 'code': 200} May 26 15:55:08.270257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295e106-9fa4-4c39-bb01-a25abac16415 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361b1021-bc7b-4e3a-87cf-8751fad3c9e3,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:08.292234 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:08.293028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.293312 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3295e106-9fa4-4c39-bb01-a25abac16415 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.294473 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] 10.222.0.24 "PUT /v2.0/ports/302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 200 len: 1121 time: 2.7884088 May 26 15:55:08.294993 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3295e106-9fa4-4c39-bb01-a25abac16415 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6360319 May 26 15:55:08.301429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53792) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:08.312737 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-39ebe52b-989a-446e-87a3-c316a12efd12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6877604 May 26 15:55:08.326118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c5ee92a3-5b68-4f04-a0a6-0ab8fc39ea02 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Request body: {'security_group_rule': {'security_group_id': '1b02fd5f-4a99-4e51-b9f1-233b84a34281', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:08.328207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Request body: {'port': {'device_id': 'd86186ce-9a89-416a-8166-8756b4dc5c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:08.350985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880902cb-7b18-4abc-a345-4fead36b0fcc {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:08.357498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99360c51-47c5-40ee-8c89-546eff58733b service neutron] Pushing event updated for resources: {'Port': ['ID=302a8060-ad97-4f55-a669-0ac9887ba8de,revision_number=8']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:08.404679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.442776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['302a8060-ad97-4f55-a669-0ac9887ba8de'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:08.460605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-5244f71c-a0d8-4c08-bee4-458fa18c9aac tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:08.468790 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-5244f71c-a0d8-4c08-bee4-458fa18c9aac tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.2690852 May 26 15:55:08.497394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Transition to ACTIVE for port object 880902cb-7b18-4abc-a345-4fead36b0fcc will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:08.526633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843336-2'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:08.527433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c5ee92a3-5b68-4f04-a0a6-0ab8fc39ea02 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.533158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.546447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-73553f04-aca8-4531-a070-4a0e5934957c None None] Provisioning complete for port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:08.547167 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-73553f04-aca8-4531-a070-4a0e5934957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.601899 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.606854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-73553f04-aca8-4531-a070-4a0e5934957c None None] Port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:55:08.652913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Pushing event updated for resources: {'Port': ['ID=880902cb-7b18-4abc-a345-4fead36b0fcc,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:08.675289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c4a56-d7d9-46b0-9a85-07ebd1f21b95 req-e8644ee2-af50-4aae-9c1e-6f94641686f3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:08.679151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a62c4a56-d7d9-46b0-9a85-07ebd1f21b95 req-e8644ee2-af50-4aae-9c1e-6f94641686f3 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 946 time: 0.3477385 May 26 15:55:08.685883 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.938397 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:08.963281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a62c4a56-d7d9-46b0-9a85-07ebd1f21b95 req-8a83795b-753d-4a76-9d23-7e2b3eeffc63 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652612 May 26 15:55:08.984194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Attempting to bind port 880902cb-7b18-4abc-a345-4fead36b0fcc on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:08.984578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Attempting to bind port 880902cb-7b18-4abc-a345-4fead36b0fcc by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:08.985228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Attempting to bind port 880902cb-7b18-4abc-a345-4fead36b0fcc on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:09.000250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f56b4-3e6c-49fb-a17f-416ffb63c9dd req-627f15a5-a19c-4fd4-973c-785567daae2e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:09.002624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a73f56b4-3e6c-49fb-a17f-416ffb63c9dd req-627f15a5-a19c-4fd4-973c-785567daae2e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 943 time: 0.3107481 May 26 15:55:09.007437 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c5ee92a3-5b68-4f04-a0a6-0ab8fc39ea02 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.025838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Port 880902cb-7b18-4abc-a345-4fead36b0fcc on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:09.026205 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Attempting to bind port 880902cb-7b18-4abc-a345-4fead36b0fcc on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:09.050098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:09.051376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:09.052808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:09.053462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Bound port: 880902cb-7b18-4abc-a345-4fead36b0fcc, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:09.056386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.089667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c5ee92a3-5b68-4f04-a0a6-0ab8fc39ea02 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.147350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee92a3-5b68-4f04-a0a6-0ab8fc39ea02 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb65aa0-b14f-4439-af9a-ab46c0e6ece1,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:09.190073 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c5ee92a3-5b68-4f04-a0a6-0ab8fc39ea02 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.191526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c5ee92a3-5b68-4f04-a0a6-0ab8fc39ea02 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8872166 May 26 15:55:09.214185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53822) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:09.257206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:09.287088 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a73f56b4-3e6c-49fb-a17f-416ffb63c9dd req-0cc776a2-9111-4c04-9426-c87f0b1f61bc tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580338 May 26 15:55:09.327329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.366029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf9e9f-23d2-485d-aee0-b0fce455da75 req-2ca7f5f8-a1ec-4998-9bea-bce1b0746234 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:09.366029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ddf9e9f-23d2-485d-aee0-b0fce455da75 req-2ca7f5f8-a1ec-4998-9bea-bce1b0746234 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 945 time: 0.2170129 May 26 15:55:09.458942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68cadcd-d2eb-42c1-b36d-abae9cd49b37 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:09.468951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:09.489980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.492494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53828) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:09.521577 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] For port 880902cb-7b18-4abc-a345-4fead36b0fcc, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:09.525444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Transition to ACTIVE for port object a68cadcd-d2eb-42c1-b36d-abae9cd49b37 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:09.528422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] For port 880902cb-7b18-4abc-a345-4fead36b0fcc, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=880902cb-7b18-4abc-a345-4fead36b0fcc,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:09.530611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.544326 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.584338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ddf9e9f-23d2-485d-aee0-b0fce455da75 req-18402f32-e61d-4dcb-9455-796e7654c24a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023373 May 26 15:55:09.638088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:09.655001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e75c0-1e06-412c-a1f4-be14264052af req-1e2ede0f-3d3f-4db7-8a30-b7e10af9fe88 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:09.663218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-227e75c0-1e06-412c-a1f4-be14264052af req-1e2ede0f-3d3f-4db7-8a30-b7e10af9fe88 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 946 time: 0.2048705 May 26 15:55:09.679172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:09.682734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.688784 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] 10.222.0.32 "PUT /v2.0/ports/880902cb-7b18-4abc-a345-4fead36b0fcc HTTP/1.1" status: 200 len: 1096 time: 2.8937626 May 26 15:55:09.697168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53834) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:09.706515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Request body: {'floatingip': {'port_id': '3825a10e-e4d1-43f7-b7fd-23100450fea1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:09.784356 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.822336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:09.890672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1286278526-network', 'tenant_id': 'baf516d6bb4541df9fc536d1fce4a4ae'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:09.918284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:09.920454 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490647a4-e932-402b-8d36-fbe05b8f8b1b" -d '{"events": [{"server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "name": "network-vif-unplugged", "status": "completed", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:09.928429 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:09.955611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Made reservation on behalf of baf516d6bb4541df9fc536d1fce4a4ae for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:09.959079 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:10.001129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:10.012741 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20fdede-dabb-4f3b-94d5-84c3416f1ba8 x-openstack-request-id: req-b20fdede-dabb-4f3b-94d5-84c3416f1ba8 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:10.013038 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "name": "network-vif-unplugged", "status": "completed", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:10.013291 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b20fdede-dabb-4f3b-94d5-84c3416f1ba8 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:10.013742 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20fdede-dabb-4f3b-94d5-84c3416f1ba8'] response: {'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106', 'code': 200} May 26 15:55:10.058920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:10.140132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Attempting to bind port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:10.141193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Attempting to bind port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:10.141521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Attempting to bind port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:10.154021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:10.154536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Attempting to bind port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:10.166758 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:10.167278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:10.167902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:10.168365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Bound port: a68cadcd-d2eb-42c1-b36d-abae9cd49b37, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:10.168731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:10.179755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-95e6ddaf-f378-411e-aa61-2d6c6de80d1a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627565 May 26 15:55:10.206756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-4d735fac-2688-43a2-943d-807602c31f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:10.206976 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:10.208341 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-4d735fac-2688-43a2-943d-807602c31f15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 1099 time: 0.4418945 May 26 15:55:10.271292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631d841-9098-4d3a-b090-8612d54db6ce req-83f6e03c-e465-478b-8c6b-a0c5d0025521 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:10.279953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f631d841-9098-4d3a-b090-8612d54db6ce req-83f6e03c-e465-478b-8c6b-a0c5d0025521 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 948 time: 0.3703144 May 26 15:55:10.302743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Pushing event updated for resources: {'Port': ['ID=b72acfd8-a7d9-4959-8cdd-a7dbde904106,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:10.328982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] For port a68cadcd-d2eb-42c1-b36d-abae9cd49b37, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:10.335234 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] For port a68cadcd-d2eb-42c1-b36d-abae9cd49b37, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:10.338949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de'}, {'name': 'network-changed', 'server_uuid': '951ee704-1883-4816-a7d6-53157fb3e8fb', 'tag': '880902cb-7b18-4abc-a345-4fead36b0fcc'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:10.342335 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2196d4-aba9-4688-8a18-4bec956bc5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de"}, {"name": "network-changed", "server_uuid": "951ee704-1883-4816-a7d6-53157fb3e8fb", "tag": "880902cb-7b18-4abc-a345-4fead36b0fcc"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:10.353072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303ed66-c48e-4b43-9ee4-a6bb90744372 service neutron] Pushing event updated for resources: {'Port': ['ID=880902cb-7b18-4abc-a345-4fead36b0fcc,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:10.367865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:10.449970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on host n-h1-843336-2 for vnic_type normal with profile {"migrating_to": "n-h2-843336-2"} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:10.450261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:10.450667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:10.488481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:10.488835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Attempting to bind port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:10.505432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:10.546159 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-d2702434-9933-4cff-8bcb-8e6460c8480c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=880902cb-7b18-4abc-a345-4fead36b0fcc HTTP/1.1" status: 200 len: 217 time: 0.3063905 May 26 15:55:10.553432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:10.556078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:10.558824 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-a98624a6-0a21-4079-9bf4-d08f6384a2b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/a68cadcd-d2eb-42c1-b36d-abae9cd49b37 HTTP/1.1" status: 200 len: 1096 time: 2.2446294 May 26 15:55:10.682209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9299ddf3-3270-4e4e-933b-2f40283af236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:10.684463 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9299ddf3-3270-4e4e-933b-2f40283af236 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1334572 May 26 15:55:10.699005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9b3a7345-f2aa-4b72-ab58-efbdab358264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:10.701679 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-9b3a7345-f2aa-4b72-ab58-efbdab358264 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 1099 time: 0.0870922 May 26 15:55:10.762856 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:10.781940 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:10.840002 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-2bd0caad-7975-4def-ab23-fff8bcddff00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a68cadcd-d2eb-42c1-b36d-abae9cd49b37 HTTP/1.1" status: 200 len: 217 time: 0.1258976 May 26 15:55:10.914093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-24af2307-0052-4e0a-bafa-789f8e47b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:10.916922 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-24af2307-0052-4e0a-bafa-789f8e47b70b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2140846 May 26 15:55:10.938241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c8e96551-a4cd-417d-a0c6-8f1f0fd49a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:10.939760 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-c8e96551-a4cd-417d-a0c6-8f1f0fd49a9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0847251 May 26 15:55:10.998893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:10.999358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:10.999821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:11.000462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Bound port: b72acfd8-a7d9-4959-8cdd-a7dbde904106, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:11.000923 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:11.027004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f631d841-9098-4d3a-b090-8612d54db6ce req-99689d41-c067-49ca-addb-24d3afb386f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456727 May 26 15:55:11.103601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-499b9f2e-b8c9-4ed2-9b4c-c932a5f289af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:11.106208 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-499b9f2e-b8c9-4ed2-9b4c-c932a5f289af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455278 May 26 15:55:11.130712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-326aa55e-3bbf-46ca-8dc7-4cca874054cb service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942325 May 26 15:55:11.138130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 302a8060-ad97-4f55-a669-0ac9887ba8de details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:11.167239 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3f7348-a30d-441a-a6ff-868efe90fd08 x-openstack-request-id: req-7c3f7348-a30d-441a-a6ff-868efe90fd08 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:11.167854 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "951ee704-1883-4816-a7d6-53157fb3e8fb", "tag": "880902cb-7b18-4abc-a345-4fead36b0fcc", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:11.168190 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c3f7348-a30d-441a-a6ff-868efe90fd08 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:11.168748 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3f7348-a30d-441a-a6ff-868efe90fd08'] response: {'name': 'network-changed', 'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de', 'status': 'completed', 'code': 200} May 26 15:55:11.169102 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3f7348-a30d-441a-a6ff-868efe90fd08'] response: {'name': 'network-changed', 'server_uuid': '951ee704-1883-4816-a7d6-53157fb3e8fb', 'tag': '880902cb-7b18-4abc-a345-4fead36b0fcc', 'status': 'completed', 'code': 200} May 26 15:55:11.199815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.32', 61582) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:11.201816 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:11.212949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-2a87f9bc-81db-4cae-b8eb-f982ab36c498 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:11.214758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-2a87f9bc-81db-4cae-b8eb-f982ab36c498 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0134220 May 26 15:55:11.260362 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:11.272341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Allocated IP 172.25.0.46 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/7418ee54-8ba0-4d9c-923a-4d4b36b14e2f) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:11.375916 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-0e1fef0a-7bc1-472f-8ac7-ecca7ed71671 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591259 May 26 15:55:11.379004 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-b09658a2-0673-4901-83b9-2b3f20df3425 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306068 May 26 15:55:11.386707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:11.391324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-5694038f-a3a9-48aa-b445-78969f545d79 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/quotas/6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 375 time: 0.1356876 May 26 15:55:11.421868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:55:11.431004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 302a8060-ad97-4f55-a669-0ac9887ba8de has no active binding in host n-h1-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:55:11.579826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f4c3f4-7bf2-456a-a387-ee1b51c63d73,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:11.619889 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-e646f2f2-ab12-40a2-a8b2-f0a3e763aa00 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239506 May 26 15:55:11.626418 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:11.626762 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Added segment a996c3bf-b349-4562-b464-ba6e67a2cc67 of type vlan for network d3e70f54-48fa-42c3-b42b-7e1b40c94693 May 26 15:55:11.655471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:11.737693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:11.754097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-172a9065-39c5-409b-87e8-39fe8d6264af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:11.755866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-172a9065-39c5-409b-87e8-39fe8d6264af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1124 time: 0.5523620 May 26 15:55:11.764265 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:11.810760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:11.823733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feaa27-40d5-4446-bc66-af9f4e014f2a req-ba5b48d2-6661-46d9-97bc-77cbde787ce5 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:11.825940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3feaa27-40d5-4446-bc66-af9f4e014f2a req-ba5b48d2-6661-46d9-97bc-77cbde787ce5 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 943 time: 0.4624052 May 26 15:55:11.969411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-7dac4cae-da18-4530-8ab4-8c16381c2ebd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5192952 May 26 15:55:12.053289 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.071851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.072855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:12.073444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.076020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Pushing event updated for resources: {'Port': ['ID=b72acfd8-a7d9-4959-8cdd-a7dbde904106,revision_number=8']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:12.092695 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 15:55:12.186641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3feaa27-40d5-4446-bc66-af9f4e014f2a req-27880d6b-e822-4768-a79e-abc32ecae00f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280771 May 26 15:55:12.192131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:12.192131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.193136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-c61236c3-ebb2-42d9-8eeb-33c68c106488 service neutron] 10.222.0.32 "PUT /v2.0/ports/b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 200 len: 1121 time: 3.7063630 May 26 15:55:12.203342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:12.207933 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7cafe1-1067-4943-868f-fb9955aaf6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:12.279341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7558169 May 26 15:55:12.285247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53872) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:12.297142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Request body: {'subnet': {'network_id': 'd3e70f54-48fa-42c3-b42b-7e1b40c94693', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1286278526-subnet', 'tenant_id': 'baf516d6bb4541df9fc536d1fce4a4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:12.314808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['b72acfd8-a7d9-4959-8cdd-a7dbde904106'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:12.329230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-de3d948b-0a3e-4b52-81f1-10a20cf6053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:12.331048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-de3d948b-0a3e-4b52-81f1-10a20cf6053a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.5510614 May 26 15:55:12.337870 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Made reservation on behalf of baf516d6bb4541df9fc536d1fce4a4ae for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:12.342538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.358462 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.471042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27320d7e-51df-43f5-9ff1-c1eee5f8fd03 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e70f54-48fa-42c3-b42b-7e1b40c94693,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:12.503071 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.515861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network d3e70f54-48fa-42c3-b42b-7e1b40c94693 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:55:12.659724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.733059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-858928ba-a812-4e31-a14e-bad6583423ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 200 len: 217 time: 0.3366706 May 26 15:55:12.802053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2561c46-cf7e-4f3a-b539-fd79b22b4a20,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:12.807899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Checking segment: {'id': 'a996c3bf-b349-4562-b464-ba6e67a2cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd3e70f54-48fa-42c3-b42b-7e1b40c94693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:12.809400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Network hostable DHCP agents. Network: d3e70f54-48fa-42c3-b42b-7e1b40c94693, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:55:12.825695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.826661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.827570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.828153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.828961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.829529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.830321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.830903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.831437 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.832061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.832869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.833408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:12.841674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.866312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Network d3e70f54-48fa-42c3-b42b-7e1b40c94693 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:55:12.886696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, d3e70f54-48fa-42c3-b42b-7e1b40c94693) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:12.894646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:12.895649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.905331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b286f-78c5-44c6-b901-6aef84c871db None None] Network d3e70f54-48fa-42c3-b42b-7e1b40c94693 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:55:12.928982 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-32bbf1c3-1465-4a42-b2fd-dd72e0d19cda admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6413946 May 26 15:55:13.060330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1b525-5973-46f1-b593-dc03a3d240c4 req-188e4de9-a1c7-4158-9126-6220522232fa tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:13.063025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9e1b525-5973-46f1-b593-dc03a3d240c4 req-188e4de9-a1c7-4158-9126-6220522232fa tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 943 time: 0.7780178 May 26 15:55:13.093682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6599-9016-4bd7-88f7-2ae030afdb0a req-dd1f66b6-c8f6-495d-adb7-06454f255bac tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:13.096293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47eb6599-9016-4bd7-88f7-2ae030afdb0a req-dd1f66b6-c8f6-495d-adb7-06454f255bac tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 948 time: 0.6041410 May 26 15:55:13.115870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Pushing event updated for resources: {'Port': ['ID=7418ee54-8ba0-4d9c-923a-4d4b36b14e2f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:13.136805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-82bd707a-8e98-414d-b6f0-3091947c792a service neutron] 10.222.0.32 "GET /v2.0/ports/302a8060-ad97-4f55-a669-0ac9887ba8de/bindings/n-h1-843336-2 HTTP/1.1" status: 200 len: 384 time: 0.7887423 May 26 15:55:13.170301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86186ce-9a89-416a-8166-8756b4dc5c1f', 'tag': 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:13.172772 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d86186ce-9a89-416a-8166-8756b4dc5c1f", "tag": "a68cadcd-d2eb-42c1-b36d-abae9cd49b37"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:13.217958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:13.243851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db946f-6dff-4c02-9273-fc3b7a8c2840 None None] Network d3e70f54-48fa-42c3-b42b-7e1b40c94693 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:55:13.249458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:13.254211 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Floating IP d3dc6983-3902-49e4-903d-ed5ced5d8720 associated. External IP: 172.25.0.142, port: 3825a10e-e4d1-43f7-b7fd-23100450fea1. May 26 15:55:13.313026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-9261cdf5-a633-4b7e-baec-f5fcfc025116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:13.315542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-9261cdf5-a633-4b7e-baec-f5fcfc025116 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.5692325 May 26 15:55:13.395766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:13.479605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47eb6599-9016-4bd7-88f7-2ae030afdb0a req-4565d5e7-1b39-49e6-a5e4-a8bd89f6bfa2 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516452 May 26 15:55:13.534923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9e1b525-5973-46f1-b593-dc03a3d240c4 req-4ff5e25c-bdc5-4b36-9084-04b4119eb75e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330900 May 26 15:55:13.551709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-9f545b19-7252-4bc8-b0b9-337218f3a184 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927143 May 26 15:55:13.689254 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda6ab8-b39c-4782-abea-6541625c1d3e x-openstack-request-id: req-6eda6ab8-b39c-4782-abea-6541625c1d3e {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:13.691109 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86186ce-9a89-416a-8166-8756b4dc5c1f", "tag": "a68cadcd-d2eb-42c1-b36d-abae9cd49b37", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:13.691109 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6eda6ab8-b39c-4782-abea-6541625c1d3e {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:13.691109 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eda6ab8-b39c-4782-abea-6541625c1d3e'] response: {'name': 'network-changed', 'server_uuid': 'd86186ce-9a89-416a-8166-8756b4dc5c1f', 'tag': 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'status': 'completed', 'code': 200} May 26 15:55:13.706606 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb4018a-e8e8-45b1-b2bd-111a17a6d178 x-openstack-request-id: req-9fb4018a-e8e8-45b1-b2bd-111a17a6d178 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:13.706606 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:13.706907 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fb4018a-e8e8-45b1-b2bd-111a17a6d178 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:13.707531 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb4018a-e8e8-45b1-b2bd-111a17a6d178'] response: {'name': 'network-changed', 'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106', 'status': 'completed', 'code': 200} May 26 15:55:13.774621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1987ac32-e878-4698-976f-a32ac83bba43 req-4caa2ba1-2594-4950-954c-54c2b1f294d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 210 time: 0.1714714 May 26 15:55:13.786608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-c4aaad0e-08ff-4a3e-8e80-d0bb0d00cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:13.788579 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-c4aaad0e-08ff-4a3e-8e80-d0bb0d00cd81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1124 time: 0.1129291 May 26 15:55:13.853232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:13.954688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-ddc8352d-62a1-47db-8e35-39b5092561e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:13.957540 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-ddc8352d-62a1-47db-8e35-39b5092561e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 1099 time: 0.2301104 May 26 15:55:14.125044 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:14.125382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-c8ec6159-48ba-4905-8c95-43fff5455b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:14.132253 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-c8ec6159-48ba-4905-8c95-43fff5455b15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.3265486 May 26 15:55:14.202224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-7900789f-386c-44f3-95f3-884a01a96256 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1954489 May 26 15:55:14.250461 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-250fd825-c274-4765-81f8-52c15b4248a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 200 len: 217 time: 0.1114807 May 26 15:55:14.310408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-bec12373-4650-47cb-a124-1a2542c4cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:14.312594 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-bec12373-4650-47cb-a124-1a2542c4cc3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3373876 May 26 15:55:14.329874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-3f148628-8960-4a53-a0ac-6fe0142eef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:14.331439 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-3f148628-8960-4a53-a0ac-6fe0142eef4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.0694661 May 26 15:55:14.434681 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-3cbca708-d2b4-455d-a03d-78b90b741753 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a68cadcd-d2eb-42c1-b36d-abae9cd49b37 HTTP/1.1" status: 200 len: 217 time: 0.0901031 May 26 15:55:14.436927 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-82765a55-2fd4-4715-8bc6-c29a5f7ac000 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905850 May 26 15:55:14.548014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-5420a45b-2f5b-4137-bea7-4e842100fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:14.549635 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-5420a45b-2f5b-4137-bea7-4e842100fc97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0928578 May 26 15:55:14.621383 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-4ee2ff6f-11ba-4855-bf06-746d01bfe2c5 service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763425 May 26 15:55:14.667473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-c0f2ec2f-7b15-4c79-b55d-56b5f4f9b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:14.670250 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-c0f2ec2f-7b15-4c79-b55d-56b5f4f9b28b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044331 May 26 15:55:14.859421 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf7cafe1-1067-4943-868f-fb9955aaf6fb req-ddcc8cfe-03b8-4331-852a-122d921d74de service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259727 May 26 15:55:14.895957 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-8d6d0336-97dd-4585-99da-78b89f456022 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981065 May 26 15:55:14.904836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-43a59463-68d7-4320-b358-f67a80911d2f req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:15.004887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-b98d9430-d6ec-4f59-8afc-92c09781a4f1 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4284739 May 26 15:55:15.024286 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2bf7f7a7-7491-4546-9a1c-94fb369eb6dd req-c8f04647-7d0b-4818-a410-6f5b0ca9b90c service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123898 May 26 15:55:15.081883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-43a59463-68d7-4320-b358-f67a80911d2f req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:15.090571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b41e3-b46b-4a12-8d93-bd9bd0e60a29 req-5f978d0d-9dcd-454f-9176-26cf0844c626 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:15.092708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-237b41e3-b46b-4a12-8d93-bd9bd0e60a29 req-5f978d0d-9dcd-454f-9176-26cf0844c626 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 943 time: 1.0768745 May 26 15:55:15.293551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-43a59463-68d7-4320-b358-f67a80911d2f req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302a8060-ad97-4f55-a669-0ac9887ba8de {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:15.308745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Router 091e0278-378a-47e9-88eb-c0f4806a11da has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:55:15.332266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-6e80d31d-b824-48ab-9474-25d0aa9bae5c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:15.334121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-6e80d31d-b824-48ab-9474-25d0aa9bae5c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0923357 May 26 15:55:15.358844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-43a59463-68d7-4320-b358-f67a80911d2f req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:15.371690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-171fcff7-caa3-4a66-a936-3eb488a745fc tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:15.373213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-171fcff7-caa3-4a66-a936-3eb488a745fc tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/networks?id=d3e70f54-48fa-42c3-b42b-7e1b40c94693 HTTP/1.1" status: 200 len: 818 time: 1.0884962 May 26 15:55:15.391679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Request body: {'port': {'device_id': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '6bed64cfd8ea4c329d89b5a9361aa2bf'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:15.482295 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:15.523579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-237b41e3-b46b-4a12-8d93-bd9bd0e60a29 req-82c72cb2-49b6-4fab-88b5-2a6fc105a4ec tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355577 May 26 15:55:15.541299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b72acfd8-a7d9-4959-8cdd-a7dbde904106 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:15.546678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-b85038da-e0a3-48a3-82e0-26612a501ed0 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/quotas/baf516d6bb4541df9fc536d1fce4a4ae HTTP/1.1" status: 200 len: 375 time: 0.1394889 May 26 15:55:15.548733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-ca13d61e-353e-46cc-8a89-12a001545992 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274100 May 26 15:55:15.552640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 302a8060-ad97-4f55-a669-0ac9887ba8de no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:55:15.702357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-c23e3db6-d7ce-4dad-9ea4-a8fd217c83fa tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=baf516d6bb4541df9fc536d1fce4a4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1334584 May 26 15:55:15.845612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:15.849193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 302a8060-ad97-4f55-a669-0ac9887ba8de is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:15.865158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b72acfd8-a7d9-4959-8cdd-a7dbde904106 has no active binding in host n-h2-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:55:15.866517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 880902cb-7b18-4abc-a345-4fead36b0fcc details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:15.956513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.036247 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.043610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 880902cb-7b18-4abc-a345-4fead36b0fcc, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=880902cb-7b18-4abc-a345-4fead36b0fcc,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:16.062059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '880902cb-7b18-4abc-a345-4fead36b0fcc', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '880902cb-7b18-4abc-a345-4fead36b0fcc', 'mac_address': 'fa:16:3e:97:14:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:16.115096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 880902cb-7b18-4abc-a345-4fead36b0fcc is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:16.115608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.142820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880902cb-7b18-4abc-a345-4fead36b0fcc {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:16.171855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 880902cb-7b18-4abc-a345-4fead36b0fcc, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=880902cb-7b18-4abc-a345-4fead36b0fcc,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:16.176706 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.177562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a68cadcd-d2eb-42c1-b36d-abae9cd49b37 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:16.200509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7cc09-227a-40b4-bdb2-59e5050f6d63 req-3434eee3-005b-49bd-814a-8787f3c4c4d9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:16.202064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48a7cc09-227a-40b4-bdb2-59e5050f6d63 req-3434eee3-005b-49bd-814a-8787f3c4c4d9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 948 time: 0.4608498 May 26 15:55:16.236000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:55:16.238845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-43a59463-68d7-4320-b358-f67a80911d2f req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] Transition to ACTIVE for port object 302a8060-ad97-4f55-a669-0ac9887ba8de will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:16.248943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a68cadcd-d2eb-42c1-b36d-abae9cd49b37, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:16.252161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=880902cb-7b18-4abc-a345-4fead36b0fcc,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:16.262395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] Sync routers for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:55:16.263306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-3baec344-abd5-43d2-ab47-5548a5f9ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:16.265135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-3baec344-abd5-43d2-ab47-5548a5f9ca56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 1099 time: 0.5200207 May 26 15:55:16.270294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.271422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'mac_address': 'fa:16:3e:05:dd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:16.281148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:55:16.281788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:55:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:16.291999 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.295115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Made reservation on behalf of 6bed64cfd8ea4c329d89b5a9361aa2bf for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:16.298431 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.300590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Pushing event updated for resources: {'Port': ['ID=7418ee54-8ba0-4d9c-923a-4d4b36b14e2f,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:16.355859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:16.356243 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.367109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-36e36caf-4b8c-4a0e-90f7-2d69efdc38a7 service neutron] 10.222.0.39 "GET /v2.0/networks/d3e70f54-48fa-42c3-b42b-7e1b40c94693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629736 May 26 15:55:16.403562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68cadcd-d2eb-42c1-b36d-abae9cd49b37 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:16.408755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.409312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.409871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.410451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.411009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.411556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.412205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.412965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.413530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.414099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.414828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.415357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:16.432251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a68cadcd-d2eb-42c1-b36d-abae9cd49b37, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:16.441412 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.451480 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:55:16.468042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1080cc96-a392-4236-916e-cc6c691cd9ae tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "PUT /v2.0/floatingips/d3dc6983-3902-49e4-903d-ed5ced5d8720 HTTP/1.1" status: 200 len: 992 time: 6.7676303 May 26 15:55:16.523545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faf626f-f98d-4699-971f-f8396634a97b', 'tag': '3825a10e-e4d1-43f7-b7fd-23100450fea1'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:16.527691 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179e5eea-906b-4070-ad2a-59ab212af975" -d '{"events": [{"name": "network-changed", "server_uuid": "9faf626f-f98d-4699-971f-f8396634a97b", "tag": "3825a10e-e4d1-43f7-b7fd-23100450fea1"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:16.531116 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.581560 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-1bbd30b5-0a2a-4a80-bb30-38187b303dde service neutron] 10.222.0.24 "GET /v2.0/ports/b72acfd8-a7d9-4959-8cdd-a7dbde904106/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 384 time: 0.0963862 May 26 15:55:16.588248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:16.661417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48a7cc09-227a-40b4-bdb2-59e5050f6d63 req-0449043a-45ca-455c-a35a-2a8f5ebdfd15 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111228 May 26 15:55:16.698842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a59463-68d7-4320-b358-f67a80911d2f req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] No DVR routers for this DVR port 302a8060-ad97-4f55-a669-0ac9887ba8de on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:55:16.727787 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.739405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d1d15c07-b04a-4028-b36a-bbb3bc32ddbc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4804435 May 26 15:55:16.739405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] Pushing event updated for resources: {'Port': ['ID=302a8060-ad97-4f55-a669-0ac9887ba8de,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:16.816870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['880902cb-7b18-4abc-a345-4fead36b0fcc'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:16.844282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['a68cadcd-d2eb-42c1-b36d-abae9cd49b37'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:16.862105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-1c18ae4a-4015-483c-99c0-ea0243a8a0de service neutron] 10.222.0.32 "PUT /v2.0/ports/302a8060-ad97-4f55-a669-0ac9887ba8de/bindings/n-h1-843336-2/activate HTTP/1.1" status: 200 len: 369 time: 3.6755733 May 26 15:55:16.898562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:16.929760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:16.968621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72acfd8-a7d9-4959-8cdd-a7dbde904106 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:16.973585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-04a3795c-deef-4d01-835f-6f7577be1b7d service neutron] 10.222.0.39 "GET /v2.0/networks/d3e70f54-48fa-42c3-b42b-7e1b40c94693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012318 May 26 15:55:16.988300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:16.993385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-df259b31-b5e1-44d5-a1f2-c422230b5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:16.995007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-df259b31-b5e1-44d5-a1f2-c422230b5aa8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.7093010 May 26 15:55:17.011331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:17.032737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Allocated IP 192.168.233.8 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/973f45c3-f34e-4405-981e-ac5354ce4fb1) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:17.091310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-3f8c2cc3-91bd-4676-82fb-8d9e3820f806 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=880902cb-7b18-4abc-a345-4fead36b0fcc HTTP/1.1" status: 200 len: 217 time: 0.0780795 May 26 15:55:17.108886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ff2e-9bf3-4c19-9736-af4b6d5ad692 req-d1203307-a197-4444-a717-8f18e26e226c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:17.111488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7500ff2e-9bf3-4c19-9736-af4b6d5ad692 req-d1203307-a197-4444-a717-8f18e26e226c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 943 time: 0.2990093 May 26 15:55:17.114601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] Transition to ACTIVE for port object b72acfd8-a7d9-4959-8cdd-a7dbde904106 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:17.125384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:17.202821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] No DVR routers for this DVR port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:55:17.221211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-824c3289-abb9-4cf1-9885-7018ecca6229 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:17.223714 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-824c3289-abb9-4cf1-9885-7018ecca6229 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.2801335 May 26 15:55:17.230205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'd3dc6983-3902-49e4-903d-ed5ced5d8720', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'port_id': '3825a10e-e4d1-43f7-b7fd-23100450fea1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'mac_address': 'fa:16:3e:79:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faf626f-f98d-4699-971f-f8396634a97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:53:43Z', 'updated_at': '2022-05-26T15:55:11Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:17.254154 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] 10.222.0.24 "PUT /v2.0/ports/b72acfd8-a7d9-4959-8cdd-a7dbde904106/bindings/n-h2-843336-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6623051 May 26 15:55:17.254753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fa12e-d65c-4d3d-86b2-2c08990b1cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b72acfd8-a7d9-4959-8cdd-a7dbde904106,revision_number=10']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:17.336916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] Checking router: 091e0278-378a-47e9-88eb-c0f4806a11da for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:55:17.337766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-cf1c6606-c32d-4215-bc27-8fd92167563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:17.340170 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-cf1c6606-c32d-4215-bc27-8fd92167563a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1927655 May 26 15:55:17.362704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55bb8b65-e439-43e8-85f1-5f62e0d520dc req-7d666332-2701-4ef1-a999-e1422dbb357f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 210 time: 0.1340849 May 26 15:55:17.425886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:55:17.426797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:55:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:17.605362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:55:17.943377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'd3dc6983-3902-49e4-903d-ed5ced5d8720', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'port_id': '3825a10e-e4d1-43f7-b7fd-23100450fea1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'mac_address': 'fa:16:3e:79:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faf626f-f98d-4699-971f-f8396634a97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:53:43Z', 'updated_at': '2022-05-26T15:55:11Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:17.956994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7500ff2e-9bf3-4c19-9736-af4b6d5ad692 req-26b7cbdc-010f-4dd9-be71-fbd766f05096 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8322549 May 26 15:55:17.988948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c7493-f49d-4e20-9fe9-f62249a1570c None None] The sync data for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 is: [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'd3dc6983-3902-49e4-903d-ed5ced5d8720', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'port_id': '3825a10e-e4d1-43f7-b7fd-23100450fea1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'mac_address': 'fa:16:3e:79:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faf626f-f98d-4699-971f-f8396634a97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:53:43Z', 'updated_at': '2022-05-26T15:55:11Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:55:18.004677 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-94aeaab8-1134-4c32-b483-ea79f40c59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.006992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-94aeaab8-1134-4c32-b483-ea79f40c59d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f HTTP/1.1" status: 200 len: 1095 time: 0.6991396 May 26 15:55:18.024337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-deb84d35-4ba9-42ea-a4f4-5459a277d5df tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.026577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-deb84d35-4ba9-42ea-a4f4-5459a277d5df tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.6681144 May 26 15:55:18.049313 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88f26d-9875-42a4-806d-a982f299934e x-openstack-request-id: req-8f88f26d-9875-42a4-806d-a982f299934e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:18.049618 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faf626f-f98d-4699-971f-f8396634a97b", "tag": "3825a10e-e4d1-43f7-b7fd-23100450fea1", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:18.049861 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f88f26d-9875-42a4-806d-a982f299934e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:18.050312 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f88f26d-9875-42a4-806d-a982f299934e'] response: {'name': 'network-changed', 'server_uuid': '9faf626f-f98d-4699-971f-f8396634a97b', 'tag': '3825a10e-e4d1-43f7-b7fd-23100450fea1', 'status': 'completed', 'code': 200} May 26 15:55:18.066058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b83533-5793-4fcb-8ab2-253ebbbd02d6 req-659f3493-ef22-4fff-9979-724e169d81de tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.075086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08b83533-5793-4fcb-8ab2-253ebbbd02d6 req-659f3493-ef22-4fff-9979-724e169d81de tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 946 time: 0.2487998 May 26 15:55:18.092298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-fef9d5c8-f19f-4a45-974a-28a406ad185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.093827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-fef9d5c8-f19f-4a45-974a-28a406ad185e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7280343 May 26 15:55:18.209225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5eea-906b-4070-ad2a-59ab212af975 req-bec5fcd9-6198-4c12-ad54-900e71971c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.212024 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-179e5eea-906b-4070-ad2a-59ab212af975 req-bec5fcd9-6198-4c12-ad54-900e71971c20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b6c70b0ee794faea51a36994a062017&device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 1097 time: 0.0714703 May 26 15:55:18.297748 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:18.320335 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b089e-3420-43e6-b6f6-b787128ad62f None None] New status for floating IP d3dc6983-3902-49e4-903d-ed5ced5d8720: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:55:18.340094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5eea-906b-4070-ad2a-59ab212af975 req-ea418f2f-7aa1-4499-8cb4-df47b8adba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.341577 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-179e5eea-906b-4070-ad2a-59ab212af975 req-ea418f2f-7aa1-4499-8cb4-df47b8adba11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=54927899-15b0-4e7d-a582-b6b0be8b8c36 HTTP/1.1" status: 200 len: 924 time: 0.1204102 May 26 15:55:18.413863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08b83533-5793-4fcb-8ab2-253ebbbd02d6 req-b7c4fe59-b734-4c2a-a542-5e7013e238fa tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237569 May 26 15:55:18.442055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-da52a7cc-fe25-4250-beab-b8a2866e793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.444195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-da52a7cc-fe25-4250-beab-b8a2866e793e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1095 time: 0.3477812 May 26 15:55:18.467428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-7433de41-93ae-4f76-8776-d461960ec1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.469815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-7433de41-93ae-4f76-8776-d461960ec1b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c HTTP/1.1" status: 200 len: 1095 time: 0.4283748 May 26 15:55:18.530091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-551e7253-c3f9-4461-b6ef-b26016778a8f service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222932 May 26 15:55:18.655325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:18.661485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.24', 50374) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:18.668605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c9ae2f2c-ef16-4319-940f-f5853f46810c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:18.672198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d4a9645e-52be-4d4b-b119-e0518e3a6fae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:18.680867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf1b12-7b04-4858-9d4d-58f6207c4bcf req-e2af9528-5844-4901-8aad-e262ecad935f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.688617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51bf1b12-7b04-4858-9d4d-58f6207c4bcf req-e2af9528-5844-4901-8aad-e262ecad935f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 944 time: 0.5534651 May 26 15:55:18.799649 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-179e5eea-906b-4070-ad2a-59ab212af975 req-d43310a8-8aa7-4570-b2c5-61fcde15bf0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3825a10e-e4d1-43f7-b7fd-23100450fea1 HTTP/1.1" status: 200 len: 1000 time: 0.4470885 May 26 15:55:18.870368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5eea-906b-4070-ad2a-59ab212af975 req-9ab975f9-fe26-47cb-a389-4807a4435102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.871957 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-179e5eea-906b-4070-ad2a-59ab212af975 req-9ab975f9-fe26-47cb-a389-4807a4435102 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a82bd9ad-2a65-4ed4-a7d1-be220d001988 HTTP/1.1" status: 200 len: 862 time: 0.0625441 May 26 15:55:18.905900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:18.940716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5eea-906b-4070-ad2a-59ab212af975 req-cfa3d453-b163-492f-b38f-8575347c1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.942949 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-179e5eea-906b-4070-ad2a-59ab212af975 req-cfa3d453-b163-492f-b38f-8575347c1edc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=54927899-15b0-4e7d-a582-b6b0be8b8c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621703 May 26 15:55:18.946817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-4bf99dc8-77e3-403f-a48e-81e4f72f1eaf tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1498423665&fields=id&tenant_id=ee0bbd07dd0e48ce8ad8c07c77ac3673 HTTP/1.1" status: 200 len: 267 time: 0.2883346 May 26 15:55:18.949283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:18.971370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:18.988313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-d8cd293a-c543-4bef-b317-b1668d6186df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:18.989786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-d8cd293a-c543-4bef-b317-b1668d6186df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1095 time: 0.4586480 May 26 15:55:19.034909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:19.070690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51bf1b12-7b04-4858-9d4d-58f6207c4bcf req-90fb0441-97ed-4350-9aba-9351d5dfda46 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810546 May 26 15:55:19.101484 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-179e5eea-906b-4070-ad2a-59ab212af975 req-bf428c1e-dab6-4f85-bd72-843bffb3d375 service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497843 May 26 15:55:19.140216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-b2f8352c-6e78-4d0e-95bf-1dc387fce40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:19.141690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-b2f8352c-6e78-4d0e-95bf-1dc387fce40d service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.6536906 May 26 15:55:19.200349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:19.201757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:19.228870 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-179e5eea-906b-4070-ad2a-59ab212af975 req-3f1a517a-6da4-4aa2-af67-a6d0b31dc29b service neutron] 10.222.0.24 "GET /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196301 May 26 15:55:19.316644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-db48bb84-f3f1-4e47-b797-10916e519664 None None] Provisioning complete for port 973f45c3-f34e-4405-981e-ac5354ce4fb1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:19.317373 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-db48bb84-f3f1-4e47-b797-10916e519664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:19.339872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac959ec8-8483-4ccd-b7b3-d2e69282f3de req-7d30197c-59b7-4763-beb6-1ec13f80e342 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 210 time: 0.1297421 May 26 15:55:19.354512 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-ddce88c8-5f2f-446f-9695-b46bc926c5b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 200 len: 217 time: 0.1322060 May 26 15:55:19.366540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-de9e24f7-3633-4658-a573-8600d7078a5d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9919922 May 26 15:55:19.375396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2196d4-aba9-4688-8a18-4bec956bc5ca req-1257ce39-53e6-4fae-9f65-b255cca179fe service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8057575 May 26 15:55:19.385029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-db48bb84-f3f1-4e47-b797-10916e519664 None None] Port 973f45c3-f34e-4405-981e-ac5354ce4fb1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:55:19.399187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-cff9aaf3-63e4-4a57-a4cd-5136a1f3a5d3 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:19.400730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-cff9aaf3-63e4-4a57-a4cd-5136a1f3a5d3 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.24 "GET /v2.0/networks?id=d3e70f54-48fa-42c3-b42b-7e1b40c94693 HTTP/1.1" status: 200 len: 818 time: 0.7055945 May 26 15:55:19.428696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Request body: {'port': {'device_id': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:19.443119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Request body: {'port': {'device_id': '1be7ab34-d856-4210-95b0-495a05a5b9c6', 'network_id': 'd3e70f54-48fa-42c3-b42b-7e1b40c94693', 'admin_state_up': True, 'tenant_id': 'baf516d6bb4541df9fc536d1fce4a4ae'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:19.532114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 880902cb-7b18-4abc-a345-4fead36b0fcc up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:19.588849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 880902cb-7b18-4abc-a345-4fead36b0fcc completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:55:19.593185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 880902cb-7b18-4abc-a345-4fead36b0fcc triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:19.593486 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:19.599694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-0dc0281c-9416-4dbc-be6e-5d7936351f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:19.601158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-0dc0281c-9416-4dbc-be6e-5d7936351f47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.2313893 May 26 15:55:19.631466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dcf6-e359-46d7-a175-bf4211074425 req-aea35a75-32ea-4c47-a49b-470239db179c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:19.633106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-aea35a75-32ea-4c47-a49b-470239db179c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/networks?id=86ba1dc5-e4b4-46a6-84a7-c952670c482a HTTP/1.1" status: 200 len: 814 time: 0.6852069 May 26 15:55:19.634238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-27fadd7a-161b-4de2-bbe2-7be31bd6770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:19.635590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-27fadd7a-161b-4de2-bbe2-7be31bd6770a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.6019704 May 26 15:55:19.684066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 880902cb-7b18-4abc-a345-4fead36b0fcc is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:19.684583 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:19.703089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-d9a88ad8-40e8-4cc8-82bb-9be7ba32431b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625644 May 26 15:55:19.704479 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:19.721485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951ee704-1883-4816-a7d6-53157fb3e8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880902cb-7b18-4abc-a345-4fead36b0fcc'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:19.724420 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf201f40-e923-404c-a50e-d32196f764ed" -d '{"events": [{"server_uuid": "951ee704-1883-4816-a7d6-53157fb3e8fb", "name": "network-vif-plugged", "status": "completed", "tag": "880902cb-7b18-4abc-a345-4fead36b0fcc"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:19.738074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 880902cb-7b18-4abc-a345-4fead36b0fcc, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=880902cb-7b18-4abc-a345-4fead36b0fcc,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:19.742942 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:19.743802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a68cadcd-d2eb-42c1-b36d-abae9cd49b37 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:19.763504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab880af-3d85-4f8c-a518-75204cc2adee req-8a0d2f5e-2050-4e96-87dc-c55628e71e58 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:19.765039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab880af-3d85-4f8c-a518-75204cc2adee req-8a0d2f5e-2050-4e96-87dc-c55628e71e58 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 949 time: 0.3313777 May 26 15:55:19.766315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-0dd63511-4aad-44aa-a699-3334c7783c14 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/quotas/ee0bbd07dd0e48ce8ad8c07c77ac3673 HTTP/1.1" status: 200 len: 375 time: 0.1026180 May 26 15:55:19.767511 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-1ff62128-4191-4f8b-b907-3fa54fcffe75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 200 len: 217 time: 0.1135087 May 26 15:55:19.828083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=880902cb-7b18-4abc-a345-4fead36b0fcc,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:19.841629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:55:19.846826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:19.847290 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:19.937070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:19.937468 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:19.978793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a68cadcd-d2eb-42c1-b36d-abae9cd49b37, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:19.983395 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:19.995763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Made reservation on behalf of baf516d6bb4541df9fc536d1fce4a4ae for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:19.999276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:20.003487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab880af-3d85-4f8c-a518-75204cc2adee req-bf45ccf5-bbcf-40ff-b1a4-1d0fbe021669 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266879 May 26 15:55:20.048457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:20.090823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-fdb62022-2f9c-4825-9b1c-fa69ec2e1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:20.092264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-fdb62022-2f9c-4825-9b1c-fa69ec2e1b7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.2948978 May 26 15:55:20.114362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-86f9ef92-912f-4f69-b567-403ef4941cb5 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee0bbd07dd0e48ce8ad8c07c77ac3673&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3276436 May 26 15:55:20.141534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-289facdf-435e-428d-acb5-d39aa3a49ddb service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029222 May 26 15:55:20.481019 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-d2f7ff14-fbc8-447d-aa01-ad5e88544d89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3642428 May 26 15:55:20.757409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e444f-4341-42c9-adc6-f67ce6680690 req-e6bcf260-dac3-4e82-b563-eb9776bf657a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:20.759636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a70e444f-4341-42c9-adc6-f67ce6680690 req-e6bcf260-dac3-4e82-b563-eb9776bf657a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 934 time: 0.6821544 May 26 15:55:20.904371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-7ff25063-b506-4f39-9afb-55bd5980bb54 service neutron] 10.222.0.39 "GET /v2.0/networks/86ba1dc5-e4b4-46a6-84a7-c952670c482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587586 May 26 15:55:20.915780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-6ca2bd92-b69d-46bc-b2ce-9f3709ab90e0 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548385 May 26 15:55:20.942669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-0fbc2b11-3fc5-4c38-abdc-58d95ac08690 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208694 May 26 15:55:20.963534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Allocated IP 172.20.0.13 (d3e70f54-48fa-42c3-b42b-7e1b40c94693/b2561c46-cf7e-4f3a-b539-fd79b22b4a20/ac36c4d7-09bd-474c-b469-a74d95babe9b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:21.014025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a70e444f-4341-42c9-adc6-f67ce6680690 req-390a1c9f-6dcb-4d37-9280-941fa82547e9 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177606 May 26 15:55:21.153952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973f45c3-f34e-4405-981e-ac5354ce4fb1 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:21.195491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b72acfd8-a7d9-4959-8cdd-a7dbde904106 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:55:21.199211 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:21.240220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b72acfd8-a7d9-4959-8cdd-a7dbde904106 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:55:21.311180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Transition to ACTIVE for port object 973f45c3-f34e-4405-981e-ac5354ce4fb1 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:21.320112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-00659621-8cad-4f15-96a4-12734525f7dc service neutron] 10.222.0.39 "GET /v2.0/networks/86ba1dc5-e4b4-46a6-84a7-c952670c482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031157 May 26 15:55:21.350509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:21.367248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-3c35ba49-2ae4-4360-a914-f9b67a36e232 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071984 May 26 15:55:21.397889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e81ce-f226-46f8-bcc1-25fc489d65f1 req-bda86df0-55e8-4092-9921-427b0a737d45 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:21.400028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e65e81ce-f226-46f8-bcc1-25fc489d65f1 req-bda86df0-55e8-4092-9921-427b0a737d45 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 944 time: 0.3035944 May 26 15:55:21.410419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59463-68d7-4320-b358-f67a80911d2f req-193bfa0c-e470-40a9-9110-f08e52a9780a tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:21.411958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-193bfa0c-e470-40a9-9110-f08e52a9780a tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.2518539 May 26 15:55:21.493386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:21.528965 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8b4404-9ba5-414b-ab74-6a9d3b38ac8a x-openstack-request-id: req-9f8b4404-9ba5-414b-ab74-6a9d3b38ac8a {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:21.530100 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951ee704-1883-4816-a7d6-53157fb3e8fb", "name": "network-vif-plugged", "status": "completed", "tag": "880902cb-7b18-4abc-a345-4fead36b0fcc", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:21.530652 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f8b4404-9ba5-414b-ab74-6a9d3b38ac8a {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:21.531033 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8b4404-9ba5-414b-ab74-6a9d3b38ac8a'] response: {'server_uuid': '951ee704-1883-4816-a7d6-53157fb3e8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880902cb-7b18-4abc-a345-4fead36b0fcc', 'code': 200} May 26 15:55:21.716933 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:21.744058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e65e81ce-f226-46f8-bcc1-25fc489d65f1 req-8755bfc4-60e5-4096-abc8-2cd070770489 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232622 May 26 15:55:21.843725 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:55:21.887787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31391d-020f-4bf5-b16e-8d501b9cdd12 req-ffbab28c-d405-425e-a08c-9fb4d01d29dd tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:21.889295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f31391d-020f-4bf5-b16e-8d501b9cdd12 req-ffbab28c-d405-425e-a08c-9fb4d01d29dd tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 944 time: 0.2831659 May 26 15:55:21.902865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Attempting to bind port 973f45c3-f34e-4405-981e-ac5354ce4fb1 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:21.903122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Attempting to bind port 973f45c3-f34e-4405-981e-ac5354ce4fb1 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:21.903426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Attempting to bind port 973f45c3-f34e-4405-981e-ac5354ce4fb1 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:21.938887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36ecdb-7c1b-4511-aa7c-fe5ca2a7a481 req-e157b70d-9115-4f0c-a1d0-1a413a213a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:21.940376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b36ecdb-7c1b-4511-aa7c-fe5ca2a7a481 req-e157b70d-9115-4f0c-a1d0-1a413a213a3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 1101 time: 0.2515957 May 26 15:55:21.953528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9920a402-29f0-43be-89a5-941be1d3d580 req-23f33d82-6c00-4595-a4cf-6f5be12d4f11 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 210 time: 0.0793345 May 26 15:55:21.966884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Port 973f45c3-f34e-4405-981e-ac5354ce4fb1 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:21.967530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Attempting to bind port 973f45c3-f34e-4405-981e-ac5354ce4fb1 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:22.010503 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:22.026871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:22.027317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:22.027679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:22.028027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Bound port: 973f45c3-f34e-4405-981e-ac5354ce4fb1, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:22.028379 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:22.031694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-eca312f6-3865-4a0a-885d-69f653972eb1 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:22.033184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-eca312f6-3865-4a0a-885d-69f653972eb1 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.2792962 May 26 15:55:22.088006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-43a59463-68d7-4320-b358-f67a80911d2f req-005c11b7-01e1-4c50-a9cd-76e876e2b7ac service neutron] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:22.144824 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-43a59463-68d7-4320-b358-f67a80911d2f req-005c11b7-01e1-4c50-a9cd-76e876e2b7ac service neutron] Notify callbacks [] for binding, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:22.145522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a59463-68d7-4320-b358-f67a80911d2f req-005c11b7-01e1-4c50-a9cd-76e876e2b7ac service neutron] 10.222.0.24 "DELETE /v2.0/ports/302a8060-ad97-4f55-a669-0ac9887ba8de/bindings/n-h2-843336-2 HTTP/1.1" status: 204 len: 173 time: 0.7183847 May 26 15:55:22.172699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Network d3e70f54-48fa-42c3-b42b-7e1b40c94693 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:22.175277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b36ecdb-7c1b-4511-aa7c-fe5ca2a7a481 req-4faa4bde-7e3c-4c5c-8c2e-2b73f20152e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192786 May 26 15:55:22.178468 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f31391d-020f-4bf5-b16e-8d501b9cdd12 req-3c1f5dca-359e-4ec5-a99b-978987345f91 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658005 May 26 15:55:22.206014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:22.219882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:22.233030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Pushing event updated for resources: {'Port': ['ID=ac36c4d7-09bd-474c-b469-a74d95babe9b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:22.335284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-362dcbdf-c98e-4e02-95aa-c52ab9bcc2aa req-01f50a52-5cd8-4fb9-874a-2b1562a14d7c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 210 time: 0.0603902 May 26 15:55:22.348478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db27548-79fe-47e6-b018-b0cff6092536 req-66d7f95a-99bd-4315-a02f-c254900a5cd5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:22.350112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5db27548-79fe-47e6-b018-b0cff6092536 req-66d7f95a-99bd-4315-a02f-c254900a5cd5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 950 time: 0.2782488 May 26 15:55:22.381658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:22.450363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:22.451145 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:22.472100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:22.512601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:22.573468 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-527643f8-5bec-463f-94e4-33cbbe3297e2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1362264 May 26 15:55:22.593629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Request body: {'port': {'device_id': '1be7ab34-d856-4210-95b0-495a05a5b9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:22.604609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5db27548-79fe-47e6-b018-b0cff6092536 req-13a753f7-01a4-4da7-849c-b9b26409c240 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361732 May 26 15:55:22.611561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:22.612200 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:22.613652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] 10.222.0.24 "PUT /v2.0/ports/973f45c3-f34e-4405-981e-ac5354ce4fb1 HTTP/1.1" status: 200 len: 1094 time: 3.2231364 May 26 15:55:22.614587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:22.616759 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daaa73e-d941-4884-9c02-c1f51bfad68c" -d '{"events": [{"name": "network-changed", "server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:22.627423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-55b91f1b-b474-4f43-b908-dd52306d1250 service neutron] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:22.683929 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-55b91f1b-b474-4f43-b908-dd52306d1250 service neutron] Notify callbacks [] for binding, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:22.683929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16ee6a95-89a2-41ed-8704-ae07ee0206a0 req-55b91f1b-b474-4f43-b908-dd52306d1250 service neutron] 10.222.0.32 "DELETE /v2.0/ports/b72acfd8-a7d9-4959-8cdd-a7dbde904106/bindings/n-h1-843336-2 HTTP/1.1" status: 204 len: 173 time: 0.6017728 May 26 15:55:22.740484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcbb7c-65c9-4dbe-b15d-bab525dc6416 service neutron] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:22.761405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f4955-b2c7-4428-ba67-cc1f96d83d34 req-f6fa33ee-bf07-43a3-908d-d78993dd96aa tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:22.774307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f10f4955-b2c7-4428-ba67-cc1f96d83d34 req-f6fa33ee-bf07-43a3-908d-d78993dd96aa tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 946 time: 0.3493805 May 26 15:55:22.795137 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02866943-600b-4453-b7f3-d61a213a75dd x-openstack-request-id: req-02866943-600b-4453-b7f3-d61a213a75dd {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:22.795426 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:22.795774 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02866943-600b-4453-b7f3-d61a213a75dd {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:22.797703 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02866943-600b-4453-b7f3-d61a213a75dd'] response: {'name': 'network-changed', 'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'status': 'completed', 'code': 200} May 26 15:55:22.864623 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:22.924733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f10f4955-b2c7-4428-ba67-cc1f96d83d34 req-cfbebf8b-42b8-41bb-be77-d99c7b5b6cd7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492867 May 26 15:55:22.933853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-e0f8d8e1-5c86-43ff-b40d-2c214f0010d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:22.936014 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-e0f8d8e1-5c86-43ff-b40d-2c214f0010d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 1097 time: 0.2155631 May 26 15:55:23.325016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-77cd53e0-2b2d-4c61-a81a-a046dcf337a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1 HTTP/1.1" status: 200 len: 217 time: 0.3678591 May 26 15:55:23.361978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a517-2550-41fe-8f7a-d80a332060f2 req-2936b29e-b3ae-47f1-b017-44b1cec40da8 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:23.363334 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76a1a517-2550-41fe-8f7a-d80a332060f2 req-2936b29e-b3ae-47f1-b017-44b1cec40da8 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1095 time: 0.5113118 May 26 15:55:23.524458 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:23.526165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:23.532189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86186ce-9a89-416a-8166-8756b4dc5c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:23.535631 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a17e33-dd33-4691-9699-ed85170be7eb" -d '{"events": [{"server_uuid": "d86186ce-9a89-416a-8166-8756b4dc5c1f", "name": "network-vif-plugged", "status": "completed", "tag": "a68cadcd-d2eb-42c1-b36d-abae9cd49b37"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:23.715033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-80d95678-352c-462e-b6fc-2edd439b1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:23.717124 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-80d95678-352c-462e-b6fc-2edd439b1356 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.3756542 May 26 15:55:23.796722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ed0a3-820f-4cba-939f-e00d09280e7a req-ac1bb057-a67d-42d3-8931-9fa6d0a39186 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:23.802599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6ed0a3-820f-4cba-939f-e00d09280e7a req-ac1bb057-a67d-42d3-8931-9fa6d0a39186 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 944 time: 0.4807727 May 26 15:55:23.810647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dcf6-e359-46d7-a175-bf4211074425 req-f8538733-44ed-49df-b00d-5e75db352b3f tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:23.812490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-f8538733-44ed-49df-b00d-5e75db352b3f tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.32 "GET /v2.0/networks?id=86ba1dc5-e4b4-46a6-84a7-c952670c482a HTTP/1.1" status: 200 len: 814 time: 0.4924405 May 26 15:55:23.834954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76a1a517-2550-41fe-8f7a-d80a332060f2 req-dde9f20a-7e37-46b6-85b6-a2dc644e8541 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067574 May 26 15:55:23.989339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-d386e044-4536-41cf-b350-6d06c7b9bcce tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee0bbd07dd0e48ce8ad8c07c77ac3673 HTTP/1.1" status: 200 len: 380 time: 0.1444461 May 26 15:55:24.000096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-cd123a13-f9c2-4cc9-b49c-d43051a3c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:24.001926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-cd123a13-f9c2-4cc9-b49c-d43051a3c8f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2349443 May 26 15:55:24.014078 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6ed0a3-820f-4cba-939f-e00d09280e7a req-4535c693-f8b8-4077-948b-a26cd13489f8 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816330 May 26 15:55:24.065672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Request body: {'port': {'device_id': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'admin_state_up': True, 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'security_groups': ['1b02fd5f-4a99-4e51-b9f1-233b84a34281']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:24.340647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae9af3-6e71-42e1-91c4-ab23a3ac84bb req-eeba20d7-ccb3-4c8d-94b1-a04a806adb16 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:24.342556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64ae9af3-6e71-42e1-91c4-ab23a3ac84bb req-eeba20d7-ccb3-4c8d-94b1-a04a806adb16 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 932 time: 0.3357456 May 26 15:55:24.519029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac36c4d7-09bd-474c-b469-a74d95babe9b {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:24.559779 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:24.612090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-da7acc76-a6ec-4988-8319-07a780bba025 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589504 May 26 15:55:24.629385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae5c3615-01d3-4a3d-9450-16d85c3e2c81 req-2fc47e2d-027f-4998-84bd-0f7f5f9810b7 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 210 time: 0.0823083 May 26 15:55:24.671097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Transition to ACTIVE for port object ac36c4d7-09bd-474c-b469-a74d95babe9b will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:24.692798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64ae9af3-6e71-42e1-91c4-ab23a3ac84bb req-35d1fd3f-94d5-4f70-a150-c395222178e4 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f4c3f4-7bf2-456a-a387-ee1b51c63d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842436 May 26 15:55:24.711910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:24.748741 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e711f8-efe5-455e-93e1-9bcc447af4bf x-openstack-request-id: req-c4e711f8-efe5-455e-93e1-9bcc447af4bf {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:24.749254 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86186ce-9a89-416a-8166-8756b4dc5c1f", "name": "network-vif-plugged", "status": "completed", "tag": "a68cadcd-d2eb-42c1-b36d-abae9cd49b37", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:24.749589 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4e711f8-efe5-455e-93e1-9bcc447af4bf {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:24.750379 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e711f8-efe5-455e-93e1-9bcc447af4bf'] response: {'server_uuid': 'd86186ce-9a89-416a-8166-8756b4dc5c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'code': 200} May 26 15:55:24.843722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Made reservation on behalf of ee0bbd07dd0e48ce8ad8c07c77ac3673 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:24.853657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:25.101007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Pushing event updated for resources: {'Port': ['ID=ac36c4d7-09bd-474c-b469-a74d95babe9b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:25.204539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880ee551-6391-44cc-b2b8-ed65a1f0ef39 req-4fe279d2-c3e1-4962-9002-22605c065b52 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653653 May 26 15:55:25.244797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b06f7-e78e-45df-bdb2-58d3d9c5c597 req-50c6a813-fd87-43e0-9165-4f464cba7f35 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:25.247559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d74b06f7-e78e-45df-bdb2-58d3d9c5c597 req-50c6a813-fd87-43e0-9165-4f464cba7f35 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 946 time: 0.3276181 May 26 15:55:25.261717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81549037-804a-4172-ac04-8bc2fd61e386 req-a9ae42fd-6ad4-48eb-8d3a-674e1071a03b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:25.270410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81549037-804a-4172-ac04-8bc2fd61e386 req-a9ae42fd-6ad4-48eb-8d3a-674e1071a03b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 950 time: 0.3602276 May 26 15:55:25.424019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Attempting to bind port ac36c4d7-09bd-474c-b469-a74d95babe9b on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:25.425031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Attempting to bind port ac36c4d7-09bd-474c-b469-a74d95babe9b by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a996c3bf-b349-4562-b464-ba6e67a2cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd3e70f54-48fa-42c3-b42b-7e1b40c94693'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:25.425031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Attempting to bind port ac36c4d7-09bd-474c-b469-a74d95babe9b on network d3e70f54-48fa-42c3-b42b-7e1b40c94693 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:25.478576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Port ac36c4d7-09bd-474c-b469-a74d95babe9b on network d3e70f54-48fa-42c3-b42b-7e1b40c94693 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:25.478962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Attempting to bind port ac36c4d7-09bd-474c-b469-a74d95babe9b on network d3e70f54-48fa-42c3-b42b-7e1b40c94693 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:25.486098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Allocated IP 172.20.0.11 (86ba1dc5-e4b4-46a6-84a7-c952670c482a/2da747b5-39cf-4ca5-aa42-e09262bfae31/e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:25.493800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81549037-804a-4172-ac04-8bc2fd61e386 req-d96ee831-8d22-4abd-a4e5-159225869ea3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224343 May 26 15:55:25.508404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d74b06f7-e78e-45df-bdb2-58d3d9c5c597 req-c3af4885-a8c1-423b-954d-3f3e729aa7b4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296171 May 26 15:55:25.559253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:25.559597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Checking segment: {'id': 'a996c3bf-b349-4562-b464-ba6e67a2cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd3e70f54-48fa-42c3-b42b-7e1b40c94693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:25.559996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Bound using segment: {'id': 'a996c3bf-b349-4562-b464-ba6e67a2cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd3e70f54-48fa-42c3-b42b-7e1b40c94693'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:25.560460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Bound port: ac36c4d7-09bd-474c-b469-a74d95babe9b, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a996c3bf-b349-4562-b464-ba6e67a2cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd3e70f54-48fa-42c3-b42b-7e1b40c94693'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:25.560830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:25.585496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-fe5af370-bdf6-44bc-ada8-90bfd537cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:25.588120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-fe5af370-bdf6-44bc-ada8-90bfd537cd4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 1097 time: 0.2737474 May 26 15:55:26.005841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] For port ac36c4d7-09bd-474c-b469-a74d95babe9b, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:26.079490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] For port ac36c4d7-09bd-474c-b469-a74d95babe9b, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ac36c4d7-09bd-474c-b469-a74d95babe9b,segment=NetworkSegment(a996c3bf-b349-4562-b464-ba6e67a2cc67),segment_id=a996c3bf-b349-4562-b464-ba6e67a2cc67)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:26.084761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-4774db79-2805-4c93-a147-d85799190f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:26.090423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-4774db79-2805-4c93-a147-d85799190f1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.4949806 May 26 15:55:26.103221 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:26.219819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920f064-9792-4811-8b2d-ac285a09ba42 req-dfbd8e67-c9d0-4d2c-b30d-46cde9b4c545 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:26.221269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0920f064-9792-4811-8b2d-ac285a09ba42 req-dfbd8e67-c9d0-4d2c-b30d-46cde9b4c545 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 946 time: 0.4586468 May 26 15:55:26.248661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-c2dec38d-4627-4701-95fd-0a13c2a1628c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1 HTTP/1.1" status: 200 len: 217 time: 0.1228030 May 26 15:55:26.263417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-ba5c0657-5bef-4094-be6c-03e7f9a1ab8c tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:26.264942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-ba5c0657-5bef-4094-be6c-03e7f9a1ab8c tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 820 time: 0.5071857 May 26 15:55:26.311993 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:26.317220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:26.317843 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:26.319231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] 10.222.0.24 "PUT /v2.0/ports/ac36c4d7-09bd-474c-b469-a74d95babe9b HTTP/1.1" status: 200 len: 1092 time: 3.7310464 May 26 15:55:26.321742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be7ab34-d856-4210-95b0-495a05a5b9c6', 'tag': 'ac36c4d7-09bd-474c-b469-a74d95babe9b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:26.324327 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76284c22-0435-44b4-932a-172d4a5556ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1be7ab34-d856-4210-95b0-495a05a5b9c6", "tag": "ac36c4d7-09bd-474c-b469-a74d95babe9b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:26.406736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-222e50f6-8e25-4bd3-a2fa-d4025bac7fb8 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/quotas/db8f122bae4c4087bdc4cf2128dffc0f HTTP/1.1" status: 200 len: 375 time: 0.0911524 May 26 15:55:26.422207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0920f064-9792-4811-8b2d-ac285a09ba42 req-0d21f1c9-6392-483a-8720-4507bd38c995 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702580 May 26 15:55:26.459152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93c4d-bd39-40a1-95ec-b304b7604859 service neutron] Pushing event updated for resources: {'Port': ['ID=ac36c4d7-09bd-474c-b469-a74d95babe9b,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:26.544724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-b6e494a3-a0a6-4ebd-9be2-be9bfe3d6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:26.547493 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-b6e494a3-a0a6-4ebd-9be2-be9bfe3d6161 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2714200 May 26 15:55:26.737740 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:26.817811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-d34a3beb-4249-43ed-8a7e-8a69bd26e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:26.820680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-d34a3beb-4249-43ed-8a7e-8a69bd26e3e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=baf516d6bb4541df9fc536d1fce4a4ae&device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 1095 time: 0.4154661 May 26 15:55:26.834011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-f87cba63-454a-4d27-9f2d-fec5f6a024af tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4090323 May 26 15:55:26.847915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-29afd22e-f89d-4f8b-973b-af18735f2ad8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:26.849680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-29afd22e-f89d-4f8b-973b-af18735f2ad8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 946 time: 0.3869462 May 26 15:55:26.872761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Network 86ba1dc5-e4b4-46a6-84a7-c952670c482a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:26.932460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fadc2-922c-4dad-b4e7-9ee6696e491a req-ab2c8b61-1ec4-4576-9ba3-48cea4612653 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:26.933984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a29fadc2-922c-4dad-b4e7-9ee6696e491a req-ab2c8b61-1ec4-4576-9ba3-48cea4612653 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 950 time: 0.3385506 May 26 15:55:27.312314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:27.315361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Pushing event updated for resources: {'Port': ['ID=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:27.417719 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-b92cb445-6fba-4f42-84fb-da29994cf86e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110673 May 26 15:55:27.435188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:27.440926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-901ea7db-ba19-444a-9e74-930bbfe4886f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac36c4d7-09bd-474c-b469-a74d95babe9b HTTP/1.1" status: 200 len: 217 time: 0.6058660 May 26 15:55:27.446520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-d20e5431-b6df-4c51-95ef-f043e7d58ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:27.448021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-d20e5431-b6df-4c51-95ef-f043e7d58ba2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8545561 May 26 15:55:27.563440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-c8512d04-bfd0-4b51-bc3e-8cd30e93a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:27.566424 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-c8512d04-bfd0-4b51-bc3e-8cd30e93a02a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1096 time: 0.1034675 May 26 15:55:27.679309 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8818e0a2-f744-4d6d-a7f5-9a20e345a896 None None] Provisioning complete for port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:27.681323 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8818e0a2-f744-4d6d-a7f5-9a20e345a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:27.712106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-7f618bfc-d998-4250-8e7c-dc3b8f33a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:27.713760 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-7f618bfc-d998-4250-8e7c-dc3b8f33a1e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.1157556 May 26 15:55:27.723189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8818e0a2-f744-4d6d-a7f5-9a20e345a896 None None] Port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:55:27.740069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:27.740860 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:27.782781 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-bad0023a-7421-44b1-8e20-32e96d5013f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 217 time: 0.0615988 May 26 15:55:27.784135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a29fadc2-922c-4dad-b4e7-9ee6696e491a req-4f11881d-45b9-42a9-ba6f-7f02ce5d710c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447521 May 26 15:55:27.811058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-c7720655-6056-49a6-b274-debf9d4bfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:27.817705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-c7720655-6056-49a6-b274-debf9d4bfd21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2561c46-cf7e-4f3a-b539-fd79b22b4a20 HTTP/1.1" status: 200 len: 858 time: 0.3328195 May 26 15:55:27.827929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-ab34dbe0-3b0a-4152-9159-1337b3183f63 service neutron] 10.222.0.39 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9701550 May 26 15:55:27.851216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-d7e34679-8841-4c5a-ab7c-3e00acfef236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:27.853207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-d7e34679-8841-4c5a-ab7c-3e00acfef236 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.0630331 May 26 15:55:27.883750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-2a32080d-2a6d-4a41-ab9f-d3da694cd85c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8348491 May 26 15:55:27.936913 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-9da4a030-1e14-47be-8516-8a9fa5bdb6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3e70f54-48fa-42c3-b42b-7e1b40c94693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044199 May 26 15:55:27.965337 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-d7b64d23-9b6e-4047-8101-475386c33e16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975037 May 26 15:55:28.002234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-a63671e3-1945-4f54-9391-85cd278dd024 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044806 May 26 15:55:28.105439 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-dcf41710-a720-403e-9fa8-1c1b092b11ea service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385036 May 26 15:55:28.152438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Deleting port 3fdadf8f-1a77-4b59-9947-04802b361763 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:55:28.152785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:28.291084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-201982af-342b-4155-b969-d90c3c0bcccb service neutron] 10.222.0.39 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621639 May 26 15:55:28.304008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15797d-2c08-47b1-9bef-ec88fa44fba1 req-f6b4ce82-1438-4af2-b324-b0922ef3fce5 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:28.307437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c15797d-2c08-47b1-9bef-ec88fa44fba1 req-f6b4ce82-1438-4af2-b324-b0922ef3fce5 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1095 time: 0.3733788 May 26 15:55:28.309656 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69267cc9-165b-4f9b-9f9f-c3a7aef883d7 req-56f68a9a-85c2-4c63-81d7-91e872314b8b service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974807 May 26 15:55:28.356536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-8df259af-05b2-41dd-bb7b-bf54ad45e686 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e70f54-48fa-42c3-b42b-7e1b40c94693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725281 May 26 15:55:28.372886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6daaa73e-d941-4884-9c02-c1f51bfad68c req-c556b3ac-2492-4d44-8642-9bc59126c364 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632238 May 26 15:55:28.467685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] For port 3fdadf8f-1a77-4b59-9947-04802b361763, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3fdadf8f-1a77-4b59-9947-04802b361763,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:28.468202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:28.488613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c15797d-2c08-47b1-9bef-ec88fa44fba1 req-f0e6005a-20e0-4274-978f-cd80831c3611 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625879 May 26 15:55:28.497298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Calling delete_port for 3fdadf8f-1a77-4b59-9947-04802b361763 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:55:28.785417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfcaf69a-8405-41ab-87ae-788e4c718d1e req-d4b88fc0-d466-4530-a4c0-44f755af0687 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e70f54-48fa-42c3-b42b-7e1b40c94693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156463 May 26 15:55:28.876848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589877a-9beb-468a-a203-a69f52df9335 req-bc28e4ed-ed33-41c8-85b4-6a7655472e8c tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:28.880931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d589877a-9beb-468a-a203-a69f52df9335 req-bc28e4ed-ed33-41c8-85b4-6a7655472e8c tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 944 time: 0.1980851 May 26 15:55:28.909442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f54b33-41fa-41b5-92d3-f9b74847f4b4 req-5ad050cd-c530-4706-a75a-e7a4c0d38c20 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:28.912991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9f54b33-41fa-41b5-92d3-f9b74847f4b4 req-5ad050cd-c530-4706-a75a-e7a4c0d38c20 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 932 time: 0.3244298 May 26 15:55:29.071098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9f54b33-41fa-41b5-92d3-f9b74847f4b4 req-2b001906-2790-4c1f-8b99-e88eef015287 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467326 May 26 15:55:29.177432 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d589877a-9beb-468a-a203-a69f52df9335 req-fe501ad3-a36a-4e8e-b464-825ade55c4ce tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f4c3f4-7bf2-456a-a387-ee1b51c63d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602286 May 26 15:55:29.246376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:29.258033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:29.282674 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afded91-045f-4d72-a783-5b899e6a39fe x-openstack-request-id: req-9afded91-045f-4d72-a783-5b899e6a39fe {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:29.282979 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be7ab34-d856-4210-95b0-495a05a5b9c6", "tag": "ac36c4d7-09bd-474c-b469-a74d95babe9b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:29.283308 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9afded91-045f-4d72-a783-5b899e6a39fe {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:29.283799 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afded91-045f-4d72-a783-5b899e6a39fe'] response: {'name': 'network-changed', 'server_uuid': '1be7ab34-d856-4210-95b0-495a05a5b9c6', 'tag': 'ac36c4d7-09bd-474c-b469-a74d95babe9b', 'status': 'completed', 'code': 200} May 26 15:55:29.335226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['3fdadf8f-1a77-4b59-9947-04802b361763'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:29.461029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event deleted for resources: {'Port': ['ID=3fdadf8f-1a77-4b59-9947-04802b361763,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:29.534036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11cfcf0b-d3ea-4d79-a06d-2c34d574e959 req-f9690083-61d5-4383-8abf-29de259d005d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 210 time: 0.0833018 May 26 15:55:29.543540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:29.560983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'mac_address': 'fa:16:3e:42:fe:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:29.577802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] No DVR routers for this DVR port 3fdadf8f-1a77-4b59-9947-04802b361763 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:55:29.593426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cfb33-58f7-4a36-9ea8-1baa74454902 req-80f4feb4-883c-4c97-b333-b3df7d6fefef tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:29.593856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e3cfb33-58f7-4a36-9ea8-1baa74454902 req-80f4feb4-883c-4c97-b333-b3df7d6fefef tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 946 time: 0.2510629 May 26 15:55:29.595125 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:29.599613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92ed1c00-1b5e-49c5-b364-6e6174a5092c req-cd827876-bcc3-46cc-a170-835c778ab975 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "DELETE /v2.0/ports/3fdadf8f-1a77-4b59-9947-04802b361763 HTTP/1.1" status: 204 len: 173 time: 2.7246690 May 26 15:55:29.602315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76284c22-0435-44b4-932a-172d4a5556ed req-efafb74b-5f5a-4174-8769-8cbe130837fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:29.611537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76284c22-0435-44b4-932a-172d4a5556ed req-efafb74b-5f5a-4174-8769-8cbe130837fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=baf516d6bb4541df9fc536d1fce4a4ae&device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 1095 time: 0.3248959 May 26 15:55:29.641296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 973f45c3-f34e-4405-981e-ac5354ce4fb1 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:29.642122 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:29.670157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973f45c3-f34e-4405-981e-ac5354ce4fb1 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:29.750597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50ea01f8-bf5e-4952-be36-28d45e675b6a req-4b5a6191-0665-4916-bb7e-530811a19d90 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 210 time: 0.0761046 May 26 15:55:29.788513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:29.798125 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:29.867187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e3cfb33-58f7-4a36-9ea8-1baa74454902 req-a0287db0-22d8-48ce-930b-2c4d5cb14fd4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533777 May 26 15:55:29.963657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76284c22-0435-44b4-932a-172d4a5556ed req-d453f4ef-dbea-401b-bce4-cbeb73c0c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:29.966343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76284c22-0435-44b4-932a-172d4a5556ed req-d453f4ef-dbea-401b-bce4-cbeb73c0c2fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3e70f54-48fa-42c3-b42b-7e1b40c94693 HTTP/1.1" status: 200 len: 919 time: 0.3266580 May 26 15:55:30.043295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:30.075935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['973f45c3-f34e-4405-981e-ac5354ce4fb1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:30.155770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76284c22-0435-44b4-932a-172d4a5556ed req-d27bdac0-747a-4223-8373-bad2cfb6b8e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac36c4d7-09bd-474c-b469-a74d95babe9b HTTP/1.1" status: 200 len: 217 time: 0.1818156 May 26 15:55:30.339693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76284c22-0435-44b4-932a-172d4a5556ed req-9841c75d-fe58-447e-9ba6-29f1374b032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:30.341403 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76284c22-0435-44b4-932a-172d4a5556ed req-9841c75d-fe58-447e-9ba6-29f1374b032d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2561c46-cf7e-4f3a-b539-fd79b22b4a20 HTTP/1.1" status: 200 len: 858 time: 0.1230645 May 26 15:55:30.351212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-7e3122ff-6e08-4b75-bd18-9663758a89fd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:30.359424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-7e3122ff-6e08-4b75-bd18-9663758a89fd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 807 time: 0.3554940 May 26 15:55:30.394548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54784e-5a43-4127-8787-2a707b6f29ca req-10d29656-b971-422b-ad43-eb8ffe717177 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:30.396336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe54784e-5a43-4127-8787-2a707b6f29ca req-10d29656-b971-422b-ad43-eb8ffe717177 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 950 time: 0.2651432 May 26 15:55:30.488329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76284c22-0435-44b4-932a-172d4a5556ed req-835bc706-0b88-49ad-8a5f-07453317bcf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3e70f54-48fa-42c3-b42b-7e1b40c94693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195648 May 26 15:55:30.495817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-ccdb4ac6-5e4e-4000-a662-e76adf444b4e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/quotas/b48d3ea87d624798b9ad4d1d57d9a08c HTTP/1.1" status: 200 len: 375 time: 0.1351373 May 26 15:55:30.697027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76284c22-0435-44b4-932a-172d4a5556ed req-1251fb83-b736-4c0a-a556-96ebcda436e4 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e70f54-48fa-42c3-b42b-7e1b40c94693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974654 May 26 15:55:30.834671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe54784e-5a43-4127-8787-2a707b6f29ca req-91efd09e-0d98-4353-affb-3f27dc5838a7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194522 May 26 15:55:31.265560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ac36c4d7-09bd-474c-b469-a74d95babe9b details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:31.269225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:31.293686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bba118-d4c5-4fcf-bfee-4a92919680d8', 'name': 'network-vif-deleted', 'tag': '3fdadf8f-1a77-4b59-9947-04802b361763'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:31.299350 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f218f498-d4d5-4089-994a-dd4e73a4669c" -d '{"events": [{"server_uuid": "e9bba118-d4c5-4fcf-bfee-4a92919680d8", "name": "network-vif-deleted", "tag": "3fdadf8f-1a77-4b59-9947-04802b361763"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:31.389546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-44209757-0d4a-4166-bce4-faf94c8d7af2 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6444297 May 26 15:55:31.456474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63e975-51f9-4544-9514-2cb1f31d4dfa req-2489f7c7-f1b6-45fe-b4ce-0580f31a8f52 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:31.471351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e63e975-51f9-4544-9514-2cb1f31d4dfa req-2489f7c7-f1b6-45fe-b4ce-0580f31a8f52 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 932 time: 0.3160019 May 26 15:55:31.552915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 973f45c3-f34e-4405-981e-ac5354ce4fb1 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:55:31.567010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 973f45c3-f34e-4405-981e-ac5354ce4fb1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:31.580463 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:31.617302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76284c22-0435-44b4-932a-172d4a5556ed req-c34cc6c4-778e-4b6b-98f5-63fe979f9591 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e70f54-48fa-42c3-b42b-7e1b40c94693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8572118 May 26 15:55:31.641920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-664e9008-6ac1-4ed7-8457-82c62e90858c tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:31.644671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-664e9008-6ac1-4ed7-8457-82c62e90858c tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 820 time: 0.9369891 May 26 15:55:31.663936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Request body: {'port': {'device_id': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820', 'admin_state_up': True, 'tenant_id': 'db8f122bae4c4087bdc4cf2128dffc0f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:31.682993 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e63e975-51f9-4544-9514-2cb1f31d4dfa req-5e680425-1c2f-4c78-83de-41e1f3851375 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097425 May 26 15:55:31.707823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ac36c4d7-09bd-474c-b469-a74d95babe9b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ac36c4d7-09bd-474c-b469-a74d95babe9b,segment=NetworkSegment(a996c3bf-b349-4562-b464-ba6e67a2cc67),segment_id=a996c3bf-b349-4562-b464-ba6e67a2cc67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:31.746549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'ac36c4d7-09bd-474c-b469-a74d95babe9b', 'network_id': 'd3e70f54-48fa-42c3-b42b-7e1b40c94693', 'port_id': 'ac36c4d7-09bd-474c-b469-a74d95babe9b', 'mac_address': 'fa:16:3e:57:5f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2561c46-cf7e-4f3a-b539-fd79b22b4a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:31.882060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ac36c4d7-09bd-474c-b469-a74d95babe9b is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:31.883792 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:31.925539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 973f45c3-f34e-4405-981e-ac5354ce4fb1 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:31.927449 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:31.931510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac36c4d7-09bd-474c-b469-a74d95babe9b {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:31.979976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ac36c4d7-09bd-474c-b469-a74d95babe9b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ac36c4d7-09bd-474c-b469-a74d95babe9b,segment=NetworkSegment(a996c3bf-b349-4562-b464-ba6e67a2cc67),segment_id=a996c3bf-b349-4562-b464-ba6e67a2cc67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:32.006590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:32.008690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:32.012549 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bf9000-19be-4483-8f8a-b6230e5e1622" -d '{"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-plugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:32.017546 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:32.024785 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:32.025917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3fdadf8f-1a77-4b59-9947-04802b361763 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:55:32.140138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ac36c4d7-09bd-474c-b469-a74d95babe9b,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:32.146047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 3fdadf8f-1a77-4b59-9947-04802b361763 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:55:32.146780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3fdadf8f-1a77-4b59-9947-04802b361763 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:55:32.214848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:32.280697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ac36c4d7-09bd-474c-b469-a74d95babe9b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:32.348375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-8f2b6fd1-71e9-4b6b-9f02-b966567b77c3 service neutron] 10.222.0.39 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9569938 May 26 15:55:32.490850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efde8a0-e0b2-4985-aa50-81f73aebab92 req-9a5e4372-66d2-4373-b970-f5fd684aa69b tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:32.493308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7efde8a0-e0b2-4985-aa50-81f73aebab92 req-9a5e4372-66d2-4373-b970-f5fd684aa69b tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 945 time: 0.2434285 May 26 15:55:32.582652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-94068ada-e0d4-4917-bf9e-3def4008f5fb service neutron] 10.222.0.39 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186599 May 26 15:55:32.604851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7efde8a0-e0b2-4985-aa50-81f73aebab92 req-42ed15d6-e9c9-490d-b1ad-97e59c54824b tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f4c3f4-7bf2-456a-a387-ee1b51c63d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998456 May 26 15:55:32.621936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Made reservation on behalf of db8f122bae4c4087bdc4cf2128dffc0f for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:32.629478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:32.890639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ced8dc8-afef-424a-ad11-da48350a7ebb req-38ce9eb7-5ad6-4785-9a48-4afba95b809b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 210 time: 0.0582008 May 26 15:55:33.008543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79246a32-69ab-4dbc-90be-c2d9b61b61e9 req-ed1126cc-2265-4579-b661-64a74d5fc4d7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 210 time: 0.1165252 May 26 15:55:33.096114 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a4778f-6fb4-473f-a242-07f73b351b6e x-openstack-request-id: req-d9a4778f-6fb4-473f-a242-07f73b351b6e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:33.096686 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bba118-d4c5-4fcf-bfee-4a92919680d8", "name": "network-vif-deleted", "tag": "3fdadf8f-1a77-4b59-9947-04802b361763", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:33.097055 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9a4778f-6fb4-473f-a242-07f73b351b6e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:33.097712 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a4778f-6fb4-473f-a242-07f73b351b6e'] response: {'server_uuid': 'e9bba118-d4c5-4fcf-bfee-4a92919680d8', 'name': 'network-vif-deleted', 'tag': '3fdadf8f-1a77-4b59-9947-04802b361763', 'status': 'completed', 'code': 200} May 26 15:55:33.283021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ac36c4d7-09bd-474c-b469-a74d95babe9b up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:33.295220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65beeb0e-8eca-4437-bf1e-01390980ea67 req-2d089a89-6597-4eb2-960c-04a2e8f384a3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:33.309053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65beeb0e-8eca-4437-bf1e-01390980ea67 req-2d089a89-6597-4eb2-960c-04a2e8f384a3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.2989795 May 26 15:55:33.427047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65beeb0e-8eca-4437-bf1e-01390980ea67 req-b95707d1-5e81-48e3-8192-2b6c1924c501 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164875 May 26 15:55:33.468678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d672a6f-3fd2-4ed6-9d20-17ce08b9e021 req-e7ac6071-e0d6-4bd7-8f45-2899e0577612 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:33.468678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d672a6f-3fd2-4ed6-9d20-17ce08b9e021 req-e7ac6071-e0d6-4bd7-8f45-2899e0577612 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 950 time: 0.3108802 May 26 15:55:33.474763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port ac36c4d7-09bd-474c-b469-a74d95babe9b completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:55:33.481714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port ac36c4d7-09bd-474c-b469-a74d95babe9b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:33.482289 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:33.577437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Allocated IP 172.20.0.9 (1b7b05e2-7140-4867-92bf-a086c4f93820/71290587-b45d-4255-a963-77e9a7a9bb52/587e9e4a-3bbf-44c3-a287-324fa05bb3a4) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:33.613306 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9d79ca-6738-411d-8be7-c562cdc0b93d x-openstack-request-id: req-fb9d79ca-6738-411d-8be7-c562cdc0b93d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:33.613306 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-plugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:33.613686 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb9d79ca-6738-411d-8be7-c562cdc0b93d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:33.616627 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9d79ca-6738-411d-8be7-c562cdc0b93d'] response: {'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'code': 200} May 26 15:55:33.672880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d672a6f-3fd2-4ed6-9d20-17ce08b9e021 req-855ac4c4-e2fe-4ce9-8035-cbf9af7ca0b7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832964 May 26 15:55:33.772307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ac36c4d7-09bd-474c-b469-a74d95babe9b is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:33.773433 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:33.882179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ac36c4d7-09bd-474c-b469-a74d95babe9b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ac36c4d7-09bd-474c-b469-a74d95babe9b,segment=NetworkSegment(a996c3bf-b349-4562-b464-ba6e67a2cc67),segment_id=a996c3bf-b349-4562-b464-ba6e67a2cc67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:33.904363 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:34.040274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36fa114e-1140-4b1e-b900-7e39403eb284 req-37f783da-18eb-4831-98b4-54b20085a128 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 210 time: 0.0846839 May 26 15:55:34.076886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ac36c4d7-09bd-474c-b469-a74d95babe9b,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:34.099637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca06ebe-f19a-4427-9715-208e3911760d req-b9921538-a791-421f-9f17-6302487786d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:34.102388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ca06ebe-f19a-4427-9715-208e3911760d req-b9921538-a791-421f-9f17-6302487786d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 1099 time: 0.3779960 May 26 15:55:34.133246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2e86-8f2e-4e02-a819-162e26d393bf req-65e0d207-99a8-4bab-81a2-7c6736502ef8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:34.141829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c5b2e86-8f2e-4e02-a819-162e26d393bf req-65e0d207-99a8-4bab-81a2-7c6736502ef8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 932 time: 0.2599096 May 26 15:55:34.222895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ca06ebe-f19a-4427-9715-208e3911760d req-83ef70fe-85eb-4abb-a32c-fee2951c48a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095510 May 26 15:55:34.227057 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:34.276043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c5b2e86-8f2e-4e02-a819-162e26d393bf req-5ac52445-5697-4a9e-b8fc-c74e2e0d0b7a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320565 May 26 15:55:34.408224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6b140-743e-41f2-b297-0fa0a65c7ebb req-e0d9e8dc-b520-4bfa-a4dc-26144cb1d21f tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:34.410414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61c6b140-743e-41f2-b297-0fa0a65c7ebb req-e0d9e8dc-b520-4bfa-a4dc-26144cb1d21f tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 946 time: 0.1623819 May 26 15:55:34.455624 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:34.556536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61c6b140-743e-41f2-b297-0fa0a65c7ebb req-10052635-c718-4337-b91b-eeaf101c96d5 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f4c3f4-7bf2-456a-a387-ee1b51c63d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372159 May 26 15:55:34.562383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Network 1b7b05e2-7140-4867-92bf-a086c4f93820 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:34.574616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:34.578480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:34.581170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Pushing event updated for resources: {'Port': ['ID=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:34.651444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe463-1792-4071-84b5-fe4aab137918 req-1e370c40-2a44-4355-857c-7b5251367af9 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:34.653187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-195fe463-1792-4071-84b5-fe4aab137918 req-1e370c40-2a44-4355-857c-7b5251367af9 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 931 time: 0.2114217 May 26 15:55:34.760595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd0c84e9-e801-4a75-bcf4-7057b51e3d51 req-0a6ac66b-a147-4ba0-ab77-560cdb9396f4 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 210 time: 0.0592537 May 26 15:55:34.768373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:34.769064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:34.836773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-195fe463-1792-4071-84b5-fe4aab137918 req-f0e540b0-dfa2-4e53-a0df-2ab4472dbb81 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674588 May 26 15:55:34.858209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-bebd927f-bd37-4cfc-9e62-e2d4855cda7a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2019117 May 26 15:55:34.901402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Request body: {'port': {'device_id': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:34.947077 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-288f2b6c-a6e4-4017-a9d3-bf725d534471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:35.068590 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:35.096930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08930f05-6f6e-4c07-a67c-c378da19837d req-54d5fe24-d249-4c06-8d3a-3dfcfa5855f2 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:35.102400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08930f05-6f6e-4c07-a67c-c378da19837d req-54d5fe24-d249-4c06-8d3a-3dfcfa5855f2 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.2166560 May 26 15:55:35.113971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028ac3d-cd92-415b-b708-952a05441a39 req-e8a6aa73-d265-4292-84b2-93fcbefea87d tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:35.115830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c028ac3d-cd92-415b-b708-952a05441a39 req-e8a6aa73-d265-4292-84b2-93fcbefea87d tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 950 time: 0.1464255 May 26 15:55:35.321616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08930f05-6f6e-4c07-a67c-c378da19837d req-1092091e-d309-4a68-a44d-aea21c03af8c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799943 May 26 15:55:35.329016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c028ac3d-cd92-415b-b708-952a05441a39 req-04983e5b-7add-48ff-a51c-b4caac68cd0b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861780 May 26 15:55:35.468274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bcc0245-bff8-40fd-9a29-aedc064f14ce req-abad08b3-e86b-43f2-bdb1-356e3afeca7c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 210 time: 0.0482471 May 26 15:55:35.557528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9271e0-1707-4573-af46-a65819222efe req-65c06641-c56e-421d-bd80-88212ca9ea58 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:35.560137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec9271e0-1707-4573-af46-a65819222efe req-65c06641-c56e-421d-bd80-88212ca9ea58 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 932 time: 0.1046793 May 26 15:55:35.618309 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be7ab34-d856-4210-95b0-495a05a5b9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac36c4d7-09bd-474c-b469-a74d95babe9b'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:35.622407 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb527efd-f7c2-4e15-8efa-8a0491afbafa" -d '{"events": [{"server_uuid": "1be7ab34-d856-4210-95b0-495a05a5b9c6", "name": "network-vif-plugged", "status": "completed", "tag": "ac36c4d7-09bd-474c-b469-a74d95babe9b"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:35.657614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:35.667227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec9271e0-1707-4573-af46-a65819222efe req-8eeddce2-b11c-4bdd-ab2d-5554b7c60dab tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945544 May 26 15:55:35.673511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:35.724626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Transition to ACTIVE for port object 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:35.726638 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae690ca-f64a-4279-906f-bddc7d87365c x-openstack-request-id: req-aae690ca-f64a-4279-906f-bddc7d87365c {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:35.726923 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be7ab34-d856-4210-95b0-495a05a5b9c6", "name": "network-vif-plugged", "status": "completed", "tag": "ac36c4d7-09bd-474c-b469-a74d95babe9b", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:35.727321 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aae690ca-f64a-4279-906f-bddc7d87365c {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:35.727830 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae690ca-f64a-4279-906f-bddc7d87365c'] response: {'server_uuid': '1be7ab34-d856-4210-95b0-495a05a5b9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac36c4d7-09bd-474c-b469-a74d95babe9b', 'code': 200} May 26 15:55:35.734542 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:35.782667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d1a4e-b600-4a87-a3c2-b5bf2aeee6ae req-59b39e54-3dc3-4492-a7a7-817ad07f9ee2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:35.785481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed6d1a4e-b600-4a87-a3c2-b5bf2aeee6ae req-59b39e54-3dc3-4492-a7a7-817ad07f9ee2 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 946 time: 0.1082947 May 26 15:55:35.877859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Request body: {'port': {'device_id': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:36.022642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70119edc-b5df-4098-b23f-359b108dc47b req-6a07249c-5ccc-45dc-922d-15816e4b8c4e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bba118-d4c5-4fcf-bfee-4a92919680d8 HTTP/1.1" status: 200 len: 210 time: 0.0752480 May 26 15:55:36.075389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f88d48-dc69-453d-b1de-776aec5a359c req-a76b4474-c5b5-474f-b4dd-a861b339bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:36.077214 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e1f88d48-dc69-453d-b1de-776aec5a359c req-a76b4474-c5b5-474f-b4dd-a861b339bfc0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 1101 time: 0.0681677 May 26 15:55:36.100236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Pushing event updated for resources: {'Port': ['ID=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:36.179641 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e1f88d48-dc69-453d-b1de-776aec5a359c req-67c6c244-13e6-43da-9f3c-4ae047488550 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 May 26 15:55:36.204087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed6d1a4e-b600-4a87-a3c2-b5bf2aeee6ae req-e2dd81c2-a561-4537-a4e3-2e6ee5af479e tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f4c3f4-7bf2-456a-a387-ee1b51c63d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845289 May 26 15:55:36.256335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:36.264034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8d408-8cd2-4e44-b113-1ca26afdd292 req-be503a9d-581a-4d4d-b8ee-19dc23700ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:36.265574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3e8d408-8cd2-4e44-b113-1ca26afdd292 req-be503a9d-581a-4d4d-b8ee-19dc23700ff7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 1097 time: 0.4553092 May 26 15:55:36.278810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c102a4b2-7d93-4108-9db2-26107b951781 req-bd4e6e08-39c0-421b-9dc4-dc40ef7b5929 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2216518 May 26 15:55:36.313053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:36.313385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:36.313758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:36.348437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:36.348814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:36.357936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d18d54-4ba6-49ba-b22a-75c79308e14d req-fb386477-09b1-4039-8d33-c6a1e7657467 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:36.360300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33d18d54-4ba6-49ba-b22a-75c79308e14d req-fb386477-09b1-4039-8d33-c6a1e7657467 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.1906531 May 26 15:55:36.400652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:36.401253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:36.401893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:36.402676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Bound port: 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:36.403360 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:36.425275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3e8d408-8cd2-4e44-b113-1ca26afdd292 req-55279e51-4d4e-4dfa-8094-4bcaf43935ce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=86f4c3f4-7bf2-456a-a387-ee1b51c63d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424723 May 26 15:55:36.612907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33d18d54-4ba6-49ba-b22a-75c79308e14d req-707b20f8-09a7-4428-a9b0-ee7ff9244e36 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375998 May 26 15:55:36.677366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cc683-f1e8-4121-a5de-1f970d848d55 req-525c4563-e6dc-430e-8f9e-3ecdd6654bb5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:36.678966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b79cc683-f1e8-4121-a5de-1f970d848d55 req-525c4563-e6dc-430e-8f9e-3ecdd6654bb5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 950 time: 0.2487786 May 26 15:55:36.694313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:36.705846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102a4b2-7d93-4108-9db2-26107b951781 req-e409caca-a98c-4ca1-a4d0-9899a613ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:36.707510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c102a4b2-7d93-4108-9db2-26107b951781 req-e409caca-a98c-4ca1-a4d0-9899a613ccc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 1100 time: 0.2458239 May 26 15:55:36.783957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:36.814077 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:36.945795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b79cc683-f1e8-4121-a5de-1f970d848d55 req-583ea21c-a196-4b12-99c9-89e92fb9f373 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538927 May 26 15:55:36.958730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:36.959385 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:36.961391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] 10.222.0.24 "PUT /v2.0/ports/587e9e4a-3bbf-44c3-a287-324fa05bb3a4 HTTP/1.1" status: 200 len: 1091 time: 2.0764759 May 26 15:55:36.964351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:36.968856 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:37.134664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41ad10-abed-4454-bf36-043f352c9dd5 req-95843350-36b5-41de-8ab7-d2f637bed1ee tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:37.136118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be41ad10-abed-4454-bf36-043f352c9dd5 req-95843350-36b5-41de-8ab7-d2f637bed1ee tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.3773470 May 26 15:55:37.174332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-fe4d3f5f-194d-4952-8795-eb47d52ae1fc tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:37.176294 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-fe4d3f5f-194d-4952-8795-eb47d52ae1fc tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 807 time: 0.1878982 May 26 15:55:37.183048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102a4b2-7d93-4108-9db2-26107b951781 req-78ad9547-33d9-41ae-b73f-c14888cbfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:37.184616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c102a4b2-7d93-4108-9db2-26107b951781 req-78ad9547-33d9-41ae-b73f-c14888cbfb60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.4324613 May 26 15:55:37.190525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50ded6f-2b5f-4909-9d68-ce820589b656 req-bdb5a4ec-d33d-4a2b-824d-29de4e9bf79f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 210 time: 0.1288040 May 26 15:55:37.191190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f034cd7-02c2-4bd8-9598-f526415fb32d service neutron] Pushing event updated for resources: {'Port': ['ID=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:37.230560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Request body: {'port': {'device_id': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88', 'admin_state_up': True, 'tenant_id': 'b48d3ea87d624798b9ad4d1d57d9a08c'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:37.286809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c102a4b2-7d93-4108-9db2-26107b951781 req-d0be79a7-9ade-40d4-9a82-291c7164aca7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae HTTP/1.1" status: 200 len: 217 time: 0.0869873 May 26 15:55:37.312130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-d1b3ce56-c05f-41b8-80c2-2a2bf4e03810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:37.313756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-d1b3ce56-c05f-41b8-80c2-2a2bf4e03810 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1094 time: 0.2798753 May 26 15:55:37.383525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Made reservation on behalf of b48d3ea87d624798b9ad4d1d57d9a08c for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:37.387924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:37.549116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Allocated IP 172.20.0.9 (0f895ef6-1747-4739-ab45-0caac76d6a88/23045aac-090f-4260-81be-9be8689e6a8a/37120126-c012-4c26-832c-94c1545011fe) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:37.689733 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0888e039-5717-45f3-a0b0-c9bb0d3fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:37.697389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:37.746336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be41ad10-abed-4454-bf36-043f352c9dd5 req-42204e34-e73c-42c5-bec5-4c3d6e67c92b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672104 May 26 15:55:37.760483 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:37.765696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-7b079cf5-d96e-4bb9-b6ad-d897bc928100 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4 HTTP/1.1" status: 200 len: 217 time: 0.4177420 May 26 15:55:37.773792 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:37.782962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102a4b2-7d93-4108-9db2-26107b951781 req-c24bdeb3-d24d-4bcc-84ba-b195a2e57282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:37.796083 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c102a4b2-7d93-4108-9db2-26107b951781 req-c24bdeb3-d24d-4bcc-84ba-b195a2e57282 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.4893405 May 26 15:55:37.816011 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:37.881772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Pushing event updated for resources: {'Port': ['ID=37120126-c012-4c26-832c-94c1545011fe,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:37.896511 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb6a5cb-5b58-4935-806f-4a13785b5c40 x-openstack-request-id: req-6bb6a5cb-5b58-4935-806f-4a13785b5c40 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:37.896942 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:37.897480 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bb6a5cb-5b58-4935-806f-4a13785b5c40 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:37.898315 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb6a5cb-5b58-4935-806f-4a13785b5c40'] response: {'name': 'network-changed', 'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4', 'status': 'completed', 'code': 200} May 26 15:55:37.899967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Transition to ACTIVE for port object e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:37.915555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Network 0f895ef6-1747-4739-ab45-0caac76d6a88 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:37.918099 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:37.928865 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:37.962273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b944b7-97e8-4e68-8e38-4fd07fe6f604 req-55eb477d-af2a-4a2e-83f7-85ed305f5f10 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:37.974836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0b944b7-97e8-4e68-8e38-4fd07fe6f604 req-55eb477d-af2a-4a2e-83f7-85ed305f5f10 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 932 time: 0.6835127 May 26 15:55:37.986773 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:38.027281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:38.028241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:38.063121 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-20fdab1a-7c52-4ce1-aaa2-18c987fda20f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8422439 May 26 15:55:38.087376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Request body: {'port': {'device_id': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:38.113149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-f29641c6-88e6-4d0f-a48b-2382ac5ad267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:38.115520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-f29641c6-88e6-4d0f-a48b-2382ac5ad267 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.3168399 May 26 15:55:38.193290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102a4b2-7d93-4108-9db2-26107b951781 req-da8fa113-86de-4434-8e98-566b91d1d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:38.195341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c102a4b2-7d93-4108-9db2-26107b951781 req-da8fa113-86de-4434-8e98-566b91d1d4ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3615539 May 26 15:55:38.201829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:38.227760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Pushing event updated for resources: {'Port': ['ID=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:38.236393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-ed8286cb-85a2-4058-ad86-1b9c7477fff0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078641 May 26 15:55:38.242761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0b944b7-97e8-4e68-8e38-4fd07fe6f604 req-b429b822-2406-4bcb-9b34-ddc200358456 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665682 May 26 15:55:38.442557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c102a4b2-7d93-4108-9db2-26107b951781 req-adcf5213-3407-46e1-bce4-19a90c98ddb2 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092392 May 26 15:55:38.509918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c8822-c8f1-43c4-8cc1-b4119e817caa req-cd0cb62f-ee91-4d86-8064-3f46c73d7424 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:38.512088 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972c8822-c8f1-43c4-8cc1-b4119e817caa req-cd0cb62f-ee91-4d86-8064-3f46c73d7424 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 946 time: 0.4098270 May 26 15:55:38.582547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Attempting to bind port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:38.583066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Attempting to bind port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:38.583595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Attempting to bind port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe on network 86ba1dc5-e4b4-46a6-84a7-c952670c482a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:38.600834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37120126-c012-4c26-832c-94c1545011fe {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:38.605579 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:38.611988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:38.617702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e29826-0a3d-4827-8931-a7a1324bf7ed req-bd04db30-5bd6-4e18-851d-4d3a4d97be43 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:38.619702 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2e29826-0a3d-4827-8931-a7a1324bf7ed req-bd04db30-5bd6-4e18-851d-4d3a4d97be43 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.2626712 May 26 15:55:38.627181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe on network 86ba1dc5-e4b4-46a6-84a7-c952670c482a not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:38.627181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Attempting to bind port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe on network 86ba1dc5-e4b4-46a6-84a7-c952670c482a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:38.633567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Transition to ACTIVE for port object 37120126-c012-4c26-832c-94c1545011fe will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:38.640566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:38.675454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:38.675850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Checking segment: {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:38.676181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Bound using segment: {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:38.676636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Bound port: e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd010a06-846a-4e03-80b3-08522c300368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:38.677002 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:38.695256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-364abab7-6831-41e7-b679-f06501870910 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391931 May 26 15:55:38.698332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=37120126-c012-4c26-832c-94c1545011fe,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:38.722927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972c8822-c8f1-43c4-8cc1-b4119e817caa req-1c5950b6-a79d-4649-a23a-880dadd92090 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f4c3f4-7bf2-456a-a387-ee1b51c63d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761591 May 26 15:55:38.755979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c102a4b2-7d93-4108-9db2-26107b951781 req-ec50c3de-05d6-457e-bd4e-571b92a8635f service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943954 May 26 15:55:38.813231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2e29826-0a3d-4827-8931-a7a1324bf7ed req-78d11373-93ab-4b1b-a9b2-551ca0980357 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723161 May 26 15:55:38.824292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:38.824958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:38.825490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:38.833169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Port 37120126-c012-4c26-832c-94c1545011fe on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:38.835289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:38.839428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:38.839759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:38.840277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:38.841651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Bound port: 37120126-c012-4c26-832c-94c1545011fe, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:38.842059 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:38.957414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] For port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:38.963164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:38.963665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e545f6d4-e790-42e4-aef9-4994ec64cbe0 req-5e278135-b795-4eaf-a7dd-5039e7c89afb service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533934 May 26 15:55:38.967909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:38.977450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:38.995761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36979c20-e026-47c4-994f-56c16072ee8d req-2a0a7965-cde0-4a3f-a9fd-48db28f6adcd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:38.997304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36979c20-e026-47c4-994f-56c16072ee8d req-2a0a7965-cde0-4a3f-a9fd-48db28f6adcd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.1599710 May 26 15:55:39.000899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] For port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:39.007283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:39.036578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.037474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:39.039477 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] 10.222.0.32 "PUT /v2.0/ports/37120126-c012-4c26-832c-94c1545011fe HTTP/1.1" status: 200 len: 1091 time: 0.9600151 May 26 15:55:39.039979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'tag': '37120126-c012-4c26-832c-94c1545011fe'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:39.042488 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "tag": "37120126-c012-4c26-832c-94c1545011fe"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:39.095551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c65d2c-6d6f-4542-9360-7efd280b9cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=37120126-c012-4c26-832c-94c1545011fe,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:39.105000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.105632 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:39.107066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] 10.222.0.32 "PUT /v2.0/ports/e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe HTTP/1.1" status: 200 len: 1092 time: 3.2649002 May 26 15:55:39.130936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98776fd4-d864-4e70-bf4b-e88ffb6d2141 req-51b2ce62-4d9f-4bbd-a0e5-9037cbf97736 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.132690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98776fd4-d864-4e70-bf4b-e88ffb6d2141 req-51b2ce62-4d9f-4bbd-a0e5-9037cbf97736 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 950 time: 0.1954441 May 26 15:55:39.168088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-271fd4ee-30b3-48fd-b931-e3b689193f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.169646 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-271fd4ee-30b3-48fd-b931-e3b689193f03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1094 time: 0.0626581 May 26 15:55:39.180540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8739a7-c7b9-4a20-bad9-fd9fb983b13b service neutron] Pushing event updated for resources: {'Port': ['ID=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:39.203657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36979c20-e026-47c4-994f-56c16072ee8d req-23786bbf-6165-403f-afa6-dbd6eba07b72 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939030 May 26 15:55:39.257173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-ab0b517d-38f9-4b68-93af-835c450205ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37120126-c012-4c26-832c-94c1545011fe HTTP/1.1" status: 200 len: 217 time: 0.0641465 May 26 15:55:39.277530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-9fc03477-eed3-4244-9347-204ad1b1d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.279612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-9fc03477-eed3-4244-9347-204ad1b1d218 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1094 time: 0.2288234 May 26 15:55:39.287478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98776fd4-d864-4e70-bf4b-e88ffb6d2141 req-bb5aab2f-deb6-45fb-bb57-bcaa7763416a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360066 May 26 15:55:39.433634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-3db61b5a-e4fa-4930-be9b-52b217bed88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.436048 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-3db61b5a-e4fa-4930-be9b-52b217bed88a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1573038 May 26 15:55:39.469822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dcf6-e359-46d7-a175-bf4211074425 req-39ced7a6-d9eb-4c1d-a269-5643698e0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.469822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-39ced7a6-d9eb-4c1d-a269-5643698e0df9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee0bbd07dd0e48ce8ad8c07c77ac3673&device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 1095 time: 0.2486291 May 26 15:55:39.626045 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-24388cdf-9665-4d0f-a32f-a938fa1b790b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751626 May 26 15:55:39.650245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-abd29059-7a46-4174-a441-60601b567e24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe HTTP/1.1" status: 200 len: 217 time: 0.1470273 May 26 15:55:39.682308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-c1ee8dc0-4b46-44f6-b05e-0e7f337ff7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.683863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-c1ee8dc0-4b46-44f6-b05e-0e7f337ff7a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.3930383 May 26 15:55:39.741071 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229c5aa6-6ad1-40ae-913c-f7074aa63047 x-openstack-request-id: req-229c5aa6-6ad1-40ae-913c-f7074aa63047 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:39.742148 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "tag": "37120126-c012-4c26-832c-94c1545011fe", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:39.742478 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-229c5aa6-6ad1-40ae-913c-f7074aa63047 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:39.743030 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229c5aa6-6ad1-40ae-913c-f7074aa63047'] response: {'name': 'network-changed', 'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'tag': '37120126-c012-4c26-832c-94c1545011fe', 'status': 'completed', 'code': 200} May 26 15:55:39.768519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89919aa8-7907-4846-b087-9a9644aa796b req-6a948fdb-4b9e-4e4b-9391-7e5815c16b5e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.776566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89919aa8-7907-4846-b087-9a9644aa796b req-6a948fdb-4b9e-4e4b-9391-7e5815c16b5e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.2744901 May 26 15:55:39.781720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-5f1f287f-43b2-4947-9893-c210c8101202 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4 HTTP/1.1" status: 200 len: 217 time: 0.0742047 May 26 15:55:39.816826 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-6a687c4e-8b60-4088-b0b5-ceca50178bea service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642623 May 26 15:55:39.835927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dcf6-e359-46d7-a175-bf4211074425 req-fe6d8265-6b5a-4a15-839a-e26174287917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.837984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-fe6d8265-6b5a-4a15-839a-e26174287917 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2da747b5-39cf-4ca5-aa42-e09262bfae31 HTTP/1.1" status: 200 len: 853 time: 0.1687102 May 26 15:55:39.902241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:39.905023 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efb6708-abba-4458-af74-4d7b42046617" -d '{"events": [{"name": "network-changed", "server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:39.941209 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c1ac7eed-cdef-4cd0-af2c-ffe9afc7b6b1 req-f40b6695-d402-40ea-9759-7e5698cf7ea8 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103916 May 26 15:55:39.960995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89919aa8-7907-4846-b087-9a9644aa796b req-618c418e-dea9-4247-8d5e-cfac6a9ca655 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829965 May 26 15:55:39.965513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-423da2b2-bbec-4b2b-b673-1faf26252c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.967197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-423da2b2-bbec-4b2b-b673-1faf26252c76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1763918 May 26 15:55:39.984481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dcf6-e359-46d7-a175-bf4211074425 req-6c3c6c20-600c-4504-b3e6-d088007565bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:39.987351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-6c3c6c20-600c-4504-b3e6-d088007565bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ba1dc5-e4b4-46a6-84a7-c952670c482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324720 May 26 15:55:40.003010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911e330-dca9-4130-b3d2-9d7172c16669 req-8c922d6f-d25e-485c-993a-c9c4e38c10e6 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:40.005601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0911e330-dca9-4130-b3d2-9d7172c16669 req-8c922d6f-d25e-485c-993a-c9c4e38c10e6 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 944 time: 0.1730251 May 26 15:55:40.059843 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-438349a4-ce04-49d7-814c-95cddb5c8c53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711513 May 26 15:55:40.066789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-6f70df74-876a-43ff-a0b2-a2d85ea124e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:40.069229 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-6f70df74-876a-43ff-a0b2-a2d85ea124e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1094 time: 0.0500457 May 26 15:55:40.206368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-4a93c299-5508-4edf-b45f-4d7a4e2be9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:40.209603 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-4a93c299-5508-4edf-b45f-4d7a4e2be9c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.1289291 May 26 15:55:40.221463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0911e330-dca9-4130-b3d2-9d7172c16669 req-d62e0bad-3c77-407a-ae84-45448fb26907 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017157 May 26 15:55:40.279027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-0a3e56d0-bc18-4682-99d7-bfe0ec7e719d service neutron] 10.222.0.32 "GET /v2.0/networks/86ba1dc5-e4b4-46a6-84a7-c952670c482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587821 May 26 15:55:40.295780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-ec051ab6-603d-45c2-b681-35722eea1705 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113056 May 26 15:55:40.315365 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-97813e36-fd7f-48a3-92ce-f66d884d38ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37120126-c012-4c26-832c-94c1545011fe HTTP/1.1" status: 200 len: 217 time: 0.0870183 May 26 15:55:40.415723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-cc7714ae-8a33-4377-8d6a-dd79176467b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:40.418539 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-cc7714ae-8a33-4377-8d6a-dd79176467b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.0909746 May 26 15:55:40.451065 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:40.472710 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-489dfd8a-5853-4bb4-900e-25cbda21c920 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417516 May 26 15:55:40.527470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:40.591450 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-92677dc8-a97c-49a8-b106-3f20f99e9b6e service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099589 May 26 15:55:40.616055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f646dcf6-e359-46d7-a175-bf4211074425 req-997ae0d3-a9da-40b4-8d10-d4d002916f68 service neutron] 10.222.0.32 "GET /v2.0/networks/86ba1dc5-e4b4-46a6-84a7-c952670c482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186774 May 26 15:55:40.681245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a55aa-c294-4e1a-9859-dbbc2bd92e4d req-53c71b35-997f-4bbc-97d0-232aba6bf161 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:40.689557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a55aa-c294-4e1a-9859-dbbc2bd92e4d req-53c71b35-997f-4bbc-97d0-232aba6bf161 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:40.691245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be9a55aa-c294-4e1a-9859-dbbc2bd92e4d req-53c71b35-997f-4bbc-97d0-232aba6bf161 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb&device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 1691 time: 0.2617302 May 26 15:55:40.695674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f5d7e59-73ad-46eb-a01d-1094fa071a1e req-ae580454-df1c-415e-bfe2-2448d129d917 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683786 May 26 15:55:40.704668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f85e5b54-a7bb-45fb-a32c-3df9e5c6f402 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:40.706514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f85e5b54-a7bb-45fb-a32c-3df9e5c6f402 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.3246493 May 26 15:55:40.737438 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2ca97a7e-0e01-40a5-af58-d364fa8ee6f0 req-68f9a7ab-507d-450d-bb83-4c24802f931e service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344469 May 26 15:55:40.744497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-5a6339df-03fb-4bd5-aeb1-1fddd23f4e39 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/quotas/8142abba1aae429d807fbc0f6201e614 HTTP/1.1" status: 200 len: 375 time: 0.0172987 May 26 15:55:40.773339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be9a55aa-c294-4e1a-9859-dbbc2bd92e4d req-7d39b4cd-5da2-4d2a-a37d-9a4f890c78d6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652049 May 26 15:55:40.793235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-7646db6a-6da3-47ff-8547-6249a842db07 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400128 May 26 15:55:41.012178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ceab2-adfc-48ee-bd1f-57d46d264ba4 req-f868bf48-a7a2-4dac-acda-c98d98edd217 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:41.013815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-811ceab2-adfc-48ee-bd1f-57d46d264ba4 req-f868bf48-a7a2-4dac-acda-c98d98edd217 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 946 time: 0.1182065 May 26 15:55:41.016470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-3581c5f8-61e7-4ed3-a471-ec5baceff484 service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098875 May 26 15:55:41.114074 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-811ceab2-adfc-48ee-bd1f-57d46d264ba4 req-fdc4b96f-2843-43bd-b5fc-4de63d921d7b tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f4c3f4-7bf2-456a-a387-ee1b51c63d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898387 May 26 15:55:41.161894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-d916e424-0fe1-4173-8aa5-8b235fae6ea9 service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313798 May 26 15:55:41.481079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb6708-abba-4458-af74-4d7b42046617 req-2102baa8-5d8a-4171-b983-67cf7674991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:41.483118 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2efb6708-abba-4458-af74-4d7b42046617 req-2102baa8-5d8a-4171-b983-67cf7674991f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee0bbd07dd0e48ce8ad8c07c77ac3673&device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 1095 time: 0.0603421 May 26 15:55:41.629097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb6708-abba-4458-af74-4d7b42046617 req-d72f1410-b672-4e65-9f74-89945d2cecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:41.632633 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2efb6708-abba-4458-af74-4d7b42046617 req-d72f1410-b672-4e65-9f74-89945d2cecc1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86ba1dc5-e4b4-46a6-84a7-c952670c482a HTTP/1.1" status: 200 len: 915 time: 0.1226652 May 26 15:55:41.665129 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd66aff4-7c61-40d7-b778-ebea214eb976 x-openstack-request-id: req-fd66aff4-7c61-40d7-b778-ebea214eb976 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:41.665554 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:41.665707 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd66aff4-7c61-40d7-b778-ebea214eb976 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:41.666185 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd66aff4-7c61-40d7-b778-ebea214eb976'] response: {'name': 'network-changed', 'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'status': 'completed', 'code': 200} May 26 15:55:41.700347 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2efb6708-abba-4458-af74-4d7b42046617 req-d08254d9-79f6-4d79-8ecb-7d5006548e9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe HTTP/1.1" status: 200 len: 217 time: 0.0459082 May 26 15:55:41.777458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f998e9a-b5da-49b3-a16c-de0060787d8a req-f80a4de0-5a70-4576-917e-5b1b7878e9e0 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:41.779087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f998e9a-b5da-49b3-a16c-de0060787d8a req-f80a4de0-5a70-4576-917e-5b1b7878e9e0 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.5595648 May 26 15:55:41.791298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb6708-abba-4458-af74-4d7b42046617 req-0416d30a-e152-4396-8de1-1325ae56a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:41.792946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc688b-fc70-40dc-916a-4b95796bc34a req-f29ea32b-b9b3-4bc7-9697-589c22cd0053 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:41.793885 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2efb6708-abba-4458-af74-4d7b42046617 req-0416d30a-e152-4396-8de1-1325ae56a2ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2da747b5-39cf-4ca5-aa42-e09262bfae31 HTTP/1.1" status: 200 len: 853 time: 0.0764656 May 26 15:55:41.794413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5fc688b-fc70-40dc-916a-4b95796bc34a req-f29ea32b-b9b3-4bc7-9697-589c22cd0053 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.1275327 May 26 15:55:41.812734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79758206-7259-480d-a2a4-5f12919b7adf req-b03fb418-fe28-440d-8fc8-c94c4ef193e7 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:41.814525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79758206-7259-480d-a2a4-5f12919b7adf req-b03fb418-fe28-440d-8fc8-c94c4ef193e7 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 946 time: 0.1513362 May 26 15:55:41.885864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb6708-abba-4458-af74-4d7b42046617 req-053df36d-a608-439d-99bf-e417d70d921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:41.888696 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2efb6708-abba-4458-af74-4d7b42046617 req-053df36d-a608-439d-99bf-e417d70d921e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ba1dc5-e4b4-46a6-84a7-c952670c482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814838 May 26 15:55:41.933492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f998e9a-b5da-49b3-a16c-de0060787d8a req-7cb6f705-caca-43b5-a708-1131f2974a35 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344173 May 26 15:55:41.985359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5fc688b-fc70-40dc-916a-4b95796bc34a req-8ff8887b-91d3-431d-ae54-99d11cec7050 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629708 May 26 15:55:42.055460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-79758206-7259-480d-a2a4-5f12919b7adf req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Deleting port ac36c4d7-09bd-474c-b469-a74d95babe9b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:55:42.056346 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-79758206-7259-480d-a2a4-5f12919b7adf req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:42.112576 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2efb6708-abba-4458-af74-4d7b42046617 req-1f2d3a25-06be-48be-8d77-ff0bd1d2d971 service neutron] 10.222.0.32 "GET /v2.0/networks/86ba1dc5-e4b4-46a6-84a7-c952670c482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014909 May 26 15:55:42.234662 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2efb6708-abba-4458-af74-4d7b42046617 req-551d144d-90ae-4787-8350-65f1f2bd173c service neutron] 10.222.0.32 "GET /v2.0/networks/86ba1dc5-e4b4-46a6-84a7-c952670c482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129606 May 26 15:55:42.319257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-79758206-7259-480d-a2a4-5f12919b7adf req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] For port ac36c4d7-09bd-474c-b469-a74d95babe9b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ac36c4d7-09bd-474c-b469-a74d95babe9b,segment=NetworkSegment(a996c3bf-b349-4562-b464-ba6e67a2cc67),segment_id=a996c3bf-b349-4562-b464-ba6e67a2cc67)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:42.320257 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-79758206-7259-480d-a2a4-5f12919b7adf req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:42.351992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd621067-66da-4cd3-9c1b-d740c4c63cd8 req-10976fbf-0772-4abd-beeb-5ae1520bc215 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 210 time: 0.0547123 May 26 15:55:42.358326 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-d1f31cdc-1c52-45fe-a3b6-7b0372aa46bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887289 May 26 15:55:42.372577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-79758206-7259-480d-a2a4-5f12919b7adf req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Calling delete_port for ac36c4d7-09bd-474c-b469-a74d95babe9b owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:55:42.394550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-7980a58d-37cd-4553-b930-2034b8c0834c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:55:42.397497 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-7980a58d-37cd-4553-b930-2034b8c0834c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081553 May 26 15:55:42.401842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22ef3-5601-4f9b-b2aa-18068f33004e req-9d271278-a5b0-45b7-a7d0-9c1d8687bd3e tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:42.409818 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37e22ef3-5601-4f9b-b2aa-18068f33004e req-9d271278-a5b0-45b7-a7d0-9c1d8687bd3e tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 944 time: 0.1907806 May 26 15:55:42.590787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37e22ef3-5601-4f9b-b2aa-18068f33004e req-8bc37e0d-39b0-4d50-a89e-720415ee269b tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790116 May 26 15:55:42.618326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da6d6-e91c-452f-91bc-7a2aab3f32b5 req-631d50e0-c240-45c1-bc28-939c3b96822f tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:42.620780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f08da6d6-e91c-452f-91bc-7a2aab3f32b5 req-631d50e0-c240-45c1-bc28-939c3b96822f tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 1101 time: 0.1919153 May 26 15:55:42.782547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f08da6d6-e91c-452f-91bc-7a2aab3f32b5 req-47d295cf-ea2b-44de-b76c-d5ea12f3232f tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322906 May 26 15:55:42.787087 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-79758206-7259-480d-a2a4-5f12919b7adf req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:42.801701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ac36c4d7-09bd-474c-b469-a74d95babe9b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:42.820504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7a57-e506-4e80-99ff-2dc5e8bd60f3 req-71e41ad5-7408-4594-b658-dd4c3a0c47d4 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:42.834984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7d7a57-e506-4e80-99ff-2dc5e8bd60f3 req-71e41ad5-7408-4594-b658-dd4c3a0c47d4 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be7ab34-d856-4210-95b0-495a05a5b9c6 HTTP/1.1" status: 200 len: 946 time: 0.1467831 May 26 15:55:42.883511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Pushing event deleted for resources: {'Port': ['ID=ac36c4d7-09bd-474c-b469-a74d95babe9b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:42.998615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-79758206-7259-480d-a2a4-5f12919b7adf req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] No DVR routers for this DVR port ac36c4d7-09bd-474c-b469-a74d95babe9b on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:55:43.011599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-79758206-7259-480d-a2a4-5f12919b7adf req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:43.017463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79758206-7259-480d-a2a4-5f12919b7adf req-a655e2d9-10a5-4d2d-8c22-35ded2865047 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.24 "DELETE /v2.0/ports/ac36c4d7-09bd-474c-b469-a74d95babe9b HTTP/1.1" status: 204 len: 173 time: 1.1853752 May 26 15:55:43.045316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7d7a57-e506-4e80-99ff-2dc5e8bd60f3 req-744b1b65-b95c-4353-a58f-74eef00b3cc4 tempest-InstanceActionsV221TestJSON-1568639927 tempest-InstanceActionsV221TestJSON-1568639927-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f4c3f4-7bf2-456a-a387-ee1b51c63d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073700 May 26 15:55:43.084856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af060c1c-74c3-4eba-b08d-22bcb64a145a req-a65bd7d4-064a-4e89-af44-cfe0d9451d69 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:43.092408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af060c1c-74c3-4eba-b08d-22bcb64a145a req-a65bd7d4-064a-4e89-af44-cfe0d9451d69 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.1581674 May 26 15:55:43.172022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-1c4331c5-904e-4c5b-9d28-8b6f07b13974 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:43.185503 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-1c4331c5-904e-4c5b-9d28-8b6f07b13974 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.2277589 May 26 15:55:43.192596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af060c1c-74c3-4eba-b08d-22bcb64a145a req-1380d5bb-ec66-4516-97b0-fc3f86883e07 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874040 May 26 15:55:43.203689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Request body: {'port': {'device_id': 'b83e66d0-61ed-48b4-96fa-6192cdaabf52', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'admin_state_up': True, 'tenant_id': '8142abba1aae429d807fbc0f6201e614'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:43.332782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:43.368235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434989e1-aeb4-4ffc-8a97-b38dcc40c3de req-d42326be-11cb-42bc-8d59-f49165819e8f tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:43.370592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-434989e1-aeb4-4ffc-8a97-b38dcc40c3de req-d42326be-11cb-42bc-8d59-f49165819e8f tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 1101 time: 0.1030335 May 26 15:55:43.391212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Made reservation on behalf of 8142abba1aae429d807fbc0f6201e614 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:43.403291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:43.435397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-434989e1-aeb4-4ffc-8a97-b38dcc40c3de req-2283fbd4-c5b6-4e1f-b883-bc8c695622f3 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542250 May 26 15:55:43.497168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:43.515780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4', 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820', 'port_id': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4', 'mac_address': 'fa:16:3e:ea:04:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71290587-b45d-4255-a963-77e9a7a9bb52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:43.646281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:43.647104 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:43.649053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460b1c4-3cbb-4f33-9d46-827dfa84a2fb req-efc1f057-e200-4243-9aad-e3f4f1a1abfa tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:43.651819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 37120126-c012-4c26-832c-94c1545011fe details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:43.661650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1460b1c4-3cbb-4f33-9d46-827dfa84a2fb req-efc1f057-e200-4243-9aad-e3f4f1a1abfa tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.1682847 May 26 15:55:43.671347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be7ab34-d856-4210-95b0-495a05a5b9c6', 'name': 'network-vif-deleted', 'tag': 'ac36c4d7-09bd-474c-b469-a74d95babe9b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:43.678548 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475b6828-8eb7-411e-9cbf-d4816afd7d6c" -d '{"events": [{"server_uuid": "1be7ab34-d856-4210-95b0-495a05a5b9c6", "name": "network-vif-deleted", "tag": "ac36c4d7-09bd-474c-b469-a74d95babe9b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:43.680642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:43.736231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Allocated IP 172.20.0.12 (69f9dddf-264c-4c3d-aefe-069f2f4f9d49/4b4d4131-c08a-4d19-9074-a9ea68d04597/d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:43.746638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32194162-c0b2-4471-9273-eea1c3b7d56c req-39002fca-4aef-44ba-b560-050603e535c5 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:43.749452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32194162-c0b2-4471-9273-eea1c3b7d56c req-39002fca-4aef-44ba-b560-050603e535c5 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.2103031 May 26 15:55:43.818113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32194162-c0b2-4471-9273-eea1c3b7d56c req-b13fdd30-7a18-4edf-b9a8-94bc5dc69459 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 May 26 15:55:43.855205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:43.869363 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:43.883285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:43.899527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1460b1c4-3cbb-4f33-9d46-827dfa84a2fb req-bb286948-241a-4ea4-ad5d-0e27ea040153 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130547 May 26 15:55:43.967549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '37120126-c012-4c26-832c-94c1545011fe', 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88', 'port_id': '37120126-c012-4c26-832c-94c1545011fe', 'mac_address': 'fa:16:3e:0f:3a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23045aac-090f-4260-81be-9be8689e6a8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:43.988351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91ca34b2-d69d-48ae-b8ac-4d455ff68411 req-8bc0fd5c-9478-4e93-9f03-b3035777bfae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 210 time: 0.0313878 May 26 15:55:44.039122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:44.054861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:44.081238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.084839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.086709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.087617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.088259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.089092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.089801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.090172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.090516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.091105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.091212 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.091513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:55:44.110223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 37120126-c012-4c26-832c-94c1545011fe is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:44.110600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:44.110796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:44.131454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37120126-c012-4c26-832c-94c1545011fe {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:44.157010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:44.164673 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:44.165427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:44.172902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696958f-b1e6-457e-8ab9-898c34cb323f req-c8aecb97-b14f-4895-a10a-3c9d33715e36 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:44.183841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0696958f-b1e6-457e-8ab9-898c34cb323f req-c8aecb97-b14f-4895-a10a-3c9d33715e36 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 944 time: 0.1094193 May 26 15:55:44.201407 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b469073-9087-4629-b059-408db8c14870 x-openstack-request-id: req-0b469073-9087-4629-b059-408db8c14870 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:44.201706 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be7ab34-d856-4210-95b0-495a05a5b9c6", "name": "network-vif-deleted", "tag": "ac36c4d7-09bd-474c-b469-a74d95babe9b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:44.201864 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b469073-9087-4629-b059-408db8c14870 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:44.202218 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b469073-9087-4629-b059-408db8c14870'] response: {'server_uuid': '1be7ab34-d856-4210-95b0-495a05a5b9c6', 'name': 'network-vif-deleted', 'tag': 'ac36c4d7-09bd-474c-b469-a74d95babe9b', 'status': 'completed', 'code': 200} May 26 15:55:44.226146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=37120126-c012-4c26-832c-94c1545011fe,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:44.237702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['587e9e4a-3bbf-44c3-a287-324fa05bb3a4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:44.252432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:44.270303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:44.291100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:44.312103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0696958f-b1e6-457e-8ab9-898c34cb323f req-f9683cc5-c159-497e-b7e2-adcf8cd6d0c0 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268985 May 26 15:55:44.324287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event updated for resources: {'Port': ['ID=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:44.407190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:44.407699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:44.428640 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-4aae6a15-6142-4616-8b96-de07605c4cd0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2295077 May 26 15:55:44.450876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Request body: {'port': {'device_id': 'b83e66d0-61ed-48b4-96fa-6192cdaabf52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:44.482151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950828-d263-418f-8fec-1c80e2747bc4 req-6759d4fc-cd92-4b62-ab51-170b2591109f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:44.484004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6950828-d263-418f-8fec-1c80e2747bc4 req-6759d4fc-cd92-4b62-ab51-170b2591109f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.1100485 May 26 15:55:44.486783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-a9e03ca8-2010-49d6-9772-0c9df81628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:44.488887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-a9e03ca8-2010-49d6-9772-0c9df81628c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 1099 time: 0.1128559 May 26 15:55:44.549383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:44.576545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:44.586030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'port_id': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'mac_address': 'fa:16:3e:07:01:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:44.667117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:44.667704 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:44.696930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-7f776ecb-21d0-418a-bfaf-f504ff343601 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706038 May 26 15:55:44.703189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:44.705005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6950828-d263-418f-8fec-1c80e2747bc4 req-cf13437c-8d6e-417d-8718-75fb3e196e95 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920094 May 26 15:55:44.732276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:44.738943 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:44.842462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:44.879764 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-83027c56-df4f-483e-91a0-1ae954612db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:44.879764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-83027c56-df4f-483e-91a0-1ae954612db1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3839324 May 26 15:55:44.885029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54288) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:45.000072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:45.015838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.032038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-3fa095ac-5c0e-4944-b6bf-0d5dd4ba2054 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1 HTTP/1.1" status: 200 len: 217 time: 0.1440647 May 26 15:55:45.043377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Transition to ACTIVE for port object d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:45.048897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.052611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-afe65968-b144-4119-aa4a-25a8dc99df1c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:45.064862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-afe65968-b144-4119-aa4a-25a8dc99df1c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3550997 May 26 15:55:45.133490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:45.150975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-27f4900c-0991-4429-898e-3bd866c68b31 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/quotas/7ad6291b93cf4091962ae8d825bddcf1 HTTP/1.1" status: 200 len: 375 time: 0.0846612 May 26 15:55:45.175063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c78b62a-c64c-4aaf-92f1-87b339db0d2a admin admin] Deleting subnet b2561c46-cf7e-4f3a-b539-fd79b22b4a20 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:55:45.200671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c78b62a-c64c-4aaf-92f1-87b339db0d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.214747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Attempting to bind port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:45.215090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Attempting to bind port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:45.216007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Attempting to bind port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:45.221264 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:45.221586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Attempting to bind port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:45.228105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:45.228543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Checking segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:45.228813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Bound using segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:45.229330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Bound port: d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:45.229642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.236612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['37120126-c012-4c26-832c-94c1545011fe'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:45.263428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9983f9-f21a-411f-9906-54e6eb596dd0 req-f0e874ed-386c-49dc-9415-5fb33bba05ca tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:45.264930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a9983f9-f21a-411f-9906-54e6eb596dd0 req-f0e874ed-386c-49dc-9415-5fb33bba05ca tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 944 time: 0.2946572 May 26 15:55:45.273098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-93df0bf0-4182-4ae8-a1e2-9145c24fbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:45.274457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-93df0bf0-4182-4ae8-a1e2-9145c24fbebb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2061944 May 26 15:55:45.285676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c78b62a-c64c-4aaf-92f1-87b339db0d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.306547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:45.341261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ac36c4d7-09bd-474c-b469-a74d95babe9b no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:55:45.341763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] For port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:45.346137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] For port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:45.351377 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.366818 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:45.367640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.369309 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] 10.222.0.32 "PUT /v2.0/ports/d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 HTTP/1.1" status: 200 len: 1092 time: 0.9255705 May 26 15:55:45.373147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83e66d0-61ed-48b4-96fa-6192cdaabf52', 'tag': 'd0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:45.373392 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "b83e66d0-61ed-48b4-96fa-6192cdaabf52", "tag": "d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:45.386332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: ac36c4d7-09bd-474c-b469-a74d95babe9b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:55:45.386666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ac36c4d7-09bd-474c-b469-a74d95babe9b not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:55:45.440281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f647b8-3604-4857-bd26-75999a73d209 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:45.466853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-1d4cbb62-cc7c-4ca6-bd1f-b76c23991dbf tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2998769 May 26 15:55:45.482299 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c78b62a-c64c-4aaf-92f1-87b339db0d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.524319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-baad74c4-382e-4b2f-8fec-6d8945b3f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:45.526157 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-baad74c4-382e-4b2f-8fec-6d8945b3f689 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 1095 time: 0.0803993 May 26 15:55:45.536400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a9983f9-f21a-411f-9906-54e6eb596dd0 req-c2fdae7d-6741-4589-9071-cf5c6a156c40 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443147 May 26 15:55:45.551886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-02906121-497d-46a1-b708-26f8cbfd3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:45.558788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-02906121-497d-46a1-b708-26f8cbfd3892 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2680528 May 26 15:55:45.600355 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-dd5bbccb-de10-47c5-8c73-870f8a589d67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 HTTP/1.1" status: 200 len: 217 time: 0.0611627 May 26 15:55:45.720273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-1b528b24-0d92-43d8-83e7-9030d3e8bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:45.722977 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-1b528b24-0d92-43d8-83e7-9030d3e8bfcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.1059861 May 26 15:55:45.792648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c78b62a-c64c-4aaf-92f1-87b339db0d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.799256 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-586ceee4-4570-4804-bdb6-2de595d7a173 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675676 May 26 15:55:45.823873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660238b5-6866-45d0-b6ad-4f5c411a756e req-e5838f8a-dca8-42e5-ab86-738a5ab12039 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:45.825765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-660238b5-6866-45d0-b6ad-4f5c411a756e req-e5838f8a-dca8-42e5-ab86-738a5ab12039 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 944 time: 0.1647341 May 26 15:55:45.867030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78b62a-c64c-4aaf-92f1-87b339db0d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2561c46-cf7e-4f3a-b539-fd79b22b4a20,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:45.867030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c78b62a-c64c-4aaf-92f1-87b339db0d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.875109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1c78b62a-c64c-4aaf-92f1-87b339db0d2a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b2561c46-cf7e-4f3a-b539-fd79b22b4a20 HTTP/1.1" status: 204 len: 168 time: 0.9846056 May 26 15:55:45.881449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54300) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:45.911176 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-e07a781c-56d1-4c23-b9a3-ed7aee244237 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298841 May 26 15:55:45.956845 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-f4e92c73-9090-44d8-8e1e-d3aa0e80b019 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426897 May 26 15:55:45.994196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-660238b5-6866-45d0-b6ad-4f5c411a756e req-14652ec2-248e-4c7b-a51a-9155130bb431 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408548 May 26 15:55:46.040302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:46.146237 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-ad1b5f39-f657-42d0-9ddb-d4b280e0ea25 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752121 May 26 15:55:46.211109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-adef1964-937a-4d2e-a0ae-20ea04cf17ec service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578850 May 26 15:55:46.258330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c493f-75bc-4a14-a0c4-6b3907ebf814 req-3a16b92b-92d3-4731-8ad9-2c715971bed8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:46.259908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-479c493f-75bc-4a14-a0c4-6b3907ebf814 req-3a16b92b-92d3-4731-8ad9-2c715971bed8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 944 time: 0.2047884 May 26 15:55:46.329459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:46.360757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5f740-788a-4f6a-b8e2-ea63b8129a85 req-ad663587-40dd-43e0-9c73-8f42f2d3688f tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:46.362383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27a5f740-788a-4f6a-b8e2-ea63b8129a85 req-ad663587-40dd-43e0-9c73-8f42f2d3688f tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 945 time: 0.1998973 May 26 15:55:46.374487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e70f54-48fa-42c3-b42b-7e1b40c94693']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:46.398829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-479c493f-75bc-4a14-a0c4-6b3907ebf814 req-eb101adf-b19d-4040-81fc-f6d92c75b6c8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040957 May 26 15:55:46.401933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a996c3bf-b349-4562-b464-ba6e67a2cc67') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:46.402293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a996c3bf-b349-4562-b464-ba6e67a2cc67') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:46.422272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:46.447954 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:46.453650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27a5f740-788a-4f6a-b8e2-ea63b8129a85 req-3ca19886-b783-4ab7-8ed3-6854a22d4254 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657673 May 26 15:55:46.468074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:55:46.468853 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:46.510032 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4d49be-a878-46e1-8398-e0dea306d9c3 x-openstack-request-id: req-6d4d49be-a878-46e1-8398-e0dea306d9c3 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:46.510800 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83e66d0-61ed-48b4-96fa-6192cdaabf52", "tag": "d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:46.510973 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d4d49be-a878-46e1-8398-e0dea306d9c3 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:46.514031 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4d49be-a878-46e1-8398-e0dea306d9c3'] response: {'name': 'network-changed', 'server_uuid': 'b83e66d0-61ed-48b4-96fa-6192cdaabf52', 'tag': 'd0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47', 'status': 'completed', 'code': 200} May 26 15:55:46.566594 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment a996c3bf-b349-4562-b464-ba6e67a2cc67 resource provider aggregate not found May 26 15:55:46.634565 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment a996c3bf-b349-4562-b464-ba6e67a2cc67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a996c3bf-b349-4562-b464-ba6e67a2cc67 found for delete ", "request_id": "req-2cbfdf01-5066-48ae-a4ce-f448feb5cb03"}]} May 26 15:55:46.638876 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:46.651311 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:46.664223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d3e70f54-48fa-42c3-b42b-7e1b40c94693 HTTP/1.1" status: 204 len: 168 time: 0.7824597 May 26 15:55:46.682863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-dabe4c24-5358-46d6-bea2-9ffd0eeb691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:46.685528 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-dabe4c24-5358-46d6-bea2-9ffd0eeb691a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 1095 time: 0.1258059 May 26 15:55:46.690156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ab189-4354-45d3-ba18-cc90f5d7e182 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e70f54-48fa-42c3-b42b-7e1b40c94693,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:46.740006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f90cc-643d-477a-a069-63579868c841 req-bba214ce-2fa5-4d11-a0ec-da85261d829a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:46.750178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a13f90cc-643d-477a-a069-63579868c841 req-bba214ce-2fa5-4d11-a0ec-da85261d829a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.1572506 May 26 15:55:46.866950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a13f90cc-643d-477a-a069-63579868c841 req-469c4c0e-3bd5-4a6c-bd6c-e5e774c06c71 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156981 May 26 15:55:46.940249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-728248d2-dd81-4e31-8b1e-a4e5cddecc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:46.942674 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-728248d2-dd81-4e31-8b1e-a4e5cddecc15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 913 time: 0.2494147 May 26 15:55:46.990649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72f2ce76-2b82-4c56-abdb-315b6b7cdf3f req-34cab09d-873a-40b9-bc94-b4f00ad10e8a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 210 time: 0.0476000 May 26 15:55:47.018051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c4232-4705-42ea-b147-a2eb98e10ba3 req-8eb4b306-9d45-4d74-9bdc-064f93e7935d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:47.019457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee9c4232-4705-42ea-b147-a2eb98e10ba3 req-8eb4b306-9d45-4d74-9bdc-064f93e7935d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 944 time: 0.1733582 May 26 15:55:47.020349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54326) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:47.042476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-60afff95-ded7-431a-aa72-ee54fce21605 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 HTTP/1.1" status: 200 len: 217 time: 0.0903878 May 26 15:55:47.121186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ba28d42e-d6c7-4bfe-b8bd-2f626819c8d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=baf516d6bb4541df9fc536d1fce4a4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990884 May 26 15:55:47.121617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-03358cee-4889-4fff-a6b5-dab9935acb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:47.122954 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-03358cee-4889-4fff-a6b5-dab9935acb91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.0716705 May 26 15:55:47.124959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54330) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:47.127347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee9c4232-4705-42ea-b147-a2eb98e10ba3 req-cbd344f1-2442-4014-9a0a-5acf678a07f4 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939722 May 26 15:55:47.185833 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-8eb0dd35-f2c0-48a1-a648-b7b0d311ebb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435345 May 26 15:55:47.243695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa31c-9f23-4c11-b8a7-246790f3f91d req-0b40ae05-3564-4c53-8b89-3d264b02ea26 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:47.246209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e83aa31c-9f23-4c11-b8a7-246790f3f91d req-0b40ae05-3564-4c53-8b89-3d264b02ea26 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 944 time: 0.0885561 May 26 15:55:47.313383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e83aa31c-9f23-4c11-b8a7-246790f3f91d req-efa8ec80-6b04-4bd1-8efb-8d0a65ec7274 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597608 May 26 15:55:47.324768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa26b899-be3a-4773-a414-7bf248d58be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:47.342735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:47.392307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa26b899-be3a-4773-a414-7bf248d58be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:47.439828 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-26e141c2-6f5a-4a67-9987-1dfbf2436315 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219646 May 26 15:55:47.562492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa26b899-be3a-4773-a414-7bf248d58be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:47.566343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa26b899-be3a-4773-a414-7bf248d58be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:47.568111 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa26b899-be3a-4773-a414-7bf248d58be2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86f4c3f4-7bf2-456a-a387-ee1b51c63d73 HTTP/1.1" status: 204 len: 168 time: 0.4419630 May 26 15:55:47.652305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26b899-be3a-4773-a414-7bf248d58be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f4c3f4-7bf2-456a-a387-ee1b51c63d73,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:47.656800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:55:47.685908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 37120126-c012-4c26-832c-94c1545011fe up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:47.686433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ac0e7-4251-4b15-9413-b8c80b97258e req-a32b1fb6-f75c-486f-82a7-a6fec0c3ac01 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:47.696024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a7ac0e7-4251-4b15-9413-b8c80b97258e req-a32b1fb6-f75c-486f-82a7-a6fec0c3ac01 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 944 time: 0.1484601 May 26 15:55:47.746637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4354-efbc-4a3e-a461-f2db646e4c1c req-a80f0921-a5e4-4d74-b4cf-983d3091e66a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:47.749795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:47.750299 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:47.760373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1ca4354-efbc-4a3e-a461-f2db646e4c1c req-a80f0921-a5e4-4d74-b4cf-983d3091e66a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 945 time: 0.1370504 May 26 15:55:47.784588 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-25f99578-35d1-47fd-b7d3-9c504f1cbbd1 req-f2a6bb6c-ff18-43e8-a699-8b3f2c8575ce service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186004 May 26 15:55:47.812989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a7ac0e7-4251-4b15-9413-b8c80b97258e req-af9e06b2-293e-47c3-9286-2ebae9281460 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157165 May 26 15:55:47.855654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1ca4354-efbc-4a3e-a461-f2db646e4c1c req-7ae557b3-0433-42ad-92a3-00e90d996893 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939817 May 26 15:55:47.893096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 37120126-c012-4c26-832c-94c1545011fe completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:55:47.900816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 37120126-c012-4c26-832c-94c1545011fe triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:47.901480 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.009511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:48.010361 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.041814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e37f5-3b8b-4e1e-b295-2425434b0192 req-2876f050-0afe-4c41-a73c-a4f0bf5deefc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:48.044388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d5e37f5-3b8b-4e1e-b295-2425434b0192 req-2876f050-0afe-4c41-a73c-a4f0bf5deefc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.0793257 May 26 15:55:48.116994 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:48.120036 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97d793c-22bc-40b8-9e8f-7a9750b4505b" -d '{"events": [{"server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "name": "network-vif-plugged", "status": "completed", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:48.136152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:48.145365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 37120126-c012-4c26-832c-94c1545011fe is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:48.146053 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.149261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.218070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b67011f9-4ed0-4481-b0ab-0fe4e04ac361 req-aa637022-9549-4b76-9f8c-afe0eb231f2f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 210 time: 0.0909920 May 26 15:55:48.225244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-e0656793-8383-4ce8-a7b3-402527de381d tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317759 May 26 15:55:48.249519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d5e37f5-3b8b-4e1e-b295-2425434b0192 req-62d9f023-bd07-4188-9af4-7fe24c25291d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977344 May 26 15:55:48.251399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:48.371706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:48.395497 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd08682d-8388-48c4-9a7d-98ca499328b3 x-openstack-request-id: req-bd08682d-8388-48c4-9a7d-98ca499328b3 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:48.395497 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "name": "network-vif-plugged", "status": "completed", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:48.400428 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd08682d-8388-48c4-9a7d-98ca499328b3 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:48.400854 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd08682d-8388-48c4-9a7d-98ca499328b3'] response: {'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4', 'code': 200} May 26 15:55:48.402969 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.404416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:48.446353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-17e43e7d-e2ee-4fe6-8cbd-04e381cecd4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:48.449010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-17e43e7d-e2ee-4fe6-8cbd-04e381cecd4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173371 May 26 15:55:48.465924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Request body: {'port': {'device_id': 'cfdb3131-23fb-4c62-af8a-5ccaac32d5d8', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '7ad6291b93cf4091962ae8d825bddcf1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:48.591436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=37120126-c012-4c26-832c-94c1545011fe,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:48.619097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:55:48.626435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:48.626987 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.667018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52286b81-bf8f-4425-a759-b2a115f2560e req-bf599387-eba8-4e9c-8a65-46d6f035ec9b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:48.668597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52286b81-bf8f-4425-a759-b2a115f2560e req-bf599387-eba8-4e9c-8a65-46d6f035ec9b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.2185466 May 26 15:55:48.689985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d7e7-df33-4329-9901-d67bc105e8a2 req-e49fb918-434c-461d-b947-cfa80820f2cf tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:48.691527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dcc2d7e7-df33-4329-9901-d67bc105e8a2 req-e49fb918-434c-461d-b947-cfa80820f2cf tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.1976404 May 26 15:55:48.744617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80f3f-8263-4904-92a8-166f7c385b28 req-c32b4427-eab3-4078-94f0-efa006aa7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:48.746208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5c80f3f-8263-4904-92a8-166f7c385b28 req-c32b4427-eab3-4078-94f0-efa006aa7738 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1096 time: 0.2544169 May 26 15:55:48.782695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:48.783254 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.826759 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52286b81-bf8f-4425-a759-b2a115f2560e req-f8e3eb03-74ad-4a73-a884-992776f3bb93 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312759 May 26 15:55:48.840650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:48.846878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.873484 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0b5456be-0ae8-49ca-94b5-aff6bcbb5911 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575969 May 26 15:55:48.885662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dcc2d7e7-df33-4329-9901-d67bc105e8a2 req-e7026da2-f70e-45e1-a14c-e056643a4db3 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736081 May 26 15:55:48.889354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5c80f3f-8263-4904-92a8-166f7c385b28 req-7981b724-037a-410e-b109-d364ec2ba795 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343639 May 26 15:55:48.893701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Made reservation on behalf of 7ad6291b93cf4091962ae8d825bddcf1 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:48.902137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.961337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:49.137361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a0bc344-3373-48b1-b1b6-056660619a5e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:49.139812 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a0bc344-3373-48b1-b1b6-056660619a5e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539644 May 26 15:55:49.170830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Request body: {'port': {'device_id': '04b348fa-e8fe-48fe-a131-4da09ccaa908', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '7ad6291b93cf4091962ae8d825bddcf1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:49.476026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30b62-dbf6-42a5-a3a0-2f71e03af88c req-c2100f5e-1f7a-4449-8494-0a6c45684a92 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:49.478594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7c30b62-dbf6-42a5-a3a0-2f71e03af88c req-c2100f5e-1f7a-4449-8494-0a6c45684a92 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 944 time: 0.4573505 May 26 15:55:49.517732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407397d2-bd92-4eab-bc6a-7413d1667e78 req-830a3211-3463-4e0e-8c0c-0326c52d5539 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:49.520364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-407397d2-bd92-4eab-bc6a-7413d1667e78 req-830a3211-3463-4e0e-8c0c-0326c52d5539 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 946 time: 0.5004869 May 26 15:55:49.568231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Allocated IP 192.168.233.55 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/ba5a2c9a-c3ea-47a1-aab2-bba8753eb385) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:49.599320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Made reservation on behalf of 7ad6291b93cf4091962ae8d825bddcf1 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:49.605189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:49.609582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7c30b62-dbf6-42a5-a3a0-2f71e03af88c req-c2d628dd-229f-476d-8373-03751c0bced5 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220610 May 26 15:55:49.625445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-407397d2-bd92-4eab-bc6a-7413d1667e78 req-028573e1-b75a-4ef3-a6b6-70e45a4cac4e tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915177 May 26 15:55:49.666908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:49.817971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:49.838511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'd0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'port_id': 'd0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47', 'mac_address': 'fa:16:3e:7d:7f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d4131-c08a-4d19-9074-a9ea68d04597', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:49.838816 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:49.844858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11d65fec-2d8e-48b7-824b-7fab5a6f74f8 req-e444917a-a740-46ec-a7f7-2027f506cf7d tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 210 time: 0.0626001 May 26 15:55:49.902683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:49.903356 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:49.920979 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:49.971177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:49.977968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:49.980064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:49.990668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:49.997416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:50.072710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Allocated IP 192.168.233.224 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/a596a298-0a7c-4987-81e8-263ebfed76bf) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:55:50.077708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event updated for resources: {'Port': ['ID=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:50.088301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:50.094755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:50.168295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:50.168965 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:50.182994 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27668073-2fb5-4ba6-8258-a1c00a93de17 req-225ffd14-c9c1-498c-aedc-0cbb5b795e42 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:50.195624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27668073-2fb5-4ba6-8258-a1c00a93de17 req-225ffd14-c9c1-498c-aedc-0cbb5b795e42 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.2151940 May 26 15:55:50.224200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:50.259810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-c70732ae-f020-4239-96fd-e61366d9bc57 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7974565 May 26 15:55:50.294623 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267eeff-0197-4bd0-8b76-8e7ac2d394b8 req-b22e8707-a8a2-4ec3-8ba1-2ebe3c06823d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:50.304298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2267eeff-0197-4bd0-8b76-8e7ac2d394b8 req-b22e8707-a8a2-4ec3-8ba1-2ebe3c06823d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.2643616 May 26 15:55:50.331841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Request body: {'port': {'device_id': 'cfdb3131-23fb-4c62-af8a-5ccaac32d5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:50.404088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37120126-c012-4c26-832c-94c1545011fe'}, {'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:50.407727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27668073-2fb5-4ba6-8258-a1c00a93de17 req-246eee1b-22de-4c27-b5c1-cd666a4e68eb tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088060 May 26 15:55:50.407999 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3202d971-cb31-4e3f-b8d7-2694f2413ed2" -d '{"events": [{"server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "name": "network-vif-plugged", "status": "completed", "tag": "37120126-c012-4c26-832c-94c1545011fe"}, {"server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "name": "network-vif-plugged", "status": "completed", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:50.427202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-259d5190-2e89-4ba3-8216-ec77eb5e6018 None None] Provisioning complete for port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:50.427575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-259d5190-2e89-4ba3-8216-ec77eb5e6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:50.433330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2267eeff-0197-4bd0-8b76-8e7ac2d394b8 req-91f559d1-5ae4-496e-a30a-6869b96a3ebd tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278641 May 26 15:55:50.494213 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:50.502646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-259d5190-2e89-4ba3-8216-ec77eb5e6018 None None] Port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:55:50.550815 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:50.567096 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2b6b9f-c87d-490a-8d7c-f3653136690b x-openstack-request-id: req-cd2b6b9f-c87d-490a-8d7c-f3653136690b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:50.567598 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "name": "network-vif-plugged", "status": "completed", "tag": "37120126-c012-4c26-832c-94c1545011fe", "code": 200}, {"server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "name": "network-vif-plugged", "status": "completed", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:50.567901 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd2b6b9f-c87d-490a-8d7c-f3653136690b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:50.568520 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2b6b9f-c87d-490a-8d7c-f3653136690b'] response: {'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37120126-c012-4c26-832c-94c1545011fe', 'code': 200} May 26 15:55:50.568919 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2b6b9f-c87d-490a-8d7c-f3653136690b'] response: {'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'code': 200} May 26 15:55:50.609639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:50.623360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:50.724548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:55:50.737900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:50.742161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:55:50.764236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event updated for resources: {'Port': ['ID=a596a298-0a7c-4987-81e8-263ebfed76bf,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:50.846425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:50.847590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:50.885072 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-6d5c9a51-24a0-4177-ba8c-c2d790c6965e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7195234 May 26 15:55:50.914141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Request body: {'port': {'device_id': '04b348fa-e8fe-48fe-a131-4da09ccaa908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:51.010171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:51.028952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e9b5-8e2e-4fe8-bbe5-fc575206120f req-15324241-f048-45ff-99f4-7a67345ac8a8 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:51.030688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c61e9b5-8e2e-4fe8-bbe5-fc575206120f req-15324241-f048-45ff-99f4-7a67345ac8a8 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.4194403 May 26 15:55:51.058778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830c46a-3aeb-4fcd-bb65-e3daca11ae41 req-1471ba5f-3923-4b3d-9aad-3d1567ae714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:51.061232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f830c46a-3aeb-4fcd-bb65-e3daca11ae41 req-1471ba5f-3923-4b3d-9aad-3d1567ae714b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1096 time: 0.2656813 May 26 15:55:51.078848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca9a16-aad3-422b-8ee9-2aa8c553d3e9 req-a3a95806-23a1-4100-b3ae-b95b547f7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:51.081157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67ca9a16-aad3-422b-8ee9-2aa8c553d3e9 req-a3a95806-23a1-4100-b3ae-b95b547f7563 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 1097 time: 0.2867694 May 26 15:55:51.136729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cd3ce587-1d27-4671-b2dc-ebfdb7e1ad1f None None] Provisioning complete for port a596a298-0a7c-4987-81e8-263ebfed76bf triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:51.137352 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce587-1d27-4671-b2dc-ebfdb7e1ad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:51.165801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f890bdc-c74e-414b-a3dc-25ec43b07cee req-28e0590f-d433-4700-ae54-3fb3c8253dbc tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:51.169113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f890bdc-c74e-414b-a3dc-25ec43b07cee req-28e0590f-d433-4700-ae54-3fb3c8253dbc tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 945 time: 0.2958126 May 26 15:55:51.188765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ce587-1d27-4671-b2dc-ebfdb7e1ad1f None None] Port a596a298-0a7c-4987-81e8-263ebfed76bf cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:55:51.264332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c61e9b5-8e2e-4fe8-bbe5-fc575206120f req-4ef66f3e-ac8e-478b-9069-5cd9d3b71348 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154298 May 26 15:55:51.270472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f830c46a-3aeb-4fcd-bb65-e3daca11ae41 req-b6268219-fbc5-4226-9de7-2551d2dbb412 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877146 May 26 15:55:51.283967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67ca9a16-aad3-422b-8ee9-2aa8c553d3e9 req-b248396e-67cc-4f78-adad-f9686ca2823e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652453 May 26 15:55:51.317729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f890bdc-c74e-414b-a3dc-25ec43b07cee req-ce286736-981f-46af-af66-cea61710362d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045575 May 26 15:55:51.423268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:51.443228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:51.503505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Transition to ACTIVE for port object ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:51.518011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e60c-a0d1-4cc6-aa46-f21106953e04 req-dca0f810-1f54-4ade-8bf3-fdfd1f20467f tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:51.521206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3840e60c-a0d1-4cc6-aa46-f21106953e04 req-dca0f810-1f54-4ade-8bf3-fdfd1f20467f tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 946 time: 0.1718490 May 26 15:55:51.526203 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:51.636155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002eeb9-b924-4feb-bfb0-fced8fea738b req-517e134f-50a6-4a64-a9df-98c5efa264b0 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:51.638441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2002eeb9-b924-4feb-bfb0-fced8fea738b req-517e134f-50a6-4a64-a9df-98c5efa264b0 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 936 time: 0.2052357 May 26 15:55:51.651487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a492948-8397-43c9-b260-315349813a00 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:51.718893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3840e60c-a0d1-4cc6-aa46-f21106953e04 req-89acd3b6-b3ea-4139-9d42-8538037a7add tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862655 May 26 15:55:51.780043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a596a298-0a7c-4987-81e8-263ebfed76bf {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:51.795105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:51.826745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Transition to ACTIVE for port object a596a298-0a7c-4987-81e8-263ebfed76bf will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:55:51.835647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:51.847028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2002eeb9-b924-4feb-bfb0-fced8fea738b req-091cdbc3-b20e-46d5-987f-1d7cdc2b3cd5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809671 May 26 15:55:51.929207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Pushing event updated for resources: {'Port': ['ID=a596a298-0a7c-4987-81e8-263ebfed76bf,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:51.960114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Attempting to bind port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:51.960520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Attempting to bind port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:51.961211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Attempting to bind port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:51.972940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:51.973491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Attempting to bind port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:51.994875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:51.995408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:51.995991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:51.996614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Bound port: ba5a2c9a-c3ea-47a1-aab2-bba8753eb385, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:51.997166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:52.084352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Attempting to bind port a596a298-0a7c-4987-81e8-263ebfed76bf on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:55:52.084352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Attempting to bind port a596a298-0a7c-4987-81e8-263ebfed76bf by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:55:52.084352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Attempting to bind port a596a298-0a7c-4987-81e8-263ebfed76bf on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:52.100078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Port a596a298-0a7c-4987-81e8-263ebfed76bf on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:55:52.101179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Attempting to bind port a596a298-0a7c-4987-81e8-263ebfed76bf on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:55:52.108504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:55:52.108892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:52.109289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:55:52.109889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Bound port: a596a298-0a7c-4987-81e8-263ebfed76bf, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:55:52.110553 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:52.207881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af839ae6-a755-490d-9238-fce3a48833b6 req-a0f2ef68-5039-4511-8f36-0391806814df tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.210445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af839ae6-a755-490d-9238-fce3a48833b6 req-a0f2ef68-5039-4511-8f36-0391806814df tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.1665192 May 26 15:55:52.218535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] For port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:52.224746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] For port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:52.235526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:52.245267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:52.250176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] For port a596a298-0a7c-4987-81e8-263ebfed76bf, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:55:52.259533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] For port a596a298-0a7c-4987-81e8-263ebfed76bf, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a596a298-0a7c-4987-81e8-263ebfed76bf,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:55:52.270338 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:52.343909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.344199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.344862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:52.345043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:52.347258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a492948-8397-43c9-b260-315349813a00 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 HTTP/1.1" status: 200 len: 1095 time: 2.0400333 May 26 15:55:52.347475 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] 10.222.0.32 "PUT /v2.0/ports/a596a298-0a7c-4987-81e8-263ebfed76bf HTTP/1.1" status: 200 len: 1096 time: 1.4378667 May 26 15:55:52.347964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b348fa-e8fe-48fe-a131-4da09ccaa908', 'tag': 'a596a298-0a7c-4987-81e8-263ebfed76bf'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:52.353853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb3131-23fb-4c62-af8a-5ccaac32d5d8', 'tag': 'ba5a2c9a-c3ea-47a1-aab2-bba8753eb385'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:52.361163 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea51c85d-f835-423f-98a3-01ea26115077" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb3131-23fb-4c62-af8a-5ccaac32d5d8", "tag": "ba5a2c9a-c3ea-47a1-aab2-bba8753eb385"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:52.374246 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbde3cb4-fbef-4c19-b27e-0141a386fde0" -d '{"events": [{"name": "network-changed", "server_uuid": "04b348fa-e8fe-48fe-a131-4da09ccaa908", "tag": "a596a298-0a7c-4987-81e8-263ebfed76bf"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:52.513241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d26c6-adc9-4982-920f-c448ad345505 service neutron] Pushing event updated for resources: {'Port': ['ID=a596a298-0a7c-4987-81e8-263ebfed76bf,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:52.547958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-b606899e-374a-41f7-afbc-1171461635be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.550700 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-b606899e-374a-41f7-afbc-1171461635be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 1099 time: 0.1039197 May 26 15:55:52.586708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af839ae6-a755-490d-9238-fce3a48833b6 req-1fac8413-46c8-42c8-ba24-98e115657de1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582702 May 26 15:55:52.657082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a492948-8397-43c9-b260-315349813a00 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:52.666612 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-683610d9-835a-4adb-a2e1-1a5a15af9b16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a596a298-0a7c-4987-81e8-263ebfed76bf HTTP/1.1" status: 200 len: 217 time: 0.0895407 May 26 15:55:52.691301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54430) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:52.698439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d500b-b3b5-48bb-9a25-b837dcd630e0 req-d05c0b01-a701-4615-8e6c-305044b5a8f4 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.719778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f74d500b-b3b5-48bb-9a25-b837dcd630e0 req-d05c0b01-a701-4615-8e6c-305044b5a8f4 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.4693542 May 26 15:55:52.723422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-50cafdc0-f78b-477c-859c-12ecf723b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.726314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-50cafdc0-f78b-477c-859c-12ecf723b87b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=cfdb3131-23fb-4c62-af8a-5ccaac32d5d8 HTTP/1.1" status: 200 len: 1098 time: 0.2632480 May 26 15:55:52.784169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-7067b8e0-5034-4173-a8c7-f64bef7f5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.786563 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-7067b8e0-5034-4173-a8c7-f64bef7f5500 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1085067 May 26 15:55:52.820418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-07677e80-d3a7-48ac-ae44-0303103ca53e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 HTTP/1.1" status: 200 len: 217 time: 0.0808434 May 26 15:55:52.900020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f74d500b-b3b5-48bb-9a25-b837dcd630e0 req-cf0324f2-392b-4ebf-86d3-c8aba49da03b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789103 May 26 15:55:52.922515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a7545ed-3bf2-473c-bc37-4c96c5e16df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.935251 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3a7545ed-3bf2-473c-bc37-4c96c5e16df3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332040 May 26 15:55:52.968960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019e6aa-aaa5-431e-952e-98c2f1e0d072 req-3cfcaf67-2367-4333-8bf6-c105bd5ce1df tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.968960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0019e6aa-aaa5-431e-952e-98c2f1e0d072 req-3cfcaf67-2367-4333-8bf6-c105bd5ce1df tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 946 time: 0.1994646 May 26 15:55:52.973919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-fc2b27b6-a157-4bdc-9e2e-e4dabcbb9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:52.976279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-fc2b27b6-a157-4bdc-9e2e-e4dabcbb9275 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1337872 May 26 15:55:53.109311 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-844ee6cc-8f7e-4e6d-88e4-c030c1f617cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.182067 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-af6af504-2ddb-46dd-8430-7e250a1be0ea service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173579 May 26 15:55:53.182411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0019e6aa-aaa5-431e-952e-98c2f1e0d072 req-0bb3e05e-f3bb-4dcd-bae5-d9835a743b47 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443584 May 26 15:55:53.185239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-f7798ec6-7ee2-4662-9072-61d7d566fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:53.198996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-f7798ec6-7ee2-4662-9072-61d7d566fb0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1964965 May 26 15:55:53.305703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a722-6280-43a7-abf4-f13e89df70d3 req-cd3e4416-f932-47e3-a804-ae927029f51a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:53.308561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b304a722-6280-43a7-abf4-f13e89df70d3 req-cd3e4416-f932-47e3-a804-ae927029f51a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.2625473 May 26 15:55:53.398520 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-0dc68dae-a02a-465c-8072-27c91ff00f7e service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031493 May 26 15:55:53.452360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-844ee6cc-8f7e-4e6d-88e4-c030c1f617cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.458939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-844ee6cc-8f7e-4e6d-88e4-c030c1f617cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.511200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b304a722-6280-43a7-abf4-f13e89df70d3 req-d8714b23-08f6-40c5-83f6-18cc83183a66 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949151 May 26 15:55:53.526324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-e3f96f95-0022-4ece-a85e-ba57dc711543 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251169 May 26 15:55:53.538482 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-844ee6cc-8f7e-4e6d-88e4-c030c1f617cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78d444197dbc43509d641b9877120404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8436139 May 26 15:55:53.540593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54440) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:53.547361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32b744-d016-455a-865c-8007bf22b154 req-fa80b1a3-3632-4802-8f42-05f30827aa44 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:53.550222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ee6cc-8f7e-4e6d-88e4-c030c1f617cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3edd76d-c514-45ab-9ead-63a0129cb284,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:53.559895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c32b744-d016-455a-865c-8007bf22b154 req-fa80b1a3-3632-4802-8f42-05f30827aa44 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 945 time: 0.2460737 May 26 15:55:53.577733 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc183cd0-83e0-4627-81af-9e3b38990a91 x-openstack-request-id: req-cc183cd0-83e0-4627-81af-9e3b38990a91 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:53.578395 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb3131-23fb-4c62-af8a-5ccaac32d5d8", "tag": "ba5a2c9a-c3ea-47a1-aab2-bba8753eb385", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:53.578860 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc183cd0-83e0-4627-81af-9e3b38990a91 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:53.579755 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc183cd0-83e0-4627-81af-9e3b38990a91'] response: {'name': 'network-changed', 'server_uuid': 'cfdb3131-23fb-4c62-af8a-5ccaac32d5d8', 'tag': 'ba5a2c9a-c3ea-47a1-aab2-bba8753eb385', 'status': 'completed', 'code': 200} May 26 15:55:53.611050 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.623892 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4366221e-90d0-4c91-aa13-5f119bd83393 x-openstack-request-id: req-4366221e-90d0-4c91-aa13-5f119bd83393 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:53.625888 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b348fa-e8fe-48fe-a131-4da09ccaa908", "tag": "a596a298-0a7c-4987-81e8-263ebfed76bf", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:53.625888 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4366221e-90d0-4c91-aa13-5f119bd83393 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:53.625888 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4366221e-90d0-4c91-aa13-5f119bd83393'] response: {'name': 'network-changed', 'server_uuid': '04b348fa-e8fe-48fe-a131-4da09ccaa908', 'tag': 'a596a298-0a7c-4987-81e8-263ebfed76bf', 'status': 'completed', 'code': 200} May 26 15:55:53.635549 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.659522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1d08561-9d3d-439c-b361-46b373fbc53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.672162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:55:53.702398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1d08561-9d3d-439c-b361-46b373fbc53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.766280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:55:53.775296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:55:53.776261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.847719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1d08561-9d3d-439c-b361-46b373fbc53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.852616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1d08561-9d3d-439c-b361-46b373fbc53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:53.854490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a1d08561-9d3d-439c-b361-46b373fbc53b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3edd76d-c514-45ab-9ead-63a0129cb284 HTTP/1.1" status: 204 len: 168 time: 0.3120658 May 26 15:55:53.869285 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c32b744-d016-455a-865c-8007bf22b154 req-5bca5bb0-7e63-458c-96e6-88d622f963ed tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082175 May 26 15:55:53.871882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d08561-9d3d-439c-b361-46b373fbc53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3edd76d-c514-45ab-9ead-63a0129cb284,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:53.907674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-22742c41-35ec-4694-9357-566df494671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:53.910980 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-22742c41-35ec-4694-9357-566df494671b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 1099 time: 0.1484127 May 26 15:55:53.986291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ff154-966e-4a86-87f5-6e0758ea3e73 req-edbd20b6-3c13-434f-b704-e5cea0ed927d tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:53.999421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-088ff154-966e-4a86-87f5-6e0758ea3e73 req-edbd20b6-3c13-434f-b704-e5cea0ed927d tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 946 time: 0.2593122 May 26 15:55:54.015533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:54.016382 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:54.050905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83e66d0-61ed-48b4-96fa-6192cdaabf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:54.054324 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02744d10-b9c9-4952-b554-11b0f4fc8bcc" -d '{"events": [{"server_uuid": "b83e66d0-61ed-48b4-96fa-6192cdaabf52", "name": "network-vif-plugged", "status": "completed", "tag": "d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:54.064005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-d701fce1-5698-4274-8499-ee7e94a473cc tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:54.066627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-d701fce1-5698-4274-8499-ee7e94a473cc tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 946 time: 0.4043994 May 26 15:55:54.069883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:54.079009 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:54.112954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fa7804f-7e01-43b3-a7bb-f02bedb6fdde req-3466dd66-20ba-4c57-8b44-881013b4db5a service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383041 May 26 15:55:54.147913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-3a29874c-e1c0-4521-9cf0-cd4ab06801b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:54.151677 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-3a29874c-e1c0-4521-9cf0-cd4ab06801b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2172389 May 26 15:55:54.178156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:54.217695 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-81a135d6-471d-477e-8ccb-7485cd6f9459 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a596a298-0a7c-4987-81e8-263ebfed76bf HTTP/1.1" status: 200 len: 217 time: 0.0519271 May 26 15:55:54.275034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-088ff154-966e-4a86-87f5-6e0758ea3e73 req-09cef201-d66d-411c-9df4-80f9413b6465 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576752 May 26 15:55:54.316913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-4eebe6fa-07f1-4f1c-8377-6c1fbd015f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:54.319584 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-4eebe6fa-07f1-4f1c-8377-6c1fbd015f81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0879211 May 26 15:55:54.349901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcb294-d7ed-41cc-97ca-d049021966ed req-2b8698ef-052a-4098-ae76-13f2a5cc8236 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:54.352359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3edcb294-d7ed-41cc-97ca-d049021966ed req-2b8698ef-052a-4098-ae76-13f2a5cc8236 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 948 time: 0.2577891 May 26 15:55:54.364375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51c85d-f835-423f-98a3-01ea26115077 req-1b211c81-0c90-44ea-a03d-1cf2de562617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:54.365900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea51c85d-f835-423f-98a3-01ea26115077 req-1b211c81-0c90-44ea-a03d-1cf2de562617 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=cfdb3131-23fb-4c62-af8a-5ccaac32d5d8 HTTP/1.1" status: 200 len: 1098 time: 0.1720402 May 26 15:55:54.397829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-42430ba4-9c80-433f-be45-4cffbdd3a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:54.399832 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-42430ba4-9c80-433f-be45-4cffbdd3a472 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606565 May 26 15:55:54.431424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Deleting port 3825a10e-e4d1-43f7-b7fd-23100450fea1 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:55:54.431776 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:54.514350 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-688ee05f-f588-42fd-b4d7-08e5583419e7 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069322 May 26 15:55:54.634546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3edcb294-d7ed-41cc-97ca-d049021966ed req-28fd5016-433e-4410-bbf1-b8add883518a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653430 May 26 15:55:54.675624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ef6cd-6c56-41ea-a236-aa95e2349532 req-88a186cb-e131-4f23-8cdf-7836c053b4cc tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:54.688670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a55ef6cd-6c56-41ea-a236-aa95e2349532 req-88a186cb-e131-4f23-8cdf-7836c053b4cc tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1096 time: 0.2932076 May 26 15:55:54.712903 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fbde3cb4-fbef-4c19-b27e-0141a386fde0 req-055c5faf-0646-4ac3-be16-2b6d8169cc5a service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735642 May 26 15:55:54.756523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51c85d-f835-423f-98a3-01ea26115077 req-5f7a42ed-2033-481b-904b-5023b515cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:54.758063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea51c85d-f835-423f-98a3-01ea26115077 req-5f7a42ed-2033-481b-904b-5023b515cc94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3812048 May 26 15:55:54.809733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea51c85d-f835-423f-98a3-01ea26115077 req-94e46e5c-6fad-4aee-84bd-79983f2c0410 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 HTTP/1.1" status: 200 len: 217 time: 0.0399315 May 26 15:55:54.820499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] For port 3825a10e-e4d1-43f7-b7fd-23100450fea1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3825a10e-e4d1-43f7-b7fd-23100450fea1,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:54.821023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:54.872833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a55ef6cd-6c56-41ea-a236-aa95e2349532 req-d8e7b29b-06c5-4775-85b2-020efa68a3ce tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810553 May 26 15:55:54.963088 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce9b798-d5c7-4231-9d4a-00b787327ac1 x-openstack-request-id: req-dce9b798-d5c7-4231-9d4a-00b787327ac1 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:54.963916 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83e66d0-61ed-48b4-96fa-6192cdaabf52", "name": "network-vif-plugged", "status": "completed", "tag": "d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:54.963916 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dce9b798-d5c7-4231-9d4a-00b787327ac1 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:54.964380 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce9b798-d5c7-4231-9d4a-00b787327ac1'] response: {'server_uuid': 'b83e66d0-61ed-48b4-96fa-6192cdaabf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47', 'code': 200} May 26 15:55:55.002405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51c85d-f835-423f-98a3-01ea26115077 req-fa1d59b7-d43e-4a03-b792-6abecdc7965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:55.004866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea51c85d-f835-423f-98a3-01ea26115077 req-fa1d59b7-d43e-4a03-b792-6abecdc7965a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1692147 May 26 15:55:55.113616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbba70-91df-4ad8-90b4-e46a8ed16a2d req-e736f542-6b98-476c-8596-dd85645ae27d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:55.116313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d3dbba70-91df-4ad8-90b4-e46a8ed16a2d req-e736f542-6b98-476c-8596-dd85645ae27d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.2787685 May 26 15:55:55.135889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ce1ea-d2be-4dc4-b75e-62ec308147f8 req-3e6de24d-0f4f-48f3-9f38-cb9b57430b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:55.138037 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-250ce1ea-d2be-4dc4-b75e-62ec308147f8 req-3e6de24d-0f4f-48f3-9f38-cb9b57430b79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 1097 time: 0.0630291 May 26 15:55:55.190688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-250ce1ea-d2be-4dc4-b75e-62ec308147f8 req-fae7a551-009b-45e7-9aec-96f3cb435fe4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 May 26 15:55:55.218792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54474) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:55.348682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1128281230-network', 'tenant_id': '191406a53e3b40c2b143e732e28e1104'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:55.373029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Made reservation on behalf of 191406a53e3b40c2b143e732e28e1104 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:55.377843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.390502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.495023 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.500922 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.535170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:55:55.554781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a113a-5fcc-4977-a798-2d13324c153a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:55.559746 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.560120 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Added segment b91412f4-fa78-4494-9ed0-581598ef522a of type vlan for network 83bdb7d7-6061-4bab-8db6-04af0f8086dd May 26 15:55:55.615076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.658916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.661065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:55.661986 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.704050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51c85d-f835-423f-98a3-01ea26115077 req-2a8147d9-dbdc-4f33-a851-9ee001babb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:55.705621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea51c85d-f835-423f-98a3-01ea26115077 req-2a8147d9-dbdc-4f33-a851-9ee001babb75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6816750 May 26 15:55:55.711976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d3dbba70-91df-4ad8-90b4-e46a8ed16a2d req-95e4abab-a9f0-45f8-8d2d-c4f07ee23731 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628474 May 26 15:55:55.725445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65e989-d8be-4f30-a9b3-1d94f85d5071 req-1d086efb-34cb-434b-9e79-543206495cd2 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:55.727069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e65e989-d8be-4f30-a9b3-1d94f85d5071 req-1d086efb-34cb-434b-9e79-543206495cd2 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 946 time: 0.6289101 May 26 15:55:55.755648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.756015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.757163 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Floating IP d3dc6983-3902-49e4-903d-ed5ced5d8720 disassociated. External IP: 172.25.0.142, port: 3825a10e-e4d1-43f7-b7fd-23100450fea1. May 26 15:55:55.757607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Calling delete_port for 3825a10e-e4d1-43f7-b7fd-23100450fea1 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:55:55.759354 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5389018 May 26 15:55:55.763931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54482) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:55.768806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Request body: {'subnet': {'network_id': '83bdb7d7-6061-4bab-8db6-04af0f8086dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1128281230-subnet', 'tenant_id': '191406a53e3b40c2b143e732e28e1104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:55.778496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469000a8-5764-42f3-9b87-829b7fa4d6fc admin admin] Pushing event updated for resources: {'Network': ['ID=83bdb7d7-6061-4bab-8db6-04af0f8086dd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:55.807241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Made reservation on behalf of 191406a53e3b40c2b143e732e28e1104 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:55:55.810324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 83bdb7d7-6061-4bab-8db6-04af0f8086dd details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:55:55.811276 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:55.913913 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e65e989-d8be-4f30-a9b3-1d94f85d5071 req-fda62eaa-3af3-4637-bf5a-ec1b8e9e4373 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups?id=69063414-d984-4872-95f2-e45520fb91b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539690 May 26 15:55:55.979995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea51c85d-f835-423f-98a3-01ea26115077 req-04e9fcb8-a137-440c-9844-0c4816999266 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625818 May 26 15:55:56.021801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09815c65-7d31-48e7-b8e7-87cf2a7bf016 req-a4d3ba4a-4d23-4415-aead-4aac2187ac6b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:56.027298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09815c65-7d31-48e7-b8e7-87cf2a7bf016 req-a4d3ba4a-4d23-4415-aead-4aac2187ac6b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.1460986 May 26 15:55:56.188646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:56.213916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09815c65-7d31-48e7-b8e7-87cf2a7bf016 req-aecd5748-f2a7-4f9a-92a2-47ed1eb50e4c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392636 May 26 15:55:56.253577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea51c85d-f835-423f-98a3-01ea26115077 req-d8647bcf-956b-46ae-84d6-0afdbe4bdd8b service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619939 May 26 15:55:56.260232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:56.283932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e970286b-4f67-4257-ab1f-ee1d00c712ff,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:56.334150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Checking segment: {'id': 'b91412f4-fa78-4494-9ed0-581598ef522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83bdb7d7-6061-4bab-8db6-04af0f8086dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:55:56.334150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Network hostable DHCP agents. Network: 83bdb7d7-6061-4bab-8db6-04af0f8086dd, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:55:56.359452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Network 83bdb7d7-6061-4bab-8db6-04af0f8086dd is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:55:56.360444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event deleted for resources: {'Port': ['ID=3825a10e-e4d1-43f7-b7fd-23100450fea1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:56.383929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 83bdb7d7-6061-4bab-8db6-04af0f8086dd) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:55:56.390107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:56.391092 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:56.401865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6acdd-0192-4040-9a36-63ff1b8c422d req-93dd1705-3a15-452e-a3cc-81dd8d0314f4 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:56.404252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aae6acdd-0192-4040-9a36-63ff1b8c422d req-93dd1705-3a15-452e-a3cc-81dd8d0314f4 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 946 time: 0.1482639 May 26 15:55:56.413014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4318cc60-ca76-4565-8536-a4b58a42c391 None None] Network 83bdb7d7-6061-4bab-8db6-04af0f8086dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:55:56.432141 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1b965c72-cb6b-4319-ba7b-df1f628c9e66 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6674643 May 26 15:55:56.632368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aae6acdd-0192-4040-9a36-63ff1b8c422d req-4ae6af72-e83a-42c1-96ee-c8fb66efb09c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101240 May 26 15:55:56.674148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62b5f1-2e25-47ac-82cc-a32de62f620c None None] Network 83bdb7d7-6061-4bab-8db6-04af0f8086dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:55:56.690911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8081d-c3c8-4fcb-b022-f70dc3a8616b req-d4e25576-1b37-40bb-9ff1-d48260edd81d tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:56.702849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21e8081d-c3c8-4fcb-b022-f70dc3a8616b req-d4e25576-1b37-40bb-9ff1-d48260edd81d tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 946 time: 0.1996810 May 26 15:55:56.788641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Router 091e0278-378a-47e9-88eb-c0f4806a11da has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:55:56.804576 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21e8081d-c3c8-4fcb-b022-f70dc3a8616b req-46be7f29-f403-435c-a263-a4794bb015cc tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953519 May 26 15:55:57.056231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6f325-ebd6-4e2e-94f4-8828bf9e290d req-3ece9271-66ac-4c34-93aa-1cd7a1acd5de tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:57.059777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6f6f325-ebd6-4e2e-94f4-8828bf9e290d req-3ece9271-66ac-4c34-93aa-1cd7a1acd5de tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 948 time: 0.2539682 May 26 15:55:57.111561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84210bc4-ad4b-4098-8f5e-270b7a118551 req-d8a805bb-2300-41c3-9d57-e6dd75852805 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:57.113243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84210bc4-ad4b-4098-8f5e-270b7a118551 req-d8a805bb-2300-41c3-9d57-e6dd75852805 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1096 time: 0.1697793 May 26 15:55:57.184650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:55:57.201033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6f6f325-ebd6-4e2e-94f4-8828bf9e290d req-c90a5917-83c3-4c60-8a4c-8d2f460e7f84 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984201 May 26 15:55:57.210562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] Sync routers for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:55:57.243730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:55:57.245092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:57.245472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84210bc4-ad4b-4098-8f5e-270b7a118551 req-a226355f-f7e9-49b3-a042-ed4953e4dbe6 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205037 May 26 15:55:57.289601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] No DVR routers for this DVR port 3825a10e-e4d1-43f7-b7fd-23100450fea1 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:55:57.293336 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:57.297355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9334a82b-ab1b-4316-8f41-d7bc311833e1 req-1a144517-f64a-44cc-af81-95db5e38bff7 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.24 "DELETE /v2.0/ports/3825a10e-e4d1-43f7-b7fd-23100450fea1 HTTP/1.1" status: 204 len: 173 time: 3.2040145 May 26 15:55:57.298083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faf626f-f98d-4699-971f-f8396634a97b', 'name': 'network-vif-deleted', 'tag': '3825a10e-e4d1-43f7-b7fd-23100450fea1'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:57.301286 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a26c254-4587-49a7-b8b3-ca87f69716b3" -d '{"events": [{"server_uuid": "9faf626f-f98d-4699-971f-f8396634a97b", "name": "network-vif-deleted", "tag": "3825a10e-e4d1-43f7-b7fd-23100450fea1"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:57.371929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:57.400584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3825a10e-e4d1-43f7-b7fd-23100450fea1 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:55:57.417453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd8fc-ccc2-4eae-8ff0-81e4a6f64088 req-8eca8421-ea7a-48e5-80b0-3e9d0f3c9b1a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:57.419117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f8dd8fc-ccc2-4eae-8ff0-81e4a6f64088 req-8eca8421-ea7a-48e5-80b0-3e9d0f3c9b1a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.0984762 May 26 15:55:57.525047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 3825a10e-e4d1-43f7-b7fd-23100450fea1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:55:57.525864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3825a10e-e4d1-43f7-b7fd-23100450fea1 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:55:57.543617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f8dd8fc-ccc2-4eae-8ff0-81e4a6f64088 req-cbc74173-9ee7-4073-881f-9cd53e4e3cff tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052206 May 26 15:55:57.728839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-5c0d8a8d-5127-4d22-b0a3-a91138e0a7f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:57.731047 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-5c0d8a8d-5127-4d22-b0a3-a91138e0a7f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 946 time: 0.0830348 May 26 15:55:57.793739 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:55:57.823894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-04dcfaef-b7b8-4dd1-aa76-b8dbb8ac8c65 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:57.834280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-04dcfaef-b7b8-4dd1-aa76-b8dbb8ac8c65 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/networks?id=83bdb7d7-6061-4bab-8db6-04af0f8086dd HTTP/1.1" status: 200 len: 821 time: 0.2031951 May 26 15:55:57.863371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cb962-4613-4479-9c34-4c53dfacdcd9 req-b91ce511-bcf9-4e98-b564-98aeb3f147d1 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:57.877409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c39cb962-4613-4479-9c34-4c53dfacdcd9 req-b91ce511-bcf9-4e98-b564-98aeb3f147d1 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 946 time: 0.1427417 May 26 15:55:57.879055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54524) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:55:57.884391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Request body: {'floatingip': {'port_id': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:55:57.901004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-1af1d8f8-8022-40ce-a2f1-a994ff3b05b9 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/quotas/191406a53e3b40c2b143e732e28e1104 HTTP/1.1" status: 200 len: 375 time: 0.0646918 May 26 15:55:57.963462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:57.988984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-4b408c51-12fd-49f4-a51b-47293aed046a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=191406a53e3b40c2b143e732e28e1104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868273 May 26 15:55:57.993599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a596a298-0a7c-4987-81e8-263ebfed76bf details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:55:57.994512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Deleting port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:55:57.995782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:58.001914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'ba5a2c9a-c3ea-47a1-aab2-bba8753eb385', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'ba5a2c9a-c3ea-47a1-aab2-bba8753eb385', 'mac_address': 'fa:16:3e:e2:a9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:58.097303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:58.182511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] For port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:58.182929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:58.196515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Calling delete_port for d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:55:58.302324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-cc0bdd46-fac2-449c-938a-c26b18700dd1 service neutron] 10.222.0.39 "GET /v2.0/networks/83bdb7d7-6061-4bab-8db6-04af0f8086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970091 May 26 15:55:58.378857 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:58.462245 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event deleted for resources: {'Port': ['ID=d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:58.523784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] No DVR routers for this DVR port d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:55:58.527309 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:58.531933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c51ee2f-1ae9-4f54-985c-84b105c7aec8 req-9eb46257-39b0-409c-81bd-584b83d75fd1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "DELETE /v2.0/ports/d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 HTTP/1.1" status: 204 len: 173 time: 0.7853999 May 26 15:55:58.532445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83e66d0-61ed-48b4-96fa-6192cdaabf52', 'name': 'network-vif-deleted', 'tag': 'd0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:55:58.535219 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdca8b8-0d9f-46ae-9ba9-f6900de74481" -d '{"events": [{"server_uuid": "b83e66d0-61ed-48b4-96fa-6192cdaabf52", "name": "network-vif-deleted", "tag": "d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:55:58.574705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:58.575560 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:58.591842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:58.664348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:58.747131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:58.775930 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:58.805127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a596a298-0a7c-4987-81e8-263ebfed76bf, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a596a298-0a7c-4987-81e8-263ebfed76bf,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:58.809750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e474771-1419-472a-ac34-d413dbc15d22 req-8f0f1a04-5bca-4a39-8bd2-30fa114cb971 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/ports?device_id=9faf626f-f98d-4699-971f-f8396634a97b HTTP/1.1" status: 200 len: 210 time: 0.7060473 May 26 15:55:58.837144 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:55:58.958183 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee90d3-e033-452f-9f9d-3fd4e6d80ca2 x-openstack-request-id: req-7fee90d3-e033-452f-9f9d-3fd4e6d80ca2 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:58.958628 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faf626f-f98d-4699-971f-f8396634a97b", "name": "network-vif-deleted", "tag": "3825a10e-e4d1-43f7-b7fd-23100450fea1", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:58.959026 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fee90d3-e033-452f-9f9d-3fd4e6d80ca2 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:58.960117 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fee90d3-e033-452f-9f9d-3fd4e6d80ca2'] response: {'server_uuid': '9faf626f-f98d-4699-971f-f8396634a97b', 'name': 'network-vif-deleted', 'tag': '3825a10e-e4d1-43f7-b7fd-23100450fea1', 'status': 'completed', 'code': 200} May 26 15:55:59.007204 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f385789-123a-4425-a836-bd2d133efd63 req-599a95f1-23f3-468b-804a-85aa82dcc792 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 210 time: 0.0539629 May 26 15:55:59.012579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'a596a298-0a7c-4987-81e8-263ebfed76bf', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'a596a298-0a7c-4987-81e8-263ebfed76bf', 'mac_address': 'fa:16:3e:89:26:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:55:59.124727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-cf577bb3-5d0a-4238-85a9-3a7c8b09435e service neutron] 10.222.0.39 "GET /v2.0/networks/83bdb7d7-6061-4bab-8db6-04af0f8086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209331 May 26 15:55:59.149563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a596a298-0a7c-4987-81e8-263ebfed76bf is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:55:59.150164 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:59.156087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ba5a2c9a-c3ea-47a1-aab2-bba8753eb385'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:55:59.179460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:59.240496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a596a298-0a7c-4987-81e8-263ebfed76bf {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:55:59.281312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a596a298-0a7c-4987-81e8-263ebfed76bf, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a596a298-0a7c-4987-81e8-263ebfed76bf,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:55:59.292347 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:59.295218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f385789-123a-4425-a836-bd2d133efd63 req-4b703176-0aca-4574-a11e-562d84de98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:59.297849 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f385789-123a-4425-a836-bd2d133efd63 req-4b703176-0aca-4574-a11e-562d84de98dd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8142abba1aae429d807fbc0f6201e614&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2763376 May 26 15:55:59.298255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b3060f6-8b16-4c9f-a144-3b72f5db4327 req-32e4daf3-c98c-424d-b0ed-4d1eeeaa5102 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 210 time: 0.1779509 May 26 15:55:59.306571 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:59.361844 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 15:55:59.477843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] Checking router: 091e0278-378a-47e9-88eb-c0f4806a11da for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:55:59.553682 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6122fa-c58d-458f-9fde-df80c21bc632 x-openstack-request-id: req-7b6122fa-c58d-458f-9fde-df80c21bc632 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:55:59.553890 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83e66d0-61ed-48b4-96fa-6192cdaabf52", "name": "network-vif-deleted", "tag": "d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:55:59.554245 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b6122fa-c58d-458f-9fde-df80c21bc632 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:55:59.554743 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6122fa-c58d-458f-9fde-df80c21bc632'] response: {'server_uuid': 'b83e66d0-61ed-48b4-96fa-6192cdaabf52', 'name': 'network-vif-deleted', 'tag': 'd0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47', 'status': 'completed', 'code': 200} May 26 15:55:59.601878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:55:59.602973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:55:59.731272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a596a298-0a7c-4987-81e8-263ebfed76bf,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:55:59.750030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:59.782480 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:59.803841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f385789-123a-4425-a836-bd2d133efd63 req-fccce669-6a82-4e26-9731-acdcfbf065db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:59.806399 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f385789-123a-4425-a836-bd2d133efd63 req-fccce669-6a82-4e26-9731-acdcfbf065db service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4841347 May 26 15:55:59.895914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ffc44-306c-42e8-9e8e-1f0174cc88ec req-889aafac-4cb6-44d3-986b-edfd05c0b1b0 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:59.910689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-237ffc44-306c-42e8-9e8e-1f0174cc88ec req-889aafac-4cb6-44d3-986b-edfd05c0b1b0 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 949 time: 0.3446362 May 26 15:55:59.936365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:55:59.971066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441e2f5-235c-422f-b7db-6521e48d8433 req-a140d674-5447-42cf-9324-d1f5cd9a288b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:55:59.973280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4441e2f5-235c-422f-b7db-6521e48d8433 req-a140d674-5447-42cf-9324-d1f5cd9a288b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.3086216 May 26 15:56:00.015685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['a596a298-0a7c-4987-81e8-263ebfed76bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:00.114029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-237ffc44-306c-42e8-9e8e-1f0174cc88ec req-7806cc02-2c16-4cd4-a87f-f8f333f0c950 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021253 May 26 15:56:00.178806 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Floating IP 225c5b0e-4c46-49f7-99ed-71291dc5a4fa associated. External IP: 172.25.0.46, port: e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe. May 26 15:56:00.263220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4441e2f5-235c-422f-b7db-6521e48d8433 req-37aab0dd-65dd-4e7c-8003-3d843458c652 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816722 May 26 15:56:00.366902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc6af72a-b568-455d-a614-0143015b7a67 req-42a2e119-301f-475b-a795-79dc28c6506f tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 210 time: 0.1100044 May 26 15:56:00.564891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:00.656088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac589df-d7cb-41c0-b4e8-4fcc32915d61 None None] The sync data for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 is: [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '89050a60-c33e-4028-ba4d-16af0a300fd3', 'name': '', 'network_id': '54927899-15b0-4e7d-a582-b6b0be8b8c36', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'mac_address': 'fa:16:3e:6d:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:08Z', 'updated_at': '2022-05-26T15:53:18Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'subnets': [{'id': 'a82bd9ad-2a65-4ed4-a7d1-be220d001988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:56:00.742376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab266bb5-a87b-409c-b70e-c23c74882794 req-b123e0df-9f3a-4ff5-bb25-6fd21591e0bd tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 210 time: 0.0366588 May 26 15:56:00.919086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Router 089068ff-f057-41b4-a45a-243c26fb9be8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:56:00.920287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54578) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:01.001290 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42dbc76e-8569-44d5-b2af-2da1663346cf tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:01.047055 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42dbc76e-8569-44d5-b2af-2da1663346cf tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:01.190897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42dbc76e-8569-44d5-b2af-2da1663346cf tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:01.195138 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42dbc76e-8569-44d5-b2af-2da1663346cf tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:01.199926 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-42dbc76e-8569-44d5-b2af-2da1663346cf tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "DELETE /v2.0/security-groups/69063414-d984-4872-95f2-e45520fb91b0 HTTP/1.1" status: 204 len: 168 time: 0.2785296 May 26 15:56:01.200745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54582) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:01.205427 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58000a10-ccae-4857-8474-e21d4e901f3a None None] New status for floating IP d3dc6983-3902-49e4-903d-ed5ced5d8720: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:56:01.227372 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-e5e92648-076c-45ac-9912-6d30be031a23 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] show failed (client error): The resource could not be found. May 26 15:56:01.234040 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e5e92648-076c-45ac-9912-6d30be031a23 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "GET /v2.0/security-groups/69063414-d984-4872-95f2-e45520fb91b0 HTTP/1.1" status: 404 len: 347 time: 0.0286484 May 26 15:56:01.235390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:01.237183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbc76e-8569-44d5-b2af-2da1663346cf tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69063414-d984-4872-95f2-e45520fb91b0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:01.373608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:01.567512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:56:01.578999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:01.579921 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:01.599650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:56:01.701016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Deleting port e3f757e8-1c7d-467b-b0ff-25d766f3085b {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:01.703675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:01.724119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] Sync routers for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:56:01.762038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:01.763099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:01.766319 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:01.867958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:01.869135 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:01.889031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Calling delete_port for e3f757e8-1c7d-467b-b0ff-25d766f3085b owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:01.895171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bc30b-4852-4eaf-b647-3df4df6e335c req-40d38881-0c1e-4ed8-88bd-490a9c66316c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:01.908561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa8bc30b-4852-4eaf-b647-3df4df6e335c req-40d38881-0c1e-4ed8-88bd-490a9c66316c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.3057621 May 26 15:56:01.968193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e68b-5cd3-4204-b348-bf813082152d req-f64012e3-ff4a-4eda-9c3d-c4e78c932afa tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:01.981437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a371e68b-5cd3-4204-b348-bf813082152d req-f64012e3-ff4a-4eda-9c3d-c4e78c932afa tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 949 time: 0.3191702 May 26 15:56:02.003226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:02.003957 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:02.024522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-14c48e4c-470a-4e0e-916d-4dbb79cd53a8 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "PUT /v2.0/floatingips/225c5b0e-4c46-49f7-99ed-71291dc5a4fa HTTP/1.1" status: 200 len: 991 time: 4.1400526 May 26 15:56:02.032596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:02.035452 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0961ca-5af4-4cc5-b84b-1b3a66237577" -d '{"events": [{"name": "network-changed", "server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:02.036319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:02.095638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa8bc30b-4852-4eaf-b647-3df4df6e335c req-f25f9c6a-5527-4a28-94f0-b244958df8f1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770926 May 26 15:56:02.110780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:02.112184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb3131-23fb-4c62-af8a-5ccaac32d5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5a2c9a-c3ea-47a1-aab2-bba8753eb385'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:02.116162 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8857f17-dbd2-4781-9048-eabc1bec9f4e" -d '{"events": [{"server_uuid": "cfdb3131-23fb-4c62-af8a-5ccaac32d5d8", "name": "network-vif-plugged", "status": "completed", "tag": "ba5a2c9a-c3ea-47a1-aab2-bba8753eb385"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:02.124602 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:02.182150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:02.213431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a371e68b-5cd3-4204-b348-bf813082152d req-9fa3431d-88b7-4ae0-b9a9-65c073e92cbe tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112660 May 26 15:56:02.219102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Pushing event deleted for resources: {'Port': ['ID=e3f757e8-1c7d-467b-b0ff-25d766f3085b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:02.320032 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:02.326298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:02.327603 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7d5382bd-00e7-417e-8671-9da8202f8eb5 tempest-ServersWithSpecificFlavorTestJSON-611492134 tempest-ServersWithSpecificFlavorTestJSON-611492134-project] 10.222.0.39 "DELETE /v2.0/floatingips/d3dc6983-3902-49e4-903d-ed5ced5d8720 HTTP/1.1" status: 204 len: 168 time: 1.0871420 May 26 15:56:02.349390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-240671b3-b785-46e1-9289-8a2320a740f9 req-09461ee5-76f5-4f4d-a6b8-54931551f034 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 210 time: 0.1010172 May 26 15:56:02.359405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-787d6593-018b-4dfc-b8dd-8b843c506131 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:02.364313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-787d6593-018b-4dfc-b8dd-8b843c506131 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.24 "GET /v2.0/networks?id=83bdb7d7-6061-4bab-8db6-04af0f8086dd HTTP/1.1" status: 200 len: 821 time: 0.7144461 May 26 15:56:02.382387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Request body: {'port': {'device_id': 'b83ebc18-c3c4-4fca-9b3e-746eba205a56', 'network_id': '83bdb7d7-6061-4bab-8db6-04af0f8086dd', 'admin_state_up': True, 'tenant_id': '191406a53e3b40c2b143e732e28e1104'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:02.557825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc1c6d9a-b0c1-4f45-b871-b791231778b7 req-40235dde-365a-4c6b-92ea-c6d6ba712138 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 210 time: 0.1672854 May 26 15:56:02.625392 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f385789-123a-4425-a836-bd2d133efd63 req-1ed7b4fb-2421-453d-acf2-aaff203a2e79 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b83e66d0-61ed-48b4-96fa-6192cdaabf52 HTTP/1.1" status: 200 len: 210 time: 0.0867715 May 26 15:56:02.654165 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c330b1c-950d-4044-9b5e-6a3c94160836 x-openstack-request-id: req-9c330b1c-950d-4044-9b5e-6a3c94160836 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:02.654724 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:02.655065 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c330b1c-950d-4044-9b5e-6a3c94160836 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:02.657602 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c330b1c-950d-4044-9b5e-6a3c94160836'] response: {'name': 'network-changed', 'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'status': 'completed', 'code': 200} May 26 15:56:02.725608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-f27af007-7731-4850-a380-aa656fe552ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:02.729944 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-f27af007-7731-4850-a380-aa656fe552ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee0bbd07dd0e48ce8ad8c07c77ac3673&device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 1097 time: 0.0773098 May 26 15:56:02.741798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Made reservation on behalf of 191406a53e3b40c2b143e732e28e1104 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:02.763245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:02.809666 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60bc55d-ecc5-486f-b8f0-f874eb548387 x-openstack-request-id: req-a60bc55d-ecc5-486f-b8f0-f874eb548387 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:02.810539 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb3131-23fb-4c62-af8a-5ccaac32d5d8", "name": "network-vif-plugged", "status": "completed", "tag": "ba5a2c9a-c3ea-47a1-aab2-bba8753eb385", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:02.810539 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a60bc55d-ecc5-486f-b8f0-f874eb548387 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:02.811114 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60bc55d-ecc5-486f-b8f0-f874eb548387'] response: {'server_uuid': 'cfdb3131-23fb-4c62-af8a-5ccaac32d5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5a2c9a-c3ea-47a1-aab2-bba8753eb385', 'code': 200} May 26 15:56:02.880022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:02.987214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-fe83ef71-6772-4a1f-aed1-eda192fc4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:02.989379 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-fe83ef71-6772-4a1f-aed1-eda192fc4415 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86ba1dc5-e4b4-46a6-84a7-c952670c482a HTTP/1.1" status: 200 len: 915 time: 0.2449133 May 26 15:56:03.100822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '225c5b0e-4c46-49f7-99ed-71291dc5a4fa', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'port_id': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'mac_address': 'fa:16:3e:07:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:55:13Z', 'updated_at': '2022-05-26T15:55:59Z', 'revision_number': 1, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb786cd9-f439-4030-b2b8-130223811395', 'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'mac_address': 'fa:16:3e:f1:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:15Z', 'updated_at': '2022-05-26T15:54:22Z', 'revision_number': 5, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'subnets': [{'id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:03.144388 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-284afd7b-7be7-4405-b059-554ce5fa7af5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe HTTP/1.1" status: 200 len: 999 time: 0.1289308 May 26 15:56:03.156549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] Checking router: 089068ff-f057-41b4-a45a-243c26fb9be8 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:56:03.191833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:03.192477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:03.254710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-a5ce38d3-2b16-4878-96da-cf91db2c1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:03.256478 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-a5ce38d3-2b16-4878-96da-cf91db2c1fc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2da747b5-39cf-4ca5-aa42-e09262bfae31 HTTP/1.1" status: 200 len: 853 time: 0.0989983 May 26 15:56:03.292293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b6f2c-540b-4dae-9a32-7c9a7148f5b4 req-f9374f14-e829-415c-9e0c-b159f0195521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:03.293829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c06b6f2c-540b-4dae-9a32-7c9a7148f5b4 req-f9374f14-e829-415c-9e0c-b159f0195521 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfdb3131-23fb-4c62-af8a-5ccaac32d5d8 HTTP/1.1" status: 200 len: 1100 time: 0.1586812 May 26 15:56:03.295201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Allocated IP 172.20.0.8 (83bdb7d7-6061-4bab-8db6-04af0f8086dd/e970286b-4f67-4257-ab1f-ee1d00c712ff/e6f88c63-10e4-44cb-b877-00a7dc3fce0c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:03.372128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-ab60cefb-2423-4b39-8b08-60eabb6b5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:03.376034 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-ab60cefb-2423-4b39-8b08-60eabb6b5422 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ba1dc5-e4b4-46a6-84a7-c952670c482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046124 May 26 15:56:03.513627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c06b6f2c-540b-4dae-9a32-7c9a7148f5b4 req-015a77c4-770c-4a07-bf0a-9e43ddbb966b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061100 May 26 15:56:03.534356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aab45-4cc4-4a5c-b0d5-a485e7b5453f req-cd7cad75-f8e0-432d-a7d2-e7e6545d3b1f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:03.537757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-929aab45-4cc4-4a5c-b0d5-a485e7b5453f req-cd7cad75-f8e0-432d-a7d2-e7e6545d3b1f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.1592653 May 26 15:56:03.585988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:03.586638 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-ada490c1-a948-4508-9a25-d7e75095f820 service neutron] 10.222.0.32 "GET /v2.0/networks/86ba1dc5-e4b4-46a6-84a7-c952670c482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913259 May 26 15:56:03.741129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-929aab45-4cc4-4a5c-b0d5-a485e7b5453f req-74004409-88aa-4748-b88d-400c644a5ed5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902177 May 26 15:56:03.752649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a596a298-0a7c-4987-81e8-263ebfed76bf up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:03.762891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dc9a4-92fa-4406-a0cf-666a2d8386c4 req-fa8f0d69-0436-4fcb-bc20-51a928969a59 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:03.780035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-788dc9a4-92fa-4406-a0cf-666a2d8386c4 req-fa8f0d69-0436-4fcb-bc20-51a928969a59 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 949 time: 0.2141039 May 26 15:56:03.932194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port a596a298-0a7c-4987-81e8-263ebfed76bf completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:56:03.939781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port a596a298-0a7c-4987-81e8-263ebfed76bf triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:03.940171 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:03.944152 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4a0961ca-5af4-4cc5-b84b-1b3a66237577 req-2720df8a-29d4-4dd7-bd84-5d352c381624 service neutron] 10.222.0.32 "GET /v2.0/networks/86ba1dc5-e4b4-46a6-84a7-c952670c482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523222 May 26 15:56:04.024766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-788dc9a4-92fa-4406-a0cf-666a2d8386c4 req-a4d3595b-ec76-4260-8a57-5bf7f25a7bb0 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410955 May 26 15:56:04.094302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca70eb9b-7e56-4510-b4f9-219eb762ee05 req-1c5e4ee0-c3aa-4a9f-8017-cdfa5345260b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 210 time: 0.1337001 May 26 15:56:04.123345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a596a298-0a7c-4987-81e8-263ebfed76bf is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:04.123789 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:04.146049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:04.210596 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:04.237568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a596a298-0a7c-4987-81e8-263ebfed76bf, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a596a298-0a7c-4987-81e8-263ebfed76bf,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:04.251751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:04.252806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:04.271387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '225c5b0e-4c46-49f7-99ed-71291dc5a4fa', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'port_id': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'mac_address': 'fa:16:3e:07:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:55:13Z', 'updated_at': '2022-05-26T15:55:59Z', 'revision_number': 1, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb786cd9-f439-4030-b2b8-130223811395', 'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'mac_address': 'fa:16:3e:f1:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:15Z', 'updated_at': '2022-05-26T15:54:22Z', 'revision_number': 5, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'subnets': [{'id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:04.293669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Network 83bdb7d7-6061-4bab-8db6-04af0f8086dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:04.297587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:04.304708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:04.328886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54648) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:04.383453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Pushing event updated for resources: {'Port': ['ID=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:04.425844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:04.427116 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:04.451871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:56:04.452763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d0e1adb0-fbb3-4c6e-80ce-fb5dc4e43d47 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:56:04.456153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4083d3-044c-4907-af57-144ea46378cf None None] The sync data for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 is: [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '225c5b0e-4c46-49f7-99ed-71291dc5a4fa', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'port_id': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'mac_address': 'fa:16:3e:07:01:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:55:13Z', 'updated_at': '2022-05-26T15:55:59Z', 'revision_number': 1, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb786cd9-f439-4030-b2b8-130223811395', 'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'mac_address': 'fa:16:3e:f1:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:15Z', 'updated_at': '2022-05-26T15:54:22Z', 'revision_number': 5, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'subnets': [{'id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:56:04.534372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a596a298-0a7c-4987-81e8-263ebfed76bf,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:04.576406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e03ce2c6-f288-468e-a505-64ece0aba52b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2058351 May 26 15:56:04.596631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Request body: {'port': {'device_id': 'b83ebc18-c3c4-4fca-9b3e-746eba205a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:04.726772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-ec8e1ee3-1d80-4fe4-af94-05997d7a9d6e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:04.735596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-ec8e1ee3-1d80-4fe4-af94-05997d7a9d6e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.2932811 May 26 15:56:04.758498 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:04.768991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6986f725-b1d9-468f-83c9-690042eacf70 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/quotas/8142abba1aae429d807fbc0f6201e614 HTTP/1.1" status: 200 len: 375 time: 0.0316136 May 26 15:56:04.812648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b348fa-e8fe-48fe-a131-4da09ccaa908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a596a298-0a7c-4987-81e8-263ebfed76bf'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:04.815223 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b0e52-9e8d-4ed3-88b5-a7eb35bf31ad" -d '{"events": [{"server_uuid": "04b348fa-e8fe-48fe-a131-4da09ccaa908", "name": "network-vif-plugged", "status": "completed", "tag": "a596a298-0a7c-4987-81e8-263ebfed76bf"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:04.848213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-8341c499-1f04-470e-9e4f-7eb7c8e1f6b9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782990 May 26 15:56:04.953906 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985172a2-2568-4afc-8ff2-ae9d396aa6e6 None None] New status for floating IP 225c5b0e-4c46-49f7-99ed-71291dc5a4fa: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:56:04.955333 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-39368b45-717a-4454-aab3-453ce737e647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:05.066382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-0610fde8-7c92-4f59-9c03-6b59aaa625da service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121391 May 26 15:56:05.224750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01365b-28bd-464d-8719-6766a5f5ad7d req-2ae1c03b-3641-4f70-9454-255a2796ad8b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:05.226893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e01365b-28bd-464d-8719-6766a5f5ad7d req-2ae1c03b-3641-4f70-9454-255a2796ad8b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.1823683 May 26 15:56:05.453669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-ed398bf7-6e68-4b9e-b7ab-d1fb9de0e366 service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860316 May 26 15:56:05.496889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e01365b-28bd-464d-8719-6766a5f5ad7d req-05ad3eea-71e0-4ee7-bda7-50bf55c2c96a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430184 May 26 15:56:05.619496 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecfe128-50af-4e0e-8aa2-e59e99d5da1e x-openstack-request-id: req-7ecfe128-50af-4e0e-8aa2-e59e99d5da1e {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:05.620085 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b348fa-e8fe-48fe-a131-4da09ccaa908", "name": "network-vif-plugged", "status": "completed", "tag": "a596a298-0a7c-4987-81e8-263ebfed76bf", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:05.620828 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ecfe128-50af-4e0e-8aa2-e59e99d5da1e {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:05.621969 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecfe128-50af-4e0e-8aa2-e59e99d5da1e'] response: {'server_uuid': '04b348fa-e8fe-48fe-a131-4da09ccaa908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a596a298-0a7c-4987-81e8-263ebfed76bf', 'code': 200} May 26 15:56:05.867970 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:05.919376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f88c63-10e4-44cb-b877-00a7dc3fce0c {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:05.936172 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:05.955104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Transition to ACTIVE for port object e6f88c63-10e4-44cb-b877-00a7dc3fce0c will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:56:06.016262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37423d59-406f-4220-970d-08e6617e5c92 req-9a49c447-e103-4cbb-a3d6-ee14f2c8f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:06.019322 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-37423d59-406f-4220-970d-08e6617e5c92 req-9a49c447-e103-4cbb-a3d6-ee14f2c8f72e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 1101 time: 0.2799346 May 26 15:56:06.027380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:06.111791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70523c1b-c2ea-4745-9885-b43f86fa3f77 req-19db8ab3-be7c-49d6-9776-ad7290df4413 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:06.121033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70523c1b-c2ea-4745-9885-b43f86fa3f77 req-19db8ab3-be7c-49d6-9776-ad7290df4413 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 950 time: 0.1631598 May 26 15:56:06.160034 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-37423d59-406f-4220-970d-08e6617e5c92 req-e5f2ce10-9472-459b-affa-9260405aee69 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165521 May 26 15:56:06.181029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:06.201221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0d59-af0b-4cdd-831a-40186036405b req-1619cabe-a5e9-4916-947e-0c50fcaed72f tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:06.202591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e06d0d59-af0b-4cdd-831a-40186036405b req-1619cabe-a5e9-4916-947e-0c50fcaed72f tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 943 time: 0.1885948 May 26 15:56:06.324651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70523c1b-c2ea-4745-9885-b43f86fa3f77 req-187cd2ae-3519-46e6-85c9-145a2c966c32 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023842 May 26 15:56:06.367115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e06d0d59-af0b-4cdd-831a-40186036405b req-a2b534bc-7989-4730-84a7-916e48418938 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363530 May 26 15:56:06.404413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Attempting to bind port e6f88c63-10e4-44cb-b877-00a7dc3fce0c on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:06.405087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Attempting to bind port e6f88c63-10e4-44cb-b877-00a7dc3fce0c by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b91412f4-fa78-4494-9ed0-581598ef522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83bdb7d7-6061-4bab-8db6-04af0f8086dd'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:06.405593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Attempting to bind port e6f88c63-10e4-44cb-b877-00a7dc3fce0c on network 83bdb7d7-6061-4bab-8db6-04af0f8086dd {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:06.411772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Port e6f88c63-10e4-44cb-b877-00a7dc3fce0c on network 83bdb7d7-6061-4bab-8db6-04af0f8086dd not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:06.413082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Attempting to bind port e6f88c63-10e4-44cb-b877-00a7dc3fce0c on network 83bdb7d7-6061-4bab-8db6-04af0f8086dd {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:06.419532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:06.420082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Checking segment: {'id': 'b91412f4-fa78-4494-9ed0-581598ef522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83bdb7d7-6061-4bab-8db6-04af0f8086dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:06.420541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Bound using segment: {'id': 'b91412f4-fa78-4494-9ed0-581598ef522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83bdb7d7-6061-4bab-8db6-04af0f8086dd'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:06.420981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Bound port: e6f88c63-10e4-44cb-b877-00a7dc3fce0c, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91412f4-fa78-4494-9ed0-581598ef522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83bdb7d7-6061-4bab-8db6-04af0f8086dd'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:06.421332 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:06.564543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] For port e6f88c63-10e4-44cb-b877-00a7dc3fce0c, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:06.571378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] For port e6f88c63-10e4-44cb-b877-00a7dc3fce0c, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,segment=NetworkSegment(b91412f4-fa78-4494-9ed0-581598ef522a),segment_id=b91412f4-fa78-4494-9ed0-581598ef522a)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:06.590228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:06.604791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Deleting port 89050a60-c33e-4028-ba4d-16af0a300fd3 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:06.609734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:06.687351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac1446f-6597-4b53-82ea-12fd3b064634 req-9553719e-7f94-433d-86ef-54fcc922b320 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 210 time: 0.1119788 May 26 15:56:06.735218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:06.736020 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:06.738379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] 10.222.0.24 "PUT /v2.0/ports/e6f88c63-10e4-44cb-b877-00a7dc3fce0c HTTP/1.1" status: 200 len: 1091 time: 2.1498477 May 26 15:56:06.739289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83ebc18-c3c4-4fca-9b3e-746eba205a56', 'tag': 'e6f88c63-10e4-44cb-b877-00a7dc3fce0c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:06.743276 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2735567-9766-4534-806c-87274ce89c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b83ebc18-c3c4-4fca-9b3e-746eba205a56", "tag": "e6f88c63-10e4-44cb-b877-00a7dc3fce0c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:06.798923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] For port 89050a60-c33e-4028-ba4d-16af0a300fd3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=89050a60-c33e-4028-ba4d-16af0a300fd3,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:06.799411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:06.817256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Calling delete_port for 89050a60-c33e-4028-ba4d-16af0a300fd3 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:06.883559 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239ad8e9-d92d-40f5-8dae-15482b5e3281 x-openstack-request-id: req-239ad8e9-d92d-40f5-8dae-15482b5e3281 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:06.884131 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83ebc18-c3c4-4fca-9b3e-746eba205a56", "tag": "e6f88c63-10e4-44cb-b877-00a7dc3fce0c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:06.884552 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-239ad8e9-d92d-40f5-8dae-15482b5e3281 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:06.885350 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239ad8e9-d92d-40f5-8dae-15482b5e3281'] response: {'name': 'network-changed', 'server_uuid': 'b83ebc18-c3c4-4fca-9b3e-746eba205a56', 'tag': 'e6f88c63-10e4-44cb-b877-00a7dc3fce0c', 'status': 'completed', 'code': 200} May 26 15:56:06.953707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4ef28-209f-4687-8e88-f96de830bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:06.974410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9972-2581-45d3-bb84-a6511436f8d2 req-279265d5-39b5-4a31-9044-a5d2d4cba64d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:06.977492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04eb9972-2581-45d3-bb84-a6511436f8d2 req-279265d5-39b5-4a31-9044-a5d2d4cba64d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.3166716 May 26 15:56:06.986808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-25c2cd2b-4511-4d65-9045-4c67c06df1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:06.988691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-25c2cd2b-4511-4d65-9045-4c67c06df1e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191406a53e3b40c2b143e732e28e1104&device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 1094 time: 0.1758010 May 26 15:56:07.074470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-4cb3ad87-fb40-4475-8c2d-c03cdccdb33f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6f88c63-10e4-44cb-b877-00a7dc3fce0c HTTP/1.1" status: 200 len: 217 time: 0.0760703 May 26 15:56:07.111529 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04eb9972-2581-45d3-bb84-a6511436f8d2 req-5d5f3071-7f07-4e8b-82aa-613855ff20e3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215715 May 26 15:56:07.122348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:07.158726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-b5e2d7d2-8a66-4aae-9ab3-5eb8b036f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:07.160240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-b5e2d7d2-8a66-4aae-9ab3-5eb8b036f945 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e970286b-4f67-4257-ab1f-ee1d00c712ff HTTP/1.1" status: 200 len: 861 time: 0.0699224 May 26 15:56:07.174673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Pushing event deleted for resources: {'Port': ['ID=89050a60-c33e-4028-ba4d-16af0a300fd3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:07.218310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-97f0d5d0-e913-41f0-9998-77b62a9337be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83bdb7d7-6061-4bab-8db6-04af0f8086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504327 May 26 15:56:07.361789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-38700369-ae2a-407b-a56a-1331f719b135 service neutron] 10.222.0.24 "GET /v2.0/networks/83bdb7d7-6061-4bab-8db6-04af0f8086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316309 May 26 15:56:07.492250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56aee6fd-7c05-4751-bac8-f249264d6966 req-6858652e-4ba8-4aa1-adea-3bdf684c6ace service neutron] 10.222.0.24 "GET /v2.0/networks/83bdb7d7-6061-4bab-8db6-04af0f8086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201272 May 26 15:56:07.537760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:07.579817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5feb761-a8be-4be9-b536-7ee23ee14cbf req-4df82f3d-275e-4c02-8acc-7e986abb0d9a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:07.589917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5feb761-a8be-4be9-b536-7ee23ee14cbf req-4df82f3d-275e-4c02-8acc-7e986abb0d9a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 950 time: 0.0713043 May 26 15:56:07.719301 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-39175d54-3917-4193-8c56-bf1ec82b6d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:07.801755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5feb761-a8be-4be9-b536-7ee23ee14cbf req-981dc108-ee0c-4eb0-a159-9111b59201e8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086766 May 26 15:56:07.840652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c3c76-49f5-44d1-855c-0d3c881fc55d req-1769203e-b329-46f5-8967-0ac2f062239e tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:07.846206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-826c3c76-49f5-44d1-855c-0d3c881fc55d req-1769203e-b329-46f5-8967-0ac2f062239e tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 943 time: 0.2409844 May 26 15:56:07.854589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2735567-9766-4534-806c-87274ce89c8e req-01e75d41-5908-4154-b1a5-fec817d08f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:07.859787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2735567-9766-4534-806c-87274ce89c8e req-01e75d41-5908-4154-b1a5-fec817d08f21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=191406a53e3b40c2b143e732e28e1104&device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 1094 time: 0.2249794 May 26 15:56:08.032302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Router 091e0278-378a-47e9-88eb-c0f4806a11da has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:56:08.050733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a921606c-1f33-491a-855e-fca8462d0f23 req-bbed45c1-4be1-4497-96cf-aaddd1892ceb tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 210 time: 0.0888751 May 26 15:56:08.119985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-826c3c76-49f5-44d1-855c-0d3c881fc55d req-ec5166b6-60f6-478b-aa70-3e123dd91c03 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582004 May 26 15:56:08.128713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-3540e647-49f7-415e-9fa7-3622b620f241 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:08.130339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-3540e647-49f7-415e-9fa7-3622b620f241 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.4539397 May 26 15:56:08.147701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Request body: {'port': {'device_id': '0ee00e44-eb08-47c0-bcfc-7b903028ff92', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'admin_state_up': True, 'tenant_id': '8142abba1aae429d807fbc0f6201e614'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:08.222136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:56:08.222898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2735567-9766-4534-806c-87274ce89c8e req-affc68c3-d745-435d-9ca0-0379ad1d2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:08.223982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2735567-9766-4534-806c-87274ce89c8e req-affc68c3-d745-435d-9ca0-0379ad1d2175 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83bdb7d7-6061-4bab-8db6-04af0f8086dd HTTP/1.1" status: 200 len: 922 time: 0.3393788 May 26 15:56:08.249193 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-79513a54-f117-430c-b3b4-1b8fa96d76ea admin admin] 10.222.0.39 "PUT /v2.0/routers/091e0278-378a-47e9-88eb-c0f4806a11da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9146161 May 26 15:56:08.255017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:08.259671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] Sync routers for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:56:08.288904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:08.290558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:56:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:08.359456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2735567-9766-4534-806c-87274ce89c8e req-af0a07f4-6bda-4cfe-8236-467c5b0b7794 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6f88c63-10e4-44cb-b877-00a7dc3fce0c HTTP/1.1" status: 200 len: 217 time: 0.1256447 May 26 15:56:08.427523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:08.541012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:08.605531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3afee4-4be1-46ba-80e2-61f80f29039f req-b0daba03-38f3-42a4-a0ab-cc9d4a0be776 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:08.605829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:08.609340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b3afee4-4be1-46ba-80e2-61f80f29039f req-b0daba03-38f3-42a4-a0ab-cc9d4a0be776 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.2727914 May 26 15:56:08.681568 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:08.716841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Deleting port 826dc00e-d0c9-472b-88ea-16159de86d24 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:08.717167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:08.865932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] For port 826dc00e-d0c9-472b-88ea-16159de86d24, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=826dc00e-d0c9-472b-88ea-16159de86d24,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:08.865932 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:08.886588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:56:07Z', 'revision_number': 5, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port': {'id': '826dc00e-d0c9-472b-88ea-16159de86d24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:03Z', 'updated_at': '2022-05-26T15:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:08.900741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Calling delete_port for 826dc00e-d0c9-472b-88ea-16159de86d24 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:08.950455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] Checking router: 091e0278-378a-47e9-88eb-c0f4806a11da for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:56:08.963145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] Routers {'091e0278-378a-47e9-88eb-c0f4806a11da'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:08.964535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:56:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['091e0278-378a-47e9-88eb-c0f4806a11da'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:09.101898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2735567-9766-4534-806c-87274ce89c8e req-5abc9710-6610-47ee-84d0-829d79dd4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:09.104212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2735567-9766-4534-806c-87274ce89c8e req-5abc9710-6610-47ee-84d0-829d79dd4e4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e970286b-4f67-4257-ab1f-ee1d00c712ff HTTP/1.1" status: 200 len: 861 time: 0.7102139 May 26 15:56:09.155216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2735567-9766-4534-806c-87274ce89c8e req-34d3572d-8b56-45b7-b74c-07b43864bfaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83bdb7d7-6061-4bab-8db6-04af0f8086dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371454 May 26 15:56:09.170824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] Set router 091e0278-378a-47e9-88eb-c0f4806a11da gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:09.240127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:09.255431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Made reservation on behalf of 8142abba1aae429d807fbc0f6201e614 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:09.257593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:56:08Z', 'revision_number': 6, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:09.259608 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:09.281550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b3afee4-4be1-46ba-80e2-61f80f29039f req-f5f36803-7355-4d90-a53b-e84323ef6823 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255469 May 26 15:56:09.290220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d99ff3-6d92-451f-97ad-d87e722ccb51 None None] The sync data for ids ['091e0278-378a-47e9-88eb-c0f4806a11da'] in n-d-843336-2 is: [{'id': '091e0278-378a-47e9-88eb-c0f4806a11da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984559572-router', 'tenant_id': '1b6c70b0ee794faea51a36994a062017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:02Z', 'updated_at': '2022-05-26T15:56:08Z', 'revision_number': 6, 'project_id': '1b6c70b0ee794faea51a36994a062017', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:56:09.312308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-a7a74592-ecb5-467b-b76b-e86fc7eb7a11 service neutron] 10.222.0.24 "GET /v2.0/ports/973f45c3-f34e-4405-981e-ac5354ce4fb1/bindings/n-h1-843336-2 HTTP/1.1" status: 200 len: 382 time: 0.8438158 May 26 15:56:09.373684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=826dc00e-d0c9-472b-88ea-16159de86d24,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:09.424428 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:09.476588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c95df-e2ce-4918-a5ad-3ee786117b36 req-10c6873f-6733-4106-9b6f-162620420779 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:09.478528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c60c95df-e2ce-4918-a5ad-3ee786117b36 req-10c6873f-6733-4106-9b6f-162620420779 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 950 time: 0.3896878 May 26 15:56:09.524332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7045ee2-8993-4d2d-bcdb-c77581364eef req-8dd198d6-dc88-4318-a5f4-057eca0dd4fa tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 210 time: 0.1055579 May 26 15:56:09.552800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2735567-9766-4534-806c-87274ce89c8e req-ab82ee99-f47e-400e-86ae-3a54067a257a service neutron] 10.222.0.24 "GET /v2.0/networks/83bdb7d7-6061-4bab-8db6-04af0f8086dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702581 May 26 15:56:09.620642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:09.626868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:09.717886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:09.718974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 091e0278-378a-47e9-88eb-c0f4806a11da {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:56:09.726580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:09.728376 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9e13eec0-fdb9-43d4-8de9-4d9b3f458f40 admin admin] 10.222.0.39 "DELETE /v2.0/routers/091e0278-378a-47e9-88eb-c0f4806a11da HTTP/1.1" status: 204 len: 168 time: 1.4712389 May 26 15:56:09.732856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54700) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:09.807494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6661ce-fbb8-4165-aacd-af376ed57215 admin admin] Deleting subnet a82bd9ad-2a65-4ed4-a7d1-be220d001988 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:56:09.813129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b6661ce-fbb8-4165-aacd-af376ed57215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:09.820415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c60c95df-e2ce-4918-a5ad-3ee786117b36 req-c690923b-f087-4c66-94d0-952aea7afa95 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150797 May 26 15:56:09.895014 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b6661ce-fbb8-4165-aacd-af376ed57215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:09.912206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Allocated IP 172.20.0.12 (69f9dddf-264c-4c3d-aefe-069f2f4f9d49/4b4d4131-c08a-4d19-9074-a9ea68d04597/813241f6-e095-4dc2-8ab6-98ad0c6cd695) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:09.986505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-6212aacc-7f4f-47b9-9da1-14812436fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:09.989016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-6212aacc-7f4f-47b9-9da1-14812436fb44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 1099 time: 0.3114586 May 26 15:56:10.020694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6baa2-374d-401d-acd2-25e9d74e2a95 req-4ecf5672-605c-4b4c-ab41-ec64960e706e tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:10.023917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11a6baa2-374d-401d-acd2-25e9d74e2a95 req-4ecf5672-605c-4b4c-ab41-ec64960e706e tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 943 time: 0.3513491 May 26 15:56:10.028507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b6661ce-fbb8-4165-aacd-af376ed57215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.101090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b6661ce-fbb8-4165-aacd-af376ed57215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.133496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6661ce-fbb8-4165-aacd-af376ed57215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82bd9ad-2a65-4ed4-a7d1-be220d001988,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:10.137425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b6661ce-fbb8-4165-aacd-af376ed57215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.141067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555fb1a-7c3f-4b2f-8323-c4248d9bd6c0 None None] Network 54927899-15b0-4e7d-a582-b6b0be8b8c36 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:10.161421 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7b6661ce-fbb8-4165-aacd-af376ed57215 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a82bd9ad-2a65-4ed4-a7d1-be220d001988 HTTP/1.1" status: 204 len: 168 time: 0.4268939 May 26 15:56:10.163237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54704) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:10.225329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2735567-9766-4534-806c-87274ce89c8e req-122d87ca-a323-4912-a162-14b328dbb91e service neutron] 10.222.0.24 "GET /v2.0/networks/83bdb7d7-6061-4bab-8db6-04af0f8086dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524138 May 26 15:56:10.275309 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.370268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14fa22-ce28-4df2-9e1d-042e53c1b28b req-2793b62e-b675-4f96-8cca-64251d525916 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:10.379065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f14fa22-ce28-4df2-9e1d-042e53c1b28b req-2793b62e-b675-4f96-8cca-64251d525916 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfdb3131-23fb-4c62-af8a-5ccaac32d5d8 HTTP/1.1" status: 200 len: 949 time: 0.4112964 May 26 15:56:10.387756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11a6baa2-374d-401d-acd2-25e9d74e2a95 req-34bdbd08-a70d-4e39-adb9-37f8498d23c3 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106081 May 26 15:56:10.397284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-b159d7d0-366e-49f1-9a28-62841471269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:10.399630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-b159d7d0-366e-49f1-9a28-62841471269f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 1099 time: 0.3724253 May 26 15:56:10.432140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Deleting port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:10.432405 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.466330 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.545180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.553746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] For port 1ebee2a2-23ba-444c-84bc-00b62bc822d5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ebee2a2-23ba-444c-84bc-00b62bc822d5,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:10.554627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.577183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a93e0-61a0-414e-8518-52a6d283c025 None None] DHCP port deletion for 54927899-15b0-4e7d-a582-b6b0be8b8c36 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:56:10.594367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Calling delete_port for 1ebee2a2-23ba-444c-84bc-00b62bc822d5 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:10.729575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a93e0-61a0-414e-8518-52a6d283c025 None None] Deleting port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:10.729954 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3a8a93e0-61a0-414e-8518-52a6d283c025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.749748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.800036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.801660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebee2a2-23ba-444c-84bc-00b62bc822d5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:10.810229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] No DVR routers for this DVR port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:56:10.845252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f14fa22-ce28-4df2-9e1d-042e53c1b28b req-e8bfc66f-b362-4e15-92ba-5913a951c836 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650459 May 26 15:56:10.926746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3a8a93e0-61a0-414e-8518-52a6d283c025 None None] For port 1ebee2a2-23ba-444c-84bc-00b62bc822d5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ebee2a2-23ba-444c-84bc-00b62bc822d5,segment=NetworkSegment(d253a490-2b56-4871-a10b-64d339fc37a5),segment_id=d253a490-2b56-4871-a10b-64d339fc37a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:10.927305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3a8a93e0-61a0-414e-8518-52a6d283c025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:10.954372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 826dc00e-d0c9-472b-88ea-16159de86d24 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:10.973682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6ce2-a875-4b1a-91f1-74fadacb536f req-005defd6-9233-481f-848e-e2b1149fdcf5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:10.983194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-192d6ce2-a875-4b1a-91f1-74fadacb536f req-005defd6-9233-481f-848e-e2b1149fdcf5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.3660061 May 26 15:56:10.998990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.020971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-2f244303-4c98-4160-a020-171f6374c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:11.023415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-2f244303-4c98-4160-a020-171f6374c7d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.6083007 May 26 15:56:11.026952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 826dc00e-d0c9-472b-88ea-16159de86d24 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:56:11.028193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 826dc00e-d0c9-472b-88ea-16159de86d24 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:56:11.029200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 89050a60-c33e-4028-ba4d-16af0a300fd3 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:11.040316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a93e0-61a0-414e-8518-52a6d283c025 None None] Calling delete_port for 1ebee2a2-23ba-444c-84bc-00b62bc822d5 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:11.044680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54927899-15b0-4e7d-a582-b6b0be8b8c36']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:11.056017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.077847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd253a490-2b56-4871-a10b-64d339fc37a5') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:11.078350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd253a490-2b56-4871-a10b-64d339fc37a5') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:11.102232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.128288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.142759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:56:11.143677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.147936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-30c34e19-d0ca-4e6c-80d7-3476bbad5644 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1 HTTP/1.1" status: 200 len: 217 time: 0.1141164 May 26 15:56:11.182037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:11.200776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-192d6ce2-a875-4b1a-91f1-74fadacb536f req-9c2e6f9c-77c6-4b6e-9550-afee86697368 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163839 May 26 15:56:11.219917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3a8a93e0-61a0-414e-8518-52a6d283c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.244011 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d253a490-2b56-4871-a10b-64d339fc37a5 resource provider aggregate not found May 26 15:56:11.252695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 89050a60-c33e-4028-ba4d-16af0a300fd3 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:56:11.253045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 89050a60-c33e-4028-ba4d-16af0a300fd3 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:56:11.253549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ebee2a2-23ba-444c-84bc-00b62bc822d5 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:11.285662 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d253a490-2b56-4871-a10b-64d339fc37a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d253a490-2b56-4871-a10b-64d339fc37a5 found for delete ", "request_id": "req-c73b4967-f01c-4137-8b30-583e9fc0949b"}]} May 26 15:56:11.286531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:11.291498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:11.311509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.313669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a93e0-61a0-414e-8518-52a6d283c025 None None] Pushing event deleted for resources: {'Port': ['ID=1ebee2a2-23ba-444c-84bc-00b62bc822d5,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:11.317487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.325637 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] 10.222.0.39 "DELETE /v2.0/networks/54927899-15b0-4e7d-a582-b6b0be8b8c36 HTTP/1.1" status: 204 len: 168 time: 1.1570268 May 26 15:56:11.327729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a93e0-61a0-414e-8518-52a6d283c025 None None] No DVR routers for this DVR port 1ebee2a2-23ba-444c-84bc-00b62bc822d5 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:56:11.327729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1ebee2a2-23ba-444c-84bc-00b62bc822d5 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:56:11.327729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ebee2a2-23ba-444c-84bc-00b62bc822d5 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:56:11.328243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54718) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:11.345914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31663bdb-dad2-4580-91c1-b5bf88475a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=54927899-15b0-4e7d-a582-b6b0be8b8c36,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:11.380327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event updated for resources: {'Port': ['ID=813241f6-e095-4dc2-8ab6-98ad0c6cd695,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:11.440633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device e6f88c63-10e4-44cb-b877-00a7dc3fce0c details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:11.443008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:11.456442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292404b-dd4d-4696-9a49-1c97c8411d16 req-489facae-57a2-4bfd-aa9f-0cc1074ef6ba tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:11.470131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f292404b-dd4d-4696-9a49-1c97c8411d16 req-489facae-57a2-4bfd-aa9f-0cc1074ef6ba tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 932 time: 0.4449651 May 26 15:56:11.481365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-5464948a-406f-49e9-8a49-17e599fbdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:11.482830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-5464948a-406f-49e9-8a49-17e599fbdcd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.3163636 May 26 15:56:11.598344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:11.600225 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.663742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f292404b-dd4d-4696-9a49-1c97c8411d16 req-8691ea04-deff-49f5-9625-fa5d85ecad16 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922348 May 26 15:56:11.670531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-a89af465-ee6e-46b2-8ca7-5e6d205e35f2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5288961 May 26 15:56:11.690367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 973f45c3-f34e-4405-981e-ac5354ce4fb1 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:11.690807 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:11.702583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Request body: {'port': {'device_id': '0ee00e44-eb08-47c0-bcfc-7b903028ff92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:11.709643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-62c1cd18-27b5-4661-a681-380068ba0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:11.712431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-62c1cd18-27b5-4661-a681-380068ba0616 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183921 May 26 15:56:11.780004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port e6f88c63-10e4-44cb-b877-00a7dc3fce0c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,segment=NetworkSegment(b91412f4-fa78-4494-9ed0-581598ef522a),segment_id=b91412f4-fa78-4494-9ed0-581598ef522a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:11.793742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:11.798235 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09af157a-cb99-4dcd-b35f-dccd62db7d86" -d '{"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-unplugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:11.801768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'e6f88c63-10e4-44cb-b877-00a7dc3fce0c', 'network_id': '83bdb7d7-6061-4bab-8db6-04af0f8086dd', 'port_id': 'e6f88c63-10e4-44cb-b877-00a7dc3fce0c', 'mac_address': 'fa:16:3e:59:12:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e970286b-4f67-4257-ab1f-ee1d00c712ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:56:11.815113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:11.820870 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:12.014106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d8818-6ce6-4548-8eed-542df2e896b4 req-405e89ff-1e36-4e2d-a17c-1694c346f817 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:12.025556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d8818-6ce6-4548-8eed-542df2e896b4 req-405e89ff-1e36-4e2d-a17c-1694c346f817 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:12.028282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-975d8818-6ce6-4548-8eed-542df2e896b4 req-405e89ff-1e36-4e2d-a17c-1694c346f817 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908&device_id=cfdb3131-23fb-4c62-af8a-5ccaac32d5d8 HTTP/1.1" status: 200 len: 1690 time: 0.3543847 May 26 15:56:12.070827 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:12.071351 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:12.081658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port e6f88c63-10e4-44cb-b877-00a7dc3fce0c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:12.082283 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:12.109020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:12.112839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f88c63-10e4-44cb-b877-00a7dc3fce0c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:12.163079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port e6f88c63-10e4-44cb-b877-00a7dc3fce0c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,segment=NetworkSegment(b91412f4-fa78-4494-9ed0-581598ef522a),segment_id=b91412f4-fa78-4494-9ed0-581598ef522a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:12.174779 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:12.187685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-68009c88-dd0b-48e3-b2b9-391cd08ab3fb service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408009 May 26 15:56:12.214339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899de8-3ffb-45bf-a931-ed9eb0c40a63 req-c3672737-787e-4ee8-a568-4d23b1f701d0 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:12.226332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38899de8-3ffb-45bf-a931-ed9eb0c40a63 req-c3672737-787e-4ee8-a568-4d23b1f701d0 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 943 time: 0.2942505 May 26 15:56:12.260016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:12.351321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-975d8818-6ce6-4548-8eed-542df2e896b4 req-ffda05d6-c096-4b6c-9bd9-c0d3ae9e695b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050578 May 26 15:56:12.465820 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c1d840-1e5d-4a82-af2d-4a60faa0ee56 x-openstack-request-id: req-87c1d840-1e5d-4a82-af2d-4a60faa0ee56 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:12.467137 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-unplugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:12.467137 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87c1d840-1e5d-4a82-af2d-4a60faa0ee56 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:12.467608 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c1d840-1e5d-4a82-af2d-4a60faa0ee56'] response: {'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'code': 200} May 26 15:56:12.492376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['e6f88c63-10e4-44cb-b877-00a7dc3fce0c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:12.500163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Deleting port bb449331-696c-40bf-8266-d4827ef04bec {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:12.500707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:12.502840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38899de8-3ffb-45bf-a931-ed9eb0c40a63 req-6f87ea63-ef44-43b1-b986-5807132d1215 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753301 May 26 15:56:12.620887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] For port bb449331-696c-40bf-8266-d4827ef04bec, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bb449331-696c-40bf-8266-d4827ef04bec,segment=NetworkSegment(ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1),segment_id=ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:12.621272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:12.641032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Calling delete_port for bb449331-696c-40bf-8266-d4827ef04bec owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:12.682894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b2ae63-fe55-4a66-a84e-24cf788cec9c req-b942195a-8c30-49b8-a630-5652e079e315 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497392 May 26 15:56:12.773635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122e4e4-3f6f-4640-99a3-ce4315669303 req-004d0e3e-0941-4d91-99fd-b442899dfd00 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:12.795729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e122e4e4-3f6f-4640-99a3-ce4315669303 req-004d0e3e-0941-4d91-99fd-b442899dfd00 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 946 time: 0.2238543 May 26 15:56:12.960450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e122e4e4-3f6f-4640-99a3-ce4315669303 req-6e642508-68de-4775-8d75-74ce5c69d494 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637084 May 26 15:56:13.049602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813241f6-e095-4dc2-8ab6-98ad0c6cd695 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:13.057511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58568b4c-4447-4198-b15f-cbb25642000e req-972898cb-2c37-493a-aa5f-e38644d39b57 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:13.059957 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:13.067162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58568b4c-4447-4198-b15f-cbb25642000e req-972898cb-2c37-493a-aa5f-e38644d39b57 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 1101 time: 0.2128427 May 26 15:56:13.087985 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:13.126293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb449331-696c-40bf-8266-d4827ef04bec,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:13.135625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Transition to ACTIVE for port object 813241f6-e095-4dc2-8ab6-98ad0c6cd695 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:56:13.156878 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:13.161634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.163020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.163911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.164826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.165981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.166849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.167707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.168487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.169340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.170153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.170926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.171662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:13.176143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58568b4c-4447-4198-b15f-cbb25642000e req-0a3ecba5-3662-4b88-ba4c-8b8ecd3956ff tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090512 May 26 15:56:13.252599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=813241f6-e095-4dc2-8ab6-98ad0c6cd695,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:13.265595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68572452-1867-48a6-9ea6-a7d30c62a8c0 req-7273eea7-81b7-477c-94e5-adfd95105921 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:13.272018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68572452-1867-48a6-9ea6-a7d30c62a8c0 req-7273eea7-81b7-477c-94e5-adfd95105921 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 932 time: 0.1662984 May 26 15:56:13.402467 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:13.417984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68572452-1867-48a6-9ea6-a7d30c62a8c0 req-204af7d6-513c-47f4-a2af-18c7fdb85160 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413524 May 26 15:56:13.465441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228635-2302-4093-937a-daa84ba078da req-a61e949d-b821-44d6-9858-fab93c3bac62 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:13.467765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e228635-2302-4093-937a-daa84ba078da req-a61e949d-b821-44d6-9858-fab93c3bac62 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cfdb3131-23fb-4c62-af8a-5ccaac32d5d8 HTTP/1.1" status: 200 len: 1100 time: 0.1662464 May 26 15:56:13.469007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Attempting to bind port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:13.469537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Attempting to bind port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:13.470079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Attempting to bind port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:13.479787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:13.480257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Attempting to bind port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:13.508263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:13.508604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Checking segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:13.509005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Bound using segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:13.509462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Bound port: 813241f6-e095-4dc2-8ab6-98ad0c6cd695, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:13.509829 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:13.539736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e228635-2302-4093-937a-daa84ba078da req-dae6bb47-8b6d-48b7-99de-9a179e21cb07 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629001 May 26 15:56:13.645407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] For port 813241f6-e095-4dc2-8ab6-98ad0c6cd695, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:13.653478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] For port 813241f6-e095-4dc2-8ab6-98ad0c6cd695, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=813241f6-e095-4dc2-8ab6-98ad0c6cd695,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:13.700022 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:13.805787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:13.807090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:13.809005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] 10.222.0.24 "PUT /v2.0/ports/813241f6-e095-4dc2-8ab6-98ad0c6cd695 HTTP/1.1" status: 200 len: 1092 time: 2.1189802 May 26 15:56:13.815247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee00e44-eb08-47c0-bcfc-7b903028ff92', 'tag': '813241f6-e095-4dc2-8ab6-98ad0c6cd695'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:13.818700 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a549c7-b0ae-40f6-a402-844062353a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee00e44-eb08-47c0-bcfc-7b903028ff92", "tag": "813241f6-e095-4dc2-8ab6-98ad0c6cd695"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:13.868958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d2b98-f826-4cb2-a7de-d0f4af9c7829 req-c8574277-3adf-499a-9726-c8c3e380216e tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:13.868958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee4d2b98-f826-4cb2-a7de-d0f4af9c7829 req-c8574277-3adf-499a-9726-c8c3e380216e tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 944 time: 0.2071965 May 26 15:56:13.950693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-386082df-20fa-4ba2-b568-ae8939f46eaf tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037648 May 26 15:56:13.954395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed143a8-d39d-4693-8ff2-9015bca29dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=813241f6-e095-4dc2-8ab6-98ad0c6cd695,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:14.051970 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee4d2b98-f826-4cb2-a7de-d0f4af9c7829 req-5a82dbf5-47de-405e-9409-6d6e53f389b7 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534443 May 26 15:56:14.078532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:56:14.110601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-1f9edcd2-f91d-498c-abe2-a2f9d705b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:14.112217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-1f9edcd2-f91d-498c-abe2-a2f9d705b9ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 1095 time: 0.2016823 May 26 15:56:14.212749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-f08932aa-ed0d-47e3-97a5-d332eca680f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813241f6-e095-4dc2-8ab6-98ad0c6cd695 HTTP/1.1" status: 200 len: 217 time: 0.0803597 May 26 15:56:14.215800 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16dc05-32ba-41c4-a3b2-848d04191b8b x-openstack-request-id: req-9c16dc05-32ba-41c4-a3b2-848d04191b8b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:14.216055 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee00e44-eb08-47c0-bcfc-7b903028ff92", "tag": "813241f6-e095-4dc2-8ab6-98ad0c6cd695", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:14.216464 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c16dc05-32ba-41c4-a3b2-848d04191b8b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:14.217053 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c16dc05-32ba-41c4-a3b2-848d04191b8b'] response: {'name': 'network-changed', 'server_uuid': '0ee00e44-eb08-47c0-bcfc-7b903028ff92', 'tag': '813241f6-e095-4dc2-8ab6-98ad0c6cd695', 'status': 'completed', 'code': 200} May 26 15:56:14.275799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:56:14.281922 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa70b27d-f6fc-4fdd-bdb2-4bf6065de227 admin admin] 10.222.0.39 "PUT /v2.0/routers/ba25a6b7-2a25-49dd-a102-94cfae0aedb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9428887 May 26 15:56:14.285800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54758) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:14.289961 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] Sync routers for ids ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:56:14.305390 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] Routers {'ba25a6b7-2a25-49dd-a102-94cfae0aedb9'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:14.306138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:56:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:14.387990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-112f05ed-2415-41b9-9e9c-581ba039652a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:14.389369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-112f05ed-2415-41b9-9e9c-581ba039652a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018691 May 26 15:56:14.395077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6b8bfd9f-2a05-45a1-9e54-ff2e5d90144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:14.396929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-6b8bfd9f-2a05-45a1-9e54-ff2e5d90144e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.1608303 May 26 15:56:14.433073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585113e-a264-4bad-bb78-e0124cb67745 req-f7ea0c93-bc63-496a-8598-70e7263a58e8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:14.434579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4585113e-a264-4bad-bb78-e0124cb67745 req-f7ea0c93-bc63-496a-8598-70e7263a58e8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 946 time: 0.1821949 May 26 15:56:14.467231 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] Set router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:14.483421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-441fd94e-f907-47df-b79f-225fb4e68c38 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/quotas/7ad6291b93cf4091962ae8d825bddcf1 HTTP/1.1" status: 200 len: 375 time: 0.0854959 May 26 15:56:14.491362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-b503baec-633c-48e8-841d-b40ba3a2251b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754542 May 26 15:56:14.561019 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:14.659233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4585113e-a264-4bad-bb78-e0124cb67745 req-83586223-bad6-47d0-834d-6583fb2ff389 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919262 May 26 15:56:14.698985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-09d12cf3-b958-4080-9ce3-bd9c6618d7ad tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1975379 May 26 15:56:14.802103 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:18Z', 'updated_at': '2022-05-26T15:56:12Z', 'revision_number': 5, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'gw_port': {'id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:20Z', 'updated_at': '2022-05-26T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:14.969844 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] Checking router: ba25a6b7-2a25-49dd-a102-94cfae0aedb9 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:56:15.003546 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] Routers {'ba25a6b7-2a25-49dd-a102-94cfae0aedb9'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:15.004891 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:56:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:15.284169 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] Set router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:15.303738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9db0493c-5a4c-4b3a-862e-ec651b15bdc2 req-de6ed3a5-989d-4ff8-8899-b8a81ad6df36 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 210 time: 0.1067228 May 26 15:56:15.345441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-71bbcda2-5f94-4855-ac95-a6c90787f980 service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8398354 May 26 15:56:15.391146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423426b-5060-4c0b-8841-3438cd690100 req-1a5fb478-f207-4afa-aa6b-33698e393f2d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:15.393096 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1423426b-5060-4c0b-8841-3438cd690100 req-1a5fb478-f207-4afa-aa6b-33698e393f2d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 944 time: 0.1946237 May 26 15:56:15.463449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:15.469008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device e6f88c63-10e4-44cb-b877-00a7dc3fce0c up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:15.481919 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:15.577260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1423426b-5060-4c0b-8841-3438cd690100 req-04392c66-b5d4-4260-902e-a221645e444a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466920 May 26 15:56:15.584750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae89b811-893e-4134-8acc-8e15b1a79262 req-bb30dd15-ff19-4bb6-8e4b-52bd7abe1019 service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291052 May 26 15:56:15.602371 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:18Z', 'updated_at': '2022-05-26T15:56:12Z', 'revision_number': 5, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'gw_port': {'id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:20Z', 'updated_at': '2022-05-26T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:15.621414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3e68-e416-4a0c-b92d-d9c7321a9979 req-8c36a54e-8593-4eaf-94f8-dc28afb8c550 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:15.623464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e58f3e68-e416-4a0c-b92d-d9c7321a9979 req-8c36a54e-8593-4eaf-94f8-dc28afb8c550 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 944 time: 0.1958668 May 26 15:56:15.661723 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cee48-a855-41de-9000-bb2202b80210 None None] The sync data for ids ['ba25a6b7-2a25-49dd-a102-94cfae0aedb9'] in n-d-843336-2 is: [{'id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046195531-router', 'tenant_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:53:18Z', 'updated_at': '2022-05-26T15:56:12Z', 'revision_number': 5, 'project_id': 'c2d2ceb8569745fd80c3441033cf16e2', 'gw_port': {'id': '30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25a6b7-2a25-49dd-a102-94cfae0aedb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:53:20Z', 'updated_at': '2022-05-26T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:56:15.722266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Deleting port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:15.723424 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:15.730041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port e6f88c63-10e4-44cb-b877-00a7dc3fce0c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:56:15.759905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port e6f88c63-10e4-44cb-b877-00a7dc3fce0c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:15.760699 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:15.827114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e58f3e68-e416-4a0c-b92d-d9c7321a9979 req-8c3a70b7-27ad-4aee-aa56-2c731ecde3e7 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918435 May 26 15:56:15.854303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:15.862036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-f61baf12-9ba0-47a9-be94-3b1285964943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:15.862036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-f61baf12-9ba0-47a9-be94-3b1285964943 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 1095 time: 0.2028475 May 26 15:56:15.884281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'mac_address': 'fa:16:3e:42:fe:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:56:15.977640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 973f45c3-f34e-4405-981e-ac5354ce4fb1 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:15.979188 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:15.984635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] For port 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:15.985350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:16.005246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port e6f88c63-10e4-44cb-b877-00a7dc3fce0c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:16.005850 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:16.022923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973f45c3-f34e-4405-981e-ac5354ce4fb1 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:16.031974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c124c-b083-45d8-9006-ed70cf44e059 req-d7503281-e3ef-464c-b3e6-6049727645da tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:16.034671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e18c124c-b083-45d8-9006-ed70cf44e059 req-d7503281-e3ef-464c-b3e6-6049727645da tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 946 time: 0.2031505 May 26 15:56:16.077702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Calling delete_port for 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:16.078124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83ebc18-c3c4-4fca-9b3e-746eba205a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f88c63-10e4-44cb-b877-00a7dc3fce0c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:16.081273 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2bce50-afcf-41ba-a563-0c20ad150a9b" -d '{"events": [{"server_uuid": "b83ebc18-c3c4-4fca-9b3e-746eba205a56", "name": "network-vif-plugged", "status": "completed", "tag": "e6f88c63-10e4-44cb-b877-00a7dc3fce0c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:16.108184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:16.116429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-0d0ffb65-cdbb-4909-a613-a689cf53f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:16.117916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-0d0ffb65-cdbb-4909-a613-a689cf53f146 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 913 time: 0.2336516 May 26 15:56:16.124070 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:16.127237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port e6f88c63-10e4-44cb-b877-00a7dc3fce0c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,segment=NetworkSegment(b91412f4-fa78-4494-9ed0-581598ef522a),segment_id=b91412f4-fa78-4494-9ed0-581598ef522a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:16.164641 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2df9bd-1edd-4c09-ad54-de556e798176 x-openstack-request-id: req-8c2df9bd-1edd-4c09-ad54-de556e798176 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:16.164968 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83ebc18-c3c4-4fca-9b3e-746eba205a56", "name": "network-vif-plugged", "status": "completed", "tag": "e6f88c63-10e4-44cb-b877-00a7dc3fce0c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:16.165345 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c2df9bd-1edd-4c09-ad54-de556e798176 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:16.165613 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2df9bd-1edd-4c09-ad54-de556e798176'] response: {'server_uuid': 'b83ebc18-c3c4-4fca-9b3e-746eba205a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f88c63-10e4-44cb-b877-00a7dc3fce0c', 'code': 200} May 26 15:56:16.166379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:16.213800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:16.214121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-ae7368f8-44e9-4365-9d63-979da9a8a18f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813241f6-e095-4dc2-8ab6-98ad0c6cd695 HTTP/1.1" status: 200 len: 217 time: 0.0791276 May 26 15:56:16.222200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e18c124c-b083-45d8-9006-ed70cf44e059 req-27466329-d6ae-4867-bcbd-bf46e07e8b24 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546562 May 26 15:56:16.342623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:16.446543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-32474694-0027-42d2-b58d-075c94fbff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:16.448793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-32474694-0027-42d2-b58d-075c94fbff1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.2256992 May 26 15:56:16.518971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['973f45c3-f34e-4405-981e-ac5354ce4fb1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:16.577799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c93e72a-5ff3-4a4f-85bb-762675708a7f req-eb2d1b59-faf3-4b9a-899b-1847bbb71707 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 210 time: 0.0921338 May 26 15:56:16.632149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-c5ba3436-8f6f-4265-93a7-a9a2cd95f3ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480091 May 26 15:56:16.635224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-968415c0-0d9d-43e3-b5d2-595aa794cca5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857143 May 26 15:56:16.800472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bb449331-696c-40bf-8266-d4827ef04bec no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:16.827232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-8be4a11d-59c1-4cdf-a00a-06d0a7ce5578 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:16.828908 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-8be4a11d-59c1-4cdf-a00a-06d0a7ce5578 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 947 time: 0.1231089 May 26 15:56:16.836795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: bb449331-696c-40bf-8266-d4827ef04bec {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:56:16.837212 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bb449331-696c-40bf-8266-d4827ef04bec not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:56:16.845885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cea3c-9048-4979-8e63-d25e182cf2e0 req-c8bdac30-51a5-4157-8c09-40ce7d45bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:16.847426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-780cea3c-9048-4979-8e63-d25e182cf2e0 req-c8bdac30-51a5-4157-8c09-40ce7d45bfa3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 1096 time: 0.5642941 May 26 15:56:16.917104 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-f1252240-5fe5-4321-be56-9aa82c356c7d service neutron] 10.222.0.24 "GET /v2.0/ports/973f45c3-f34e-4405-981e-ac5354ce4fb1/bindings/n-h1-843336-2 HTTP/1.1" status: 200 len: 382 time: 0.0784023 May 26 15:56:17.002708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-c0d73528-33e8-44be-8dd5-4f9df66faee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:17.004148 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-c0d73528-33e8-44be-8dd5-4f9df66faee3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 1098 time: 0.0590115 May 26 15:56:17.055622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:17.115713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-ea9f4416-37ac-402c-8cac-b1f13a388d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:17.116030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-780cea3c-9048-4979-8e63-d25e182cf2e0 req-fa911f55-e428-4a6e-98f4-678acbfbe893 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797891 May 26 15:56:17.117183 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-ea9f4416-37ac-402c-8cac-b1f13a388d55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1056566 May 26 15:56:17.147816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0606e9-b07a-4164-a257-edd5e880456e req-239890e7-6e9c-4863-b8de-0a063fa3fbfc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:17.149366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea0606e9-b07a-4164-a257-edd5e880456e req-239890e7-6e9c-4863-b8de-0a063fa3fbfc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 947 time: 0.3449347 May 26 15:56:17.156125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:17.170981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2659-4ed0-4ed4-8b94-f9c1a040de4b req-065bfa20-b2e8-4b6b-9a06-a0c43ab3ef18 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:17.172481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10cf2659-4ed0-4ed4-8b94-f9c1a040de4b req-065bfa20-b2e8-4b6b-9a06-a0c43ab3ef18 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 944 time: 0.3835971 May 26 15:56:17.195327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-f949e933-8dfc-47d9-ac21-b4838f1914a4 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:17.197622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-f949e933-8dfc-47d9-ac21-b4838f1914a4 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4582515 May 26 15:56:17.200652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-c16c28e3-6c9f-44ad-9b31-10e85d46f947 service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393736 May 26 15:56:17.247935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.248375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.248801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.249239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.249611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.250074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.250444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.250797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.251199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.251555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.251913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.252273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:17.330268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea0606e9-b07a-4164-a257-edd5e880456e req-0683a4e9-11be-4247-97ee-24d8a142f6c7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675136 May 26 15:56:17.337945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10cf2659-4ed0-4ed4-8b94-f9c1a040de4b req-0ad3b5d1-5197-431c-a77c-5dd8e7f95074 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359549 May 26 15:56:17.342324 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:17.412227 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-1e2c958c-5495-4a6b-92e1-221c3b536278 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1 HTTP/1.1" status: 200 len: 217 time: 0.0453687 May 26 15:56:17.449021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Request body: {'port': {'device_id': '8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '7ad6291b93cf4091962ae8d825bddcf1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:17.487923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-aaf8b6f4-ecb6-46e0-ae34-bc2c3c08b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:17.490023 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-aaf8b6f4-ecb6-46e0-ae34-bc2c3c08b9a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0718269 May 26 15:56:17.571164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-d616bbdb-4708-4d1a-af62-7ee5ae054710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:17.573979 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-d616bbdb-4708-4d1a-af62-7ee5ae054710 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749774 May 26 15:56:17.639883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:17.642762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:17.725080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-a5996e27-d45f-4785-9310-e2df9c6a117e service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243384 May 26 15:56:17.769457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15863326-fb6e-4202-acf5-679ea6dddc95 req-0d8d6def-d921-4846-ba36-2808ed50e7f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 210 time: 0.0671799 May 26 15:56:17.783249 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:17.783957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba25a6b7-2a25-49dd-a102-94cfae0aedb9 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:56:17.802794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a70cb-84b8-4bb3-a814-4700d3f9c119 req-b0c77252-86c3-4e8c-9849-381f91cd4e8b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:17.804695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828a70cb-84b8-4bb3-a814-4700d3f9c119 req-b0c77252-86c3-4e8c-9849-381f91cd4e8b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 945 time: 0.3436291 May 26 15:56:17.816374 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:17.820103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-facea7f4-1275-45ed-9408-14ca0d01b9a9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ba25a6b7-2a25-49dd-a102-94cfae0aedb9 HTTP/1.1" status: 204 len: 168 time: 3.5227113 May 26 15:56:17.827963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54804) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:17.892385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3a549c7-b0ae-40f6-a402-844062353a4a req-0d2b800a-72de-4f3c-b855-34d89ab102fe service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050459 May 26 15:56:17.911164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Made reservation on behalf of 7ad6291b93cf4091962ae8d825bddcf1 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:17.923874 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:17.941648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b67dba-a746-400a-9e3b-cc8ba9b55d95 admin admin] Deleting subnet b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:56:17.946851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86b67dba-a746-400a-9e3b-cc8ba9b55d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:17.974368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828a70cb-84b8-4bb3-a814-4700d3f9c119 req-c1253690-f8ef-4593-aae8-8d3db2a7b1d9 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306841 May 26 15:56:18.010135 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-1002afca-7695-4129-b78b-bbc8177ad129 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755454 May 26 15:56:18.045845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86b67dba-a746-400a-9e3b-cc8ba9b55d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.145680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Allocated IP 192.168.233.205 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/4afbcd82-4d91-435d-aa69-761662a25de9) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:18.158724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86b67dba-a746-400a-9e3b-cc8ba9b55d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.232858 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86b67dba-a746-400a-9e3b-cc8ba9b55d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.267599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b67dba-a746-400a-9e3b-cc8ba9b55d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:18.270170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86b67dba-a746-400a-9e3b-cc8ba9b55d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.275962 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-86b67dba-a746-400a-9e3b-cc8ba9b55d95 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b5ad9a3e-2c76-4f24-b8b5-9f4cb12d8c70 HTTP/1.1" status: 204 len: 168 time: 0.4500310 May 26 15:56:18.278748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54806) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:18.282394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70718bb7-368b-4ec4-a2fb-531ac5c405fc None None] Network 675db4b6-31ae-42a3-a9d9-52c16122b0b0 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:18.373482 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.374964 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.481944 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.540214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:18.546909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ba5a2c9a-c3ea-47a1-aab2-bba8753eb385'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:18.550932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Deleting port c571de5d-c6ad-4255-a6ea-5857a85abe52 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:18.551367 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.563462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:18.645737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:18.652004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'a596a298-0a7c-4987-81e8-263ebfed76bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:18.720071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] For port c571de5d-c6ad-4255-a6ea-5857a85abe52, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c571de5d-c6ad-4255-a6ea-5857a85abe52,segment=NetworkSegment(ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1),segment_id=ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:18.720968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.767170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Calling delete_port for c571de5d-c6ad-4255-a6ea-5857a85abe52 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:18.865779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032769db-52e7-475c-8b5e-a591cf8af736 None None] DHCP port deletion for 675db4b6-31ae-42a3-a9d9-52c16122b0b0 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:56:18.917671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:18.930344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event updated for resources: {'Port': ['ID=4afbcd82-4d91-435d-aa69-761662a25de9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:18.946785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.950577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:18.951339 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.994181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c571de5d-c6ad-4255-a6ea-5857a85abe52,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:18.997917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-032769db-52e7-475c-8b5e-a591cf8af736 None None] The port 'c571de5d-c6ad-4255-a6ea-5857a85abe52' was deleted {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 26 15:56:19.000753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] No DVR routers for this DVR port c571de5d-c6ad-4255-a6ea-5857a85abe52 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:56:19.008784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:56:19.009185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30d03249-f9ab-4e0c-b21a-66a0a1bc0a7a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:56:19.015570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2039a3-f8fd-4486-84be-bb7f9b40bce9 req-837b500e-b89c-4929-a6fe-99b6379431a5 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:19.017836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2039a3-f8fd-4486-84be-bb7f9b40bce9 req-837b500e-b89c-4929-a6fe-99b6379431a5 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 944 time: 0.4520631 May 26 15:56:19.022132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-cb152f5b-b7cc-4582-a820-e565dc815b14 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6367738 May 26 15:56:19.034701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c358d-7a94-40a4-bb77-72ef43534a32 req-f9b7e7c9-f7d9-4f2f-ab92-e2335ff5fe26 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:19.038202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c3c358d-7a94-40a4-bb77-72ef43534a32 req-f9b7e7c9-f7d9-4f2f-ab92-e2335ff5fe26 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 947 time: 0.4663589 May 26 15:56:19.054178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Request body: {'port': {'device_id': '8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:19.079995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-17fbde33-406f-4cec-a686-fd3b94be35cc None None] Provisioning complete for port 4afbcd82-4d91-435d-aa69-761662a25de9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:19.080250 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-17fbde33-406f-4cec-a686-fd3b94be35cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.147193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.177632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2039a3-f8fd-4486-84be-bb7f9b40bce9 req-c91e04a6-5bc2-4a53-8b20-77898ea7a31b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371615 May 26 15:56:19.181276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-17fbde33-406f-4cec-a686-fd3b94be35cc None None] Port 4afbcd82-4d91-435d-aa69-761662a25de9 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:56:19.182938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c3c358d-7a94-40a4-bb77-72ef43534a32 req-2ea4836b-6454-420d-b133-5aaf2eeea558 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195211 May 26 15:56:19.189028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675db4b6-31ae-42a3-a9d9-52c16122b0b0']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:19.198844 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.236282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:19.236783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:19.265321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.295068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.306576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:56:19.307198 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.391143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.422236 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1 resource provider aggregate not found May 26 15:56:19.430203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=675db4b6-31ae-42a3-a9d9-52c16122b0b0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:19.433321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.440586 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f060ecec-f08b-4b9e-8828-8c49089e99c4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/675db4b6-31ae-42a3-a9d9-52c16122b0b0 HTTP/1.1" status: 204 len: 168 time: 1.1572101 May 26 15:56:19.472367 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccc8e05c-1fd8-45a5-9daa-c50c63a0d9a1 found for delete ", "request_id": "req-d3a79a59-9c89-4bb5-be97-7e40aac4e7fe"}]} May 26 15:56:19.511927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 813241f6-e095-4dc2-8ab6-98ad0c6cd695 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:19.518117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:19.606763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c50c3-12e5-4282-896d-e839462f844e req-236f0c82-86fb-4d80-bd55-de2f21ff6dee tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:19.609313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d7c50c3-12e5-4282-896d-e839462f844e req-236f0c82-86fb-4d80-bd55-de2f21ff6dee tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 936 time: 0.3002229 May 26 15:56:19.626939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54828) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:19.687149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b05321-0318-4731-961d-703529b161c0 req-10736c81-64fd-431f-9742-36092c3ad942 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:19.689311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45b05321-0318-4731-961d-703529b161c0 req-10736c81-64fd-431f-9742-36092c3ad942 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 945 time: 0.3685987 May 26 15:56:19.720318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-61e3abe3-bef0-4044-8505-e19ab5dd4685 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b6c70b0ee794faea51a36994a062017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916259 May 26 15:56:19.721457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54832) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:19.799624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73e3ab9a-96c7-4c58-afc0-3d85fb5026ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.814843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 813241f6-e095-4dc2-8ab6-98ad0c6cd695, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=813241f6-e095-4dc2-8ab6-98ad0c6cd695,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:19.819317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d7c50c3-12e5-4282-896d-e839462f844e req-7530f50a-7961-4491-a1fa-9895a9d6966c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630974 May 26 15:56:19.835435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '813241f6-e095-4dc2-8ab6-98ad0c6cd695', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'port_id': '813241f6-e095-4dc2-8ab6-98ad0c6cd695', 'mac_address': 'fa:16:3e:63:7e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d4131-c08a-4d19-9074-a9ea68d04597', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:56:19.838961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73e3ab9a-96c7-4c58-afc0-3d85fb5026ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.853831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45b05321-0318-4731-961d-703529b161c0 req-2c8f59f2-1d82-43a5-a342-f1b83dd0d3d2 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486447 May 26 15:56:19.909502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 973f45c3-f34e-4405-981e-ac5354ce4fb1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:19.909952 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.979289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73e3ab9a-96c7-4c58-afc0-3d85fb5026ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.981909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73e3ab9a-96c7-4c58-afc0-3d85fb5026ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:19.987188 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-73e3ab9a-96c7-4c58-afc0-3d85fb5026ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d016a182-387a-4efe-8a4a-37dbbd97c3ec HTTP/1.1" status: 204 len: 168 time: 0.2601821 May 26 15:56:19.999646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3ab9a-96c7-4c58-afc0-3d85fb5026ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d016a182-387a-4efe-8a4a-37dbbd97c3ec,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:20.050700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:20.051033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:20.065100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afbcd82-4d91-435d-aa69-761662a25de9 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:20.076963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:20.095527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813241f6-e095-4dc2-8ab6-98ad0c6cd695 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:20.095898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Transition to ACTIVE for port object 4afbcd82-4d91-435d-aa69-761662a25de9 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:56:20.101359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:20.108901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a406e8-f152-4502-b1a9-167c312d0179 req-fd87d8e6-bf1a-47a5-b9b8-e1caff84728d tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:20.111748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2a406e8-f152-4502-b1a9-167c312d0179 req-fd87d8e6-bf1a-47a5-b9b8-e1caff84728d tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1096 time: 0.1106322 May 26 15:56:20.139718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 813241f6-e095-4dc2-8ab6-98ad0c6cd695, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=813241f6-e095-4dc2-8ab6-98ad0c6cd695,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:20.185825 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:20.237657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Pushing event updated for resources: {'Port': ['ID=4afbcd82-4d91-435d-aa69-761662a25de9,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:20.251167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 973f45c3-f34e-4405-981e-ac5354ce4fb1 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:20.251561 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:20.297386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=813241f6-e095-4dc2-8ab6-98ad0c6cd695,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:20.316915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:20.326068 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0860740-3a2a-4e28-a95c-f0d32ba9ae44" -d '{"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-plugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:20.354607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:20.360964 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:20.445532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2a406e8-f152-4502-b1a9-167c312d0179 req-621fbd03-6c63-4868-b389-71ce78454c61 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916775 May 26 15:56:20.528893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:20.563977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['813241f6-e095-4dc2-8ab6-98ad0c6cd695'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:20.582684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8508bc9-397f-405d-a676-79c098d73c1c req-1c2ff3a6-312a-454a-87c4-183c6d339905 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:20.598763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8508bc9-397f-405d-a676-79c098d73c1c req-1c2ff3a6-312a-454a-87c4-183c6d339905 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 945 time: 0.1986213 May 26 15:56:20.630212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Attempting to bind port 4afbcd82-4d91-435d-aa69-761662a25de9 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:20.631548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Attempting to bind port 4afbcd82-4d91-435d-aa69-761662a25de9 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:20.632313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Attempting to bind port 4afbcd82-4d91-435d-aa69-761662a25de9 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:20.663645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Port 4afbcd82-4d91-435d-aa69-761662a25de9 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:20.664157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Attempting to bind port 4afbcd82-4d91-435d-aa69-761662a25de9 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:20.683080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:20.683080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:20.683080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:20.683668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Bound port: 4afbcd82-4d91-435d-aa69-761662a25de9, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:20.684166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:20.728542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8508bc9-397f-405d-a676-79c098d73c1c req-6ccb5161-459d-48bd-bb29-63c86a579652 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229081 May 26 15:56:20.900508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c571de5d-c6ad-4255-a6ea-5857a85abe52 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:20.926366 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65b8aec-1a1a-4e96-9a2f-1842d60da856 x-openstack-request-id: req-c65b8aec-1a1a-4e96-9a2f-1842d60da856 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:20.926697 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-plugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:20.926891 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c65b8aec-1a1a-4e96-9a2f-1842d60da856 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:20.927897 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65b8aec-1a1a-4e96-9a2f-1842d60da856'] response: {'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'code': 200} May 26 15:56:20.935402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] For port 4afbcd82-4d91-435d-aa69-761662a25de9, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:20.943872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] For port 4afbcd82-4d91-435d-aa69-761662a25de9, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4afbcd82-4d91-435d-aa69-761662a25de9,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:20.966344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: c571de5d-c6ad-4255-a6ea-5857a85abe52 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:56:20.967549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c571de5d-c6ad-4255-a6ea-5857a85abe52 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:56:20.976365 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:21.042633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573629d4-a439-4395-bbf4-829c3eedcaed req-224c295f-4b7f-49ee-b913-a3723ea204af tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:21.054201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-573629d4-a439-4395-bbf4-829c3eedcaed req-224c295f-4b7f-49ee-b913-a3723ea204af tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.2757766 May 26 15:56:21.101253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54866) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:21.157429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:21.158522 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:21.160835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] 10.222.0.24 "PUT /v2.0/ports/4afbcd82-4d91-435d-aa69-761662a25de9 HTTP/1.1" status: 200 len: 1096 time: 2.1154256 May 26 15:56:21.177166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c', 'tag': '4afbcd82-4d91-435d-aa69-761662a25de9'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:21.180764 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c", "tag": "4afbcd82-4d91-435d-aa69-761662a25de9"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:21.261670 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d6399b70-ac09-4907-a5b4-1cdc9792a826 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2d2ceb8569745fd80c3441033cf16e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1239083 May 26 15:56:21.262577 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54872) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:21.288495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-852dae35-49e5-4208-bb75-c302d182a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:21.290568 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-852dae35-49e5-4208-bb75-c302d182a5de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 1099 time: 0.2082255 May 26 15:56:21.425614 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b3146ce-e733-469f-acaa-06eda8747969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:21.473172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b3146ce-e733-469f-acaa-06eda8747969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:21.547835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-8db00e29-52a2-496e-a33d-9b64a171abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:21.549950 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-8db00e29-52a2-496e-a33d-9b64a171abe1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 1099 time: 0.2242236 May 26 15:56:21.582421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b3146ce-e733-469f-acaa-06eda8747969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:21.586946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b3146ce-e733-469f-acaa-06eda8747969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:21.588396 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b3146ce-e733-469f-acaa-06eda8747969 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4a38057-9f65-439b-a44f-8186ebac2c1a HTTP/1.1" status: 204 len: 168 time: 0.3242817 May 26 15:56:21.674921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3146ce-e733-469f-acaa-06eda8747969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a38057-9f65-439b-a44f-8186ebac2c1a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:21.780266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-84d98bbe-f9df-4e14-a44a-2b65f8daef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:21.784184 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-84d98bbe-f9df-4e14-a44a-2b65f8daef6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2185395 May 26 15:56:21.815573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-573629d4-a439-4395-bbf4-829c3eedcaed req-6d8f5a68-ca84-4884-8a4f-e1433e3829e5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930823 May 26 15:56:21.818969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eb8f7-a92a-4c9f-bcbe-02385aaafbff service neutron] Pushing event updated for resources: {'Port': ['ID=4afbcd82-4d91-435d-aa69-761662a25de9,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:21.875828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-7e9013e0-7b10-4d0b-a587-f00d932b6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:21.877375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-7e9013e0-7b10-4d0b-a587-f00d932b6992 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 1099 time: 0.6521819 May 26 15:56:21.894029 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-36d257b8-c5b9-4e43-b7ae-c28f3bc9c7e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1 HTTP/1.1" status: 200 len: 217 time: 0.0987430 May 26 15:56:21.952688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-9844ab02-e8be-4df3-8c26-8ba16e239556 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4afbcd82-4d91-435d-aa69-761662a25de9 HTTP/1.1" status: 200 len: 217 time: 0.0658989 May 26 15:56:22.003886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-6978c76f-541a-4fb2-a610-2397c6efb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:22.008884 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-6978c76f-541a-4fb2-a610-2397c6efb988 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0999928 May 26 15:56:22.074393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-bbc10a5d-6581-4eb3-a306-e577ba71434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:22.076931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-bbc10a5d-6581-4eb3-a306-e577ba71434c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1174600 May 26 15:56:22.084788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-d72ddb89-835c-42f6-b9ec-756962816ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:22.086568 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-d72ddb89-835c-42f6-b9ec-756962816ebe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638602 May 26 15:56:22.095681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518a57-8545-491a-9ca1-8f9da0828ee6 req-01f5b7dd-1971-4f39-841b-999c0e514cff tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:22.109451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95518a57-8545-491a-9ca1-8f9da0828ee6 req-01f5b7dd-1971-4f39-841b-999c0e514cff tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 948 time: 0.1368608 May 26 15:56:22.243294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95518a57-8545-491a-9ca1-8f9da0828ee6 req-8762f859-4f35-477a-bfc9-99959a01a15c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319556 May 26 15:56:22.261209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-a3ceabcb-0c0b-41b6-a4bb-3eb29e7cee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:22.277775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-a3ceabcb-0c0b-41b6-a4bb-3eb29e7cee36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496747 May 26 15:56:22.278125 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-03141886-c017-4eba-885b-47368c1179be service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790245 May 26 15:56:22.375563 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153deb8-b551-4501-bd3c-e2c33a160611 x-openstack-request-id: req-0153deb8-b551-4501-bd3c-e2c33a160611 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:22.376337 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c", "tag": "4afbcd82-4d91-435d-aa69-761662a25de9", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:22.376805 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0153deb8-b551-4501-bd3c-e2c33a160611 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:22.377573 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0153deb8-b551-4501-bd3c-e2c33a160611'] response: {'name': 'network-changed', 'server_uuid': '8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c', 'tag': '4afbcd82-4d91-435d-aa69-761662a25de9', 'status': 'completed', 'code': 200} May 26 15:56:22.498635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-c6acbd7a-2102-4fdf-b3d4-747d9ad0454b service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149079 May 26 15:56:22.510251 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4ee656a0-ba65-444d-a68a-66d373c06067 req-805f20f1-8f23-435c-90cf-ea770d44b2f0 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221825 May 26 15:56:22.656955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b19d8-997d-47dd-9248-c28bff47672a req-fc6c14a2-0420-43d7-b95f-895bc2e44b80 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:22.658798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed1b19d8-997d-47dd-9248-c28bff47672a req-fc6c14a2-0420-43d7-b95f-895bc2e44b80 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 945 time: 0.0869527 May 26 15:56:22.663987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9814ec-7d4e-42e3-951f-b6c335e1abdd req-102a3434-d95a-41d7-826f-84e4627708c7 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587276 May 26 15:56:22.709133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed1b19d8-997d-47dd-9248-c28bff47672a req-63e45649-9f4e-4c2f-9fad-cf081e9c3aa0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 May 26 15:56:22.738680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-8cb3a458-f91b-4113-871e-78f874646dbc tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:56:22.740563 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-8cb3a458-f91b-4113-871e-78f874646dbc tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080383 May 26 15:56:22.831709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-fd16cc00-d16b-4a32-a62f-ef42cb94f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:22.835116 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-fd16cc00-d16b-4a32-a62f-ef42cb94f19b service neutron] 10.222.0.39 "GET /v2.0/ports/587e9e4a-3bbf-44c3-a287-324fa05bb3a4 HTTP/1.1" status: 200 len: 1093 time: 0.0791576 May 26 15:56:22.853735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Request body: {'binding': {'host': 'n-h2-843336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:22.854270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Unknown quota resources ['binding']. {{(pid=109404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:56:22.868281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-31fbdd93-d8cc-4b9a-8e67-b2a7eafc671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:22.878062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-31fbdd93-d8cc-4b9a-8e67-b2a7eafc671e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 1099 time: 0.1366968 May 26 15:56:23.102412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on host n-h2-843336-2 for vnic_type normal with profile None {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:23.103299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:23.103816 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:23.113338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:23.113932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:23.127767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:23.128291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:23.129787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:23.131248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Bound port: 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:23.132236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72057852-6431-429d-bc16-341b98547578 req-e68eed0c-d6a0-449e-8f84-068af972de32 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:23.135126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72057852-6431-429d-bc16-341b98547578 req-e68eed0c-d6a0-449e-8f84-068af972de32 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.1945648 May 26 15:56:23.181080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-0ad680a9-3fb1-48e4-bf1d-de5d685b9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:23.183156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-0ad680a9-3fb1-48e4-bf1d-de5d685b9a7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2928562 May 26 15:56:23.207728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:23.217926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:23.220156 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-e3aadead-d542-4d92-b5af-8205f179125d service neutron] 10.222.0.39 "POST /v2.0/ports/587e9e4a-3bbf-44c3-a287-324fa05bb3a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3711030 May 26 15:56:23.263806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-ac00086a-c27e-4bcd-b0d8-5bedeabcb598 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4afbcd82-4d91-435d-aa69-761662a25de9 HTTP/1.1" status: 200 len: 217 time: 0.0703280 May 26 15:56:23.282968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72057852-6431-429d-bc16-341b98547578 req-4b59002a-7905-40d1-bf20-864761d26d3c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160405 May 26 15:56:23.462244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-669f0574-8081-4918-85c1-7cfdee2f6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:23.465826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-669f0574-8081-4918-85c1-7cfdee2f6883 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1838739 May 26 15:56:23.507322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 813241f6-e095-4dc2-8ab6-98ad0c6cd695 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:23.526505 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:23.568878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:23.622439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:56:23.629203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:23.629905 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:23.658582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-36ef9ff7-7ced-43fd-aaa3-c680a5cdc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:23.662844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-36ef9ff7-7ced-43fd-aaa3-c680a5cdc0d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871390 May 26 15:56:23.692699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bafc12-28f9-4a9a-974f-066f3144552a req-4217b497-66af-4a37-bf12-764d68327bbc tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:23.695367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36bafc12-28f9-4a9a-974f-066f3144552a req-4217b497-66af-4a37-bf12-764d68327bbc tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.2185538 May 26 15:56:23.702957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-cd6d973f-b8b3-41b1-8b58-c0a90767e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:23.705757 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-cd6d973f-b8b3-41b1-8b58-c0a90767e53d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1096 time: 0.0997317 May 26 15:56:23.722458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658a6bb-6aac-46f3-b1e8-a8126a083f72 req-73eb7b84-f606-4716-97a0-d411ac255580 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:23.724715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a658a6bb-6aac-46f3-b1e8-a8126a083f72 req-73eb7b84-f606-4716-97a0-d411ac255580 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 948 time: 0.1886272 May 26 15:56:23.773456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:23.775062 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:23.820778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee00e44-eb08-47c0-bcfc-7b903028ff92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813241f6-e095-4dc2-8ab6-98ad0c6cd695'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:23.825936 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6925e4-dc08-4050-9ebe-ca74ca370be6" -d '{"events": [{"server_uuid": "0ee00e44-eb08-47c0-bcfc-7b903028ff92", "name": "network-vif-plugged", "status": "completed", "tag": "813241f6-e095-4dc2-8ab6-98ad0c6cd695"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:23.856745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 813241f6-e095-4dc2-8ab6-98ad0c6cd695, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=813241f6-e095-4dc2-8ab6-98ad0c6cd695,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:23.863785 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:23.866068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:23.925306 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-935d7484-e9fd-4799-9c4b-24bafd6db120 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493517 May 26 15:56:23.932192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-0ecdf8a9-7f15-4b87-93c3-35142bd00d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:23.934779 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-0ecdf8a9-7f15-4b87-93c3-35142bd00d92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.2053289 May 26 15:56:23.972588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36bafc12-28f9-4a9a-974f-066f3144552a req-6b81972b-5c9a-4fb1-9e08-18568fffaeb2 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462013 May 26 15:56:24.005274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a658a6bb-6aac-46f3-b1e8-a8126a083f72 req-61073195-dc17-4ce0-9c34-8b9c55432c12 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556875 May 26 15:56:24.046452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=813241f6-e095-4dc2-8ab6-98ad0c6cd695,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:24.078599 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-c9877a9b-0e1b-420d-b20e-eb3b2d851fe5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4 HTTP/1.1" status: 200 len: 217 time: 0.1127667 May 26 15:56:24.114558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 973f45c3-f34e-4405-981e-ac5354ce4fb1 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:24.115569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:24.173374 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-ffd6b9b9-57bb-4d24-b81c-297a2ae5dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:24.174896 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-ffd6b9b9-57bb-4d24-b81c-297a2ae5dd7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.0919995 May 26 15:56:24.186133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:24.193781 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:24.235128 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-f3006418-e17a-406b-87a3-fa30d8586061 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477378 May 26 15:56:24.274185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdff2c57-157d-45d2-bed5-0c47c9dcdbd0 req-53559dd6-5d23-40f2-85eb-8ad0cd509208 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287373 May 26 15:56:24.311073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96da730-c1c8-43db-9be0-fab1169082f5 req-bb6762c0-78c5-44b3-b3c5-d6197aca72d1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:24.312951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a96da730-c1c8-43db-9be0-fab1169082f5 req-bb6762c0-78c5-44b3-b3c5-d6197aca72d1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 946 time: 0.1578360 May 26 15:56:24.320368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8548d-5e75-4a8f-a4ca-10423598cc4b req-4b2a8efc-2940-402a-9690-39eaca041972 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:24.321956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09e8548d-5e75-4a8f-a4ca-10423598cc4b req-4b2a8efc-2940-402a-9690-39eaca041972 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1096 time: 0.1348779 May 26 15:56:24.322759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:24.414320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a96da730-c1c8-43db-9be0-fab1169082f5 req-9f63e535-cb48-4340-af5a-f56b3573b5d4 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905781 May 26 15:56:24.415527 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-f93b83ca-4a54-40f3-b0e7-92c8f5b7a1f5 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589825 May 26 15:56:24.428049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09e8548d-5e75-4a8f-a4ca-10423598cc4b req-e394ba22-5734-4d71-b1a5-5d3424451661 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831871 May 26 15:56:24.489268 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b78756-c82d-423e-a8d1-c9c2454d638a x-openstack-request-id: req-b6b78756-c82d-423e-a8d1-c9c2454d638a {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:24.491017 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee00e44-eb08-47c0-bcfc-7b903028ff92", "name": "network-vif-plugged", "status": "completed", "tag": "813241f6-e095-4dc2-8ab6-98ad0c6cd695", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:24.491474 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6b78756-c82d-423e-a8d1-c9c2454d638a {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:24.492197 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b78756-c82d-423e-a8d1-c9c2454d638a'] response: {'server_uuid': '0ee00e44-eb08-47c0-bcfc-7b903028ff92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813241f6-e095-4dc2-8ab6-98ad0c6cd695', 'code': 200} May 26 15:56:24.571156 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-1ca8e8b0-4d72-41fd-aac9-131731bcc3d6 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467595 May 26 15:56:24.651425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c526865-e637-43c5-ada4-cba9962d53cf req-6526b70e-1dc5-49f5-9b60-46bc0f34a605 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:24.662694 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c526865-e637-43c5-ada4-cba9962d53cf req-6526b70e-1dc5-49f5-9b60-46bc0f34a605 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 946 time: 0.1158531 May 26 15:56:24.716289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fa706-bdd9-41d3-88ec-fa0c46580e21 req-18f9ead7-a095-4e92-9195-8ca4ecbb40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:24.718612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-250fa706-bdd9-41d3-88ec-fa0c46580e21 req-18f9ead7-a095-4e92-9195-8ca4ecbb40f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 1097 time: 0.1189532 May 26 15:56:24.787264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c526865-e637-43c5-ada4-cba9962d53cf req-89fa39e5-22b1-4bdd-8892-51dea8a0f214 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137085 May 26 15:56:24.820249 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-250fa706-bdd9-41d3-88ec-fa0c46580e21 req-e4bdfe6d-2af2-46a0-a3b0-379299021085 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830016 May 26 15:56:25.263499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2b5be-bb2f-49b6-85a9-7ae52b609e50 req-a6506ad3-d0b6-4f1e-8e82-f7e5544c61f5 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:25.266391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39e2b5be-bb2f-49b6-85a9-7ae52b609e50 req-a6506ad3-d0b6-4f1e-8e82-f7e5544c61f5 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 945 time: 0.0845695 May 26 15:56:25.326229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39e2b5be-bb2f-49b6-85a9-7ae52b609e50 req-53d75f24-69d0-4fde-b847-98eb09f9ffe9 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 May 26 15:56:25.492279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ada10a-f6fe-4d1a-aff9-1483e9fe7311 req-0eee116e-96d8-4ea0-b50d-fe9a4bb99714 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:25.494302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9ada10a-f6fe-4d1a-aff9-1483e9fe7311 req-0eee116e-96d8-4ea0-b50d-fe9a4bb99714 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.0735452 May 26 15:56:25.510173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4afbcd82-4d91-435d-aa69-761662a25de9 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:25.573554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9ada10a-f6fe-4d1a-aff9-1483e9fe7311 req-d8208f39-3e85-402c-ab1f-acde2f2296ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686917 May 26 15:56:25.702845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4afbcd82-4d91-435d-aa69-761662a25de9, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4afbcd82-4d91-435d-aa69-761662a25de9,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:25.720537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '4afbcd82-4d91-435d-aa69-761662a25de9', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '4afbcd82-4d91-435d-aa69-761662a25de9', 'mac_address': 'fa:16:3e:6a:82:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:56:25.751362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733f727-6755-41f4-aec2-c4f0090c314c req-0bdb620b-975c-4035-b961-fafa5c30c492 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:25.754865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c733f727-6755-41f4-aec2-c4f0090c314c req-0bdb620b-975c-4035-b961-fafa5c30c492 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 948 time: 0.0677438 May 26 15:56:25.772014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4afbcd82-4d91-435d-aa69-761662a25de9 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:25.772554 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:25.808753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afbcd82-4d91-435d-aa69-761662a25de9 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:25.836429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c733f727-6755-41f4-aec2-c4f0090c314c req-f84c7fca-440d-401b-a1ea-ca01ad6bccf7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736055 May 26 15:56:25.851843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4afbcd82-4d91-435d-aa69-761662a25de9, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4afbcd82-4d91-435d-aa69-761662a25de9,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:25.867105 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:25.868112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:25.944239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:25.952927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4afbcd82-4d91-435d-aa69-761662a25de9,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:25.962102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'mac_address': 'fa:16:3e:42:fe:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:56:26.016710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 973f45c3-f34e-4405-981e-ac5354ce4fb1 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:26.017191 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:26.033494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973f45c3-f34e-4405-981e-ac5354ce4fb1 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:26.058226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:26.063001 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:26.152260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-b685f8c4-670c-4540-9cf6-ab78514e3192 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:56:26.154127 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-b685f8c4-670c-4540-9cf6-ab78514e3192 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064495 May 26 15:56:26.170892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:26.213263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-e67d315d-61d0-4991-b676-ab5967e97b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:26.214869 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-e67d315d-61d0-4991-b676-ab5967e97b38 service neutron] 10.222.0.39 "GET /v2.0/ports/37120126-c012-4c26-832c-94c1545011fe HTTP/1.1" status: 200 len: 1093 time: 0.0528584 May 26 15:56:26.221634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13385dec-2365-43bf-8505-c2bf84eb7e3b req-78279682-0329-4649-967d-42368be4d645 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:26.224597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13385dec-2365-43bf-8505-c2bf84eb7e3b req-78279682-0329-4649-967d-42368be4d645 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 946 time: 0.0763311 May 26 15:56:26.230118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Request body: {'binding': {'host': 'n-h1-843336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:26.230936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Unknown quota resources ['binding']. {{(pid=109404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:56:26.271875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13385dec-2365-43bf-8505-c2bf84eb7e3b req-3a7a2415-eb7f-4483-a58c-c342afe7404d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 May 26 15:56:26.410672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294dd1c-db42-470c-ab2b-5e1a73dccdeb req-cca7c2ee-8b00-4bb6-afeb-325519829fe3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:26.414605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f294dd1c-db42-470c-ab2b-5e1a73dccdeb req-cca7c2ee-8b00-4bb6-afeb-325519829fe3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.0710683 May 26 15:56:26.444235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe on host n-h1-843336-2 for vnic_type normal with profile None {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:26.444731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:26.444946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:26.450970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Port 37120126-c012-4c26-832c-94c1545011fe on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:26.451298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:26.459305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:26.459814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:26.460282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:26.460872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Bound port: 37120126-c012-4c26-832c-94c1545011fe, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:26.480571 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f294dd1c-db42-470c-ab2b-5e1a73dccdeb req-3a824c31-b497-4d46-9fa4-b9a1a24f48eb tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607097 May 26 15:56:26.493792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:26.497979 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a2faec-6031-4773-a732-75b5559e0f3e" -d '{"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-unplugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:26.584444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['973f45c3-f34e-4405-981e-ac5354ce4fb1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:26.593309 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:26.598118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['4afbcd82-4d91-435d-aa69-761662a25de9'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:26.602471 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:26.616600 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-85373b2f-1531-4081-8b04-53ab6e8f18f1 service neutron] 10.222.0.39 "POST /v2.0/ports/37120126-c012-4c26-832c-94c1545011fe/bindings HTTP/1.1" status: 201 len: 389 time: 0.3839822 May 26 15:56:26.700929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe8ce-1dac-4255-81de-ac55c207af5d req-7fc449f6-b042-4892-891b-80554f70755b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:26.704753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a70fe8ce-1dac-4255-81de-ac55c207af5d req-7fc449f6-b042-4892-891b-80554f70755b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 945 time: 0.1214156 May 26 15:56:26.792525 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b605fa0d-86ee-4015-ba6b-d710cde085a6 x-openstack-request-id: req-b605fa0d-86ee-4015-ba6b-d710cde085a6 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:26.793220 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-unplugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:26.795781 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b605fa0d-86ee-4015-ba6b-d710cde085a6 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:26.796489 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b605fa0d-86ee-4015-ba6b-d710cde085a6'] response: {'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'code': 200} May 26 15:56:26.846609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a70fe8ce-1dac-4255-81de-ac55c207af5d req-aea7db50-80f9-4b44-aa8d-82d1dc4a13ee tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/security-groups?id=f65a113a-5fcc-4977-a798-2d13324c153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295598 May 26 15:56:27.093555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e0e61-fc01-435f-bd55-696684f41342 req-cd26fe7d-bf33-48ac-a8d2-f555af300da4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.096080 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a64e0e61-fc01-435f-bd55-696684f41342 req-cd26fe7d-bf33-48ac-a8d2-f555af300da4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 948 time: 0.1900992 May 26 15:56:27.114806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-2decd16b-f1e2-4a93-9fb5-74b5631013a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.117182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-2decd16b-f1e2-4a93-9fb5-74b5631013a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1096 time: 0.1498163 May 26 15:56:27.223093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85f0e-2e66-4796-ae16-944e0e5603e1 req-ad380dd0-baa1-4c31-8e17-df62c894f799 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.225215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9e85f0e-2e66-4796-ae16-944e0e5603e1 req-ad380dd0-baa1-4c31-8e17-df62c894f799 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.2106519 May 26 15:56:27.274149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-1c21887b-fb02-4fef-827c-45d7dea8f08b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.276708 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-1c21887b-fb02-4fef-827c-45d7dea8f08b tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.24 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 945 time: 0.0702679 May 26 15:56:27.283970 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a64e0e61-fc01-435f-bd55-696684f41342 req-8dfc74f0-2f85-42f8-befc-b9c8b6f24660 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731837 May 26 15:56:27.324770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9e85f0e-2e66-4796-ae16-944e0e5603e1 req-4bfc9aef-8fee-4ab9-b8bb-bb776bd16e32 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878537 May 26 15:56:27.347727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-fe2f4df7-7631-454b-8b98-3a92574867dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.350267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-fe2f4df7-7631-454b-8b98-3a92574867dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.2202992 May 26 15:56:27.415805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-51302619-6f74-47b0-a2f7-90d8fa59104b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37120126-c012-4c26-832c-94c1545011fe HTTP/1.1" status: 200 len: 217 time: 0.0485342 May 26 15:56:27.455331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Deleting port e6f88c63-10e4-44cb-b877-00a7dc3fce0c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:27.456799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:27.553237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564c7ee-db48-4478-bf5f-a1f02b6088ed req-14772702-add9-40aa-a2fa-02d5e6b6ba5f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.554849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9564c7ee-db48-4478-bf5f-a1f02b6088ed req-14772702-add9-40aa-a2fa-02d5e6b6ba5f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 949 time: 0.1209457 May 26 15:56:27.564790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-e6f813d5-758c-473a-8267-142db85fb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.566336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-e6f813d5-758c-473a-8267-142db85fb2fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1438627 May 26 15:56:27.606813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc20db-7cf8-4c3c-8944-1d2eef2f6431 req-308b5f47-61b9-4f0e-98e7-a85cd82235cb tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.608307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49dc20db-7cf8-4c3c-8944-1d2eef2f6431 req-308b5f47-61b9-4f0e-98e7-a85cd82235cb tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.1385047 May 26 15:56:27.615629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] For port e6f88c63-10e4-44cb-b877-00a7dc3fce0c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,segment=NetworkSegment(b91412f4-fa78-4494-9ed0-581598ef522a),segment_id=b91412f4-fa78-4494-9ed0-581598ef522a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:27.616723 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:27.625084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-8fbd862a-ca87-442f-bc00-dd297eee9461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465441 May 26 15:56:27.638446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Calling delete_port for e6f88c63-10e4-44cb-b877-00a7dc3fce0c owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:27.677523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9564c7ee-db48-4478-bf5f-a1f02b6088ed req-0b97dc69-5baf-4ec3-93fa-beae41750c41 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088166 May 26 15:56:27.766665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49dc20db-7cf8-4c3c-8944-1d2eef2f6431 req-dd7abfaf-164d-4692-b492-1cd874510896 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437948 May 26 15:56:27.855925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-40d2cbef-8f8a-42c4-8cb1-b390f885d49a service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205150 May 26 15:56:27.872022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30c162-3e84-488e-ace2-a7c546a01955 req-2fdba21b-518d-4536-b829-9155f147846c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.873007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:27.882910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea30c162-3e84-488e-ace2-a7c546a01955 req-2fdba21b-518d-4536-b829-9155f147846c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 946 time: 0.1148565 May 26 15:56:27.892532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['e6f88c63-10e4-44cb-b877-00a7dc3fce0c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:27.912116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Pushing event deleted for resources: {'Port': ['ID=e6f88c63-10e4-44cb-b877-00a7dc3fce0c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:27.986980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] No DVR routers for this DVR port e6f88c63-10e4-44cb-b877-00a7dc3fce0c on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:56:27.995958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:28.000240 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e491d7d-b7db-48c5-9a9a-831a68fe120b req-b055f02c-28de-4274-b9ba-2c28248a619a tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.24 "DELETE /v2.0/ports/e6f88c63-10e4-44cb-b877-00a7dc3fce0c HTTP/1.1" status: 204 len: 173 time: 0.7172806 May 26 15:56:28.000524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83ebc18-c3c4-4fca-9b3e-746eba205a56', 'name': 'network-vif-deleted', 'tag': 'e6f88c63-10e4-44cb-b877-00a7dc3fce0c'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:28.009303 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738eccf0-3bec-476b-bdef-66327adff90b" -d '{"events": [{"server_uuid": "b83ebc18-c3c4-4fca-9b3e-746eba205a56", "name": "network-vif-deleted", "tag": "e6f88c63-10e4-44cb-b877-00a7dc3fce0c"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:28.035938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-cd4ac425-4429-485e-a545-bc6cdb97b0db service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517096 May 26 15:56:28.069335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea30c162-3e84-488e-ace2-a7c546a01955 req-8cf0c764-9b7d-4235-8de4-ea21a101b163 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689203 May 26 15:56:28.135927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82a68549-042e-416c-9b83-752cfe3a8fcc req-c8512939-1d22-4cea-9fb9-9c2d65937de3 tempest-ServerMetadataNegativeTestJSON-2072804187 tempest-ServerMetadataNegativeTestJSON-2072804187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b83ebc18-c3c4-4fca-9b3e-746eba205a56 HTTP/1.1" status: 200 len: 210 time: 0.0706983 May 26 15:56:28.258482 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c29a54-757f-47f6-8800-65a569526582 x-openstack-request-id: req-06c29a54-757f-47f6-8800-65a569526582 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:28.258918 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83ebc18-c3c4-4fca-9b3e-746eba205a56", "name": "network-vif-deleted", "tag": "e6f88c63-10e4-44cb-b877-00a7dc3fce0c", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:28.259361 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06c29a54-757f-47f6-8800-65a569526582 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:28.260050 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c29a54-757f-47f6-8800-65a569526582'] response: {'server_uuid': 'b83ebc18-c3c4-4fca-9b3e-746eba205a56', 'name': 'network-vif-deleted', 'tag': 'e6f88c63-10e4-44cb-b877-00a7dc3fce0c', 'status': 'completed', 'code': 200} May 26 15:56:28.379356 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-6a04b752-3ddb-4696-be66-fd9ef5ff17ca tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386608 May 26 15:56:28.685182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-17418a05-f5a1-47e3-a805-53ad8d76870c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:28.692755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-17418a05-f5a1-47e3-a805-53ad8d76870c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002777 May 26 15:56:28.721854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-63e3dc06-296c-4ade-b241-5a03015960ac tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/quotas/6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 375 time: 0.0280998 May 26 15:56:28.806558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baed679-023a-46fd-89c1-7d1b278bb21b req-c16c0475-ac7b-41da-a680-97a4f3cd4acd tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:28.808329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8baed679-023a-46fd-89c1-7d1b278bb21b req-c16c0475-ac7b-41da-a680-97a4f3cd4acd tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.1067700 May 26 15:56:28.830481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-df03a750-5b3a-4acd-8776-ecc6c5477db0 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1074274 May 26 15:56:28.890323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8baed679-023a-46fd-89c1-7d1b278bb21b req-d781a2b1-1ccc-49db-a90f-354ef66e75b8 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576801 May 26 15:56:28.932803 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-5fff7dc7-ccfa-4f3f-bf4d-1bb471e608e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2024269 May 26 15:56:29.206274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-dc65893a-80f3-4713-948b-49cef2816553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:29.209427 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-dc65893a-80f3-4713-948b-49cef2816553 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 1096 time: 0.1201890 May 26 15:56:29.217953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6fa96-fa80-4c0b-a881-3ed2e9684245 req-2364f862-8f49-4d6e-807c-c9ad89c329ef tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:29.220980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ea6fa96-fa80-4c0b-a881-3ed2e9684245 req-2364f862-8f49-4d6e-807c-c9ad89c329ef tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 946 time: 0.1475835 May 26 15:56:29.424715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ea6fa96-fa80-4c0b-a881-3ed2e9684245 req-c1fe5588-dc48-4ac2-9522-bfdec06eee3a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980224 May 26 15:56:29.452819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-2299d961-27a0-4863-a1a1-7b60215f08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:29.454290 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-2299d961-27a0-4863-a1a1-7b60215f08eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.1996446 May 26 15:56:29.464125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc21a12-62b7-4e9f-bcfe-f4c6af63c3b8 req-a3f5779a-ca32-48ea-97b3-9d9d2b586d22 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:29.468766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bc21a12-62b7-4e9f-bcfe-f4c6af63c3b8 req-a3f5779a-ca32-48ea-97b3-9d9d2b586d22 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 949 time: 0.1721582 May 26 15:56:29.525033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4afbcd82-4d91-435d-aa69-761662a25de9 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:29.559822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bc21a12-62b7-4e9f-bcfe-f4c6af63c3b8 req-7cb63a61-b7f9-44cb-bb0d-3b2e85774b64 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789213 May 26 15:56:29.581277 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-6147343e-cef0-47c8-9cf0-391238c5b375 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 200 len: 217 time: 0.1145592 May 26 15:56:29.678186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a7ed6be-7461-4c1c-bd68-832686746d7e req-dfc943ae-3d88-4146-9b42-71ef3dedfea0 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 210 time: 0.0389826 May 26 15:56:29.689567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 4afbcd82-4d91-435d-aa69-761662a25de9 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:56:29.703391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 4afbcd82-4d91-435d-aa69-761662a25de9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:29.704449 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:29.765628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-337a07af-3622-402f-862b-10f36cf206fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:29.767704 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-337a07af-3622-402f-862b-10f36cf206fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1711020 May 26 15:56:29.768759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe9126-c3b3-493c-9541-34e5142c43ba req-ee661e66-16e6-4095-b7e3-64b3ceb309eb tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:29.777342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4fe9126-c3b3-493c-9541-34e5142c43ba req-ee661e66-16e6-4095-b7e3-64b3ceb309eb tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.2003977 May 26 15:56:29.845328 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-93f086c4-2158-408d-b52e-5f4ca4ec2dd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635817 May 26 15:56:29.889103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4fe9126-c3b3-493c-9541-34e5142c43ba req-9791e8b9-db44-4850-a568-fda5178f61ee tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091752 May 26 15:56:29.890382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55080) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:29.967757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4afbcd82-4d91-435d-aa69-761662a25de9 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:29.968324 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.018047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4afbcd82-4d91-435d-aa69-761662a25de9, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4afbcd82-4d91-435d-aa69-761662a25de9,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:30.019614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afbcd82-4d91-435d-aa69-761662a25de9'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:30.023911 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d1c7ac-082c-445a-8a41-b31ffa5a805a" -d '{"events": [{"server_uuid": "8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c", "name": "network-vif-plugged", "status": "completed", "tag": "4afbcd82-4d91-435d-aa69-761662a25de9"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:30.029828 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.031472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:30.113917 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5780c579-fc5b-42f1-b656-7919c3ca93e6 x-openstack-request-id: req-5780c579-fc5b-42f1-b656-7919c3ca93e6 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:30.114965 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c", "name": "network-vif-plugged", "status": "completed", "tag": "4afbcd82-4d91-435d-aa69-761662a25de9", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:30.115465 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5780c579-fc5b-42f1-b656-7919c3ca93e6 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:30.116180 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5780c579-fc5b-42f1-b656-7919c3ca93e6'] response: {'server_uuid': '8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afbcd82-4d91-435d-aa69-761662a25de9', 'code': 200} May 26 15:56:30.117949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4afbcd82-4d91-435d-aa69-761662a25de9,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:30.215260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 973f45c3-f34e-4405-981e-ac5354ce4fb1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:30.215878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.218503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eb9728-aa86-49f9-9f0f-ccfa26320595 admin admin] Deleting subnet e970286b-4f67-4257-ab1f-ee1d00c712ff {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:56:30.236656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18eb9728-aa86-49f9-9f0f-ccfa26320595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.330194 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-4b0a86ec-5abc-4cab-baf8-f581642130d4 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630718 May 26 15:56:30.338450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18eb9728-aa86-49f9-9f0f-ccfa26320595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.394255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a432d-0643-4e7b-b861-b1078cc29eb5 req-fbe0be20-1596-4ef5-a8ef-5e5e174242d8 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:30.410253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f94a432d-0643-4e7b-b861-b1078cc29eb5 req-fbe0be20-1596-4ef5-a8ef-5e5e174242d8 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.2068710 May 26 15:56:30.459535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e55ec-6f39-4df0-918f-f352b2954fb3 req-cfe79148-3ae9-42c2-96f2-664909d4977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:30.462487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e1e55ec-6f39-4df0-918f-f352b2954fb3 req-cfe79148-3ae9-42c2-96f2-664909d4977e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 1101 time: 0.1673391 May 26 15:56:30.487355 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18eb9728-aa86-49f9-9f0f-ccfa26320595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.597610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f94a432d-0643-4e7b-b861-b1078cc29eb5 req-114da0dd-8795-434b-9688-6bff77197572 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859167 May 26 15:56:30.738647 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ebed9627-8232-41f4-899f-eacd7d308f6c req-e4958cfe-ca1a-4e24-802e-9038d45a6042 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662148 May 26 15:56:30.742104 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18eb9728-aa86-49f9-9f0f-ccfa26320595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.754738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e1e55ec-6f39-4df0-918f-f352b2954fb3 req-f821bb14-a837-4e5d-9114-ac0affc9afe9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810588 May 26 15:56:30.814640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb9728-aa86-49f9-9f0f-ccfa26320595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e970286b-4f67-4257-ab1f-ee1d00c712ff,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:30.826632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18eb9728-aa86-49f9-9f0f-ccfa26320595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.843885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15936566-9be6-42a4-9f5c-06ffd7962a08 req-d7569961-4eea-4752-ac41-9058b195af6c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:30.845753 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-18eb9728-aa86-49f9-9f0f-ccfa26320595 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e970286b-4f67-4257-ab1f-ee1d00c712ff HTTP/1.1" status: 204 len: 168 time: 0.9537377 May 26 15:56:30.854054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55104) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:30.865846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15936566-9be6-42a4-9f5c-06ffd7962a08 req-d7569961-4eea-4752-ac41-9058b195af6c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 946 time: 0.2268510 May 26 15:56:30.912338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 973f45c3-f34e-4405-981e-ac5354ce4fb1 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:30.916967 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.938199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55108) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:30.996991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:30.999620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.006878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.010756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device e6f88c63-10e4-44cb-b877-00a7dc3fce0c no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:31.022132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e90041-ad6a-4aa8-8d5c-1153de70dd60 req-eaa42de0-22af-4a92-836e-8518b3450150 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:31.033103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29e90041-ad6a-4aa8-8d5c-1153de70dd60 req-eaa42de0-22af-4a92-836e-8518b3450150 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 950 time: 0.1509025 May 26 15:56:31.072354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15936566-9be6-42a4-9f5c-06ffd7962a08 req-7921c92a-e11e-468b-bbde-84c0fd1f0ee7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035754 May 26 15:56:31.173181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: e6f88c63-10e4-44cb-b877-00a7dc3fce0c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:56:31.173783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device e6f88c63-10e4-44cb-b877-00a7dc3fce0c not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:56:31.189990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29e90041-ad6a-4aa8-8d5c-1153de70dd60 req-50588acb-0540-4c76-a109-b9bca782f6b3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545284 May 26 15:56:31.263083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.299656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=11']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:31.371941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bdb7d7-6061-4bab-8db6-04af0f8086dd']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:31.392856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91412f4-fa78-4494-9ed0-581598ef522a') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:31.393482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91412f4-fa78-4494-9ed0-581598ef522a') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:31.424679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.450121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09f1609f-fc59-4bf3-97db-d4efc49dca29 req-7c111532-abb8-47a0-8ef3-e46b32be6d9b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 210 time: 0.1577439 May 26 15:56:31.463126 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.492563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:56:31.493306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.505311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-09e21799-a73c-416f-9c46-ed8be31b2be5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1649408 May 26 15:56:31.525635 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-245b5452-fe83-4294-a817-48502e89fa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.582051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.638671 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b91412f4-fa78-4494-9ed0-581598ef522a resource provider aggregate not found May 26 15:56:31.648688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.658074 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] 10.222.0.39 "DELETE /v2.0/networks/83bdb7d7-6061-4bab-8db6-04af0f8086dd HTTP/1.1" status: 204 len: 168 time: 0.7987561 May 26 15:56:31.658074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753936ba-39b6-43d2-9ef9-7077ffcb5398 admin admin] Pushing event deleted for resources: {'Network': ['ID=83bdb7d7-6061-4bab-8db6-04af0f8086dd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:31.706402 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b91412f4-fa78-4494-9ed0-581598ef522a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b91412f4-fa78-4494-9ed0-581598ef522a found for delete ", "request_id": "req-0fdbbf22-e2eb-437e-a159-0bfb3b5db8d9"}]} May 26 15:56:31.787747 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-245b5452-fe83-4294-a817-48502e89fa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.841603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-245b5452-fe83-4294-a817-48502e89fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.995000 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-245b5452-fe83-4294-a817-48502e89fa43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f078ebfbb5b145c38664089ebc277488&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0396869 May 26 15:56:31.995439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55124) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:32.002409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55126) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:32.053764 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac11f9-aaa0-4860-9cd4-f9c7501bcfe5 req-483d000a-7f40-4a82-a63a-f21e35e662bd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:32.056689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bac11f9-aaa0-4860-9cd4-f9c7501bcfe5 req-483d000a-7f40-4a82-a63a-f21e35e662bd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.6035991 May 26 15:56:32.096945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b5452-fe83-4294-a817-48502e89fa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3095c3-653c-4c58-b80a-94fcbdc59aaa,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:32.117487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:32.123486 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e883a4c-4662-4b4f-84e8-50c4bd34ba02" -d '{"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-plugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:32.139422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b10461ef-e16e-4b44-a76c-f24fc7c7dd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.144386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-4706cfe9-ba6d-4f13-a792-4f3f67ed96e8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:32.146619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-4706cfe9-ba6d-4f13-a792-4f3f67ed96e8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5989163 May 26 15:56:32.195180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Request body: {'port': {'device_id': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '6bed64cfd8ea4c329d89b5a9361aa2bf'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:32.235853 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b10461ef-e16e-4b44-a76c-f24fc7c7dd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.330193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bac11f9-aaa0-4860-9cd4-f9c7501bcfe5 req-bd709065-321b-4861-bf9f-d739e544f9ab tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541358 May 26 15:56:32.351331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b10461ef-e16e-4b44-a76c-f24fc7c7dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.354829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b10461ef-e16e-4b44-a76c-f24fc7c7dd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.359802 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b10461ef-e16e-4b44-a76c-f24fc7c7dd06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf3095c3-653c-4c58-b80a-94fcbdc59aaa HTTP/1.1" status: 204 len: 168 time: 0.3596630 May 26 15:56:32.360760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b2bd5860-9b99-4bce-a4ab-6122e92c53e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=191406a53e3b40c2b143e732e28e1104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391325 May 26 15:56:32.363448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55134) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:32.377072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10461ef-e16e-4b44-a76c-f24fc7c7dd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3095c3-653c-4c58-b80a-94fcbdc59aaa,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:32.423247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63ba71-7fc3-405e-a768-c3b91e3ae0ca req-28193ea6-7ae2-41e6-b75d-47b968dfaa6b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:32.425305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d63ba71-7fc3-405e-a768-c3b91e3ae0ca req-28193ea6-7ae2-41e6-b75d-47b968dfaa6b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.3530207 May 26 15:56:32.495288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84570678-cf5a-4551-b7e5-22efb1187981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.551099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84570678-cf5a-4551-b7e5-22efb1187981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.582895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d63ba71-7fc3-405e-a768-c3b91e3ae0ca req-81faf119-3c95-4fd3-989b-79f3ce9dff5d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211770 May 26 15:56:32.689788 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0f36ff-8658-4dcd-ba91-4b81b85d22bd x-openstack-request-id: req-ad0f36ff-8658-4dcd-ba91-4b81b85d22bd {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:32.692121 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-plugged", "status": "completed", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:32.692808 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad0f36ff-8658-4dcd-ba91-4b81b85d22bd {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:32.694235 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0f36ff-8658-4dcd-ba91-4b81b85d22bd'] response: {'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'code': 200} May 26 15:56:32.702242 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84570678-cf5a-4551-b7e5-22efb1187981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.706417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Made reservation on behalf of 6bed64cfd8ea4c329d89b5a9361aa2bf for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:32.708509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84570678-cf5a-4551-b7e5-22efb1187981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.714171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.724292 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-84570678-cf5a-4551-b7e5-22efb1187981 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f65a113a-5fcc-4977-a798-2d13324c153a HTTP/1.1" status: 204 len: 168 time: 0.3455994 May 26 15:56:32.749430 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84570678-cf5a-4551-b7e5-22efb1187981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65a113a-5fcc-4977-a798-2d13324c153a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.017389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a0071-d6b5-4732-866c-dce1f2c3e56e req-405589c3-8a3b-448b-97c6-da5f43cdcb84 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:33.030885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e4a0071-d6b5-4732-866c-dce1f2c3e56e req-405589c3-8a3b-448b-97c6-da5f43cdcb84 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 946 time: 0.4453332 May 26 15:56:33.105815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Allocated IP 192.168.233.226 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/3c2b6292-ea5d-4548-af5e-620534060b6f) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:33.111006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55142) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:33.138339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e37afd99-09d1-465e-8cd5-857408a7e91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.180254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315e5b-cd68-488a-908d-b485df4d5039 req-06358db9-f171-471f-9c24-353336d39f5a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:33.183661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da315e5b-cd68-488a-908d-b485df4d5039 req-06358db9-f171-471f-9c24-353336d39f5a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 950 time: 0.2409885 May 26 15:56:33.213244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e4a0071-d6b5-4732-866c-dce1f2c3e56e req-e7e988e7-9b9e-46e0-98e1-5b39775391b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694252 May 26 15:56:33.298594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da315e5b-cd68-488a-908d-b485df4d5039 req-d481ce82-630c-4a1e-8491-82aa67bb9666 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034563 May 26 15:56:33.305264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e37afd99-09d1-465e-8cd5-857408a7e91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.310865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e37afd99-09d1-465e-8cd5-857408a7e91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.357331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37afd99-09d1-465e-8cd5-857408a7e91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5b5f5b-5349-4163-b89f-001b11b7dad1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.449958 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e37afd99-09d1-465e-8cd5-857408a7e91b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6e5bc93214948d3a2f9efdf354f96a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373880 May 26 15:56:33.451047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55152) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:33.535045 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4016ea1-da98-40bd-ac21-71071bc9e3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.566426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4016ea1-da98-40bd-ac21-71071bc9e3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.580049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8caa291-3492-451b-bfae-226219767c01 req-ac074d6b-0cbb-44d2-813e-78005bfeb28b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 210 time: 0.1285753 May 26 15:56:33.610058 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.664965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b34462-250e-422c-9351-c046efef3dd3 req-93309ed1-874b-476a-92db-3993e98c7bbc tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:33.681260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56b34462-250e-422c-9351-c046efef3dd3 req-93309ed1-874b-476a-92db-3993e98c7bbc tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 1101 time: 0.2323215 May 26 15:56:33.698705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4016ea1-da98-40bd-ac21-71071bc9e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.712328 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4016ea1-da98-40bd-ac21-71071bc9e3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.737427 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f4016ea1-da98-40bd-ac21-71071bc9e3fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c5b5f5b-5349-4163-b89f-001b11b7dad1 HTTP/1.1" status: 204 len: 168 time: 0.2849219 May 26 15:56:33.739383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56b34462-250e-422c-9351-c046efef3dd3 req-e10b26d3-90c1-47df-a71e-b7e092e104af tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550990 May 26 15:56:33.740771 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.761052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d4a9645e-52be-4d4b-b119-e0518e3a6fae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:33.772394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4016ea1-da98-40bd-ac21-71071bc9e3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5b5f5b-5349-4163-b89f-001b11b7dad1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.776715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c9ae2f2c-ef16-4319-940f-f5853f46810c', '973f45c3-f34e-4405-981e-ac5354ce4fb1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:33.977325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-cc26cf7c-8b59-4b51-ac21-576e1b906fbb tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:33.984997 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-cc26cf7c-8b59-4b51-ac21-576e1b906fbb tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 946 time: 0.1260507 May 26 15:56:34.030566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:34.097188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:34.146915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:34.168824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:34.234104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Deleting port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:56:34.236699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.349536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8b8ad-7afe-4d7f-8529-d4e48991f476 req-84a964ad-ae26-4903-9d28-f067be4ac91a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:34.378095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05a8b8ad-7afe-4d7f-8529-d4e48991f476 req-84a964ad-ae26-4903-9d28-f067be4ac91a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.4388311 May 26 15:56:34.421449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0142-2bdb-4470-8bf0-69e4f2152830 req-3434203a-d4b0-435b-8e58-d8e2ae28d55b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:34.422657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-930b0142-2bdb-4470-8bf0-69e4f2152830 req-3434203a-d4b0-435b-8e58-d8e2ae28d55b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.4945948 May 26 15:56:34.484545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] For port 813241f6-e095-4dc2-8ab6-98ad0c6cd695, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=813241f6-e095-4dc2-8ab6-98ad0c6cd695,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:34.485479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.528935 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Calling delete_port for 813241f6-e095-4dc2-8ab6-98ad0c6cd695 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:56:34.572760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:34.573443 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.635932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-2d2b5374-4d75-4af5-9fc9-d67d8c65a16b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4644156 May 26 15:56:34.686997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Request body: {'port': {'device_id': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:34.704867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05a8b8ad-7afe-4d7f-8529-d4e48991f476 req-373b90c9-80d2-468a-9cc6-e62706aeb43a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253791 May 26 15:56:34.727089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-180abf52-d8e4-489f-925f-a28d26e48a6d None None] Provisioning complete for port 3c2b6292-ea5d-4548-af5e-620534060b6f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:34.728212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-180abf52-d8e4-489f-925f-a28d26e48a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.834214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-180abf52-d8e4-489f-925f-a28d26e48a6d None None] Port 3c2b6292-ea5d-4548-af5e-620534060b6f cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:56:34.902284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-930b0142-2bdb-4470-8bf0-69e4f2152830 req-e65f3107-4057-4d31-a551-2695164841f2 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372816 May 26 15:56:34.959412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.973647 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.019009 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-87b09f72-4aae-410d-a0c8-569b64914fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.049758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55194) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:35.099367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4008922-a773-452e-a2cb-ede1847f37d7 req-cf8d4ffc-5b8f-49c3-873b-f183d8ddff9e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:35.103953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4008922-a773-452e-a2cb-ede1847f37d7 req-cf8d4ffc-5b8f-49c3-873b-f183d8ddff9e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ee00e44-eb08-47c0-bcfc-7b903028ff92 HTTP/1.1" status: 200 len: 946 time: 0.2243018 May 26 15:56:35.226740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-783bdb5e-46cb-428a-8cde-3c11c7d68c1e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551398 May 26 15:56:35.360920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['813241f6-e095-4dc2-8ab6-98ad0c6cd695'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:35.365681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4008922-a773-452e-a2cb-ede1847f37d7 req-8b7641d5-b9ae-4330-b692-a68d4ed8142a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525795 May 26 15:56:35.559166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event deleted for resources: {'Port': ['ID=813241f6-e095-4dc2-8ab6-98ad0c6cd695,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:35.620554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] No DVR routers for this DVR port 813241f6-e095-4dc2-8ab6-98ad0c6cd695 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:56:35.626264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.634045 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44193493-1eb3-4475-b0f5-d7e4cfe22a34 req-554c45e4-6a85-4fff-91b0-0eac46b31327 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "DELETE /v2.0/ports/813241f6-e095-4dc2-8ab6-98ad0c6cd695 HTTP/1.1" status: 204 len: 173 time: 1.6338515 May 26 15:56:35.634797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee00e44-eb08-47c0-bcfc-7b903028ff92', 'name': 'network-vif-deleted', 'tag': '813241f6-e095-4dc2-8ab6-98ad0c6cd695'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:35.639399 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b02b16-d85e-4f82-b779-fbf5e79a1324" -d '{"events": [{"server_uuid": "0ee00e44-eb08-47c0-bcfc-7b903028ff92", "name": "network-vif-deleted", "tag": "813241f6-e095-4dc2-8ab6-98ad0c6cd695"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:35.842142 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:56:35.879213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-510502834-network', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:36.075625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Made reservation on behalf of 183aca7ccf4c4f829c7135c387396f4d for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:36.077948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.102453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.124119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-5e802508-8d39-421a-8043-34972718872f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:36.131687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-5e802508-8d39-421a-8043-34972718872f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7611372 May 26 15:56:36.172725 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a60de0-ca17-4b94-bc6a-bfc9cee54cf0 req-34f40115-6d35-4240-bd2a-57812391709f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:36.175325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31a60de0-ca17-4b94-bc6a-bfc9cee54cf0 req-34f40115-6d35-4240-bd2a-57812391709f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 936 time: 0.3029363 May 26 15:56:36.193773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-751af647-2cc0-49a7-a0f2-ec6ed3d1cc13 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/quotas/7ad6291b93cf4091962ae8d825bddcf1 HTTP/1.1" status: 200 len: 375 time: 0.0560467 May 26 15:56:36.355692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31a60de0-ca17-4b94-bc6a-bfc9cee54cf0 req-d6c491cd-2f6e-4c15-a18f-39346d336ca8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633012 May 26 15:56:36.417689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2b6292-ea5d-4548-af5e-620534060b6f {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:36.429467 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.442811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Transition to ACTIVE for port object 3c2b6292-ea5d-4548-af5e-620534060b6f will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:56:36.450109 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8098ee-6583-4065-b77b-a1569692f881 x-openstack-request-id: req-db8098ee-6583-4065-b77b-a1569692f881 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:36.451074 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee00e44-eb08-47c0-bcfc-7b903028ff92", "name": "network-vif-deleted", "tag": "813241f6-e095-4dc2-8ab6-98ad0c6cd695", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:36.451620 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db8098ee-6583-4065-b77b-a1569692f881 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:36.452493 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8098ee-6583-4065-b77b-a1569692f881'] response: {'server_uuid': '0ee00e44-eb08-47c0-bcfc-7b903028ff92', 'name': 'network-vif-deleted', 'tag': '813241f6-e095-4dc2-8ab6-98ad0c6cd695', 'status': 'completed', 'code': 200} May 26 15:56:36.454809 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.557147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-ee383564-e57e-4a85-a1a6-3f28167334e5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3399198 May 26 15:56:36.601873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:36.651023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.721293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.796184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:56:36.862782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.863140 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Added segment 8390d5b1-3e19-4667-bb51-6fbf24113834 of type vlan for network ec72401e-dbb1-4e29-bc42-0cbab3487b28 May 26 15:56:36.865264 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab59c53-c295-4900-829f-615b8a11d36b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:36.878123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6173ae-8235-4fd3-aac6-c2a02534ec54 req-3d3b7f21-2737-45f0-9e31-b5816925612a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:36.886619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b6173ae-8235-4fd3-aac6-c2a02534ec54 req-3d3b7f21-2737-45f0-9e31-b5816925612a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.2301497 May 26 15:56:36.921555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:36.921555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:36.921555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:36.980375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Port 3c2b6292-ea5d-4548-af5e-620534060b6f on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:36.980916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:37.022714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.028988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:37.029337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:37.029726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:37.030192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Bound port: 3c2b6292-ea5d-4548-af5e-620534060b6f, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:37.030552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.046569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b6173ae-8235-4fd3-aac6-c2a02534ec54 req-440346c3-e268-4616-8c73-edf6f74a99af tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590548 May 26 15:56:37.136189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606b64a-75b0-4953-a62a-05d16b56af69 req-ef775eab-0dbf-4fee-82bf-613588ea022b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:37.138607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b606b64a-75b0-4953-a62a-05d16b56af69 req-ef775eab-0dbf-4fee-82bf-613588ea022b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.2221742 May 26 15:56:37.149601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.151341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:37.152252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.390913 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3301301 May 26 15:56:37.396304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55252) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:37.405104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Request body: {'subnet': {'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-510502834-subnet', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:37.408204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:37.423694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657bb7c-3068-40c2-b9a1-0fcc7bc968f8 admin admin] Pushing event updated for resources: {'Network': ['ID=ec72401e-dbb1-4e29-bc42-0cbab3487b28,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:37.438960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ec72401e-dbb1-4e29-bc42-0cbab3487b28 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:56:37.451058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:37.467407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Made reservation on behalf of 183aca7ccf4c4f829c7135c387396f4d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:37.470283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b606b64a-75b0-4953-a62a-05d16b56af69 req-8d64b357-ea6e-40b5-94ca-945d36dab588 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096998 May 26 15:56:37.474674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.477403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.594338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 813241f6-e095-4dc2-8ab6-98ad0c6cd695 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:37.600447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:37.605204 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.611610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] 10.222.0.24 "PUT /v2.0/ports/3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 1096 time: 2.9545560 May 26 15:56:37.618549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:37.623367 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265" -d '{"events": [{"name": "network-changed", "server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:37.668912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd43179-1b99-425e-9271-ff6b14cb5624 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:37.690138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-594e07df-8f74-4e47-a5e6-0ae3de370162 req-fc24901a-58b5-4392-be4c-f24f9a841421 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 210 time: 0.0384660 May 26 15:56:37.820897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.842794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 813241f6-e095-4dc2-8ab6-98ad0c6cd695 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:56:37.843638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 813241f6-e095-4dc2-8ab6-98ad0c6cd695 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:56:37.865011 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86fbe227-80ab-46c8-a131-f89adba2d918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.999766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Checking segment: {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:38.000532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Network hostable DHCP agents. Network: ec72401e-dbb1-4e29-bc42-0cbab3487b28, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:56:38.004344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f49696-dea9-4d21-bd74-32e61ec32024,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:38.041952 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Network ec72401e-dbb1-4e29-bc42-0cbab3487b28 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:56:38.059056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-8e0ef0c3-5416-42e2-8bfc-fe222e934c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:38.059876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ec72401e-dbb1-4e29-bc42-0cbab3487b28) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:38.062556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-8e0ef0c3-5416-42e2-8bfc-fe222e934c21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1099 time: 0.2977355 May 26 15:56:38.072636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:38.073490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.076415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ab61c-7705-4a68-af76-437f9ee6eb3f None None] Network ec72401e-dbb1-4e29-bc42-0cbab3487b28 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:38.106833 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e7913860-84ea-4146-bf82-7e2b160356c2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7079644 May 26 15:56:38.108135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55268) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:38.126281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:38.158816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.162145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.198426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-963a6886-4720-4cbb-9f26-a2d361a2a8df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.0948906 May 26 15:56:38.206602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-1db05949-b82c-4cb5-9d45-e0b523876d18 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:38.208133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-1db05949-b82c-4cb5-9d45-e0b523876d18 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.4780562 May 26 15:56:38.227620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac40166-d872-4783-b14a-c63e01f9c452 req-30180441-e7db-44e8-80af-ed16cc681288 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:38.231323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ac40166-d872-4783-b14a-c63e01f9c452 req-30180441-e7db-44e8-80af-ed16cc681288 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 948 time: 0.3445454 May 26 15:56:38.265687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.306513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d0216c07-f35d-404c-b1cc-25c883c8d586 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/quotas/8142abba1aae429d807fbc0f6201e614 HTTP/1.1" status: 200 len: 375 time: 0.0719929 May 26 15:56:38.378614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bafb27-e44b-4d36-9ac0-116196daec50 None None] Network ec72401e-dbb1-4e29-bc42-0cbab3487b28 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:38.381903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-0d806c7d-4b5c-48ed-81c0-b905986928b8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740216 May 26 15:56:38.393709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-79e56aeb-3e7d-49b2-8035-a6eb8c32c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:38.395433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-79e56aeb-3e7d-49b2-8035-a6eb8c32c3d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1863260 May 26 15:56:38.555200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ac40166-d872-4783-b14a-c63e01f9c452 req-7eeb59af-84c2-4613-b152-b5a8af223671 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786651 May 26 15:56:38.572639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.625452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-e2dc0fec-cdfc-4c66-bd09-578bd49ef5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:38.626636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-e2dc0fec-cdfc-4c66-bd09-578bd49ef5a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068264 May 26 15:56:38.728281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.764566 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-005be352-f1a3-4cd8-bcf7-923a50083a28 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748670 May 26 15:56:38.858311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-9d36b8be-a865-4d4e-9c62-d7047716bea7 service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729588 May 26 15:56:39.021518 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddf3252-912f-4558-a920-78395e14a654 x-openstack-request-id: req-1ddf3252-912f-4558-a920-78395e14a654 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:39.021959 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:39.022421 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ddf3252-912f-4558-a920-78395e14a654 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:39.023102 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddf3252-912f-4558-a920-78395e14a654'] response: {'name': 'network-changed', 'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'status': 'completed', 'code': 200} May 26 15:56:39.023490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-22f00632-c752-4a93-8aca-735802ab6f90 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:39.025078 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-22f00632-c752-4a93-8aca-735802ab6f90 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486286 May 26 15:56:39.041936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Request body: {'port': {'device_id': '936dc53d-b9c8-4d45-8f90-d2f797cadfa0', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '7ad6291b93cf4091962ae8d825bddcf1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:39.066113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-224f9f28-82a4-426a-8835-257a2dd549a0 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286528 May 26 15:56:39.225692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-7b281933-e5a6-4d97-86af-5119aa4e7298 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:39.227333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-7b281933-e5a6-4d97-86af-5119aa4e7298 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.1063073 May 26 15:56:39.267048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-a2abe331-ec27-480a-9e4b-3eb2410e36a2 service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729596 May 26 15:56:39.271889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843336-2'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:39.320163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dd8b6-405a-45ab-b011-73ad5b3e96e6 req-32050ef8-85bd-49cc-8d6e-042f845d3561 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:39.323172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-038dd8b6-405a-45ab-b011-73ad5b3e96e6 req-32050ef8-85bd-49cc-8d6e-042f845d3561 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 945 time: 0.1949396 May 26 15:56:39.342520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Made reservation on behalf of 7ad6291b93cf4091962ae8d825bddcf1 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:39.346147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.384676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afb67cd-6288-4da3-96cb-67ba8408f509 req-8b945602-c991-4592-8ecb-f8b5c431014c service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073268 May 26 15:56:39.443794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.449003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-038dd8b6-405a-45ab-b011-73ad5b3e96e6 req-8d4db508-2cbb-4e74-a4af-e99b142349fc tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059198 May 26 15:56:39.549817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-bbc1c1a8-388c-48fd-82fd-690aea0ec8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:39.553531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-bbc1c1a8-388c-48fd-82fd-690aea0ec8b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1099 time: 0.0905759 May 26 15:56:39.588049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.652389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.734797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83d180a3-5ffc-449b-a5fe-a8a833fbf560 req-64866c40-3d7e-446d-b58d-a82711055dfe tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 210 time: 0.0676420 May 26 15:56:39.764625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-9e0d8622-c3a9-421e-af7f-83a655191fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:39.766363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-9e0d8622-c3a9-421e-af7f-83a655191fae service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2005050 May 26 15:56:39.797638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67984ae-89f3-473a-bce9-b3af1d0c4510 req-d67ebded-91e0-4d88-a2fb-b9777834318b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:39.806142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b67984ae-89f3-473a-bce9-b3af1d0c4510 req-d67ebded-91e0-4d88-a2fb-b9777834318b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.1428328 May 26 15:56:39.855497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-55b75cf2-3590-4d1a-bdac-9e155d74d5b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.0788805 May 26 15:56:39.861872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:39.938772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:39.970325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ffd288f6-6040-417d-a62b-039c34fe5fa3 req-e6f0f42d-4485-4bfe-9119-f30758288e42 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 210 time: 0.1071017 May 26 15:56:40.010980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b67984ae-89f3-473a-bce9-b3af1d0c4510 req-56bf02c3-acc8-4183-b026-57538e5b01bd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036703 May 26 15:56:40.055325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-37e9e200-14eb-49c6-a1bb-a25f2017f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:40.059710 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-37e9e200-14eb-49c6-a1bb-a25f2017f765 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1926358 May 26 15:56:40.092774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:40.102175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Allocated IP 192.168.233.99 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/d6f4b913-dfef-4c9f-8991-1696e7c5897c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:40.220376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14483d-25dc-429d-8dfd-4bfd5c91f78d req-ea296535-b214-40a9-b785-3562a595f2ca tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:40.229171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae14483d-25dc-429d-8dfd-4bfd5c91f78d req-ea296535-b214-40a9-b785-3562a595f2ca tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 948 time: 0.0865059 May 26 15:56:40.230491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:40.233064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-d0949f14-807d-448e-a39c-0052882c1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:40.234555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-d0949f14-807d-448e-a39c-0052882c1b32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676364 May 26 15:56:40.255194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.259302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:40.262655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 has no active binding in host n-h2-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:56:40.267199 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e1caa8-0950-499f-8ad4-8c387d10e6ea" -d '{"events": [{"server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "name": "network-vif-unplugged", "status": "completed", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:40.289283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.333763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae14483d-25dc-429d-8dfd-4bfd5c91f78d req-fa3feb3a-72a2-4fb7-9c98-54d0affeb8ce tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036313 May 26 15:56:40.357439 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea6f4e1-f14b-461b-8564-a32aa1e313fe x-openstack-request-id: req-8ea6f4e1-f14b-461b-8564-a32aa1e313fe {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:40.357750 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "name": "network-vif-unplugged", "status": "completed", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:40.358090 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ea6f4e1-f14b-461b-8564-a32aa1e313fe {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:40.358431 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea6f4e1-f14b-461b-8564-a32aa1e313fe'] response: {'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4', 'code': 200} May 26 15:56:40.416420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Allocated IP 172.25.0.157 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/a16fdeef-67db-4148-a70e-cba18c3447b2) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:40.445811 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-2a7a1001-9cd9-4e7f-9f8e-61e52ef8995d service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972461 May 26 15:56:40.465355 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.544171 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.578863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Pushing event updated for resources: {'Port': ['ID=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:40.656401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53c6fb1a-b5a5-4a57-913a-b7ddbc806265 req-ef98ac28-bbb2-468c-8be5-5db610d4a82c service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989779 May 26 15:56:40.657586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on host n-h1-843336-2 for vnic_type normal with profile {"migrating_to": "n-h2-843336-2"} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:40.658143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:40.658352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:40.691843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:40.691843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Attempting to bind port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:40.746846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:40.747461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:40.748151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:40.748965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Bound port: 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:40.750550 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.765333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59ca1c-0222-475b-bdef-df1e0dce3e1e req-fb4d980c-96d0-4c06-8b52-a4e4f44f38ec tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:40.767296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f59ca1c-0222-475b-bdef-df1e0dce3e1e req-fb4d980c-96d0-4c06-8b52-a4e4f44f38ec tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.1329408 May 26 15:56:40.835732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.870079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f59ca1c-0222-475b-bdef-df1e0dce3e1e req-57cb7657-c25f-4891-a523-774cf49f6e46 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866971 May 26 15:56:40.894410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.936166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e192b51-a07a-4074-ae76-ff5bc137b2ed req-1999332c-771f-48d4-9031-4278fa5b582e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 210 time: 0.0467532 May 26 15:56:40.961777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:40.969038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:40.971041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.983920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ba5a2c9a-c3ea-47a1-aab2-bba8753eb385', '4afbcd82-4d91-435d-aa69-761662a25de9'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:40.993466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.993820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'a596a298-0a7c-4987-81e8-263ebfed76bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:41.034362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:41.046170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:41.049712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:41.063976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.109485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event updated for resources: {'Port': ['ID=d6f4b913-dfef-4c9f-8991-1696e7c5897c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:41.178421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:41.179337 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.181038 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] 10.222.0.32 "PUT /v2.0/ports/587e9e4a-3bbf-44c3-a287-324fa05bb3a4 HTTP/1.1" status: 200 len: 1121 time: 1.9152241 May 26 15:56:41.214149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:41.214884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.218595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55314) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:41.225060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb38ec8d-26d9-455b-9fe2-387f927d8aaf req-cf13853b-ccb9-4a93-a022-eca9269a822f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 210 time: 0.0521166 May 26 15:56:41.226397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:41.262950 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-c3570d49-93c8-43b8-a773-f9e4f8421cd8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2270670 May 26 15:56:41.271574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:41.286730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:41.296543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Request body: {'port': {'device_id': '936dc53d-b9c8-4d45-8f90-d2f797cadfa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:41.403031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52766867-848f-4275-a7dc-28a41f8f8c66 service neutron] Pushing event updated for resources: {'Port': ['ID=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,revision_number=8']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:41.459942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac23a9-5d56-42c3-a460-fea14c52b7a6 req-b73c916b-50f3-4d31-8763-6f7db8dcd7a7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:41.464202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ac23a9-5d56-42c3-a460-fea14c52b7a6 req-b73c916b-50f3-4d31-8763-6f7db8dcd7a7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.1191401 May 26 15:56:41.492858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['587e9e4a-3bbf-44c3-a287-324fa05bb3a4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:41.524224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['587e9e4a-3bbf-44c3-a287-324fa05bb3a4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:41.654883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ac23a9-5d56-42c3-a460-fea14c52b7a6 req-ecf9715b-6545-461f-a231-d68bb0a2673b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786582 May 26 15:56:41.690719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:41.708912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de8af2-7c5d-42ba-b15d-78816cc19bd9 req-18b25c8e-e15a-4001-bca9-fb6351871268 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:41.711972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44de8af2-7c5d-42ba-b15d-78816cc19bd9 req-18b25c8e-e15a-4001-bca9-fb6351871268 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 948 time: 0.1476400 May 26 15:56:41.715365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c5cd-4e75-4168-9dae-9e7eda7aab65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.717305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Pushing event updated for resources: {'Port': ['ID=a16fdeef-67db-4148-a70e-cba18c3447b2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:41.728335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.775343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44de8af2-7c5d-42ba-b15d-78816cc19bd9 req-4508838a-a55a-45e7-b38a-1992ac213e1d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560687 May 26 15:56:41.832095 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5f1cd65d-1efa-4ec6-a0ae-136cb20edee8 None None] Provisioning complete for port d6f4b913-dfef-4c9f-8991-1696e7c5897c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:41.832948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd65d-1efa-4ec6-a0ae-136cb20edee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.056112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cd65d-1efa-4ec6-a0ae-136cb20edee8 None None] Port d6f4b913-dfef-4c9f-8991-1696e7c5897c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:56:42.089179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef90d91-2813-44d3-8d3a-3b7e5ff747be req-49a2518a-7dcc-4435-8d6d-61af6ea93d05 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:42.090746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ef90d91-2813-44d3-8d3a-3b7e5ff747be req-49a2518a-7dcc-4435-8d6d-61af6ea93d05 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.0919094 May 26 15:56:42.189306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-822ad680-6e85-4e85-a332-0e614ec3d6c0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:42.191458 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-822ad680-6e85-4e85-a332-0e614ec3d6c0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.6510203 May 26 15:56:42.199223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:42.221052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08ae0-c61d-4266-8c77-2438df888381 req-eaf69a1f-4e20-434e-b213-c9b1abf2e373 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:42.224233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ba08ae0-c61d-4266-8c77-2438df888381 req-eaf69a1f-4e20-434e-b213-c9b1abf2e373 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 935 time: 0.1539679 May 26 15:56:42.233549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Request body: {'port': {'device_id': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'admin_state_up': True, 'tenant_id': '8142abba1aae429d807fbc0f6201e614'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:42.237196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ef90d91-2813-44d3-8d3a-3b7e5ff747be req-ba898785-5769-43fb-91c4-db056e367e9d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074975 May 26 15:56:42.266231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'mac_address': 'fa:16:3e:6d:84:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:56:42.321898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ba08ae0-c61d-4266-8c77-2438df888381 req-a439c926-7009-4aa8-a925-2cd7750bea9c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814011 May 26 15:56:42.405505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fcf117b-336d-4f4a-9f63-396df6adc7a9 req-7c13a4a3-f5cc-4394-8a3c-0974ad685c2a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 210 time: 0.0460322 May 26 15:56:42.607633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:42.610218 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792222fd-a4ae-43a1-a57d-5088e6f18982" -d '{"events": [{"name": "network-changed", "server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:42.621065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3c2b6292-ea5d-4548-af5e-620534060b6f is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:42.621425 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.668333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2b6292-ea5d-4548-af5e-620534060b6f {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:42.697188 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f3daa7-ab2a-47ed-89fb-bb2f16127cd9 x-openstack-request-id: req-e2f3daa7-ab2a-47ed-89fb-bb2f16127cd9 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:42.697717 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:42.698219 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2f3daa7-ab2a-47ed-89fb-bb2f16127cd9 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:42.699426 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f3daa7-ab2a-47ed-89fb-bb2f16127cd9'] response: {'name': 'network-changed', 'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4', 'status': 'completed', 'code': 200} May 26 15:56:42.719688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:42.742738 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.795581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-d890bbf0-427c-45d0-9ee5-60e9b605356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:42.798395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-d890bbf0-427c-45d0-9ee5-60e9b605356e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1124 time: 0.0764372 May 26 15:56:42.872424 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c5cd-4e75-4168-9dae-9e7eda7aab65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.900618 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c5cd-4e75-4168-9dae-9e7eda7aab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.939805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:43.082544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-be9c65d8-54fd-4c16-b1a4-3b5dd6177dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:43.085102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-be9c65d8-54fd-4c16-b1a4-3b5dd6177dd7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.2619724 May 26 15:56:43.093575 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f9c4c5cd-4e75-4168-9dae-9e7eda7aab65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=987a85cf6f25403390b864459ec9b5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8506489 May 26 15:56:43.094387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55334) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:43.105891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c5cd-4e75-4168-9dae-9e7eda7aab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a40161-ed15-4fa4-8337-ce2eb56b2aa8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:43.147666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51f80d-bbbe-4a60-9948-0fc745c7e979 req-b0d9a0cd-c31d-49b5-8254-9408e86e70d5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:43.150354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed51f80d-bbbe-4a60-9948-0fc745c7e979 req-b0d9a0cd-c31d-49b5-8254-9408e86e70d5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 949 time: 0.1848001 May 26 15:56:43.160153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.168714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78430d-a9bc-4c06-9295-fb8ca3b31666 req-c99e7c77-ee5c-49db-8e0d-353123a25e08 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:43.171365 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa78430d-a9bc-4c06-9295-fb8ca3b31666 req-c99e7c77-ee5c-49db-8e0d-353123a25e08 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.3298337 May 26 15:56:43.183168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['3c2b6292-ea5d-4548-af5e-620534060b6f'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:43.251984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-ea5c76e9-ded8-46de-b707-e455c1a61fb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4 HTTP/1.1" status: 200 len: 217 time: 0.1518958 May 26 15:56:43.286943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Made reservation on behalf of 8142abba1aae429d807fbc0f6201e614 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:43.293109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.403224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed51f80d-bbbe-4a60-9948-0fc745c7e979 req-cb536305-6333-4ac6-bb00-4346ccb3a269 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739283 May 26 15:56:43.418645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa78430d-a9bc-4c06-9295-fb8ca3b31666 req-dabfee1b-6a12-4734-a0f0-ffd27af8f04f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864462 May 26 15:56:43.441254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f924aa1-ff11-42d3-9619-ab87192be07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.456377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-2d1a1c16-7d59-45a3-bba1-b8aeddd5455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:43.456377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-2d1a1c16-7d59-45a3-bba1-b8aeddd5455d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1802638 May 26 15:56:43.467021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f4b913-dfef-4c9f-8991-1696e7c5897c {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:43.530549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.536328 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-c5b5219e-9948-4737-92b1-27f743970309 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680139 May 26 15:56:43.541710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f924aa1-ff11-42d3-9619-ab87192be07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.625829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Transition to ACTIVE for port object d6f4b913-dfef-4c9f-8991-1696e7c5897c will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:56:43.636898 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.791822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b058e19-3114-439f-81ad-d94e817fafd8 req-0a51e88a-1315-4f34-8de6-74876fa27713 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:43.794162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b058e19-3114-439f-81ad-d94e817fafd8 req-0a51e88a-1315-4f34-8de6-74876fa27713 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 935 time: 0.2667804 May 26 15:56:43.809909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba6d8e-fdc1-4393-ae41-d08341ab4da5 req-904fae63-60ff-435f-b3aa-f8d26ddad33f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:43.811720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fba6d8e-fdc1-4393-ae41-d08341ab4da5 req-904fae63-60ff-435f-b3aa-f8d26ddad33f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.2502904 May 26 15:56:43.844726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f4b913-dfef-4c9f-8991-1696e7c5897c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:43.856812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-ef3669e4-2742-4f20-a479-a5c6e4f37ebc service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995048 May 26 15:56:43.858207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Allocated IP 172.20.0.11 (69f9dddf-264c-4c3d-aefe-069f2f4f9d49/4b4d4131-c08a-4d19-9074-a9ea68d04597/bbbf24c6-c23b-4513-b11c-135493f089e5) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:43.862569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f924aa1-ff11-42d3-9619-ab87192be07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.866026 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f924aa1-ff11-42d3-9619-ab87192be07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.868294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0f924aa1-ff11-42d3-9619-ab87192be07b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3a40161-ed15-4fa4-8337-ce2eb56b2aa8 HTTP/1.1" status: 204 len: 168 time: 0.7721794 May 26 15:56:43.941231 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.968755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f924aa1-ff11-42d3-9619-ab87192be07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a40161-ed15-4fa4-8337-ce2eb56b2aa8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:44.079283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b058e19-3114-439f-81ad-d94e817fafd8 req-c8860de8-8c50-4f7b-a804-93a645d1dd63 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592518 May 26 15:56:44.082417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fba6d8e-fdc1-4393-ae41-d08341ab4da5 req-fe375e16-c58a-472c-a752-229deb15656c tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302752 May 26 15:56:44.152533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Attempting to bind port d6f4b913-dfef-4c9f-8991-1696e7c5897c on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:44.152871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Attempting to bind port d6f4b913-dfef-4c9f-8991-1696e7c5897c by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:44.153191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Attempting to bind port d6f4b913-dfef-4c9f-8991-1696e7c5897c on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:44.171586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-792222fd-a4ae-43a1-a57d-5088e6f18982 req-ea0a4d1d-8f99-487a-b2a3-860802609d3b service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989929 May 26 15:56:44.213065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Port d6f4b913-dfef-4c9f-8991-1696e7c5897c on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:44.213522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Attempting to bind port d6f4b913-dfef-4c9f-8991-1696e7c5897c on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:44.241344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:44.241344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:44.241344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:44.241344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Bound port: d6f4b913-dfef-4c9f-8991-1696e7c5897c, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:44.243122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.310303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec2e3557-ac18-4517-8144-5f1c6fb54601 req-4d39859b-1471-45ef-87c8-8b36fecbcb53 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 210 time: 0.0579872 May 26 15:56:44.398110 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] For port d6f4b913-dfef-4c9f-8991-1696e7c5897c, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:44.434860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] For port d6f4b913-dfef-4c9f-8991-1696e7c5897c, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6f4b913-dfef-4c9f-8991-1696e7c5897c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:44.458042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.465085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55350) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:44.490790 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-695234e8-9075-4841-b8b3-05fe4cd8955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.491602 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.526132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:44.526811 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.528623 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] 10.222.0.24 "PUT /v2.0/ports/d6f4b913-dfef-4c9f-8991-1696e7c5897c HTTP/1.1" status: 200 len: 1095 time: 3.2441275 May 26 15:56:44.535303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Router a4603176-5422-4a30-9c7e-4d191c83a5c0 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:56:44.593793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f3e83-f10b-4058-8a02-444a55a02dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f4b913-dfef-4c9f-8991-1696e7c5897c,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:44.704307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936dc53d-b9c8-4d45-8f90-d2f797cadfa0', 'tag': 'd6f4b913-dfef-4c9f-8991-1696e7c5897c'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:44.707064 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524d12e0-2584-465f-bcf9-6997b9030b55" -d '{"events": [{"name": "network-changed", "server_uuid": "936dc53d-b9c8-4d45-8f90-d2f797cadfa0", "tag": "d6f4b913-dfef-4c9f-8991-1696e7c5897c"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:44.719761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.745679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf555c46-515d-40ef-ad3f-fdbec59ac291 req-0aca1bd1-ff69-4745-9dc8-49035e7f8854 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:44.747631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf555c46-515d-40ef-ad3f-fdbec59ac291 req-0aca1bd1-ff69-4745-9dc8-49035e7f8854 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 949 time: 0.1988344 May 26 15:56:44.769479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3137e3-33bf-4b80-9771-0936388143f2 req-6d49ccc4-af66-4997-a73d-ca110bb2e102 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:44.772604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd3137e3-33bf-4b80-9771-0936388143f2 req-6d49ccc4-af66-4997-a73d-ca110bb2e102 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.1692100 May 26 15:56:44.863073 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-695234e8-9075-4841-b8b3-05fe4cd8955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.869179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:44.887226 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-695234e8-9075-4841-b8b3-05fe4cd8955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.891605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:44.905875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-24c965ff-0dce-4f89-911b-b86f7ed3dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:44.908716 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-24c965ff-0dce-4f89-911b-b86f7ed3dd28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 1098 time: 0.2563946 May 26 15:56:44.912978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:44.932051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf555c46-515d-40ef-ad3f-fdbec59ac291 req-92fb7a24-4bd8-4e5c-a5ac-f6765c8788bb tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578326 May 26 15:56:44.954115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd3137e3-33bf-4b80-9771-0936388143f2 req-a2c947c6-93df-41a9-b551-c0152bcf6099 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654212 May 26 15:56:44.998444 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-695234e8-9075-4841-b8b3-05fe4cd8955b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=223668bde675469091dff7b7377eca8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311913 May 26 15:56:44.999871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695234e8-9075-4841-b8b3-05fe4cd8955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea980285-8ed5-45e8-a689-eec49cd39965,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:45.006491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55354) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:45.045204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event updated for resources: {'Port': ['ID=bbbf24c6-c23b-4513-b11c-135493f089e5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:45.062835 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-43036786-938c-45c3-9412-1669c6386c17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d6f4b913-dfef-4c9f-8991-1696e7c5897c HTTP/1.1" status: 200 len: 217 time: 0.1365333 May 26 15:56:45.069589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:56:45.083125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Sync routers for ids ['a4603176-5422-4a30-9c7e-4d191c83a5c0'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:56:45.102579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Routers {'a4603176-5422-4a30-9c7e-4d191c83a5c0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:45.104086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:56:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a4603176-5422-4a30-9c7e-4d191c83a5c0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:45.127412 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-21bb58a9-a4cd-4e27-a22b-d6b0b53e0d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.152618 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e81fdc-458a-40e1-95f6-9b9da44efc7d x-openstack-request-id: req-d1e81fdc-458a-40e1-95f6-9b9da44efc7d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:45.152924 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936dc53d-b9c8-4d45-8f90-d2f797cadfa0", "tag": "d6f4b913-dfef-4c9f-8991-1696e7c5897c", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:45.153458 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1e81fdc-458a-40e1-95f6-9b9da44efc7d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:45.153880 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e81fdc-458a-40e1-95f6-9b9da44efc7d'] response: {'name': 'network-changed', 'server_uuid': '936dc53d-b9c8-4d45-8f90-d2f797cadfa0', 'tag': 'd6f4b913-dfef-4c9f-8991-1696e7c5897c', 'status': 'completed', 'code': 200} May 26 15:56:45.183527 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-21bb58a9-a4cd-4e27-a22b-d6b0b53e0d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.237933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:45.239707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.277343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.281018 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ff8d4125-98cf-49aa-a9e1-6d8348fe0a83 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1703558 May 26 15:56:45.293847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55360) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:45.294225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-15a8776b-04fb-41de-89cc-44d2b3785c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:45.297179 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-15a8776b-04fb-41de-89cc-44d2b3785c97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2201669 May 26 15:56:45.305219 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-32654a29-9971-4a8d-8908-75e4b0e94171 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0956497 May 26 15:56:45.314603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-21bb58a9-a4cd-4e27-a22b-d6b0b53e0d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.318177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-21bb58a9-a4cd-4e27-a22b-d6b0b53e0d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.320157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-21bb58a9-a4cd-4e27-a22b-d6b0b53e0d54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea980285-8ed5-45e8-a689-eec49cd39965 HTTP/1.1" status: 204 len: 168 time: 0.3117504 May 26 15:56:45.333749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Request body: {'port': {'device_id': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:45.344172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Set router a4603176-5422-4a30-9c7e-4d191c83a5c0 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:45.444994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-836f86e1-f03e-4638-a4d8-df057ab23485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:45.448107 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-836f86e1-f03e-4638-a4d8-df057ab23485 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412756 May 26 15:56:45.548921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.619353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:45.869952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb58a9-a4cd-4e27-a22b-d6b0b53e0d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea980285-8ed5-45e8-a689-eec49cd39965,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:45.895223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59011c-5bdd-442d-8a46-143c2099deb1 req-a94a27f2-f273-44ab-92f5-8e2c5da0e70f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:45.897469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd59011c-5bdd-442d-8a46-143c2099deb1 req-a94a27f2-f273-44ab-92f5-8e2c5da0e70f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.6439798 May 26 15:56:45.920472 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-0d5a52af-496a-48ce-ae58-7d841df1a100 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614103 May 26 15:56:45.931759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537429f4-5366-4a21-bd98-962b59069c9c req-d9128278-eb8b-48ad-b2ba-e2970f7eb2f9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:45.942581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-537429f4-5366-4a21-bd98-962b59069c9c req-d9128278-eb8b-48ad-b2ba-e2970f7eb2f9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 947 time: 0.6503532 May 26 15:56:45.996035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 3c2b6292-ea5d-4548-af5e-620534060b6f completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:56:46.008221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 3c2b6292-ea5d-4548-af5e-620534060b6f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:46.008977 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.063099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:42Z', 'revision_number': 3, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'gw_port': {'id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:39Z', 'updated_at': '2022-05-26T15:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:46.089645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-537429f4-5366-4a21-bd98-962b59069c9c req-6bdae9a1-40d5-4289-b139-53ddb2aa459a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456347 May 26 15:56:46.127067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd59011c-5bdd-442d-8a46-143c2099deb1 req-580e1421-46c5-4509-9369-7224fd8fe8f9 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076960 May 26 15:56:46.137076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Checking router: a4603176-5422-4a30-9c7e-4d191c83a5c0 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:56:46.137671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Updating router a4603176-5422-4a30-9c7e-4d191c83a5c0 port a16fdeef-67db-4148-a70e-cba18c3447b2 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:56:46.216067 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.307417 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3ed4dce2-f28b-467b-bb57-edfab5621add req-38218a0c-3db6-4d03-948c-99a83a08729c service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697293 May 26 15:56:46.386506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0fe81-6a7b-4af6-a026-ae0adbb8d7ec req-6d60ed6b-428c-4306-ac11-32f37dd846c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:46.394555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dac0fe81-6a7b-4af6-a026-ae0adbb8d7ec req-6d60ed6b-428c-4306-ac11-32f37dd846c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 932 time: 0.1668351 May 26 15:56:46.407751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3c2b6292-ea5d-4548-af5e-620534060b6f is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:46.408295 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.502868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddadc3b-cf0d-4151-a4f6-78ca27668388 req-11fada40-1e15-4745-9159-46640d71125a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:46.504701 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fddadc3b-cf0d-4151-a4f6-78ca27668388 req-11fada40-1e15-4745-9159-46640d71125a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 949 time: 0.1640096 May 26 15:56:46.528700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dac0fe81-6a7b-4af6-a026-ae0adbb8d7ec req-31ee8e87-4738-4199-ace3-2c941f167466 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323400 May 26 15:56:46.559357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-b2204aa6-479e-414b-8f02-a903b9f49398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:46.562737 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-b2204aa6-479e-414b-8f02-a903b9f49398 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 1098 time: 0.1675007 May 26 15:56:46.579512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:46.586457 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c8a61-b8de-4665-b30e-fb2838749a95" -d '{"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:46.620147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:46.631876 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.669118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbf24c6-c23b-4513-b11c-135493f089e5 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:46.723636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fddadc3b-cf0d-4151-a4f6-78ca27668388 req-ae2f3f9c-ebc3-4a07-81c2-066fea86418b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933155 May 26 15:56:46.757886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3d8a9-aba4-439f-a473-3d9f5e46c39e req-c8a0a72f-24dd-4121-9b86-0dd5122ee626 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:46.765976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0f3d8a9-aba4-439f-a473-3d9f5e46c39e req-c8a0a72f-24dd-4121-9b86-0dd5122ee626 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 945 time: 0.1035426 May 26 15:56:46.766344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:46.793463 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.831767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.832872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.833462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.834040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.834769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.835312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.836058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.842406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.843146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.843683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.844226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.844766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:46.861651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0f3d8a9-aba4-439f-a473-3d9f5e46c39e req-9d8d6e00-d34b-4f01-85a4-7e94672ff253 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917377 May 26 15:56:46.883617 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da8995d-b342-4c61-ae4a-53b70d9a3b88 x-openstack-request-id: req-7da8995d-b342-4c61-ae4a-53b70d9a3b88 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:46.884490 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:46.884979 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7da8995d-b342-4c61-ae4a-53b70d9a3b88 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:46.885648 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da8995d-b342-4c61-ae4a-53b70d9a3b88'] response: {'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'code': 200} May 26 15:56:46.944203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Transition to ACTIVE for port object bbbf24c6-c23b-4513-b11c-135493f089e5 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:56:46.956352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.961359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-0a3d1692-644b-4e0b-b25f-7604630e0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:46.967046 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-0a3d1692-644b-4e0b-b25f-7604630e0dcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3918808 May 26 15:56:47.013723 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.020848 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.054563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbf24c6-c23b-4513-b11c-135493f089e5,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:47.097284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Attempting to bind port a16fdeef-67db-4148-a70e-cba18c3447b2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:47.097675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Attempting to bind port a16fdeef-67db-4148-a70e-cba18c3447b2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:47.098244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Attempting to bind port a16fdeef-67db-4148-a70e-cba18c3447b2 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:47.112514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:47.112881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:47.113348 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.115440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:47.115978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Bound port: a16fdeef-67db-4148-a70e-cba18c3447b2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:47.119556 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.121844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612469a7-f177-4b10-b4d1-bb3cb4356ddc None None] Pushing event updated for resources: {'Port': ['ID=a16fdeef-67db-4148-a70e-cba18c3447b2,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:47.157281 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-b912114d-da22-4146-8261-104dd1041e0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=d6f4b913-dfef-4c9f-8991-1696e7c5897c HTTP/1.1" status: 200 len: 217 time: 0.0978658 May 26 15:56:47.164811 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.209560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5744adf-f1ad-44c0-8dd8-36ca95554f0b req-5a8f09f0-ac97-4634-b371-c16a900e8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:47.216851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5744adf-f1ad-44c0-8dd8-36ca95554f0b req-5a8f09f0-ac97-4634-b371-c16a900e8aca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1101 time: 0.1953909 May 26 15:56:47.226726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-b58b6848-072a-4130-b7ac-ae0735f37aea tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:47.231112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-b58b6848-072a-4130-b7ac-ae0735f37aea tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.2171710 May 26 15:56:47.259799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] For port a16fdeef-67db-4148-a70e-cba18c3447b2, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:47.265459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] For port a16fdeef-67db-4148-a70e-cba18c3447b2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a16fdeef-67db-4148-a70e-cba18c3447b2,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:47.271422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843336-2'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:47.282530 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.396902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Routers {'a4603176-5422-4a30-9c7e-4d191c83a5c0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:47.397935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:56:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a4603176-5422-4a30-9c7e-4d191c83a5c0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:47.556201 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.587703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5744adf-f1ad-44c0-8dd8-36ca95554f0b req-e60a9f76-c502-43da-8ed2-59ec24391b7e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548939 May 26 15:56:47.615240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-54c3b934-cd4a-4422-a83b-663c4fa32433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:47.617470 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-54c3b934-cd4a-4422-a83b-663c4fa32433 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.4486272 May 26 15:56:47.619254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dd362-fce5-4809-b077-d66c55565b8e req-017a423b-8b4d-473e-b833-1f47e87f63c9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:47.621337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e1dd362-fce5-4809-b077-d66c55565b8e req-017a423b-8b4d-473e-b833-1f47e87f63c9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 947 time: 0.3738627 May 26 15:56:47.632759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Attempting to bind port bbbf24c6-c23b-4513-b11c-135493f089e5 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:47.633113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Attempting to bind port bbbf24c6-c23b-4513-b11c-135493f089e5 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:47.633427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Attempting to bind port bbbf24c6-c23b-4513-b11c-135493f089e5 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:47.639226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Port bbbf24c6-c23b-4513-b11c-135493f089e5 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:47.640154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Attempting to bind port bbbf24c6-c23b-4513-b11c-135493f089e5 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:47.647730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:47.648884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Checking segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:47.648884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Bound using segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:47.649253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Bound port: bbbf24c6-c23b-4513-b11c-135493f089e5, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:47.649422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.650207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 37120126-c012-4c26-832c-94c1545011fe details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:47.655832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] Set router a4603176-5422-4a30-9c7e-4d191c83a5c0 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:47.717089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612469a7-f177-4b10-b4d1-bb3cb4356ddc None None] Pushing event updated for resources: {'Port': ['ID=a16fdeef-67db-4148-a70e-cba18c3447b2,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:47.743464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1aeb9-1ab6-4e49-b265-eb167a335dc2 req-531a6ef5-824c-4b84-a15a-fa606e7a1376 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:47.753182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fb1aeb9-1ab6-4e49-b265-eb167a335dc2 req-531a6ef5-824c-4b84-a15a-fa606e7a1376 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.3972740 May 26 15:56:47.771652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:47.778157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bbbf24c6-c23b-4513-b11c-135493f089e5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:47.786633 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.873551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbf24c6-c23b-4513-b11c-135493f089e5,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:47.897770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:47.898599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.900263 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-d36e5095-37e0-420a-83ab-e8957fa14f20 service neutron] 10.222.0.32 "PUT /v2.0/ports/bbbf24c6-c23b-4513-b11c-135493f089e5 HTTP/1.1" status: 200 len: 1092 time: 2.5791619 May 26 15:56:47.932902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:47.936789 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1240de0-54ff-40a3-8b4c-464b81472098" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:47.971974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-3673c80d-37bc-4f5a-b256-b6410238a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:47.974641 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-3673c80d-37bc-4f5a-b256-b6410238a38b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026065 May 26 15:56:48.016350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e1dd362-fce5-4809-b077-d66c55565b8e req-67aa0942-e508-4b4b-be81-8ec117fc5fbc tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538597 May 26 15:56:48.149762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-b9ce0682-a7e6-4486-8208-0a39a7f142c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:48.151778 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-b9ce0682-a7e6-4486-8208-0a39a7f142c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 1095 time: 0.1652169 May 26 15:56:48.175087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Allocated IP 172.20.0.1 (ec72401e-dbb1-4e29-bc42-0cbab3487b28/83f49696-dea9-4d21-bd74-32e61ec32024/11d13c28-7143-4131-8cb2-0e0030f69fa3) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:48.200734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fb1aeb9-1ab6-4e49-b265-eb167a335dc2 req-aec1b811-2172-4f72-9d57-1d7213c9e8b9 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417703 May 26 15:56:48.251013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:48.289182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 37120126-c012-4c26-832c-94c1545011fe has no active binding in host n-h1-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:56:48.297766 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-421d1d45-7f0b-444d-83f1-6b003960a912 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbbf24c6-c23b-4513-b11c-135493f089e5 HTTP/1.1" status: 200 len: 217 time: 0.1178734 May 26 15:56:48.314973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:42Z', 'revision_number': 3, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'gw_port': {'id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:39Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:48.343776 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-ebe49961-0f45-4d09-9b1a-5436884bcd2f service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361459 May 26 15:56:48.361125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22682fef-3fa6-40d7-b4bd-3965c1c66974 None None] The sync data for ids ['a4603176-5422-4a30-9c7e-4d191c83a5c0'] in n-d-843336-2 is: [{'id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:42Z', 'revision_number': 3, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'gw_port': {'id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:39Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:56:48.409880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-debe016d-c312-4799-9a17-5f5b95a0bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:48.411714 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-debe016d-c312-4799-9a17-5f5b95a0bd8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.0920732 May 26 15:56:48.493578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:48.513837 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-b768fa79-5bbb-4035-b281-85ba06ba502f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859098 May 26 15:56:48.576662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e77416-9fcf-4398-be5b-729469738bea req-02dcd9a9-5ac9-4c76-9c6c-466832c0ca61 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:48.579495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91e77416-9fcf-4398-be5b-729469738bea req-02dcd9a9-5ac9-4c76-9c6c-466832c0ca61 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 944 time: 0.3506637 May 26 15:56:48.639627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0d4e4-c840-43f5-b2ca-910f12eaba6f req-4004e6e6-99e8-4ec5-86ff-1efaff6a2af5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:48.648105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acc0d4e4-c840-43f5-b2ca-910f12eaba6f req-4004e6e6-99e8-4ec5-86ff-1efaff6a2af5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.2980957 May 26 15:56:48.683745 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-524d12e0-2584-465f-bcf9-6997b9030b55 req-d4704a03-2536-4585-b89f-f5dd0296fbc4 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707024 May 26 15:56:48.697618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:48.730674 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-cf69b833-15a5-4a4b-b996-20e05593474e service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928949 May 26 15:56:48.821951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91e77416-9fcf-4398-be5b-729469738bea req-42a65081-3ccc-41ba-8cbf-e4adebc178ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042744 May 26 15:56:48.831965 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:48.924190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acc0d4e4-c840-43f5-b2ca-910f12eaba6f req-7b4b9fa6-637c-4397-ba5b-01491a084a70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752013 May 26 15:56:48.958447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37120126-c012-4c26-832c-94c1545011fe'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:48.964263 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63250fd-cff8-4ab1-b450-f75fa905c9c0" -d '{"events": [{"server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "name": "network-vif-unplugged", "status": "completed", "tag": "37120126-c012-4c26-832c-94c1545011fe"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:48.983373 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:48.993355 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.005989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.026742 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb9f145-f3bf-4d18-b441-2b0742b8060a x-openstack-request-id: req-0eb9f145-f3bf-4d18-b441-2b0742b8060a {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:49.027515 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:49.027974 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0eb9f145-f3bf-4d18-b441-2b0742b8060a {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:49.028603 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb9f145-f3bf-4d18-b441-2b0742b8060a'] response: {'name': 'network-changed', 'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5', 'status': 'completed', 'code': 200} May 26 15:56:49.033554 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af63a762-9f67-4ce9-b593-7393761b0db2 req-be9976da-38c7-4c75-b76e-d71899c5772f service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787220 May 26 15:56:49.125347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Network ec72401e-dbb1-4e29-bc42-0cbab3487b28 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:49.184361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:49.189242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:49.252662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-1227cdf9-de2e-45a3-81e1-8ddfc89f20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:49.258560 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-1227cdf9-de2e-45a3-81e1-8ddfc89f20dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 1095 time: 0.0917368 May 26 15:56:49.302029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bd209-5b94-4d1d-861c-55e5740c9dbc req-2c3dfb9a-f384-41e2-a049-d8d67fbbca67 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:49.306868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce2bd209-5b94-4d1d-861c-55e5740c9dbc req-2c3dfb9a-f384-41e2-a049-d8d67fbbca67 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.3079293 May 26 15:56:49.308391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Pushing event updated for resources: {'Port': ['ID=37120126-c012-4c26-832c-94c1545011fe,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:49.443636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Pushing event updated for resources: {'Port': ['ID=11d13c28-7143-4131-8cb2-0e0030f69fa3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:49.486426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe on host n-h2-843336-2 for vnic_type normal with profile {"migrating_to": "n-h1-843336-2"} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:49.486932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:49.487501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:49.518157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Port 37120126-c012-4c26-832c-94c1545011fe on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:49.518670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Attempting to bind port 37120126-c012-4c26-832c-94c1545011fe on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:49.541892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:49.542461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:49.543061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:49.543784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Bound port: 37120126-c012-4c26-832c-94c1545011fe, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:49.544379 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.545901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-16a78015-5439-45b3-b6da-566e72e7d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:49.548788 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-16a78015-5439-45b3-b6da-566e72e7d02f service neutron] 10.222.0.32 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 913 time: 0.2725475 May 26 15:56:49.555757 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb6b361-94c0-4dbf-95ba-2b5dea8f9c58 x-openstack-request-id: req-6fb6b361-94c0-4dbf-95ba-2b5dea8f9c58 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:49.556404 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "name": "network-vif-unplugged", "status": "completed", "tag": "37120126-c012-4c26-832c-94c1545011fe", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:49.556954 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fb6b361-94c0-4dbf-95ba-2b5dea8f9c58 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:49.557631 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb6b361-94c0-4dbf-95ba-2b5dea8f9c58'] response: {'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37120126-c012-4c26-832c-94c1545011fe', 'code': 200} May 26 15:56:49.558996 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.639148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6f4b913-dfef-4c9f-8991-1696e7c5897c details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:49.687910 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-b0710007-afe9-4f1b-bd86-00d498944729 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbbf24c6-c23b-4513-b11c-135493f089e5 HTTP/1.1" status: 200 len: 217 time: 0.1228933 May 26 15:56:49.693719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce2bd209-5b94-4d1d-861c-55e5740c9dbc req-19972fbf-1bce-4d1f-96fa-b661b552e82d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853146 May 26 15:56:49.829972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-d150168a-4b1e-4d99-b181-e0416128f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:49.832890 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-d150168a-4b1e-4d99-b181-e0416128f66c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.1304598 May 26 15:56:49.892204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6f4b913-dfef-4c9f-8991-1696e7c5897c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6f4b913-dfef-4c9f-8991-1696e7c5897c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:49.906904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'd6f4b913-dfef-4c9f-8991-1696e7c5897c', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'd6f4b913-dfef-4c9f-8991-1696e7c5897c', 'mac_address': 'fa:16:3e:40:f1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:56:49.972741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6f4b913-dfef-4c9f-8991-1696e7c5897c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:49.974111 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.975730 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-969ad9b6-7aae-4658-b850-8f50b33abea5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313238 May 26 15:56:49.990607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:50.023648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f4b913-dfef-4c9f-8991-1696e7c5897c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:50.070580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:50.083085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6f4b913-dfef-4c9f-8991-1696e7c5897c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6f4b913-dfef-4c9f-8991-1696e7c5897c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:50.093115 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.101922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19a97-963c-4fc3-a9e2-ed37cfd9cd8e req-97a876fe-7b0b-4742-b5b3-fd8a264e83e2 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:50.111080 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43b19a97-963c-4fc3-a9e2-ed37cfd9cd8e req-97a876fe-7b0b-4742-b5b3-fd8a264e83e2 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 947 time: 0.4234827 May 26 15:56:50.114220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.188980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6f4b913-dfef-4c9f-8991-1696e7c5897c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:50.209580 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-0547bbb5-e712-4228-a893-1c0678798b38 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232368 May 26 15:56:50.290464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:50.291600 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.294085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] 10.222.0.24 "PUT /v2.0/ports/37120126-c012-4c26-832c-94c1545011fe HTTP/1.1" status: 200 len: 1121 time: 3.0320606 May 26 15:56:50.333350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fe724-f46f-41f1-8a37-4e6d24e1550d req-94c7b955-f5d6-4e12-b1c7-24bb15bff95f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:50.347252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef5fe724-f46f-41f1-8a37-4e6d24e1550d req-94c7b955-f5d6-4e12-b1c7-24bb15bff95f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.4196894 May 26 15:56:50.350272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.367575 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1240de0-54ff-40a3-8b4c-464b81472098 req-57c535fe-8501-4111-bc5e-ba6a9a621836 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477535 May 26 15:56:50.401833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43b19a97-963c-4fc3-a9e2-ed37cfd9cd8e req-2c40970a-828c-4f48-8aed-50163f699e50 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896276 May 26 15:56:50.474829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d01863-4586-4e53-b627-a358722d3b3e service neutron] Pushing event updated for resources: {'Port': ['ID=37120126-c012-4c26-832c-94c1545011fe,revision_number=8']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:50.481693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['37120126-c012-4c26-832c-94c1545011fe'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:50.547373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['d6f4b913-dfef-4c9f-8991-1696e7c5897c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:50.567136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef5fe724-f46f-41f1-8a37-4e6d24e1550d req-e0f9c73b-e986-4f85-b764-18e16615f0c6 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184310 May 26 15:56:50.637814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['37120126-c012-4c26-832c-94c1545011fe'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:50.928888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65eaa2-f4b4-46f5-a129-2615a31a57be req-a5a3cf77-0482-4770-96a5-ef701e8fa93d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:50.935522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff65eaa2-f4b4-46f5-a129-2615a31a57be req-a5a3cf77-0482-4770-96a5-ef701e8fa93d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 944 time: 0.2137959 May 26 15:56:50.984614 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.992423 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.054754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a16fdeef-67db-4148-a70e-cba18c3447b2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:51.135995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff65eaa2-f4b4-46f5-a129-2615a31a57be req-ed28e039-4b15-4444-93d8-56e819365044 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999009 May 26 15:56:51.143467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Pushing event updated for resources: {'Port': ['ID=11d13c28-7143-4131-8cb2-0e0030f69fa3,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:51.153361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.278733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2b3bf-bc27-4fef-8bc4-a35882e43050 req-1c5084a7-f1fe-4e48-a704-a06991e18ff7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:51.295356 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11a2b3bf-bc27-4fef-8bc4-a35882e43050 req-1c5084a7-f1fe-4e48-a704-a06991e18ff7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.2373354 May 26 15:56:51.365483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a16fdeef-67db-4148-a70e-cba18c3447b2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:51.366132 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.412661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11a2b3bf-bc27-4fef-8bc4-a35882e43050 req-83364911-285c-4936-80e9-4dcd7367e9d5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174424 May 26 15:56:51.463171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1004-2979-4377-bc70-16973570b05d req-89fd522e-3aa3-429c-91bc-07786b7fcb08 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:51.473103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-658f1004-2979-4377-bc70-16973570b05d req-89fd522e-3aa3-429c-91bc-07786b7fcb08 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.1635041 May 26 15:56:51.495118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Network ec72401e-dbb1-4e29-bc42-0cbab3487b28 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:51.500421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a16fdeef-67db-4148-a70e-cba18c3447b2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:51.500421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.514629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:51.533141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port a16fdeef-67db-4148-a70e-cba18c3447b2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a16fdeef-67db-4148-a70e-cba18c3447b2,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:51.538906 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.606290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'tag': '37120126-c012-4c26-832c-94c1545011fe'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:51.609359 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "tag": "37120126-c012-4c26-832c-94c1545011fe"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:51.651120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=a16fdeef-67db-4148-a70e-cba18c3447b2,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:51.662820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:56:51.781325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:51.982416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bbbf24c6-c23b-4513-b11c-135493f089e5 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:52.016308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-658f1004-2979-4377-bc70-16973570b05d req-9660fe6a-03d3-4170-b840-b3b1140d6601 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169976 May 26 15:56:52.157057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bbbf24c6-c23b-4513-b11c-135493f089e5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:52.172464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'bbbf24c6-c23b-4513-b11c-135493f089e5', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'port_id': 'bbbf24c6-c23b-4513-b11c-135493f089e5', 'mac_address': 'fa:16:3e:2d:15:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d4131-c08a-4d19-9074-a9ea68d04597', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:56:52.204028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8206e-bbad-4403-b88c-e8a7ecd5f14b req-aafd11d7-44a4-41ad-848e-6e97acd52525 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:52.206092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71a8206e-bbad-4403-b88c-e8a7ecd5f14b req-aafd11d7-44a4-41ad-848e-6e97acd52525 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 948 time: 0.5920417 May 26 15:56:52.228334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bbbf24c6-c23b-4513-b11c-135493f089e5 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:52.228825 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.236718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Router a4603176-5422-4a30-9c7e-4d191c83a5c0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:56:52.239331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-cc77e2b4-d1e5-4604-8c2f-4606ca4bdf9a service neutron] 10.222.0.24 "GET /v2.0/ports/587e9e4a-3bbf-44c3-a287-324fa05bb3a4/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 384 time: 0.2493923 May 26 15:56:52.249622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbf24c6-c23b-4513-b11c-135493f089e5 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:52.279110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bbbf24c6-c23b-4513-b11c-135493f089e5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:52.285343 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.296672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c49ef-2eb1-451f-ae2b-4641ddfb9401 req-6da0157d-7606-443e-9c45-5e08ce330757 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:52.299338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc8c49ef-2eb1-451f-ae2b-4641ddfb9401 req-6da0157d-7606-443e-9c45-5e08ce330757 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1101 time: 0.1787024 May 26 15:56:52.343291 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71a8206e-bbad-4403-b88c-e8a7ecd5f14b req-ebc71bc9-e4c7-4e2a-a1e0-c1fdca026dae tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257708 May 26 15:56:52.376767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bbbf24c6-c23b-4513-b11c-135493f089e5,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:52.520110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc8c49ef-2eb1-451f-ae2b-4641ddfb9401 req-b8cbd53a-c321-4387-a516-4fe73d659e0f tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012839 May 26 15:56:52.601557 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4de8b38-c1e4-4587-9a19-e2c7f8f4e60d x-openstack-request-id: req-e4de8b38-c1e4-4587-9a19-e2c7f8f4e60d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:52.601924 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "tag": "37120126-c012-4c26-832c-94c1545011fe", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:52.602201 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4de8b38-c1e4-4587-9a19-e2c7f8f4e60d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:52.602657 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4de8b38-c1e4-4587-9a19-e2c7f8f4e60d'] response: {'name': 'network-changed', 'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'tag': '37120126-c012-4c26-832c-94c1545011fe', 'status': 'completed', 'code': 200} May 26 15:56:52.708098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-70bf174d-bab2-44a0-802f-70ff41ab75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:52.709622 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-70bf174d-bab2-44a0-802f-70ff41ab75d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1124 time: 0.0610554 May 26 15:56:52.793820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:56:52.811815 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Sync routers for ids ['a4603176-5422-4a30-9c7e-4d191c83a5c0'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:56:52.830294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-972614a1-ebe7-4d6b-b668-ce78a7a41526 admin admin] 10.222.0.39 "PUT /v2.0/routers/a4603176-5422-4a30-9c7e-4d191c83a5c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5216217 May 26 15:56:52.847964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd334c-e026-4539-af82-1384d38b1229 req-20b60f38-b178-44a2-91a3-97d435782344 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:52.850528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2dd334c-e026-4539-af82-1384d38b1229 req-20b60f38-b178-44a2-91a3-97d435782344 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 943 time: 0.2662928 May 26 15:56:52.853612 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Routers {'a4603176-5422-4a30-9c7e-4d191c83a5c0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:52.873674 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:56:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a4603176-5422-4a30-9c7e-4d191c83a5c0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:52.874639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['bbbf24c6-c23b-4513-b11c-135493f089e5'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:52.891876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:52.912149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-2b6e6518-6137-4707-9993-3338160238d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:52.915434 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-2b6e6518-6137-4707-9993-3338160238d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.1966081 May 26 15:56:52.932798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb47c82-87f6-484d-942c-5b935f18a4cf req-bd3c038e-c1e0-476a-b616-dbcceb8793d3 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:52.934883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0eb47c82-87f6-484d-942c-5b935f18a4cf req-bd3c038e-c1e0-476a-b616-dbcceb8793d3 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 945 time: 0.2189348 May 26 15:56:52.961357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:52.975906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a16fdeef-67db-4148-a70e-cba18c3447b2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:53.039316 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-76e3cac1-e49b-481c-a95f-2fa232f1235d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37120126-c012-4c26-832c-94c1545011fe HTTP/1.1" status: 200 len: 217 time: 0.1087973 May 26 15:56:53.056329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2dd334c-e026-4539-af82-1384d38b1229 req-10bfc921-e1b6-442e-9edb-8e91fbf883ed tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944873 May 26 15:56:53.133535 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Set router a4603176-5422-4a30-9c7e-4d191c83a5c0 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:53.147789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:53.168740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a16fdeef-67db-4148-a70e-cba18c3447b2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:53.171056 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.185902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-1e36f58d-e1cf-4883-a003-8a09b2059746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:53.187516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-1e36f58d-e1cf-4883-a003-8a09b2059746 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1364973 May 26 15:56:53.188306 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0eb47c82-87f6-484d-942c-5b935f18a4cf req-74a346c3-3d43-4c93-8b3a-ff86640eb6d1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327390 May 26 15:56:53.241362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:53.271575 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-3c287040-6699-4f0b-b6ff-60023629ad4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668993 May 26 15:56:53.283736 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.454539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] Transition to ACTIVE for port object 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:56:53.462875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.572905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a16fdeef-67db-4148-a70e-cba18c3447b2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:53.587139 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-7915539d-85fa-455c-954e-9495ac29d38d service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017447 May 26 15:56:53.593884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.603748 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.657085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] No DVR routers for this DVR port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:56:53.685913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] Pushing event updated for resources: {'Port': ['ID=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:53.697262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6f4b913-dfef-4c9f-8991-1696e7c5897c up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:53.851654 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:50Z', 'revision_number': 4, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'gw_port': {'id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:39Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '11d13c28-7143-4131-8cb2-0e0030f69fa3', 'name': '', 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'mac_address': 'fa:16:3e:92:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '83f49696-dea9-4d21-bd74-32e61ec32024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:47Z', 'updated_at': '2022-05-26T15:56:50Z', 'revision_number': 2, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'subnets': [{'id': '83f49696-dea9-4d21-bd74-32e61ec32024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:53.875039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port d6f4b913-dfef-4c9f-8991-1696e7c5897c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:56:53.882277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port d6f4b913-dfef-4c9f-8991-1696e7c5897c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:53.882861 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.884845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-4bebd0fa-d526-4919-a695-30a9339e8c6e service neutron] 10.222.0.24 "PUT /v2.0/ports/587e9e4a-3bbf-44c3-a287-324fa05bb3a4/bindings/n-h2-843336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6302516 May 26 15:56:53.902539 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Checking router: a4603176-5422-4a30-9c7e-4d191c83a5c0 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:56:53.903353 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Updating router a4603176-5422-4a30-9c7e-4d191c83a5c0 port 11d13c28-7143-4131-8cb2-0e0030f69fa3 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:56:53.935579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf63d4-6de4-466c-a350-d97f7e08ebfb req-94eb4404-06bd-444f-968c-ecaae2f3227e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:53.949222 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bdf63d4-6de4-466c-a350-d97f7e08ebfb req-94eb4404-06bd-444f-968c-ecaae2f3227e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.1770933 May 26 15:56:53.951617 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.002207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-5cbf7568-3ef9-4246-9ba3-3242bba7c163 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2222917 May 26 15:56:54.052815 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-47eff761-b6dd-48c3-b1ad-b44750ccc4c6 req-13252379-ed19-4f8e-a50c-4a70c0ec9209 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488814 May 26 15:56:54.178218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6f4b913-dfef-4c9f-8991-1696e7c5897c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:54.179326 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.195300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bdf63d4-6de4-466c-a350-d97f7e08ebfb req-d18ff341-449d-4e06-b5a8-217f1cb77478 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192674 May 26 15:56:54.242232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936dc53d-b9c8-4d45-8f90-d2f797cadfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f4b913-dfef-4c9f-8991-1696e7c5897c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:54.244659 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc321e1e-f814-4fc8-bfc2-f9f07fe63171" -d '{"events": [{"server_uuid": "936dc53d-b9c8-4d45-8f90-d2f797cadfa0", "name": "network-vif-plugged", "status": "completed", "tag": "d6f4b913-dfef-4c9f-8991-1696e7c5897c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:54.276129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6f4b913-dfef-4c9f-8991-1696e7c5897c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6f4b913-dfef-4c9f-8991-1696e7c5897c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:54.284650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.387229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-98d4a6f9-d019-4c48-b7f5-c52060b4fd7f tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:54.390876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-98d4a6f9-d019-4c48-b7f5-c52060b4fd7f tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.3476536 May 26 15:56:54.409092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6f4b913-dfef-4c9f-8991-1696e7c5897c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:54.525398 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.530293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c074d-7f1d-4b61-bb87-44492e07b3ca req-59db76f7-1d00-47df-9d1b-8ba4a6486438 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:54.532224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f73c074d-7f1d-4b61-bb87-44492e07b3ca req-59db76f7-1d00-47df-9d1b-8ba4a6486438 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 949 time: 0.1788015 May 26 15:56:54.537633 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.542302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-f6070f51-f099-41d9-b8db-318b88ee2d80 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:54.546760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-f6070f51-f099-41d9-b8db-318b88ee2d80 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/networks?id=ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 200 len: 810 time: 0.3988490 May 26 15:56:54.579535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-d1457b39-5bfb-4690-9054-8e8d775e48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:54.581142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-d1457b39-5bfb-4690-9054-8e8d775e48fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f HTTP/1.1" status: 200 len: 1095 time: 0.1687391 May 26 15:56:54.593821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-3bc872f2-2621-49fc-ac70-51ecabd222b8 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/quotas/183aca7ccf4c4f829c7135c387396f4d HTTP/1.1" status: 200 len: 375 time: 0.0405679 May 26 15:56:54.646083 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f73c074d-7f1d-4b61-bb87-44492e07b3ca req-aa0917b7-fd4f-457d-92c1-424602db314f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977151 May 26 15:56:54.667761 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Pushing event updated for resources: {'Port': ['ID=11d13c28-7143-4131-8cb2-0e0030f69fa3,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:54.683941 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.684486 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.685273 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.686527 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.687332 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.688112 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.689160 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.689970 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.690803 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.691746 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.692726 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.693541 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:54.766553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-fe3767c0-d76d-4c96-9897-2b8de95689f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:54.768364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-fe3767c0-d76d-4c96-9897-2b8de95689f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1095 time: 0.1282749 May 26 15:56:54.798960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-19553197-53d0-4874-9b57-e30bfa61339b tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=183aca7ccf4c4f829c7135c387396f4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1866794 May 26 15:56:54.823526 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Attempting to bind port 11d13c28-7143-4131-8cb2-0e0030f69fa3 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:54.824163 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Attempting to bind port 11d13c28-7143-4131-8cb2-0e0030f69fa3 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:54.825142 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Attempting to bind port 11d13c28-7143-4131-8cb2-0e0030f69fa3 on network ec72401e-dbb1-4e29-bc42-0cbab3487b28 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:54.836238 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:54.836665 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Checking segment: {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:54.837065 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.837512 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Bound using segment: {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:54.837971 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Bound port: 11d13c28-7143-4131-8cb2-0e0030f69fa3, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:54.839282 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.959828 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] For port 11d13c28-7143-4131-8cb2-0e0030f69fa3, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:54.965624 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] For port 11d13c28-7143-4131-8cb2-0e0030f69fa3, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=11d13c28-7143-4131-8cb2-0e0030f69fa3,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:54.972049 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.068641 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Routers {'a4603176-5422-4a30-9c7e-4d191c83a5c0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:55.069475 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:56:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a4603176-5422-4a30-9c7e-4d191c83a5c0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:55.071868 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40278f3-afbd-4384-b9cd-77f29d1d8a21 None None] Pushing event updated for resources: {'Port': ['ID=11d13c28-7143-4131-8cb2-0e0030f69fa3,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:55.079402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-fb7d342c-4788-4ff9-8585-06b885821606 service neutron] 10.222.0.39 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792442 May 26 15:56:55.247863 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] Set router a4603176-5422-4a30-9c7e-4d191c83a5c0 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:55.317324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54813f-6fe1-4a94-bb6e-07e1234bad42 req-17b2ca4f-2cc8-4581-96ac-b800a0ec432d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:55.332355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c54813f-6fe1-4a94-bb6e-07e1234bad42 req-17b2ca4f-2cc8-4581-96ac-b800a0ec432d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.5084701 May 26 15:56:55.339099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-09f9be27-1452-4e10-967a-e8782b90d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:55.342737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-09f9be27-1452-4e10-967a-e8782b90d476 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.5235109 May 26 15:56:55.460426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-0158c695-a2d2-4bbd-b56a-62859e96b677 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4 HTTP/1.1" status: 200 len: 217 time: 0.0872755 May 26 15:56:55.469620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-f44c4688-64a2-44e8-95e2-6897e6dca684 service neutron] 10.222.0.39 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450441 May 26 15:56:55.566174 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c54813f-6fe1-4a94-bb6e-07e1234bad42 req-a9cd02e6-fc7a-4b80-ae23-2bff240147a7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110803 May 26 15:56:55.594921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-7a9b5a71-5bd1-43da-95f9-705fb4c5dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:55.599548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-7a9b5a71-5bd1-43da-95f9-705fb4c5dad3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1096246 May 26 15:56:55.627669 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:50Z', 'revision_number': 4, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'gw_port': {'id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:39Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '11d13c28-7143-4131-8cb2-0e0030f69fa3', 'name': '', 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'mac_address': 'fa:16:3e:92:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '83f49696-dea9-4d21-bd74-32e61ec32024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:47Z', 'updated_at': '2022-05-26T15:56:54Z', 'revision_number': 4, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'subnets': [{'id': '83f49696-dea9-4d21-bd74-32e61ec32024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:55.664248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-edcdde6e-8213-44d7-a15c-f33171333b61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561497 May 26 15:56:55.683798 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b19122-968a-406b-bc98-b3081792f5fe None None] The sync data for ids ['a4603176-5422-4a30-9c7e-4d191c83a5c0'] in n-d-843336-2 is: [{'id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:50Z', 'revision_number': 4, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'gw_port': {'id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:39Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '11d13c28-7143-4131-8cb2-0e0030f69fa3', 'name': '', 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'mac_address': 'fa:16:3e:92:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '83f49696-dea9-4d21-bd74-32e61ec32024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:47Z', 'updated_at': '2022-05-26T15:56:54Z', 'revision_number': 4, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'subnets': [{'id': '83f49696-dea9-4d21-bd74-32e61ec32024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:56:56.010631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bbbf24c6-c23b-4513-b11c-135493f089e5 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:56.022214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af711758-5bb9-4909-9f28-98093d3d72ea req-1aa2b1e9-6745-41cc-a745-3f212a13119d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:56.031031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af711758-5bb9-4909-9f28-98093d3d72ea req-1aa2b1e9-6745-41cc-a745-3f212a13119d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 945 time: 0.1500444 May 26 15:56:56.064974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6cab9-7b45-4af1-acca-d66f4c7857ec req-51f70df5-820d-49e4-b1ef-ab105017c5ae tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:56.076344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47c6cab9-7b45-4af1-acca-d66f4c7857ec req-51f70df5-820d-49e4-b1ef-ab105017c5ae tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 944 time: 0.2254345 May 26 15:56:56.104919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port bbbf24c6-c23b-4513-b11c-135493f089e5 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:56:56.109764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port bbbf24c6-c23b-4513-b11c-135493f089e5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:56.110298 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.137015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-9cdb4cf4-f97a-41de-92ba-085b4e5514f1 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470258 May 26 15:56:56.216866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af711758-5bb9-4909-9f28-98093d3d72ea req-426bfb52-2f51-4729-8b60-18c76088c0e8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787159 May 26 15:56:56.248372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47c6cab9-7b45-4af1-acca-d66f4c7857ec req-9dac27ac-3e83-4591-83e1-c1a3a2c1144f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692414 May 26 15:56:56.270031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bbbf24c6-c23b-4513-b11c-135493f089e5 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:56.271218 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.327649 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265a9f02-104f-4356-abf8-7218c0516223 x-openstack-request-id: req-265a9f02-104f-4356-abf8-7218c0516223 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:56.328106 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936dc53d-b9c8-4d45-8f90-d2f797cadfa0", "name": "network-vif-plugged", "status": "completed", "tag": "d6f4b913-dfef-4c9f-8991-1696e7c5897c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:56.328430 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-265a9f02-104f-4356-abf8-7218c0516223 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:56.329541 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265a9f02-104f-4356-abf8-7218c0516223'] response: {'server_uuid': '936dc53d-b9c8-4d45-8f90-d2f797cadfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f4b913-dfef-4c9f-8991-1696e7c5897c', 'code': 200} May 26 15:56:56.384942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bbbf24c6-c23b-4513-b11c-135493f089e5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:56.392444 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.546514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bbbf24c6-c23b-4513-b11c-135493f089e5,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:56.620031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-cf326cea-eafb-4f68-b27a-9e8e79968c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:56.623849 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-cf326cea-eafb-4f68-b27a-9e8e79968c3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1101 time: 0.0986385 May 26 15:56:56.656603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-2194111e-f6c7-4c1f-8984-439249b00a6d service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929142 May 26 15:56:56.688614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9899c79-468b-4173-8215-54198695dba1 req-1de962ec-9a4c-4006-ad7e-f54a5884f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:56.693926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9899c79-468b-4173-8215-54198695dba1 req-1de962ec-9a4c-4006-ad7e-f54a5884f649 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 1100 time: 0.1944914 May 26 15:56:56.752899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ce54-873a-424b-9653-5c8d2edbef59 req-5ef29ff3-b9b4-4d97-9c30-bc0501d0be1a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:56.762359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feb1ce54-873a-424b-9653-5c8d2edbef59 req-5ef29ff3-b9b4-4d97-9c30-bc0501d0be1a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.1886940 May 26 15:56:56.801906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9899c79-468b-4173-8215-54198695dba1 req-b267a70b-2ad3-4714-95f1-281433c68fa9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953655 May 26 15:56:56.850772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e21967-ff47-430b-b18c-def2895b121e req-fc5a3cae-dadf-4925-8027-e700dada9842 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 210 time: 0.0593119 May 26 15:56:56.886752 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-d3288b3d-de81-430f-a3b4-5ac906816544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:56.889459 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-d3288b3d-de81-430f-a3b4-5ac906816544 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2516148 May 26 15:56:56.920524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feb1ce54-873a-424b-9653-5c8d2edbef59 req-9859a14d-4b33-42cc-b88c-e8fa84a4cae2 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399121 May 26 15:56:57.026764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 11d13c28-7143-4131-8cb2-0e0030f69fa3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:57.104155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f9000-c8dd-464e-bf44-65c76ad9a93a req-f64762d3-1480-4d56-911f-8b87cc9092c5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:57.106998 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a55f9000-c8dd-464e-bf44-65c76ad9a93a req-f64762d3-1480-4d56-911f-8b87cc9092c5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 949 time: 0.0789449 May 26 15:56:57.165027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 11d13c28-7143-4131-8cb2-0e0030f69fa3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:57.165450 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.236376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a55f9000-c8dd-464e-bf44-65c76ad9a93a req-bc59ae91-b75a-42a5-a8eb-f3524bed3e8a tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918627 May 26 15:56:57.270199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b6f6d-6c19-4f1b-8ac5-127cf4008b81 req-eab92c6c-8718-40ac-b627-6cd333eca9a0 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:57.273470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-885b6f6d-6c19-4f1b-8ac5-127cf4008b81 req-eab92c6c-8718-40ac-b627-6cd333eca9a0 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1649823 May 26 15:56:57.307611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 11d13c28-7143-4131-8cb2-0e0030f69fa3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:57.308069 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.332101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-cd4cbe84-4074-4beb-a3ed-9d8564b25f1b tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:57.336627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-cd4cbe84-4074-4beb-a3ed-9d8564b25f1b tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.1761069 May 26 15:56:57.353749 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-78397473-80a8-4e8c-851f-443c8f378717 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.0864935 May 26 15:56:57.415885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 11d13c28-7143-4131-8cb2-0e0030f69fa3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=11d13c28-7143-4131-8cb2-0e0030f69fa3,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:57.428602 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.441140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-b10b3fa6-6ac2-4535-a268-21dbf060630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:57.444062 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-b10b3fa6-6ac2-4535-a268-21dbf060630b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0809476 May 26 15:56:57.470345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-885b6f6d-6c19-4f1b-8ac5-127cf4008b81 req-babb5cd4-aa24-43ea-8aad-7686a66ba49a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853297 May 26 15:56:57.597251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-0e66f106-0cd9-4d66-8c01-31ad6be580bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:57.599513 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-0e66f106-0cd9-4d66-8c01-31ad6be580bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1466832 May 26 15:56:57.608251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=11d13c28-7143-4131-8cb2-0e0030f69fa3,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:57.796937 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-098ce1c5-c36c-4acb-aded-435be0a39fdf service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897292 May 26 15:56:57.807533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcedc6-9e79-4ba3-9ee4-64b6f2e7a645 req-f2cddbe7-f7a3-496e-ba76-35ed578e2c32 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:57.809157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfdcedc6-9e79-4ba3-9ee4-64b6f2e7a645 req-f2cddbe7-f7a3-496e-ba76-35ed578e2c32 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2591867 May 26 15:56:57.829878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219e992-cfe1-416a-8c20-b712d31e1ec1 req-c764f943-830e-4417-bc93-dc3f3eb8999f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:57.833663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f219e992-cfe1-416a-8c20-b712d31e1ec1 req-c764f943-830e-4417-bc93-dc3f3eb8999f tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 944 time: 0.2428451 May 26 15:56:57.854931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-da04494b-e9f9-48be-b733-7fbec5057456 service neutron] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:57.871920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-da04494b-e9f9-48be-b733-7fbec5057456 service neutron] Notify callbacks [] for binding, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.873044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe03055-7ef6-4f5b-8cfc-37a93b00bf90 req-da04494b-e9f9-48be-b733-7fbec5057456 service neutron] 10.222.0.32 "DELETE /v2.0/ports/587e9e4a-3bbf-44c3-a287-324fa05bb3a4/bindings/n-h1-843336-2 HTTP/1.1" status: 204 len: 173 time: 0.5155385 May 26 15:56:57.923665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfdcedc6-9e79-4ba3-9ee4-64b6f2e7a645 req-7d6ac31a-47c5-4df9-b85f-47a20cb92677 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875938 May 26 15:56:57.956804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f219e992-cfe1-416a-8c20-b712d31e1ec1 req-09fd4752-fa35-42b0-be1b-8a01f4a28eb4 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018362 May 26 15:56:58.041651 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-69569f96-4042-40d0-9e90-5ba7e863497d service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322953 May 26 15:56:58.111694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-593343a4-9243-405e-87e0-43dde95e0e4f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:58.114066 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-593343a4-9243-405e-87e0-43dde95e0e4f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.32 "GET /v2.0/networks?id=ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 200 len: 810 time: 0.2752814 May 26 15:56:58.133573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Request body: {'port': {'device_id': '020c08bd-b8ff-411a-b05d-daffd0b7417b', 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28', 'admin_state_up': True, 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:58.174671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d875eedc-0d66-4cd3-b344-8b1774903515 req-c8d6e8e1-a17f-41ad-be54-f3e366a7a140 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 210 time: 0.0421386 May 26 15:56:58.328555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80e148-1e6d-4dcd-984b-5c9f2f1fa0f1 req-54430a79-c6ed-4701-957d-d0fb35e3746d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:58.331240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:58.332296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef80e148-1e6d-4dcd-984b-5c9f2f1fa0f1 req-54430a79-c6ed-4701-957d-d0fb35e3746d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.0840244 May 26 15:56:58.340199 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490f66bc-cee7-4c18-9d3e-d0b052efcf8d" -d '{"events": [{"server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:58.377467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Made reservation on behalf of 183aca7ccf4c4f829c7135c387396f4d for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:58.382754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.400198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef80e148-1e6d-4dcd-984b-5c9f2f1fa0f1 req-02b6a128-800b-460e-8ea3-85f6aca5a36d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536845 May 26 15:56:58.864288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Allocated IP 172.20.0.4 (ec72401e-dbb1-4e29-bc42-0cbab3487b28/83f49696-dea9-4d21-bd74-32e61ec32024/2730c717-4890-4d0f-a835-70bf0f41d3bd) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:58.917111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 11d13c28-7143-4131-8cb2-0e0030f69fa3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:58.934412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f564862-dbf7-4a29-8f6a-e3626e5ff2b3 req-03329fb5-0aad-4644-8209-61e869c9bbe9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:58.944995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f564862-dbf7-4a29-8f6a-e3626e5ff2b3 req-03329fb5-0aad-4644-8209-61e869c9bbe9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 949 time: 0.2368586 May 26 15:56:58.971829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e511de-b553-44e5-ac2d-81bcb581145c req-3bf0d461-f383-46cc-bc23-b42f1c3fa3b6 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:58.974723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1e511de-b553-44e5-ac2d-81bcb581145c req-3bf0d461-f383-46cc-bc23-b42f1c3fa3b6 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1095 time: 0.2965510 May 26 15:56:59.012299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f564862-dbf7-4a29-8f6a-e3626e5ff2b3 req-b8846bee-b1bc-45c8-8083-f5f790cbaa8b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617299 May 26 15:56:59.080980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 11d13c28-7143-4131-8cb2-0e0030f69fa3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:59.082757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.098766 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984c6c0c-8e47-4f3e-937f-919eee8a6fb7 x-openstack-request-id: req-984c6c0c-8e47-4f3e-937f-919eee8a6fb7 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:59.099192 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:59.103068 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-984c6c0c-8e47-4f3e-937f-919eee8a6fb7 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:59.103840 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984c6c0c-8e47-4f3e-937f-919eee8a6fb7'] response: {'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5', 'code': 200} May 26 15:56:59.117283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1e511de-b553-44e5-ac2d-81bcb581145c req-c91c5681-f3ad-4871-bbef-9b6186233595 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215613 May 26 15:56:59.260291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 11d13c28-7143-4131-8cb2-0e0030f69fa3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:59.291127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.330040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb8aed-ff0a-45a8-854a-99a681cfdb52 req-d4ee0af3-96ca-468d-a097-377a3880499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:59.331713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bfb8aed-ff0a-45a8-854a-99a681cfdb52 req-d4ee0af3-96ca-468d-a097-377a3880499b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 1097 time: 0.1139126 May 26 15:56:59.372079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4c46-0961-4ece-8b4d-bb725653e9eb req-09a0b45c-61d2-458a-85f3-3209c10105fb tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:59.374307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.374992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e48b4c46-0961-4ece-8b4d-bb725653e9eb req-09a0b45c-61d2-458a-85f3-3209c10105fb tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.0909047 May 26 15:56:59.471156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Network ec72401e-dbb1-4e29-bc42-0cbab3487b28 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:59.477163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:59.483773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:59.531455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Pushing event updated for resources: {'Port': ['ID=2730c717-4890-4d0f-a835-70bf0f41d3bd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:59.536827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bfb8aed-ff0a-45a8-854a-99a681cfdb52 req-4ec8d2f4-8fe2-4c18-bb66-f706149bdc95 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606092 May 26 15:56:59.553758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e48b4c46-0961-4ece-8b4d-bb725653e9eb req-a53c6d3e-aa1c-42b9-8ad5-74ddbe3d0d2c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244242 May 26 15:56:59.570022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2536d64-b9df-4250-bfab-238ccf1a0029 req-c9adf4a7-65d2-4242-b285-d763bd248694 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:59.572680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2536d64-b9df-4250-bfab-238ccf1a0029 req-c9adf4a7-65d2-4242-b285-d763bd248694 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1943457 May 26 15:56:59.586303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:59.586303 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.623678 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4dc2b5b6-9861-4fef-93fd-b755f39755f9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4999051 May 26 15:56:59.637971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2536d64-b9df-4250-bfab-238ccf1a0029 req-e6e39e76-df26-48cb-a83b-504d3cefbd85 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530915 May 26 15:56:59.751444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1c460-6bfd-4133-b3f1-eff5d1709d7b req-24996c25-8e0c-44dc-9c4b-c8a0bb191bfc tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:59.754284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb1c460-6bfd-4133-b3f1-eff5d1709d7b req-24996c25-8e0c-44dc-9c4b-c8a0bb191bfc tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 931 time: 0.0824385 May 26 15:56:59.765529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe38ab9-b5ed-451b-9737-a6650cee34d4 req-3c01fea1-081c-4615-9175-521ff252c7ca tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:59.767232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbe38ab9-b5ed-451b-9737-a6650cee34d4 req-3c01fea1-081c-4615-9175-521ff252c7ca tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 1095 time: 0.0666792 May 26 15:56:59.820870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb1c460-6bfd-4133-b3f1-eff5d1709d7b req-d0f36a03-1872-47be-b0a0-874779e55713 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526056 May 26 15:56:59.833845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbe38ab9-b5ed-451b-9737-a6650cee34d4 req-7e6acb10-cd57-4ed8-8a51-2edb42a05250 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511849 May 26 15:56:59.868495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Request body: {'port': {'device_id': '020c08bd-b8ff-411a-b05d-daffd0b7417b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:00.024007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.066824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29de623-9c9f-4c36-96a3-df43204373db req-7f28d3e6-5f8a-4889-8d18-3aec9fe2d9ae tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:00.077365 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d29de623-9c9f-4c36-96a3-df43204373db req-7f28d3e6-5f8a-4889-8d18-3aec9fe2d9ae tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.1043375 May 26 15:57:00.146057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d29de623-9c9f-4c36-96a3-df43204373db req-8cb5a376-1d93-4b69-bc5f-9719ce740468 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627158 May 26 15:57:00.375587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8e5ca-ba16-4193-a5f1-a2756edc944c req-ae697298-0821-4820-bfff-9ffa3917bfe9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:00.378119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ab8e5ca-ba16-4193-a5f1-a2756edc944c req-ae697298-0821-4820-bfff-9ffa3917bfe9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 949 time: 0.0791984 May 26 15:57:00.462962 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ab8e5ca-ba16-4193-a5f1-a2756edc944c req-6cfce978-29b3-4f32-bb51-546cc5240a09 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703254 May 26 15:57:00.493655 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2730c717-4890-4d0f-a835-70bf0f41d3bd {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:00.513451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.539793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Transition to ACTIVE for port object 2730c717-4890-4d0f-a835-70bf0f41d3bd will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:00.546079 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.722372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Pushing event updated for resources: {'Port': ['ID=2730c717-4890-4d0f-a835-70bf0f41d3bd,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:00.847282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Attempting to bind port 2730c717-4890-4d0f-a835-70bf0f41d3bd on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:00.847987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Attempting to bind port 2730c717-4890-4d0f-a835-70bf0f41d3bd by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:00.848574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Attempting to bind port 2730c717-4890-4d0f-a835-70bf0f41d3bd on network ec72401e-dbb1-4e29-bc42-0cbab3487b28 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:00.857466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Port 2730c717-4890-4d0f-a835-70bf0f41d3bd on network ec72401e-dbb1-4e29-bc42-0cbab3487b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:00.860193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Attempting to bind port 2730c717-4890-4d0f-a835-70bf0f41d3bd on network ec72401e-dbb1-4e29-bc42-0cbab3487b28 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:00.871398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:00.872116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Checking segment: {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:00.872453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Bound using segment: {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:00.873590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Bound port: 2730c717-4890-4d0f-a835-70bf0f41d3bd, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:00.874046 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.925025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29ea73-0352-42a6-8a76-ff899e92b3f5 req-29533bd8-7b52-491e-8dbb-27bf4233f7d3 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:00.927021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e29ea73-0352-42a6-8a76-ff899e92b3f5 req-29533bd8-7b52-491e-8dbb-27bf4233f7d3 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 1100 time: 0.1423762 May 26 15:57:01.002413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e29ea73-0352-42a6-8a76-ff899e92b3f5 req-03c51d79-6bbb-4fb1-b818-d3ffd0c0b7b7 tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633888 May 26 15:57:01.078970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] For port 2730c717-4890-4d0f-a835-70bf0f41d3bd, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:01.088198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] For port 2730c717-4890-4d0f-a835-70bf0f41d3bd, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=2730c717-4890-4d0f-a835-70bf0f41d3bd,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:01.098058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:01.142125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:01.143050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:01.146064 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] 10.222.0.32 "PUT /v2.0/ports/2730c717-4890-4d0f-a835-70bf0f41d3bd HTTP/1.1" status: 200 len: 1091 time: 1.2854931 May 26 15:57:01.146397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020c08bd-b8ff-411a-b05d-daffd0b7417b', 'tag': '2730c717-4890-4d0f-a835-70bf0f41d3bd'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:01.148816 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43216a9d-300d-4f24-a279-68e1985ed212" -d '{"events": [{"name": "network-changed", "server_uuid": "020c08bd-b8ff-411a-b05d-daffd0b7417b", "tag": "2730c717-4890-4d0f-a835-70bf0f41d3bd"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:01.208065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629146f-11de-4af5-9295-66392a91ae91 service neutron] Pushing event updated for resources: {'Port': ['ID=2730c717-4890-4d0f-a835-70bf0f41d3bd,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:01.253501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60609b-1103-4d14-9a40-a2631b1c45a6 req-296cb060-7d8e-4847-bc5b-6b43f2c9de7c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:01.257349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e60609b-1103-4d14-9a40-a2631b1c45a6 req-296cb060-7d8e-4847-bc5b-6b43f2c9de7c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1667850 May 26 15:57:01.318992 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-03018ffa-9445-4a92-accf-88dc954e00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:01.322337 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-03018ffa-9445-4a92-accf-88dc954e00b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=183aca7ccf4c4f829c7135c387396f4d&device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 1094 time: 0.0927198 May 26 15:57:01.365701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6596b-296f-4523-be6c-752fb295b7b5 req-3b6e7835-b77b-45d6-ba14-a8e0f7ad6deb tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:01.367790 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7da6596b-296f-4523-be6c-752fb295b7b5 req-3b6e7835-b77b-45d6-ba14-a8e0f7ad6deb tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1090014 May 26 15:57:01.378630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e60609b-1103-4d14-9a40-a2631b1c45a6 req-0479447a-e57e-476b-a6b2-469b0d72ad32 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756071 May 26 15:57:01.382513 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-d32343e3-ec1d-4387-902f-82ccbaba67e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2730c717-4890-4d0f-a835-70bf0f41d3bd HTTP/1.1" status: 200 len: 217 time: 0.0468888 May 26 15:57:01.467463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7da6596b-296f-4523-be6c-752fb295b7b5 req-73eb4179-8ffa-4d05-a139-73860503e15c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867898 May 26 15:57:01.512175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-a3497060-2ff4-47e8-9885-26598481b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:01.514827 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-a3497060-2ff4-47e8-9885-26598481b217 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83f49696-dea9-4d21-bd74-32e61ec32024 HTTP/1.1" status: 200 len: 850 time: 0.1153176 May 26 15:57:01.593833 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-6688d6b9-e06f-4033-82e6-8f2e3d485917 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec72401e-dbb1-4e29-bc42-0cbab3487b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543163 May 26 15:57:01.627671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e33188-d38f-415b-b620-c40a6eb555e5 req-9ee1b972-cd87-4c25-9d51-8fbb5f17482c tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:01.630899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9e33188-d38f-415b-b620-c40a6eb555e5 req-9ee1b972-cd87-4c25-9d51-8fbb5f17482c tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 943 time: 0.1000817 May 26 15:57:01.744313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9e33188-d38f-415b-b620-c40a6eb555e5 req-b504a2c5-07a1-4a93-9481-063f722c39c1 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011336 May 26 15:57:01.819120 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-4ec4f2c8-4846-46c7-bd36-dd5b9bfe4dfa service neutron] 10.222.0.32 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118027 May 26 15:57:01.850960 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1835c1-83ed-4478-b72a-dcb3e5e6c2d5 x-openstack-request-id: req-1a1835c1-83ed-4478-b72a-dcb3e5e6c2d5 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:01.851565 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020c08bd-b8ff-411a-b05d-daffd0b7417b", "tag": "2730c717-4890-4d0f-a835-70bf0f41d3bd", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:01.852502 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a1835c1-83ed-4478-b72a-dcb3e5e6c2d5 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:01.852841 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1835c1-83ed-4478-b72a-dcb3e5e6c2d5'] response: {'name': 'network-changed', 'server_uuid': '020c08bd-b8ff-411a-b05d-daffd0b7417b', 'tag': '2730c717-4890-4d0f-a835-70bf0f41d3bd', 'status': 'completed', 'code': 200} May 26 15:57:02.030159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b40f5-b7ff-4f2d-8842-fd6cf5bea6ed req-2a92d909-d15f-4a12-b02f-b9a337ad52f9 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:02.039062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef6b40f5-b7ff-4f2d-8842-fd6cf5bea6ed req-2a92d909-d15f-4a12-b02f-b9a337ad52f9 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.0821681 May 26 15:57:02.053980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 37120126-c012-4c26-832c-94c1545011fe no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:02.092171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef6b40f5-b7ff-4f2d-8842-fd6cf5bea6ed req-f7f2ae68-863b-44eb-a99e-2c23591faa3e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 May 26 15:57:02.096950 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b71b14e6-7888-46a6-9faa-a7091a425600 req-c120a316-eca5-4763-806c-48f8b2f6f712 service neutron] 10.222.0.32 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228541 May 26 15:57:02.221947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 37120126-c012-4c26-832c-94c1545011fe is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:02.279675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-7cd52327-233b-4297-a352-0ecd1bfc7ede tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649011 May 26 15:57:02.311145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43216a9d-300d-4f24-a279-68e1985ed212 req-ac329cf4-609c-4634-bbea-b786ed4cbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:02.312831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43216a9d-300d-4f24-a279-68e1985ed212 req-ac329cf4-609c-4634-bbea-b786ed4cbfa1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=183aca7ccf4c4f829c7135c387396f4d&device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 1094 time: 0.0873525 May 26 15:57:02.514368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43216a9d-300d-4f24-a279-68e1985ed212 req-60a8ddb2-2382-48e6-8c07-df29b29e75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:02.516684 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43216a9d-300d-4f24-a279-68e1985ed212 req-60a8ddb2-2382-48e6-8c07-df29b29e75bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 200 len: 911 time: 0.1856101 May 26 15:57:02.575260 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43216a9d-300d-4f24-a279-68e1985ed212 req-dd4a20b6-80f7-4b7a-8c1f-c06dedbbc63b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2730c717-4890-4d0f-a835-70bf0f41d3bd HTTP/1.1" status: 200 len: 217 time: 0.0441852 May 26 15:57:02.699766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43216a9d-300d-4f24-a279-68e1985ed212 req-05b8ae8f-5fe7-4239-a46b-491e1cfa9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:02.702205 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43216a9d-300d-4f24-a279-68e1985ed212 req-05b8ae8f-5fe7-4239-a46b-491e1cfa9b2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83f49696-dea9-4d21-bd74-32e61ec32024 HTTP/1.1" status: 200 len: 850 time: 0.1106482 May 26 15:57:02.708369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55678) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:02.763950 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43216a9d-300d-4f24-a279-68e1985ed212 req-4702da5f-8531-498f-9ff5-470bd95384e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec72401e-dbb1-4e29-bc42-0cbab3487b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442455 May 26 15:57:02.903492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-f0f136f2-3cab-4271-a7f2-78a4a5a1a81d service neutron] 10.222.0.32 "GET /v2.0/ports/37120126-c012-4c26-832c-94c1545011fe/bindings/n-h1-843336-2 HTTP/1.1" status: 200 len: 384 time: 0.5835185 May 26 15:57:02.934644 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fd617aac-cc1e-489c-91d6-67060137f650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.940694 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43216a9d-300d-4f24-a279-68e1985ed212 req-c8b0edd8-af77-471e-8970-065a668796b4 service neutron] 10.222.0.32 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581795 May 26 15:57:02.997587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9b08-3807-4ac8-92e2-47819296e719 req-2eb0e290-d555-4418-80ef-22a72e631d24 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:02.999118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b9b08-3807-4ac8-92e2-47819296e719 req-2eb0e290-d555-4418-80ef-22a72e631d24 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.2221351 May 26 15:57:03.026082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-1239c153-bcf6-4853-9915-8d788d56af9e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:03.031099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-1239c153-bcf6-4853-9915-8d788d56af9e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7500544 May 26 15:57:03.075016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-472f383c-a17f-4e58-a51f-be8a0a69de0b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/quotas/7ad6291b93cf4091962ae8d825bddcf1 HTTP/1.1" status: 200 len: 375 time: 0.0298738 May 26 15:57:03.152856 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43216a9d-300d-4f24-a279-68e1985ed212 req-b01815b1-fa91-47ff-ab4f-791bc59248ed service neutron] 10.222.0.32 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972520 May 26 15:57:03.190654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fd617aac-cc1e-489c-91d6-67060137f650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.194286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b9b08-3807-4ac8-92e2-47819296e719 req-6bd6d38b-934b-442c-b755-efec82c98c3c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819229 May 26 15:57:03.198753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fd617aac-cc1e-489c-91d6-67060137f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.243541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-0d9440e3-1dc6-4193-8d24-6b3679d75ef7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1596591 May 26 15:57:03.278093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fd617aac-cc1e-489c-91d6-67060137f650 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d76fd0cf176547bba8214180bde25332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676067 May 26 15:57:03.279875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd617aac-cc1e-489c-91d6-67060137f650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a0a6c0-abeb-4fb5-ad57-1f26b2b6d37c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:03.287192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:03.414743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0e16439-e738-4859-8678-4457e5e99b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.442393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:03.460549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0e16439-e738-4859-8678-4457e5e99b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.598067 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0e16439-e738-4859-8678-4457e5e99b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.603034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0e16439-e738-4859-8678-4457e5e99b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.609749 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f0e16439-e738-4859-8678-4457e5e99b09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48a0a6c0-abeb-4fb5-ad57-1f26b2b6d37c HTTP/1.1" status: 204 len: 168 time: 0.3205910 May 26 15:57:03.626537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e16439-e738-4859-8678-4457e5e99b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a0a6c0-abeb-4fb5-ad57-1f26b2b6d37c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:03.706163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:03.813152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403490b-5176-4adb-a72c-1f8feae3444b req-027a2151-f5a6-42a8-a65a-f601b58a81c7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:03.814861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3403490b-5176-4adb-a72c-1f8feae3444b req-027a2151-f5a6-42a8-a65a-f601b58a81c7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2565172 May 26 15:57:03.826111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c754c-2d79-4b92-b46c-69a9c2e9516a req-7e29fb93-6628-4a64-9ea1-c88a5b37660a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:03.834142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-724c754c-2d79-4b92-b46c-69a9c2e9516a req-7e29fb93-6628-4a64-9ea1-c88a5b37660a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 943 time: 0.2539020 May 26 15:57:03.841750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37120126-c012-4c26-832c-94c1545011fe {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:03.892474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:03.961862 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.021269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-724c754c-2d79-4b92-b46c-69a9c2e9516a req-99f0aa37-ba4f-4d19-9eb5-7f4560abd502 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858938 May 26 15:57:04.107238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3403490b-5176-4adb-a72c-1f8feae3444b req-8be13587-489c-40c8-b997-110292171df8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707627 May 26 15:57:04.246285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55706) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:04.268808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c5d33c9e-7003-478c-ac4d-923cf9d6def2 req-4054f252-9953-4f39-b71a-9aeba186692c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 210 time: 0.0719345 May 26 15:57:04.292948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248bb3ff-8eca-405a-b87d-974ce7d68a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.326640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] Transition to ACTIVE for port object 37120126-c012-4c26-832c-94c1545011fe will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:04.347627 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.444362 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248bb3ff-8eca-405a-b87d-974ce7d68a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.451176 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248bb3ff-8eca-405a-b87d-974ce7d68a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.481389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ff11f-b7fc-4c4c-98aa-4fa1f719b2d4 req-0fa9ae24-1cf6-43f2-ac52-82e160f0dbcb tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:04.494386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c4ff11f-b7fc-4c4c-98aa-4fa1f719b2d4 req-0fa9ae24-1cf6-43f2-ac52-82e160f0dbcb tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 943 time: 0.3000050 May 26 15:57:04.525983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bb3ff-8eca-405a-b87d-974ce7d68a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a4f14f-bddb-40d3-b71f-e5863262e5db,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:04.553122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] No DVR routers for this DVR port 37120126-c012-4c26-832c-94c1545011fe on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:04.567491 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-248bb3ff-8eca-405a-b87d-974ce7d68a57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9086b697841a4a7d92b94a8f398fc951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124397 May 26 15:57:04.568817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55710) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:04.656142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1479c95f-6df0-463f-8904-4069b6a975b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.669128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] Pushing event updated for resources: {'Port': ['ID=37120126-c012-4c26-832c-94c1545011fe,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:04.679827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-3ea55980-fca4-4c5e-a0ca-ae85e267a950 service neutron] 10.222.0.32 "PUT /v2.0/ports/37120126-c012-4c26-832c-94c1545011fe/bindings/n-h1-843336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7483912 May 26 15:57:04.710118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c4ff11f-b7fc-4c4c-98aa-4fa1f719b2d4 req-6917dd57-9d51-4bf0-9cba-bae32a2d7cab tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139649 May 26 15:57:04.724283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1479c95f-6df0-463f-8904-4069b6a975b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.840194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1479c95f-6df0-463f-8904-4069b6a975b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.847209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1479c95f-6df0-463f-8904-4069b6a975b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.850882 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1479c95f-6df0-463f-8904-4069b6a975b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1a4f14f-bddb-40d3-b71f-e5863262e5db HTTP/1.1" status: 204 len: 168 time: 0.2759697 May 26 15:57:04.881404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479c95f-6df0-463f-8904-4069b6a975b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a4f14f-bddb-40d3-b71f-e5863262e5db,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:04.908108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-0a1ab349-f8b6-4a8e-9223-e3e2f3d4b948 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:04.911265 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-0a1ab349-f8b6-4a8e-9223-e3e2f3d4b948 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.1188834 May 26 15:57:04.913853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92454aea-c5e5-4432-b57a-f149b8dfafea req-67d287bf-942a-4b2d-b13f-cd783b9a91b0 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:04.928257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92454aea-c5e5-4432-b57a-f149b8dfafea req-67d287bf-942a-4b2d-b13f-cd783b9a91b0 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.0961735 May 26 15:57:04.962453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f04cb132-4731-4dff-998a-0fb43fbb0f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.016243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-d73d7913-d271-4b97-a386-669eb406d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:05.018446 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-d73d7913-d271-4b97-a386-669eb406d159 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c HTTP/1.1" status: 200 len: 1095 time: 0.0993774 May 26 15:57:05.056654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92454aea-c5e5-4432-b57a-f149b8dfafea req-41edcb1e-9829-4597-abf4-7479fe01c17e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267650 May 26 15:57:05.132485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-8a4aaa9a-da1c-41f7-96a2-cca5c9b5847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:05.138563 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-8a4aaa9a-da1c-41f7-96a2-cca5c9b5847d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1095 time: 0.0773590 May 26 15:57:05.440009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-43219f8d-6822-45cb-9bda-27e972226848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:05.443378 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-43219f8d-6822-45cb-9bda-27e972226848 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.2976525 May 26 15:57:05.487539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5c4a1-0593-4a7d-b7d1-19f337bee721 req-a9223573-2826-4926-8a28-bc7cee45cb24 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:05.489824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ace5c4a1-0593-4a7d-b7d1-19f337bee721 req-a9223573-2826-4926-8a28-bc7cee45cb24 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.0834031 May 26 15:57:05.521410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf547e-ee18-4453-a40b-550aa7f80966 req-9bad7153-2bb3-4f8e-a3e8-00a0ac39811f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:05.530989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdcf547e-ee18-4453-a40b-550aa7f80966 req-9bad7153-2bb3-4f8e-a3e8-00a0ac39811f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 943 time: 0.1629915 May 26 15:57:05.552535 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-c977dc4a-84ee-49dc-a05a-b595b819d3e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37120126-c012-4c26-832c-94c1545011fe HTTP/1.1" status: 200 len: 217 time: 0.1011786 May 26 15:57:05.616486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdcf547e-ee18-4453-a40b-550aa7f80966 req-a573255b-4754-47d9-b1c3-bf0e3b8e901e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841873 May 26 15:57:05.636073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ace5c4a1-0593-4a7d-b7d1-19f337bee721 req-35f01eca-1991-4fce-b0e6-9cd62a0d44f5 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222501 May 26 15:57:05.668297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-10a98b46-1a1b-44a5-a717-382bd1f36b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:05.670681 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-10a98b46-1a1b-44a5-a717-382bd1f36b35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.1054466 May 26 15:57:05.725305 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-9db43670-f6b9-4833-89ce-e4bcb330c142 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409434 May 26 15:57:05.746497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-527fcbe3-3f78-4f49-9f6e-195fe717378c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351601 May 26 15:57:05.876647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a335a338-2962-447a-aabe-593051643450 req-58b574f5-3436-4395-b2af-dc287c93bd61 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 210 time: 0.0803809 May 26 15:57:06.027183 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-69d49361-cbec-4883-a208-e82b2c8241ea service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880902 May 26 15:57:06.031914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-528b1d6b-b1dd-40bf-b5e1-9313113eabc5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:06.035138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-528b1d6b-b1dd-40bf-b5e1-9313113eabc5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775507 May 26 15:57:06.053332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834173-10de-4791-b0ac-9e0c931cb1ed req-acae683b-087e-470a-8ac4-4d322f870727 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:06.066773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31834173-10de-4791-b0ac-9e0c931cb1ed req-acae683b-087e-470a-8ac4-4d322f870727 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 944 time: 0.1611753 May 26 15:57:06.086300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Request body: {'port': {'device_id': 'adac9028-ae43-499c-bf8a-4cb3d7b28359', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '7ad6291b93cf4091962ae8d825bddcf1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:06.197022 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-81f111b6-06d2-4ae0-8ef2-363de8d28e4f service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608939 May 26 15:57:06.304939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31834173-10de-4791-b0ac-9e0c931cb1ed req-908428ac-d607-4f41-83de-135f4502a11f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352140 May 26 15:57:06.404173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Made reservation on behalf of 7ad6291b93cf4091962ae8d825bddcf1 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:06.410723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:06.439114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d32fba-7fd4-45ad-a3a0-9394340d3281 req-2f339342-c7f6-41df-b25f-63a571f87f7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:06.447050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65d32fba-7fd4-45ad-a3a0-9394340d3281 req-2f339342-c7f6-41df-b25f-63a571f87f7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.2343988 May 26 15:57:06.580229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-0f0b44f3-62f7-4bda-9a22-a2a3115349d1 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:06.583121 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-0f0b44f3-62f7-4bda-9a22-a2a3115349d1 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.0731668 May 26 15:57:06.593457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65d32fba-7fd4-45ad-a3a0-9394340d3281 req-2d0313ee-812d-4ea4-a72d-37e506bf904c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453831 May 26 15:57:06.753986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Allocated IP 192.168.233.67 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/f295b6ef-eb71-4b9f-b1eb-da28fe54f178) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:07.000430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199aa07-b722-44d1-824b-1aa6a878d3e9 req-a2547d07-0e2f-43b3-bc5b-f9c279519dda tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:07.013920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c199aa07-b722-44d1-824b-1aa6a878d3e9 req-a2547d07-0e2f-43b3-bc5b-f9c279519dda tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1634872 May 26 15:57:07.087915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c5e09-c9eb-490d-90b1-5c1dffb142dd req-f4d34538-c548-415f-8bf8-b279d2cdac1a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:07.102666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd5c5e09-c9eb-490d-90b1-5c1dffb142dd req-f4d34538-c548-415f-8bf8-b279d2cdac1a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 943 time: 0.3239107 May 26 15:57:07.123426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-ae25e96b-766a-4818-b848-b19d22df2c4b service neutron] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:07.130222 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-ae25e96b-766a-4818-b848-b19d22df2c4b service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:07.132026 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33476f1a-6829-44ed-a843-ede9d7f2cfa6 req-ae25e96b-766a-4818-b848-b19d22df2c4b service neutron] 10.222.0.24 "DELETE /v2.0/ports/37120126-c012-4c26-832c-94c1545011fe/bindings/n-h2-843336-2 HTTP/1.1" status: 204 len: 173 time: 0.5386045 May 26 15:57:07.177880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c199aa07-b722-44d1-824b-1aa6a878d3e9 req-25fb4db2-86f5-47ad-8961-9bc6a34a9317 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620924 May 26 15:57:07.288703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd5c5e09-c9eb-490d-90b1-5c1dffb142dd req-87585908-e618-4728-9154-1d525a8fa843 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848619 May 26 15:57:07.350119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8bb1233d-196c-4a22-92cb-53f7125f359a req-e31d8042-5711-41f5-a197-7a24e5d4a8a8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 210 time: 0.0563250 May 26 15:57:07.492165 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:07.511005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e98cea-2b79-4ebc-9e0f-7c982a7e13ba req-3d5e73b2-32a3-4e62-8cac-c1ba1e9148ec tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:07.521260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97e98cea-2b79-4ebc-9e0f-7c982a7e13ba req-3d5e73b2-32a3-4e62-8cac-c1ba1e9148ec tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 944 time: 0.1148784 May 26 15:57:07.602072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97e98cea-2b79-4ebc-9e0f-7c982a7e13ba req-dcfe3be9-ff08-465f-8f1b-58085a33aa01 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796423 May 26 15:57:07.632921 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:07.656671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ba5a2c9a-c3ea-47a1-aab2-bba8753eb385', '4afbcd82-4d91-435d-aa69-761662a25de9', 'd6f4b913-dfef-4c9f-8991-1696e7c5897c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:07.666710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'a596a298-0a7c-4987-81e8-263ebfed76bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:07.725096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:07.738490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:07.762968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:07.773186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event updated for resources: {'Port': ['ID=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:07.980942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:07.982061 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-db62f9cd-d618-42f2-b85b-b6250067267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:07.982886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.056908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d701-ee3e-40c3-a5d2-0b74a88e9a25 req-32e633d5-8fbc-42d9-a841-5770a23ad4d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:08.058922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dc6d701-ee3e-40c3-a5d2-0b74a88e9a25 req-32e633d5-8fbc-42d9-a841-5770a23ad4d4 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.2906067 May 26 15:57:08.086097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-6a866144-bc08-451e-b1f5-a39e5ec03257 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0151818 May 26 15:57:08.089205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c208d56-7b6d-40a2-8c7c-be591186e448 req-07df23e2-6967-4850-bb5e-eb41f1998e6c tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:08.091754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c208d56-7b6d-40a2-8c7c-be591186e448 req-07df23e2-6967-4850-bb5e-eb41f1998e6c tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1095 time: 0.1836720 May 26 15:57:08.126111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Request body: {'port': {'device_id': 'adac9028-ae43-499c-bf8a-4cb3d7b28359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:08.129635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 2730c717-4890-4d0f-a835-70bf0f41d3bd details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:08.271872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dc6d701-ee3e-40c3-a5d2-0b74a88e9a25 req-45061909-9838-4c8b-8ab7-31802dfe7026 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951241 May 26 15:57:08.321199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c208d56-7b6d-40a2-8c7c-be591186e448 req-6cf3cedc-1778-454f-901e-bd2ef78ae38b tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036252 May 26 15:57:08.328354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.411183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6bb8cbbf-152d-44e9-8c20-52e78ecc6cc2 None None] Provisioning complete for port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:08.411829 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6bb8cbbf-152d-44e9-8c20-52e78ecc6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.620878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f774572-388b-4f15-ad79-ae21b0e396b8 req-04dec379-987e-45ed-a9ad-fef6fc4af999 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:08.622522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f774572-388b-4f15-ad79-ae21b0e396b8 req-04dec379-987e-45ed-a9ad-fef6fc4af999 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1977897 May 26 15:57:08.722947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8cbbf-152d-44e9-8c20-52e78ecc6cc2 None None] Port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:08.737303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f774572-388b-4f15-ad79-ae21b0e396b8 req-c020ca06-b50e-4d3b-adb8-73fd4e51bb05 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039360 May 26 15:57:08.848496 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.860202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 2730c717-4890-4d0f-a835-70bf0f41d3bd, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=2730c717-4890-4d0f-a835-70bf0f41d3bd,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:08.905483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '2730c717-4890-4d0f-a835-70bf0f41d3bd', 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28', 'port_id': '2730c717-4890-4d0f-a835-70bf0f41d3bd', 'mac_address': 'fa:16:3e:cf:59:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f49696-dea9-4d21-bd74-32e61ec32024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:08.979281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f295b6ef-eb71-4b9f-b1eb-da28fe54f178 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:08.994897 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.073067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4722721-cf5e-4adc-a968-203f51b03f33 req-661f039f-66ae-4f73-b317-a76c042793d3 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:09.074951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4722721-cf5e-4adc-a968-203f51b03f33 req-661f039f-66ae-4f73-b317-a76c042793d3 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 943 time: 0.1893575 May 26 15:57:09.076226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Transition to ACTIVE for port object f295b6ef-eb71-4b9f-b1eb-da28fe54f178 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:09.081971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 2730c717-4890-4d0f-a835-70bf0f41d3bd is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:09.082492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.082695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.152894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2730c717-4890-4d0f-a835-70bf0f41d3bd {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:09.153608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aa7d9-ebe1-4afd-bacd-c7eb8972cc54 req-ed839e4c-2e0a-451e-b1cd-055994287776 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:09.161576 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b65aa7d9-ebe1-4afd-bacd-c7eb8972cc54 req-ed839e4c-2e0a-451e-b1cd-055994287776 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 1095 time: 0.1730969 May 26 15:57:09.213439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 2730c717-4890-4d0f-a835-70bf0f41d3bd, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=2730c717-4890-4d0f-a835-70bf0f41d3bd,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:09.225134 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.236991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:09.283727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4722721-cf5e-4adc-a968-203f51b03f33 req-86fc90aa-d11c-4832-9f03-95ee381c44ac tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887269 May 26 15:57:09.328556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=2730c717-4890-4d0f-a835-70bf0f41d3bd,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:09.333828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b65aa7d9-ebe1-4afd-bacd-c7eb8972cc54 req-59f80a06-4667-4776-adcc-4ab9c4bad6b8 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710711 May 26 15:57:09.400302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Attempting to bind port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:09.401713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Attempting to bind port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:09.402653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Attempting to bind port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:09.426654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:09.427581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Attempting to bind port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:09.471547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:09.471547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:09.471547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:09.474710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Bound port: f295b6ef-eb71-4b9f-b1eb-da28fe54f178, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:09.475080 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.606088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b4c2b-8843-415d-9e1c-cfd048a228b0 req-43b70f13-0bfb-4dda-87e5-83977dbace2d tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:09.607652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf5b4c2b-8843-415d-9e1c-cfd048a228b0 req-43b70f13-0bfb-4dda-87e5-83977dbace2d tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 947 time: 0.1662772 May 26 15:57:09.696500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] For port f295b6ef-eb71-4b9f-b1eb-da28fe54f178, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:09.748438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] For port f295b6ef-eb71-4b9f-b1eb-da28fe54f178, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:09.759149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf5b4c2b-8843-415d-9e1c-cfd048a228b0 req-962aa92d-94ed-4f38-9048-4b2cc7caa0b4 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224506 May 26 15:57:09.772525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.800028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['2730c717-4890-4d0f-a835-70bf0f41d3bd'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:09.921333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:09.932964 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.935949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/f295b6ef-eb71-4b9f-b1eb-da28fe54f178 HTTP/1.1" status: 200 len: 1095 time: 1.8146560 May 26 15:57:10.027252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adac9028-ae43-499c-bf8a-4cb3d7b28359', 'tag': 'f295b6ef-eb71-4b9f-b1eb-da28fe54f178'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:10.032215 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79855f80-1882-45e0-bc78-a008c614e65c" -d '{"events": [{"name": "network-changed", "server_uuid": "adac9028-ae43-499c-bf8a-4cb3d7b28359", "tag": "f295b6ef-eb71-4b9f-b1eb-da28fe54f178"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:10.040333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce8a83-c886-491d-ae32-7e85cf2c13e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:10.068228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896762-16a4-4783-af5d-265bbbe9023d req-0c2bfa18-3c82-4071-a2c7-81b0e5e65406 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:10.077693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b896762-16a4-4783-af5d-265bbbe9023d req-0c2bfa18-3c82-4071-a2c7-81b0e5e65406 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.4039156 May 26 15:57:10.138271 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b896762-16a4-4783-af5d-265bbbe9023d req-15da98bb-a4c8-4bba-9974-1f40e50a5ad1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586398 May 26 15:57:10.197348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-b5a62a5b-a281-4e37-bef2-56200fbf1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:10.199783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-b5a62a5b-a281-4e37-bef2-56200fbf1821 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 1098 time: 0.0986199 May 26 15:57:10.277235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-606be212-208b-43ac-aeb7-d8ab4de5534b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=f295b6ef-eb71-4b9f-b1eb-da28fe54f178 HTTP/1.1" status: 200 len: 217 time: 0.0580289 May 26 15:57:10.383786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-09bef80d-af3d-45a4-9dd4-156d700e0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:10.388048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-09bef80d-af3d-45a4-9dd4-156d700e0642 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0942080 May 26 15:57:10.472980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.535508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-7456357e-5bde-4b3c-a184-5f3f826ae37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:10.538023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-7456357e-5bde-4b3c-a184-5f3f826ae37a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395471 May 26 15:57:10.550959 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.795553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f9266-6f10-4f21-82d1-a3e35d0ad3ed req-fd22c12b-0cad-486e-8e92-ce7e5b9ca990 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:10.807111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d24f9266-6f10-4f21-82d1-a3e35d0ad3ed req-fd22c12b-0cad-486e-8e92-ce7e5b9ca990 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1291349 May 26 15:57:10.843273 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee191eb-67dd-4496-8fc7-15487818ffd4 x-openstack-request-id: req-5ee191eb-67dd-4496-8fc7-15487818ffd4 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:10.844996 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adac9028-ae43-499c-bf8a-4cb3d7b28359", "tag": "f295b6ef-eb71-4b9f-b1eb-da28fe54f178", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:10.849580 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ee191eb-67dd-4496-8fc7-15487818ffd4 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:10.857031 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee191eb-67dd-4496-8fc7-15487818ffd4'] response: {'name': 'network-changed', 'server_uuid': 'adac9028-ae43-499c-bf8a-4cb3d7b28359', 'tag': 'f295b6ef-eb71-4b9f-b1eb-da28fe54f178', 'status': 'completed', 'code': 200} May 26 15:57:10.890541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-0c27e6a2-d5b6-4fd1-af0a-7a166dd805bc service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382018 May 26 15:57:10.983248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d24f9266-6f10-4f21-82d1-a3e35d0ad3ed req-827111d3-daee-46a7-bb8b-a3424e124ff9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752789 May 26 15:57:11.057738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35a4c-8399-4eff-aef7-93d18c5f2fe5 req-3062b1f4-4c96-4255-8166-33ad6f788b3d tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:11.059326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac35a4c-8399-4eff-aef7-93d18c5f2fe5 req-3062b1f4-4c96-4255-8166-33ad6f788b3d tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 944 time: 0.0821095 May 26 15:57:11.097430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e57bc9-bb46-43e7-b9d7-34b49a2ed38f req-84ca2e9c-a6c8-421c-a14a-9b8b22033950 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871066 May 26 15:57:11.149425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac35a4c-8399-4eff-aef7-93d18c5f2fe5 req-684b37d1-3cf0-4f6f-a0e3-205b04b5079a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742998 May 26 15:57:11.270781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855f80-1882-45e0-bc78-a008c614e65c req-a3114def-2072-405f-a24d-8d0e393986dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:11.273217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79855f80-1882-45e0-bc78-a008c614e65c req-a3114def-2072-405f-a24d-8d0e393986dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 1098 time: 0.0952301 May 26 15:57:11.635814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb302ecb-6636-4f04-be1a-b3a0d42dfade req-5b6432fe-9f6f-4945-b5ca-ae30f0eac475 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:11.646996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb302ecb-6636-4f04-be1a-b3a0d42dfade req-5b6432fe-9f6f-4945-b5ca-ae30f0eac475 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 947 time: 0.2378678 May 26 15:57:11.653438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855f80-1882-45e0-bc78-a008c614e65c req-c3abfc16-9376-4ad3-8f06-c0c87328f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:11.656046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79855f80-1882-45e0-bc78-a008c614e65c req-c3abfc16-9376-4ad3-8f06-c0c87328f1ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3675222 May 26 15:57:11.764586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23c5ec-f1a6-416b-a855-a10e39bcfc7d req-9fcd754b-71d3-4a08-8aa4-ccebdf5b91b7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:11.772798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f23c5ec-f1a6-416b-a855-a10e39bcfc7d req-9fcd754b-71d3-4a08-8aa4-ccebdf5b91b7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.2578506 May 26 15:57:11.778887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79855f80-1882-45e0-bc78-a008c614e65c req-d76ee5e2-d225-401d-80d1-dbf070f477c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=f295b6ef-eb71-4b9f-b1eb-da28fe54f178 HTTP/1.1" status: 200 len: 217 time: 0.1041946 May 26 15:57:11.977152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb302ecb-6636-4f04-be1a-b3a0d42dfade req-e51e3538-b384-4ab0-a25a-a394dcb2d05f tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147895 May 26 15:57:12.019591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855f80-1882-45e0-bc78-a008c614e65c req-0a9fbd9f-367c-4c50-9cd4-5747eba9c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:12.022918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79855f80-1882-45e0-bc78-a008c614e65c req-0a9fbd9f-367c-4c50-9cd4-5747eba9c1a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2257042 May 26 15:57:12.086104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 2730c717-4890-4d0f-a835-70bf0f41d3bd up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:12.195017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855f80-1882-45e0-bc78-a008c614e65c req-bc7ef866-81de-465b-9b22-456c0c3b8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:12.197516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79855f80-1882-45e0-bc78-a008c614e65c req-bc7ef866-81de-465b-9b22-456c0c3b8bd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513805 May 26 15:57:12.298047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 2730c717-4890-4d0f-a835-70bf0f41d3bd completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:57:12.308523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 2730c717-4890-4d0f-a835-70bf0f41d3bd triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:12.309561 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.501035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 2730c717-4890-4d0f-a835-70bf0f41d3bd is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:12.502227 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.544752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f23c5ec-f1a6-416b-a855-a10e39bcfc7d req-9ec5f800-a56b-4d93-abbf-a5e005abdd42 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564929 May 26 15:57:12.600531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79855f80-1882-45e0-bc78-a008c614e65c req-010fbff5-728d-4932-94d6-c1be0d88b38d service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859441 May 26 15:57:12.616700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 2730c717-4890-4d0f-a835-70bf0f41d3bd, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=2730c717-4890-4d0f-a835-70bf0f41d3bd,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:12.620439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d9581-a9d3-47a2-8679-3cbfad77acda req-00d2546c-6fd4-4666-857f-279c65e049d7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:12.621526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020c08bd-b8ff-411a-b05d-daffd0b7417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2730c717-4890-4d0f-a835-70bf0f41d3bd'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:12.628437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-181d9581-a9d3-47a2-8679-3cbfad77acda req-00d2546c-6fd4-4666-857f-279c65e049d7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2799242 May 26 15:57:12.639083 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd54fbad-1b18-4c79-bdbb-f6d61b7654f6" -d '{"events": [{"server_uuid": "020c08bd-b8ff-411a-b05d-daffd0b7417b", "name": "network-vif-plugged", "status": "completed", "tag": "2730c717-4890-4d0f-a835-70bf0f41d3bd"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:12.648866 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.716416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=2730c717-4890-4d0f-a835-70bf0f41d3bd,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:12.758807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55964) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:12.836324 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:57:12.927259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40867519-bb44-4ceb-9778-7d6e6724aeed req-2ecd500d-36dd-4e50-81a7-bb68a2129cee tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:12.929167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40867519-bb44-4ceb-9778-7d6e6724aeed req-2ecd500d-36dd-4e50-81a7-bb68a2129cee tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.2676120 May 26 15:57:12.953730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-181d9581-a9d3-47a2-8679-3cbfad77acda req-35c6ad8f-3b42-4882-a914-c86268f5eae6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942214 May 26 15:57:12.977621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79855f80-1882-45e0-bc78-a008c614e65c req-0af228db-c75e-4cab-9e9c-8f97d07c6868 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476818 May 26 15:57:13.018998 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40867519-bb44-4ceb-9778-7d6e6724aeed req-66dedb3a-61eb-464f-bec0-63e1a9480407 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730021 May 26 15:57:13.054100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.152011 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed78ac21-b318-4f3b-9a88-ea69ea4cd423 x-openstack-request-id: req-ed78ac21-b318-4f3b-9a88-ea69ea4cd423 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:13.152849 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020c08bd-b8ff-411a-b05d-daffd0b7417b", "name": "network-vif-plugged", "status": "completed", "tag": "2730c717-4890-4d0f-a835-70bf0f41d3bd", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:13.153023 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed78ac21-b318-4f3b-9a88-ea69ea4cd423 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:13.153742 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed78ac21-b318-4f3b-9a88-ea69ea4cd423'] response: {'server_uuid': '020c08bd-b8ff-411a-b05d-daffd0b7417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2730c717-4890-4d0f-a835-70bf0f41d3bd', 'code': 200} May 26 15:57:13.227334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.235381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.338222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a91ae16de9634e7badb51d80ef2a4be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5772800 May 26 15:57:13.344300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55980) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:13.353623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f55768-6691-49ce-9370-47fb65aaac41,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:13.372910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.373242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.373574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.374251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.374813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.375366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.375774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.376169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.376558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.376949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.377344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.377859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76100820-2b1d-441c-8144-a78165b4d3fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:13.484491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf563462-22d4-4425-8975-1edce35f3731 req-ed9767c0-0b7d-4af9-a744-8df18f4d1938 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:13.487187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf563462-22d4-4425-8975-1edce35f3731 req-ed9767c0-0b7d-4af9-a744-8df18f4d1938 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 947 time: 0.1390426 May 26 15:57:13.490731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541054e4-37ad-4e4a-ab50-356d7c082726 req-75c96de4-ad90-43c5-8cc0-ed588cdd95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:13.492289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-541054e4-37ad-4e4a-ab50-356d7c082726 req-75c96de4-ad90-43c5-8cc0-ed588cdd95dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 1096 time: 0.1909168 May 26 15:57:13.499909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-644c9a39-8f13-44e5-abbc-2ef410839ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.556191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-644c9a39-8f13-44e5-abbc-2ef410839ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.595003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf563462-22d4-4425-8975-1edce35f3731 req-c5826b26-fe36-4a07-b4fa-89945ae97816 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955112 May 26 15:57:13.609643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-541054e4-37ad-4e4a-ab50-356d7c082726 req-3a0f8abd-5f59-4d67-8a82-b6162dc806e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913818 May 26 15:57:13.645901 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-644c9a39-8f13-44e5-abbc-2ef410839ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.650813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-644c9a39-8f13-44e5-abbc-2ef410839ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.657752 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-644c9a39-8f13-44e5-abbc-2ef410839ac0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01f55768-6691-49ce-9370-47fb65aaac41 HTTP/1.1" status: 204 len: 168 time: 0.3118238 May 26 15:57:13.673872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c9a39-8f13-44e5-abbc-2ef410839ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f55768-6691-49ce-9370-47fb65aaac41,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:13.866360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d761-eadd-4981-af37-0883253ae543 req-2348c861-eb58-4b0d-a3e0-e208cc60f9ee tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:13.868861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e12d761-eadd-4981-af37-0883253ae543 req-2348c861-eb58-4b0d-a3e0-e208cc60f9ee tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1098158 May 26 15:57:13.951606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e12d761-eadd-4981-af37-0883253ae543 req-6647f923-a9c1-4acf-b04c-2fef9383b956 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712674 May 26 15:57:14.236768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2d7d7-1fdc-4b09-8c6b-3dddbb772d02 req-5831196b-7f1c-4851-a89a-dc56de895460 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:14.251522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6f2d7d7-1fdc-4b09-8c6b-3dddbb772d02 req-5831196b-7f1c-4851-a89a-dc56de895460 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1138694 May 26 15:57:14.309782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6f2d7d7-1fdc-4b09-8c6b-3dddbb772d02 req-4e5708b4-d55d-495a-b329-8a39c8bac6a3 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572946 May 26 15:57:14.406166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56000) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:14.431962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79a91dcf-fe0b-4074-b8c8-eff486df26c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.706573 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79a91dcf-fe0b-4074-b8c8-eff486df26c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.719230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79a91dcf-fe0b-4074-b8c8-eff486df26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.809061 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-79a91dcf-fe0b-4074-b8c8-eff486df26c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8b8005f49d34bea87aa03d0caae3d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968716 May 26 15:57:14.814832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56006) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:14.870304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a91dcf-fe0b-4074-b8c8-eff486df26c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a6ed9c-16da-4aa3-896f-847fb767a596,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:14.951611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57dcfa58-1af2-4bff-91d5-c6294f4c1790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.999284 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57dcfa58-1af2-4bff-91d5-c6294f4c1790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.111818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57dcfa58-1af2-4bff-91d5-c6294f4c1790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.118519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57dcfa58-1af2-4bff-91d5-c6294f4c1790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.120114 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-57dcfa58-1af2-4bff-91d5-c6294f4c1790 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4a6ed9c-16da-4aa3-896f-847fb767a596 HTTP/1.1" status: 204 len: 168 time: 0.3003600 May 26 15:57:15.138770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcfa58-1af2-4bff-91d5-c6294f4c1790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a6ed9c-16da-4aa3-896f-847fb767a596,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:15.184905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d9f9d-3081-4e05-9465-a67562a329ed req-0f407fbd-88cb-4539-9d1e-fcad70aa5981 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.193179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d56d9f9d-3081-4e05-9465-a67562a329ed req-0f407fbd-88cb-4539-9d1e-fcad70aa5981 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.7253978 May 26 15:57:15.211523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0294c5-0144-4a0a-ab1e-c7c119ab9871 req-b470ba2b-a6f9-4fec-a9ca-d50ffd5b4596 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.213662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab0294c5-0144-4a0a-ab1e-c7c119ab9871 req-b470ba2b-a6f9-4fec-a9ca-d50ffd5b4596 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 947 time: 0.1101210 May 26 15:57:15.351739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d56d9f9d-3081-4e05-9465-a67562a329ed req-f30e2f09-8e66-4e83-be8f-26769a13e9c6 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557937 May 26 15:57:15.396293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab0294c5-0144-4a0a-ab1e-c7c119ab9871 req-41b6fd59-d691-408e-ae8f-010def8067fb tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597283 May 26 15:57:15.541856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76fc8-68ec-4d31-91d1-323bc0c3c0cd req-2193ed98-5425-4db4-9c75-4090a2cad10e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.546896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65c76fc8-68ec-4d31-91d1-323bc0c3c0cd req-2193ed98-5425-4db4-9c75-4090a2cad10e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1190963 May 26 15:57:15.652953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65c76fc8-68ec-4d31-91d1-323bc0c3c0cd req-eca3115d-8c09-448d-9316-170c0b9fabd3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933583 May 26 15:57:15.788795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b550c2-a085-4e72-a935-02454ee17ab6 req-7668c0a0-16a7-45a5-b6b4-d0f84ad98104 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.800766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86b550c2-a085-4e72-a935-02454ee17ab6 req-7668c0a0-16a7-45a5-b6b4-d0f84ad98104 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1459885 May 26 15:57:15.919477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86b550c2-a085-4e72-a935-02454ee17ab6 req-1d0c0ef3-b995-4dff-a05b-3d746e73df70 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088948 May 26 15:57:16.086573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device f295b6ef-eb71-4b9f-b1eb-da28fe54f178 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:16.310093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port f295b6ef-eb71-4b9f-b1eb-da28fe54f178, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:16.340318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'f295b6ef-eb71-4b9f-b1eb-da28fe54f178', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'f295b6ef-eb71-4b9f-b1eb-da28fe54f178', 'mac_address': 'fa:16:3e:91:fc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:16.395492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:16.395893 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.433810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f295b6ef-eb71-4b9f-b1eb-da28fe54f178 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:16.545895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port f295b6ef-eb71-4b9f-b1eb-da28fe54f178, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:16.553774 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.590800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adf87d-f6af-4a1b-bddb-483f503fe5bd req-c0af642d-16e6-42bc-a50a-169c9060b100 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:16.611772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18adf87d-f6af-4a1b-bddb-483f503fe5bd req-c0af642d-16e6-42bc-a50a-169c9060b100 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1445713 May 26 15:57:16.647660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:16.730327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18adf87d-f6af-4a1b-bddb-483f503fe5bd req-75f5a4d0-8d54-44bc-8934-f667bee6b046 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169653 May 26 15:57:16.755154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923459f3-4a23-43c2-b349-0cdb70436e48 req-d0c99d98-0d79-46b2-b06f-b5bf12648412 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:16.758094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56044) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:16.761870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-923459f3-4a23-43c2-b349-0cdb70436e48 req-d0c99d98-0d79-46b2-b06f-b5bf12648412 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 948 time: 0.1464810 May 26 15:57:16.819890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-923459f3-4a23-43c2-b349-0cdb70436e48 req-0d496fe3-caaf-4075-b4d1-3440a79b5dc0 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571880 May 26 15:57:16.977509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b399-47f0-43b7-82ff-1b4459cfe02b req-6022629c-6094-452b-9b1e-dd9655728141 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:16.982969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-daf8b399-47f0-43b7-82ff-1b4459cfe02b req-6022629c-6094-452b-9b1e-dd9655728141 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1164551 May 26 15:57:17.031727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-daf8b399-47f0-43b7-82ff-1b4459cfe02b req-4e89ff08-cfb5-4993-bf3c-c624f1f53e2b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 May 26 15:57:17.039328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1049624629-network', 'tenant_id': '515bde80974d488d8d6ab0919633e46d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:17.099166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Made reservation on behalf of 515bde80974d488d8d6ab0919633e46d for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:17.104014 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.124908 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.163433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['f295b6ef-eb71-4b9f-b1eb-da28fe54f178'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:17.326546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.336438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.386168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:57:17.415800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d4a96a-e9bb-43ee-9f23-831e2e0bfc0c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:17.428504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.429547 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Added segment 74cb0900-1d36-40be-a1d5-ccdbb4795a2d of type vlan for network f4c7f83d-b741-4705-9609-31adfc344841 May 26 15:57:17.508549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.537296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-bdb7afc0-5574-4a56-9dd7-67caaf6caef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.539436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-bdb7afc0-5574-4a56-9dd7-67caaf6caef4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=183aca7ccf4c4f829c7135c387396f4d&device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 1096 time: 0.2612360 May 26 15:57:17.558978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6bb8a-fd9b-4833-8aae-14caf7ae20e6 req-5271f495-7f90-45f4-b2a7-447978c7a2b0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.566603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bd6bb8a-fd9b-4833-8aae-14caf7ae20e6 req-5271f495-7f90-45f4-b2a7-447978c7a2b0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1790287 May 26 15:57:17.569225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.571204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.572995 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.671193 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9101439 May 26 15:57:17.679928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56056) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:17.688022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a81f-9b35-4c83-ba74-a3e1a5c5f1e9 req-4b09ad86-0fbc-4426-b8fd-344a221fe08e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.689616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Request body: {'subnet': {'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1049624629-subnet', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:17.698244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2b5a81f-9b35-4c83-ba74-a3e1a5c5f1e9 req-4b09ad86-0fbc-4426-b8fd-344a221fe08e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.3367920 May 26 15:57:17.722439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d5c7a-a823-4191-b055-f9db6287d57b admin admin] Pushing event updated for resources: {'Network': ['ID=f4c7f83d-b741-4705-9609-31adfc344841,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:17.751800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network f4c7f83d-b741-4705-9609-31adfc344841 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:57:17.762517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Made reservation on behalf of 515bde80974d488d8d6ab0919633e46d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:17.775558 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.781883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bd6bb8a-fd9b-4833-8aae-14caf7ae20e6 req-df5601f7-c05b-4a16-a4bf-3324331b05a9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997144 May 26 15:57:17.853959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2b5a81f-9b35-4c83-ba74-a3e1a5c5f1e9 req-7e86ef39-f503-4a30-b79a-98c17232bf32 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206946 May 26 15:57:17.855600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-83a1a2f6-dcf3-4b9b-87ce-6563cb752c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.857282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-83a1a2f6-dcf3-4b9b-87ce-6563cb752c47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 200 len: 911 time: 0.2896142 May 26 15:57:17.980178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-2b9a5b81-a35b-408d-8ecf-293cd532253b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2730c717-4890-4d0f-a835-70bf0f41d3bd HTTP/1.1" status: 200 len: 217 time: 0.1088929 May 26 15:57:18.173694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-8d540edb-1cff-4b2e-8337-893239358057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:18.175678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-8d540edb-1cff-4b2e-8337-893239358057 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83f49696-dea9-4d21-bd74-32e61ec32024 HTTP/1.1" status: 200 len: 850 time: 0.1817329 May 26 15:57:18.240652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2a60b-35f3-4b82-8fda-09ddde4d81cd req-bed5d1a3-ceb2-4860-b0e3-40bc043a1a0b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:18.242496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68b2a60b-35f3-4b82-8fda-09ddde4d81cd req-bed5d1a3-ceb2-4860-b0e3-40bc043a1a0b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 948 time: 0.1244769 May 26 15:57:18.244836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-f2349669-f555-455b-806c-2f6683db71d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec72401e-dbb1-4e29-bc42-0cbab3487b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511703 May 26 15:57:18.329042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.441772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abf5d3e-e853-49e7-baa5-5a6a16cae923,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:18.449403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Checking segment: {'id': '74cb0900-1d36-40be-a1d5-ccdbb4795a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:18.449967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Network hostable DHCP agents. Network: f4c7f83d-b741-4705-9609-31adfc344841, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:57:18.467014 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68b2a60b-35f3-4b82-8fda-09ddde4d81cd req-0fdf699e-10a6-455a-b47e-52ddc0f1c478 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111783 May 26 15:57:18.500170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af26b06-aa42-4ee6-9df0-a1a686bd1cac req-c1831caf-7e7a-40f0-8a15-da442ff43587 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:18.512551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7af26b06-aa42-4ee6-9df0-a1a686bd1cac req-c1831caf-7e7a-40f0-8a15-da442ff43587 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.2665064 May 26 15:57:18.519267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-c761cca6-febb-4341-be69-2dae2485b5bc service neutron] 10.222.0.32 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606618 May 26 15:57:18.533775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Network f4c7f83d-b741-4705-9609-31adfc344841 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:57:18.546469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, f4c7f83d-b741-4705-9609-31adfc344841) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:18.557948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b8e3b-470b-475e-9594-99548f81d06d None None] Network f4c7f83d-b741-4705-9609-31adfc344841 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:18.575906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:18.578036 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.625060 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9b04f7ba-aa99-483f-ae2c-74452ebfe9f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9430506 May 26 15:57:18.630502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56064) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:18.649182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:18.692213 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.693342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.709757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7af26b06-aa42-4ee6-9df0-a1a686bd1cac req-681ac892-bb39-4bb8-92b1-194ed4bacbba tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957810 May 26 15:57:18.819827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.822748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92947087-31b4-40bb-b627-4ba4028f4e12 req-6ca529f6-c66d-411d-8c99-e4917608f2ad service neutron] 10.222.0.32 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897341 May 26 15:57:18.938509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-f4c7f83d-b741-4705-9609-31adfc344841', 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'fixed_ips': [{'subnet_id': '7abf5d3e-e853-49e7-baa5-5a6a16cae923'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:57:18.939375 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.105957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a576f45-d995-4b37-8cd8-2985e48a367e req-237da580-bc44-475f-afc3-4101df8657ab tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:19.108192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a576f45-d995-4b37-8cd8-2985e48a367e req-237da580-bc44-475f-afc3-4101df8657ab tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1516268 May 26 15:57:19.185946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c6148-67a3-4941-9388-aa76d98f2ed6 req-bdec9480-fe4c-43e2-b8fb-328d71b68d4b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:19.194689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b8c6148-67a3-4941-9388-aa76d98f2ed6 req-bdec9480-fe4c-43e2-b8fb-328d71b68d4b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1751919 May 26 15:57:19.236073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a576f45-d995-4b37-8cd8-2985e48a367e req-b19edde7-1b60-4753-b77e-6844ff4a56f7 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108198 May 26 15:57:19.247477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Allocated IP 172.20.0.2 (f4c7f83d-b741-4705-9609-31adfc344841/7abf5d3e-e853-49e7-baa5-5a6a16cae923/edd991a8-7192-41b8-9a3b-30405edb5911) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:19.262884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.291235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b8c6148-67a3-4941-9388-aa76d98f2ed6 req-7749a08b-625e-4e43-98b6-98c30aa43b2e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940359 May 26 15:57:19.529039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.541169 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.622862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Pushing event updated for resources: {'Port': ['ID=edd991a8-7192-41b8-9a3b-30405edb5911,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:19.645112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Network f4c7f83d-b741-4705-9609-31adfc344841 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:19.647520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:19.652064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:19.708563 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.759581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.777483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Attempting to bind port edd991a8-7192-41b8-9a3b-30405edb5911 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:19.778130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Attempting to bind port edd991a8-7192-41b8-9a3b-30405edb5911 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '74cb0900-1d36-40be-a1d5-ccdbb4795a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:19.778916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Attempting to bind port edd991a8-7192-41b8-9a3b-30405edb5911 on network f4c7f83d-b741-4705-9609-31adfc344841 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:19.792572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:19.793249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Checking segment: {'id': '74cb0900-1d36-40be-a1d5-ccdbb4795a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:19.794351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.795727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Bound using segment: {'id': '74cb0900-1d36-40be-a1d5-ccdbb4795a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:19.795991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Bound port: edd991a8-7192-41b8-9a3b-30405edb5911, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cb0900-1d36-40be-a1d5-ccdbb4795a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:19.796542 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.831884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc326c-6a3c-4501-b767-116243f2b7b7 req-efa2751b-4b0f-4d08-9fd7-06323ebf11b7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:19.853142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8cc326c-6a3c-4501-b767-116243f2b7b7 req-efa2751b-4b0f-4d08-9fd7-06323ebf11b7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 948 time: 0.1679835 May 26 15:57:19.987850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] For port edd991a8-7192-41b8-9a3b-30405edb5911, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:19.998047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Allocated IP 172.25.0.87 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/f30fde3b-29b6-4e41-9d12-0a85222408ca) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:19.998887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] For port edd991a8-7192-41b8-9a3b-30405edb5911, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=edd991a8-7192-41b8-9a3b-30405edb5911,segment=NetworkSegment(74cb0900-1d36-40be-a1d5-ccdbb4795a2d),segment_id=74cb0900-1d36-40be-a1d5-ccdbb4795a2d)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:20.007625 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.037144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8cc326c-6a3c-4501-b767-116243f2b7b7 req-a62c3e50-8031-4355-b896-b4bef4201fed tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825383 May 26 15:57:20.115605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4355208-c8b9-476e-bb68-971ee2754dc3 req-ba6e4cc1-f6bc-4be9-865e-89c0602fffc2 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:20.124479 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4355208-c8b9-476e-bb68-971ee2754dc3 req-ba6e4cc1-f6bc-4be9-865e-89c0602fffc2 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1681895 May 26 15:57:20.163712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device f295b6ef-eb71-4b9f-b1eb-da28fe54f178 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:20.270859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4355208-c8b9-476e-bb68-971ee2754dc3 req-35a4c131-62bf-494b-8e50-ef8f77e2f468 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374538 May 26 15:57:20.319367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:57:20.338885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f8808-2fb2-467e-ab14-576206f3e3bb None None] Pushing event updated for resources: {'Port': ['ID=edd991a8-7192-41b8-9a3b-30405edb5911,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:20.351302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:20.351913 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.450763 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.569691 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.636889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:20.636889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:20.641463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:20.685783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:20.686680 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.708481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedf7a4-0980-40d0-aca2-d8f9a424249e req-eff7f28b-dc00-4902-9462-3ffe4515bae5 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:20.721189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aaedf7a4-0980-40d0-aca2-d8f9a424249e req-eff7f28b-dc00-4902-9462-3ffe4515bae5 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.2818012 May 26 15:57:20.781841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb9a3e-8dbe-4528-9813-3a9fb7c0be46 req-27a1bc29-f959-415b-9da0-35c9e7a69845 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:20.791771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port f295b6ef-eb71-4b9f-b1eb-da28fe54f178, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:20.794918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adac9028-ae43-499c-bf8a-4cb3d7b28359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f295b6ef-eb71-4b9f-b1eb-da28fe54f178'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:20.797454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53eb9a3e-8dbe-4528-9813-3a9fb7c0be46 req-27a1bc29-f959-415b-9da0-35c9e7a69845 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2471299 May 26 15:57:20.807414 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4704fd-ea5a-4603-b67d-6cc9e739ee88" -d '{"events": [{"server_uuid": "adac9028-ae43-499c-bf8a-4cb3d7b28359", "name": "network-vif-plugged", "status": "completed", "tag": "f295b6ef-eb71-4b9f-b1eb-da28fe54f178"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:20.857656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.983389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aaedf7a4-0980-40d0-aca2-d8f9a424249e req-f117917a-2ee5-4794-8b2c-f31e161dbab9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770189 May 26 15:57:21.017322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53eb9a3e-8dbe-4528-9813-3a9fb7c0be46 req-1f1d4917-adcc-43a0-8be9-504dc2309ce9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184751 May 26 15:57:21.053780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:21.105963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device edd991a8-7192-41b8-9a3b-30405edb5911 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:21.172335 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5215e23b-4698-4197-931d-ade4c1d7dace x-openstack-request-id: req-5215e23b-4698-4197-931d-ade4c1d7dace {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:21.173525 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adac9028-ae43-499c-bf8a-4cb3d7b28359", "name": "network-vif-plugged", "status": "completed", "tag": "f295b6ef-eb71-4b9f-b1eb-da28fe54f178", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:21.174194 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5215e23b-4698-4197-931d-ade4c1d7dace {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:21.175618 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5215e23b-4698-4197-931d-ade4c1d7dace'] response: {'server_uuid': 'adac9028-ae43-499c-bf8a-4cb3d7b28359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f295b6ef-eb71-4b9f-b1eb-da28fe54f178', 'code': 200} May 26 15:57:21.192170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f30fde3b-29b6-4e41-9d12-0a85222408ca,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:21.252666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port edd991a8-7192-41b8-9a3b-30405edb5911 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:21.253214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.291851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a1fbb-040f-4c1e-9adc-bd5c734bcdca req-3bca5cb3-6448-4419-9271-03e53036960b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.297888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-067a1fbb-040f-4c1e-9adc-bd5c734bcdca req-3bca5cb3-6448-4419-9271-03e53036960b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 949 time: 0.1014400 May 26 15:57:21.483160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-067a1fbb-040f-4c1e-9adc-bd5c734bcdca req-29056847-87d1-4f7a-a13e-ccfe87e2e0c3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776509 May 26 15:57:21.509413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363712e-7504-4dde-a7bd-871dd7dca226 req-d298b39f-69aa-4263-83a3-822bfc02a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.513689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8363712e-7504-4dde-a7bd-871dd7dca226 req-d298b39f-69aa-4263-83a3-822bfc02a4c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 1100 time: 0.1714268 May 26 15:57:21.517425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port edd991a8-7192-41b8-9a3b-30405edb5911 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:21.518225 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.597089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port edd991a8-7192-41b8-9a3b-30405edb5911, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=edd991a8-7192-41b8-9a3b-30405edb5911,segment=NetworkSegment(74cb0900-1d36-40be-a1d5-ccdbb4795a2d),segment_id=74cb0900-1d36-40be-a1d5-ccdbb4795a2d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:21.604039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.609503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8363712e-7504-4dde-a7bd-871dd7dca226 req-ebf7cd61-5086-4f22-b43f-e05145cfb869 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654438 May 26 15:57:21.621195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a7560-726b-438c-bfbd-aff066bd8503 req-efd5c14c-5551-44d3-891a-fbec9529ed34 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.629807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f51a7560-726b-438c-bfbd-aff066bd8503 req-efd5c14c-5551-44d3-891a-fbec9529ed34 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1698937 May 26 15:57:21.701668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f51a7560-726b-438c-bfbd-aff066bd8503 req-031fa25a-6066-4370-8c43-001f4a014885 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689032 May 26 15:57:21.711475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=edd991a8-7192-41b8-9a3b-30405edb5911,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:21.764381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.965625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095cdff0-39cb-4f99-926f-1785aec0be51 None None] Network f4c7f83d-b741-4705-9609-31adfc344841 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:22.093209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a4641f2f-c696-4caa-9011-59cc3f3c04b5 None None] Provisioning complete for port edd991a8-7192-41b8-9a3b-30405edb5911 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:22.098810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4641f2f-c696-4caa-9011-59cc3f3c04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:22.126162 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:22.201444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceb8e2-14b7-4c8b-ac48-c8bf33a69bdb req-5bfc9379-5317-4c16-80e0-6a6c91a62be9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:22.215584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1ceb8e2-14b7-4c8b-ac48-c8bf33a69bdb req-5bfc9379-5317-4c16-80e0-6a6c91a62be9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1369045 May 26 15:57:22.349782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1ceb8e2-14b7-4c8b-ac48-c8bf33a69bdb req-0b416c29-e8b7-4d21-a1b4-e006bdaf4f5b tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332903 May 26 15:57:22.381097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a4641f2f-c696-4caa-9011-59cc3f3c04b5 None None] Current status of the port edd991a8-7192-41b8-9a3b-30405edb5911 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:22.418134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68d0b5-3624-46c5-8ca4-c30cc30ddf86 req-aab332c8-2ffc-41e4-8969-24c28575a07c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:22.427870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee68d0b5-3624-46c5-8ca4-c30cc30ddf86 req-aab332c8-2ffc-41e4-8969-24c28575a07c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2071321 May 26 15:57:22.504560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Router 64e45caa-f92b-4d3e-8a54-e995617d46bd is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:57:22.509221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee68d0b5-3624-46c5-8ca4-c30cc30ddf86 req-daf9a59d-bef9-4373-972d-3f4f9f5abb99 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801351 May 26 15:57:22.738909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5755aa-28a0-4930-87e1-54d793a65263 req-005ce999-6e4e-4e5d-b236-8c104a77bc7e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:22.751613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:22.755650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd5755aa-28a0-4930-87e1-54d793a65263 req-005ce999-6e4e-4e5d-b236-8c104a77bc7e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 949 time: 0.1082499 May 26 15:57:22.767053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Sync routers for ids ['64e45caa-f92b-4d3e-8a54-e995617d46bd'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:22.789895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Routers {'64e45caa-f92b-4d3e-8a54-e995617d46bd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:22.793794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:22.796252 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5c33ec68-7eb7-4a82-b4ab-f0b7a61ee9c2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1640129 May 26 15:57:22.796984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:57:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64e45caa-f92b-4d3e-8a54-e995617d46bd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:22.800793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56188) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:22.861879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd5755aa-28a0-4930-87e1-54d793a65263 req-3f52ce76-4e25-4f3a-b205-edb28031bd59 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012807 May 26 15:57:23.004329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device edd991a8-7192-41b8-9a3b-30405edb5911 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:23.071965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92d4a4-a5f2-4761-bb9f-069e462dde22 req-669e0bae-03a1-473a-b0dc-fbfe304030e3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.074424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f92d4a4-a5f2-4761-bb9f-069e462dde22 req-669e0bae-03a1-473a-b0dc-fbfe304030e3 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1709430 May 26 15:57:23.088861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7b032cac-2e49-4ed6-89d2-b044bfa8b4f3 None None] Provisioning complete for port edd991a8-7192-41b8-9a3b-30405edb5911 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:23.089856 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7b032cac-2e49-4ed6-89d2-b044bfa8b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.182680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f92d4a4-a5f2-4761-bb9f-069e462dde22 req-079b1192-0e34-416c-bad8-8f4df9e5da36 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946383 May 26 15:57:23.513267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port edd991a8-7192-41b8-9a3b-30405edb5911 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:23.513758 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.601349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Set router 64e45caa-f92b-4d3e-8a54-e995617d46bd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:23.687303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.693776 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.772149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeca07-cd92-4e6a-aaeb-fe44be6a2a57 req-beb73835-68ae-4343-8256-e4e8f4dc860e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.774640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a9eeca07-cd92-4e6a-aaeb-fe44be6a2a57 req-beb73835-68ae-4343-8256-e4e8f4dc860e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.2183149 May 26 15:57:23.835185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7b032cac-2e49-4ed6-89d2-b044bfa8b4f3 None None] Current status of the port edd991a8-7192-41b8-9a3b-30405edb5911 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:23.913298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port edd991a8-7192-41b8-9a3b-30405edb5911 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:23.980838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a9eeca07-cd92-4e6a-aaeb-fe44be6a2a57 req-e553240c-a2a0-4365-9232-5892a6db25ec tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712348 May 26 15:57:24.024806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd300a90-4340-4ede-9ec6-3bea5a188d80 req-48fc5d6d-ef07-4e88-a539-226aa03a7475 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:24.039330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd300a90-4340-4ede-9ec6-3bea5a188d80 req-48fc5d6d-ef07-4e88-a539-226aa03a7475 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2623751 May 26 15:57:24.062909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:18Z', 'updated_at': '2022-05-26T15:57:21Z', 'revision_number': 3, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'gw_port': {'id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:16:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:24.106928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd300a90-4340-4ede-9ec6-3bea5a188d80 req-1e4a11b7-28f9-418c-a43a-2f1a1755aa98 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662839 May 26 15:57:24.139597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Checking router: 64e45caa-f92b-4d3e-8a54-e995617d46bd for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:24.139597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Updating router 64e45caa-f92b-4d3e-8a54-e995617d46bd port f30fde3b-29b6-4e41-9d12-0a85222408ca binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:57:24.156348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.206797 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.232115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab36a-0d62-49dd-8bab-b9c0b49e74ef req-cfce69cd-9f4a-493f-a614-c57c75bddaba tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:24.251420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96bab36a-0d62-49dd-8bab-b9c0b49e74ef req-cfce69cd-9f4a-493f-a614-c57c75bddaba tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 949 time: 0.1413531 May 26 15:57:24.361806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96bab36a-0d62-49dd-8bab-b9c0b49e74ef req-969db4fb-db58-4e5d-a4be-ada7d7674ed9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058593 May 26 15:57:24.586356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e744b-f60d-48d1-9a08-7fb76648c52c req-23d60559-79db-45d5-a7ac-4c31b8a221e7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:24.595426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b29e744b-f60d-48d1-9a08-7fb76648c52c req-23d60559-79db-45d5-a7ac-4c31b8a221e7 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.2115140 May 26 15:57:24.695082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Allocated IP 172.20.0.1 (f4c7f83d-b741-4705-9609-31adfc344841/7abf5d3e-e853-49e7-baa5-5a6a16cae923/77cd3676-d51b-4e18-8576-be7ed4b274bb) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:24.739262 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b29e744b-f60d-48d1-9a08-7fb76648c52c req-88a68044-092f-434e-acee-25d40af6ecf5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427922 May 26 15:57:24.753195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea93c3a-42f5-4f54-841f-0822175286fd req-14d8543e-dcb1-4a44-af19-026abd35a0ae tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:24.760035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ea93c3a-42f5-4f54-841f-0822175286fd req-14d8543e-dcb1-4a44-af19-026abd35a0ae tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 1100 time: 0.1195018 May 26 15:57:24.806660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ea93c3a-42f5-4f54-841f-0822175286fd req-c2d88a58-3636-4447-9ac5-46348f54885f tempest-ServersOnMultiNodesTest-116505798 tempest-ServersOnMultiNodesTest-116505798-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402906 May 26 15:57:24.937628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.985377 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.002092 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.095613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.132204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fa2f1-64e9-467e-ab05-620dba93df96 None None] Pushing event updated for resources: {'Port': ['ID=f30fde3b-29b6-4e41-9d12-0a85222408ca,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:25.180503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Network f4c7f83d-b741-4705-9609-31adfc344841 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:25.183673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:25.185300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Attempting to bind port f30fde3b-29b6-4e41-9d12-0a85222408ca on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:25.186247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Attempting to bind port f30fde3b-29b6-4e41-9d12-0a85222408ca by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:25.187258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Attempting to bind port f30fde3b-29b6-4e41-9d12-0a85222408ca on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:25.189716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:25.207386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:25.207962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:25.208622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.209225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:25.209981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Bound port: f30fde3b-29b6-4e41-9d12-0a85222408ca, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:25.210715 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.239863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f100b-fe92-4d81-9109-469fd0d04af3 req-69ad17ce-ad26-4c9e-a5b5-686012824ffd tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:25.243960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d3f100b-fe92-4d81-9109-469fd0d04af3 req-69ad17ce-ad26-4c9e-a5b5-686012824ffd tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1347914 May 26 15:57:25.274083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Pushing event updated for resources: {'Port': ['ID=77cd3676-d51b-4e18-8576-be7ed4b274bb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:25.320039 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.340866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] For port f30fde3b-29b6-4e41-9d12-0a85222408ca, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:25.349772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] For port f30fde3b-29b6-4e41-9d12-0a85222408ca, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f30fde3b-29b6-4e41-9d12-0a85222408ca,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:25.378716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.455383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d3f100b-fe92-4d81-9109-469fd0d04af3 req-cc99841e-e995-40b4-88ff-379e031e6e80 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034183 May 26 15:57:25.497794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd267a6-ee46-4d5b-b822-b34fb68a36a2 req-332402be-b92e-4c81-af24-a7e7fb9e3a34 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:25.508869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6dd267a6-ee46-4d5b-b822-b34fb68a36a2 req-332402be-b92e-4c81-af24-a7e7fb9e3a34 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2000084 May 26 15:57:25.545185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Routers {'64e45caa-f92b-4d3e-8a54-e995617d46bd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:25.546549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:57:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64e45caa-f92b-4d3e-8a54-e995617d46bd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:25.623236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.652389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fa2f1-64e9-467e-ab05-620dba93df96 None None] Pushing event updated for resources: {'Port': ['ID=f30fde3b-29b6-4e41-9d12-0a85222408ca,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:25.728227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6dd267a6-ee46-4d5b-b822-b34fb68a36a2 req-3967fea1-3c96-4062-bb7a-f3b220d54388 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038949 May 26 15:57:25.801276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670245e-0529-4101-b023-f4651e5c9e24 req-2b88db1b-28fb-4262-97b6-1a77f92f704c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:25.813985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c670245e-0529-4101-b023-f4651e5c9e24 req-2b88db1b-28fb-4262-97b6-1a77f92f704c tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 949 time: 0.1931651 May 26 15:57:25.877280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] Set router 64e45caa-f92b-4d3e-8a54-e995617d46bd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:25.915943 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.924065 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.015187 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Pushing event updated for resources: {'Port': ['ID=77cd3676-d51b-4e18-8576-be7ed4b274bb,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:26.046827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c670245e-0529-4101-b023-f4651e5c9e24 req-5c2ffb0b-e871-4fb5-a47f-bcc7b6abc608 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263057 May 26 15:57:26.058864 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.122908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a419733b-debd-4673-9053-9fd084ae20a8 None None] Provisioning complete for port 77cd3676-d51b-4e18-8576-be7ed4b274bb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:26.123836 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a419733b-debd-4673-9053-9fd084ae20a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.159968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2864-bc72-4e46-9e5c-a8ee891c6c67 req-f7ece6a8-53ef-4cb8-add9-7e46929b3619 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:26.168191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6bac2864-bc72-4e46-9e5c-a8ee891c6c67 req-f7ece6a8-53ef-4cb8-add9-7e46929b3619 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1193938 May 26 15:57:26.240245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a419733b-debd-4673-9053-9fd084ae20a8 None None] Port 77cd3676-d51b-4e18-8576-be7ed4b274bb cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:26.251556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6bac2864-bc72-4e46-9e5c-a8ee891c6c67 req-aaa5dce9-56b8-4a6a-a79f-e7e0a3fd6904 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814228 May 26 15:57:26.252050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Network f4c7f83d-b741-4705-9609-31adfc344841 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:26.255547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:26.312709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:18Z', 'updated_at': '2022-05-26T15:57:21Z', 'revision_number': 3, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'gw_port': {'id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:16:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:26.366931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629d3d6-236f-44f8-a2ba-911099d9508d None None] The sync data for ids ['64e45caa-f92b-4d3e-8a54-e995617d46bd'] in n-d-843336-2 is: [{'id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:18Z', 'updated_at': '2022-05-26T15:57:21Z', 'revision_number': 3, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'gw_port': {'id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:16:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:26.691005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5a072a2b-6385-422f-8332-a3d5c631debc None None] Provisioning complete for port 77cd3676-d51b-4e18-8576-be7ed4b274bb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:26.691711 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5a072a2b-6385-422f-8332-a3d5c631debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.818025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Router 64e45caa-f92b-4d3e-8a54-e995617d46bd has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:57:26.877425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885e617-b334-47b1-81a4-d678c9773f00 req-c68d7552-bdb3-41cf-95c4-5292616165af tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:26.912563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f885e617-b334-47b1-81a4-d678c9773f00 req-c68d7552-bdb3-41cf-95c4-5292616165af tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.2982702 May 26 15:57:26.957376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5a072a2b-6385-422f-8332-a3d5c631debc None None] Port 77cd3676-d51b-4e18-8576-be7ed4b274bb cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:27.067456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f885e617-b334-47b1-81a4-d678c9773f00 req-113b8dbd-f586-409b-95e9-a431635b27c5 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539609 May 26 15:57:27.069477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:27.079504 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-942e8603-7c49-4b59-99f8-ee0d713ded55 admin admin] 10.222.0.39 "PUT /v2.0/routers/64e45caa-f92b-4d3e-8a54-e995617d46bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2764957 May 26 15:57:27.114719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f30fde3b-29b6-4e41-9d12-0a85222408ca up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:27.180248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf68055-bffc-476a-95d1-e2410020cc60 req-34744442-bce5-4a02-9cd5-965e890a0f78 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:27.191046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aaf68055-bffc-476a-95d1-e2410020cc60 req-34744442-bce5-4a02-9cd5-965e890a0f78 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2020600 May 26 15:57:27.323356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f30fde3b-29b6-4e41-9d12-0a85222408ca triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:27.327514 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.343508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aaf68055-bffc-476a-95d1-e2410020cc60 req-6eaca783-146c-4148-8642-3a00513ee807 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514733 May 26 15:57:27.480652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19076dd3-de43-4706-80df-0ec171ab4b61 req-7ea68dfc-5bf9-4643-ab63-09ec5ffd7470 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:27.485849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19076dd3-de43-4706-80df-0ec171ab4b61 req-7ea68dfc-5bf9-4643-ab63-09ec5ffd7470 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 949 time: 0.2763846 May 26 15:57:27.514016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f30fde3b-29b6-4e41-9d12-0a85222408ca is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:27.514370 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.553365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port f30fde3b-29b6-4e41-9d12-0a85222408ca, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f30fde3b-29b6-4e41-9d12-0a85222408ca,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:27.558958 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.630673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-2622ba85-b862-41fb-a0be-209a32627179 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:27.632758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-2622ba85-b862-41fb-a0be-209a32627179 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 949 time: 0.2286494 May 26 15:57:27.635887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=f30fde3b-29b6-4e41-9d12-0a85222408ca,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:27.639656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19076dd3-de43-4706-80df-0ec171ab4b61 req-dee05cda-0062-4611-a170-596cbdd3e4eb tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305959 May 26 15:57:27.677976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878c10c-ed55-426e-a7ea-b7c0ff7a2560 req-f50dd73d-d891-45b2-a12b-5f2f9ad4412b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:27.677976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a878c10c-ed55-426e-a7ea-b7c0ff7a2560 req-f50dd73d-d891-45b2-a12b-5f2f9ad4412b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1864185 May 26 15:57:27.844175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a878c10c-ed55-426e-a7ea-b7c0ff7a2560 req-83bfd544-c8d4-4497-89ef-1481b3e9b2be tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422465 May 26 15:57:27.930202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Deleting port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:27.931274 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.166148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] For port f295b6ef-eb71-4b9f-b1eb-da28fe54f178, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:28.166747 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.176683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-b4d7046f-7266-44df-b644-db3083b7d4e6 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2770467 May 26 15:57:28.193586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:28.200424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Calling delete_port for f295b6ef-eb71-4b9f-b1eb-da28fe54f178 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:28.306251 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.395365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b13df2-4f0f-4255-ac22-fc5a7ea27e74 req-83a610a0-6d35-4543-8e2b-1544165a7e12 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:28.397846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1b13df2-4f0f-4255-ac22-fc5a7ea27e74 req-83a610a0-6d35-4543-8e2b-1544165a7e12 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1815908 May 26 15:57:28.530499 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-859f0bc7-7a89-4dbb-b6ce-3b7f92d7b883 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2335410 May 26 15:57:28.535245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1b13df2-4f0f-4255-ac22-fc5a7ea27e74 req-7e028432-5912-4129-8c4a-4b0f6420457c tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169441 May 26 15:57:28.604901 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.617915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ba5a2c9a-c3ea-47a1-aab2-bba8753eb385', '4afbcd82-4d91-435d-aa69-761662a25de9', 'd6f4b913-dfef-4c9f-8991-1696e7c5897c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:28.623576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'a596a298-0a7c-4987-81e8-263ebfed76bf', 'f295b6ef-eb71-4b9f-b1eb-da28fe54f178'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:28.651702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event deleted for resources: {'Port': ['ID=f295b6ef-eb71-4b9f-b1eb-da28fe54f178,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:28.693277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-b328b85b-2704-48e8-881e-dc2755c0ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:28.699845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.700201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.700650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.700864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.701200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.701570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.701843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.702193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.702519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.702842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.703232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.703471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:28.703643 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-b328b85b-2704-48e8-881e-dc2755c0ae81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 1101 time: 0.1237149 May 26 15:57:28.727512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] No DVR routers for this DVR port f295b6ef-eb71-4b9f-b1eb-da28fe54f178 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:28.731466 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.740140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23177afa-8d72-4318-82ec-9e5a4bfb712f req-a0697cd1-1876-4636-9d7d-8ed61872c1db tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "DELETE /v2.0/ports/f295b6ef-eb71-4b9f-b1eb-da28fe54f178 HTTP/1.1" status: 204 len: 173 time: 1.0944185 May 26 15:57:28.759729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adac9028-ae43-499c-bf8a-4cb3d7b28359', 'name': 'network-vif-deleted', 'tag': 'f295b6ef-eb71-4b9f-b1eb-da28fe54f178'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:28.762070 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ba58cd-af79-4c25-ad03-eea3b32066e9" -d '{"events": [{"server_uuid": "adac9028-ae43-499c-bf8a-4cb3d7b28359", "name": "network-vif-deleted", "tag": "f295b6ef-eb71-4b9f-b1eb-da28fe54f178"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:28.817074 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.858948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f5f0-a97e-4c2b-b6c2-b10308672f8d req-be261df8-999f-4935-a5cc-6c221dcdeed8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:28.874420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c375f5f0-a97e-4c2b-b6c2-b10308672f8d req-be261df8-999f-4935-a5cc-6c221dcdeed8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1286378 May 26 15:57:29.038267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-b8bcd9c6-ab1c-4354-b377-310f54abeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:29.040520 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-b8bcd9c6-ab1c-4354-b377-310f54abeb8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2686691 May 26 15:57:29.060319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f30fde3b-29b6-4e41-9d12-0a85222408ca up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:29.133931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Allocated IP 172.25.0.37 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/5e8a36e7-6911-4c02-b136-d4b456de4818) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:29.185481 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-bc487cc1-89ee-41ad-8f92-acd6e060a774 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 200 len: 217 time: 0.1293678 May 26 15:57:29.190679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c375f5f0-a97e-4c2b-b6c2-b10308672f8d req-14b71f54-b353-42fd-841c-ea7217f8dce0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137877 May 26 15:57:29.342768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-a2f60a79-6074-458b-82df-4f388edbff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:29.345490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-a2f60a79-6074-458b-82df-4f388edbff01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1469493 May 26 15:57:29.352893 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.415373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-107a10a0-f94d-4369-a3c2-feaef5e3aad4 req-c75852e2-5380-44c7-a4df-57642409ad5b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=adac9028-ae43-499c-bf8a-4cb3d7b28359 HTTP/1.1" status: 200 len: 210 time: 0.0384703 May 26 15:57:29.432283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f30fde3b-29b6-4e41-9d12-0a85222408ca triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:29.432744 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.447444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.468070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-ad787b7e-25fd-4ccc-8dbb-f64bf39ef15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:29.471245 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-ad787b7e-25fd-4ccc-8dbb-f64bf39ef15c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166730 May 26 15:57:29.484134 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Sync routers for ids ['64e45caa-f92b-4d3e-8a54-e995617d46bd'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:29.515700 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Routers {'64e45caa-f92b-4d3e-8a54-e995617d46bd'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:29.516692 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:57:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64e45caa-f92b-4d3e-8a54-e995617d46bd'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:29.534944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Pushing event updated for resources: {'Port': ['ID=5e8a36e7-6911-4c02-b136-d4b456de4818,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:29.559567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:29.564294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:29.572445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:29.762897 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-3a431632-6119-45e8-969b-0f310fd9f03d service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789047 May 26 15:57:29.810626 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fb7c3e-0e27-474b-87bd-b9eb7aa8397d x-openstack-request-id: req-a0fb7c3e-0e27-474b-87bd-b9eb7aa8397d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:29.811693 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adac9028-ae43-499c-bf8a-4cb3d7b28359", "name": "network-vif-deleted", "tag": "f295b6ef-eb71-4b9f-b1eb-da28fe54f178", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:29.812606 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0fb7c3e-0e27-474b-87bd-b9eb7aa8397d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:29.814336 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fb7c3e-0e27-474b-87bd-b9eb7aa8397d'] response: {'server_uuid': 'adac9028-ae43-499c-bf8a-4cb3d7b28359', 'name': 'network-vif-deleted', 'tag': 'f295b6ef-eb71-4b9f-b1eb-da28fe54f178', 'status': 'completed', 'code': 200} May 26 15:57:29.818422 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Set router 64e45caa-f92b-4d3e-8a54-e995617d46bd gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:29.851161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-7b8382a6-2188-478f-be94-99d3d5f3efd4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2087643 May 26 15:57:29.914439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f30fde3b-29b6-4e41-9d12-0a85222408ca is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:30.001127 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5e065957-289f-40af-bfbe-7bb3a69b0a51 req-4b34f25a-7899-4b1b-8900-2689450e220b service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301805 May 26 15:57:30.041245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.060383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-fe8bd6ab-d0c2-482b-abce-c6a40383e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:30.074665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-fe8bd6ab-d0c2-482b-abce-c6a40383e0aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 1100 time: 0.1423175 May 26 15:57:30.185909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59da97-f28c-4dd0-a17f-ff5128fae26b req-74e6c27d-ba17-41c8-956a-69d2704d7e0d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:30.189063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd59da97-f28c-4dd0-a17f-ff5128fae26b req-74e6c27d-ba17-41c8-956a-69d2704d7e0d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.2309206 May 26 15:57:30.235744 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:18Z', 'updated_at': '2022-05-26T15:57:25Z', 'revision_number': 4, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'gw_port': {'id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '77cd3676-d51b-4e18-8576-be7ed4b274bb', 'name': '', 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'mac_address': 'fa:16:3e:af:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7abf5d3e-e853-49e7-baa5-5a6a16cae923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:24Z', 'updated_at': '2022-05-26T15:57:25Z', 'revision_number': 2, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'subnets': [{'id': '7abf5d3e-e853-49e7-baa5-5a6a16cae923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:30.274855 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Checking router: 64e45caa-f92b-4d3e-8a54-e995617d46bd for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:30.275201 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Updating router 64e45caa-f92b-4d3e-8a54-e995617d46bd port 77cd3676-d51b-4e18-8576-be7ed4b274bb binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:57:30.341497 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.348578 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.378605 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-b1b8b160-06d2-4d07-bacf-cb4ed0325b91 service neutron] show failed (client error): The resource could not be found. May 26 15:57:30.380365 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-b1b8b160-06d2-4d07-bacf-cb4ed0325b91 service neutron] 10.222.0.24 "GET /v2.0/ports/3c2b6292-ea5d-4548-af5e-620534060b6f/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.1406782 May 26 15:57:30.776493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-64f7de63-b6de-4f7c-a0dd-1c3cd173ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:30.780622 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-64f7de63-b6de-4f7c-a0dd-1c3cd173ffa3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 1101 time: 0.0955873 May 26 15:57:30.806093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:30.905035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd59da97-f28c-4dd0-a17f-ff5128fae26b req-c77dc621-d9b1-43b2-842b-b658ec51e568 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6875610 May 26 15:57:30.956613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.999367 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.007627 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.065460 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ae709-ba7c-473c-87ba-6500a988baf4 None None] Pushing event updated for resources: {'Port': ['ID=77cd3676-d51b-4e18-8576-be7ed4b274bb,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:31.144943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-2387459d-4e3b-46f5-9383-9f0355d2f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:31.148033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-2387459d-4e3b-46f5-9383-9f0355d2f80c service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.9561145 May 26 15:57:31.185585 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Attempting to bind port 77cd3676-d51b-4e18-8576-be7ed4b274bb on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:31.185958 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Attempting to bind port 77cd3676-d51b-4e18-8576-be7ed4b274bb by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '74cb0900-1d36-40be-a1d5-ccdbb4795a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:31.188769 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Attempting to bind port 77cd3676-d51b-4e18-8576-be7ed4b274bb on network f4c7f83d-b741-4705-9609-31adfc344841 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:31.208071 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:31.208449 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Checking segment: {'id': '74cb0900-1d36-40be-a1d5-ccdbb4795a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:31.208856 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.209268 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Bound using segment: {'id': '74cb0900-1d36-40be-a1d5-ccdbb4795a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:31.209763 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Bound port: 77cd3676-d51b-4e18-8576-be7ed4b274bb, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cb0900-1d36-40be-a1d5-ccdbb4795a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:31.210997 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.307295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-840473c4-6407-4c1f-9773-464ecf4a6d29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae HTTP/1.1" status: 200 len: 217 time: 0.0938478 May 26 15:57:31.332905 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] For port 77cd3676-d51b-4e18-8576-be7ed4b274bb, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:31.339839 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] For port 77cd3676-d51b-4e18-8576-be7ed4b274bb, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=77cd3676-d51b-4e18-8576-be7ed4b274bb,segment=NetworkSegment(74cb0900-1d36-40be-a1d5-ccdbb4795a2d),segment_id=74cb0900-1d36-40be-a1d5-ccdbb4795a2d)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:31.349939 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.435790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84d80a-7d91-4fdd-8d80-7a150b886572 req-af2b5c5b-a38d-4825-b546-4fa9ec89fcd5 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:31.447500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:31.450661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c84d80a-7d91-4fdd-8d80-7a150b886572 req-af2b5c5b-a38d-4825-b546-4fa9ec89fcd5 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.3751540 May 26 15:57:31.495570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-93ad7a36-4fd2-4cb8-9d79-f176dc3e574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:31.501828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:31.505572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-93ad7a36-4fd2-4cb8-9d79-f176dc3e574c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1577024 May 26 15:57:31.592288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2d644b7c-b386-4785-ad82-a20589ec7dcb None None] Provisioning complete for port 77cd3676-d51b-4e18-8576-be7ed4b274bb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:31.594295 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d644b7c-b386-4785-ad82-a20589ec7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.646973 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ae709-ba7c-473c-87ba-6500a988baf4 None None] Pushing event updated for resources: {'Port': ['ID=77cd3676-d51b-4e18-8576-be7ed4b274bb,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:31.648705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:31.651503 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52485897-d317-4b02-bd70-c7cb5bfcd5b0" -d '{"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:31.687975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.715309 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Routers {'64e45caa-f92b-4d3e-8a54-e995617d46bd'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:31.719322 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:57:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64e45caa-f92b-4d3e-8a54-e995617d46bd'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:31.750069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Transition to ACTIVE for port object 3c2b6292-ea5d-4548-af5e-620534060b6f will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:31.755828 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.879889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2d644b7c-b386-4785-ad82-a20589ec7dcb None None] Current status of the port 77cd3676-d51b-4e18-8576-be7ed4b274bb is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:31.880994 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d644b7c-b386-4785-ad82-a20589ec7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.948103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c84d80a-7d91-4fdd-8d80-7a150b886572 req-5c0e2125-cbb3-4416-82ad-cadd60050232 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386301 May 26 15:57:31.981663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:32.017377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2d644b7c-b386-4785-ad82-a20589ec7dcb None None] For port 77cd3676-d51b-4e18-8576-be7ed4b274bb, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=77cd3676-d51b-4e18-8576-be7ed4b274bb,segment=NetworkSegment(74cb0900-1d36-40be-a1d5-ccdbb4795a2d),segment_id=74cb0900-1d36-40be-a1d5-ccdbb4795a2d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:32.025820 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d644b7c-b386-4785-ad82-a20589ec7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.037189 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.051160 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.117116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d644b7c-b386-4785-ad82-a20589ec7dcb None None] Pushing event updated for resources: {'Port': ['ID=77cd3676-d51b-4e18-8576-be7ed4b274bb,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:32.140183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] No DVR routers for this DVR port 3c2b6292-ea5d-4548-af5e-620534060b6f on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:32.154033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Pushing event updated for resources: {'Port': ['ID=5e8a36e7-6911-4c02-b136-d4b456de4818,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:32.179330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device f295b6ef-eb71-4b9f-b1eb-da28fe54f178 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:32.209787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-f2018354-1384-43d1-a2bf-872f03f54684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.213229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-f2018354-1384-43d1-a2bf-872f03f54684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6435580 May 26 15:57:32.241331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: f295b6ef-eb71-4b9f-b1eb-da28fe54f178 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:57:32.242698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device f295b6ef-eb71-4b9f-b1eb-da28fe54f178 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:32.248887 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] Set router 64e45caa-f92b-4d3e-8a54-e995617d46bd gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:32.276769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:32.277635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:32.278847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:32.290040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Port 3c2b6292-ea5d-4548-af5e-620534060b6f on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:32.290875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:32.302652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:32.303421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:32.304154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:32.305355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Bound port: 3c2b6292-ea5d-4548-af5e-620534060b6f, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:32.306101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.414994 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cba0c242-fd72-45db-b403-7099c5702815 None None] Provisioning complete for port 77cd3676-d51b-4e18-8576-be7ed4b274bb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:32.416172 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cba0c242-fd72-45db-b403-7099c5702815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.479396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a41a2-ed30-4c28-ba37-121ae86c637d req-50a4bf68-0c46-465b-a6d1-b44ca397385f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.482945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca5a41a2-ed30-4c28-ba37-121ae86c637d req-50a4bf68-0c46-465b-a6d1-b44ca397385f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.4536908 May 26 15:57:32.506574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:32.516556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:32.530929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.533749 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.582228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cba0c242-fd72-45db-b403-7099c5702815 None None] Current status of the port 77cd3676-d51b-4e18-8576-be7ed4b274bb is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:32.620673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.621409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.623524 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] 10.222.0.32 "PUT /v2.0/ports/3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 1096 time: 1.8291450 May 26 15:57:32.663360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4f13f-81b7-4a20-bad9-4beed531ea4a service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:32.676681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.694912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-cf21b907-d52b-484d-9848-a70100546e19 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5052419 May 26 15:57:32.717106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-b191c034-230e-4231-819b-b62d788e23d1 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760239 May 26 15:57:32.765583 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:18Z', 'updated_at': '2022-05-26T15:57:25Z', 'revision_number': 4, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'gw_port': {'id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '77cd3676-d51b-4e18-8576-be7ed4b274bb', 'name': '', 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'mac_address': 'fa:16:3e:af:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7abf5d3e-e853-49e7-baa5-5a6a16cae923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:24Z', 'updated_at': '2022-05-26T15:57:31Z', 'revision_number': 4, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'subnets': [{'id': '7abf5d3e-e853-49e7-baa5-5a6a16cae923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:32.768249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-72a2b1d5-1e8d-493a-a6b2-6b705a5cb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.770615 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-72a2b1d5-1e8d-493a-a6b2-6b705a5cb7b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1099 time: 0.0818441 May 26 15:57:32.811394 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca5a41a2-ed30-4c28-ba37-121ae86c637d req-59359060-0b13-4324-93ac-81bb17b06d2b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153930 May 26 15:57:32.834630 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2eeb1-6743-4164-b5a8-6b9296dc059a None None] The sync data for ids ['64e45caa-f92b-4d3e-8a54-e995617d46bd'] in n-d-843336-2 is: [{'id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:18Z', 'updated_at': '2022-05-26T15:57:25Z', 'revision_number': 4, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'gw_port': {'id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '77cd3676-d51b-4e18-8576-be7ed4b274bb', 'name': '', 'network_id': 'f4c7f83d-b741-4705-9609-31adfc344841', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'mac_address': 'fa:16:3e:af:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7abf5d3e-e853-49e7-baa5-5a6a16cae923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:24Z', 'updated_at': '2022-05-26T15:57:31Z', 'revision_number': 4, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'subnets': [{'id': '7abf5d3e-e853-49e7-baa5-5a6a16cae923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:32.894731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-9e1ac041-1d58-4eef-9e2b-d07e79dd6db2 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1918848 May 26 15:57:33.196157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-48e94c20-9f51-4dfd-8914-182e4cfde758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.206601 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-48e94c20-9f51-4dfd-8914-182e4cfde758 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.4113400 May 26 15:57:33.225652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-253e0f30-02a1-4797-80d9-19b2b25125e3 req-5d882549-891b-4671-8154-832bd18cf392 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357975 May 26 15:57:33.283653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-d7d1cfb5-c8de-48cc-b108-3b3670cbc324 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.292191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e6917e5-6284-422d-9efc-8a49ac6f7a00 req-d7d1cfb5-c8de-48cc-b108-3b3670cbc324 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.3051770 May 26 15:57:33.357487 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b7d2d5-29fc-4a8b-8378-4334bbe4ed58 x-openstack-request-id: req-53b7d2d5-29fc-4a8b-8378-4334bbe4ed58 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:33.360210 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:33.360886 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53b7d2d5-29fc-4a8b-8378-4334bbe4ed58 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:33.361800 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b7d2d5-29fc-4a8b-8378-4334bbe4ed58'] response: {'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'code': 200} May 26 15:57:33.368200 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-0fb359e9-d60f-41a4-98ea-48c21598159b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.1480694 May 26 15:57:33.536153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-f3b79e10-4887-459e-b408-ea9811cc7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.537983 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-f3b79e10-4887-459e-b408-ea9811cc7086 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1611941 May 26 15:57:33.636086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-683fd86e-7d12-44a2-82b3-8e74f516b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.637652 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-683fd86e-7d12-44a2-82b3-8e74f516b1b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867174 May 26 15:57:33.769983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32750253-99ce-4246-8589-515364b0584f req-78fa74b2-39b6-473f-b9a4-dd582b34b76a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.788348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32750253-99ce-4246-8589-515364b0584f req-78fa74b2-39b6-473f-b9a4-dd582b34b76a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 948 time: 0.1766336 May 26 15:57:33.843998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc4176-2c3a-4c5e-a69a-cba89eb377c8 req-83f3a5e0-b3fa-4854-8678-7962a9f72002 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.862436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ecc4176-2c3a-4c5e-a69a-cba89eb377c8 req-83f3a5e0-b3fa-4854-8678-7962a9f72002 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1911981 May 26 15:57:33.916092 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-5aad08ba-289d-4d22-863b-d5febc244643 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644501 May 26 15:57:33.936918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:34.052075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32750253-99ce-4246-8589-515364b0584f req-40881c2f-dd0b-4e52-a359-3ee05a3eb14f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528288 May 26 15:57:34.084172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:34.098119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ecc4176-2c3a-4c5e-a69a-cba89eb377c8 req-522147fe-a803-4ff2-8dba-fc178afc8501 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126551 May 26 15:57:34.258626 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-0c449cef-6b6e-4b23-8f12-1312f9a2fc52 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314881 May 26 15:57:34.310064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2f66c77-e2a6-4961-966b-68d2410a06fa req-6c92f37b-0b5b-42f2-8204-072aa89808dc tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips/b00d0cb7-0283-48d6-bc8a-c25e9c6a5157 HTTP/1.1" status: 200 len: 692 time: 0.1050858 May 26 15:57:34.546586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66c77-e2a6-4961-966b-68d2410a06fa req-140d76ad-d7ef-47c9-9879-915cfc7d9193 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:34.549421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2f66c77-e2a6-4961-966b-68d2410a06fa req-140d76ad-d7ef-47c9-9879-915cfc7d9193 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2313414 May 26 15:57:34.566233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46175d6a-4dce-4354-9583-bf0c77eb0ea1 req-689a0ffd-f017-4901-90d2-bf06597039ea tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:34.568911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46175d6a-4dce-4354-9583-bf0c77eb0ea1 req-689a0ffd-f017-4901-90d2-bf06597039ea tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 949 time: 0.1236188 May 26 15:57:34.644035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46175d6a-4dce-4354-9583-bf0c77eb0ea1 req-f9facad5-b1b3-468e-8fbe-e7d0921dd158 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641713 May 26 15:57:34.763531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc365d-10a5-4a8c-b204-6416ce3765ea req-77826451-571b-4ef6-9c44-049fb8c83ade tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:34.774736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3cc365d-10a5-4a8c-b204-6416ce3765ea req-77826451-571b-4ef6-9c44-049fb8c83ade tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1125829 May 26 15:57:34.955873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3cc365d-10a5-4a8c-b204-6416ce3765ea req-48516de9-597c-4d2b-a1e8-4ef322ad829d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762552 May 26 15:57:35.038565 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1418b50b-7d49-4ca3-983b-e680e535e0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.210750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-5ba7a32d-4b54-41c3-ba2e-4fcd70a19ce5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:35.214266 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-5ba7a32d-4b54-41c3-ba2e-4fcd70a19ce5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 949 time: 0.2037394 May 26 15:57:35.247990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 77cd3676-d51b-4e18-8576-be7ed4b274bb up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:35.312153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5b67bd5-8964-48ca-8a3e-db2c06d5f29f req-5842ceb4-1c3d-41a8-893e-83bcfb390d6b tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=515bde80974d488d8d6ab0919633e46d HTTP/1.1" status: 200 len: 695 time: 0.2253819 May 26 15:57:35.367230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:35.369906 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e736500-03f7-441b-b249-c87f9235f748" -d '{"events": [{"name": "network-changed", "server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:35.422611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 77cd3676-d51b-4e18-8576-be7ed4b274bb triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:35.430346 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.509959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873077c8-4a3a-4be7-9f8b-873878327940 req-247da48f-092f-495c-abbb-711561764c2d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:35.511639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-873077c8-4a3a-4be7-9f8b-873878327940 req-247da48f-092f-495c-abbb-711561764c2d tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 948 time: 0.1742783 May 26 15:57:35.514860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Deleting port d6f4b913-dfef-4c9f-8991-1696e7c5897c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:35.522263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.653567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 77cd3676-d51b-4e18-8576-be7ed4b274bb is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:35.659973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b67bd5-8964-48ca-8a3e-db2c06d5f29f req-bf4d3a72-b5cd-436c-b976-65791b8ee705 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:35.671095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5b67bd5-8964-48ca-8a3e-db2c06d5f29f req-bf4d3a72-b5cd-436c-b976-65791b8ee705 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/networks?id=3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 787 time: 0.3496678 May 26 15:57:35.689875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-d5b67bd5-8964-48ca-8a3e-db2c06d5f29f req-7f63b61d-c7ac-494b-9cea-7d2dc93c2236 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:57:35.691915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5b67bd5-8964-48ca-8a3e-db2c06d5f29f req-7f63b61d-c7ac-494b-9cea-7d2dc93c2236 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189788 May 26 15:57:35.693354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] For port d6f4b913-dfef-4c9f-8991-1696e7c5897c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6f4b913-dfef-4c9f-8991-1696e7c5897c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:35.694334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.711527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-873077c8-4a3a-4be7-9f8b-873878327940 req-0702f73d-54ae-4a14-b111-5d8f967ae2d5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684973 May 26 15:57:35.729026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Calling delete_port for d6f4b913-dfef-4c9f-8991-1696e7c5897c owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:35.898620 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97b1e7c-d445-41af-83de-fa58d0ff3d79 x-openstack-request-id: req-b97b1e7c-d445-41af-83de-fa58d0ff3d79 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:35.899113 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:35.899512 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b97b1e7c-d445-41af-83de-fa58d0ff3d79 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:35.900184 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97b1e7c-d445-41af-83de-fa58d0ff3d79'] response: {'name': 'network-changed', 'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'status': 'completed', 'code': 200} May 26 15:57:36.062360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736500-03f7-441b-b249-c87f9235f748 req-e87ff6fb-5a34-4357-946c-4314502d574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.063967 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-e87ff6fb-5a34-4357-946c-4314502d574b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1099 time: 0.1497514 May 26 15:57:36.085039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dea532-fe31-4430-a6fc-494545bf81c3 req-79b6d359-1d6d-44df-bed5-00343f4971af tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.087092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98dea532-fe31-4430-a6fc-494545bf81c3 req-79b6d359-1d6d-44df-bed5-00343f4971af tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.2956636 May 26 15:57:36.103367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736500-03f7-441b-b249-c87f9235f748 req-0c5b2565-f182-4e7b-96f0-91ee9d23a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.104924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-0c5b2565-f182-4e7b-96f0-91ee9d23a39b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1099 time: 0.2155745 May 26 15:57:36.242803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98dea532-fe31-4430-a6fc-494545bf81c3 req-6953c068-e073-4034-b754-c03ab6defcaf tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345305 May 26 15:57:36.261204 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:36.275906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ba5a2c9a-c3ea-47a1-aab2-bba8753eb385', '4afbcd82-4d91-435d-aa69-761662a25de9'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:36.279875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'a596a298-0a7c-4987-81e8-263ebfed76bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:36.300006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2a831-1738-4447-937c-7218e2339091 req-dfc18dd1-517f-4721-be95-a0d96eab87ea tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.309421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ce2a831-1738-4447-937c-7218e2339091 req-dfc18dd1-517f-4721-be95-a0d96eab87ea tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=936dc53d-b9c8-4d45-8f90-d2f797cadfa0 HTTP/1.1" status: 200 len: 949 time: 0.2906890 May 26 15:57:36.388245 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event deleted for resources: {'Port': ['ID=d6f4b913-dfef-4c9f-8991-1696e7c5897c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:36.434943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736500-03f7-441b-b249-c87f9235f748 req-87e0c1d7-27a9-48b5-bf19-3813fb8ca0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.436237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-103b724a-d751-409e-b146-b38824867706 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips/b00d0cb7-0283-48d6-bc8a-c25e9c6a5157 HTTP/1.1" status: 200 len: 692 time: 0.1160898 May 26 15:57:36.448774 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-87e0c1d7-27a9-48b5-bf19-3813fb8ca0f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3581679 May 26 15:57:36.454359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736500-03f7-441b-b249-c87f9235f748 req-4ea7791d-a2df-46e6-946e-656af5000930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.456395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-4ea7791d-a2df-46e6-946e-656af5000930 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3396153 May 26 15:57:36.618489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ce2a831-1738-4447-937c-7218e2339091 req-5aac6816-443a-4673-a643-6913c9f97850 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058703 May 26 15:57:36.636005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-f2a37d3c-4eb0-466f-a6a7-b727392a9e85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.1485415 May 26 15:57:36.653305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] No DVR routers for this DVR port d6f4b913-dfef-4c9f-8991-1696e7c5897c on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:36.659870 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-825c0b48-8916-4113-bbfc-e5698ced1a1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.1570308 May 26 15:57:36.663901 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:36.678455 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-56fc08ea-7820-4e1d-9d69-11ba67a6257f req-6133bc0b-d075-4e11-b68e-df54211d67e6 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "DELETE /v2.0/ports/d6f4b913-dfef-4c9f-8991-1696e7c5897c HTTP/1.1" status: 204 len: 173 time: 1.4535863 May 26 15:57:36.807258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736500-03f7-441b-b249-c87f9235f748 req-3ab1c300-7f0a-4ea4-9621-088355eea8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.810458 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-3ab1c300-7f0a-4ea4-9621-088355eea8b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1295106 May 26 15:57:36.838328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-d2e0bd45-0ea7-4750-97aa-4f132dc71404 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.840715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-d2e0bd45-0ea7-4750-97aa-4f132dc71404 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.4030902 May 26 15:57:36.960918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736500-03f7-441b-b249-c87f9235f748 req-69c39242-b8f7-4ca8-8cd5-f94c2886aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.976032 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-69c39242-b8f7-4ca8-8cd5-f94c2886aead service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387773 May 26 15:57:37.015043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736500-03f7-441b-b249-c87f9235f748 req-71098889-ff8b-4b68-a2e8-31ccb18b11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:37.023475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-71098889-ff8b-4b68-a2e8-31ccb18b11d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1813455 May 26 15:57:37.256039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-453f0953-0d87-4ba6-8bdc-913c96ec7444 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1878698 May 26 15:57:37.265841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb6d84-6705-40c7-93ef-8156eb6d6999 req-81c0ed05-4be5-4e6e-b198-cbeb71cf627a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:37.274163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cbb6d84-6705-40c7-93ef-8156eb6d6999 req-81c0ed05-4be5-4e6e-b198-cbeb71cf627a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.3146882 May 26 15:57:37.276354 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-f6e9b32d-c9e5-4a7d-ba9a-0c588e74d3c0 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921870 May 26 15:57:37.306068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736500-03f7-441b-b249-c87f9235f748 req-cef2837a-b79b-41b2-90af-63532cf6f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:37.307389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-cef2837a-b79b-41b2-90af-63532cf6f533 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2664723 May 26 15:57:37.562956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-dd3a935a-37f2-4525-93f1-10edfe7cab23 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241621 May 26 15:57:37.583333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-7748c46d-ccfc-40ee-9603-6416d740d632 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962313 May 26 15:57:37.595364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cbb6d84-6705-40c7-93ef-8156eb6d6999 req-2b4462bd-c5f0-4f7f-881d-be6815a8417a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201377 May 26 15:57:37.659269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-4a43235c-6a01-4ac9-8538-059a501bdeb7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.3654459 May 26 15:57:37.774756 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c45e8f08-a6c2-42e2-aa9b-bad4f7736c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:37.901670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936dc53d-b9c8-4d45-8f90-d2f797cadfa0', 'name': 'network-vif-deleted', 'tag': 'd6f4b913-dfef-4c9f-8991-1696e7c5897c'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:37.905631 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0445ea1-556a-4fb5-ace7-6ff6e5230abd" -d '{"events": [{"server_uuid": "936dc53d-b9c8-4d45-8f90-d2f797cadfa0", "name": "network-vif-deleted", "tag": "d6f4b913-dfef-4c9f-8991-1696e7c5897c"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:37.998254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6f4b913-dfef-4c9f-8991-1696e7c5897c no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:38.037584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e736500-03f7-441b-b249-c87f9235f748 req-900e018c-8874-4dac-b83d-dac6d91c2ba4 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374588 May 26 15:57:38.056015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: d6f4b913-dfef-4c9f-8991-1696e7c5897c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:57:38.056570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6f4b913-dfef-4c9f-8991-1696e7c5897c not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:38.122369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db80a0-eae2-4737-80f8-a77ec469e6d9 req-0d57c9c0-56fb-4f52-a148-aabdce349aa8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:38.126091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6db80a0-eae2-4737-80f8-a77ec469e6d9 req-0d57c9c0-56fb-4f52-a148-aabdce349aa8 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 948 time: 0.2316489 May 26 15:57:38.221524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Deleting port 5e8a36e7-6911-4c02-b136-d4b456de4818 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:38.222321 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.260750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6db80a0-eae2-4737-80f8-a77ec469e6d9 req-6fd22239-a4c7-4c6b-8415-9e51750bbc08 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147971 May 26 15:57:38.378429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:38.545850 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.546488 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.568057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac6abe-89cf-49ae-81b9-a9c89aa018e9 req-87b4c9b6-e327-4c61-b164-1a6cc86df3ef tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:38.569664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72ac6abe-89cf-49ae-81b9-a9c89aa018e9 req-87b4c9b6-e327-4c61-b164-1a6cc86df3ef tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1059480 May 26 15:57:38.575589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Calling delete_port for 5e8a36e7-6911-4c02-b136-d4b456de4818 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:38.673273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:38.702104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'mac_address': 'fa:16:3e:6d:84:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:38.731471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72ac6abe-89cf-49ae-81b9-a9c89aa018e9 req-55a94f67-9a51-4d4e-b9cb-844c2d3bb67e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318774 May 26 15:57:38.870471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 3c2b6292-ea5d-4548-af5e-620534060b6f is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:38.873168 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.878359 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.906401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2b6292-ea5d-4548-af5e-620534060b6f {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:38.934514 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755d6005-aae7-4f5c-9b12-33887201ccdb x-openstack-request-id: req-755d6005-aae7-4f5c-9b12-33887201ccdb {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:38.935008 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936dc53d-b9c8-4d45-8f90-d2f797cadfa0", "name": "network-vif-deleted", "tag": "d6f4b913-dfef-4c9f-8991-1696e7c5897c", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:38.935299 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-755d6005-aae7-4f5c-9b12-33887201ccdb {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:38.935942 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755d6005-aae7-4f5c-9b12-33887201ccdb'] response: {'server_uuid': '936dc53d-b9c8-4d45-8f90-d2f797cadfa0', 'name': 'network-vif-deleted', 'tag': 'd6f4b913-dfef-4c9f-8991-1696e7c5897c', 'status': 'completed', 'code': 200} May 26 15:57:38.944313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:38.950433 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.988917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.055042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:39.075757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Pushing event deleted for resources: {'Port': ['ID=5e8a36e7-6911-4c02-b136-d4b456de4818,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:39.180792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01593fda-2eaa-4b09-b0cb-9bece72478bc req-cbca3f74-3f3c-4e99-82b8-53bc73cdef0a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:39.182433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01593fda-2eaa-4b09-b0cb-9bece72478bc req-cbca3f74-3f3c-4e99-82b8-53bc73cdef0a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1288557 May 26 15:57:39.188026 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.191677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.200950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e129b8d-ab8b-4a4d-bd7d-7a0eecfb921e req-85f4eef2-afe2-4a66-a519-2a1cb84a18d8 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "DELETE /v2.0/floatingips/b00d0cb7-0283-48d6-bc8a-c25e9c6a5157 HTTP/1.1" status: 204 len: 173 time: 1.5121808 May 26 15:57:39.300446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01593fda-2eaa-4b09-b0cb-9bece72478bc req-a267f357-20a6-4ac8-bca5-248c453717be tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871224 May 26 15:57:39.558110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33777346-5582-42b9-9377-42bae67e60a5 req-5f09e85c-695c-403c-9f42-8d39bd7598e0 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2069104 May 26 15:57:39.578905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['3c2b6292-ea5d-4548-af5e-620534060b6f'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:39.587706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:39.637039 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.781808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb66044-4681-4228-b121-9e11edf310d6 req-683fd620-aee8-44bf-8998-ad393b724272 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:39.784181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2bb66044-4681-4228-b121-9e11edf310d6 req-683fd620-aee8-44bf-8998-ad393b724272 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 949 time: 0.0791039 May 26 15:57:39.851904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2bb66044-4681-4228-b121-9e11edf310d6 req-04b7f4c6-a773-407f-b6fb-e3146c0f44e5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549088 May 26 15:57:39.932995 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.463906 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.511194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.552272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696af04-7ca8-4c84-97b5-dfe1e3764500 req-af0f8e32-571c-49dd-87a1-c3f5b3c8d977 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:40.554868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3696af04-7ca8-4c84-97b5-dfe1e3764500 req-af0f8e32-571c-49dd-87a1-c3f5b3c8d977 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 950 time: 0.0964630 May 26 15:57:40.579494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Allocated IP 172.25.0.61 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/d51b7efc-ad1e-4d95-86a7-15716491a80e) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:40.634037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3696af04-7ca8-4c84-97b5-dfe1e3764500 req-ddd33bbe-bd41-48a6-87ae-e4642aa586de tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655155 May 26 15:57:40.765388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.000828 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.064838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90220b92-a0f7-4040-9074-1c472d948191 req-2b12b2a9-02a0-4e91-a33c-ed2f072bc72e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.066737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90220b92-a0f7-4040-9074-1c472d948191 req-2b12b2a9-02a0-4e91-a33c-ed2f072bc72e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.2879357 May 26 15:57:41.077187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8b6c50b5-e615-452a-a941-0f23a52393e5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.079031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8b6c50b5-e615-452a-a941-0f23a52393e5 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 950 time: 0.2841382 May 26 15:57:41.089116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:41.095321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:41.150761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:41.219038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Pushing event updated for resources: {'Port': ['ID=d51b7efc-ad1e-4d95-86a7-15716491a80e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:41.278825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90220b92-a0f7-4040-9074-1c472d948191 req-814d2abd-2167-4dc5-a307-d2b331748f7e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801133 May 26 15:57:41.307530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Deleting port 4afbcd82-4d91-435d-aa69-761662a25de9 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:41.307907 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.460095 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.543118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] For port 4afbcd82-4d91-435d-aa69-761662a25de9, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4afbcd82-4d91-435d-aa69-761662a25de9,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:41.543489 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.554921 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.561133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Calling delete_port for 4afbcd82-4d91-435d-aa69-761662a25de9 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:41.679501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-80d6d6af-00c6-40b4-8425-7f2e7f839216 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.681935 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-80d6d6af-00c6-40b4-8425-7f2e7f839216 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 949 time: 0.0897331 May 26 15:57:41.862457 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-f47b3673-8766-495d-8cb4-cd031dabaf3e service neutron] 10.222.0.32 "GET /v2.0/ports/3c2b6292-ea5d-4548-af5e-620534060b6f/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 382 time: 0.1684611 May 26 15:57:41.888641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0d5e7-ece7-4da3-91d7-5a530709c35e req-4a3730e1-19e4-42c5-8fbd-16ecb33369a9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.890400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6c0d5e7-ece7-4da3-91d7-5a530709c35e req-4a3730e1-19e4-42c5-8fbd-16ecb33369a9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1989083 May 26 15:57:41.975103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6c0d5e7-ece7-4da3-91d7-5a530709c35e req-422c5188-eae1-4e6c-a8f8-e0fc03e1fd81 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729990 May 26 15:57:42.006175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-4bc314c1-ba43-4c6a-8d10-5312dc409846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:42.008936 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-4bc314c1-ba43-4c6a-8d10-5312dc409846 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1100 time: 0.0986023 May 26 15:57:42.166433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-bfd6111c-3a78-4d61-a15e-4e0646ae9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:42.168817 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-bfd6111c-3a78-4d61-a15e-4e0646ae9f34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1426775 May 26 15:57:42.188526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.206281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.241297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.253672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ba5a2c9a-c3ea-47a1-aab2-bba8753eb385'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:42.269857 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-ae716e6f-45f4-4c12-8dde-78e8c81e2b4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.0817173 May 26 15:57:42.321805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'a596a298-0a7c-4987-81e8-263ebfed76bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:42.386885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-473af70b-1b06-41fb-bb4c-f5ae5b267322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:42.388498 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-473af70b-1b06-41fb-bb4c-f5ae5b267322 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1064816 May 26 15:57:42.419699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185da5a-381f-4bbe-8865-8548a9848e43 req-7faf6ddb-e07c-4b63-92e5-3987ee598b21 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:42.421572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b185da5a-381f-4bbe-8865-8548a9848e43 req-7faf6ddb-e07c-4b63-92e5-3987ee598b21 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 949 time: 0.2953005 May 26 15:57:42.424406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Pushing event updated for resources: {'Port': ['ID=d51b7efc-ad1e-4d95-86a7-15716491a80e,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:42.447845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:42.451372 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.482571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] No DVR routers for this DVR port 4afbcd82-4d91-435d-aa69-761662a25de9 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:42.492471 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.494350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33777346-5582-42b9-9377-42bae67e60a5 req-6f4080e8-94de-4d9a-838e-5f0f18cc25b7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9132428 May 26 15:57:42.499970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-323163c7-14d1-43ab-9f6b-3c1131368191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:42.510145 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-323163c7-14d1-43ab-9f6b-3c1131368191 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034751 May 26 15:57:42.519887 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.524557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71faa648-dc8b-483c-9852-7ee24f7d3941 req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "DELETE /v2.0/ports/4afbcd82-4d91-435d-aa69-761662a25de9 HTTP/1.1" status: 204 len: 173 time: 1.4335377 May 26 15:57:42.532644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c', 'name': 'network-vif-deleted', 'tag': '4afbcd82-4d91-435d-aa69-761662a25de9'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:42.535616 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d54af1-bb8d-4cf8-9a42-712f2482f9fa" -d '{"events": [{"server_uuid": "8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c", "name": "network-vif-deleted", "tag": "4afbcd82-4d91-435d-aa69-761662a25de9"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:42.552441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610b9f6-feca-4fd5-bbd1-f45a65e23ca3 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event deleted for resources: {'Port': ['ID=4afbcd82-4d91-435d-aa69-761662a25de9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:42.632818 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33777346-5582-42b9-9377-42bae67e60a5 req-5bacf516-f163-488a-a594-6ad471e27639 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.0903428 May 26 15:57:42.647230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b185da5a-381f-4bbe-8865-8548a9848e43 req-7ac84eac-9058-4ff1-ab67-a50dcba99266 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748023 May 26 15:57:42.895418 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-8a704198-16d1-41b2-8fa8-e7710c066837 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719170 May 26 15:57:42.914634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-523ec2d8-730f-48c4-8051-b114f6ce0853 req-40f3eaf5-8851-4092-bea8-78760de815af tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c HTTP/1.1" status: 200 len: 210 time: 0.1002066 May 26 15:57:43.020598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 3c2b6292-ea5d-4548-af5e-620534060b6f completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:57:43.073849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33777346-5582-42b9-9377-42bae67e60a5 req-bb1bd0a8-43fc-49da-83b4-abca704a4f0d tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:43.079296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 3c2b6292-ea5d-4548-af5e-620534060b6f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:43.079675 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:43.087211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33777346-5582-42b9-9377-42bae67e60a5 req-bb1bd0a8-43fc-49da-83b4-abca704a4f0d tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.4376280 May 26 15:57:43.112553 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-ec74a383-c76c-4a3e-b930-78c5375eda6a service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066748 May 26 15:57:43.210972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9523ab8-72f7-4e6c-9e65-670caa25cbcd req-5c2edff9-d781-4c5f-8dcd-00aea5fab205 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:43.233439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9523ab8-72f7-4e6c-9e65-670caa25cbcd req-5c2edff9-d781-4c5f-8dcd-00aea5fab205 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1440444 May 26 15:57:43.328341 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c875ee2e-afd5-4eb2-8f9c-fc418c8ccb1b x-openstack-request-id: req-c875ee2e-afd5-4eb2-8f9c-fc418c8ccb1b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:43.330806 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c", "name": "network-vif-deleted", "tag": "4afbcd82-4d91-435d-aa69-761662a25de9", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:43.331094 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c875ee2e-afd5-4eb2-8f9c-fc418c8ccb1b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:43.331513 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c875ee2e-afd5-4eb2-8f9c-fc418c8ccb1b'] response: {'server_uuid': '8e3d029b-0d36-4e2a-9ad3-277ac5f1a87c', 'name': 'network-vif-deleted', 'tag': '4afbcd82-4d91-435d-aa69-761662a25de9', 'status': 'completed', 'code': 200} May 26 15:57:43.366162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9523ab8-72f7-4e6c-9e65-670caa25cbcd req-a8ae0d71-502a-42f4-bfbc-1da4bdf608b9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314292 May 26 15:57:43.399326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 3c2b6292-ea5d-4548-af5e-620534060b6f is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:43.399326 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:43.504140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:43.506384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:43.515742 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fec921-efdb-4e40-b60e-77eb9e7dd74d" -d '{"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:43.528842 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:43.604484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-befdb045-773c-4e3a-847d-941e1f967b6c req-cf488456-3d2d-4d1c-b133-22e42a7ab5e7 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips/3faa8170-2657-4e36-9692-a87568dff15f HTTP/1.1" status: 200 len: 692 time: 0.1669545 May 26 15:57:43.675798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:43.752280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aaa9a-dd6a-4d98-b62d-c57beb81fb11 req-b2fea563-8a0b-49ec-adab-60d5b8c805db tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:43.754553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf5aaa9a-dd6a-4d98-b62d-c57beb81fb11 req-b2fea563-8a0b-49ec-adab-60d5b8c805db tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2421615 May 26 15:57:43.909696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf5aaa9a-dd6a-4d98-b62d-c57beb81fb11 req-2b10154a-87f4-459a-8ccc-a1fb4a2801cc tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371324 May 26 15:57:43.930748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb045-773c-4e3a-847d-941e1f967b6c req-f8b782e0-148a-4e7b-9a88-9f5cde417976 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:43.933865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-befdb045-773c-4e3a-847d-941e1f967b6c req-f8b782e0-148a-4e7b-9a88-9f5cde417976 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.3147974 May 26 15:57:44.008698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4afbcd82-4d91-435d-aa69-761662a25de9 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:44.039139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-befdb045-773c-4e3a-847d-941e1f967b6c req-358cf193-fdc0-4641-ae43-284acf80caef tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.0928776 May 26 15:57:44.057838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 4afbcd82-4d91-435d-aa69-761662a25de9 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:57:44.058213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4afbcd82-4d91-435d-aa69-761662a25de9 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:44.144400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-befdb045-773c-4e3a-847d-941e1f967b6c req-5060a8db-06c6-4732-aed4-2539ab92ab38 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.0934281 May 26 15:57:44.260149 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00998c2e-d814-4b18-a39b-80a6be1452c7 x-openstack-request-id: req-00998c2e-d814-4b18-a39b-80a6be1452c7 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:44.260533 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:44.261001 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00998c2e-d814-4b18-a39b-80a6be1452c7 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:44.261487 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00998c2e-d814-4b18-a39b-80a6be1452c7'] response: {'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'code': 200} May 26 15:57:44.388611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-befdb045-773c-4e3a-847d-941e1f967b6c req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Deleting port d51b7efc-ad1e-4d95-86a7-15716491a80e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:44.388967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befdb045-773c-4e3a-847d-941e1f967b6c req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.502071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c787cd-483d-43f8-8570-731ef7f78b16 req-3d35e040-419b-4e1e-a568-343b0da39c4b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:44.502071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9c787cd-483d-43f8-8570-731ef7f78b16 req-3d35e040-419b-4e1e-a568-343b0da39c4b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1552334 May 26 15:57:44.579442 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befdb045-773c-4e3a-847d-941e1f967b6c req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.580430 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befdb045-773c-4e3a-847d-941e1f967b6c req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.587829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9c787cd-483d-43f8-8570-731ef7f78b16 req-1e79c49c-78c0-438e-b1ab-7c13ba209447 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732455 May 26 15:57:44.605294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-befdb045-773c-4e3a-847d-941e1f967b6c req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Calling delete_port for d51b7efc-ad1e-4d95-86a7-15716491a80e owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:44.970657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befdb045-773c-4e3a-847d-941e1f967b6c req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:45.009311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Pushing event deleted for resources: {'Port': ['ID=d51b7efc-ad1e-4d95-86a7-15716491a80e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:45.073736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafbfeb-5ac5-40bf-8da3-98542aed0601 req-dedc3bae-d0b2-46b5-8f4a-d5b487b90d52 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:45.075431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cafbfeb-5ac5-40bf-8da3-98542aed0601 req-dedc3bae-d0b2-46b5-8f4a-d5b487b90d52 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1529453 May 26 15:57:45.139267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befdb045-773c-4e3a-847d-941e1f967b6c req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:45.141896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befdb045-773c-4e3a-847d-941e1f967b6c req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:45.144005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-befdb045-773c-4e3a-847d-941e1f967b6c req-a996273d-2749-40ed-886e-fc0df5b21574 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "DELETE /v2.0/floatingips/3faa8170-2657-4e36-9692-a87568dff15f HTTP/1.1" status: 204 len: 173 time: 0.9905484 May 26 15:57:45.182636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cafbfeb-5ac5-40bf-8da3-98542aed0601 req-6812c481-1b90-4cb9-b8e7-f7c907c131da tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895648 May 26 15:57:45.368658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25725a00-feeb-4d1e-848b-43446bded201 req-dab0f6ed-7fa5-4748-a883-18e507886d8b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:45.385542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25725a00-feeb-4d1e-848b-43446bded201 req-dab0f6ed-7fa5-4748-a883-18e507886d8b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1206818 May 26 15:57:45.474211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25725a00-feeb-4d1e-848b-43446bded201 req-952705a0-f368-49ab-aae6-5b1209aba04a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780571 May 26 15:57:45.598254 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-3d864f72-85e9-49b8-af9a-867a2bf3bc06 req-a4dea3ec-241e-43ad-af68-e796283ed957 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] show failed (client error): The resource could not be found. May 26 15:57:45.599292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d864f72-85e9-49b8-af9a-867a2bf3bc06 req-a4dea3ec-241e-43ad-af68-e796283ed957 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips/3faa8170-2657-4e36-9692-a87568dff15f HTTP/1.1" status: 404 len: 350 time: 0.0944836 May 26 15:57:45.833918 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-1a8918d8-370a-46a6-b044-4ea2f267c9be req-f8a527c5-3c58-4dc7-b33e-3b10627594f2 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] show failed (client error): The resource could not be found. May 26 15:57:45.835433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a8918d8-370a-46a6-b044-4ea2f267c9be req-f8a527c5-3c58-4dc7-b33e-3b10627594f2 tempest-FloatingIPsTestJSON-750538794 tempest-FloatingIPsTestJSON-750538794-project] 10.222.0.39 "GET /v2.0/floatingips/3faa8170-2657-4e36-9692-a87568dff15f HTTP/1.1" status: 404 len: 350 time: 0.0749462 May 26 15:57:45.854545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56498) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:46.226326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af393430-1879-483b-af72-1b1afbc1efb5 req-4712d1df-4041-430a-9f56-2fc1f461b6bd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:46.227895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af393430-1879-483b-af72-1b1afbc1efb5 req-4712d1df-4041-430a-9f56-2fc1f461b6bd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.1490605 May 26 15:57:46.244732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebb774-ea70-4d18-83e7-dbb522eaa4a9 req-5ae166aa-6e1d-47c8-bf88-dc28e3d14c88 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:46.246046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2ebb774-ea70-4d18-83e7-dbb522eaa4a9 req-5ae166aa-6e1d-47c8-bf88-dc28e3d14c88 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 946 time: 0.1540060 May 26 15:57:46.333849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2ebb774-ea70-4d18-83e7-dbb522eaa4a9 req-69ba9904-c962-448e-a140-571aa2c7fedd tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682790 May 26 15:57:46.366361 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af393430-1879-483b-af72-1b1afbc1efb5 req-1fcd0d89-0989-4c2c-8cf4-7334da4fdd31 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313450 May 26 15:57:46.622236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d0bf-3e2e-4772-8d12-bef44de57e70 req-42889d57-cab5-4caa-8dd3-f9d3cf78f044 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:46.623823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11f9d0bf-3e2e-4772-8d12-bef44de57e70 req-42889d57-cab5-4caa-8dd3-f9d3cf78f044 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1385815 May 26 15:57:46.647214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a575463-71a7-4258-a5a0-d45daf32e31b req-9284913d-76cc-410e-b144-098d1be3a4e9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:46.650137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a575463-71a7-4258-a5a0-d45daf32e31b req-9284913d-76cc-410e-b144-098d1be3a4e9 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfdb3131-23fb-4c62-af8a-5ccaac32d5d8 HTTP/1.1" status: 200 len: 949 time: 0.1018515 May 26 15:57:46.703085 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:46.787084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a575463-71a7-4258-a5a0-d45daf32e31b req-d3a08026-fe28-49d2-9747-e1e020da4461 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162484 May 26 15:57:46.792711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11f9d0bf-3e2e-4772-8d12-bef44de57e70 req-a7f72110-6cf3-486b-ba74-85727f5ec06c tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394114 May 26 15:57:47.044329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-2f43553d-fd12-4f1e-8dbc-f639476531ce tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:47.047929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-2f43553d-fd12-4f1e-8dbc-f639476531ce tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfdb3131-23fb-4c62-af8a-5ccaac32d5d8 HTTP/1.1" status: 200 len: 949 time: 0.1203659 May 26 15:57:47.259490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Deleting port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:47.260671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:47.479810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] For port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:47.480534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:47.509038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Calling delete_port for ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:47.634465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc024c-a512-4e97-a0cc-01dc81c42170 req-48a18940-8431-4a0e-ad44-ea2898ca552c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:47.637209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dfc024c-a512-4e97-a0cc-01dc81c42170 req-48a18940-8431-4a0e-ad44-ea2898ca552c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.7005212 May 26 15:57:47.642089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-ecbccd05-7c12-4988-8bff-8a87d6749227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:47.644125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-ecbccd05-7c12-4988-8bff-8a87d6749227 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb&tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf HTTP/1.1" status: 200 len: 1101 time: 0.7157211 May 26 15:57:47.665588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:47.795826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70d99d-ba7e-46e0-ae2a-a0220cfdd8be req-f3cc1767-cdcc-43c8-99d5-66b8e00dbaa1 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:47.800062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db70d99d-ba7e-46e0-ae2a-a0220cfdd8be req-f3cc1767-cdcc-43c8-99d5-66b8e00dbaa1 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 946 time: 0.2395017 May 26 15:57:47.804816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:47.818474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ba5a2c9a-c3ea-47a1-aab2-bba8753eb385'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:47.849659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dfc024c-a512-4e97-a0cc-01dc81c42170 req-706ca96c-3e0a-48b2-bb1b-5d1c83ba4d90 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982341 May 26 15:57:47.871520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:47.886128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event deleted for resources: {'Port': ['ID=ba5a2c9a-c3ea-47a1-aab2-bba8753eb385,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:47.886974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'a596a298-0a7c-4987-81e8-263ebfed76bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:48.034966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] No DVR routers for this DVR port ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:48.041941 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:48.049646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db70d99d-ba7e-46e0-ae2a-a0220cfdd8be req-75cfc7e3-023c-45b2-b4f9-3a7c2195f75a tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319579 May 26 15:57:48.051847 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c3a39b33-1556-4f46-9ff6-e397a7bfcccd req-dac75095-aac2-4a45-9320-94a6295661f8 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.24 "DELETE /v2.0/ports/ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 HTTP/1.1" status: 204 len: 173 time: 0.9984396 May 26 15:57:48.052550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb3131-23fb-4c62-af8a-5ccaac32d5d8', 'name': 'network-vif-deleted', 'tag': 'ba5a2c9a-c3ea-47a1-aab2-bba8753eb385'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:48.056434 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f86a2a-7d81-49c2-a937-70b3910b0909" -d '{"events": [{"server_uuid": "cfdb3131-23fb-4c62-af8a-5ccaac32d5d8", "name": "network-vif-deleted", "tag": "ba5a2c9a-c3ea-47a1-aab2-bba8753eb385"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:48.336307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673a243-3386-410e-826c-d05f5d87cbfa req-8bae63a4-9d22-4bf0-b6db-dae0c45de5f2 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:48.346588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-977f5853-03fa-414e-9628-a6e60401a6bf req-c43a4ba6-04d3-446d-8084-c1e7d63969ff tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfdb3131-23fb-4c62-af8a-5ccaac32d5d8 HTTP/1.1" status: 200 len: 210 time: 0.0921135 May 26 15:57:48.359410 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e673a243-3386-410e-826c-d05f5d87cbfa req-8bae63a4-9d22-4bf0-b6db-dae0c45de5f2 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 950 time: 0.2152851 May 26 15:57:48.379327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04476a41-043d-45cc-b78c-8926c9251c2e req-0129a3b5-4027-4ee0-9026-de3e4f6351cf tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:48.393555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04476a41-043d-45cc-b78c-8926c9251c2e req-0129a3b5-4027-4ee0-9026-de3e4f6351cf tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 950 time: 0.3054364 May 26 15:57:48.660953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-e673a243-3386-410e-826c-d05f5d87cbfa req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Deleting port a596a298-0a7c-4987-81e8-263ebfed76bf {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:48.661430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e673a243-3386-410e-826c-d05f5d87cbfa req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:48.827059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04476a41-043d-45cc-b78c-8926c9251c2e req-e24e22f7-6e49-4f7a-8990-bd1675e438dd tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315712 May 26 15:57:48.942418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877894bf-3df8-4000-8899-97fb9be1064e req-0bebef9d-b6e8-4b7e-8ff9-3e435b814d82 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:48.945435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-877894bf-3df8-4000-8899-97fb9be1064e req-0bebef9d-b6e8-4b7e-8ff9-3e435b814d82 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 946 time: 0.5398593 May 26 15:57:48.980166 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f7c29a-e814-4b9c-808a-7ea741b5bd04 x-openstack-request-id: req-92f7c29a-e814-4b9c-808a-7ea741b5bd04 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:48.981011 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb3131-23fb-4c62-af8a-5ccaac32d5d8", "name": "network-vif-deleted", "tag": "ba5a2c9a-c3ea-47a1-aab2-bba8753eb385", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:48.982798 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92f7c29a-e814-4b9c-808a-7ea741b5bd04 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:48.985599 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f7c29a-e814-4b9c-808a-7ea741b5bd04'] response: {'server_uuid': 'cfdb3131-23fb-4c62-af8a-5ccaac32d5d8', 'name': 'network-vif-deleted', 'tag': 'ba5a2c9a-c3ea-47a1-aab2-bba8753eb385', 'status': 'completed', 'code': 200} May 26 15:57:48.988002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Deleting port 77cd3676-d51b-4e18-8576-be7ed4b274bb {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:48.988526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:48.993011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e673a243-3386-410e-826c-d05f5d87cbfa req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] For port a596a298-0a7c-4987-81e8-263ebfed76bf, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a596a298-0a7c-4987-81e8-263ebfed76bf,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:48.994476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e673a243-3386-410e-826c-d05f5d87cbfa req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:49.019054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0d58a-00b0-417b-9f3b-4d6dfa06ca03 req-8685362b-12f1-4008-9b3a-8d2b91fd0f26 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:49.028643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6f0d58a-00b0-417b-9f3b-4d6dfa06ca03 req-8685362b-12f1-4008-9b3a-8d2b91fd0f26 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.3808095 May 26 15:57:49.045211 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-e673a243-3386-410e-826c-d05f5d87cbfa req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Calling delete_port for a596a298-0a7c-4987-81e8-263ebfed76bf owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:49.349062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:49.361627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e673a243-3386-410e-826c-d05f5d87cbfa req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:49.393611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6f0d58a-00b0-417b-9f3b-4d6dfa06ca03 req-bd70a86f-e4b0-4415-b967-8b046eac4288 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638644 May 26 15:57:49.408368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] For port 77cd3676-d51b-4e18-8576-be7ed4b274bb, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=77cd3676-d51b-4e18-8576-be7ed4b274bb,segment=NetworkSegment(74cb0900-1d36-40be-a1d5-ccdbb4795a2d),segment_id=74cb0900-1d36-40be-a1d5-ccdbb4795a2d)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:49.408744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:49.433922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event deleted for resources: {'Port': ['ID=a596a298-0a7c-4987-81e8-263ebfed76bf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:49.493226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Calling delete_port for 77cd3676-d51b-4e18-8576-be7ed4b274bb owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:49.577730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-e673a243-3386-410e-826c-d05f5d87cbfa req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] No DVR routers for this DVR port a596a298-0a7c-4987-81e8-263ebfed76bf on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:49.586047 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e673a243-3386-410e-826c-d05f5d87cbfa req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:49.594589 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e673a243-3386-410e-826c-d05f5d87cbfa req-962fa574-61af-4bb1-8bc1-d989ac780712 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "DELETE /v2.0/ports/a596a298-0a7c-4987-81e8-263ebfed76bf HTTP/1.1" status: 204 len: 173 time: 1.2236991 May 26 15:57:49.622150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:49.675355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35638799-02f8-41da-89c3-0e2381f06eed req-2ea7d605-c383-4483-b15a-85b0d61f1a2c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:49.679082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35638799-02f8-41da-89c3-0e2381f06eed req-2ea7d605-c383-4483-b15a-85b0d61f1a2c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.4965105 May 26 15:57:49.836722 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:57:49.843178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:49.859494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:49.862590 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198aee30-0b53-4c5c-9a9d-633838a22cd2" -d '{"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:49.881263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Deleting port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:49.881616 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:49.909112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175b8c-ddc5-45e2-a247-8f47de5ad696 req-798c02b4-e121-4387-9f06-6cb7ead60ec7 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:49.912506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f175b8c-ddc5-45e2-a247-8f47de5ad696 req-798c02b4-e121-4387-9f06-6cb7ead60ec7 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 946 time: 0.3664613 May 26 15:57:49.923849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35638799-02f8-41da-89c3-0e2381f06eed req-3325ce3f-c08c-4c28-a998-a07ca5995d7e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344596 May 26 15:57:49.949943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Transition to ACTIVE for port object 3c2b6292-ea5d-4548-af5e-620534060b6f will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:50.006992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:50.067367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f175b8c-ddc5-45e2-a247-8f47de5ad696 req-8a457af8-50b3-4a2c-98d8-495400420e17 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153331 May 26 15:57:50.088726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:57:50.089254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ba5a2c9a-c3ea-47a1-aab2-bba8753eb385 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:50.256025 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:50.260410 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be96afec-9de9-4ac2-aaf1-a129f15da93d x-openstack-request-id: req-be96afec-9de9-4ac2-aaf1-a129f15da93d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:50.260709 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:50.260962 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be96afec-9de9-4ac2-aaf1-a129f15da93d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:50.261362 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be96afec-9de9-4ac2-aaf1-a129f15da93d'] response: {'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'code': 200} May 26 15:57:50.418742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a596a298-0a7c-4987-81e8-263ebfed76bf no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:50.430348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da076613-b83e-4f16-a9ab-03aa11fc4652 req-4ed3bb7c-79bf-4a20-a8d4-73cbbd8613cd tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=04b348fa-e8fe-48fe-a131-4da09ccaa908 HTTP/1.1" status: 200 len: 210 time: 0.1680148 May 26 15:57:50.535124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: a596a298-0a7c-4987-81e8-263ebfed76bf {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:57:50.536982 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a596a298-0a7c-4987-81e8-263ebfed76bf not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:50.538609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:50.636647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] No DVR routers for this DVR port 3c2b6292-ea5d-4548-af5e-620534060b6f on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:50.652472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba', '880902cb-7b18-4abc-a345-4fead36b0fcc', 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:50.652916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:50.661396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] For port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:50.662148 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:50.727286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad1618-f337-4a18-8fda-a4d07193665f req-a3d32a66-4a32-4819-ae42-1966204e6256 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:50.729741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afad1618-f337-4a18-8fda-a4d07193665f req-a3d32a66-4a32-4819-ae42-1966204e6256 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 949 time: 0.4413977 May 26 15:57:50.793458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:50.794321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:50.794929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:50.887467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3257-819c-448c-9804-844b5ae3998f req-a96e912a-fd1d-413a-a19e-d4a9947b1b63 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:50.889180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f68c3257-819c-448c-9804-844b5ae3998f req-a96e912a-fd1d-413a-a19e-d4a9947b1b63 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.3134809 May 26 15:57:50.889545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:50.890101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:50.901235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Port 3c2b6292-ea5d-4548-af5e-620534060b6f on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:50.901235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Attempting to bind port 3c2b6292-ea5d-4548-af5e-620534060b6f on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:50.931464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afad1618-f337-4a18-8fda-a4d07193665f req-6763565b-538b-45c9-b0ce-4405513eccdc tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871998 May 26 15:57:50.949473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:50.950085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:50.950193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:50.950866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Bound port: 3c2b6292-ea5d-4548-af5e-620534060b6f, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:50.951090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:50.988469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b348fa-e8fe-48fe-a131-4da09ccaa908', 'name': 'network-vif-deleted', 'tag': 'a596a298-0a7c-4987-81e8-263ebfed76bf'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:50.991537 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c0a86c-5762-402f-a2c3-827bf6e58aed" -d '{"events": [{"server_uuid": "04b348fa-e8fe-48fe-a131-4da09ccaa908", "name": "network-vif-deleted", "tag": "a596a298-0a7c-4987-81e8-263ebfed76bf"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:51.104890 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.131824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:51.132532 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.179149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f68c3257-819c-448c-9804-844b5ae3998f req-425ad173-6200-4b32-9a8f-9b77dcbb7889 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602146 May 26 15:57:51.197053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:51.200838 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5a4816-b793-499a-81b7-1ae1386bf937" -d '{"events": [{"server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "name": "network-vif-unplugged", "status": "completed", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:51.237713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:51.239114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Pushing event deleted for resources: {'Port': ['ID=77cd3676-d51b-4e18-8576-be7ed4b274bb,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:51.245859 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.277121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84616b-2288-4300-9370-2ca8b3f0c702 req-eeb175f9-34ae-45b3-9bff-dd4b4a4838e4 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:51.278955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e84616b-2288-4300-9370-2ca8b3f0c702 req-eeb175f9-34ae-45b3-9bff-dd4b4a4838e4 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2261574 May 26 15:57:51.302208 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2c5bd4-f7dc-4e2a-b348-809ae984c0d7 x-openstack-request-id: req-3c2c5bd4-f7dc-4e2a-b348-809ae984c0d7 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:51.302984 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b348fa-e8fe-48fe-a131-4da09ccaa908", "name": "network-vif-deleted", "tag": "a596a298-0a7c-4987-81e8-263ebfed76bf", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:51.303432 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c2c5bd4-f7dc-4e2a-b348-809ae984c0d7 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:51.304058 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2c5bd4-f7dc-4e2a-b348-809ae984c0d7'] response: {'server_uuid': '04b348fa-e8fe-48fe-a131-4da09ccaa908', 'name': 'network-vif-deleted', 'tag': 'a596a298-0a7c-4987-81e8-263ebfed76bf', 'status': 'completed', 'code': 200} May 26 15:57:51.343447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:51.412864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:51.443009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.443260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.443604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.443939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.444274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.444605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.446895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.447018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:51.447244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.451438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.451438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.451885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.453046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:51.466393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.932042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:51.933045 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.935011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] 10.222.0.24 "PUT /v2.0/ports/3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 1097 time: 4.2811973 May 26 15:57:51.946674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.947189 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.947640 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Floating IP 225c5b0e-4c46-49f7-99ed-71291dc5a4fa disassociated. External IP: 172.25.0.46, port: e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe. May 26 15:57:51.948215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Calling delete_port for e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:51.994334 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e84616b-2288-4300-9370-2ca8b3f0c702 req-f9e6948b-9fb9-4d83-8a40-b10f4e8337e4 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523855 May 26 15:57:52.006847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5a7b-6ce1-45b7-b446-321e172c9c41 req-35fac5e1-a640-47ed-beed-3152edc04d90 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:52.008371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-466f5a7b-6ce1-45b7-b446-321e172c9c41 req-35fac5e1-a640-47ed-beed-3152edc04d90 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 944 time: 0.6029539 May 26 15:57:52.067431 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428c22b5-2fd5-4b5a-9bbb-eb262855fa59 x-openstack-request-id: req-428c22b5-2fd5-4b5a-9bbb-eb262855fa59 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:52.068216 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "name": "network-vif-unplugged", "status": "completed", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:52.068536 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-428c22b5-2fd5-4b5a-9bbb-eb262855fa59 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:52.069395 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428c22b5-2fd5-4b5a-9bbb-eb262855fa59'] response: {'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'code': 200} May 26 15:57:52.217892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f8891-fb5e-464e-9906-e48817b4bd48 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=11']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:52.267797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:52.271462 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:52.308492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-35b9559b-0afa-478d-bc2f-065c84d6b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:52.309982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-35b9559b-0afa-478d-bc2f-065c84d6b809 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1100 time: 0.3435333 May 26 15:57:52.327974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-466f5a7b-6ce1-45b7-b446-321e172c9c41 req-49e64194-70c8-4a99-8698-bff9fc2e1b0c tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b02fd5f-4a99-4e51-b9f1-233b84a34281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431817 May 26 15:57:52.338341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.664203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d67d-7500-4fe4-b20d-ab50fba347a0 req-2553acb5-c21c-4f4f-9784-8ce765b0ec2f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:52.665768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6128d67d-7500-4fe4-b20d-ab50fba347a0 req-2553acb5-c21c-4f4f-9784-8ce765b0ec2f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 949 time: 0.2381124 May 26 15:57:52.672386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-f86bd235-5bd9-4b38-903e-938a41694279 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:52.674573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-f86bd235-5bd9-4b38-903e-938a41694279 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 820 time: 0.4416857 May 26 15:57:52.704126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-c3a096b1-6488-4eec-98de-4821cd221a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:52.705761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-c3a096b1-6488-4eec-98de-4821cd221a9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3828125 May 26 15:57:52.744022 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.800410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-a5dc3997-ebc0-49ec-a254-725d8042932a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.0750585 May 26 15:57:52.825768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-f6a85b07-470b-4fa3-a899-dbecde9624ff tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/quotas/db8f122bae4c4087bdc4cf2128dffc0f HTTP/1.1" status: 200 len: 375 time: 0.1149619 May 26 15:57:52.854064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Pushing event deleted for resources: {'Port': ['ID=e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:52.932475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6128d67d-7500-4fe4-b20d-ab50fba347a0 req-b40bdb33-d629-498b-9586-307146381ee6 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228022 May 26 15:57:53.130539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-62e962ea-a624-4c1f-861d-6c3391432d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:53.132729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-62e962ea-a624-4c1f-861d-6c3391432d5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.3031526 May 26 15:57:53.152780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-eebbf87f-ca2e-4a91-8dda-745ef3d5ded9 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3022599 May 26 15:57:53.428833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30012d-7d87-4479-8f1c-f11d4da4d825 req-3863447e-3231-4f15-8acf-4c7068061461 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:53.430467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c30012d-7d87-4479-8f1c-f11d4da4d825 req-3863447e-3231-4f15-8acf-4c7068061461 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.3606417 May 26 15:57:53.454829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Router 089068ff-f057-41b4-a45a-243c26fb9be8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:57:53.459409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-4ae639cb-7ac5-42a1-9681-fdb3cdae1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:53.460930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-4ae639cb-7ac5-42a1-9681-fdb3cdae1428 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3053813 May 26 15:57:53.487010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Router 64e45caa-f92b-4d3e-8a54-e995617d46bd has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:57:53.527243 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.553391 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.585651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-320571bb-eb3a-4921-a282-6f48b6d51597 service neutron] 10.222.0.39 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228804 May 26 15:57:53.591439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c30012d-7d87-4479-8f1c-f11d4da4d825 req-4e1a64b6-6507-43c6-b1d1-cb05de7d3aa7 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524405 May 26 15:57:53.682328 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e543b7c9-c2b9-4c21-82fa-6281b8bbcafe x-openstack-request-id: req-e543b7c9-c2b9-4c21-82fa-6281b8bbcafe {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:53.682635 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:53.682851 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e543b7c9-c2b9-4c21-82fa-6281b8bbcafe {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:53.683254 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e543b7c9-c2b9-4c21-82fa-6281b8bbcafe'] response: {'name': 'network-changed', 'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'status': 'completed', 'code': 200} May 26 15:57:53.796121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-40c9b564-94a1-4f81-ad88-89223ac94504 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249643 May 26 15:57:53.858187 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-d966939c-5c47-40cc-9b5f-315faf24e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:53.862775 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-d966939c-5c47-40cc-9b5f-315faf24e70a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1100 time: 0.1271727 May 26 15:57:54.081441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-b18d31c8-cad7-45c6-8585-43547f3ff452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:54.083238 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-b18d31c8-cad7-45c6-8585-43547f3ff452 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2137055 May 26 15:57:54.143555 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-906dc9f4-877d-44d2-bfde-f7e78d2c284f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.0512323 May 26 15:57:54.213709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-293e380c-7057-4847-8f7c-4110113bb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:54.220762 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-293e380c-7057-4847-8f7c-4110113bb0af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0603850 May 26 15:57:54.280896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-b8b9303c-5a69-4502-aaef-3a36602e2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:54.284192 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-b8b9303c-5a69-4502-aaef-3a36602e2783 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595732 May 26 15:57:54.343303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-3c442646-7d2e-4cf2-905c-bdc98d4b9565 service neutron] 10.222.0.39 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454953 May 26 15:57:54.353278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:54.368396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] Sync routers for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:54.374442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:54.386910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b2bf407e-ee63-435e-af0f-eb244b89f796 admin admin] 10.222.0.39 "PUT /v2.0/routers/64e45caa-f92b-4d3e-8a54-e995617d46bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5284879 May 26 15:57:54.391657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:54.392488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:54.397439 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] Sync routers for ids ['64e45caa-f92b-4d3e-8a54-e995617d46bd'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:54.407197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56616) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:54.417851 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] Routers {'64e45caa-f92b-4d3e-8a54-e995617d46bd'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:54.419441 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64e45caa-f92b-4d3e-8a54-e995617d46bd'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:54.463347 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-bca8b186-ada7-4b5c-bd35-66d53eea85c7 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631482 May 26 15:57:54.614797 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] Set router 64e45caa-f92b-4d3e-8a54-e995617d46bd gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:54.646441 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-63c0aa82-331d-47d7-96c4-02cfcd69e5ac service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768067 May 26 15:57:54.670283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:54.709038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:54.803683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c1f81-ce6b-42ca-9410-c63da2d61a1b req-c3a4006f-b5ba-4b4f-9ec7-6e1163581ce9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:54.811564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-893c1f81-ce6b-42ca-9410-c63da2d61a1b req-c3a4006f-b5ba-4b4f-9ec7-6e1163581ce9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.5391488 May 26 15:57:54.819954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] No DVR routers for this DVR port e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:54.842366 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:54.848803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-877894bf-3df8-4000-8899-97fb9be1064e req-cb8b6c91-e343-4bc4-a3b4-0421094798fb tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.32 "DELETE /v2.0/ports/e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe HTTP/1.1" status: 204 len: 173 time: 5.8570521 May 26 15:57:54.888683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea646da3-2f6b-412b-b50d-e37d89f37494 req-990ef3e3-ea32-4b82-9c03-101c1695cb8e service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0248239 May 26 15:57:55.057150 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:18Z', 'updated_at': '2022-05-26T15:57:50Z', 'revision_number': 5, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'gw_port': {'id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:55.108931 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] Checking router: 64e45caa-f92b-4d3e-8a54-e995617d46bd for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:55.130232 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] Routers {'64e45caa-f92b-4d3e-8a54-e995617d46bd'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:55.131112 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64e45caa-f92b-4d3e-8a54-e995617d46bd'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:55.185166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fb786cd9-f439-4030-b2b8-130223811395', 'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'mac_address': 'fa:16:3e:f1:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:15Z', 'updated_at': '2022-05-26T15:54:22Z', 'revision_number': 5, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'subnets': [{'id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:55.205470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56d96ed0-e383-494a-b578-0818e7878eee req-340b97ff-3843-4318-9a82-8fe3f386f767 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd587bd3-1591-4e01-8751-0a79fac2dbc7 HTTP/1.1" status: 200 len: 210 time: 0.1504545 May 26 15:57:55.212911 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:55.262140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-893c1f81-ce6b-42ca-9410-c63da2d61a1b req-9eca94b3-25e7-485d-96e9-85012839e5ea tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432793 May 26 15:57:55.272121 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] Set router 64e45caa-f92b-4d3e-8a54-e995617d46bd gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:55.303791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] Checking router: 089068ff-f057-41b4-a45a-243c26fb9be8 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:55.319025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:55.320190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:55.375799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-c3497a87-ac1c-481b-99e0-86c1b4d7d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:55.392723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-c3497a87-ac1c-481b-99e0-86c1b4d7d49c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1100 time: 0.4167101 May 26 15:57:55.693785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:55.727984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'name': 'network-vif-deleted', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:55.732409 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230fc294-0e8d-480c-a4da-a0011048a40b" -d '{"events": [{"server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "name": "network-vif-deleted", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:55.739730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-9ab53485-15d9-47b3-9681-657b824c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:55.744142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-9ab53485-15d9-47b3-9681-657b824c94bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3438368 May 26 15:57:55.941257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-0e39cbec-8b36-4783-8a8d-81731d5f56cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 200 len: 217 time: 0.1608274 May 26 15:57:56.023750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Deleting port f30fde3b-29b6-4e41-9d12-0a85222408ca {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:56.029359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:56.084015 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:18Z', 'updated_at': '2022-05-26T15:57:50Z', 'revision_number': 5, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'gw_port': {'id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:56.147736 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf6a13-fff6-4c42-8285-bb5a0ca3d041 None None] The sync data for ids ['64e45caa-f92b-4d3e-8a54-e995617d46bd'] in n-d-843336-2 is: [{'id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'name': 'tempest-FloatingIPsTestJSON-1049624629-router', 'tenant_id': '515bde80974d488d8d6ab0919633e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:18Z', 'updated_at': '2022-05-26T15:57:50Z', 'revision_number': 5, 'project_id': '515bde80974d488d8d6ab0919633e46d', 'gw_port': {'id': 'f30fde3b-29b6-4e41-9d12-0a85222408ca', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e45caa-f92b-4d3e-8a54-e995617d46bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:56.272992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fb786cd9-f439-4030-b2b8-130223811395', 'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'mac_address': 'fa:16:3e:f1:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:15Z', 'updated_at': '2022-05-26T15:54:22Z', 'revision_number': 5, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'subnets': [{'id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:56.307265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c68649-4cfa-4d65-9918-419a7b3a1bf1 None None] The sync data for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 is: [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:54:17Z', 'revision_number': 4, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fb786cd9-f439-4030-b2b8-130223811395', 'name': '', 'network_id': '86ba1dc5-e4b4-46a6-84a7-c952670c482a', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'mac_address': 'fa:16:3e:f1:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:15Z', 'updated_at': '2022-05-26T15:54:22Z', 'revision_number': 5, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'subnets': [{'id': '2da747b5-39cf-4ca5-aa42-e09262bfae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:56.317890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] For port f30fde3b-29b6-4e41-9d12-0a85222408ca, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f30fde3b-29b6-4e41-9d12-0a85222408ca,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:56.320157 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:56.376073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794ee46-1d4f-429b-b6c2-2f1bb474994c req-83a6d548-8853-4c3d-b257-aa5ea1dcb1e5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:56.387725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b794ee46-1d4f-429b-b6c2-2f1bb474994c req-83a6d548-8853-4c3d-b257-aa5ea1dcb1e5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 949 time: 0.8003514 May 26 15:57:56.447925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Calling delete_port for f30fde3b-29b6-4e41-9d12-0a85222408ca owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:56.504571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1818081-f5d2-415f-b31b-55045702aacf req-14678831-5643-46aa-a73c-88c1dea71b2b tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:56.519224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1818081-f5d2-415f-b31b-55045702aacf req-14678831-5643-46aa-a73c-88c1dea71b2b tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.5351121 May 26 15:57:56.600405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-0241d60e-4258-4bf6-bcec-7db26e09c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:56.602531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-0241d60e-4258-4bf6-bcec-7db26e09c507 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.5977504 May 26 15:57:56.692286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b794ee46-1d4f-429b-b6c2-2f1bb474994c req-f4d92890-6230-4377-a232-c575bc71fe7b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034565 May 26 15:57:56.817682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1818081-f5d2-415f-b31b-55045702aacf req-44cd043f-be42-4ec8-832f-af714d4d5efe tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664359 May 26 15:57:56.829802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-4910ac91-ad32-46b3-825c-3c4e8a52f5ab tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:56.835305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-4910ac91-ad32-46b3-825c-3c4e8a52f5ab tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 950 time: 0.8786747 May 26 15:57:56.902597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 77cd3676-d51b-4e18-8576-be7ed4b274bb no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:56.951075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-893d6547-34d2-4ceb-8344-4d4c2d8c0771 req-a2e306cc-4ff2-442e-bcf6-86aa1dcfefbd tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 210 time: 0.1144843 May 26 15:57:56.999023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 77cd3676-d51b-4e18-8576-be7ed4b274bb {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:57:56.999598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 77cd3676-d51b-4e18-8576-be7ed4b274bb not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:57.010705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f7f20-c2f2-4fd5-b371-cc9e7e915677 None None] New status for floating IP 225c5b0e-4c46-49f7-99ed-71291dc5a4fa: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:57:57.047883 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022fe3b1-8d6a-4bec-8e12-ed232deb6b21 x-openstack-request-id: req-022fe3b1-8d6a-4bec-8e12-ed232deb6b21 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:57.048344 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd587bd3-1591-4e01-8751-0a79fac2dbc7", "name": "network-vif-deleted", "tag": "e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:57.048703 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-022fe3b1-8d6a-4bec-8e12-ed232deb6b21 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:57.049246 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022fe3b1-8d6a-4bec-8e12-ed232deb6b21'] response: {'server_uuid': 'fd587bd3-1591-4e01-8751-0a79fac2dbc7', 'name': 'network-vif-deleted', 'tag': 'e03a9e2e-dca4-41b0-bdf3-80fc10c5cabe', 'status': 'completed', 'code': 200} May 26 15:57:57.057027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-becf13d3-84c1-4921-b0fc-4db0845ba2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:57.059190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-becf13d3-84c1-4921-b0fc-4db0845ba2d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3951015 May 26 15:57:57.419839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-b1b4e5c2-d944-4de8-a648-7d1db4d1a6f6 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:57.422596 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-b1b4e5c2-d944-4de8-a648-7d1db4d1a6f6 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 820 time: 0.2257402 May 26 15:57:57.433305 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:57.451071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Request body: {'port': {'device_id': '73a18729-e580-44af-882a-b27575582098', 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820', 'admin_state_up': True, 'tenant_id': 'db8f122bae4c4087bdc4cf2128dffc0f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:57.460505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19366-5920-458e-8dc2-57814ec13844 req-0a552c52-fdcb-42fb-b8d8-f030ac753910 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:57.462362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0f19366-5920-458e-8dc2-57814ec13844 req-0a552c52-fdcb-42fb-b8d8-f030ac753910 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 950 time: 0.4919562 May 26 15:57:57.572909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f30fde3b-29b6-4e41-9d12-0a85222408ca,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:57.705409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Deleting port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:57.706065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:57.796172 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:57.812852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05841f5-5eab-480b-a095-a5e5f45d7ddc req-cf93db89-a0f2-40cb-a0cc-87159ec7b121 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:57.829815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e05841f5-5eab-480b-a095-a5e5f45d7ddc req-cf93db89-a0f2-40cb-a0cc-87159ec7b121 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.6324818 May 26 15:57:57.871258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-e7c14652-d06a-4a97-8cc5-45d649b466b1 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934142 May 26 15:57:57.882690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0f19366-5920-458e-8dc2-57814ec13844 req-3b233736-3cea-4df6-bd86-36f209fa5145 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750679 May 26 15:57:57.974382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:58.006976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:58.155845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.206478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.231149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:58.246626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'mac_address': 'fa:16:3e:6d:84:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:58.289863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-9f952229-7d61-423b-9fd1-b87b40f29bc1 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:58.291943 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-9f952229-7d61-423b-9fd1-b87b40f29bc1 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/ports?device_id=951ee704-1883-4816-a7d6-53157fb3e8fb HTTP/1.1" status: 200 len: 950 time: 0.2574301 May 26 15:57:58.302824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-292a51b5-070f-47d4-a8f3-b757571e5827 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.316955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.317546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64e45caa-f92b-4d3e-8a54-e995617d46bd {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:57:58.334415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.340083 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0d348dd8-fa4f-4867-badd-73ece1bbd8ec admin admin] 10.222.0.39 "DELETE /v2.0/routers/64e45caa-f92b-4d3e-8a54-e995617d46bd HTTP/1.1" status: 204 len: 168 time: 3.9267344 May 26 15:57:58.348769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56664) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:58.371151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e05841f5-5eab-480b-a095-a5e5f45d7ddc req-3625b05e-c2d7-4eb1-9ea6-8f24c129ee04 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855263 May 26 15:57:58.452137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] For port a68cadcd-d2eb-42c1-b36d-abae9cd49b37, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:58.456787 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.489622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Made reservation on behalf of db8f122bae4c4087bdc4cf2128dffc0f for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:58.507956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Calling delete_port for a68cadcd-d2eb-42c1-b36d-abae9cd49b37 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:58.510769 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.521956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bbbf24c6-c23b-4513-b11c-135493f089e5 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:58.546568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e11152-b378-405a-9e87-c0bab8bc5c75 req-cf7beab9-0e10-44f4-97f8-ca3dc1d877ea tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:58.554360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e11152-b378-405a-9e87-c0bab8bc5c75 req-cf7beab9-0e10-44f4-97f8-ca3dc1d877ea tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 949 time: 0.4167011 May 26 15:57:58.561225 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03422b47-6c50-41b6-ad5e-6238b1bc9b5c req-21ab7979-ac2d-454d-8f07-256f32b9e845 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312280 May 26 15:57:58.581971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-292a51b5-070f-47d4-a8f3-b757571e5827 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.592875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-a374def4-1ead-47b9-8f33-3bc80c8740dd admin admin] Deleting subnet 7abf5d3e-e853-49e7-baa5-5a6a16cae923 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:57:58.629033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3c2b6292-ea5d-4548-af5e-620534060b6f is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:58.629697 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.656097 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a374def4-1ead-47b9-8f33-3bc80c8740dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.680603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2b6292-ea5d-4548-af5e-620534060b6f {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:58.706831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-292a51b5-070f-47d4-a8f3-b757571e5827 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.717831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-292a51b5-070f-47d4-a8f3-b757571e5827 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.733178 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-292a51b5-070f-47d4-a8f3-b757571e5827 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "DELETE /v2.0/security-groups/1b02fd5f-4a99-4e51-b9f1-233b84a34281 HTTP/1.1" status: 204 len: 168 time: 0.7571759 May 26 15:57:58.755572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:58.758817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56668) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:58.764403 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:58.846850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=12']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:58.849862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e11152-b378-405a-9e87-c0bab8bc5c75 req-d5a04847-d6b8-49bf-9637-a59ce2766590 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872782 May 26 15:57:58.862956 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-2292e34e-d057-46de-9d2d-f3b396fc1d96 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] show failed (client error): The resource could not be found. May 26 15:57:58.875007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2292e34e-d057-46de-9d2d-f3b396fc1d96 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "GET /v2.0/security-groups/1b02fd5f-4a99-4e51-b9f1-233b84a34281 HTTP/1.1" status: 404 len: 347 time: 0.1147442 May 26 15:57:58.911604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a51b5-070f-47d4-a8f3-b757571e5827 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b02fd5f-4a99-4e51-b9f1-233b84a34281,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:58.915167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56670) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:58.977661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bbbf24c6-c23b-4513-b11c-135493f089e5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:58.995649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a374def4-1ead-47b9-8f33-3bc80c8740dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.018605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'bbbf24c6-c23b-4513-b11c-135493f089e5', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'port_id': 'bbbf24c6-c23b-4513-b11c-135493f089e5', 'mac_address': 'fa:16:3e:2d:15:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d4131-c08a-4d19-9074-a9ea68d04597', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:59.085454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Deleting port 880902cb-7b18-4abc-a345-4fead36b0fcc {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:59.085961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.091689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['3c2b6292-ea5d-4548-af5e-620534060b6f'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:59.129977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bbbf24c6-c23b-4513-b11c-135493f089e5 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:59.130694 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.207514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f30fde3b-29b6-4e41-9d12-0a85222408ca no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:59.232637 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a374def4-1ead-47b9-8f33-3bc80c8740dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.245743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbbf24c6-c23b-4513-b11c-135493f089e5 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:59.263561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f30fde3b-29b6-4e41-9d12-0a85222408ca {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:57:59.264053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f30fde3b-29b6-4e41-9d12-0a85222408ca not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:59.274531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Allocated IP 172.20.0.12 (1b7b05e2-7140-4867-92bf-a086c4f93820/71290587-b45d-4255-a963-77e9a7a9bb52/e9fb7ed4-8f6d-4de5-b940-4850890ed1e7) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:59.367104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bbbf24c6-c23b-4513-b11c-135493f089e5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:59.391358 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.473485 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a374def4-1ead-47b9-8f33-3bc80c8740dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.519694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.541255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a374def4-1ead-47b9-8f33-3bc80c8740dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.545346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a374def4-1ead-47b9-8f33-3bc80c8740dd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7abf5d3e-e853-49e7-baa5-5a6a16cae923 HTTP/1.1" status: 204 len: 168 time: 1.1674807 May 26 15:57:59.551162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374def4-1ead-47b9-8f33-3bc80c8740dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abf5d3e-e853-49e7-baa5-5a6a16cae923,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:59.569123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0947f53-61fd-42af-8e1d-7e8580740742 None None] Network f4c7f83d-b741-4705-9609-31adfc344841 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:59.569416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92231e5f-430b-4fb4-a6e3-d898ada80cfa req-b900da37-6603-4b2b-9b56-09fcbef4223f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:59.579346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92231e5f-430b-4fb4-a6e3-d898ada80cfa req-b900da37-6603-4b2b-9b56-09fcbef4223f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.9390371 May 26 15:57:59.589191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eda402d8-bce8-41c0-bcd0-86972b32a5db req-c21a5094-82f1-4289-a8c6-a8fe56ece0a0 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 210 time: 0.1915317 May 26 15:57:59.592508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56678) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:59.665786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['bbbf24c6-c23b-4513-b11c-135493f089e5'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:59.689484 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.905510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bbbf24c6-c23b-4513-b11c-135493f089e5,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:59.960695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] For port 880902cb-7b18-4abc-a345-4fead36b0fcc, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=880902cb-7b18-4abc-a345-4fead36b0fcc,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:59.961048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.971779 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.015049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Calling delete_port for 880902cb-7b18-4abc-a345-4fead36b0fcc owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:00.044131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Network 1b7b05e2-7140-4867-92bf-a086c4f93820 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:00.051324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:00.160847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:00.247669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Pushing event updated for resources: {'Port': ['ID=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:00.279423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfee937-aaf6-4d9f-9155-cd99a797a8a0 None None] DHCP port deletion for f4c7f83d-b741-4705-9609-31adfc344841 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:58:00.365782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['587e9e4a-3bbf-44c3-a287-324fa05bb3a4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:00.393802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:00.396070 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.491844 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-9d89214f-e1e8-455b-970b-fd1d21c103a3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0602934 May 26 15:58:00.492759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bbbf24c6-c23b-4513-b11c-135493f089e5 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:00.521667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Request body: {'port': {'device_id': '73a18729-e580-44af-882a-b27575582098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:00.639452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port bbbf24c6-c23b-4513-b11c-135493f089e5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:00.639826 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.687367 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.762280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ebfee937-aaf6-4d9f-9155-cd99a797a8a0 None None] Deleting port edd991a8-7192-41b8-9a3b-30405edb5911 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:00.763000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ebfee937-aaf6-4d9f-9155-cd99a797a8a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.860595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92231e5f-430b-4fb4-a6e3-d898ada80cfa req-75b69cb0-7d70-4236-88c3-ee38fe1744d0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2777259 May 26 15:58:00.924912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.102767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66b3ad-1f04-4748-8660-a094b45d4db1 req-400f5cd9-d7c6-4ede-8314-f0a30b46c1b1 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:01.107412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bbbf24c6-c23b-4513-b11c-135493f089e5 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:01.117230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d66b3ad-1f04-4748-8660-a094b45d4db1 req-400f5cd9-d7c6-4ede-8314-f0a30b46c1b1 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 1101 time: 0.5764751 May 26 15:58:01.118208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event deleted for resources: {'Port': ['ID=a68cadcd-d2eb-42c1-b36d-abae9cd49b37,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:01.118776 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.130574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Deleting port 7418ee54-8ba0-4d9c-923a-4d4b36b14e2f {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:01.130915 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.136100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device edd991a8-7192-41b8-9a3b-30405edb5911 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:01.143001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ebfee937-aaf6-4d9f-9155-cd99a797a8a0 None None] For port edd991a8-7192-41b8-9a3b-30405edb5911, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=edd991a8-7192-41b8-9a3b-30405edb5911,segment=NetworkSegment(74cb0900-1d36-40be-a1d5-ccdbb4795a2d),segment_id=74cb0900-1d36-40be-a1d5-ccdbb4795a2d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:01.148690 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ebfee937-aaf6-4d9f-9155-cd99a797a8a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.223893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ebfee937-aaf6-4d9f-9155-cd99a797a8a0 None None] Calling delete_port for edd991a8-7192-41b8-9a3b-30405edb5911 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:01.270448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:01.274542 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0e7ad9-9dc5-4c1b-874d-1e38833c632c" -d '{"events": [{"server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:01.278091 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:01.287691 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.304349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Transition to ACTIVE for port object e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:01.305526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.372330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.399943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event deleted for resources: {'Port': ['ID=880902cb-7b18-4abc-a345-4fead36b0fcc,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:01.439089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bbbf24c6-c23b-4513-b11c-135493f089e5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:01.466894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.468125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 880902cb-7b18-4abc-a345-4fead36b0fcc no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:01.519487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] No DVR routers for this DVR port a68cadcd-d2eb-42c1-b36d-abae9cd49b37 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:01.553606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.556724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:01.558183 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7277a5b-9a01-479e-be84-ac29ba7957e8 req-a3526439-4cbe-4b62-bb2e-958c7a806d4e tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "DELETE /v2.0/ports/a68cadcd-d2eb-42c1-b36d-abae9cd49b37 HTTP/1.1" status: 204 len: 173 time: 4.6982687 May 26 15:58:01.561117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:01.586976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86186ce-9a89-416a-8166-8756b4dc5c1f', 'name': 'network-vif-deleted', 'tag': 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:01.595248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:01.603240 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b3c5a4-a08e-446d-b350-be8d4e76fdd0" -d '{"events": [{"server_uuid": "d86186ce-9a89-416a-8166-8756b4dc5c1f", "name": "network-vif-deleted", "tag": "a68cadcd-d2eb-42c1-b36d-abae9cd49b37"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:01.610834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] No DVR routers for this DVR port 880902cb-7b18-4abc-a345-4fead36b0fcc on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:01.616044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.630668 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a9622da4-7b68-46c2-a2e0-78d4ee130843 req-41aa73bb-f143-43ae-85f2-9d3148b408d7 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "DELETE /v2.0/ports/880902cb-7b18-4abc-a345-4fead36b0fcc HTTP/1.1" status: 204 len: 173 time: 3.3094902 May 26 15:58:01.636052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951ee704-1883-4816-a7d6-53157fb3e8fb', 'name': 'network-vif-deleted', 'tag': '880902cb-7b18-4abc-a345-4fead36b0fcc'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:01.637343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b0f0c21-da53-4e8d-8ae4-4263b18b21b8 req-417c57e2-db5b-4f0e-99d1-2c8849f31e55 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86186ce-9a89-416a-8166-8756b4dc5c1f HTTP/1.1" status: 200 len: 210 time: 0.3822303 May 26 15:58:01.638894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Deleting port edd991a8-7192-41b8-9a3b-30405edb5911 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:01.639255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.655936 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56aaba8-94cc-4c8d-967d-09a577c50ab5" -d '{"events": [{"server_uuid": "951ee704-1883-4816-a7d6-53157fb3e8fb", "name": "network-vif-deleted", "tag": "880902cb-7b18-4abc-a345-4fead36b0fcc"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:01.715937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 880902cb-7b18-4abc-a345-4fead36b0fcc {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:01.716476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 880902cb-7b18-4abc-a345-4fead36b0fcc not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:01.717124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a68cadcd-d2eb-42c1-b36d-abae9cd49b37 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:01.730268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] For port edd991a8-7192-41b8-9a3b-30405edb5911, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=edd991a8-7192-41b8-9a3b-30405edb5911,segment=NetworkSegment(74cb0900-1d36-40be-a1d5-ccdbb4795a2d),segment_id=74cb0900-1d36-40be-a1d5-ccdbb4795a2d)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:01.731082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.752340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Calling delete_port for edd991a8-7192-41b8-9a3b-30405edb5911 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:01.922781 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.923930 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.938751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Calling delete_port for 7418ee54-8ba0-4d9c-923a-4d4b36b14e2f owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:01.984530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:01.985063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:01.987802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:01.997611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:01.998118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:02.007444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: a68cadcd-d2eb-42c1-b36d-abae9cd49b37 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:02.008328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a68cadcd-d2eb-42c1-b36d-abae9cd49b37 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:02.015904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:02.017039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:02.017629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:02.022643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Bound port: e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:02.023291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.046635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d66b3ad-1f04-4748-8660-a094b45d4db1 req-d69be5fc-bb01-48b3-aead-6e32f1524a10 tempest-MigrationsAdminTest-870126472 tempest-MigrationsAdminTest-870126472-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7900250 May 26 15:58:02.067802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.072204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:02.089477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Port edd991a8-7192-41b8-9a3b-30405edb5911 update to DOWN by agent not found {{(pid=109406) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 26 15:58:02.184367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6105a-63a7-4f76-b0c5-da5a49f6807e req-724beed9-bf64-445d-a492-741f164106e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:02.197510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ae6105a-63a7-4f76-b0c5-da5a49f6807e req-724beed9-bf64-445d-a492-741f164106e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 1096 time: 0.8567727 May 26 15:58:02.296110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bbbf24c6-c23b-4513-b11c-135493f089e5,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:02.374347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:02.389032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:02.400841 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ebfee937-aaf6-4d9f-9155-cd99a797a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.411082 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.525244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfee937-aaf6-4d9f-9155-cd99a797a8a0 None None] No DVR routers for this DVR port edd991a8-7192-41b8-9a3b-30405edb5911 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:02.535810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfee937-aaf6-4d9f-9155-cd99a797a8a0 None None] Pushing event deleted for resources: {'Port': ['ID=edd991a8-7192-41b8-9a3b-30405edb5911,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:02.564115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:02.565754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.568488 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 HTTP/1.1" status: 200 len: 1092 time: 2.0549366 May 26 15:58:02.578621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Pushing event deleted for resources: {'Port': ['ID=edd991a8-7192-41b8-9a3b-30405edb5911,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:02.593884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] No DVR routers for this DVR port edd991a8-7192-41b8-9a3b-30405edb5911 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:02.695046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 3c2b6292-ea5d-4548-af5e-620534060b6f completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:02.724500 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 3c2b6292-ea5d-4548-af5e-620534060b6f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:02.727593 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.740579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873712f-cab7-4f09-a800-c118001f9236 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:02.817261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-1f865661-a1e7-46bc-829f-cf262cdfc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:02.818790 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-1f865661-a1e7-46bc-829f-cf262cdfc05a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 1095 time: 0.1760607 May 26 15:58:02.951037 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-3cf91ecb-2885-4da8-9048-3b192879080d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 HTTP/1.1" status: 200 len: 217 time: 0.1245050 May 26 15:58:03.035739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ae6105a-63a7-4f76-b0c5-da5a49f6807e req-5099a05d-a9bb-4aa2-a3c6-655baf8ff912 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7848988 May 26 15:58:03.092692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-a9bc4f92-81e6-4989-a63c-76b60ef7cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.100483 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-a9bc4f92-81e6-4989-a63c-76b60ef7cdfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1406269 May 26 15:58:03.113415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.137010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c7f83d-b741-4705-9609-31adfc344841']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:03.148248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cb0900-1d36-40be-a1d5-ccdbb4795a2d') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:03.148563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cb0900-1d36-40be-a1d5-ccdbb4795a2d') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:03.161199 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.170060 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-747c3ce8-29ca-49e6-91c7-da8fd2069419 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613568 May 26 15:58:03.179217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.200739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:58:03.201198 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.219950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3c2b6292-ea5d-4548-af5e-620534060b6f is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:03.221066 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.240981 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.311602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:03.327551 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.384451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Pushing event deleted for resources: {'Port': ['ID=7418ee54-8ba0-4d9c-923a-4d4b36b14e2f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:03.396736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d3be3-09b2-4f62-b9dd-319d68399e72 req-d1551ded-67bb-42a9-9269-f9524896a9ac tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.399155 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-445d3be3-09b2-4f62-b9dd-319d68399e72 req-d1551ded-67bb-42a9-9269-f9524896a9ac tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 1.3852684 May 26 15:58:03.421718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080028c7-2755-407b-801d-47cc9f7675c3 req-e7a6b0ea-202f-4481-a60d-f27a2e47483e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.432233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080028c7-2755-407b-801d-47cc9f7675c3 req-e7a6b0ea-202f-4481-a60d-f27a2e47483e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 944 time: 0.9297225 May 26 15:58:03.488510 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 74cb0900-1d36-40be-a1d5-ccdbb4795a2d resource provider aggregate not found May 26 15:58:03.499846 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-000421ef-5fd8-4fc7-af6c-02045fb4112c service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147185 May 26 15:58:03.522939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=13']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:03.566707 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 74cb0900-1d36-40be-a1d5-ccdbb4795a2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74cb0900-1d36-40be-a1d5-ccdbb4795a2d found for delete ", "request_id": "req-4212b8c5-c37d-4ab0-9651-f79a077dde94"}]} May 26 15:58:03.570410 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.573423 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.578564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dd4a3060-f145-4ad9-a9bd-60c4dd714384 tempest-AttachSCSIVolumeTestJSON-503760066 tempest-AttachSCSIVolumeTestJSON-503760066-project] 10.222.0.39 "DELETE /v2.0/floatingips/225c5b0e-4c46-49f7-99ed-71291dc5a4fa HTTP/1.1" status: 204 len: 168 time: 4.6313019 May 26 15:58:03.621875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.631159 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.639583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] 10.222.0.39 "DELETE /v2.0/networks/f4c7f83d-b741-4705-9609-31adfc344841 HTTP/1.1" status: 204 len: 168 time: 4.0450630 May 26 15:58:03.652571 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-445d3be3-09b2-4f62-b9dd-319d68399e72 req-ed806340-056f-41f0-bdc4-d803cf693b04 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104151 May 26 15:58:03.678985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080028c7-2755-407b-801d-47cc9f7675c3 req-a7970270-b0c0-407f-8869-6f24f35a76c4 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454057 May 26 15:58:03.689804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa73c5-1542-46be-a5d3-93b42065007a admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c7f83d-b741-4705-9609-31adfc344841,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:03.785367 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6335954a-5804-4358-97d1-90c23c9da6c0 x-openstack-request-id: req-6335954a-5804-4358-97d1-90c23c9da6c0 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:03.785893 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:03.785893 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6335954a-5804-4358-97d1-90c23c9da6c0 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:03.786397 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6335954a-5804-4358-97d1-90c23c9da6c0'] response: {'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5', 'code': 200} May 26 15:58:03.845549 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa75baa-682d-4fe4-a098-ba3b5f93e6c3 x-openstack-request-id: req-5fa75baa-682d-4fe4-a098-ba3b5f93e6c3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:03.846056 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86186ce-9a89-416a-8166-8756b4dc5c1f", "name": "network-vif-deleted", "tag": "a68cadcd-d2eb-42c1-b36d-abae9cd49b37", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:03.846461 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fa75baa-682d-4fe4-a098-ba3b5f93e6c3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:03.847098 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa75baa-682d-4fe4-a098-ba3b5f93e6c3'] response: {'server_uuid': 'd86186ce-9a89-416a-8166-8756b4dc5c1f', 'name': 'network-vif-deleted', 'tag': 'a68cadcd-d2eb-42c1-b36d-abae9cd49b37', 'status': 'completed', 'code': 200} May 26 15:58:03.894822 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8e4947a7-5994-4587-bb28-0fb9bbc882ec req-8c14b775-9644-4f95-867b-01a8fda71eaf service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926299 May 26 15:58:03.910277 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9078c7e-d791-4ac3-b8e6-dfee2b3599d0 x-openstack-request-id: req-e9078c7e-d791-4ac3-b8e6-dfee2b3599d0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:03.911151 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951ee704-1883-4816-a7d6-53157fb3e8fb", "name": "network-vif-deleted", "tag": "880902cb-7b18-4abc-a345-4fead36b0fcc", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:03.911809 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9078c7e-d791-4ac3-b8e6-dfee2b3599d0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:03.912826 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9078c7e-d791-4ac3-b8e6-dfee2b3599d0'] response: {'server_uuid': '951ee704-1883-4816-a7d6-53157fb3e8fb', 'name': 'network-vif-deleted', 'tag': '880902cb-7b18-4abc-a345-4fead36b0fcc', 'status': 'completed', 'code': 200} May 26 15:58:04.063825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:04.155915 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40d6abd6-6bc2-4a45-b043-de37e1df7524 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=515bde80974d488d8d6ab0919633e46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0902817 May 26 15:58:04.166245 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56756) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:04.175451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878d4d-3202-4818-b5e2-789d7025d118 req-c53e0bb2-d037-43ab-b71c-275e76290440 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:04.178506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-c53e0bb2-d037-43ab-b71c-275e76290440 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 807 time: 0.2099645 May 26 15:58:04.289017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-0dfb02e0-246c-4c8a-91b9-a7e5977ca801 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/quotas/b48d3ea87d624798b9ad4d1d57d9a08c HTTP/1.1" status: 200 len: 375 time: 0.0290570 May 26 15:58:04.290660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0afe-acba-46e6-938b-f371e6c8e3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.348362 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0afe-acba-46e6-938b-f371e6c8e3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.377782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9895-bebf-4e73-8d8f-34a756847cb4 req-d41c62e2-9827-4b70-a8d9-6b8d97b5aa95 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:04.395148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fec9895-bebf-4e73-8d8f-34a756847cb4 req-d41c62e2-9827-4b70-a8d9-6b8d97b5aa95 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.2096162 May 26 15:58:04.433352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0afe-acba-46e6-938b-f371e6c8e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.437527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0afe-acba-46e6-938b-f371e6c8e3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.439917 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bc0f0afe-acba-46e6-938b-f371e6c8e3e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12d4a96a-e9bb-43ee-9f23-831e2e0bfc0c HTTP/1.1" status: 204 len: 168 time: 0.2725914 May 26 15:58:04.459824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f0afe-acba-46e6-938b-f371e6c8e3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d4a96a-e9bb-43ee-9f23-831e2e0bfc0c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:04.516968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-09f3557a-da1b-45ea-96d6-98015bc67713 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2124195 May 26 15:58:04.539337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fec9895-bebf-4e73-8d8f-34a756847cb4 req-3d54192d-642f-4854-9837-29277780b3f5 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429107 May 26 15:58:04.963629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-edb861ca-3b90-4739-bf35-30c496bcb383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:05.103320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-318e4a8b-d01b-4918-ba9e-bdd4fe04afa0 service neutron] 10.222.0.39 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854409 May 26 15:58:05.332778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-a3aff430-2500-4062-a6fc-5d48bea086f2 service neutron] 10.222.0.39 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181532 May 26 15:58:05.364936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff7b0c-18c5-4240-8f20-63abe8c0e213 req-23c05b0c-466e-48c2-be58-1f102349665e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:05.377857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aff7b0c-18c5-4240-8f20-63abe8c0e213 req-23c05b0c-466e-48c2-be58-1f102349665e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1134844 May 26 15:58:05.501106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aff7b0c-18c5-4240-8f20-63abe8c0e213 req-dc29a76b-ea3e-496a-9463-4e9fa8df5f8e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141219 May 26 15:58:05.726875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca9fd0-2f68-43db-91d9-396cf0d12a58 req-36fdfb78-2041-49df-a844-5b5a7614134e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:05.729212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24ca9fd0-2f68-43db-91d9-396cf0d12a58 req-36fdfb78-2041-49df-a844-5b5a7614134e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 944 time: 0.1045005 May 26 15:58:05.788223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:05.793168 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a164e6e3-e6dd-445b-8c0d-e6768b1c7b50" -d '{"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:05.834512 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24ca9fd0-2f68-43db-91d9-396cf0d12a58 req-81b0f949-9396-4545-a971-0f883ce3c5ef tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844071 May 26 15:58:05.920514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:05.924214 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80398a05-729f-4a30-bbef-422af9b7fd2c" -d '{"events": [{"name": "network-changed", "server_uuid": "73a18729-e580-44af-882a-b27575582098", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:06.073241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452888b-7082-4356-92d1-e921846695b2 req-31b23703-194c-493c-afb7-a3ec144e2215 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:06.085742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9452888b-7082-4356-92d1-e921846695b2 req-31b23703-194c-493c-afb7-a3ec144e2215 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 951 time: 0.1355510 May 26 15:58:06.222436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9452888b-7082-4356-92d1-e921846695b2 req-a7b4e89c-653a-4b3c-b1af-70f77dd34b6c tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356602 May 26 15:58:06.332967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-c7845128-3ddf-4075-9cde-0a0ec2677256 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:06.345545 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-c7845128-3ddf-4075-9cde-0a0ec2677256 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "GET /v2.0/ports?device_id=4178e1c2-f249-4ebc-954c-80bca50e51eb HTTP/1.1" status: 200 len: 951 time: 0.1572542 May 26 15:58:06.402148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2acfa-934b-4f09-9a43-2de5478861c3 req-bb41d813-4940-4f4d-91c1-9bad858e9f03 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:06.426264 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c7d66-35c8-4a68-875e-b01c313854eb x-openstack-request-id: req-436c7d66-35c8-4a68-875e-b01c313854eb {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:06.427772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ec2acfa-934b-4f09-9a43-2de5478861c3 req-bb41d813-4940-4f4d-91c1-9bad858e9f03 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1247008 May 26 15:58:06.428380 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:06.429100 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-436c7d66-35c8-4a68-875e-b01c313854eb {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:06.431190 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436c7d66-35c8-4a68-875e-b01c313854eb'] response: {'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'code': 200} May 26 15:58:06.508077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56842) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:06.544375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ec2acfa-934b-4f09-9a43-2de5478861c3 req-ec89de17-14a2-49cf-be62-b1f83713c02f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152179 May 26 15:58:06.554574 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555dbb0c-3485-4d11-ac43-1dee70c412d2 x-openstack-request-id: req-555dbb0c-3485-4d11-ac43-1dee70c412d2 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:06.554859 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a18729-e580-44af-882a-b27575582098", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:06.555106 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-555dbb0c-3485-4d11-ac43-1dee70c412d2 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:06.555501 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555dbb0c-3485-4d11-ac43-1dee70c412d2'] response: {'name': 'network-changed', 'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7', 'status': 'completed', 'code': 200} May 26 15:58:06.629915 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Deleting port 3c2b6292-ea5d-4548-af5e-620534060b6f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:06.630191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:06.755009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-160cdc9b-b428-4490-9489-8fb4c660ec41 req-48223d12-7bde-4c7e-9cb3-fe70e5655c82 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 210 time: 0.0908017 May 26 15:58:06.777920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-a50ecea5-946a-487e-9053-a0b998ade234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:06.792517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-a50ecea5-946a-487e-9053-a0b998ade234 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 1095 time: 0.2345545 May 26 15:58:06.883144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] For port 3c2b6292-ea5d-4548-af5e-620534060b6f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3c2b6292-ea5d-4548-af5e-620534060b6f,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:06.883810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:06.887153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1468649876-network', 'tenant_id': '1bb292c5c91041cd847ad10108eed473'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:06.925601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Calling delete_port for 3c2b6292-ea5d-4548-af5e-620534060b6f owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:07.303301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Made reservation on behalf of 1bb292c5c91041cd847ad10108eed473 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:07.320036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.349561 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.480202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dc6af-dbf1-45fb-bd90-c51d9cebd5e2 req-79d064ba-82bb-4618-be40-0a2206ba4690 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:07.500390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d54dc6af-dbf1-45fb-bd90-c51d9cebd5e2 req-79d064ba-82bb-4618-be40-0a2206ba4690 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.6321049 May 26 15:58:07.501527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.515029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c9ae2f2c-ef16-4319-940f-f5853f46810c', '973f45c3-f34e-4405-981e-ac5354ce4fb1', '3c2b6292-ea5d-4548-af5e-620534060b6f'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:07.521819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d4a9645e-52be-4d4b-b119-e0518e3a6fae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:07.625336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Pushing event deleted for resources: {'Port': ['ID=3c2b6292-ea5d-4548-af5e-620534060b6f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:07.727553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] No DVR routers for this DVR port 3c2b6292-ea5d-4548-af5e-620534060b6f on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:07.736258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.739730 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b99fb980-6f89-4f6f-9903-5ed5ef6e2a34 req-82153154-d55f-4e97-af79-da0de313c1f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "DELETE /v2.0/ports/3c2b6292-ea5d-4548-af5e-620534060b6f HTTP/1.1" status: 204 len: 173 time: 1.3889782 May 26 15:58:07.974530 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a120-a6a5-4c62-9770-34fa4037a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.022032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.045950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.063835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:58:08.075711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.076122 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Added segment 36fe97f4-071d-4b2f-b13c-a5b01b88a9fa of type vlan for network 484dd3f7-9a29-4047-b437-33762eef8834 May 26 15:58:08.169772 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.223035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-8015567d-deec-45f4-b179-e33a4a29b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:08.224660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-8015567d-deec-45f4-b179-e33a4a29b6dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 1.4256096 May 26 15:58:08.296543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d54dc6af-dbf1-45fb-bd90-c51d9cebd5e2 req-39a47bf1-85ad-4664-8840-74a4d421ee83 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7903936 May 26 15:58:08.481871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.483653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:08.485706 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.510678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-82b6b49a-ed24-40b2-8830-969718b849b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 HTTP/1.1" status: 200 len: 217 time: 0.2571435 May 26 15:58:08.527688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0158567 May 26 15:58:08.530689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56880) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:08.540503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Request body: {'subnet': {'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1468649876-subnet', 'tenant_id': '1bb292c5c91041cd847ad10108eed473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:08.558530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-deleted', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:08.561174 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65b7609-a306-4160-a88e-d8f1bb4f67fa" -d '{"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-deleted", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:08.600313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f601ba82-0a50-43bb-acfa-bf69c42de9d6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:08.614320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Made reservation on behalf of 1bb292c5c91041cd847ad10108eed473 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:08.619402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.722194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-ff106720-a7d5-4d13-8190-5172e6577b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:08.724364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-ff106720-a7d5-4d13-8190-5172e6577b46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1724429 May 26 15:58:08.735553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-45089393-5659-49dc-bfd9-097e3df0d216 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:08.744476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-45089393-5659-49dc-bfd9-097e3df0d216 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/networks?id=ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 200 len: 810 time: 1.3425388 May 26 15:58:08.757533 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.947856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-fb5131ed-fa08-44b0-8d8f-fd8aa9e003f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618993 May 26 15:58:08.976465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-56985ba8-b34d-46c7-8d4e-bca33b9dce66 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/quotas/183aca7ccf4c4f829c7135c387396f4d HTTP/1.1" status: 200 len: 375 time: 0.2305336 May 26 15:58:09.092961 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-f0592361-404f-4c97-ac6c-3c958cb3e909 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281457 May 26 15:58:09.101260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34539b-f6b9-413a-bf24-440daf6399b7 admin admin] Pushing event updated for resources: {'Network': ['ID=484dd3f7-9a29-4047-b437-33762eef8834,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:09.111760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.127252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 484dd3f7-9a29-4047-b437-33762eef8834 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:58:09.152377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878d4d-3202-4818-b5e2-789d7025d118 req-3e9b4bd9-21fd-43b1-9a59-ef10fe54c285 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:09.154417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-3e9b4bd9-21fd-43b1-9a59-ef10fe54c285 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 807 time: 0.9391468 May 26 15:58:09.186846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d440fd-e684-4bf3-b5d0-d0d049f1f529 req-b9b5d269-9d45-48cd-b02b-2bf79088cc64 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:09.198994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39d440fd-e684-4bf3-b5d0-d0d049f1f529 req-b9b5d269-9d45-48cd-b02b-2bf79088cc64 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 944 time: 0.7384436 May 26 15:58:09.259290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Request body: {'port': {'device_id': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88', 'admin_state_up': True, 'tenant_id': 'b48d3ea87d624798b9ad4d1d57d9a08c'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:09.294999 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Checking segment: {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:09.295665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Network hostable DHCP agents. Network: 484dd3f7-9a29-4047-b437-33762eef8834, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:58:09.304590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8aca4ca-f203-4443-a9ef-81c37290a4c6,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:09.360964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ef2eec50-9dbf-429c-85f5-626f911d8a01 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:09.364179 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ef2eec50-9dbf-429c-85f5-626f911d8a01 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 950 time: 0.1525955 May 26 15:58:09.390913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Network 484dd3f7-9a29-4047-b437-33762eef8834 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:58:09.434998 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-74f9e54a-2fdc-42ac-b593-f3ee94a08889 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=183aca7ccf4c4f829c7135c387396f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4571455 May 26 15:58:09.445265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 484dd3f7-9a29-4047-b437-33762eef8834) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:09.458593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323c416b-e1fe-45e8-b734-dedbe5f20b99 None None] Network 484dd3f7-9a29-4047-b437-33762eef8834 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:09.478479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:09.479719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.542239 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c70a865f-9848-4cca-a4a6-cf10ae5b8699 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0091383 May 26 15:58:09.589087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Deleting port ed436102-76cd-4859-a219-234bdfa539ba {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:09.589775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.666162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39d440fd-e684-4bf3-b5d0-d0d049f1f529 req-e0d36d3d-ef01-4043-b068-76ebdbf6be85 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659946 May 26 15:58:09.742795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80398a05-729f-4a30-bbef-422af9b7fd2c req-0f6b3679-9aef-4044-9db2-38db36ae2098 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377196 May 26 15:58:09.761512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ab123-19e2-40ab-8190-451b6c631122 None None] Network 484dd3f7-9a29-4047-b437-33762eef8834 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:09.768859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] For port ed436102-76cd-4859-a219-234bdfa539ba, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ed436102-76cd-4859-a219-234bdfa539ba,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:09.774404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.807371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Calling delete_port for ed436102-76cd-4859-a219-234bdfa539ba owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:09.818849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Made reservation on behalf of b48d3ea87d624798b9ad4d1d57d9a08c for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:09.827625 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.909289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-248e7c40-9bb3-430b-9528-a7d8a2afacf6 service neutron] 10.222.0.39 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732077 May 26 15:58:10.054273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:10.093635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 3c2b6292-ea5d-4548-af5e-620534060b6f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:10.093978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3c2b6292-ea5d-4548-af5e-620534060b6f not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:10.127158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.141304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ed436102-76cd-4859-a219-234bdfa539ba'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:10.220896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b7084-deed-4291-8cb2-98bb064c34dc req-c7aff9b2-27c0-4d58-b4b0-6bad60d3fe5b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:10.222621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a81b7084-deed-4291-8cb2-98bb064c34dc req-c7aff9b2-27c0-4d58-b4b0-6bad60d3fe5b tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc09e2-d687-41eb-9531-a2117258d6eb HTTP/1.1" status: 200 len: 867 time: 0.2900825 May 26 15:58:10.288235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Pushing event deleted for resources: {'Port': ['ID=ed436102-76cd-4859-a219-234bdfa539ba,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:10.313659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-fdfd9c0d-ef6a-4c17-8010-1f714baa96e7 service neutron] 10.222.0.39 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731570 May 26 15:58:10.330274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Allocated IP 172.20.0.8 (0f895ef6-1747-4739-ab45-0caac76d6a88/23045aac-090f-4260-81be-9be8689e6a8a/9eca5a5d-bd84-47e4-b38f-f7985b9f5731) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:10.330717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] No DVR routers for this DVR port ed436102-76cd-4859-a219-234bdfa539ba on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:10.333580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.337423 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db4ee641-dcc2-45bf-abbf-78b88a2ad5f8 req-ec9c4c47-b00d-4092-82a8-2dd398391648 tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.32 "DELETE /v2.0/ports/ed436102-76cd-4859-a219-234bdfa539ba HTTP/1.1" status: 204 len: 173 time: 0.9593630 May 26 15:58:10.419156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a81b7084-deed-4291-8cb2-98bb064c34dc req-24b2ef9d-d96a-4e1b-9ae1-cdc66e0b589d tempest-ServersOnMultiNodesTest-1320320464 tempest-ServersOnMultiNodesTest-1320320464-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4a06e9e-f060-4617-842d-441194b3978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663485 May 26 15:58:10.478365 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.572508 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.748837 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2c5489-7fd9-46d1-9c87-265f7e620299 x-openstack-request-id: req-df2c5489-7fd9-46d1-9c87-265f7e620299 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:10.749380 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4178e1c2-f249-4ebc-954c-80bca50e51eb", "name": "network-vif-deleted", "tag": "3c2b6292-ea5d-4548-af5e-620534060b6f", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:10.749637 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df2c5489-7fd9-46d1-9c87-265f7e620299 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:10.751241 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2c5489-7fd9-46d1-9c87-265f7e620299'] response: {'server_uuid': '4178e1c2-f249-4ebc-954c-80bca50e51eb', 'name': 'network-vif-deleted', 'tag': '3c2b6292-ea5d-4548-af5e-620534060b6f', 'status': 'completed', 'code': 200} May 26 15:58:11.432626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b55d6bb7-d5d7-4034-bfb3-ba1b5cd552f3 req-dab6db1e-79c8-4c3f-b10b-a19abf0bae16 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 210 time: 0.0733151 May 26 15:58:11.498765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea42fa-1470-4a78-95d4-7d36775e1f7b req-34a17276-0945-4a57-b5f1-283e4578783c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:11.507918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5ea42fa-1470-4a78-95d4-7d36775e1f7b req-34a17276-0945-4a57-b5f1-283e4578783c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1519532 May 26 15:58:11.587420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5ea42fa-1470-4a78-95d4-7d36775e1f7b req-3a8f2f54-e7e2-45c5-839c-eaf051d92d47 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647593 May 26 15:58:11.601043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.699313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.712315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['37120126-c012-4c26-832c-94c1545011fe'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:11.825583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-848b5164-56a3-4c44-8376-9fb769afa73f req-7d9e5ba9-656b-472b-880e-53ca111ca561 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 210 time: 0.1147971 May 26 15:58:11.944502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Network 0f895ef6-1747-4739-ab45-0caac76d6a88 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:11.980176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:12.014405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:12.157449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:12.159261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:12.163500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Pushing event updated for resources: {'Port': ['ID=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:12.276343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-9edf9460-b1ff-4b08-af68-f31c0892f19c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0344074 May 26 15:58:12.326251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Request body: {'port': {'device_id': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:12.681699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd996b3-21c1-4525-947c-8fdcd96b5e92 req-674c6e35-4bb5-4b72-9b78-cde302adb0de tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:12.683949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecd996b3-21c1-4525-947c-8fdcd96b5e92 req-674c6e35-4bb5-4b72-9b78-cde302adb0de tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 944 time: 0.4002321 May 26 15:58:12.692891 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:12.716297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-645a77e9-723c-4450-9da9-19c2211b63d0 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:12.718514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-645a77e9-723c-4450-9da9-19c2211b63d0 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 805 time: 0.5500567 May 26 15:58:12.752762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dc09e2-d687-41eb-9531-a2117258d6eb', 'name': 'network-vif-deleted', 'tag': 'ed436102-76cd-4859-a219-234bdfa539ba'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:12.756123 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407b6407-5c1c-4ffb-a7e6-5b300a93f72f" -d '{"events": [{"server_uuid": "86dc09e2-d687-41eb-9531-a2117258d6eb", "name": "network-vif-deleted", "tag": "ed436102-76cd-4859-a219-234bdfa539ba"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:12.761038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-a02eb7a9-c7f8-4e4e-89f7-70563cd0451a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:12.762513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-a02eb7a9-c7f8-4e4e-89f7-70563cd0451a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.24 "GET /v2.0/networks?id=ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 200 len: 810 time: 0.4778221 May 26 15:58:12.771877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87fbe7df-ef7b-409c-8fa0-42691a244565 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/quotas/1bb292c5c91041cd847ad10108eed473 HTTP/1.1" status: 200 len: 375 time: 0.0330467 May 26 15:58:12.797154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Request body: {'port': {'device_id': 'b30bcda9-4062-4082-b8c7-624523741879', 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28', 'admin_state_up': True, 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:12.872902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecd996b3-21c1-4525-947c-8fdcd96b5e92 req-6fe20873-7f4b-4298-b469-b6a25b009523 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768866 May 26 15:58:12.926652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-57acfece-8df7-4d1a-b75b-8fd5129f5777 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239448 May 26 15:58:13.251935 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-a22313d0-daaa-4284-9c7f-0596489295f8 service neutron] 10.222.0.39 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111913 May 26 15:58:13.263331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Made reservation on behalf of 183aca7ccf4c4f829c7135c387396f4d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:13.267350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.508116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56942) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:13.581990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-20c35170-efdc-4484-b2e8-065e4119292a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:13.588790 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-20c35170-efdc-4484-b2e8-065e4119292a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 949 time: 0.1286933 May 26 15:58:13.617774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db640410-f3b6-48d8-bfe2-51a23eb81578 req-8e5fef80-d201-4de3-80eb-35033b1e3d99 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:13.626420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db640410-f3b6-48d8-bfe2-51a23eb81578 req-8e5fef80-d201-4de3-80eb-35033b1e3d99 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 949 time: 0.3376217 May 26 15:58:13.646392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-63a12019-6561-46ff-a06b-02a2cbc7dd50 service neutron] 10.222.0.39 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934610 May 26 15:58:13.790072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:13.824883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.826312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Deleting port 973f45c3-f34e-4405-981e-ac5354ce4fb1 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:13.826779 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.867717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db640410-f3b6-48d8-bfe2-51a23eb81578 req-84e5070a-3bc4-4aa2-994b-a2608e5aeb80 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366817 May 26 15:58:13.873897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Transition to ACTIVE for port object 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:13.875901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Allocated IP 172.20.0.8 (ec72401e-dbb1-4e29-bc42-0cbab3487b28/83f49696-dea9-4d21-bd74-32e61ec32024/4668a83d-ed23-4c32-bd0c-6a6cdae36a0a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:13.889360 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.996860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Pushing event updated for resources: {'Port': ['ID=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:14.027765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e43fe80b-e56c-488a-a3b5-96b36a42a0ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ad6291b93cf4091962ae8d825bddcf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182476 May 26 15:58:14.034700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56952) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:14.069923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:14.175461 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.244700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:14.271359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7', 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820', 'port_id': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7', 'mac_address': 'fa:16:3e:8d:fd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71290587-b45d-4255-a963-77e9a7a9bb52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:14.294102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.297388 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] For port 973f45c3-f34e-4405-981e-ac5354ce4fb1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=973f45c3-f34e-4405-981e-ac5354ce4fb1,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:14.297841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.341926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:14.342220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Calling delete_port for 973f45c3-f34e-4405-981e-ac5354ce4fb1 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:14.342774 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.394747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d26bdb-7aaa-4066-b333-cda0b63d9448 req-a9788c4c-5b5d-4ee5-b1b3-64dacf074b77 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:14.396339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11d26bdb-7aaa-4066-b333-cda0b63d9448 req-a9788c4c-5b5d-4ee5-b1b3-64dacf074b77 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.3650763 May 26 15:58:14.396653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:14.459073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:14.467774 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.532043 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.534694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.535025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ed436102-76cd-4859-a219-234bdfa539ba no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:14.538307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4a06e9e-f060-4617-842d-441194b3978f HTTP/1.1" status: 204 len: 168 time: 0.5004547 May 26 15:58:14.580980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: ed436102-76cd-4859-a219-234bdfa539ba {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:14.581352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51842f6f-93ba-4ecc-9ea3-68bdb61d5572 req-3034f15f-0ffc-4da0-b1c2-27d0dc739330 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:14.582177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ed436102-76cd-4859-a219-234bdfa539ba not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:14.589930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a06e9e-f060-4617-842d-441194b3978f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:14.591720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51842f6f-93ba-4ecc-9ea3-68bdb61d5572 req-3034f15f-0ffc-4da0-b1c2-27d0dc739330 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.6036251 May 26 15:58:14.636242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:14.722153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.722395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['e9fb7ed4-8f6d-4de5-b940-4850890ed1e7'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:14.724862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.725273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.725637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.725966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.726321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.726657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.727016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.727347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.727686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.727988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.728306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.728622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a1c10-31a4-4bcd-a234-7d0998edb087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:14.757298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Pushing event deleted for resources: {'Port': ['ID=973f45c3-f34e-4405-981e-ac5354ce4fb1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:14.816802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11d26bdb-7aaa-4066-b333-cda0b63d9448 req-a66e406c-6cb5-48f0-83c5-fe3c3d3a910a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101002 May 26 15:58:14.824533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d4a9645e-52be-4d4b-b119-e0518e3a6fae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:14.846467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] No DVR routers for this DVR port 973f45c3-f34e-4405-981e-ac5354ce4fb1 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:14.854072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.864626 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9be77a77-36d5-427d-be8b-d654df4bfe9e req-393841d4-b2b7-413c-ba45-856f486c013b tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "DELETE /v2.0/ports/973f45c3-f34e-4405-981e-ac5354ce4fb1 HTTP/1.1" status: 204 len: 173 time: 1.2668283 May 26 15:58:14.866368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:14.866901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:14.867438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:14.886608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:14.887396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:14.920809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:14.921146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:14.921576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:14.922040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Bound port: 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:14.923177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.940998 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51842f6f-93ba-4ecc-9ea3-68bdb61d5572 req-1045a7f4-1e98-4e58-8cb8-d6e46f340a2e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461139 May 26 15:58:14.985233 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e34f02-4ee4-4fdb-a57c-a9a6fd30250b x-openstack-request-id: req-95e34f02-4ee4-4fdb-a57c-a9a6fd30250b {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:14.985876 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dc09e2-d687-41eb-9531-a2117258d6eb", "name": "network-vif-deleted", "tag": "ed436102-76cd-4859-a219-234bdfa539ba", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:14.986298 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95e34f02-4ee4-4fdb-a57c-a9a6fd30250b {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:14.986846 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e34f02-4ee4-4fdb-a57c-a9a6fd30250b'] response: {'server_uuid': '86dc09e2-d687-41eb-9531-a2117258d6eb', 'name': 'network-vif-deleted', 'tag': 'ed436102-76cd-4859-a219-234bdfa539ba', 'status': 'completed', 'code': 200} May 26 15:58:15.036960 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.111638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56966) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:15.192540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c1b7fc-cf53-4562-b914-876980905880 req-dddd23a5-2710-4bd5-ac19-9dc216bfb4ff tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 210 time: 0.1054118 May 26 15:58:15.297807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:15.319812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:15.354531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.361183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56968) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:15.371819 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.418455 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-39987839-6284-4e1d-a0de-c3c39a8fd054 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f94a68b92584773a3faa9c1e23759d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555911 May 26 15:58:15.427552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56970) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:15.518029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ada32c75-ab05-41f3-8ee2-4f77016799a6 req-6ff07212-0300-47d8-ba98-a96921724eab tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 210 time: 0.2062919 May 26 15:58:15.554143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b1ed-34fa-49f7-a161-2262e01170af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.609409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b1ed-34fa-49f7-a161-2262e01170af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.728211 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b1ed-34fa-49f7-a161-2262e01170af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.730847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fe3b1ed-34fa-49f7-a161-2262e01170af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.732016 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3fe3b1ed-34fa-49f7-a161-2262e01170af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f364448f-8a3d-472e-bfad-7d442fc8abe8 HTTP/1.1" status: 204 len: 168 time: 0.3036754 May 26 15:58:15.751960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:15.752527 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.753989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] 10.222.0.32 "PUT /v2.0/ports/9eca5a5d-bd84-47e4-b38f-f7985b9f5731 HTTP/1.1" status: 200 len: 1091 time: 3.4425595 May 26 15:58:15.777331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816abb6d-f2ac-4367-9f14-d8017ca14b30 service neutron] Pushing event updated for resources: {'Port': ['ID=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:15.800664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:15.807196 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec08cef8-27d3-4c8f-b011-82e236700153" -d '{"events": [{"name": "network-changed", "server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:15.871276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3b1ed-34fa-49f7-a161-2262e01170af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364448f-8a3d-472e-bfad-7d442fc8abe8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:16.027889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['2730c717-4890-4d0f-a835-70bf0f41d3bd'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:16.032428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Pushing event updated for resources: {'Port': ['ID=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:16.090690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Network ec72401e-dbb1-4e29-bc42-0cbab3487b28 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:16.123989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:16.175806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:16.232232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:16.278073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 973f45c3-f34e-4405-981e-ac5354ce4fb1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:16.278429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 973f45c3-f34e-4405-981e-ac5354ce4fb1 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:16.280700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c9ae2f2c-ef16-4319-940f-f5853f46810c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:16.292856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-556ed20b-07c4-43b6-ba32-a3f95d6f3833 req-77b163d7-c497-41d2-860c-4daf8eaeaf14 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ff0cf6-d151-4f6b-84eb-c62e4705974c HTTP/1.1" status: 200 len: 210 time: 0.2628672 May 26 15:58:16.369369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-942acd02-03e8-46a0-b3a9-9207d3a675bf tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:16.371269 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-942acd02-03e8-46a0-b3a9-9207d3a675bf tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.32 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 805 time: 0.3658149 May 26 15:58:16.398249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Request body: {'port': {'device_id': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'admin_state_up': True, 'tenant_id': '1bb292c5c91041cd847ad10108eed473'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:16.410936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:16.411638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:16.427579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e0cb-47ad-4d88-ace4-78afeb2cdc74 req-e514f472-d594-4522-8d11-47f1f11b4ec1 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:16.441320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d27e0cb-47ad-4d88-ace4-78afeb2cdc74 req-e514f472-d594-4522-8d11-47f1f11b4ec1 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 945 time: 0.9496348 May 26 15:58:16.473558 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbba290-d1ac-43c7-b28b-29fa0f4ee5ae x-openstack-request-id: req-4dbba290-d1ac-43c7-b28b-29fa0f4ee5ae {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:16.473850 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:16.475349 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4dbba290-d1ac-43c7-b28b-29fa0f4ee5ae {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:16.475754 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbba290-d1ac-43c7-b28b-29fa0f4ee5ae'] response: {'name': 'network-changed', 'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731', 'status': 'completed', 'code': 200} May 26 15:58:16.492376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878d4d-3202-4818-b5e2-789d7025d118 req-8110ab50-eefc-44f3-92db-18d04fe0d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:16.495012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-8110ab50-eefc-44f3-92db-18d04fe0d22e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 1094 time: 0.4486644 May 26 15:58:16.524920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f134d0e7-3688-4113-93ca-6eb71cddeb48 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7234492 May 26 15:58:16.530793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Request body: {'port': {'device_id': 'b30bcda9-4062-4082-b8c7-624523741879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:16.603358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d27e0cb-47ad-4d88-ace4-78afeb2cdc74 req-31cf0e55-e863-463c-a1e7-9140c6f3820a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598148 May 26 15:58:16.895018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Made reservation on behalf of 1bb292c5c91041cd847ad10108eed473 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:16.909544 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:16.999008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-deleted', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:17.003878 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0a8cf4-31b0-445d-93e4-39161da6184f" -d '{"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-deleted", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:17.029313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.257944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Allocated IP 172.20.0.8 (484dd3f7-9a29-4047-b437-33762eef8834/a8aca4ca-f203-4443-a9ef-81c37290a4c6/e73c67e4-02e0-409d-ab67-fc26fde5559c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:17.285342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-de8481cf-d029-4756-a544-f227c9070e0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731 HTTP/1.1" status: 200 len: 217 time: 0.6981182 May 26 15:58:17.363257 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.396779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3546d-3699-4ce1-a2f7-a31a4e8cc9fd req-757b5fd1-48aa-4000-9b19-b21309915927 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:17.407865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44b3546d-3699-4ce1-a2f7-a31a4e8cc9fd req-757b5fd1-48aa-4000-9b19-b21309915927 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.8346150 May 26 15:58:17.458999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07cdae-1b42-4064-ac90-91ef72e54297 req-d8f46a5c-a7ad-4257-a38f-804343444bdd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:17.463817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce07cdae-1b42-4064-ac90-91ef72e54297 req-d8f46a5c-a7ad-4257-a38f-804343444bdd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.1866109 May 26 15:58:17.518473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878d4d-3202-4818-b5e2-789d7025d118 req-bf8821b8-2c57-4f73-8df4-5a40b14c8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:17.520140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-bf8821b8-2c57-4f73-8df4-5a40b14c8157 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.2236478 May 26 15:58:17.559706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44b3546d-3699-4ce1-a2f7-a31a4e8cc9fd req-bc65b830-ab56-418c-a6e1-3a45fd902225 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509619 May 26 15:58:17.671398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce07cdae-1b42-4064-ac90-91ef72e54297 req-94d23f9e-1307-4e7e-8f69-67f0b851d155 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065904 May 26 15:58:17.680091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-69b995c0-cdbd-4774-95d0-cf1e84300de5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418765 May 26 15:58:17.923195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.931900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a40ad4c9-85de-446c-999b-78c9d3a14c24 req-6c36e560-e750-4692-90e1-554da22be964 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 210 time: 0.1281121 May 26 15:58:18.063682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83b6e1-2bf6-49a4-bb1e-a2ede3731f1d req-fc70d144-43ae-4849-bb65-e423e281165b tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:18.065666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a83b6e1-2bf6-49a4-bb1e-a2ede3731f1d req-fc70d144-43ae-4849-bb65-e423e281165b tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 931 time: 0.3125908 May 26 15:58:18.081553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-0ef72ef6-d784-4692-9ab1-02beb1bec826 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914680 May 26 15:58:18.084181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:18.118071 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd33c31-d9cc-4f95-af4f-ff96f37c7c4a x-openstack-request-id: req-bfd33c31-d9cc-4f95-af4f-ff96f37c7c4a {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:18.118303 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff0cf6-d151-4f6b-84eb-c62e4705974c", "name": "network-vif-deleted", "tag": "973f45c3-f34e-4405-981e-ac5354ce4fb1", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:18.118728 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfd33c31-d9cc-4f95-af4f-ff96f37c7c4a {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:18.119010 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd33c31-d9cc-4f95-af4f-ff96f37c7c4a'] response: {'server_uuid': '28ff0cf6-d151-4f6b-84eb-c62e4705974c', 'name': 'network-vif-deleted', 'tag': '973f45c3-f34e-4405-981e-ac5354ce4fb1', 'status': 'completed', 'code': 200} May 26 15:58:18.198745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.221407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a83b6e1-2bf6-49a4-bb1e-a2ede3731f1d req-d251092e-44cf-48c9-b7aa-44c6093c9a1a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320395 May 26 15:58:18.258132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:18.261329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Network 484dd3f7-9a29-4047-b437-33762eef8834 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:18.268031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:18.269337 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.325144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Pushing event updated for resources: {'Port': ['ID=e73c67e4-02e0-409d-ab67-fc26fde5559c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:18.328068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:18.348597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:18.389969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46878d4d-3202-4818-b5e2-789d7025d118 req-4bd4af85-4825-4bb0-b716-6cc7a41f4b30 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993574 May 26 15:58:18.396762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:18.406562 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.428283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Transition to ACTIVE for port object 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:18.444235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Deleting port fb786cd9-f439-4030-b2b8-130223811395 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:18.444868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.455776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ac13c-5586-443e-91bc-2a4525170aa0 req-c6e7ba1d-21bd-4404-a29c-7c029b587c89 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:18.457745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-484ac13c-5586-443e-91bc-2a4525170aa0 req-c6e7ba1d-21bd-4404-a29c-7c029b587c89 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 945 time: 0.1579335 May 26 15:58:18.458914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.496802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:18.506675 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.571186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:18.582972 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df554b38-3053-47ed-9776-b015224e1108" -d '{"events": [{"server_uuid": "73a18729-e580-44af-882a-b27575582098", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:18.627736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:18.635504 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.647559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Pushing event updated for resources: {'Port': ['ID=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:18.668206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-8b7d403f-5b60-4de1-bcec-bbe3915d56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:18.671028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-8b7d403f-5b60-4de1-bcec-bbe3915d56b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 1094 time: 0.1495969 May 26 15:58:18.677670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:18.679153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.731661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:18.743067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] For port fb786cd9-f439-4030-b2b8-130223811395, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fb786cd9-f439-4030-b2b8-130223811395,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:18.743441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.749969 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-87d8dcd7-2384-4016-b6d9-92d353b644c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3633058 May 26 15:58:18.786213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-484ac13c-5586-443e-91bc-2a4525170aa0 req-5ebdd028-4aa3-45a4-afba-40dc4a8ec83e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211491 May 26 15:58:18.799356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Request body: {'port': {'device_id': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:18.892985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Calling delete_port for fb786cd9-f439-4030-b2b8-130223811395 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:18.972234 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.987718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Attempting to bind port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:18.988234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Attempting to bind port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:18.989285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Attempting to bind port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a on network ec72401e-dbb1-4e29-bc42-0cbab3487b28 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:19.029836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a on network ec72401e-dbb1-4e29-bc42-0cbab3487b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:19.030243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Attempting to bind port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a on network ec72401e-dbb1-4e29-bc42-0cbab3487b28 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:19.040387 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85568dd8-a612-43dc-a5fc-73ac162305fc x-openstack-request-id: req-85568dd8-a612-43dc-a5fc-73ac162305fc {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:19.041418 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a18729-e580-44af-882a-b27575582098", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:19.041418 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85568dd8-a612-43dc-a5fc-73ac162305fc {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:19.041686 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85568dd8-a612-43dc-a5fc-73ac162305fc'] response: {'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7', 'code': 200} May 26 15:58:19.062260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073a28b-abf6-4afa-a201-b3fce03c9a5a req-0ac823ee-7b57-4885-9b4c-f002255687a1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.065192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4073a28b-abf6-4afa-a201-b3fce03c9a5a req-0ac823ee-7b57-4885-9b4c-f002255687a1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.1288002 May 26 15:58:19.066819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-7d7af682-8518-42ea-9d4a-a65a8b0073a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.070882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-7d7af682-8518-42ea-9d4a-a65a8b0073a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.3101094 May 26 15:58:19.083539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:19.084380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Checking segment: {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:19.084958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Bound using segment: {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:19.085668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Bound port: 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8390d5b1-3e19-4667-bb51-6fbf24113834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:19.086491 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.161311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-d25693db-bad1-4304-a5fe-0d7a901bc2d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731 HTTP/1.1" status: 200 len: 217 time: 0.0683031 May 26 15:58:19.367724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4073a28b-abf6-4afa-a201-b3fce03c9a5a req-5d676a38-8b50-45e0-9601-6f6bfe468b86 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944996 May 26 15:58:19.407363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc47482-b6db-40bc-bad3-247fd4b40f89 req-1184a9b4-b8b6-4c8f-94cc-384f9d2b6824 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.414930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdc47482-b6db-40bc-bad3-247fd4b40f89 req-1184a9b4-b8b6-4c8f-94cc-384f9d2b6824 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.1849980 May 26 15:58:19.434152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2787-58c8-47f4-9cdd-92a37e4c0285 req-7631a6b0-f31d-4fda-bd7b-2bc5cadaefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.435696 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-238e2787-58c8-47f4-9cdd-92a37e4c0285 req-7631a6b0-f31d-4fda-bd7b-2bc5cadaefe3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 1097 time: 0.2459741 May 26 15:58:19.458532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-32f8816a-68c3-43bd-9fd5-b4d2d5afba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.460167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-32f8816a-68c3-43bd-9fd5-b4d2d5afba4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.2793815 May 26 15:58:19.511097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-594ec0d6-6cd3-4af2-9ad0-2774cd5a7652 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325646 May 26 15:58:19.512806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] For port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:19.525294 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-238e2787-58c8-47f4-9cdd-92a37e4c0285 req-0d3ecc5d-5060-48e9-9f98-4aadba26428d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820930 May 26 15:58:19.606328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] For port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:19.647008 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.651694 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdc47482-b6db-40bc-bad3-247fd4b40f89 req-00118ec0-220f-4d0c-8a90-218af9ef5914 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355075 May 26 15:58:19.684764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.700559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73c67e4-02e0-409d-ab67-fc26fde5559c {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:19.746648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.749731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb786cd9-f439-4030-b2b8-130223811395,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:19.777888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Pushing event updated for resources: {'Port': ['ID=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:19.815073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.816204 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.818469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-ad0ffe5d-d86e-4e77-bcfd-272adf84ec3a service neutron] 10.222.0.24 "PUT /v2.0/ports/4668a83d-ed23-4c32-bd0c-6a6cdae36a0a HTTP/1.1" status: 200 len: 1091 time: 3.2923813 May 26 15:58:19.819561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30bcda9-4062-4082-b8c7-624523741879', 'tag': '4668a83d-ed23-4c32-bd0c-6a6cdae36a0a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:19.822916 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db8d5d7-3c41-4355-b895-ecd15d758123" -d '{"events": [{"name": "network-changed", "server_uuid": "b30bcda9-4062-4082-b8c7-624523741879", "tag": "4668a83d-ed23-4c32-bd0c-6a6cdae36a0a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:19.834296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Transition to ACTIVE for port object e73c67e4-02e0-409d-ab67-fc26fde5559c will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:19.839936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddacf8e-e914-44a1-a6a2-9ca0dfec23d8 req-f9c0db06-c12b-46a5-b191-cee401cd1e34 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.844207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ddacf8e-e914-44a1-a6a2-9ca0dfec23d8 req-f9c0db06-c12b-46a5-b191-cee401cd1e34 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.3291097 May 26 15:58:19.878354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.988797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Pushing event updated for resources: {'Port': ['ID=e73c67e4-02e0-409d-ab67-fc26fde5559c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:20.017875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-9a841f69-91c3-4627-a69e-5d0a53453fc4 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853160 May 26 15:58:20.097099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ddacf8e-e914-44a1-a6a2-9ca0dfec23d8 req-254631b8-7ad8-4b17-b9a8-04b7134d45fd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295098 May 26 15:58:20.199702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743d41b-7c03-4981-8e6e-1cf1e3128cc6 req-008683a2-38c9-4213-b6dd-2300d2abb762 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:20.201894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b743d41b-7c03-4981-8e6e-1cf1e3128cc6 req-008683a2-38c9-4213-b6dd-2300d2abb762 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 943 time: 0.2967508 May 26 15:58:20.209035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-33cf4f04-e429-4e4d-956a-63afb24b74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:20.212277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-33cf4f04-e429-4e4d-956a-63afb24b74d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=183aca7ccf4c4f829c7135c387396f4d&device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 1094 time: 0.3274975 May 26 15:58:20.284916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Attempting to bind port e73c67e4-02e0-409d-ab67-fc26fde5559c on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:20.285307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Attempting to bind port e73c67e4-02e0-409d-ab67-fc26fde5559c by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:20.285608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Attempting to bind port e73c67e4-02e0-409d-ab67-fc26fde5559c on network 484dd3f7-9a29-4047-b437-33762eef8834 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:20.295516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Port e73c67e4-02e0-409d-ab67-fc26fde5559c on network 484dd3f7-9a29-4047-b437-33762eef8834 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:20.295939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Attempting to bind port e73c67e4-02e0-409d-ab67-fc26fde5559c on network 484dd3f7-9a29-4047-b437-33762eef8834 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:20.311509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-fdce79d8-929b-4b5b-ac84-b355076650e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a HTTP/1.1" status: 200 len: 217 time: 0.0864682 May 26 15:58:20.319169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:20.332691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:20.333302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Checking segment: {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:20.334055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Bound using segment: {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:20.334506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Bound port: e73c67e4-02e0-409d-ab67-fc26fde5559c, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:20.334869 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:20.462307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b743d41b-7c03-4981-8e6e-1cf1e3128cc6 req-03ad7c57-4d3a-46f1-b51c-218d96a1ca63 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398074 May 26 15:58:20.633416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-61a6fdf0-cec3-403c-8f5e-92ae1583e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:20.639257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-61a6fdf0-cec3-403c-8f5e-92ae1583e2a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83f49696-dea9-4d21-bd74-32e61ec32024 HTTP/1.1" status: 200 len: 850 time: 0.3101621 May 26 15:58:20.663251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:20.674394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:20.686356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:20.720691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec08cef8-27d3-4c8f-b011-82e236700153 req-591ed316-269f-4699-bf20-a0cfbb7d95bb service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790278 May 26 15:58:20.722508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-bdde9f5f-ccb9-4699-86be-3855a58df8d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec72401e-dbb1-4e29-bc42-0cbab3487b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331540 May 26 15:58:20.740775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d2f9-de7d-4119-859d-5b3e822eed72 req-e034998c-c66a-4fe0-b408-a91754db3d7c tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:20.748346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af67d2f9-de7d-4119-859d-5b3e822eed72 req-e034998c-c66a-4fe0-b408-a91754db3d7c tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 943 time: 0.4548247 May 26 15:58:20.788962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Pushing event updated for resources: {'Port': ['ID=e73c67e4-02e0-409d-ab67-fc26fde5559c,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:20.927727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af67d2f9-de7d-4119-859d-5b3e822eed72 req-50ebbd7e-1fe0-4317-9d26-065d3899350e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784306 May 26 15:58:20.947782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-fbc1fed4-5c20-47d1-9a39-4edddbe1d973 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:20.952591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:20.954375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:20.956125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-fbc1fed4-5c20-47d1-9a39-4edddbe1d973 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.3411443 May 26 15:58:20.957008 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-3cc0a179-0207-48e9-a38f-815e5ab482dc service neutron] 10.222.0.32 "PUT /v2.0/ports/e73c67e4-02e0-409d-ab67-fc26fde5559c HTTP/1.1" status: 200 len: 1091 time: 2.1921954 May 26 15:58:20.957547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:20.967186 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84898924-3968-44dc-bad0-a38178996034" -d '{"events": [{"name": "network-changed", "server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:20.994245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a27754-2b90-4278-9595-dd4c37962228 req-17b02303-c68f-4ded-a8f8-d73adb3eafd4 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:21.021388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61a27754-2b90-4278-9595-dd4c37962228 req-17b02303-c68f-4ded-a8f8-d73adb3eafd4 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.2975643 May 26 15:58:21.023070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Router 089068ff-f057-41b4-a45a-243c26fb9be8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:58:21.033616 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffab32fe-7406-4c4a-a6cf-3b3fa13ccf39 x-openstack-request-id: req-ffab32fe-7406-4c4a-a6cf-3b3fa13ccf39 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:21.033942 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30bcda9-4062-4082-b8c7-624523741879", "tag": "4668a83d-ed23-4c32-bd0c-6a6cdae36a0a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:21.034280 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffab32fe-7406-4c4a-a6cf-3b3fa13ccf39 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:21.034608 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffab32fe-7406-4c4a-a6cf-3b3fa13ccf39'] response: {'name': 'network-changed', 'server_uuid': 'b30bcda9-4062-4082-b8c7-624523741879', 'tag': '4668a83d-ed23-4c32-bd0c-6a6cdae36a0a', 'status': 'completed', 'code': 200} May 26 15:58:21.082297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-f53d8c4e-e38c-450f-87b5-2b6fc56980d0 service neutron] 10.222.0.24 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233511 May 26 15:58:21.202824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61a27754-2b90-4278-9595-dd4c37962228 req-496511b9-4cbc-4f48-b8f8-99a13f7eaeba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765130 May 26 15:58:21.217896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-d571245b-604c-4a59-b265-1cd1b7b74b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:21.220151 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-d571245b-604c-4a59-b265-1cd1b7b74b62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 1094 time: 0.1859043 May 26 15:58:21.264104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:58:21.280325 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] Sync routers for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:58:21.281276 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0346bdbe-1bea-4e7c-809c-5421d1f6ec14 admin admin] 10.222.0.39 "PUT /v2.0/routers/089068ff-f057-41b4-a45a-243c26fb9be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1661980 May 26 15:58:21.287235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57066) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:21.300873 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:21.301517 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:58:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:21.330313 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-aa66c1d5-0cf8-40a1-97b8-46d473676ac7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c HTTP/1.1" status: 200 len: 217 time: 0.0940855 May 26 15:58:21.376724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9a13d-bed7-47ae-9f0f-7a4e8b88b895 req-40b641e5-7685-4344-a6c4-8843d3afa5e9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:21.378278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4c9a13d-bed7-47ae-9f0f-7a4e8b88b895 req-40b641e5-7685-4344-a6c4-8843d3afa5e9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2171392 May 26 15:58:21.380156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-badccba8-8b67-47f9-a0d3-411def5560a0 req-e57aae11-45a0-4ea3-ba3b-a3a71ea785fb service neutron] 10.222.0.24 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901747 May 26 15:58:21.405716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-565ef8f1-fbec-4c10-bde9-8a895c1cc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:21.408361 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-565ef8f1-fbec-4c10-bde9-8a895c1cc122 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8aca4ca-f203-4443-a9ef-81c37290a4c6 HTTP/1.1" status: 200 len: 845 time: 0.0671537 May 26 15:58:21.435566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Deleting port d4a9645e-52be-4d4b-b119-e0518e3a6fae {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:21.436175 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:21.485016 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:21.495285 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-a457e1fd-83ef-4b24-b8a8-bf81292c5812 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=484dd3f7-9a29-4047-b437-33762eef8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668049 May 26 15:58:21.570047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4c9a13d-bed7-47ae-9f0f-7a4e8b88b895 req-a5e3aa7c-e890-4c4e-80c5-1dbc0d52f9db tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738107 May 26 15:58:21.616344 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-52636a04-6665-4e58-b8fa-b92fbf442691 service neutron] 10.222.0.32 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139297 May 26 15:58:21.768334 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:58:19Z', 'revision_number': 5, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:21.785229 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a178d5c2-d9af-4de7-b2e1-fd43c655cce7 req-2b35d63d-5cb6-4cc5-9ca5-8672531430a8 service neutron] 10.222.0.32 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610715 May 26 15:58:21.786796 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e89b18c-6354-4c14-a9c4-570497591dc0 x-openstack-request-id: req-3e89b18c-6354-4c14-a9c4-570497591dc0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:21.787083 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:21.787337 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e89b18c-6354-4c14-a9c4-570497591dc0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:21.787738 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e89b18c-6354-4c14-a9c4-570497591dc0'] response: {'name': 'network-changed', 'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c', 'status': 'completed', 'code': 200} May 26 15:58:21.819424 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] Checking router: 089068ff-f057-41b4-a45a-243c26fb9be8 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:58:21.830849 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] Routers {'089068ff-f057-41b4-a45a-243c26fb9be8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:21.831850 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:58:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['089068ff-f057-41b4-a45a-243c26fb9be8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:21.928165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84898924-3968-44dc-bad0-a38178996034 req-d33b7776-2ea3-4f48-b3be-1adfaeca2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:21.930893 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84898924-3968-44dc-bad0-a38178996034 req-d33b7776-2ea3-4f48-b3be-1adfaeca2159 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 1094 time: 0.0871680 May 26 15:58:22.027181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-ceb4ce5b-778c-4fc8-a255-cd945abd7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.028699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-ceb4ce5b-778c-4fc8-a255-cd945abd7675 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=183aca7ccf4c4f829c7135c387396f4d&device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 1094 time: 0.5765707 May 26 15:58:22.047904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d7853-beb0-45c9-94f3-135876591387 req-e1b90fe6-8b91-4614-90e9-a112c4fbb87a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.049471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b0d7853-beb0-45c9-94f3-135876591387 req-e1b90fe6-8b91-4614-90e9-a112c4fbb87a tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 949 time: 0.6095197 May 26 15:58:22.088949 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] Set router 089068ff-f057-41b4-a45a-243c26fb9be8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:22.104090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:22.139468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84898924-3968-44dc-bad0-a38178996034 req-c0428037-6b2e-484a-a8b2-7c4030def762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.142359 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84898924-3968-44dc-bad0-a38178996034 req-c0428037-6b2e-484a-a8b2-7c4030def762 service neutron] 10.222.0.32 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 906 time: 0.1954162 May 26 15:58:22.207897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c3ff7-2404-4164-b919-f0f26b091b5b req-1f90d343-625b-4b13-9316-6f809dff26a9 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.209455 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a1c3ff7-2404-4164-b919-f0f26b091b5b req-1f90d343-625b-4b13-9316-6f809dff26a9 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.2530713 May 26 15:58:22.227856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] For port d4a9645e-52be-4d4b-b119-e0518e3a6fae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d4a9645e-52be-4d4b-b119-e0518e3a6fae,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:22.228238 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:22.244147 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84898924-3968-44dc-bad0-a38178996034 req-0d4a191c-9235-4dc0-9085-b7b96396508d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c HTTP/1.1" status: 200 len: 217 time: 0.0781186 May 26 15:58:22.283647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Calling delete_port for d4a9645e-52be-4d4b-b119-e0518e3a6fae owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:22.295964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b0d7853-beb0-45c9-94f3-135876591387 req-aa726204-81b8-440f-b794-0a1d466da901 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297485 May 26 15:58:22.337784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84898924-3968-44dc-bad0-a38178996034 req-293930ac-ff4f-4634-9446-965507664957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.339743 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84898924-3968-44dc-bad0-a38178996034 req-293930ac-ff4f-4634-9446-965507664957 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8aca4ca-f203-4443-a9ef-81c37290a4c6 HTTP/1.1" status: 200 len: 845 time: 0.0837190 May 26 15:58:22.420812 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84898924-3968-44dc-bad0-a38178996034 req-f15feccc-e663-4ead-bdd8-3e4296bec4b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=484dd3f7-9a29-4047-b437-33762eef8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683992 May 26 15:58:22.454585 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:58:19Z', 'revision_number': 5, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:22.496515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a1c3ff7-2404-4164-b919-f0f26b091b5b req-43566c4d-58c4-444e-bf66-f86208d8328a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638967 May 26 15:58:22.517283 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0579a4e3-9330-4314-aa29-1c65f0c7d64c None None] The sync data for ids ['089068ff-f057-41b4-a45a-243c26fb9be8'] in n-d-843336-2 is: [{'id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'name': 'tempest-AttachSCSIVolumeTestJSON-605311009-router', 'tenant_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:11Z', 'updated_at': '2022-05-26T15:58:19Z', 'revision_number': 5, 'project_id': 'ee0bbd07dd0e48ce8ad8c07c77ac3673', 'gw_port': {'id': 'e57dc02c-7328-4a3e-a50f-d2456bf07eb1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089068ff-f057-41b4-a45a-243c26fb9be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:12Z', 'updated_at': '2022-05-26T15:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:58:22.575890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-3171b59f-aff2-4005-9287-2fa09227bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.577818 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-3171b59f-aff2-4005-9287-2fa09227bccf service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 200 len: 911 time: 0.5221670 May 26 15:58:22.643866 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84898924-3968-44dc-bad0-a38178996034 req-8d74cdc2-cf89-4b9c-8655-893bff3eba44 service neutron] 10.222.0.32 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112155 May 26 15:58:22.649934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-646ec10a-f1d6-4d3c-be55-853c06aabfe9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a HTTP/1.1" status: 200 len: 217 time: 0.0598302 May 26 15:58:22.651151 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:22.777052 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84898924-3968-44dc-bad0-a38178996034 req-ac79cf10-18fc-4659-985d-adcbaa626440 service neutron] 10.222.0.32 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195948 May 26 15:58:22.796082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1cf8-4983-4266-ac5b-6a750758986d req-f7dd74d1-ff2d-447f-ae3a-aed4f93f340d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.804857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6a1cf8-4983-4266-ac5b-6a750758986d req-f7dd74d1-ff2d-447f-ae3a-aed4f93f340d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 943 time: 0.3327262 May 26 15:58:22.884922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d33a4b-2668-41b5-826d-e5314ef609e0 req-c10902f6-cd66-4d10-a3e6-38ba64a28bf6 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.887218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03d33a4b-2668-41b5-826d-e5314ef609e0 req-c10902f6-cd66-4d10-a3e6-38ba64a28bf6 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 943 time: 0.2263098 May 26 15:58:22.924085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-540d07ea-a99c-4134-8460-691f36beef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.925620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-540d07ea-a99c-4134-8460-691f36beef84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83f49696-dea9-4d21-bd74-32e61ec32024 HTTP/1.1" status: 200 len: 850 time: 0.2597358 May 26 15:58:23.008829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-d35ceaf7-eda9-407f-98a1-421545e70108 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec72401e-dbb1-4e29-bc42-0cbab3487b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648413 May 26 15:58:23.025973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6a1cf8-4983-4266-ac5b-6a750758986d req-3a4624fc-d488-48a5-9c04-f463d3e22015 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199874 May 26 15:58:23.070915 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.092256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c9ae2f2c-ef16-4319-940f-f5853f46810c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:23.172912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fb786cd9-f439-4030-b2b8-130223811395 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:23.188368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03d33a4b-2668-41b5-826d-e5314ef609e0 req-d8337de5-9a50-4314-ba70-82b2b4505849 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583241 May 26 15:58:23.194887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Deleting port e57dc02c-7328-4a3e-a50f-d2456bf07eb1 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:23.195234 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.206259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: fb786cd9-f439-4030-b2b8-130223811395 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:23.206574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fb786cd9-f439-4030-b2b8-130223811395 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:23.220583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Pushing event deleted for resources: {'Port': ['ID=d4a9645e-52be-4d4b-b119-e0518e3a6fae,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:23.453282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] No DVR routers for this DVR port d4a9645e-52be-4d4b-b119-e0518e3a6fae on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:23.472963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.475187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1011fed8-7d8e-4c8e-b71e-7972a26dc456 req-42672c42-b311-4a41-b9b6-359d52087a7e tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.32 "DELETE /v2.0/ports/d4a9645e-52be-4d4b-b119-e0518e3a6fae HTTP/1.1" status: 204 len: 173 time: 2.4919879 May 26 15:58:23.477673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'name': 'network-vif-deleted', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:23.480107 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe3db9-5d16-4190-a7cd-caa426a4293e" -d '{"events": [{"server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "name": "network-vif-deleted", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:23.548298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-f29109a8-4f45-4398-9f5c-d18045888241 service neutron] 10.222.0.24 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281518 May 26 15:58:23.587333 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.594698 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.604098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236fc56-43c5-43d0-9abe-98fd667f51c6 req-2e9240a7-ce3b-43f0-bb5b-3552a2c9ab09 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:23.621985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2236fc56-43c5-43d0-9abe-98fd667f51c6 req-2e9240a7-ce3b-43f0-bb5b-3552a2c9ab09 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.4223385 May 26 15:58:23.728796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6e3df-c85d-4849-a0ab-9865158c7d31 req-2ee2e06a-df11-49e0-a042-4154ad847644 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:23.730438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5df6e3df-c85d-4849-a0ab-9865158c7d31 req-2ee2e06a-df11-49e0-a042-4154ad847644 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2909114 May 26 15:58:23.788872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] For port e57dc02c-7328-4a3e-a50f-d2456bf07eb1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e57dc02c-7328-4a3e-a50f-d2456bf07eb1,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:23.789247 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.830598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Calling delete_port for e57dc02c-7328-4a3e-a50f-d2456bf07eb1 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:23.847937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5df6e3df-c85d-4849-a0ab-9865158c7d31 req-253a705f-6a88-46ff-a1a6-da35c5027d22 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031444 May 26 15:58:23.854776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2236fc56-43c5-43d0-9abe-98fd667f51c6 req-fb8a334d-1fa0-4ef0-858f-5759368c153b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313464 May 26 15:58:23.933311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8db8d5d7-3c41-4355-b895-ecd15d758123 req-3f5f08de-a0fd-4509-9285-3e8e3b0b4da8 service neutron] 10.222.0.24 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745627 May 26 15:58:24.027130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a67528bc-c71d-440a-a27f-456c6bcd38eb req-82160f52-651c-48a2-a859-9b87ac0a8f06 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb HTTP/1.1" status: 200 len: 210 time: 0.0474968 May 26 15:58:24.030811 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2912a0a9-2d78-43b1-bac4-6ca7a8479c99 x-openstack-request-id: req-2912a0a9-2d78-43b1-bac4-6ca7a8479c99 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:24.030927 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb", "name": "network-vif-deleted", "tag": "d4a9645e-52be-4d4b-b119-e0518e3a6fae", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:24.031934 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2912a0a9-2d78-43b1-bac4-6ca7a8479c99 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:24.032455 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2912a0a9-2d78-43b1-bac4-6ca7a8479c99'] response: {'server_uuid': '6a8c2fe1-2864-41dc-b89e-6cdc9efd93bb', 'name': 'network-vif-deleted', 'tag': 'd4a9645e-52be-4d4b-b119-e0518e3a6fae', 'status': 'completed', 'code': 200} May 26 15:58:24.106699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:24.226899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a7665-602a-4704-8965-af426aac9272 req-e608817b-65dd-4165-9159-289146c6ed8e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:24.228551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a8a7665-602a-4704-8965-af426aac9272 req-e608817b-65dd-4165-9159-289146c6ed8e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.1262693 May 26 15:58:24.239196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788daf35-9951-43a0-b4b1-535ef1193974 req-eea98310-1cf5-43d1-b61b-97aadd43ad1a tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:24.240717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-788daf35-9951-43a0-b4b1-535ef1193974 req-eea98310-1cf5-43d1-b61b-97aadd43ad1a tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 1097 time: 0.1185606 May 26 15:58:24.287457 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.296570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:24.314226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '4668a83d-ed23-4c32-bd0c-6a6cdae36a0a', 'network_id': 'ec72401e-dbb1-4e29-bc42-0cbab3487b28', 'port_id': '4668a83d-ed23-4c32-bd0c-6a6cdae36a0a', 'mac_address': 'fa:16:3e:f1:0c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f49696-dea9-4d21-bd74-32e61ec32024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:24.349723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57dc02c-7328-4a3e-a50f-d2456bf07eb1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:24.356255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:24.356255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.369398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a8a7665-602a-4704-8965-af426aac9272 req-6471f6be-f5ff-4c97-b194-48092e444966 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257143 May 26 15:58:24.372346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:24.394434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-788daf35-9951-43a0-b4b1-535ef1193974 req-bd10f218-7ec5-444e-9738-ca8255250176 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384630 May 26 15:58:24.424883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:24.428918 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.461892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.518224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:24.565203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e73c67e4-02e0-409d-ab67-fc26fde5559c details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:24.570021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d4a9645e-52be-4d4b-b119-e0518e3a6fae no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:24.610907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: d4a9645e-52be-4d4b-b119-e0518e3a6fae {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:24.611253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d4a9645e-52be-4d4b-b119-e0518e3a6fae not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:24.617339 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.620486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.683133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbffcf9-dd8b-444d-b17e-275692ec077a req-6cf3c4ab-5134-491e-8320-b01fbe5b8216 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:24.684749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dbffcf9-dd8b-444d-b17e-275692ec077a req-6cf3c4ab-5134-491e-8320-b01fbe5b8216 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 943 time: 0.1879122 May 26 15:58:24.687762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.688009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 089068ff-f057-41b4-a45a-243c26fb9be8 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:58:24.694506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.699544 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b959eac1-0dfb-4fc0-8548-bb4a4a9162e8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/089068ff-f057-41b4-a45a-243c26fb9be8 HTTP/1.1" status: 204 len: 168 time: 3.4093106 May 26 15:58:24.699544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57122) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:24.699859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['4668a83d-ed23-4c32-bd0c-6a6cdae36a0a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:24.716072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ef9f9-38ac-4ae4-9948-189124398079 req-5cef3a1f-3409-40a5-8928-face6367a857 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:24.717713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-837ef9f9-38ac-4ae4-9948-189124398079 req-5cef3a1f-3409-40a5-8928-face6367a857 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 944 time: 0.1808043 May 26 15:58:24.773318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:24.806045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e73c67e4-02e0-409d-ab67-fc26fde5559c', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'port_id': 'e73c67e4-02e0-409d-ab67-fc26fde5559c', 'mac_address': 'fa:16:3e:d5:7c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aca4ca-f203-4443-a9ef-81c37290a4c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:24.860708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd45473-83fb-4ea5-8fd9-7b2eb52998a5 admin admin] Deleting subnet 2da747b5-39cf-4ca5-aa42-e09262bfae31 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:58:24.874584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dbffcf9-dd8b-444d-b17e-275692ec077a req-0c02cff7-7723-4b41-8632-1f6a62cb1a5b tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536264 May 26 15:58:24.879046 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd45473-83fb-4ea5-8fd9-7b2eb52998a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.883302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-837ef9f9-38ac-4ae4-9948-189124398079 req-87a990f9-7372-4734-8ed9-48a41721e0e9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282470 May 26 15:58:24.926511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-37b61514-2e94-4b44-a548-8328fc65811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:24.926682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e73c67e4-02e0-409d-ab67-fc26fde5559c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:24.926857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-37b61514-2e94-4b44-a548-8328fc65811c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 1097 time: 0.1601474 May 26 15:58:24.926990 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.936556 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd45473-83fb-4ea5-8fd9-7b2eb52998a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.962029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73c67e4-02e0-409d-ab67-fc26fde5559c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:25.020849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:25.035379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.102283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e73c67e4-02e0-409d-ab67-fc26fde5559c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:25.202404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cb371-a09c-4338-8de4-429b600c0066 req-6213df11-1217-4d18-b1a0-4036ef0d3dcf tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:25.204499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-184cb371-a09c-4338-8de4-429b600c0066 req-6213df11-1217-4d18-b1a0-4036ef0d3dcf tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 1097 time: 0.2093887 May 26 15:58:25.211395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-7934ad16-8608-420f-ab4e-54291c37c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:25.212914 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-7934ad16-8608-420f-ab4e-54291c37c665 service neutron] 10.222.0.32 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 913 time: 0.2735691 May 26 15:58:25.214453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd45473-83fb-4ea5-8fd9-7b2eb52998a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.245340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96520d-c392-4440-8a87-4e22afd478ec req-c5ce6c95-c07b-43a0-9a01-4e44c673ee1d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:25.247032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c96520d-c392-4440-8a87-4e22afd478ec req-c5ce6c95-c07b-43a0-9a01-4e44c673ee1d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2139230 May 26 15:58:25.279811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e57dc02c-7328-4a3e-a50f-d2456bf07eb1 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:25.305483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e57dc02c-7328-4a3e-a50f-d2456bf07eb1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:25.305944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e57dc02c-7328-4a3e-a50f-d2456bf07eb1 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:25.380536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e73c67e4-02e0-409d-ab67-fc26fde5559c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:25.624446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-e78e1182-92b1-4a94-aae6-766bde6b4b33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbbf24c6-c23b-4513-b11c-135493f089e5 HTTP/1.1" status: 200 len: 217 time: 0.3872564 May 26 15:58:25.704629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-184cb371-a09c-4338-8de4-429b600c0066 req-761d4fd0-8d53-49d7-9cfa-73bacb83113c tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685440 May 26 15:58:25.710993 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c96520d-c392-4440-8a87-4e22afd478ec req-f82fc5f4-6a1d-464f-b8bb-841141388da7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434888 May 26 15:58:25.722381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-f4136f10-b020-4f3c-a06a-11d3a1ba8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:25.724146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-f4136f10-b020-4f3c-a06a-11d3a1ba8a54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.0883222 May 26 15:58:25.725751 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd45473-83fb-4ea5-8fd9-7b2eb52998a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.761614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd45473-83fb-4ea5-8fd9-7b2eb52998a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da747b5-39cf-4ca5-aa42-e09262bfae31,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:25.779360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d705a-bc45-4f12-b652-fa8bbe37d7bb None None] Network 86ba1dc5-e4b4-46a6-84a7-c952670c482a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:25.780915 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd45473-83fb-4ea5-8fd9-7b2eb52998a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.787868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9dd45473-83fb-4ea5-8fd9-7b2eb52998a5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2da747b5-39cf-4ca5-aa42-e09262bfae31 HTTP/1.1" status: 204 len: 168 time: 1.0869091 May 26 15:58:25.788103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57138) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:25.789438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-9efb8018-d899-40fa-a8e8-bec6240f8e1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380840 May 26 15:58:25.946853 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.004299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-2ff0c015-1064-4e6d-9e7a-f035f77f0d2e service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058477 May 26 15:58:26.019348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded9f6a-c2a9-4443-8b21-f9bf92b50730 req-88f6b2a4-8735-410a-bd61-f47f8fc79d8a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:26.021461 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eded9f6a-c2a9-4443-8b21-f9bf92b50730 req-88f6b2a4-8735-410a-bd61-f47f8fc79d8a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.1228223 May 26 15:58:26.065689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Deleting port bb735e53-a60c-4f99-99d3-60a92590cbe0 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:26.066207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.118135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:26.163546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eded9f6a-c2a9-4443-8b21-f9bf92b50730 req-151c1a72-3278-4d2b-a724-36fc0538b03e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309216 May 26 15:58:26.205338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] For port bb735e53-a60c-4f99-99d3-60a92590cbe0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bb735e53-a60c-4f99-99d3-60a92590cbe0,segment=NetworkSegment(fd010a06-846a-4e03-80b3-08522c300368),segment_id=fd010a06-846a-4e03-80b3-08522c300368)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:26.205784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.214096 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afba642a-f1c5-4813-a2fa-31456da2bf01 req-dcfecea2-4444-4507-93c6-ffd9f2a75e85 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912506 May 26 15:58:26.242105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Calling delete_port for bb735e53-a60c-4f99-99d3-60a92590cbe0 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:26.311672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:26.326424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:26.326803 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.368410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2761464-cf47-4f1c-a412-afd9ee2d2e00 req-4adbd087-a247-45c6-a231-702b6df64772 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:26.369987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2761464-cf47-4f1c-a412-afd9ee2d2e00 req-4adbd087-a247-45c6-a231-702b6df64772 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 944 time: 0.1066937 May 26 15:58:26.384530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837cf77-9c8b-4087-ad3e-f51fb29677b8 req-d77321c7-45d0-4cfd-b9a8-8a971c8b7a05 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:26.386393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2837cf77-9c8b-4087-ad3e-f51fb29677b8 req-d77321c7-45d0-4cfd-b9a8-8a971c8b7a05 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 944 time: 0.1079583 May 26 15:58:26.398267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.398559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10966ac9-8568-4516-a533-a18c0ae6823b None None] DHCP port deletion for 86ba1dc5-e4b4-46a6-84a7-c952670c482a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:58:26.437974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57156) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:26.446922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2761464-cf47-4f1c-a412-afd9ee2d2e00 req-bdbca4db-532e-41ac-a118-ce60e94006d4 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570052 May 26 15:58:26.449192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:26.449658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.457184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bb735e53-a60c-4f99-99d3-60a92590cbe0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:26.459147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] No DVR routers for this DVR port bb735e53-a60c-4f99-99d3-60a92590cbe0 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:26.491004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2837cf77-9c8b-4087-ad3e-f51fb29677b8 req-e33282b6-e748-4231-9570-ff0fa3d859a7 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943742 May 26 15:58:26.491150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30bcda9-4062-4082-b8c7-624523741879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4668a83d-ed23-4c32-bd0c-6a6cdae36a0a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:26.494054 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4829e5b-4612-4785-b6e9-98d88b1b4db3" -d '{"events": [{"server_uuid": "b30bcda9-4062-4082-b8c7-624523741879", "name": "network-vif-plugged", "status": "completed", "tag": "4668a83d-ed23-4c32-bd0c-6a6cdae36a0a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:26.511137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:26.522571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.579746 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.620209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ba1dc5-e4b4-46a6-84a7-c952670c482a']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:26.624133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:26.627452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:26.630353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e73c67e4-02e0-409d-ab67-fc26fde5559c up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:26.635179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd010a06-846a-4e03-80b3-08522c300368') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:26.645679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd010a06-846a-4e03-80b3-08522c300368') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:26.669949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.688597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfa5d3-0007-4b6f-846b-16d9cb049658 req-60d2fccd-d004-4d3e-b3bc-e6c30f7cddd1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:26.697974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cadfa5d3-0007-4b6f-846b-16d9cb049658 req-60d2fccd-d004-4d3e-b3bc-e6c30f7cddd1 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.0929990 May 26 15:58:26.703718 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.706957 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8361b75a-280a-4102-9a30-a5adb91d16cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.720482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:58:26.721300 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.753060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cadfa5d3-0007-4b6f-846b-16d9cb049658 req-67ce3318-ed83-41c6-b671-073dd46cfcf0 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538898 May 26 15:58:26.806661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port e73c67e4-02e0-409d-ab67-fc26fde5559c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:26.808238 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.820823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e73c67e4-02e0-409d-ab67-fc26fde5559c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:26.821478 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.837544 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:58:26.842630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Pushing event deleted for resources: {'Network': ['ID=86ba1dc5-e4b4-46a6-84a7-c952670c482a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:26.851151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.855845 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-88119c49-f1fd-45c3-a3bd-a7ed367c78ae admin admin] 10.222.0.39 "DELETE /v2.0/networks/86ba1dc5-e4b4-46a6-84a7-c952670c482a HTTP/1.1" status: 204 len: 168 time: 1.0670614 May 26 15:58:26.858684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57172) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:26.894481 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a521042-f062-421e-93b9-98f99d1ce813 x-openstack-request-id: req-5a521042-f062-421e-93b9-98f99d1ce813 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:26.894774 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30bcda9-4062-4082-b8c7-624523741879", "name": "network-vif-plugged", "status": "completed", "tag": "4668a83d-ed23-4c32-bd0c-6a6cdae36a0a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:26.895029 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a521042-f062-421e-93b9-98f99d1ce813 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:26.895435 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a521042-f062-421e-93b9-98f99d1ce813'] response: {'server_uuid': 'b30bcda9-4062-4082-b8c7-624523741879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4668a83d-ed23-4c32-bd0c-6a6cdae36a0a', 'code': 200} May 26 15:58:26.904086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:26.923580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731', 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88', 'port_id': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731', 'mac_address': 'fa:16:3e:05:80:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23045aac-090f-4260-81be-9be8689e6a8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:26.958083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8361b75a-280a-4102-9a30-a5adb91d16cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.968363 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8361b75a-280a-4102-9a30-a5adb91d16cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.005248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:27.005629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.007772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e73c67e4-02e0-409d-ab67-fc26fde5559c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:27.007986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.039674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:27.043508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361b75a-280a-4102-9a30-a5adb91d16cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f640b995-cbd7-4716-bde9-46a82bbf766c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:27.050541 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8361b75a-280a-4102-9a30-a5adb91d16cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a31307f422e45868f85fe9c35d2bf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093898 May 26 15:58:27.054091 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57174) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:27.084073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:27.088274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:27.091749 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.098801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.157543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e62e9bc8-9270-45fb-8b59-82b8634da435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.192966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bafec-9086-4afc-b230-9be746ca14ad req-7a19308d-a126-4e37-be65-d71f74599239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:27.195069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c35bafec-9086-4afc-b230-9be746ca14ad req-7a19308d-a126-4e37-be65-d71f74599239 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 1096 time: 0.2301314 May 26 15:58:27.197354 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment fd010a06-846a-4e03-80b3-08522c300368 resource provider aggregate not found May 26 15:58:27.203361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e73c67e4-02e0-409d-ab67-fc26fde5559c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:27.231045 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment fd010a06-846a-4e03-80b3-08522c300368 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd010a06-846a-4e03-80b3-08522c300368 found for delete ", "request_id": "req-e66a1b8f-f7c4-4da2-b69f-bd9ef0f2da70"}]} May 26 15:58:27.236762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e62e9bc8-9270-45fb-8b59-82b8634da435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.238275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0a4a-cb1b-4429-8b7e-e9bd19eb9ab3 req-988e1997-ebd7-4e70-b1a7-7d4d617096ef tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:27.246106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-885b0a4a-cb1b-4429-8b7e-e9bd19eb9ab3 req-988e1997-ebd7-4e70-b1a7-7d4d617096ef tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 946 time: 0.2822964 May 26 15:58:27.252708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bb735e53-a60c-4f99-99d3-60a92590cbe0 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:27.315900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: bb735e53-a60c-4f99-99d3-60a92590cbe0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:27.317188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bb735e53-a60c-4f99-99d3-60a92590cbe0 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:27.329276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c35bafec-9086-4afc-b230-9be746ca14ad req-f2d597bd-db43-432a-af87-c932547945d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229601 May 26 15:58:27.365042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-885b0a4a-cb1b-4429-8b7e-e9bd19eb9ab3 req-7e0a30e4-269a-4044-a2e0-5b5eae2107a0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177070 May 26 15:58:27.366855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:27.371467 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e62e9bc8-9270-45fb-8b59-82b8634da435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.388045 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e62e9bc8-9270-45fb-8b59-82b8634da435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.388045 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e62e9bc8-9270-45fb-8b59-82b8634da435 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f640b995-cbd7-4716-bde9-46a82bbf766c HTTP/1.1" status: 204 len: 168 time: 0.3254092 May 26 15:58:27.389417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e9bc8-9270-45fb-8b59-82b8634da435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f640b995-cbd7-4716-bde9-46a82bbf766c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:27.501955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['9eca5a5d-bd84-47e4-b38f-f7985b9f5731'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:27.556343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158e3cf-a223-456b-88d2-b48090024e23 req-b4a6a246-e9e3-4c44-84e5-a04333fcefde tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:27.559517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e158e3cf-a223-456b-88d2-b48090024e23 req-b4a6a246-e9e3-4c44-84e5-a04333fcefde tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 944 time: 0.0997045 May 26 15:58:27.639270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e158e3cf-a223-456b-88d2-b48090024e23 req-70987ab3-8f91-4bae-8cbc-d70d4d64e8c1 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714610 May 26 15:58:27.870687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-0935a1c1-2837-4649-84ed-211c13206553 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:27.872945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-0935a1c1-2837-4649-84ed-211c13206553 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.1655431 May 26 15:58:27.883355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed8864-63df-40ae-a1fd-4975775608b8 req-28010a80-92ff-4064-b104-a0324cdab0c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:27.887785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afed8864-63df-40ae-a1fd-4975775608b8 req-28010a80-92ff-4064-b104-a0324cdab0c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 945 time: 0.1522877 May 26 15:58:27.888296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57206) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:27.905357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f33887f-e2c6-413b-8e51-39f7ef618fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.953606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.005578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f33887f-e2c6-413b-8e51-39f7ef618fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.017020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-9b4feb5c-b21d-44f6-a228-e01b5fb7f3f5 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:58:28.018372 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-9b4feb5c-b21d-44f6-a228-e01b5fb7f3f5 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079005 May 26 15:58:28.019350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f33887f-e2c6-413b-8e51-39f7ef618fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.068932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33887f-e2c6-413b-8e51-39f7ef618fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dad374-9563-47c8-a036-065e3c2921e3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:28.074382 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7f33887f-e2c6-413b-8e51-39f7ef618fe6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=940c345dda2c4861b7c1ea2cbda70f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844196 May 26 15:58:28.077529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57210) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:28.078735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afed8864-63df-40ae-a1fd-4975775608b8 req-0c8224c2-cf57-4d1c-a175-4b0f7caed2ba tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770892 May 26 15:58:28.188294 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85ef9706-ccd1-40db-9278-4b555dd6a170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.216770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85ef9706-ccd1-40db-9278-4b555dd6a170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.251974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Deleting port c9ae2f2c-ef16-4319-940f-f5853f46810c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:28.252915 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.290305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85ef9706-ccd1-40db-9278-4b555dd6a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.294100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85ef9706-ccd1-40db-9278-4b555dd6a170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.295556 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-85ef9706-ccd1-40db-9278-4b555dd6a170 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94dad374-9563-47c8-a036-065e3c2921e3 HTTP/1.1" status: 204 len: 168 time: 0.2098091 May 26 15:58:28.332694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef9706-ccd1-40db-9278-4b555dd6a170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dad374-9563-47c8-a036-065e3c2921e3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:28.344646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dcc52-f9ca-4e18-8635-4d694094ba2d req-fc92177c-64f4-49e7-9c43-ad97ad9d3903 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:28.353419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-841dcc52-f9ca-4e18-8635-4d694094ba2d req-fc92177c-64f4-49e7-9c43-ad97ad9d3903 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.1946247 May 26 15:58:28.353948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-c1f57467-e78a-4a54-98fc-a8db63efe74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:28.364165 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-c1f57467-e78a-4a54-98fc-a8db63efe74d service neutron] 10.222.0.39 "GET /v2.0/ports/e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 HTTP/1.1" status: 200 len: 1094 time: 0.3277869 May 26 15:58:28.370563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Request body: {'binding': {'host': 'n-h2-843336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:28.371701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Unknown quota resources ['binding']. {{(pid=109404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:58:28.445456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-841dcc52-f9ca-4e18-8635-4d694094ba2d req-290120af-af9b-479f-8da4-ac2addb845ba tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909185 May 26 15:58:28.510717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] For port c9ae2f2c-ef16-4319-940f-f5853f46810c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9ae2f2c-ef16-4319-940f-f5853f46810c,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:28.511075 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.540477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Calling delete_port for c9ae2f2c-ef16-4319-940f-f5853f46810c owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:28.567516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bbbf24c6-c23b-4513-b11c-135493f089e5 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:28.595357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on host n-h2-843336-2 for vnic_type normal with profile None {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:28.596149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:28.596485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:28.605410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:28.605410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:28.626022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:28.626369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:28.626774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:28.629904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Bound port: e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:28.771157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bbbf24c6-c23b-4513-b11c-135493f089e5 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:28.771644 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.772411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:28.785078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.802137 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d045a6ae-670d-4b80-8003-ba8e5b568f6f service neutron] 10.222.0.39 "POST /v2.0/ports/e9fb7ed4-8f6d-4de5-b940-4850890ed1e7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4355550 May 26 15:58:28.848412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Deleting port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:28.848692 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.864064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bbbf24c6-c23b-4513-b11c-135493f089e5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:28.873112 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.908522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c'}, {'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:28.908522 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b993c-36a4-46a1-8804-0137c3e712a4" -d '{"events": [{"server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "name": "network-vif-plugged", "status": "completed", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c"}, {"server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "name": "network-vif-unplugged", "status": "completed", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:28.963253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bbbf24c6-c23b-4513-b11c-135493f089e5,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:29.035005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150b567-ba9b-41eb-9c8b-14d0022c9c80 req-f16785a5-bf58-4e7e-ac67-185f93c128f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.042764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2150b567-ba9b-41eb-9c8b-14d0022c9c80 req-f16785a5-bf58-4e7e-ac67-185f93c128f5 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/ports?device_id=3931e761-36b5-49fc-bf9d-6bbe0d73d331 HTTP/1.1" status: 200 len: 950 time: 0.2334886 May 26 15:58:29.118388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.233621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Pushing event deleted for resources: {'Port': ['ID=c9ae2f2c-ef16-4319-940f-f5853f46810c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:29.241733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] For port 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=58ddb3b4-708c-45e2-af4f-e3a1b87e0b71,segment=NetworkSegment(942e19d2-5bdc-46a7-b6f0-65f099c5cf67),segment_id=942e19d2-5bdc-46a7-b6f0-65f099c5cf67)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:29.242148 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.279964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.280318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.280662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.281034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.281375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.281746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.282109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.282444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.282769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.283097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.283425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.283751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.304934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Calling delete_port for 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:29.313826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2150b567-ba9b-41eb-9c8b-14d0022c9c80 req-77a9af45-f669-41f6-90d2-028a605dd06f tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac3081b7-d1c6-47eb-9280-17311216126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696736 May 26 15:58:29.355353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] No DVR routers for this DVR port c9ae2f2c-ef16-4319-940f-f5853f46810c on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:29.372167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ecbbb-9204-418e-80fb-25a3f9c01eb9 req-5c44ab74-eb6b-4e3c-9c3f-6175c0b52ee7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.374279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-576ecbbb-9204-418e-80fb-25a3f9c01eb9 req-5c44ab74-eb6b-4e3c-9c3f-6175c0b52ee7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 944 time: 0.3047214 May 26 15:58:29.378659 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.381972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-425168d2-0c28-42a8-9db9-f57ccfb26626 req-6e5dd935-3d4f-4d06-9ad5-464b6cd5de70 tempest-MigrationsAdminTest-713267073 tempest-MigrationsAdminTest-713267073-project] 10.222.0.24 "DELETE /v2.0/ports/c9ae2f2c-ef16-4319-940f-f5853f46810c HTTP/1.1" status: 204 len: 173 time: 1.4930329 May 26 15:58:29.382467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'name': 'network-vif-deleted', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:29.384810 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff2d4c3-a2f4-4467-9acf-06f64e0964d2" -d '{"events": [{"server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "name": "network-vif-deleted", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:29.392735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d2e87b22-ebe6-40b7-b18b-8a719610d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.394338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-d2e87b22-ebe6-40b7-b18b-8a719610d942 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 1097 time: 0.2385221 May 26 15:58:29.580007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-576ecbbb-9204-418e-80fb-25a3f9c01eb9 req-d7ac5401-a17f-4042-9468-8096bd345b2a tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254227 May 26 15:58:29.613574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fd8c1-6042-4d29-8c5c-4bed8e186fac req-aac5f50d-0638-4259-98e6-3b59b31b4587 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.615486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d9fd8c1-6042-4d29-8c5c-4bed8e186fac req-aac5f50d-0638-4259-98e6-3b59b31b4587 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 944 time: 0.2183681 May 26 15:58:29.700321 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-17248398-3d95-49dd-ae16-2a9a8b7b0467 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449827 May 26 15:58:29.710610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-3de480f3-463f-4001-b5e2-9b6d7abb3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.712220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-3de480f3-463f-4001-b5e2-9b6d7abb3e31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.2542515 May 26 15:58:29.780984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-09264fd8-c058-4a18-9f3b-602663d0323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.782584 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-09264fd8-c058-4a18-9f3b-602663d0323b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 1095 time: 0.0506859 May 26 15:58:29.958928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-91556947-7d71-4bec-8b92-be08d9f3f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.961330 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-91556947-7d71-4bec-8b92-be08d9f3f0ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.1542892 May 26 15:58:30.005518 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-21e3193f-af19-45d7-bc20-dab9b1720dc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 200 len: 217 time: 0.0368245 May 26 15:58:30.056600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-cd8fd78a-0cb1-4ff3-82e0-60fc23068df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.058106 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-cd8fd78a-0cb1-4ff3-82e0-60fc23068df9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.0459940 May 26 15:58:30.095524 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-85774bef-b841-49a0-bfd1-f5e27346d618 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303860 May 26 15:58:30.131620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9ae2f2c-ef16-4319-940f-f5853f46810c no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:30.162463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: c9ae2f2c-ef16-4319-940f-f5853f46810c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:30.163364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9ae2f2c-ef16-4319-940f-f5853f46810c not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:30.179356 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d9fd8c1-6042-4d29-8c5c-4bed8e186fac req-a2d82251-2691-4c47-b5e7-5fa4f51c7a71 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304470 May 26 15:58:30.185888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-81264da3-ff84-46d4-bcc0-5ae6139d9aae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 HTTP/1.1" status: 200 len: 217 time: 0.4557846 May 26 15:58:30.211130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179d8f9-a7ad-4feb-90af-02ad0f154411 req-cc8d6d7a-7556-4378-ae07-d70021b3459b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.212676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e179d8f9-a7ad-4feb-90af-02ad0f154411 req-cc8d6d7a-7556-4378-ae07-d70021b3459b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.5576460 May 26 15:58:30.227599 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-8695d18d-a6cb-4f6a-94dc-85934c71b81d service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245279 May 26 15:58:30.251505 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 26 May 2022 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc24708-c33c-4e83-bf26-f992f6361d0d x-openstack-request-id: req-2bc24708-c33c-4e83-bf26-f992f6361d0d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:30.251770 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "name": "network-vif-plugged", "status": "completed", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c", "code": 200}, {"server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "name": "network-vif-unplugged", "status": "failed", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5", "code": 422}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:30.251966 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bc24708-c33c-4e83-bf26-f992f6361d0d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:30.252368 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc24708-c33c-4e83-bf26-f992f6361d0d'] response: {'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c', 'code': 200} May 26 15:58:30.252838 n-d-843336-2 neutron-server[109406]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2bc24708-c33c-4e83-bf26-f992f6361d0d']: {'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5', 'code': 422} returned with failed status May 26 15:58:30.351342 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f062202-88fb-4d5d-9dec-004a2d8c6ad0 req-4995dd54-9072-4726-977c-d71002df25ec service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158485 May 26 15:58:30.389493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-ae566c33-126f-4993-bd9d-e649a9076d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.391529 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-ae566c33-126f-4993-bd9d-e649a9076d93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1933446 May 26 15:58:30.443441 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:30.466180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e179d8f9-a7ad-4feb-90af-02ad0f154411 req-6d858280-e2a7-4986-9fc3-87066ac20624 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392380 May 26 15:58:30.477398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-19bbf1a9-1a1b-47b8-8028-a64941425548 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2216177 May 26 15:58:30.479167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-c9704d05-693b-4052-92ab-03a18f5d63bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575013 May 26 15:58:30.512035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ddb3b4-708c-45e2-af4f-e3a1b87e0b71,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:30.546310 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c33748d-633b-4602-b791-dd0b8fc3cdac x-openstack-request-id: req-1c33748d-633b-4602-b791-dd0b8fc3cdac {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:30.546628 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3931e761-36b5-49fc-bf9d-6bbe0d73d331", "name": "network-vif-deleted", "tag": "c9ae2f2c-ef16-4319-940f-f5853f46810c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:30.546883 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c33748d-633b-4602-b791-dd0b8fc3cdac {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:30.547290 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c33748d-633b-4602-b791-dd0b8fc3cdac'] response: {'server_uuid': '3931e761-36b5-49fc-bf9d-6bbe0d73d331', 'name': 'network-vif-deleted', 'tag': 'c9ae2f2c-ef16-4319-940f-f5853f46810c', 'status': 'completed', 'code': 200} May 26 15:58:30.584016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:30.600620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79752a7-139c-4b77-ad67-bec77d3afe5d req-e559d6a7-47d8-4e3d-9e4a-8fe6efb196eb tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.602294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f79752a7-139c-4b77-ad67-bec77d3afe5d req-e559d6a7-47d8-4e3d-9e4a-8fe6efb196eb tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 945 time: 0.2844496 May 26 15:58:30.622279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f339d-0081-427a-bcb3-94adad70cb5b req-698990bc-4ae0-444e-9de0-4f68286acb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.623838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd7f339d-0081-427a-bcb3-94adad70cb5b req-698990bc-4ae0-444e-9de0-4f68286acb72 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 1096 time: 0.2811260 May 26 15:58:30.656701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:30.662817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:30.663202 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:30.746522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:30.747122 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:30.788011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:30.794082 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:30.804089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-8748b338-b530-499d-8569-7fffda565c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.805570 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-8748b338-b530-499d-8569-7fffda565c63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 1096 time: 0.2891924 May 26 15:58:30.808510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f79752a7-139c-4b77-ad67-bec77d3afe5d req-04273be7-6fbf-418a-bb1d-15d8d270ea69 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836143 May 26 15:58:30.854569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:30.861459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd7f339d-0081-427a-bcb3-94adad70cb5b req-635cd5c7-68b7-4aeb-9327-5064889df6b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287536 May 26 15:58:30.863405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-1d5716f3-0cba-4017-a3de-290db493a544 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630264 May 26 15:58:30.876933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a4f3-6790-49eb-a07d-81cd30921fd4 req-bd67d766-f452-44e9-935a-0d8176fb84ff tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.878587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a60a4f3-6790-49eb-a07d-81cd30921fd4 req-bd67d766-f452-44e9-935a-0d8176fb84ff tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.2735496 May 26 15:58:31.024726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a60a4f3-6790-49eb-a07d-81cd30921fd4 req-d2652420-6ffc-459f-8bc4-d1a3ae28d50f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318803 May 26 15:58:31.028613 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:31.090318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-eb3e67c2-ca77-4741-abba-2db24892ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.091773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-eb3e67c2-ca77-4741-abba-2db24892ea55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.2429817 May 26 15:58:31.200255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-ce95b0e7-dd8d-4ae2-9fdb-5a0e152bc670 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=525413f8c91a4483b8741f58b064b7dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1125264 May 26 15:58:31.205153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-9699cc25-a1a9-4345-aad0-5452b1395b61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 200 len: 217 time: 0.1025264 May 26 15:58:31.401269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-e92ded29-5f58-452f-a8ae-d6d30e3e96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.402597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-e92ded29-5f58-452f-a8ae-d6d30e3e96a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1903546 May 26 15:58:31.434915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-fe040fdd-d428-4612-b769-42f0e18e9590 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460460 May 26 15:58:31.489554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-65418415-7979-4c5c-8b6b-d70dc1c4e46e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727494 May 26 15:58:31.522895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-61c32995-953f-474d-a2b3-0e4591bb9253 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.524446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-61c32995-953f-474d-a2b3-0e4591bb9253 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132818 May 26 15:58:31.623471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-473795ec-cbb9-4230-bf14-d752c1d8eb32 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/quotas/525413f8c91a4483b8741f58b064b7dc HTTP/1.1" status: 200 len: 375 time: 0.0852864 May 26 15:58:31.691478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-b397ac5b-4069-4dc4-b72c-ebe3d44108b3 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=525413f8c91a4483b8741f58b064b7dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559075 May 26 15:58:31.712949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:58:31.721184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-ecc45248-8771-46a9-b69d-c06d483ff603 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189546 May 26 15:58:32.065816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23b4fa5b-68b4-4421-af81-c6987f055678 req-9b55a03d-381a-4424-beb7-aefeca1a9f05 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366606 May 26 15:58:32.094028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:58:32.104105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57316) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:32.104599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6ae7df85-eb31-4c7b-9c60-dc3a520b00b3 admin admin] 10.222.0.39 "PUT /v2.0/routers/94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2440202 May 26 15:58:32.112155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] Sync routers for ids ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:58:32.138435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-0d00caf4-8b6d-473d-a293-66c79534da4f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.149788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-0d00caf4-8b6d-473d-a293-66c79534da4f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b HTTP/1.1" status: 200 len: 944 time: 0.1303346 May 26 15:58:32.165147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] Routers {'94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:32.166070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:58:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:32.335955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:32.338476 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6b5f77-f931-433f-a927-1f68e3814f2b" -d '{"events": [{"server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "name": "network-vif-plugged", "status": "completed", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:32.459460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-e43ffced-6ea5-423d-9737-e3f93df655ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.461204 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-e43ffced-6ea5-423d-9737-e3f93df655ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=183aca7ccf4c4f829c7135c387396f4d&device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 1096 time: 0.2184801 May 26 15:58:32.485483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be567d-f430-42a2-9939-da5105455340 req-0c7027c7-a4e4-48fe-8519-adddefdba16c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.494026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1be567d-f430-42a2-9939-da5105455340 req-0c7027c7-a4e4-48fe-8519-adddefdba16c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.2061598 May 26 15:58:32.588595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] Set router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:32.639701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bbbf24c6-c23b-4513-b11c-135493f089e5 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:33.007273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57330) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:33.044996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Deleting port bbbf24c6-c23b-4513-b11c-135493f089e5 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:33.045354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.057622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bbbf24c6-c23b-4513-b11c-135493f089e5 is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:33.070448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:22Z', 'updated_at': '2022-05-26T15:58:30Z', 'revision_number': 5, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'gw_port': {'id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:23Z', 'updated_at': '2022-05-26T15:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:33.132366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] Checking router: 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:58:33.144512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] Routers {'94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:33.145686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:58:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:33.145910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1be567d-f430-42a2-9939-da5105455340 req-03505fbd-02b9-462b-93aa-99873ae4960b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6508381 May 26 15:58:33.295933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-debdf648-cc6f-404a-add4-8c163e17b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.298136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-debdf648-cc6f-404a-add4-8c163e17b246 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 200 len: 911 time: 0.8300858 May 26 15:58:33.313411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.334448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] For port bbbf24c6-c23b-4513-b11c-135493f089e5, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bbbf24c6-c23b-4513-b11c-135493f089e5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:33.334822 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.378595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] Set router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:33.418260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Calling delete_port for bbbf24c6-c23b-4513-b11c-135493f089e5 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:33.423705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-4db535ba-d42e-4e36-a848-b8697d71548a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a HTTP/1.1" status: 200 len: 217 time: 0.1078882 May 26 15:58:33.487823 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.573066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ea67-9f11-4253-ab54-7b6d0dbe2b72 req-6ee660e0-7067-44f5-9136-47957323aaf6 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.574820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Deleting port ee0b6ce4-7197-4e20-ba21-6e215550392a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:33.575273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.582196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8818ea67-9f11-4253-ab54-7b6d0dbe2b72 req-6ee660e0-7067-44f5-9136-47957323aaf6 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.2918949 May 26 15:58:33.586969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-36a96ad9-6168-43b0-94ae-04d2050be3f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bed64cfd8ea4c329d89b5a9361aa2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786474 May 26 15:58:33.591930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57334) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:33.622960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-77b82c65-59bc-4276-9eaa-8600850cc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.625500 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-77b82c65-59bc-4276-9eaa-8600850cc18e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83f49696-dea9-4d21-bd74-32e61ec32024 HTTP/1.1" status: 200 len: 850 time: 0.1906474 May 26 15:58:33.706942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-d36b3c19-020b-4d41-a837-a0efca975b0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec72401e-dbb1-4e29-bc42-0cbab3487b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662374 May 26 15:58:33.716377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:22Z', 'updated_at': '2022-05-26T15:58:30Z', 'revision_number': 5, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'gw_port': {'id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:23Z', 'updated_at': '2022-05-26T15:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:33.727113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8818ea67-9f11-4253-ab54-7b6d0dbe2b72 req-8164fa2c-b373-4046-ab9b-aa2ef5acef3b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395247 May 26 15:58:33.754973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d0a1f6-99a1-41a4-811a-7d73bc7431ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.773032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] For port ee0b6ce4-7197-4e20-ba21-6e215550392a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ee0b6ce4-7197-4e20-ba21-6e215550392a,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:33.773455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.781715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2042fd-7264-4c92-a53f-b638c60ada23 None None] The sync data for ids ['94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb'] in n-d-843336-2 is: [{'id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-752728432-router', 'tenant_id': '8c25442947a94eb0baa61ea160b04b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:54:22Z', 'updated_at': '2022-05-26T15:58:30Z', 'revision_number': 5, 'project_id': '8c25442947a94eb0baa61ea160b04b30', 'gw_port': {'id': 'ee0b6ce4-7197-4e20-ba21-6e215550392a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:54:23Z', 'updated_at': '2022-05-26T15:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:58:33.837475 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d0a1f6-99a1-41a4-811a-7d73bc7431ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.850288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Calling delete_port for ee0b6ce4-7197-4e20-ba21-6e215550392a owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:33.877872 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-b30c556f-85f9-4c7a-a7aa-86c5c1441ec7 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=525413f8c91a4483b8741f58b064b7dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621984 May 26 15:58:33.966649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-39d700b7-6ff1-4f9a-aede-c946cf9269ab service neutron] 10.222.0.24 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301908 May 26 15:58:34.054862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcaf29-3f5a-45f5-978c-f46f0a0f2dfb req-d64cea73-7321-433e-a23a-34053393d763 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:34.057815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4bcaf29-3f5a-45f5-978c-f46f0a0f2dfb req-d64cea73-7321-433e-a23a-34053393d763 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 945 time: 0.1993687 May 26 15:58:34.130761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.166187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4bcaf29-3f5a-45f5-978c-f46f0a0f2dfb req-a5c674ed-3437-41da-916c-27948d61d5ec tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 May 26 15:58:34.245799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d0a1f6-99a1-41a4-811a-7d73bc7431ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.250461 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d0a1f6-99a1-41a4-811a-7d73bc7431ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.252411 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-26d0a1f6-99a1-41a4-811a-7d73bc7431ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac3081b7-d1c6-47eb-9280-17311216126a HTTP/1.1" status: 204 len: 168 time: 0.6580582 May 26 15:58:34.286029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0a1f6-99a1-41a4-811a-7d73bc7431ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3081b7-d1c6-47eb-9280-17311216126a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:34.302956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event deleted for resources: {'Port': ['ID=bbbf24c6-c23b-4513-b11c-135493f089e5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:34.325100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-bdca33e9-9333-49b9-935f-8cdcb73b403d tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:34.328128 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-bdca33e9-9333-49b9-935f-8cdcb73b403d tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301558 May 26 15:58:34.336468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.354405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Request body: {'port': {'device_id': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '525413f8c91a4483b8741f58b064b7dc'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:34.356048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] No DVR routers for this DVR port bbbf24c6-c23b-4513-b11c-135493f089e5 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:34.360037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.365061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b938930c-e76c-4cbb-a4f0-230e517d2a59 req-eb91233f-b860-4a9f-8d7b-defb33e5b9c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "DELETE /v2.0/ports/bbbf24c6-c23b-4513-b11c-135493f089e5 HTTP/1.1" status: 204 len: 173 time: 2.2138150 May 26 15:58:34.371101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10a3d796-8ae7-4f68-b214-3dcbc37c4444 req-ddecf105-6eb2-425f-ad39-c87e6b279900 service neutron] 10.222.0.24 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689613 May 26 15:58:34.408257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'name': 'network-vif-deleted', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:34.410612 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4dc27d-dc5b-4c4c-adcd-01ab5464aacb" -d '{"events": [{"server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "name": "network-vif-deleted", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:34.420078 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-030bae03-84bf-4cce-94df-af919e82865b req-a8442e3d-a370-4561-bcc0-fab03f3d98db tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 210 time: 0.1327887 May 26 15:58:34.434289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0b6ce4-7197-4e20-ba21-6e215550392a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:34.696739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Made reservation on behalf of 525413f8c91a4483b8741f58b064b7dc for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:34.698763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5f2b-43a5-47c6-80e1-f41edd9f5845 req-329c7b0c-01dd-4a9e-84b1-7a403121b13c tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:34.701548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.710145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44ba5f2b-43a5-47c6-80e1-f41edd9f5845 req-329c7b0c-01dd-4a9e-84b1-7a403121b13c tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.1192346 May 26 15:58:34.727822 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.748282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.813883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44ba5f2b-43a5-47c6-80e1-f41edd9f5845 req-919f8c99-cb4d-4b88-a606-bc5c7ed3065d tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013398 May 26 15:58:34.878388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.883136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57362) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:34.891255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.954963 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ec326-2047-46f4-b762-b42dd45be433 x-openstack-request-id: req-817ec326-2047-46f4-b762-b42dd45be433 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:34.955505 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "name": "network-vif-plugged", "status": "completed", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:34.956270 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-817ec326-2047-46f4-b762-b42dd45be433 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:34.956872 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817ec326-2047-46f4-b762-b42dd45be433'] response: {'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731', 'code': 200} May 26 15:58:34.959132 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d851e681-6da3-4d5b-96e4-60643cbf33a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.028365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.029308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:58:35.039470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.041390 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-da79496f-bf0d-4eb6-8737-092968125ddb admin admin] 10.222.0.39 "DELETE /v2.0/routers/94a5a29a-ea50-4ce2-b4c9-a5f7c1534fcb HTTP/1.1" status: 204 len: 168 time: 2.9358869 May 26 15:58:35.045211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57364) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:35.052213 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de0f3926-c28d-44ec-8ac3-0f25778d8cb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9891f9c6eaf54772863f1c40cef935f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656585 May 26 15:58:35.056468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57366) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:35.095505 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.109118 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.242815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c9032-4431-49d7-9321-bf8ad482dc87 req-8b5d4a6e-2407-4947-9bca-127bc67a6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.244404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a2c9032-4431-49d7-9321-bf8ad482dc87 req-8b5d4a6e-2407-4947-9bca-127bc67a6d3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 1096 time: 0.1828401 May 26 15:58:35.252335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:35.272691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc008cc-c1b1-475e-8e41-d19505ae3802 admin admin] Deleting subnet 5c86ba5a-64f2-4ab7-9595-716c7374dd54 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:58:35.295479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:35.297045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 58ddb3b4-708c-45e2-af4f-e3a1b87e0b71 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:35.302216 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cc008cc-c1b1-475e-8e41-d19505ae3802 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.312738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7b622-3cb5-4f79-ac68-efaf64f51d98 req-617ca64c-cf7f-43a8-b1ec-43b10da8b170 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.323353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edd7b622-3cb5-4f79-ac68-efaf64f51d98 req-617ca64c-cf7f-43a8-b1ec-43b10da8b170 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.1651323 May 26 15:58:35.380578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Allocated IP 192.168.233.231 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/25639a78-00f3-4ddc-8051-33ba64ec7515) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:35.390797 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 26 May 2022 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3f40a2-cecf-4dd3-8e57-0a682d0ac4f9 x-openstack-request-id: req-7c3f40a2-cecf-4dd3-8e57-0a682d0ac4f9 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:35.391092 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b", "name": "network-vif-deleted", "tag": "bbbf24c6-c23b-4513-b11c-135493f089e5", "status": "failed", "code": 422}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:35.391344 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c3f40a2-cecf-4dd3-8e57-0a682d0ac4f9 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:35.391763 n-d-843336-2 neutron-server[109405]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7c3f40a2-cecf-4dd3-8e57-0a682d0ac4f9']: {'server_uuid': 'a3f41a2e-206e-4fd1-87ab-d1cd900d3c5b', 'name': 'network-vif-deleted', 'tag': 'bbbf24c6-c23b-4513-b11c-135493f089e5', 'status': 'failed', 'code': 422} returned with failed status May 26 15:58:35.441487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a2c9032-4431-49d7-9321-bf8ad482dc87 req-310a43d4-6681-4649-b0a1-f50df4268a0b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637878 May 26 15:58:35.444952 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cc008cc-c1b1-475e-8e41-d19505ae3802 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.449550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edd7b622-3cb5-4f79-ac68-efaf64f51d98 req-d5f06c98-3a1c-4682-ab75-1e6e58b6d9f0 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246724 May 26 15:58:35.584418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68d9df-14fb-4c53-9de3-0f8d85b564e6 req-5095ec9c-0527-4b74-a38c-2d3c96e4b4a6 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.591693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f68d9df-14fb-4c53-9de3-0f8d85b564e6 req-5095ec9c-0527-4b74-a38c-2d3c96e4b4a6 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.1231768 May 26 15:58:35.622438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.632653 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cc008cc-c1b1-475e-8e41-d19505ae3802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.633963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad89a283-ca29-48ae-9acc-e03b40b142b2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:35.711791 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f68d9df-14fb-4c53-9de3-0f8d85b564e6 req-3ea3744d-9bad-476a-b721-ebf1a6508182 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191227 May 26 15:58:35.734854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27cf64c5-624d-498d-bf30-e9c965b5a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.766134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.865814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27cf64c5-624d-498d-bf30-e9c965b5a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.888075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108b93-3ac7-41c7-b21d-8242f0a5902b req-25f1cee3-57c3-491a-bdbc-21b6b99ed33f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.895899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0108b93-3ac7-41c7-b21d-8242f0a5902b req-25f1cee3-57c3-491a-bdbc-21b6b99ed33f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 945 time: 0.2004743 May 26 15:58:35.900411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:35.915981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:35.924722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cc008cc-c1b1-475e-8e41-d19505ae3802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.927913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:35.996226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:36.001696 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cc008cc-c1b1-475e-8e41-d19505ae3802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.006564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77b0a97-d6b7-4379-8753-52751b8c8a91 None None] Network a46cc174-2aac-404d-833e-b48f4bb4f79a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:36.010362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1cc008cc-c1b1-475e-8e41-d19505ae3802 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5c86ba5a-64f2-4ab7-9595-716c7374dd54 HTTP/1.1" status: 204 len: 168 time: 0.9636147 May 26 15:58:36.011843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57380) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:36.048112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc008cc-c1b1-475e-8e41-d19505ae3802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c86ba5a-64f2-4ab7-9595-716c7374dd54,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:36.101607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665088-8883-4c44-85d2-3c63dff122d1 req-056ff84f-169c-44ae-84b8-2dad1570d12b tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:36.110015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81665088-8883-4c44-85d2-3c63dff122d1 req-056ff84f-169c-44ae-84b8-2dad1570d12b tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 936 time: 0.2495451 May 26 15:58:36.131289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.153688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0108b93-3ac7-41c7-b21d-8242f0a5902b req-009e0783-3e28-4332-9f79-51dff8039ca3 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502382 May 26 15:58:36.182033 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:36.182033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.198426 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-9706987c-f240-4daf-abce-e03a37e00789 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8563035 May 26 15:58:36.234830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27cf64c5-624d-498d-bf30-e9c965b5a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.235210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81665088-8883-4c44-85d2-3c63dff122d1 req-c0e0f4dc-502d-4530-a1dd-b869f8064020 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241786 May 26 15:58:36.237732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27cf64c5-624d-498d-bf30-e9c965b5a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.239000 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27cf64c5-624d-498d-bf30-e9c965b5a4c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/644e41c7-08bb-41ba-8855-4929778a8462 HTTP/1.1" status: 204 len: 168 time: 1.1813846 May 26 15:58:36.262504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Request body: {'port': {'device_id': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:36.351356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf64c5-624d-498d-bf30-e9c965b5a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644e41c7-08bb-41ba-8855-4929778a8462,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:36.420151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Deleting port 29c4de27-6c96-41d4-baf0-e43373bc3d4d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:36.420878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.433569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.451710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c9782-5876-4fb0-b2f5-b84ba6ea2e9a None None] DHCP port deletion for a46cc174-2aac-404d-833e-b48f4bb4f79a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:58:36.468391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d71f746b-dfed-41e4-a544-adea548b079e None None] Provisioning complete for port 25639a78-00f3-4ddc-8051-33ba64ec7515 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:36.468767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d71f746b-dfed-41e4-a544-adea548b079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.558802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] For port 29c4de27-6c96-41d4-baf0-e43373bc3d4d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=29c4de27-6c96-41d4-baf0-e43373bc3d4d,segment=NetworkSegment(942e19d2-5bdc-46a7-b6f0-65f099c5cf67),segment_id=942e19d2-5bdc-46a7-b6f0-65f099c5cf67)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:36.558960 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.589091 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Calling delete_port for 29c4de27-6c96-41d4-baf0-e43373bc3d4d owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:36.636050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-3617074c-1f4d-4034-8c7c-842074c16c6c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:36.651556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-3617074c-1f4d-4034-8c7c-842074c16c6c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.3158858 May 26 15:58:36.690638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-20657b9b-ef5d-443b-b997-930a44dd2e32 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/quotas/8142abba1aae429d807fbc0f6201e614 HTTP/1.1" status: 200 len: 375 time: 0.0350299 May 26 15:58:36.716005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d71f746b-dfed-41e4-a544-adea548b079e None None] Port 25639a78-00f3-4ddc-8051-33ba64ec7515 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:58:36.754900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0949-11f2-4056-9186-b1d400ffd272 req-bb1af82f-34a9-4ff0-aff2-5908b2b79930 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:36.766648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d9c0949-11f2-4056-9186-b1d400ffd272 req-bb1af82f-34a9-4ff0-aff2-5908b2b79930 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.3922064 May 26 15:58:36.783227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c9782-5876-4fb0-b2f5-b84ba6ea2e9a None None] Deleting port 29c4de27-6c96-41d4-baf0-e43373bc3d4d {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:36.783602 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9782-5876-4fb0-b2f5-b84ba6ea2e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.820209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-33fb8b24-e27e-49d9-ba16-ca4a88fc96fc tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171470 May 26 15:58:36.898710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8c3c9782-5876-4fb0-b2f5-b84ba6ea2e9a None None] For port 29c4de27-6c96-41d4-baf0-e43373bc3d4d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=29c4de27-6c96-41d4-baf0-e43373bc3d4d,segment=NetworkSegment(942e19d2-5bdc-46a7-b6f0-65f099c5cf67),segment_id=942e19d2-5bdc-46a7-b6f0-65f099c5cf67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:36.901045 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9782-5876-4fb0-b2f5-b84ba6ea2e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.923019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c9782-5876-4fb0-b2f5-b84ba6ea2e9a None None] Calling delete_port for 29c4de27-6c96-41d4-baf0-e43373bc3d4d owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:36.971152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-3ed54a2f-07c1-4ec3-97fa-e2ceb064c979 service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332736 May 26 15:58:37.012827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.055863 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9782-5876-4fb0-b2f5-b84ba6ea2e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.086746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c4de27-6c96-41d4-baf0-e43373bc3d4d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:37.096013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c9782-5876-4fb0-b2f5-b84ba6ea2e9a None None] No DVR routers for this DVR port 29c4de27-6c96-41d4-baf0-e43373bc3d4d on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:37.115344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c9782-5876-4fb0-b2f5-b84ba6ea2e9a None None] Pushing event deleted for resources: {'Port': ['ID=29c4de27-6c96-41d4-baf0-e43373bc3d4d,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:37.122386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] No DVR routers for this DVR port 29c4de27-6c96-41d4-baf0-e43373bc3d4d on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:37.156604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d9c0949-11f2-4056-9186-b1d400ffd272 req-099413b6-08e4-4dd0-b28f-6d96e4c5041f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882344 May 26 15:58:37.246941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ee0b6ce4-7197-4e20-ba21-6e215550392a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:37.255401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-a38604bb-d476-409f-beb5-1c7babaaecb8 service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765191 May 26 15:58:37.265190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25639a78-00f3-4ddc-8051-33ba64ec7515 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:37.285762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ee0b6ce4-7197-4e20-ba21-6e215550392a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:37.286152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ee0b6ce4-7197-4e20-ba21-6e215550392a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:37.286575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 29c4de27-6c96-41d4-baf0-e43373bc3d4d no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:37.297022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.331587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 29c4de27-6c96-41d4-baf0-e43373bc3d4d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:37.332206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 29c4de27-6c96-41d4-baf0-e43373bc3d4d not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:37.430955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Transition to ACTIVE for port object 25639a78-00f3-4ddc-8051-33ba64ec7515 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:37.456921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.465342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.561711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46cc174-2aac-404d-833e-b48f4bb4f79a']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:37.637001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942e19d2-5bdc-46a7-b6f0-65f099c5cf67') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:37.637298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942e19d2-5bdc-46a7-b6f0-65f099c5cf67') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:37.651747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.691003 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.711667 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3b4b-0d56-4791-88cd-c1aaaae2ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.724237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:58:37.727342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.741601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:37.759611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12376a-6790-4d76-bef5-b823e98e6d94 req-b40b4ff9-991f-46bf-a354-fb303287f9b1 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:37.773288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f12376a-6790-4d76-bef5-b823e98e6d94 req-b40b4ff9-991f-46bf-a354-fb303287f9b1 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.1777387 May 26 15:58:37.839697 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 942e19d2-5bdc-46a7-b6f0-65f099c5cf67 resource provider aggregate not found May 26 15:58:37.912077 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 942e19d2-5bdc-46a7-b6f0-65f099c5cf67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 942e19d2-5bdc-46a7-b6f0-65f099c5cf67 found for delete ", "request_id": "req-6bead182-9683-49f8-a0aa-b50e44aed3ea"}]} May 26 15:58:37.974618 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.975992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f12376a-6790-4d76-bef5-b823e98e6d94 req-8adfe529-ec72-4fa3-af15-e61abd1d7e41 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948774 May 26 15:58:37.988682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.006458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44af85-7ba3-44c1-8575-2781319a2b34 req-f7a2bf74-e68a-482e-be4e-f4f51ef48d6e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.008065 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a46cc174-2aac-404d-833e-b48f4bb4f79a HTTP/1.1" status: 204 len: 168 time: 1.9766257 May 26 15:58:38.012175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a44af85-7ba3-44c1-8575-2781319a2b34 req-f7a2bf74-e68a-482e-be4e-f4f51ef48d6e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.2336071 May 26 15:58:38.069498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c4298-a233-4658-bc53-704b9b3046b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46cc174-2aac-404d-833e-b48f4bb4f79a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:38.085118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Attempting to bind port 25639a78-00f3-4ddc-8051-33ba64ec7515 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:38.085663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Attempting to bind port 25639a78-00f3-4ddc-8051-33ba64ec7515 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:38.086611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a44af85-7ba3-44c1-8575-2781319a2b34 req-76c28dfe-7668-41f4-a244-6a40e0ba53d9 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677304 May 26 15:58:38.088044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Attempting to bind port 25639a78-00f3-4ddc-8051-33ba64ec7515 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:38.102417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Port 25639a78-00f3-4ddc-8051-33ba64ec7515 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:38.102884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Attempting to bind port 25639a78-00f3-4ddc-8051-33ba64ec7515 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:38.119912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:38.121555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:38.122614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:38.125359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Bound port: 25639a78-00f3-4ddc-8051-33ba64ec7515, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:38.125906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.168394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7629d-aa7e-4d6d-a7ab-6105fafec179 req-e9bf16c6-ea8b-49b0-9b63-72dec4e898de tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.176608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75f7629d-aa7e-4d6d-a7ab-6105fafec179 req-e9bf16c6-ea8b-49b0-9b63-72dec4e898de tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 945 time: 0.0851796 May 26 15:58:38.254390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75f7629d-aa7e-4d6d-a7ab-6105fafec179 req-8176163f-b366-4c58-b19c-0f0a2ebbc44f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705009 May 26 15:58:38.328773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:38.348117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:38.356565 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.381577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810af97-8cb0-4e8a-a54f-aeb352726aff req-e2008fe8-82e8-48f0-b3e7-82bbf3c4c1fc tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.383180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6810af97-8cb0-4e8a-a54f-aeb352726aff req-e2008fe8-82e8-48f0-b3e7-82bbf3c4c1fc tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 948 time: 0.1272829 May 26 15:58:38.438522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57448) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:38.451364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.452449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.454222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/25639a78-00f3-4ddc-8051-33ba64ec7515 HTTP/1.1" status: 200 len: 1096 time: 2.2263963 May 26 15:58:38.454824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:38.461217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87fda2e2-b3ec-4ddb-ba45-d984da2b3218 req-3cfd9020-da3f-43cc-a3e1-753dc3c8248f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 210 time: 0.0758388 May 26 15:58:38.461528 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:38.501598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53a797-c6d8-44b8-bb9a-013b765799e1 service neutron] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:38.557590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1d8b8b9a-a6db-44de-9eb2-f49fadc9aa72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee0bbd07dd0e48ce8ad8c07c77ac3673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991998 May 26 15:58:38.560839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:38.565385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6810af97-8cb0-4e8a-a54f-aeb352726aff req-c16636aa-2563-4480-8d05-2cf011e96a6c tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655674 May 26 15:58:38.612559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.716870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67d559ec-055d-4c78-9299-412b5e2d18f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.747186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67d559ec-055d-4c78-9299-412b5e2d18f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.820088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-1e8ce2f4-e400-4d6b-bf78-69c22d2641cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.822287 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-1e8ce2f4-e400-4d6b-bf78-69c22d2641cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=525413f8c91a4483b8741f58b064b7dc&device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 1099 time: 0.1820555 May 26 15:58:38.823689 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67d559ec-055d-4c78-9299-412b5e2d18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.827611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67d559ec-055d-4c78-9299-412b5e2d18f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.832286 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-67d559ec-055d-4c78-9299-412b5e2d18f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9ecbc2e-628a-40a6-964b-08dce52f8475 HTTP/1.1" status: 204 len: 168 time: 0.2699165 May 26 15:58:38.839358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57698250-ef5c-489a-951d-51b998f73905 req-863b60e8-89a8-4cca-b4f7-5e6e9bced4e8 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.850081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57698250-ef5c-489a-951d-51b998f73905 req-863b60e8-89a8-4cca-b4f7-5e6e9bced4e8 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 1096 time: 0.1506560 May 26 15:58:38.901654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d559ec-055d-4c78-9299-412b5e2d18f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ecbc2e-628a-40a6-964b-08dce52f8475,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:38.911742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a622af-5952-4177-b974-322350a362cc req-466db245-9bc0-41e4-a0ef-6cd418db9bdc tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.913274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0a622af-5952-4177-b974-322350a362cc req-466db245-9bc0-41e4-a0ef-6cd418db9bdc tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.1613328 May 26 15:58:38.913579 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-499059b6-3ba3-4153-bea1-72ee66bad77e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=25639a78-00f3-4ddc-8051-33ba64ec7515 HTTP/1.1" status: 200 len: 217 time: 0.0797224 May 26 15:58:39.026157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57698250-ef5c-489a-951d-51b998f73905 req-c100f319-ef67-4aa0-8de2-dbe12382af88 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725388 May 26 15:58:39.026810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-420beeb3-b41e-4e04-b9d6-aa50b2badda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.029445 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-420beeb3-b41e-4e04-b9d6-aa50b2badda2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1096020 May 26 15:58:39.043142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0a622af-5952-4177-b974-322350a362cc req-254be5ea-84dc-4bb9-bba1-b1133c493c7c tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863600 May 26 15:58:39.119409 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e75b10-d3ed-41ee-9366-3d1d10744980 x-openstack-request-id: req-80e75b10-d3ed-41ee-9366-3d1d10744980 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:39.121611 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:39.126333 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80e75b10-d3ed-41ee-9366-3d1d10744980 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:39.126802 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e75b10-d3ed-41ee-9366-3d1d10744980'] response: {'name': 'network-changed', 'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'status': 'completed', 'code': 200} May 26 15:58:39.162887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-49e9c847-178a-404b-83a2-56420f92d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.164458 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-49e9c847-178a-404b-83a2-56420f92d84b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274674 May 26 15:58:39.394724 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-7f5b30cc-6c8a-45be-aed9-3443ce9cf561 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181375 May 26 15:58:39.525967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-d26be068-c35e-4421-a9e6-a2e3df0e9365 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.532300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-d26be068-c35e-4421-a9e6-a2e3df0e9365 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.3148654 May 26 15:58:39.558441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Request body: {'port': {'device_id': 'dba86c55-90b7-474d-822e-9eb3b199bb96', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'admin_state_up': True, 'tenant_id': '8142abba1aae429d807fbc0f6201e614'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:39.586344 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-26719bd2-fbe4-4bf4-ac9c-a4bf8981bc07 req-a44feb4b-33bd-4e0d-9b96-1da56c2d143a service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812677 May 26 15:58:39.750123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-ff11cf18-903a-467d-94f9-51bdb0e58ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.752228 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-ff11cf18-903a-467d-94f9-51bdb0e58ac1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=525413f8c91a4483b8741f58b064b7dc&device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 1099 time: 0.0930815 May 26 15:58:39.789060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57488) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:39.851284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a856f2-18d6-45c3-950f-0efbfac728fb req-97fca3c5-b7b0-461c-ac51-231fdc078b14 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.854630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00a856f2-18d6-45c3-950f-0efbfac728fb req-97fca3c5-b7b0-461c-ac51-231fdc078b14 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.1109803 May 26 15:58:39.893857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Made reservation on behalf of 8142abba1aae429d807fbc0f6201e614 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:39.899252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:39.910711 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-00a33a8f-b8ea-49f8-a622-948076857c0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c25442947a94eb0baa61ea160b04b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200047 May 26 15:58:39.914362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57492) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:39.942528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-c32f437e-d9fe-47c4-8818-22f612e7bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.945026 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-c32f437e-d9fe-47c4-8818-22f612e7bcd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1861460 May 26 15:58:39.970940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00a856f2-18d6-45c3-950f-0efbfac728fb req-0250916b-e31b-4fa4-9172-a3014751802b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046553 May 26 15:58:40.013204 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-2983fce1-eedd-4ef5-9380-09a17cabc0ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=25639a78-00f3-4ddc-8051-33ba64ec7515 HTTP/1.1" status: 200 len: 217 time: 0.0562110 May 26 15:58:40.033075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8425b9-227d-4b8d-974b-8439f8eb4903 req-358eca64-9c9a-4dae-b64f-1a5bd5d93707 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:40.034795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e8425b9-227d-4b8d-974b-8439f8eb4903 req-358eca64-9c9a-4dae-b64f-1a5bd5d93707 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 1096 time: 0.1334326 May 26 15:58:40.163307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb09fa0d-921f-4382-a7d2-404668b6dd0e req-57200520-3bf8-4211-996c-7e31df2f7f83 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 210 time: 0.0468268 May 26 15:58:40.165639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e8425b9-227d-4b8d-974b-8439f8eb4903 req-bbbae806-18ba-4ccf-8af1-56fb471a259c tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132917 May 26 15:58:40.209572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Allocated IP 172.20.0.13 (69f9dddf-264c-4c3d-aefe-069f2f4f9d49/4b4d4131-c08a-4d19-9074-a9ea68d04597/86b4b58e-6ad9-4344-8b59-4575c9d30d18) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:40.356050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-037a5a3b-a8cf-42a7-b36a-0c1b68471b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.392854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-037a5a3b-a8cf-42a7-b36a-0c1b68471b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.400754 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-f8e903b5-896c-4c15-a791-497de6271801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:40.402433 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-f8e903b5-896c-4c15-a791-497de6271801 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.3797166 May 26 15:58:40.406911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18d7a6-ec46-4eb0-b2b6-3df11250cedd req-c9b43cc0-b4e3-4d54-a1e3-601152be98a7 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:40.408508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b18d7a6-ec46-4eb0-b2b6-3df11250cedd req-c9b43cc0-b4e3-4d54-a1e3-601152be98a7 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 948 time: 0.1409845 May 26 15:58:40.496496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-ada736a1-a046-42e3-aba6-fe6a0dea7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:40.498776 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-ada736a1-a046-42e3-aba6-fe6a0dea7866 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849621 May 26 15:58:40.509086 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.518489 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.534461 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.537616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b18d7a6-ec46-4eb0-b2b6-3df11250cedd req-9a6d5736-4961-4f80-9050-6875e49c6b99 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221263 May 26 15:58:40.565755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-037a5a3b-a8cf-42a7-b36a-0c1b68471b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.570666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-037a5a3b-a8cf-42a7-b36a-0c1b68471b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.575213 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-037a5a3b-a8cf-42a7-b36a-0c1b68471b4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/454abec2-5dc0-469b-8d7b-1e01c0a122b4 HTTP/1.1" status: 204 len: 168 time: 0.6596947 May 26 15:58:40.651232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a5a3b-a8cf-42a7-b36a-0c1b68471b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454abec2-5dc0-469b-8d7b-1e01c0a122b4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:40.685310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.791965 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-ca23aa2e-5dbd-4a7a-9c57-fe05f74f4d69 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827959 May 26 15:58:40.802724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b04dc724-7512-4bb9-bd36-32339cd39f2b tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=808a09b3a22043ecbc1138a304febb4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282332 May 26 15:58:40.803478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event updated for resources: {'Port': ['ID=86b4b58e-6ad9-4344-8b59-4575c9d30d18,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:40.843882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:40.874157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:40.879574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:40.962932 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3f71cc37-5caa-4fb0-a90f-467bd63ce0bd req-4bcbb43b-d6ca-4b89-b4bb-fea4c80558c5 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612942 May 26 15:58:40.994326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8790bd-73e1-43f5-a6b2-6878b17787bc req-0045b821-d60b-4051-b0c3-fb94dc08aeae tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:40.996137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b8790bd-73e1-43f5-a6b2-6878b17787bc req-0045b821-d60b-4051-b0c3-fb94dc08aeae tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.2006922 May 26 15:58:41.002308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.003145 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.064573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-936e0350-6a2d-4a17-a3d2-b6c8fcf425d9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5150695 May 26 15:58:41.090015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Request body: {'port': {'device_id': 'dba86c55-90b7-474d-822e-9eb3b199bb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:41.126888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-4bb58874-b4b3-4bc5-a7d6-de885d635c57 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.130470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-4bb58874-b4b3-4bc5-a7d6-de885d635c57 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2911894 May 26 15:58:41.157401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b8790bd-73e1-43f5-a6b2-6878b17787bc req-316514c6-4154-4e59-b798-089faaf6bb72 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385794 May 26 15:58:41.163657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-0d2826d0-9a42-45fc-8f6d-3b7320bc9aad tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/quotas/808a09b3a22043ecbc1138a304febb4e HTTP/1.1" status: 200 len: 375 time: 0.0238495 May 26 15:58:41.222870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-da49b6de-4a5d-48a6-b592-af70125c98d1 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=808a09b3a22043ecbc1138a304febb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373988 May 26 15:58:41.224019 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.562900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c586a2-e917-4d90-a8bb-89ba4f373e03 req-44329c87-9651-4692-84a3-bdb19775e745 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.564373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3c586a2-e917-4d90-a8bb-89ba4f373e03 req-44329c87-9651-4692-84a3-bdb19775e745 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.1658416 May 26 15:58:41.581362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5006f8-d7fb-4610-ac32-7f7f3c1134dc req-3f48ddad-e083-4705-8fa1-55dbbb5ed384 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.582923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac5006f8-d7fb-4610-ac32-7f7f3c1134dc req-3f48ddad-e083-4705-8fa1-55dbbb5ed384 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 932 time: 0.1327827 May 26 15:58:42.015506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3c586a2-e917-4d90-a8bb-89ba4f373e03 req-d12d1879-d08f-4ef9-a52e-d922ef381f6e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298337 May 26 15:58:42.020162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac5006f8-d7fb-4610-ac32-7f7f3c1134dc req-b067d9cc-6289-4ddd-8bb2-194c3b126856 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256659 May 26 15:58:42.091105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b4b58e-6ad9-4344-8b59-4575c9d30d18 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:42.103268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.122525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Transition to ACTIVE for port object 86b4b58e-6ad9-4344-8b59-4575c9d30d18 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:42.136605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.196226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25639a78-00f3-4ddc-8051-33ba64ec7515 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:42.243656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-697e0158-58fb-4dbb-b1d7-15b048c62b66 req-bacc6d3f-1309-4554-901a-1449afb8f588 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 210 time: 0.1015108 May 26 15:58:42.282110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86b4b58e-6ad9-4344-8b59-4575c9d30d18,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:42.352986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:42.367082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'mac_address': 'fa:16:3e:16:96:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:42.409261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25639a78-00f3-4ddc-8051-33ba64ec7515 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:42.409936 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.424805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25639a78-00f3-4ddc-8051-33ba64ec7515 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:42.460414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:42.466894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.470241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6147-0c23-47a8-a8d5-b0670ff55671 req-a0c37d76-37ab-4c73-ab79-30a816c77b43 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:42.472579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c84e6147-0c23-47a8-a8d5-b0670ff55671 req-a0c37d76-37ab-4c73-ab79-30a816c77b43 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 948 time: 0.1233408 May 26 15:58:42.487361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Attempting to bind port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:42.488022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Attempting to bind port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:42.488511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Attempting to bind port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:42.508353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:42.508685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Attempting to bind port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:42.522497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:42.522955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Checking segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:42.523536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Bound using segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:42.524221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Bound port: 86b4b58e-6ad9-4344-8b59-4575c9d30d18, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:42.524773 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.536647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:42.575830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c84e6147-0c23-47a8-a8d5-b0670ff55671 req-6f386897-fdc0-4139-af2b-11c8892732da tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910833 May 26 15:58:42.659123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e73c67e4-02e0-409d-ab67-fc26fde5559c details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:42.707557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] For port 86b4b58e-6ad9-4344-8b59-4575c9d30d18, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:42.716610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] For port 86b4b58e-6ad9-4344-8b59-4575c9d30d18, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=86b4b58e-6ad9-4344-8b59-4575c9d30d18,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:42.725582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.730618 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-89252556-d592-4ecb-9a5c-b81941fce0ba tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=808a09b3a22043ecbc1138a304febb4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768111 May 26 15:58:42.765757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['25639a78-00f3-4ddc-8051-33ba64ec7515'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:42.928913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86b4b58e-6ad9-4344-8b59-4575c9d30d18,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:42.964239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:42.969728 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.971671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ac2cc4d7-3567-4c99-b2eb-00fb2d1b23e3 service neutron] 10.222.0.32 "PUT /v2.0/ports/86b4b58e-6ad9-4344-8b59-4575c9d30d18 HTTP/1.1" status: 200 len: 1092 time: 1.8903127 May 26 15:58:42.973680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba86c55-90b7-474d-822e-9eb3b199bb96', 'tag': '86b4b58e-6ad9-4344-8b59-4575c9d30d18'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:43.000877 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dba86c55-90b7-474d-822e-9eb3b199bb96", "tag": "86b4b58e-6ad9-4344-8b59-4575c9d30d18"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:43.029207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-11e61550-a5b3-4fe3-a828-eee75b9c3c12 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.031935 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-11e61550-a5b3-4fe3-a828-eee75b9c3c12 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952466 May 26 15:58:43.058480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Request body: {'port': {'device_id': '070c1270-940a-4b25-b00b-38164ff6b355', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '808a09b3a22043ecbc1138a304febb4e'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:43.071159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:43.096822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e73c67e4-02e0-409d-ab67-fc26fde5559c', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'port_id': 'e73c67e4-02e0-409d-ab67-fc26fde5559c', 'mac_address': 'fa:16:3e:d5:7c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aca4ca-f203-4443-a9ef-81c37290a4c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:43.141456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-cf56fb0a-e397-432f-9e34-6513aa2f3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.143702 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-cf56fb0a-e397-432f-9e34-6513aa2f3fb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 1095 time: 0.1011951 May 26 15:58:43.144969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e73c67e4-02e0-409d-ab67-fc26fde5559c is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:43.145365 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:43.169269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e73c67e4-02e0-409d-ab67-fc26fde5559c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:43.218596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-8a24d9c8-d41e-4977-a693-95c3070bf63f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4b58e-6ad9-4344-8b59-4575c9d30d18 HTTP/1.1" status: 200 len: 217 time: 0.0480337 May 26 15:58:43.235038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:43.248384 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:43.268548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc03c3-9e6b-41a1-96e2-7f20dec6d0fd req-c1c59a1f-4ac7-4b7b-a66d-4af9ae4a6fee tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.277051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5cc03c3-9e6b-41a1-96e2-7f20dec6d0fd req-c1c59a1f-4ac7-4b7b-a66d-4af9ae4a6fee tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.1479440 May 26 15:58:43.281901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Made reservation on behalf of 808a09b3a22043ecbc1138a304febb4e for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:43.290686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:43.309778 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:43.352108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-46a4b846-4772-4e6b-8120-4a554394001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.353502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-46a4b846-4772-4e6b-8120-4a554394001b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.1075377 May 26 15:58:43.364020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5cc03c3-9e6b-41a1-96e2-7f20dec6d0fd req-41c047e1-a4f3-47a4-956a-654bc135b787 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857637 May 26 15:58:43.375106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e73c67e4-02e0-409d-ab67-fc26fde5559c,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:43.428383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-9a42ac27-8c52-4931-b174-244c2666045e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454328 May 26 15:58:43.445580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e73c67e4-02e0-409d-ab67-fc26fde5559c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:43.457772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:43.466041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:43.550352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:43.633717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-aa151f52-046c-42ba-9a6b-0a97bc0e9755 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:58:43.635111 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-aa151f52-046c-42ba-9a6b-0a97bc0e9755 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063097 May 26 15:58:43.674840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-2383ec3c-b7cd-4ab3-ab86-49b8449a47f1 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308333 May 26 15:58:43.677258 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99017a8-f5a2-417d-b058-6bad9a2c771d x-openstack-request-id: req-e99017a8-f5a2-417d-b058-6bad9a2c771d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:43.678498 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba86c55-90b7-474d-822e-9eb3b199bb96", "tag": "86b4b58e-6ad9-4344-8b59-4575c9d30d18", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:43.678890 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e99017a8-f5a2-417d-b058-6bad9a2c771d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:43.679500 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99017a8-f5a2-417d-b058-6bad9a2c771d'] response: {'name': 'network-changed', 'server_uuid': 'dba86c55-90b7-474d-822e-9eb3b199bb96', 'tag': '86b4b58e-6ad9-4344-8b59-4575c9d30d18', 'status': 'completed', 'code': 200} May 26 15:58:43.716976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Allocated IP 192.168.233.227 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/201ac57e-84e4-4a9b-9055-3fcfd53ffa18) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:43.720167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-8346c5af-fcbc-4743-9179-20e5d2414cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.721777 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-8346c5af-fcbc-4743-9179-20e5d2414cf6 service neutron] 10.222.0.39 "GET /v2.0/ports/9eca5a5d-bd84-47e4-b38f-f7985b9f5731 HTTP/1.1" status: 200 len: 1093 time: 0.0684423 May 26 15:58:43.745347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Request body: {'binding': {'host': 'n-h1-843336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:43.746502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Unknown quota resources ['binding']. {{(pid=109404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:58:43.871528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378919a8-d1cb-4e31-a885-de2c80a2dcad req-b565b0f9-34ac-46d8-8ecf-5f8f0ad56e40 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.873649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-378919a8-d1cb-4e31-a885-de2c80a2dcad req-b565b0f9-34ac-46d8-8ecf-5f8f0ad56e40 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.0841269 May 26 15:58:43.880758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e508e7-fe72-46e8-a72f-218fa2367d9a req-ea125f1b-6a4b-4150-8c74-97433cafad12 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985755 May 26 15:58:43.924531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-378919a8-d1cb-4e31-a885-de2c80a2dcad req-5f658908-e69a-42df-ab18-53c9a6ceaa18 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 May 26 15:58:44.085716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-817db7fa-dd9d-4a1e-bbe6-a5ce9b82628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.087499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-817db7fa-dd9d-4a1e-bbe6-a5ce9b82628f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 1095 time: 0.1062260 May 26 15:58:44.102088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209cd9b-9f60-4f02-925c-1977bbfbb08c req-23f83986-b4c4-443c-b126-17fe5d535659 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.103923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1209cd9b-9f60-4f02-925c-1977bbfbb08c req-23f83986-b4c4-443c-b126-17fe5d535659 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 944 time: 0.0867906 May 26 15:58:44.118992 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on host n-h1-843336-2 for vnic_type normal with profile None {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:44.119518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:44.119968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:44.136461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:44.137069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:44.171254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:44.171957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:44.172751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:44.173631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Bound port: 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:44.191195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25639a78-00f3-4ddc-8051-33ba64ec7515 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:44.191372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:44.221327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1209cd9b-9f60-4f02-925c-1977bbfbb08c req-84af2fa5-850b-46b6-8e61-a3f41f066e66 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034036 May 26 15:58:44.292091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-a717374d-30d0-4832-9ad0-a7fd4c9c21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.294801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-a717374d-30d0-4832-9ad0-a7fd4c9c21c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 913 time: 0.1899242 May 26 15:58:44.295608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:44.305966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:44.307299 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-36bf49f9-17a0-48f5-9961-fb0c75b69c28 service neutron] 10.222.0.39 "POST /v2.0/ports/9eca5a5d-bd84-47e4-b38f-f7985b9f5731/bindings HTTP/1.1" status: 201 len: 389 time: 0.5654259 May 26 15:58:44.317376 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:44.336287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 25639a78-00f3-4ddc-8051-33ba64ec7515 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:44.348537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 25639a78-00f3-4ddc-8051-33ba64ec7515 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:44.349232 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:44.377718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-3a929fae-7d7b-41dd-84cd-c158832b8528 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4b58e-6ad9-4344-8b59-4575c9d30d18 HTTP/1.1" status: 200 len: 217 time: 0.0695109 May 26 15:58:44.381526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:44.391233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:44.398284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:44.525429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Pushing event updated for resources: {'Port': ['ID=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:44.600487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25639a78-00f3-4ddc-8051-33ba64ec7515 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:44.601302 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:44.609075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-9a09d886-757d-4642-9c8b-04735935f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.616103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-9a09d886-757d-4642-9c8b-04735935f344 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.2048593 May 26 15:58:44.647290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531100b0-0e0c-4114-b55a-830faca6249c req-2194ae60-52d8-4899-a552-b4b7a31ed27f tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.654826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.658671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:44.678542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e73c67e4-02e0-409d-ab67-fc26fde5559c up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:44.692864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:44.696370 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e654079-7b28-4180-9741-7282499bdd41" -d '{"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-plugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:44.709399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-531100b0-0e0c-4114-b55a-830faca6249c req-2194ae60-52d8-4899-a552-b4b7a31ed27f tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 936 time: 0.3385627 May 26 15:58:44.712507 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-eb862e9e-dc27-4312-8970-a70c4588fc97 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6631513 May 26 15:58:44.747220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Request body: {'port': {'device_id': '070c1270-940a-4b25-b00b-38164ff6b355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:44.758342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:44.768339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:44.883835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-e2ccbcfe-506a-4e52-b159-010b259b169e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720808 May 26 15:58:44.905653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e73c67e4-02e0-409d-ab67-fc26fde5559c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:44.905934 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:44.923031 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:44.959123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:45.060806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-652ce5a3-df9b-4925-9f2f-67ce4c58ea04 None None] Provisioning complete for port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:45.063602 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-652ce5a3-df9b-4925-9f2f-67ce4c58ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:45.179660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-f65c69cd-1a52-4151-be3f-e0a5cd4ea652 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533431 May 26 15:58:45.235092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e73c67e4-02e0-409d-ab67-fc26fde5559c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:45.235672 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:45.307246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-652ce5a3-df9b-4925-9f2f-67ce4c58ea04 None None] Port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:58:45.320107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de7a8ecb-c56e-4f68-adaa-fe0f04da44cd req-4fe3edc7-b708-4d13-bed3-e3f5d6e81cc5 service neutron] 10.222.0.32 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203930 May 26 15:58:45.323607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:45.333077 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:45.335749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-fd816919-b987-466a-917b-30c4b698223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.338818 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-fd816919-b987-466a-917b-30c4b698223d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 1096 time: 0.4977593 May 26 15:58:45.360550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-531100b0-0e0c-4114-b55a-830faca6249c req-fc2dca5c-92db-4182-ab2a-bad9f472de4a tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/security-groups?id=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167576 May 26 15:58:45.383115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b62b0a-9659-4099-b7ed-91ffd4a23b77 req-7faa7185-2d0a-4073-b32d-45309a5fddb2 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.386877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0b62b0a-9659-4099-b7ed-91ffd4a23b77 req-7faa7185-2d0a-4073-b32d-45309a5fddb2 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 950 time: 0.6760478 May 26 15:58:45.476784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e73c67e4-02e0-409d-ab67-fc26fde5559c,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:45.501593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0b62b0a-9659-4099-b7ed-91ffd4a23b77 req-3b685882-162b-4656-b667-e1139428d8aa tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952601 May 26 15:58:45.561907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:45.581042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:45.599448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-a59a4194-9495-404a-8385-0ea99efc3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.600777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Transition to ACTIVE for port object 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:45.601550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-a59a4194-9495-404a-8385-0ea99efc3819 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.2460980 May 26 15:58:45.607216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:45.695757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c7c34280-7d6e-4833-b722-11e31907a56d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731 HTTP/1.1" status: 200 len: 217 time: 0.0819194 May 26 15:58:45.821677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Pushing event updated for resources: {'Port': ['ID=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:45.877805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea21ec-aa45-4154-a61a-c55dc2f1d52e req-5dcedbb8-3f9e-4a62-8564-dc5cd5f7bacb tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.891001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bea21ec-aa45-4154-a61a-c55dc2f1d52e req-5dcedbb8-3f9e-4a62-8564-dc5cd5f7bacb tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.1990452 May 26 15:58:45.915934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ede93-cd0b-4966-a75a-a9fade921eee req-5704726d-dc6b-4e95-8630-99d10c41e021 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.924050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Attempting to bind port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:45.924515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Attempting to bind port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:45.925032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Attempting to bind port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:45.926815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-463ede93-cd0b-4966-a75a-a9fade921eee req-5704726d-dc6b-4e95-8630-99d10c41e021 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.2368228 May 26 15:58:45.932721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-a7f78f27-dffd-4132-b8b8-13d54ff8800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.934189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-a7f78f27-dffd-4132-b8b8-13d54ff8800f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.2101405 May 26 15:58:45.941576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:45.941576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Attempting to bind port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:45.949534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:45.950241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:45.962784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:45.963304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Bound port: 201ac57e-84e4-4a9b-9055-3fcfd53ffa18, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:45.963704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:46.036902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-0fd760d3-0ff5-4fdd-9296-77e2910587bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589464 May 26 15:58:46.072973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] For port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:46.083088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] For port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:46.086036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-463ede93-cd0b-4966-a75a-a9fade921eee req-dda76a69-78d5-40ea-9769-e9d84dc8e488 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577158 May 26 15:58:46.100929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:46.196093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.197108 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:46.200131 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] 10.222.0.24 "PUT /v2.0/ports/201ac57e-84e4-4a9b-9055-3fcfd53ffa18 HTTP/1.1" status: 200 len: 1096 time: 1.4748824 May 26 15:58:46.200900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070c1270-940a-4b25-b00b-38164ff6b355', 'tag': '201ac57e-84e4-4a9b-9055-3fcfd53ffa18'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:46.212842 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e" -d '{"events": [{"name": "network-changed", "server_uuid": "070c1270-940a-4b25-b00b-38164ff6b355", "tag": "201ac57e-84e4-4a9b-9055-3fcfd53ffa18"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:46.268744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bea21ec-aa45-4154-a61a-c55dc2f1d52e req-c8bd583c-c7c4-416d-b617-014f1760388b tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763945 May 26 15:58:46.278158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-841ab013-5288-4825-883d-b306c3908e4b tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.279793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-841ab013-5288-4825-883d-b306c3908e4b tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1097 time: 0.2971284 May 26 15:58:46.291439 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a18f761-1979-4166-9386-c819d8916649 x-openstack-request-id: req-6a18f761-1979-4166-9386-c819d8916649 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:46.291714 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-plugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:46.291965 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a18f761-1979-4166-9386-c819d8916649 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:46.292365 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a18f761-1979-4166-9386-c819d8916649'] response: {'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'code': 200} May 26 15:58:46.293120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56869c2-f9ef-45e2-a458-235383f6419c service neutron] Pushing event updated for resources: {'Port': ['ID=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:46.306061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843336-2'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:46.405091 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-a4ad4b6b-599c-4036-a8cb-92e4437a31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.410215 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-a4ad4b6b-599c-4036-a8cb-92e4437a31da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=808a09b3a22043ecbc1138a304febb4e&device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 1099 time: 0.1451497 May 26 15:58:46.498058 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-8f3d7272-af4a-4c70-bca8-ca83ac909fdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=201ac57e-84e4-4a9b-9055-3fcfd53ffa18 HTTP/1.1" status: 200 len: 217 time: 0.0795941 May 26 15:58:46.514081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-579616b6-61cc-4fb4-abf3-dc51a69fb3fb service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542642 May 26 15:58:46.591936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-34486e89-9d54-4f71-a5de-70f1ba1a0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.596473 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-34486e89-9d54-4f71-a5de-70f1ba1a0218 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0896728 May 26 15:58:46.619009 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:46.660924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 86b4b58e-6ad9-4344-8b59-4575c9d30d18 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:46.718594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-546e2d68-3686-4a8b-8c0d-803aee1bc8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.721492 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-546e2d68-3686-4a8b-8c0d-803aee1bc8da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091416 May 26 15:58:46.887538 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-ab4ef49b-baa5-4688-b242-d13d3f51e876 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589932 May 26 15:58:46.894936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:46.965511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:46.979403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 86b4b58e-6ad9-4344-8b59-4575c9d30d18, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=86b4b58e-6ad9-4344-8b59-4575c9d30d18,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:47.023047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '86b4b58e-6ad9-4344-8b59-4575c9d30d18', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'port_id': '86b4b58e-6ad9-4344-8b59-4575c9d30d18', 'mac_address': 'fa:16:3e:9e:c6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d4131-c08a-4d19-9074-a9ea68d04597', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:47.039514 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:47.052521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583d273-ea62-4d40-aee0-d44bfa9c62c6 req-f6162e47-7146-44f6-ab72-1a7ab88f4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.055040 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0583d273-ea62-4d40-aee0-d44bfa9c62c6 req-f6162e47-7146-44f6-ab72-1a7ab88f4aff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 1101 time: 0.6036241 May 26 15:58:47.059517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:47.062995 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3543f1-0bfd-49c5-bfb2-111cb4089399" -d '{"events": [{"server_uuid": "73a18729-e580-44af-882a-b27575582098", "name": "network-vif-unplugged", "status": "completed", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:47.067768 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:47.090600 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f9bbc303-5495-4b0d-b142-67af75925f71 req-c6aec705-bba6-4dbe-b770-db7dfada7b7e service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868994 May 26 15:58:47.134452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:47.134852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:47.163682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b4b58e-6ad9-4344-8b59-4575c9d30d18 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:47.169321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0583d273-ea62-4d40-aee0-d44bfa9c62c6 req-a89f7a84-5cff-4b5f-b66c-869ab11f3c62 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946338 May 26 15:58:47.177732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d27f57-ec27-46c6-890c-bf285b4a6a0d req-0257b96b-9068-484d-b3cb-c5081cdb7bda tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.179295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49d27f57-ec27-46c6-890c-bf285b4a6a0d req-0257b96b-9068-484d-b3cb-c5081cdb7bda tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 946 time: 0.6722820 May 26 15:58:47.222679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 86b4b58e-6ad9-4344-8b59-4575c9d30d18, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=86b4b58e-6ad9-4344-8b59-4575c9d30d18,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:47.230743 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:47.257439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-fd2488cb-a228-4f13-877c-435bfb0784d6 service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7166872 May 26 15:58:47.284350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa987fe7-6395-438f-887c-15403d4deafd req-414e3e2c-0ee4-49d5-8560-0074d55f0ff7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.298259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa987fe7-6395-438f-887c-15403d4deafd req-414e3e2c-0ee4-49d5-8560-0074d55f0ff7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 944 time: 0.7920685 May 26 15:58:47.315287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=86b4b58e-6ad9-4344-8b59-4575c9d30d18,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:47.360637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49d27f57-ec27-46c6-890c-bf285b4a6a0d req-43712d96-b7db-4068-a7d1-121a82096cb9 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553729 May 26 15:58:47.409068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on host n-h1-843336-2 for vnic_type normal with profile {"migrating_to": "n-h2-843336-2"} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:47.409420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:47.409752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:47.415202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:47.418439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:47.418913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Attempting to bind port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on network 1b7b05e2-7140-4867-92bf-a086c4f93820 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:47.436957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:47.437334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Checking segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:47.437700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Bound using segment: {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:47.438217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Bound port: e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471888d3-c30f-48c1-bb7a-5346b5a66973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1b7b05e2-7140-4867-92bf-a086c4f93820'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:47.438590 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:47.471545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa987fe7-6395-438f-887c-15403d4deafd req-f01ea57c-718b-419c-9973-97d3b644dbd3 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708508 May 26 15:58:47.593089 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9367e9e4-218b-4d9f-b039-5fc56a2426a6 x-openstack-request-id: req-9367e9e4-218b-4d9f-b039-5fc56a2426a6 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:47.593382 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070c1270-940a-4b25-b00b-38164ff6b355", "tag": "201ac57e-84e4-4a9b-9055-3fcfd53ffa18", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:47.593811 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9367e9e4-218b-4d9f-b039-5fc56a2426a6 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:47.594269 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9367e9e4-218b-4d9f-b039-5fc56a2426a6'] response: {'name': 'network-changed', 'server_uuid': '070c1270-940a-4b25-b00b-38164ff6b355', 'tag': '201ac57e-84e4-4a9b-9055-3fcfd53ffa18', 'status': 'completed', 'code': 200} May 26 15:58:47.709747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:47.748328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:47.762491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['86b4b58e-6ad9-4344-8b59-4575c9d30d18'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:47.785877 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:47.851803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30726eea-904c-4779-aebb-fc8393e32833 req-f79d5b5a-8765-4da6-baef-69a3d342385e tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.866333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30726eea-904c-4779-aebb-fc8393e32833 req-f79d5b5a-8765-4da6-baef-69a3d342385e tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 948 time: 0.2383249 May 26 15:58:48.005498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-5691f341-0291-4796-830c-21bd4ce51fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.009055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-5691f341-0291-4796-830c-21bd4ce51fa2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=808a09b3a22043ecbc1138a304febb4e&device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 1099 time: 0.3603723 May 26 15:58:48.059829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525ec63-d309-4b6b-922c-ac5d75124e63 req-4f1f9e37-997e-4481-8fc7-0a9d6a001ea3 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.070917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1525ec63-d309-4b6b-922c-ac5d75124e63 req-4f1f9e37-997e-4481-8fc7-0a9d6a001ea3 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 950 time: 0.3262794 May 26 15:58:48.124572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.125723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:48.127892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] 10.222.0.32 "PUT /v2.0/ports/e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 HTTP/1.1" status: 200 len: 1122 time: 1.8277178 May 26 15:58:48.166970 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30726eea-904c-4779-aebb-fc8393e32833 req-de3a4f31-de51-4448-a384-73e7499e84e4 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/security-groups?id=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027949 May 26 15:58:48.204875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['e9fb7ed4-8f6d-4de5-b940-4850890ed1e7'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:48.332664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127d7ad-da14-407f-a3d4-41c9bf7566bd service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,revision_number=8']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:48.352885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1525ec63-d309-4b6b-922c-ac5d75124e63 req-84c1b4a5-012c-45ef-9c49-4274539fa80f tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805481 May 26 15:58:48.434659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:48.446835 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc4c8ed-b35a-4607-8f92-3a5e3232e392" -d '{"events": [{"server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "name": "network-vif-plugged", "status": "completed", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:48.483170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e9fb7ed4-8f6d-4de5-b940-4850890ed1e7'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:48.514396 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56ddfcd-b942-42c1-a77a-b0cc11e2cc30 x-openstack-request-id: req-a56ddfcd-b942-42c1-a77a-b0cc11e2cc30 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:48.514822 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a18729-e580-44af-882a-b27575582098", "name": "network-vif-unplugged", "status": "completed", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:48.515077 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a56ddfcd-b942-42c1-a77a-b0cc11e2cc30 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:48.515622 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56ddfcd-b942-42c1-a77a-b0cc11e2cc30'] response: {'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7', 'code': 200} May 26 15:58:48.567643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-879c4cc7-a1fd-447e-a5d2-ed1c3a9f2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.573163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-879c4cc7-a1fd-447e-a5d2-ed1c3a9f2c3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.5304182 May 26 15:58:48.675966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-4790ee76-f055-4874-bec6-d159841f4a0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=201ac57e-84e4-4a9b-9055-3fcfd53ffa18 HTTP/1.1" status: 200 len: 217 time: 0.0943372 May 26 15:58:48.754995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:48.756736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-5aa3bacd-d8fc-4be2-95e2-729e485e3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.758383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-5aa3bacd-d8fc-4be2-95e2-729e485e3342 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0709319 May 26 15:58:48.941705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83879148-d4d9-4d75-8b00-ab9003078c5b req-c9a79e5c-e02a-49ff-b0ab-81f5f683d6c3 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.944557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83879148-d4d9-4d75-8b00-ab9003078c5b req-c9a79e5c-e02a-49ff-b0ab-81f5f683d6c3 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.2726583 May 26 15:58:48.970236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994a100-2b72-4fe5-92ac-8ef20ca3c884 req-d8353706-38e1-4d10-a7ed-f7da3ac30b7f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.972770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7994a100-2b72-4fe5-92ac-8ef20ca3c884 req-d8353706-38e1-4d10-a7ed-f7da3ac30b7f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.1883168 May 26 15:58:49.017173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-53f9ede7-9364-4654-b0e9-6633a721c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.025817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-53f9ede7-9364-4654-b0e9-6633a721c163 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2397232 May 26 15:58:49.139097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7994a100-2b72-4fe5-92ac-8ef20ca3c884 req-aad83e88-7f5f-43b1-9a22-b4488ca27913 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109121 May 26 15:58:49.215870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83879148-d4d9-4d75-8b00-ab9003078c5b req-a98dd060-e08d-4e23-9b49-bc6208cfbe3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415791 May 26 15:58:49.221717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:49.258526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 has no active binding in host n-h2-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:58:49.429346 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff77286d-37e6-45a3-96f6-e6a0b9ea398f x-openstack-request-id: req-ff77286d-37e6-45a3-96f6-e6a0b9ea398f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:49.430150 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "name": "network-vif-plugged", "status": "completed", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:49.430797 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff77286d-37e6-45a3-96f6-e6a0b9ea398f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:49.431669 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff77286d-37e6-45a3-96f6-e6a0b9ea398f'] response: {'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c', 'code': 200} May 26 15:58:49.491733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-242eef23-94d3-43cc-a19d-f637990842d2 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849854 May 26 15:58:49.800499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf78ba-8f25-4a2e-b0da-344b55667474 req-c3bc7be6-a239-4075-8a97-474fe72e0e62 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.814492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bbf78ba-8f25-4a2e-b0da-344b55667474 req-c3bc7be6-a239-4075-8a97-474fe72e0e62 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 944 time: 0.3204739 May 26 15:58:49.883707 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29086d93-e5f9-4ae3-8fdf-eea1d64ad38e req-4b37240f-b707-461f-8c62-46f317933541 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727264 May 26 15:58:49.892237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2a430-2dfb-44b5-829e-e2c60c2982ef req-f75a16eb-cf94-4d13-af54-219ac7aac3f8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.901731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6fd2a430-2dfb-44b5-829e-e2c60c2982ef req-f75a16eb-cf94-4d13-af54-219ac7aac3f8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 945 time: 0.2594309 May 26 15:58:49.934485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bbf78ba-8f25-4a2e-b0da-344b55667474 req-5ac7445f-ed81-49dd-8f81-978ab5056fba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187651 May 26 15:58:49.961062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6fd2a430-2dfb-44b5-829e-e2c60c2982ef req-92975c80-c3cf-4cd2-81e5-4afb5e6dddc9 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599771 May 26 15:58:50.033507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57712) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:50.281471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcc377-b5c5-4d53-8be3-ea60bebbb433 req-d20f45a9-c920-4e36-8b6d-9027c3f6bc71 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:50.295885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4dcc377-b5c5-4d53-8be3-ea60bebbb433 req-d20f45a9-c920-4e36-8b6d-9027c3f6bc71 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 948 time: 0.2015195 May 26 15:58:50.368948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:50.559971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:50.581732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '201ac57e-84e4-4a9b-9055-3fcfd53ffa18', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '201ac57e-84e4-4a9b-9055-3fcfd53ffa18', 'mac_address': 'fa:16:3e:92:67:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:50.652547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:50.653866 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.677651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:50.717067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:50.728995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 86b4b58e-6ad9-4344-8b59-4575c9d30d18 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:50.737471 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.812771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:50.816653 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72173c03-1530-4310-92df-35e79a4e0f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "73a18729-e580-44af-882a-b27575582098", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:50.876877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:50.886610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378b9e2-f3ea-4adf-9dac-df996bf8e763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.922441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:50.942473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:50.943102 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.950886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4dcc377-b5c5-4d53-8be3-ea60bebbb433 req-ab2a66d7-a0dd-4752-ab02-654381f6f197 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/security-groups?id=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6537561 May 26 15:58:51.112948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['201ac57e-84e4-4a9b-9055-3fcfd53ffa18'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:51.128444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378b9e2-f3ea-4adf-9dac-df996bf8e763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.195077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77548d9a-cf0b-4a28-8ec8-669c36d573b8 req-5b25703b-0cec-4670-91ca-e877e816e673 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.213459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77548d9a-cf0b-4a28-8ec8-669c36d573b8 req-5b25703b-0cec-4670-91ca-e877e816e673 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 950 time: 0.8964083 May 26 15:58:51.243239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378b9e2-f3ea-4adf-9dac-df996bf8e763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.255083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:51.255686 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.329874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378b9e2-f3ea-4adf-9dac-df996bf8e763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb64616-c0e6-46bb-afc8-5af1cde2a673,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:51.357805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 86b4b58e-6ad9-4344-8b59-4575c9d30d18, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=86b4b58e-6ad9-4344-8b59-4575c9d30d18,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:51.380088 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.413239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ad2c3-c365-43e0-939e-cb167effa289 req-91c0fba5-0c35-42d2-8dba-3fd29080229a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.416027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-801ad2c3-c365-43e0-939e-cb167effa289 req-91c0fba5-0c35-42d2-8dba-3fd29080229a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.2827644 May 26 15:58:51.428065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57740) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:51.429035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4378b9e2-f3ea-4adf-9dac-df996bf8e763 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=759fb5b737b442c0b7c8f179d9f4a74d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3935621 May 26 15:58:51.432632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba86c55-90b7-474d-822e-9eb3b199bb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4b58e-6ad9-4344-8b59-4575c9d30d18'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:51.436383 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f507aa-8f31-41f0-96e0-7e208fcea2a3" -d '{"events": [{"server_uuid": "dba86c55-90b7-474d-822e-9eb3b199bb96", "name": "network-vif-plugged", "status": "completed", "tag": "86b4b58e-6ad9-4344-8b59-4575c9d30d18"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:51.514028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-801ad2c3-c365-43e0-939e-cb167effa289 req-03e49da0-0f6e-4cc3-9b29-a959b186363f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797999 May 26 15:58:51.542652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77548d9a-cf0b-4a28-8ec8-669c36d573b8 req-b6604841-97e1-4125-b593-96dcfbf952b6 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918906 May 26 15:58:51.545803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=86b4b58e-6ad9-4344-8b59-4575c9d30d18,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:51.587532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.588721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.590197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.590723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.594497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.594987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.595635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.596266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.600768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.601280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.601732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.602218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:51.610229 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c2ce20b-2912-49dc-bc30-ae3cc2f269a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.643890 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e1a36-c227-4319-8e32-6883bbed6f63 x-openstack-request-id: req-134e1a36-c227-4319-8e32-6883bbed6f63 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:51.644544 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a18729-e580-44af-882a-b27575582098", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:51.644974 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-134e1a36-c227-4319-8e32-6883bbed6f63 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:51.645718 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134e1a36-c227-4319-8e32-6883bbed6f63'] response: {'name': 'network-changed', 'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7', 'status': 'completed', 'code': 200} May 26 15:58:51.670301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c2ce20b-2912-49dc-bc30-ae3cc2f269a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.771936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c2ce20b-2912-49dc-bc30-ae3cc2f269a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.777892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c2ce20b-2912-49dc-bc30-ae3cc2f269a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.783693 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4c2ce20b-2912-49dc-bc30-ae3cc2f269a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1eb64616-c0e6-46bb-afc8-5af1cde2a673 HTTP/1.1" status: 204 len: 168 time: 0.3486185 May 26 15:58:51.815375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ce20b-2912-49dc-bc30-ae3cc2f269a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb64616-c0e6-46bb-afc8-5af1cde2a673,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:51.892555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911fded-d753-47ce-83f3-055a3702af86 req-5b95f958-30a8-4cce-a3de-f8a917d4559b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.910816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2911fded-d753-47ce-83f3-055a3702af86 req-5b95f958-30a8-4cce-a3de-f8a917d4559b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.2567992 May 26 15:58:52.081122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72173c03-1530-4310-92df-35e79a4e0f1d req-fee7d12b-3a1a-4108-a13d-0229ccf84abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:52.083635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72173c03-1530-4310-92df-35e79a4e0f1d req-fee7d12b-3a1a-4108-a13d-0229ccf84abb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 1125 time: 0.3647552 May 26 15:58:52.242180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2911fded-d753-47ce-83f3-055a3702af86 req-afe0decc-57fb-4a04-b37e-936fed88bb80 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298948 May 26 15:58:52.256645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5576-4c4a-47b7-bd79-da243496be8b req-265ce2d7-4be5-4e36-aa84-0d49a868ce01 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:52.269646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c76d5576-4c4a-47b7-bd79-da243496be8b req-265ce2d7-4be5-4e36-aa84-0d49a868ce01 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.4590282 May 26 15:58:52.513445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c76d5576-4c4a-47b7-bd79-da243496be8b req-832e2401-28e9-4c05-bacc-89272d160c06 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421737 May 26 15:58:52.571025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72173c03-1530-4310-92df-35e79a4e0f1d req-979803ed-15ad-4e56-8eb6-d734aa2a65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:52.577650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72173c03-1530-4310-92df-35e79a4e0f1d req-979803ed-15ad-4e56-8eb6-d734aa2a65cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.4766116 May 26 15:58:52.696291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:52.776273 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7058a49-7b52-4544-93c6-aa6f7ef0cd36 x-openstack-request-id: req-e7058a49-7b52-4544-93c6-aa6f7ef0cd36 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:52.776722 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba86c55-90b7-474d-822e-9eb3b199bb96", "name": "network-vif-plugged", "status": "completed", "tag": "86b4b58e-6ad9-4344-8b59-4575c9d30d18", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:52.785550 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7058a49-7b52-4544-93c6-aa6f7ef0cd36 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:52.786347 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7058a49-7b52-4544-93c6-aa6f7ef0cd36'] response: {'server_uuid': 'dba86c55-90b7-474d-822e-9eb3b199bb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4b58e-6ad9-4344-8b59-4575c9d30d18', 'code': 200} May 26 15:58:52.804210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72173c03-1530-4310-92df-35e79a4e0f1d req-21bf29dc-f485-44c1-8bee-4ac7412d4cc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 HTTP/1.1" status: 200 len: 217 time: 0.1189837 May 26 15:58:53.018430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72173c03-1530-4310-92df-35e79a4e0f1d req-2c287e1f-11e6-433b-8ca1-3a35d49c3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:53.026009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72173c03-1530-4310-92df-35e79a4e0f1d req-2c287e1f-11e6-433b-8ca1-3a35d49c3cc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.2097187 May 26 15:58:53.078983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:53.095043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780045d-e054-4cfa-9ea4-9dffa023dd8e req-e406be83-bcff-41c3-b0bb-8add43991510 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:53.120954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d780045d-e054-4cfa-9ea4-9dffa023dd8e req-e406be83-bcff-41c3-b0bb-8add43991510 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 944 time: 0.5653777 May 26 15:58:53.132396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 has no active binding in host n-h2-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:58:53.248126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72173c03-1530-4310-92df-35e79a4e0f1d req-7a2aab50-e9bc-47a1-bf42-a5a928953815 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165800 May 26 15:58:53.306869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b224-14ac-48a7-aa2c-0e65cf4ce0d2 req-72f55244-4ced-47fc-b78b-c5d793034690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:53.310180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f540b224-14ac-48a7-aa2c-0e65cf4ce0d2 req-72f55244-4ced-47fc-b78b-c5d793034690 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 1097 time: 0.2822266 May 26 15:58:53.397501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d780045d-e054-4cfa-9ea4-9dffa023dd8e req-9da5863b-ab49-4382-9b13-0cb49193f365 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644303 May 26 15:58:53.649344 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:53.649837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72173c03-1530-4310-92df-35e79a4e0f1d req-eb5c6906-e9de-4955-81a7-d48b32e9ffe5 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891361 May 26 15:58:53.657322 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:53.874835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f540b224-14ac-48a7-aa2c-0e65cf4ce0d2 req-1704fcd2-b7b4-4187-91a2-3cc6a95088df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143321 May 26 15:58:54.152772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfccdb-92b2-47c2-b77f-cc272b7a3a16 req-c16278d6-71b9-46da-9df4-f82136648f2e tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.159463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbcfccdb-92b2-47c2-b77f-cc272b7a3a16 req-c16278d6-71b9-46da-9df4-f82136648f2e tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 949 time: 0.4854186 May 26 15:58:54.186232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb42f54-c243-4086-b9be-80205ebdc1f0 req-f38cc35e-7054-4b67-80de-23f155f1e3e2 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.201422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7eb42f54-c243-4086-b9be-80205ebdc1f0 req-f38cc35e-7054-4b67-80de-23f155f1e3e2 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.4215257 May 26 15:58:54.273610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:54.287729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72173c03-1530-4310-92df-35e79a4e0f1d req-9520772e-558f-4b77-a06e-46f518b45c75 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153915 May 26 15:58:54.358222 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7eb42f54-c243-4086-b9be-80205ebdc1f0 req-a50fcab3-a4bf-4402-8ad1-9f1f906958a3 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556027 May 26 15:58:54.372446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbcfccdb-92b2-47c2-b77f-cc272b7a3a16 req-84b847f5-c0e1-46ff-9a6a-3bbc6998cd19 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/security-groups?id=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055907 May 26 15:58:54.528120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:54.533147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:54.533883 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:54.720678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838f6c6-49fb-4aea-8e6f-d8d0d358fd57 req-ff319790-8909-4072-9eb4-64b6d94a4d2b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.723567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4838f6c6-49fb-4aea-8e6f-d8d0d358fd57 req-ff319790-8909-4072-9eb4-64b6d94a4d2b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.1225917 May 26 15:58:54.732597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:54.733277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:54.810300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070c1270-940a-4b25-b00b-38164ff6b355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ac57e-84e4-4a9b-9055-3fcfd53ffa18'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:54.819121 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f50d1b-3691-413b-9909-f9544ba56a38" -d '{"events": [{"server_uuid": "070c1270-940a-4b25-b00b-38164ff6b355", "name": "network-vif-plugged", "status": "completed", "tag": "201ac57e-84e4-4a9b-9055-3fcfd53ffa18"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:54.821568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a4aa9-50bf-4ced-8ede-c4528dc905d0 req-0aa413ec-1bd2-422c-82a7-876c7f2b3ce5 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.831709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c9a4aa9-50bf-4ced-8ede-c4528dc905d0 req-0aa413ec-1bd2-422c-82a7-876c7f2b3ce5 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.2067051 May 26 15:58:54.878417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:54.886284 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:54.887500 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:54.904357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4838f6c6-49fb-4aea-8e6f-d8d0d358fd57 req-2c5be11c-20af-42b6-be67-d749816b076c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677551 May 26 15:58:54.958555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c9a4aa9-50bf-4ced-8ede-c4528dc905d0 req-a9eac35d-217a-4c75-a20d-a6aeb6d64888 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256421 May 26 15:58:55.182943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:55.282491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:55.340752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f515a-3fa7-4462-9b8a-88af58713276 req-31bbdf1e-0e4f-4669-839a-65c3f65e01d8 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:55.344337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a7f515a-3fa7-4462-9b8a-88af58713276 req-31bbdf1e-0e4f-4669-839a-65c3f65e01d8 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 944 time: 0.0955274 May 26 15:58:55.463883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a7f515a-3fa7-4462-9b8a-88af58713276 req-245c23e3-1237-4090-ab5b-427d5c647512 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066566 May 26 15:58:55.536602 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bb792a-5796-4b4e-859a-09c6c7684e02 x-openstack-request-id: req-e4bb792a-5796-4b4e-859a-09c6c7684e02 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:55.537267 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070c1270-940a-4b25-b00b-38164ff6b355", "name": "network-vif-plugged", "status": "completed", "tag": "201ac57e-84e4-4a9b-9055-3fcfd53ffa18", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:55.537742 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4bb792a-5796-4b4e-859a-09c6c7684e02 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:55.538568 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bb792a-5796-4b4e-859a-09c6c7684e02'] response: {'server_uuid': '070c1270-940a-4b25-b00b-38164ff6b355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ac57e-84e4-4a9b-9055-3fcfd53ffa18', 'code': 200} May 26 15:58:55.817754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-4405c732-00f9-42d8-acae-fd13482b2710 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=32494a86c60a4cdeba9326d412c7c3f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2235982 May 26 15:58:56.056426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-1f1eb9ff-4e7e-4420-841d-99820f4fb25c service neutron] 10.222.0.24 "GET /v2.0/ports/e9fb7ed4-8f6d-4de5-b940-4850890ed1e7/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 384 time: 0.2219753 May 26 15:58:56.183368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df186dff-8acc-4836-939a-39ae8b369053 req-4aa1a4cd-1abd-4eed-8b06-c2e30b691fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.186146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df186dff-8acc-4836-939a-39ae8b369053 req-4aa1a4cd-1abd-4eed-8b06-c2e30b691fba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 1101 time: 0.5024309 May 26 15:58:56.244074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e238dd-b043-44e8-a0a3-82a0b4d60472 req-6aca5791-719d-47d3-829b-386de1e9a267 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.252520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6e238dd-b043-44e8-a0a3-82a0b4d60472 req-6aca5791-719d-47d3-829b-386de1e9a267 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.6563466 May 26 15:58:56.281019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25639a78-00f3-4ddc-8051-33ba64ec7515 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:56.366485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df186dff-8acc-4836-939a-39ae8b369053 req-5dbe964d-3949-464f-913a-bdfc77b024e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617429 May 26 15:58:56.406585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480d86-f92f-4b58-bf78-14374214fb01 req-e306edf9-9d34-4008-93b8-34f3b68f25ac tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.414243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-e306edf9-9d34-4008-93b8-34f3b68f25ac tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5937634 May 26 15:58:56.427972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6e238dd-b043-44e8-a0a3-82a0b4d60472 req-9a37c063-53f0-4163-9eb5-ab2f3838e5cd tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741164 May 26 15:58:56.486410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:56.509848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'mac_address': 'fa:16:3e:16:96:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:56.546847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-19c17b5c-c00a-4c37-b0f9-473715df0a4c tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/quotas/32494a86c60a4cdeba9326d412c7c3f1 HTTP/1.1" status: 200 len: 375 time: 0.1301267 May 26 15:58:56.601281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25639a78-00f3-4ddc-8051-33ba64ec7515 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:56.601671 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.646096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25639a78-00f3-4ddc-8051-33ba64ec7515 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:56.661498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-7df7d3f7-0dcc-47ee-b176-bf558e0e3f5e tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=32494a86c60a4cdeba9326d412c7c3f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109703 May 26 15:58:56.707375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:56.714301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:56.728928 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.880231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9882c-6c1b-45be-9132-9fa328d44ecc req-3f712651-8447-41a7-bf69-dd2fbafde8bc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.888744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d9882c-6c1b-45be-9132-9fa328d44ecc req-3f712651-8447-41a7-bf69-dd2fbafde8bc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 950 time: 0.2522249 May 26 15:58:56.923801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:56.957075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:56.976713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:57.021091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d9882c-6c1b-45be-9132-9fa328d44ecc req-b360ad7b-9828-4b24-a5fe-2abdd6286d67 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/security-groups?id=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310723 May 26 15:58:57.058718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['25639a78-00f3-4ddc-8051-33ba64ec7515'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:57.089454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:57.309364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:57.338886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:57.442298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcda6-2b69-41f0-a534-6e1f524d5688 req-07c2c205-2966-49fc-8520-3e6fec8c913b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:57.450713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b52dcda6-2b69-41f0-a534-6e1f524d5688 req-07c2c205-2966-49fc-8520-3e6fec8c913b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.2843213 May 26 15:58:57.454525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:57.604144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e96ee8-c231-4e0e-9d6b-c59f3303210b req-e7b2ed93-8a0f-469f-aaa9-67aac99f42b2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:57.621816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1e96ee8-c231-4e0e-9d6b-c59f3303210b req-e7b2ed93-8a0f-469f-aaa9-67aac99f42b2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.4343760 May 26 15:58:57.703732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b52dcda6-2b69-41f0-a534-6e1f524d5688 req-c2183551-a815-42cc-bd0e-1e1a51c00924 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191908 May 26 15:58:57.708998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] Transition to ACTIVE for port object e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:57.737104 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1e96ee8-c231-4e0e-9d6b-c59f3303210b req-c8639531-7243-44be-9d18-097e835c86cc tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142907 May 26 15:58:57.743367 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:57.954921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] No DVR routers for this DVR port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:57.972568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:58.081553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-03af3639-8e52-4449-a2cc-fd40ca0087eb service neutron] 10.222.0.24 "PUT /v2.0/ports/e9fb7ed4-8f6d-4de5-b940-4850890ed1e7/bindings/n-h2-843336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9924822 May 26 15:58:58.290379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25639a78-00f3-4ddc-8051-33ba64ec7515 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:58.345482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-1e527d1a-9399-479f-8bdd-870c6c6d2f6e tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.347071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-1e527d1a-9399-479f-8bdd-870c6c6d2f6e tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.1517961 May 26 15:58:58.496034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-30edc92c-a051-48be-9833-9e5648b9af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.503348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-30edc92c-a051-48be-9833-9e5648b9af9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f HTTP/1.1" status: 200 len: 1096 time: 0.1348314 May 26 15:58:58.545533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 25639a78-00f3-4ddc-8051-33ba64ec7515 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:58.546763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:58.677782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-0216a189-6848-4124-87a2-bec27f88e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.683634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-0216a189-6848-4124-87a2-bec27f88e773 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 1096 time: 0.1300516 May 26 15:58:58.872087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25639a78-00f3-4ddc-8051-33ba64ec7515 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:58.872538 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:58.931369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:58.932864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:58.938257 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6293b1c-56b1-48f0-9e5c-f4eaa2ab249c" -d '{"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-plugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:58.944621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:59.054229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-9589fd5c-b8ed-48c7-9b18-1aebeb56b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:59.064317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-9589fd5c-b8ed-48c7-9b18-1aebeb56b55f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.3584185 May 26 15:58:59.235725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-56a058ab-7f27-4fd4-8e10-74994fb206e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 HTTP/1.1" status: 200 len: 217 time: 0.1464381 May 26 15:58:59.345041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:59.430642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-c716cd6e-e3f0-4afa-bf06-5dc2dddf5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:59.435292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-c716cd6e-e3f0-4afa-bf06-5dc2dddf5ad4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.1888220 May 26 15:58:59.500713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-8e480b70-fe42-41bb-ac4d-c4395a6bfb99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473728 May 26 15:58:59.664747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-43fc0f92-598a-4ac2-8b6e-0dd4a61471c0 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373672 May 26 15:58:59.666661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-23e29bec-1732-4451-bccd-bab59a7a6b9c tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=32494a86c60a4cdeba9326d412c7c3f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2295489 May 26 15:59:00.089188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-35bc890e-c424-4883-8c3a-406bfeec4761 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943567 May 26 15:59:00.234304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480d86-f92f-4b58-bf78-14374214fb01 req-1fffdfee-e630-4850-b7a9-7925f9e0d862 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:00.236431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-1fffdfee-e630-4850-b7a9-7925f9e0d862 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5402758 May 26 15:59:00.257343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Request body: {'port': {'device_id': 'f7df0cd8-8419-4840-902f-f5812cb3f093', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '32494a86c60a4cdeba9326d412c7c3f1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:00.546754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Made reservation on behalf of 32494a86c60a4cdeba9326d412c7c3f1 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:00.550946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:00.567472 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:00.808909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:00.818207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:01.163721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Allocated IP 192.168.233.81 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/e6603f2f-f5ed-41a4-acd4-540e66f41a58) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:01.331056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:01.571119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:01.716252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:01.734593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-ded14c18-54d0-48da-bbcc-7308903362c4 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:01.737476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-ded14c18-54d0-48da-bbcc-7308903362c4 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098&tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1096 time: 1.1365302 May 26 15:59:01.773136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8d29-bfe9-41d6-b6b3-dfb1fc25a7ad req-0d512cad-212c-43cc-bb5d-b0994d3193b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:01.775279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3abb8d29-bfe9-41d6-b6b3-dfb1fc25a7ad req-0d512cad-212c-43cc-bb5d-b0994d3193b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 1096 time: 0.5341439 May 26 15:59:01.845802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3abb8d29-bfe9-41d6-b6b3-dfb1fc25a7ad req-91cf0001-9a40-4fae-9da3-6f63cbf74402 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606062 May 26 15:59:01.875733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:01.887954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:01.896054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Pushing event updated for resources: {'Port': ['ID=e6603f2f-f5ed-41a4-acd4-540e66f41a58,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:01.903767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:02.057364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:02.058129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:02.135781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-8c0a1dff-d0de-4436-a362-946814373ca0 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8901010 May 26 15:59:02.158194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-cb16a6f8-b710-4887-a1a5-c3f9fc607877 service neutron] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:02.172868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Request body: {'port': {'device_id': 'f7df0cd8-8419-4840-902f-f5812cb3f093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:02.201625 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-cb16a6f8-b710-4887-a1a5-c3f9fc607877 service neutron] Notify callbacks [] for binding, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:02.207061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67dc0c0-c616-4130-8c9c-aebfaf800e79 req-cb16a6f8-b710-4887-a1a5-c3f9fc607877 service neutron] 10.222.0.32 "DELETE /v2.0/ports/e9fb7ed4-8f6d-4de5-b940-4850890ed1e7/bindings/n-h1-843336-2 HTTP/1.1" status: 204 len: 173 time: 0.4289074 May 26 15:59:02.350309 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:02.372286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a093ec0c-2e72-470d-a5c3-a0c2f147beb8 None None] Provisioning complete for port e6603f2f-f5ed-41a4-acd4-540e66f41a58 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:02.372878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a093ec0c-2e72-470d-a5c3-a0c2f147beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:02.500737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a093ec0c-2e72-470d-a5c3-a0c2f147beb8 None None] Port e6603f2f-f5ed-41a4-acd4-540e66f41a58 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:59:03.241187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5183fb-6a7d-4ba9-b1e6-4ff176a0d5f2 req-e7d8dd01-8878-4f87-b7d6-e4a2e1ce9d53 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:03.243422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c5183fb-6a7d-4ba9-b1e6-4ff176a0d5f2 req-e7d8dd01-8878-4f87-b7d6-e4a2e1ce9d53 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 945 time: 0.1120563 May 26 15:59:03.432629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6603f2f-f5ed-41a4-acd4-540e66f41a58 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:03.453946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:03.461068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c5183fb-6a7d-4ba9-b1e6-4ff176a0d5f2 req-1ac13b59-2a79-4e2b-abb0-1e4a56cba3b1 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604683 May 26 15:59:03.469620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db151695-3bc0-4751-a7fa-805bb94a75b3 req-5ed0e707-88c5-422d-975d-18c2b22ea86b tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:03.471271 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db151695-3bc0-4751-a7fa-805bb94a75b3 req-5ed0e707-88c5-422d-975d-18c2b22ea86b tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 935 time: 0.1940565 May 26 15:59:03.509488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Transition to ACTIVE for port object e6603f2f-f5ed-41a4-acd4-540e66f41a58 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:03.519673 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:03.599230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db151695-3bc0-4751-a7fa-805bb94a75b3 req-e29b9839-67e6-4204-93e9-afded4288dda tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191931 May 26 15:59:03.625251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803593d9-3036-4401-a207-456088b65044 service neutron] Pushing event updated for resources: {'Port': ['ID=e6603f2f-f5ed-41a4-acd4-540e66f41a58,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:03.747127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b065f9-da6c-40a4-8127-6c3490f2fef7 req-dc58a5c4-235b-45ee-88aa-45402188bb7e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:03.758686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0b065f9-da6c-40a4-8127-6c3490f2fef7 req-dc58a5c4-235b-45ee-88aa-45402188bb7e tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.1571882 May 26 15:59:03.810377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Attempting to bind port e6603f2f-f5ed-41a4-acd4-540e66f41a58 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:03.810999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Attempting to bind port e6603f2f-f5ed-41a4-acd4-540e66f41a58 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:03.812087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Attempting to bind port e6603f2f-f5ed-41a4-acd4-540e66f41a58 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:03.835545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0b065f9-da6c-40a4-8127-6c3490f2fef7 req-e5a5fb99-b87f-43a0-aea3-943a2dcd32a9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710239 May 26 15:59:03.840993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Port e6603f2f-f5ed-41a4-acd4-540e66f41a58 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:03.841518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Attempting to bind port e6603f2f-f5ed-41a4-acd4-540e66f41a58 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:03.860194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:03.862474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:03.863754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:03.866173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Bound port: e6603f2f-f5ed-41a4-acd4-540e66f41a58, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:03.867118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:03.872865 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:59:04.133269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] For port e6603f2f-f5ed-41a4-acd4-540e66f41a58, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:04.149947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b71aba-7507-459e-a00f-8cd979950f0f req-44a10d81-e219-4910-8447-3619a7adc5c5 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.152010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31b71aba-7507-459e-a00f-8cd979950f0f req-44a10d81-e219-4910-8447-3619a7adc5c5 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 950 time: 0.1643288 May 26 15:59:04.166174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] For port e6603f2f-f5ed-41a4-acd4-540e66f41a58, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e6603f2f-f5ed-41a4-acd4-540e66f41a58,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:04.182275 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:04.239661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bb983-9e52-4548-90f6-84f7786cc8bb req-43321403-b3f4-42bf-9caa-d0f0df3856cd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.247440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-428bb983-9e52-4548-90f6-84f7786cc8bb req-43321403-b3f4-42bf-9caa-d0f0df3856cd tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.1692536 May 26 15:59:04.267490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.268139 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:04.269579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-803593d9-3036-4401-a207-456088b65044 service neutron] 10.222.0.32 "PUT /v2.0/ports/e6603f2f-f5ed-41a4-acd4-540e66f41a58 HTTP/1.1" status: 200 len: 1095 time: 2.1191545 May 26 15:59:04.270090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7df0cd8-8419-4840-902f-f5812cb3f093', 'tag': 'e6603f2f-f5ed-41a4-acd4-540e66f41a58'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:04.272623 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcff368-25ac-4a85-b5f7-e83e880d02b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7df0cd8-8419-4840-902f-f5812cb3f093", "tag": "e6603f2f-f5ed-41a4-acd4-540e66f41a58"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:04.297370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31b71aba-7507-459e-a00f-8cd979950f0f req-6753404d-149c-40d9-8c69-f0c76e419d02 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/security-groups?id=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365876 May 26 15:59:04.368365 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda423cb-bdf5-4f46-be83-d2be80c05b1c x-openstack-request-id: req-bda423cb-bdf5-4f46-be83-d2be80c05b1c {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:04.369039 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-plugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:04.369834 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bda423cb-bdf5-4f46-be83-d2be80c05b1c {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:04.370710 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda423cb-bdf5-4f46-be83-d2be80c05b1c'] response: {'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'code': 200} May 26 15:59:04.406120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-428bb983-9e52-4548-90f6-84f7786cc8bb req-67380356-3256-414b-a97d-db2debfbaa58 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569874 May 26 15:59:04.460982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803593d9-3036-4401-a207-456088b65044 service neutron] Pushing event updated for resources: {'Port': ['ID=e6603f2f-f5ed-41a4-acd4-540e66f41a58,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:04.506116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480d86-f92f-4b58-bf78-14374214fb01 req-ad539510-a300-43a5-af97-b70d28cb1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.508984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-ad539510-a300-43a5-af97-b70d28cb1f01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32494a86c60a4cdeba9326d412c7c3f1&device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 1098 time: 0.1454306 May 26 15:59:04.651058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-004abf80-ff9e-4861-b86e-b28326ef8881 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e6603f2f-f5ed-41a4-acd4-540e66f41a58 HTTP/1.1" status: 200 len: 217 time: 0.1276782 May 26 15:59:04.799044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2955c7a-bb67-4422-ab64-a70161bdb453 req-44d12bd0-f2d9-4892-9676-c11275df9647 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.801567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2955c7a-bb67-4422-ab64-a70161bdb453 req-44d12bd0-f2d9-4892-9676-c11275df9647 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.1542838 May 26 15:59:04.809208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480d86-f92f-4b58-bf78-14374214fb01 req-166f37f0-e8fc-4db9-b084-456bc2dfec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.811538 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-166f37f0-e8fc-4db9-b084-456bc2dfec5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1183152 May 26 15:59:04.911583 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af14a91-219e-4398-8246-9fbbf177b65c x-openstack-request-id: req-1af14a91-219e-4398-8246-9fbbf177b65c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:04.912180 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7df0cd8-8419-4840-902f-f5812cb3f093", "tag": "e6603f2f-f5ed-41a4-acd4-540e66f41a58", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:04.912558 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1af14a91-219e-4398-8246-9fbbf177b65c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:04.913230 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af14a91-219e-4398-8246-9fbbf177b65c'] response: {'name': 'network-changed', 'server_uuid': 'f7df0cd8-8419-4840-902f-f5812cb3f093', 'tag': 'e6603f2f-f5ed-41a4-acd4-540e66f41a58', 'status': 'completed', 'code': 200} May 26 15:59:05.018179 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5162625d-83f6-41d1-bad1-d341742e034d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:05.044274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480d86-f92f-4b58-bf78-14374214fb01 req-aecc69a2-d165-447b-9eb4-ea4efe0a7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.047051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-aecc69a2-d165-447b-9eb4-ea4efe0a7971 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923878 May 26 15:59:05.062865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2955c7a-bb67-4422-ab64-a70161bdb453 req-b69a0fbb-66bb-41c0-ac1f-6e1cbb578677 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490244 May 26 15:59:05.082444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-9f38e58a-e80b-492b-8d91-531f4ae101e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.085486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-9f38e58a-e80b-492b-8d91-531f4ae101e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=183aca7ccf4c4f829c7135c387396f4d&device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 1096 time: 0.2476010 May 26 15:59:05.500575 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-726076f4-ab1c-4d51-a85e-64a8a4e511aa service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348383 May 26 15:59:05.504622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a545cd-3a5b-4b3a-b618-22673bab8dde req-223e8471-b777-4217-9735-e561fcffbbb0 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.507092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44a545cd-3a5b-4b3a-b618-22673bab8dde req-223e8471-b777-4217-9735-e561fcffbbb0 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 1096 time: 0.1823611 May 26 15:59:05.508869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-8de5a8c2-b303-40d2-bafe-cb1172ef6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.511103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-8de5a8c2-b303-40d2-bafe-cb1172ef6fbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 200 len: 911 time: 0.4040515 May 26 15:59:05.693384 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-7615589f-9582-476b-b2bb-4ef2a39a07f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a HTTP/1.1" status: 200 len: 217 time: 0.1379592 May 26 15:59:05.814125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44a545cd-3a5b-4b3a-b618-22673bab8dde req-f66b46f9-78ed-4ede-83a5-97a976c6eb81 tempest-LiveAutoBlockMigrationV225Test-972287705 tempest-LiveAutoBlockMigrationV225Test-972287705-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882886 May 26 15:59:05.818114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71480d86-f92f-4b58-bf78-14374214fb01 req-0ef7039e-b9d6-4912-85bf-4daaadab2b0f service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056061 May 26 15:59:05.941978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-68c8f39a-1268-4f89-80d2-cc3ea4e1240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.944835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-68c8f39a-1268-4f89-80d2-cc3ea4e1240c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83f49696-dea9-4d21-bd74-32e61ec32024 HTTP/1.1" status: 200 len: 850 time: 0.2162356 May 26 15:59:06.082553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-c1012088-41aa-48a4-8aee-1ce3a2089260 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec72401e-dbb1-4e29-bc42-0cbab3487b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272295 May 26 15:59:06.178493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-be694cb4-0ca9-44d4-a8a6-73a8d82c3557 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:06.180982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-be694cb4-0ca9-44d4-a8a6-73a8d82c3557 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.9225128 May 26 15:59:06.224482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843336-2'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:06.301136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-aa26f69a-d0a0-495a-be1d-3af52c947f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:06.302560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-aa26f69a-d0a0-495a-be1d-3af52c947f08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32494a86c60a4cdeba9326d412c7c3f1&device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 1098 time: 0.3564727 May 26 15:59:06.316740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:06.444294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e30c5-dd6b-411b-84ef-9672707a65a1 req-e11040e7-99f7-4727-94eb-1ea82a514dd5 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:06.452794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d4e30c5-dd6b-411b-84ef-9672707a65a1 req-e11040e7-99f7-4727-94eb-1ea82a514dd5 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 947 time: 0.3768506 May 26 15:59:06.502744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:06.513241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:06.531240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 has no active binding in host n-h1-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:59:06.582772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d4e30c5-dd6b-411b-84ef-9672707a65a1 req-5f5a8603-bd96-4e28-897f-bc5440157a37 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286511 May 26 15:59:06.631956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c482712-176a-448e-8d40-9b29249c5710 req-119fac12-e34d-4819-88bf-28885ae0909f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:06.634527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c482712-176a-448e-8d40-9b29249c5710 req-119fac12-e34d-4819-88bf-28885ae0909f tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.3271666 May 26 15:59:06.669143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-ae07092b-7460-45f1-9531-f82f82911296 service neutron] 10.222.0.24 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230777 May 26 15:59:06.740050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e73c67e4-02e0-409d-ab67-fc26fde5559c no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:06.970503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-05206e67-0680-41aa-be3f-79069f70f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:06.973004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-05206e67-0680-41aa-be3f-79069f70f237 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.6413028 May 26 15:59:07.000018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e73c67e4-02e0-409d-ab67-fc26fde5559c is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:07.000997 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:07.055636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:07.058928 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a15668e-f399-442e-9e38-faf31e63ebcd" -d '{"events": [{"server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "name": "network-vif-unplugged", "status": "completed", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:07.087278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:07.096025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:07.182018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c482712-176a-448e-8d40-9b29249c5710 req-4315a212-f4fe-4394-b2da-7c28839643af tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235715 May 26 15:59:07.187892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-6b6aab83-a01f-433e-bcda-e9ba51b0c292 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e6603f2f-f5ed-41a4-acd4-540e66f41a58 HTTP/1.1" status: 200 len: 217 time: 0.1631184 May 26 15:59:07.190543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e73c67e4-02e0-409d-ab67-fc26fde5559c,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:07.442524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-5844ffea-835c-4983-9407-1eb73f053b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:07.444525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-5844ffea-835c-4983-9407-1eb73f053b47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1968312 May 26 15:59:07.468610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2125d-9f17-4936-b107-70893e7f66e3 req-bfdac516-11f2-45ea-99bc-49f1f9ab359b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:07.476405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76e2125d-9f17-4936-b107-70893e7f66e3 req-bfdac516-11f2-45ea-99bc-49f1f9ab359b tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 945 time: 0.3835325 May 26 15:59:07.481956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:07.493940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c9ec58f-5d13-4b9b-8911-0087546bc47c req-d20d5d16-3686-4c47-8a0a-fd226a3a47a0 service neutron] 10.222.0.24 "GET /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692168 May 26 15:59:07.658519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76e2125d-9f17-4936-b107-70893e7f66e3 req-4f2b904c-1baf-408c-95bc-f92c82ac030c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809247 May 26 15:59:07.673522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-cfae6b08-40e9-4d93-b264-b4d328271e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:07.687975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-cfae6b08-40e9-4d93-b264-b4d328271e4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310083 May 26 15:59:07.690966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:07.701107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d7632174-0311-4817-a016-e9723bdadcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:07.924545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:07.927598 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bb5474-2bb4-414b-b1ca-433d676b0f61" -d '{"events": [{"server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "name": "network-vif-unplugged", "status": "completed", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:07.942815 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:07.970805 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:07.991532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691c72b-a572-4319-8191-07d17f78effb req-21b75dca-e45c-43ad-bf55-7d0e763a9b89 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:08.002889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0691c72b-a572-4319-8191-07d17f78effb req-21b75dca-e45c-43ad-bf55-7d0e763a9b89 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.2359562 May 26 15:59:08.124511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Pushing event updated for resources: {'Port': ['ID=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:08.224166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-94df60ef-3795-4dd5-ab23-cee750c801eb service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720290 May 26 15:59:08.314297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0691c72b-a572-4319-8191-07d17f78effb req-5f0dd773-72ae-431c-bf99-b83de7ecb612 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980097 May 26 15:59:08.346237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987316f-9f16-4a48-918b-1fd2f99b2c61 req-e5967b5b-223d-498d-84f4-21fb5b1aade2 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:08.347772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9987316f-9f16-4a48-918b-1fd2f99b2c61 req-e5967b5b-223d-498d-84f4-21fb5b1aade2 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 950 time: 0.2297020 May 26 15:59:08.382710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on host n-h2-843336-2 for vnic_type normal with profile {"migrating_to": "n-h1-843336-2"} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:08.383104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:08.383448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:08.411507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:08.411846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Attempting to bind port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on network 0f895ef6-1747-4739-ab45-0caac76d6a88 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:08.413968 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a9f2aa-86f2-4fdc-9086-c398920c4d15 x-openstack-request-id: req-c8a9f2aa-86f2-4fdc-9086-c398920c4d15 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:08.414807 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "name": "network-vif-unplugged", "status": "completed", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:08.415439 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8a9f2aa-86f2-4fdc-9086-c398920c4d15 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:08.416270 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a9f2aa-86f2-4fdc-9086-c398920c4d15'] response: {'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c', 'code': 200} May 26 15:59:08.440943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:08.441634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Checking segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:08.442310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Bound using segment: {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:08.442934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Bound port: 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371ce505-a603-4ade-9da4-2706ffec3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0f895ef6-1747-4739-ab45-0caac76d6a88'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:08.443741 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:08.471399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fcff368-25ac-4a85-b5f7-e83e880d02b5 req-293573b9-6d9f-4098-b6be-f16cdb003534 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342322 May 26 15:59:08.489575 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9987316f-9f16-4a48-918b-1fd2f99b2c61 req-a45843d7-a44a-4663-b75a-a1faee85a2aa tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/security-groups?id=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276488 May 26 15:59:08.616884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:08.743298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e6603f2f-f5ed-41a4-acd4-540e66f41a58 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:08.887184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e6603f2f-f5ed-41a4-acd4-540e66f41a58, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e6603f2f-f5ed-41a4-acd4-540e66f41a58,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:08.916381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e6603f2f-f5ed-41a4-acd4-540e66f41a58', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'e6603f2f-f5ed-41a4-acd4-540e66f41a58', 'mac_address': 'fa:16:3e:88:3d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:08.990675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e6603f2f-f5ed-41a4-acd4-540e66f41a58 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:08.991080 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:09.036752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:09.037708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6603f2f-f5ed-41a4-acd4-540e66f41a58 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:09.063791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:09.088503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec18be-b062-410b-adf4-16d0a9caf99c req-e3143ab5-17ff-4959-a288-349a640624c3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:09.088503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feec18be-b062-410b-adf4-16d0a9caf99c req-e3143ab5-17ff-4959-a288-349a640624c3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.32 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 945 time: 0.5388465 May 26 15:59:09.091030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:09.095378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e6603f2f-f5ed-41a4-acd4-540e66f41a58, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e6603f2f-f5ed-41a4-acd4-540e66f41a58,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:09.108639 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:09.142755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaca789-f393-45bd-978f-7418d7137f9a req-176bb38f-7e6e-4998-b710-c918bc2379e0 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:09.151728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbaca789-f393-45bd-978f-7418d7137f9a req-176bb38f-7e6e-4998-b710-c918bc2379e0 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 945 time: 0.6026580 May 26 15:59:09.198320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043c148-7f42-4dd4-b652-7f66020df914 req-c54a93cb-d26d-4604-8256-ee891bcc1ca8 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:09.206345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1043c148-7f42-4dd4-b652-7f66020df914 req-c54a93cb-d26d-4604-8256-ee891bcc1ca8 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 947 time: 0.5627398 May 26 15:59:09.217929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-36cb7927-528f-476d-a105-1bdced35299a tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:09.221235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-36cb7927-528f-476d-a105-1bdced35299a tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.24 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 950 time: 0.6025374 May 26 15:59:09.236100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e6603f2f-f5ed-41a4-acd4-540e66f41a58,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:09.397647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Pushing event updated for resources: {'Port': ['ID=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,revision_number=8']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:09.459581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:09.460344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:09.462062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c922d689-2063-49d6-9564-8a5cdc21e694 service neutron] 10.222.0.24 "PUT /v2.0/ports/9eca5a5d-bd84-47e4-b38f-f7985b9f5731 HTTP/1.1" status: 200 len: 1121 time: 3.2512517 May 26 15:59:09.481345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1043c148-7f42-4dd4-b652-7f66020df914 req-e74ace01-8862-493a-8214-fac816283a99 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739692 May 26 15:59:09.518079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbaca789-f393-45bd-978f-7418d7137f9a req-4c88889e-2133-413f-bded-abc19d249347 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653963 May 26 15:59:09.564340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e6603f2f-f5ed-41a4-acd4-540e66f41a58'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:09.610253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['9eca5a5d-bd84-47e4-b38f-f7985b9f5731'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:09.613314 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd49c91-1d8d-4a68-a6a5-e2e468933843 x-openstack-request-id: req-6cd49c91-1d8d-4a68-a6a5-e2e468933843 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:09.613653 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "name": "network-vif-unplugged", "status": "completed", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:09.613916 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cd49c91-1d8d-4a68-a6a5-e2e468933843 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:09.616953 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd49c91-1d8d-4a68-a6a5-e2e468933843'] response: {'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731', 'code': 200} May 26 15:59:09.661364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['9eca5a5d-bd84-47e4-b38f-f7985b9f5731'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:09.701285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-feec18be-b062-410b-adf4-16d0a9caf99c req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Deleting port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:09.701859 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-feec18be-b062-410b-adf4-16d0a9caf99c req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:09.841378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Deleting port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:09.841785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.213196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085af9e4-4ad9-49bf-a15a-b0525870ef9d req-65c06495-1f3b-45d0-a5de-62f42be0fe45 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:10.226829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-085af9e4-4ad9-49bf-a15a-b0525870ef9d req-65c06495-1f3b-45d0-a5de-62f42be0fe45 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.3769400 May 26 15:59:10.242738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-feec18be-b062-410b-adf4-16d0a9caf99c req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] For port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:10.243316 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-feec18be-b062-410b-adf4-16d0a9caf99c req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.300025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950166-f172-4e4e-8573-97e7c0109677 req-63b98e3f-577a-485d-a82f-20a5375a8ef6 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:10.301641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-63b98e3f-577a-485d-a82f-20a5375a8ef6 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 805 time: 0.4411795 May 26 15:59:10.317258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] For port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:10.317626 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.337087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-feec18be-b062-410b-adf4-16d0a9caf99c req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Calling delete_port for e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:10.353110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Calling delete_port for 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:10.368786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-ed763d90-afa8-4124-8746-44113fae55eb tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/quotas/1bb292c5c91041cd847ad10108eed473 HTTP/1.1" status: 200 len: 375 time: 0.0464642 May 26 15:59:10.385443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-085af9e4-4ad9-49bf-a15a-b0525870ef9d req-085e7bf6-bdf6-452b-9370-9a0522ccd01d tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285760 May 26 15:59:10.479549 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.560136 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.573933 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-4726ad7d-b75e-425b-ad61-4d1e0e5a27fe tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402471 May 26 15:59:10.934919 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.944175 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-feec18be-b062-410b-adf4-16d0a9caf99c req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.957635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['587e9e4a-3bbf-44c3-a287-324fa05bb3a4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:11.028214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Pushing event deleted for resources: {'Port': ['ID=201ac57e-84e4-4a9b-9055-3fcfd53ffa18,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:11.067182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836c08-36d9-4a9e-bb4e-a7c9d9ecefb2 req-f874390b-de33-4666-8c24-35761e5e8758 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:11.071344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09836c08-36d9-4a9e-bb4e-a7c9d9ecefb2 req-f874390b-de33-4666-8c24-35761e5e8758 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.3835306 May 26 15:59:11.117753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d93edf-4778-4774-b365-d95f913728a2 req-99fe337f-2658-42ff-a7a0-f956da6ecf31 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:11.119655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46d93edf-4778-4774-b365-d95f913728a2 req-99fe337f-2658-42ff-a7a0-f956da6ecf31 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5efae11-c157-4ffd-bae0-8445ece9f343 HTTP/1.1" status: 200 len: 943 time: 0.3745949 May 26 15:59:11.172480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Pushing event deleted for resources: {'Port': ['ID=e9fb7ed4-8f6d-4de5-b940-4850890ed1e7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:11.185214 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-4864c587-b011-4d95-a493-20c2635aa1bd service neutron] 10.222.0.39 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425005 May 26 15:59:11.263560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] No DVR routers for this DVR port 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:11.293135 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:11.297293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4291367c-59ba-48ad-abe3-97ee6ea59b9a req-1a052bb1-7cc0-4c14-b367-6745ba114cbc tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.24 "DELETE /v2.0/ports/201ac57e-84e4-4a9b-9055-3fcfd53ffa18 HTTP/1.1" status: 204 len: 173 time: 2.0316470 May 26 15:59:11.301011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-feec18be-b062-410b-adf4-16d0a9caf99c req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] No DVR routers for this DVR port e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:11.359618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-feec18be-b062-410b-adf4-16d0a9caf99c req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:11.363724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feec18be-b062-410b-adf4-16d0a9caf99c req-b61cfd65-d2e9-4eb0-af2b-2729e1dea0ba tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.32 "DELETE /v2.0/ports/e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 HTTP/1.1" status: 204 len: 173 time: 2.2616465 May 26 15:59:11.541578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09836c08-36d9-4a9e-bb4e-a7c9d9ecefb2 req-f0820071-e3e1-46e3-9b85-729bcd787a0f tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171669 May 26 15:59:11.671809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731'}, {'server_uuid': '070c1270-940a-4b25-b00b-38164ff6b355', 'name': 'network-vif-deleted', 'tag': '201ac57e-84e4-4a9b-9055-3fcfd53ffa18'}, {'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'name': 'network-vif-deleted', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:11.674441 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce298ee-d33b-44af-99eb-679d0123b18f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731"}, {"server_uuid": "070c1270-940a-4b25-b00b-38164ff6b355", "name": "network-vif-deleted", "tag": "201ac57e-84e4-4a9b-9055-3fcfd53ffa18"}, {"server_uuid": "73a18729-e580-44af-882a-b27575582098", "name": "network-vif-deleted", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:11.688550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-a0135c9c-1e33-46cb-934c-d51e37895d9c service neutron] 10.222.0.39 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023086 May 26 15:59:11.773371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-46d93edf-4778-4774-b365-d95f913728a2 req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Deleting port e73c67e4-02e0-409d-ab67-fc26fde5559c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:11.773739 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46d93edf-4778-4774-b365-d95f913728a2 req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:12.057232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-46d93edf-4778-4774-b365-d95f913728a2 req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] For port e73c67e4-02e0-409d-ab67-fc26fde5559c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e73c67e4-02e0-409d-ab67-fc26fde5559c,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:12.057581 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46d93edf-4778-4774-b365-d95f913728a2 req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:12.078863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-46d93edf-4778-4774-b365-d95f913728a2 req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Calling delete_port for e73c67e4-02e0-409d-ab67-fc26fde5559c owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:12.188190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6908856-ecf0-478c-8afb-7b3bec27d9c4 req-40320b34-f87b-4a03-9931-eb83bd986763 tempest-ServerDiagnosticsNegativeTest-1580855571 tempest-ServerDiagnosticsNegativeTest-1580855571-project] 10.222.0.39 "GET /v2.0/ports?device_id=070c1270-940a-4b25-b00b-38164ff6b355 HTTP/1.1" status: 200 len: 210 time: 0.0352335 May 26 15:59:12.327489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164c5a-42df-4c60-b120-66a229be0e9f req-22377bff-72de-4e27-8b39-77723f929929 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.342094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3164c5a-42df-4c60-b120-66a229be0e9f req-22377bff-72de-4e27-8b39-77723f929929 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.1976776 May 26 15:59:12.401242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:12.475648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:12.475996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 201ac57e-84e4-4a9b-9055-3fcfd53ffa18 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:12.556868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3164c5a-42df-4c60-b120-66a229be0e9f req-ed638cba-667e-4f47-8609-5be5f5a1c502 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075429 May 26 15:59:12.582974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399d461-0daf-47e0-b7e0-6e31992ea45c req-ad933e8a-bba7-423c-89b7-531d04ce8bd1 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.587460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1399d461-0daf-47e0-b7e0-6e31992ea45c req-ad933e8a-bba7-423c-89b7-531d04ce8bd1 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 948 time: 0.2934985 May 26 15:59:12.664565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46d93edf-4778-4774-b365-d95f913728a2 req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:12.741807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Pushing event deleted for resources: {'Port': ['ID=e73c67e4-02e0-409d-ab67-fc26fde5559c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:12.774034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5b60b32-37c1-457b-af69-5e9286562b30 req-bf114e4c-5ab2-4985-b2de-eca8f320d921 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 210 time: 0.0549865 May 26 15:59:12.779116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e6603f2f-f5ed-41a4-acd4-540e66f41a58 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:12.791679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1399d461-0daf-47e0-b7e0-6e31992ea45c req-f7d5e931-19fb-4616-ae60-79dddbd4d1c5 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970799 May 26 15:59:12.919931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port e6603f2f-f5ed-41a4-acd4-540e66f41a58 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:12.935719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e6603f2f-f5ed-41a4-acd4-540e66f41a58 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:12.936203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:12.947893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d93edf-4778-4774-b365-d95f913728a2 req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] No DVR routers for this DVR port e73c67e4-02e0-409d-ab67-fc26fde5559c on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:12.950870 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-46d93edf-4778-4774-b365-d95f913728a2 req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:12.964074 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46d93edf-4778-4774-b365-d95f913728a2 req-a7058e19-1755-4517-b58f-8ea8c68b5099 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.32 "DELETE /v2.0/ports/e73c67e4-02e0-409d-ab67-fc26fde5559c HTTP/1.1" status: 204 len: 173 time: 1.8082380 May 26 15:59:13.086477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b9d56-0b19-441b-8cd4-e93b0af0944f req-e0ae0e6f-84c9-44b4-a9d1-4c77b3e3d1e6 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:13.091996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-426b9d56-0b19-441b-8cd4-e93b0af0944f req-e0ae0e6f-84c9-44b4-a9d1-4c77b3e3d1e6 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.0911908 May 26 15:59:13.211778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-426b9d56-0b19-441b-8cd4-e93b0af0944f req-9eec28e3-8791-45a7-8775-39eeb85222dd tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037977 May 26 15:59:13.251787 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 26 May 2022 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36636b53-0210-4ca2-91dd-c9f957c3701c x-openstack-request-id: req-36636b53-0210-4ca2-91dd-c9f957c3701c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:13.252360 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731", "status": "completed", "code": 200}, {"server_uuid": "070c1270-940a-4b25-b00b-38164ff6b355", "name": "network-vif-deleted", "tag": "201ac57e-84e4-4a9b-9055-3fcfd53ffa18", "status": "completed", "code": 200}, {"server_uuid": "73a18729-e580-44af-882a-b27575582098", "name": "network-vif-deleted", "tag": "e9fb7ed4-8f6d-4de5-b940-4850890ed1e7", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:13.252950 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36636b53-0210-4ca2-91dd-c9f957c3701c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:13.253239 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36636b53-0210-4ca2-91dd-c9f957c3701c'] response: {'name': 'network-changed', 'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731', 'status': 'completed', 'code': 200} May 26 15:59:13.253530 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36636b53-0210-4ca2-91dd-c9f957c3701c'] response: {'server_uuid': '070c1270-940a-4b25-b00b-38164ff6b355', 'name': 'network-vif-deleted', 'tag': '201ac57e-84e4-4a9b-9055-3fcfd53ffa18', 'status': 'completed', 'code': 200} May 26 15:59:13.253944 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36636b53-0210-4ca2-91dd-c9f957c3701c'] response: {'server_uuid': '73a18729-e580-44af-882a-b27575582098', 'name': 'network-vif-deleted', 'tag': 'e9fb7ed4-8f6d-4de5-b940-4850890ed1e7', 'status': 'completed', 'code': 200} May 26 15:59:13.350819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e6603f2f-f5ed-41a4-acd4-540e66f41a58 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:13.354861 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:13.425599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-942949c6-6a8f-498e-98bf-449571c6b8de req-ea84d3da-9939-40d0-955d-e1713f757a63 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 210 time: 0.0494447 May 26 15:59:13.435403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7df0cd8-8419-4840-902f-f5812cb3f093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6603f2f-f5ed-41a4-acd4-540e66f41a58'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:13.443121 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01679d6-e295-4f46-9d0b-72da0db9c5a7" -d '{"events": [{"server_uuid": "f7df0cd8-8419-4840-902f-f5812cb3f093", "name": "network-vif-plugged", "status": "completed", "tag": "e6603f2f-f5ed-41a4-acd4-540e66f41a58"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:13.447647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-3cd18f4e-1cae-4f92-b47a-fc6ff4360870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:13.454661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-3cd18f4e-1cae-4f92-b47a-fc6ff4360870 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 1124 time: 0.1849160 May 26 15:59:13.469630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e6603f2f-f5ed-41a4-acd4-540e66f41a58, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e6603f2f-f5ed-41a4-acd4-540e66f41a58,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:13.478241 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:13.483889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e73c67e4-02e0-409d-ab67-fc26fde5559c no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:13.550461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: e73c67e4-02e0-409d-ab67-fc26fde5559c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:13.550806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e73c67e4-02e0-409d-ab67-fc26fde5559c not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:13.554224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:13.634145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71273e-7437-448b-93ef-40e8b2a5ab7e req-646a9828-c1fb-47bb-886c-6576df3d5b24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:13.636205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed71273e-7437-448b-93ef-40e8b2a5ab7e req-646a9828-c1fb-47bb-886c-6576df3d5b24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.2157061 May 26 15:59:13.643567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:13.644395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e9fb7ed4-8f6d-4de5-b940-4850890ed1e7 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:13.701198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e6603f2f-f5ed-41a4-acd4-540e66f41a58,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:13.800388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed71273e-7437-448b-93ef-40e8b2a5ab7e req-d846749f-2692-4036-a9b1-6c74ca9503ab tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549237 May 26 15:59:13.870021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-71190d67-59ea-4786-9c47-606722b2000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:13.880386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-71190d67-59ea-4786-9c47-606722b2000b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.3890483 May 26 15:59:13.947313 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2613d184-7373-4908-b320-5a112e8f71fe x-openstack-request-id: req-2613d184-7373-4908-b320-5a112e8f71fe {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:13.947742 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7df0cd8-8419-4840-902f-f5812cb3f093", "name": "network-vif-plugged", "status": "completed", "tag": "e6603f2f-f5ed-41a4-acd4-540e66f41a58", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:13.948192 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2613d184-7373-4908-b320-5a112e8f71fe {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:13.948926 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2613d184-7373-4908-b320-5a112e8f71fe'] response: {'server_uuid': 'f7df0cd8-8419-4840-902f-f5812cb3f093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6603f2f-f5ed-41a4-acd4-540e66f41a58', 'code': 200} May 26 15:59:14.133871 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-acaa97d0-b4d4-400d-95b6-30b7ec48fd48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731 HTTP/1.1" status: 200 len: 217 time: 0.2458112 May 26 15:59:14.275743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58118) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:14.362732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdc4fa-434a-4a8a-b1f5-9e36a3e56ebf req-e2b274ad-ec77-4000-9fa0-b9f37202e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:14.365205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48bdc4fa-434a-4a8a-b1f5-9e36a3e56ebf req-e2b274ad-ec77-4000-9fa0-b9f37202e64d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 1100 time: 0.2896314 May 26 15:59:14.383168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8781-cd62-42bb-9bdb-1063aae22270 req-490ab2e8-210d-4a12-a3cd-570d7d836ba8 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:14.392706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-039f8781-cd62-42bb-9bdb-1063aae22270 req-490ab2e8-210d-4a12-a3cd-570d7d836ba8 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 949 time: 0.2302086 May 26 15:59:14.403148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d923b-9016-4de9-a91a-9779988090c0 req-6ccb5c13-d189-462e-9cac-d01653dac6c8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:14.412163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad5d923b-9016-4de9-a91a-9779988090c0 req-6ccb5c13-d189-462e-9cac-d01653dac6c8 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.3528557 May 26 15:59:14.463766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-4bf9dfad-de5a-4fa5-88a1-a4f42e4b1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:14.465536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-4bf9dfad-de5a-4fa5-88a1-a4f42e4b1347 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.2451656 May 26 15:59:14.511125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950166-f172-4e4e-8573-97e7c0109677 req-339319f5-c787-42b3-91f3-f9fa4ae6e8ad tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:14.513235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-339319f5-c787-42b3-91f3-f9fa4ae6e8ad tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.24 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 805 time: 0.4527228 May 26 15:59:14.531510 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f202a5e2-0f66-419f-9c48-9064585ebd9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=808a09b3a22043ecbc1138a304febb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538047 May 26 15:59:14.534163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58124) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:14.549638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad5d923b-9016-4de9-a91a-9779988090c0 req-76721eb2-925c-42f7-b1ae-4f5978a51720 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327972 May 26 15:59:14.579006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Request body: {'port': {'device_id': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'admin_state_up': True, 'tenant_id': '1bb292c5c91041cd847ad10108eed473'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:14.645394 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-0eb55def-6a9e-4eae-bbec-875a7677e7ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562614 May 26 15:59:14.653844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.713501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48bdc4fa-434a-4a8a-b1f5-9e36a3e56ebf req-2498cc49-afbc-46a5-bd39-4d7345bcc642 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992532 May 26 15:59:14.720375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.731209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-039f8781-cd62-42bb-9bdb-1063aae22270 req-1d43b239-2b49-41c9-a58e-df430142b951 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374336 May 26 15:59:14.861034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.864217 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.866401 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b15b2bb0-c7f7-4ae9-bf35-92966911a6d4 HTTP/1.1" status: 204 len: 168 time: 0.3306382 May 26 15:59:14.885385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b2bb0-c7f7-4ae9-bf35-92966911a6d4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:14.918434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.922908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.923418 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.926929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.927423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.927888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.929811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.930500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.931658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.934906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.935645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:14.936864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a811e1e-b612-4581-8b80-e6ab3160dfaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:15.354227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'name': 'network-vif-deleted', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:15.357196 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9e3ef-d4fa-4b61-8c5d-e55a9483d5cf" -d '{"events": [{"server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "name": "network-vif-deleted", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:15.397683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b577cba-06bc-48aa-9bb0-5a5e549c2f31 req-38b379d5-f781-44f8-8ab8-e9e7ddb87117 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 210 time: 0.6929934 May 26 15:59:15.460175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58138) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:15.470371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00b694-2b0d-442d-8a68-b16e7ca2f1b9 req-2e6159ba-4484-4929-a17e-90a02b9d2017 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:15.473202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec00b694-2b0d-442d-8a68-b16e7ca2f1b9 req-2e6159ba-4484-4929-a17e-90a02b9d2017 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.6271541 May 26 15:59:15.480781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99041aee-7045-44c8-9db2-c9c9a7eb1921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.577674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec00b694-2b0d-442d-8a68-b16e7ca2f1b9 req-ddec9b59-3d96-47cc-b112-5d56f17384b5 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843244 May 26 15:59:15.581462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-53a51420-dde8-4324-a2e1-e68c67ef17d4 service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9070399 May 26 15:59:15.631295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Made reservation on behalf of 1bb292c5c91041cd847ad10108eed473 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:15.638424 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.707425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99041aee-7045-44c8-9db2-c9c9a7eb1921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.718373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99041aee-7045-44c8-9db2-c9c9a7eb1921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.775567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99041aee-7045-44c8-9db2-c9c9a7eb1921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6726b5a7-6989-4227-a729-bce15e7db95f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:15.797472 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-99041aee-7045-44c8-9db2-c9c9a7eb1921 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2209c22d11b94e18aa356d3c2430ec58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361135 May 26 15:59:15.803497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58158) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:15.880197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-280c1bd4-fb45-4b36-b43e-79a8d9e5c336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.892117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9583b36c-a1ca-405e-94a5-2c87dd251be4 req-1b32c89f-74e6-4917-8f42-206209660c5d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 210 time: 0.1496425 May 26 15:59:15.916775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-280c1bd4-fb45-4b36-b43e-79a8d9e5c336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.995129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f19f97-fcec-45ae-bd6d-5cb9b0ac9e61 req-4c29c997-cdcd-433d-a2ce-4465305e0fe7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:16.006161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78f19f97-fcec-45ae-bd6d-5cb9b0ac9e61 req-4c29c997-cdcd-433d-a2ce-4465305e0fe7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.2605498 May 26 15:59:16.007067 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-280c1bd4-fb45-4b36-b43e-79a8d9e5c336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:16.010668 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c267486-2962-4451-be16-646144748fc7 x-openstack-request-id: req-3c267486-2962-4451-be16-646144748fc7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:16.011072 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5efae11-c157-4ffd-bae0-8445ece9f343", "name": "network-vif-deleted", "tag": "e73c67e4-02e0-409d-ab67-fc26fde5559c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:16.011703 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c267486-2962-4451-be16-646144748fc7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:16.011834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-280c1bd4-fb45-4b36-b43e-79a8d9e5c336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:16.012280 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c267486-2962-4451-be16-646144748fc7'] response: {'server_uuid': 'c5efae11-c157-4ffd-bae0-8445ece9f343', 'name': 'network-vif-deleted', 'tag': 'e73c67e4-02e0-409d-ab67-fc26fde5559c', 'status': 'completed', 'code': 200} May 26 15:59:16.014202 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-280c1bd4-fb45-4b36-b43e-79a8d9e5c336 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6726b5a7-6989-4227-a729-bce15e7db95f HTTP/1.1" status: 204 len: 168 time: 0.2096062 May 26 15:59:16.028348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c1bd4-fb45-4b36-b43e-79a8d9e5c336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6726b5a7-6989-4227-a729-bce15e7db95f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:16.066290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ce298ee-d33b-44af-99eb-679d0123b18f req-47fc780b-7af7-4fb9-90c4-275fdeccb21b service neutron] 10.222.0.32 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714317 May 26 15:59:16.067452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Allocated IP 172.20.0.10 (484dd3f7-9a29-4047-b437-33762eef8834/a8aca4ca-f203-4443-a9ef-81c37290a4c6/9fe166fb-2a6a-454c-b265-1fa358a2b27f) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:16.114018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78f19f97-fcec-45ae-bd6d-5cb9b0ac9e61 req-cb40bd54-5852-47ec-b43f-4f9d74e20f6c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067715 May 26 15:59:16.201268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecec39e-4338-4a34-bd13-e012546f4d91 req-d8ffc533-b45f-4fc2-affe-696b5a8fcea7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:16.203714 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ecec39e-4338-4a34-bd13-e012546f4d91 req-d8ffc533-b45f-4fc2-affe-696b5a8fcea7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.1091237 May 26 15:59:16.463367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ecec39e-4338-4a34-bd13-e012546f4d91 req-61e7b1c6-002f-41a5-a964-a208a9c7daa1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335386 May 26 15:59:16.497680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5aa799-276d-4470-8781-dfe510b4b816 req-5037d224-0f9a-4880-b3e8-22bd3ace5167 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:16.499757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f5aa799-276d-4470-8781-dfe510b4b816 req-5037d224-0f9a-4880-b3e8-22bd3ace5167 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 949 time: 0.1964550 May 26 15:59:16.535369 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:16.589736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f5aa799-276d-4470-8781-dfe510b4b816 req-7a03e730-c9f7-4652-899a-68c446dac3dd tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820456 May 26 15:59:16.642297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c4225b-cbfe-4037-a53b-a3e4f2761fe7 req-ef49c9b0-565a-4e48-9e05-fa37450b4572 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=73a18729-e580-44af-882a-b27575582098 HTTP/1.1" status: 200 len: 210 time: 0.0624225 May 26 15:59:16.695822 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:16.766223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Network 484dd3f7-9a29-4047-b437-33762eef8834 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:16.774476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:16.781647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:16.795261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:16.851080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:16.851912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:16.911050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3752542 May 26 15:59:16.913102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e145b-78f2-4cfa-9111-120b08185a86 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Pushing event updated for resources: {'Port': ['ID=9fe166fb-2a6a-454c-b265-1fa358a2b27f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:16.927856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Request body: {'port': {'device_id': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:16.979074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166e3c-2eb3-49b4-8454-a7816c54f354 req-f9cd02e4-93c3-4c01-8c53-634557b6bdc9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:16.980287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc166e3c-2eb3-49b4-8454-a7816c54f354 req-f9cd02e4-93c3-4c01-8c53-634557b6bdc9 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.2104433 May 26 15:59:17.024781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:17.060350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.098206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc166e3c-2eb3-49b4-8454-a7816c54f354 req-525f510f-03ea-452b-b3fc-fc1bae3d2249 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953088 May 26 15:59:17.128628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88665d-c028-44e5-8b71-03fbb19b093e req-7be7ce69-d42c-4776-be56-7e5d4e6f7e98 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:17.130167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be88665d-c028-44e5-8b71-03fbb19b093e req-7be7ce69-d42c-4776-be56-7e5d4e6f7e98 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 950 time: 0.1318719 May 26 15:59:17.267004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be88665d-c028-44e5-8b71-03fbb19b093e req-8182ca88-1cb2-40bc-a57e-7efda4a0dfd4 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611327 May 26 15:59:17.457883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33d74-819d-450b-923f-9fb98125cd1f req-cd6d9c4c-f832-484a-9916-d62d33d7c551 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:17.459430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eee33d74-819d-450b-923f-9fb98125cd1f req-cd6d9c4c-f832-484a-9916-d62d33d7c551 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 932 time: 0.1740584 May 26 15:59:17.514283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef07db-3cae-45c4-82e6-95a18b6d8d1d req-ac2fa38f-7168-40db-b06d-bdd2ef6ce42d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:17.515847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1ef07db-3cae-45c4-82e6-95a18b6d8d1d req-ac2fa38f-7168-40db-b06d-bdd2ef6ce42d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.1199665 May 26 15:59:17.559559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eee33d74-819d-450b-923f-9fb98125cd1f req-3720ef91-f643-40c9-9a59-5990fef291f6 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895331 May 26 15:59:17.582249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe166fb-2a6a-454c-b265-1fa358a2b27f {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:17.596127 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.615777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1ef07db-3cae-45c4-82e6-95a18b6d8d1d req-20fc228b-461a-4880-a33e-ae41a8162b34 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625961 May 26 15:59:17.618661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Transition to ACTIVE for port object 9fe166fb-2a6a-454c-b265-1fa358a2b27f will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:17.625567 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.708339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe166fb-2a6a-454c-b265-1fa358a2b27f,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:17.914311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Attempting to bind port 9fe166fb-2a6a-454c-b265-1fa358a2b27f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:17.915089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Attempting to bind port 9fe166fb-2a6a-454c-b265-1fa358a2b27f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:17.915596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Attempting to bind port 9fe166fb-2a6a-454c-b265-1fa358a2b27f on network 484dd3f7-9a29-4047-b437-33762eef8834 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:17.926019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Port 9fe166fb-2a6a-454c-b265-1fa358a2b27f on network 484dd3f7-9a29-4047-b437-33762eef8834 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:17.926358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Attempting to bind port 9fe166fb-2a6a-454c-b265-1fa358a2b27f on network 484dd3f7-9a29-4047-b437-33762eef8834 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:17.940123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-7cedaa1f-1897-4a41-9555-9f34c535e6f0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:17.950292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-7cedaa1f-1897-4a41-9555-9f34c535e6f0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.1386926 May 26 15:59:17.959068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:17.959413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Checking segment: {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:17.959761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Bound using segment: {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:17.960216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Bound port: 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:17.960578 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.038149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcd54a-e877-4c33-b94e-1e9a2eef5dad req-c9f8ea34-e4ca-4973-a4e0-9a546a5cf495 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.039783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64dcd54a-e877-4c33-b94e-1e9a2eef5dad req-c9f8ea34-e4ca-4973-a4e0-9a546a5cf495 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.2293820 May 26 15:59:18.181315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee6195-17e1-47f0-8022-6b0ea9c5e470 req-4048d99c-1deb-4f86-9c8d-58090f70fda2 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.182901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97ee6195-17e1-47f0-8022-6b0ea9c5e470 req-4048d99c-1deb-4f86-9c8d-58090f70fda2 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 949 time: 0.1850746 May 26 15:59:18.194946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:18.200542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64dcd54a-e877-4c33-b94e-1e9a2eef5dad req-ce6ab736-37d5-445c-84a1-b437a6a330c4 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447058 May 26 15:59:18.220743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:18.232364 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.273686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Deleting port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:18.274058 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.348042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.348679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.350451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] 10.222.0.24 "PUT /v2.0/ports/9fe166fb-2a6a-454c-b265-1fa358a2b27f HTTP/1.1" status: 200 len: 1092 time: 1.4299598 May 26 15:59:18.352790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:18.355937 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf9ebc-d2b2-440b-9369-b06a73deab37" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:18.377194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97ee6195-17e1-47f0-8022-6b0ea9c5e470 req-a9e593f1-5d31-4880-89b4-79a18ec7ac1d tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723087 May 26 15:59:18.451315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25639a78-00f3-4ddc-8051-33ba64ec7515 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:18.472230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] For port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:18.472829 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.623406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25639a78-00f3-4ddc-8051-33ba64ec7515 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:18.623967 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.631825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Calling delete_port for 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:18.654469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:18.657495 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d867c9-9722-407f-a1c0-8f4f333a9beb" -d '{"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-unplugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:18.669727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:18.675644 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.722407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84327ebf-b6c3-4605-aaa8-014150732627 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe166fb-2a6a-454c-b265-1fa358a2b27f,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:18.747947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:18.794341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2470a38-b9ae-45a0-9a36-b900761ed5a5 req-05805ff5-e881-45ce-a2d3-9323024078a3 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.796647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2470a38-b9ae-45a0-9a36-b900761ed5a5 req-05805ff5-e881-45ce-a2d3-9323024078a3 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=b30bcda9-4062-4082-b8c7-624523741879 HTTP/1.1" status: 200 len: 945 time: 0.4061890 May 26 15:59:18.828011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950166-f172-4e4e-8573-97e7c0109677 req-3012c79f-51c9-47fe-8db2-8b97cfdaa801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.829591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-3012c79f-51c9-47fe-8db2-8b97cfdaa801 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 1095 time: 0.3431737 May 26 15:59:18.896355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-a1420635-5136-41c5-8c4d-4a0779682f01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f HTTP/1.1" status: 200 len: 217 time: 0.0590656 May 26 15:59:18.951556 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.963984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['2730c717-4890-4d0f-a835-70bf0f41d3bd'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:18.968527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2470a38-b9ae-45a0-9a36-b900761ed5a5 req-fc7e9d57-8aac-4f47-a922-6694bcbf0fdb tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628077 May 26 15:59:19.033133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Pushing event deleted for resources: {'Port': ['ID=4668a83d-ed23-4c32-bd0c-6a6cdae36a0a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:19.045437 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f91d88-058f-49e9-8bdc-694339e8193b x-openstack-request-id: req-a8f91d88-058f-49e9-8bdc-694339e8193b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:19.045625 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:19.046206 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8f91d88-058f-49e9-8bdc-694339e8193b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:19.046350 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f91d88-058f-49e9-8bdc-694339e8193b'] response: {'name': 'network-changed', 'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f', 'status': 'completed', 'code': 200} May 26 15:59:19.097195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950166-f172-4e4e-8573-97e7c0109677 req-7589a2c6-6b5d-4b5a-857d-46cf783b5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:19.098710 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-7589a2c6-6b5d-4b5a-857d-46cf783b5d7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8aca4ca-f203-4443-a9ef-81c37290a4c6 HTTP/1.1" status: 200 len: 845 time: 0.1874650 May 26 15:59:19.126919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] No DVR routers for this DVR port 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:19.136132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.139994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98cefc4a-7ba5-4da1-af18-a9f77cad0b5f req-87734dd7-7508-4e02-834a-75d196acaeb0 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.24 "DELETE /v2.0/ports/4668a83d-ed23-4c32-bd0c-6a6cdae36a0a HTTP/1.1" status: 204 len: 173 time: 1.1817415 May 26 15:59:19.162593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-7367a453-08f2-4527-84b8-b758aeefb669 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=484dd3f7-9a29-4047-b437-33762eef8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368822 May 26 15:59:19.200110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0526fc2d-86b7-40b7-89d7-9c846b7f2ad3 req-bbe9ab70-a165-4fc8-a713-05257148b24f tempest-FlavorsV2NegativeTest-1371909652 tempest-FlavorsV2NegativeTest-1371909652-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ab0ac1758a644a4c8460e8d385503284&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406096 May 26 15:59:19.417860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-24f1fb12-6d35-4f9e-9cc7-60e652c6016b service neutron] 10.222.0.24 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464104 May 26 15:59:19.428831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526fc2d-86b7-40b7-89d7-9c846b7f2ad3 req-eb632dbf-cdbf-41bd-a2ff-72a35c276f32 tempest-FlavorsV2NegativeTest-1371909652 tempest-FlavorsV2NegativeTest-1371909652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:19.436401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0526fc2d-86b7-40b7-89d7-9c846b7f2ad3 req-eb632dbf-cdbf-41bd-a2ff-72a35c276f32 tempest-FlavorsV2NegativeTest-1371909652 tempest-FlavorsV2NegativeTest-1371909652-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040291 May 26 15:59:19.464693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687aebe8-00ce-4c4d-bc16-36fbe6cc99bc req-3f318b50-27b3-49a1-9073-fd6e39ec793f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:19.466582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-687aebe8-00ce-4c4d-bc16-36fbe6cc99bc req-3f318b50-27b3-49a1-9073-fd6e39ec793f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 944 time: 0.1702805 May 26 15:59:19.486147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0526fc2d-86b7-40b7-89d7-9c846b7f2ad3 req-9f7f6eab-079a-4d01-89d0-82549ee4e56c tempest-FlavorsV2NegativeTest-1371909652 tempest-FlavorsV2NegativeTest-1371909652-project] 10.222.0.39 "GET /v2.0/quotas/ab0ac1758a644a4c8460e8d385503284 HTTP/1.1" status: 200 len: 375 time: 0.0485721 May 26 15:59:19.589645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0526fc2d-86b7-40b7-89d7-9c846b7f2ad3 req-9a497f37-b1c5-4027-bf2c-37aeac97089b tempest-FlavorsV2NegativeTest-1371909652 tempest-FlavorsV2NegativeTest-1371909652-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab0ac1758a644a4c8460e8d385503284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025355 May 26 15:59:19.766447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-687aebe8-00ce-4c4d-bc16-36fbe6cc99bc req-c75f56ec-32b9-4762-a96b-662700a9430f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773008 May 26 15:59:19.819163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-a66cbf64-85f0-47e4-96a4-3a436ab37a97 service neutron] 10.222.0.32 "GET /v2.0/ports/9eca5a5d-bd84-47e4-b38f-f7985b9f5731/bindings/n-h1-843336-2 HTTP/1.1" status: 200 len: 384 time: 0.3163800 May 26 15:59:19.826546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa950166-f172-4e4e-8573-97e7c0109677 req-2f14cd9d-3a35-4194-9218-eebf83baffd1 service neutron] 10.222.0.24 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870068 May 26 15:59:19.839046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed9179-4f99-4af1-b06d-29215bc771fd req-c314a76a-36b2-4762-82eb-8740b55a468d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:19.840654 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ba294a-af94-4ad1-807e-d55a9e5033f7 x-openstack-request-id: req-35ba294a-af94-4ad1-807e-d55a9e5033f7 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:19.841165 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-unplugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:19.841583 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35ba294a-af94-4ad1-807e-d55a9e5033f7 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:19.843180 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ba294a-af94-4ad1-807e-d55a9e5033f7'] response: {'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'code': 200} May 26 15:59:19.847606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24ed9179-4f99-4af1-b06d-29215bc771fd req-c314a76a-36b2-4762-82eb-8740b55a468d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 943 time: 0.1567690 May 26 15:59:20.195515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-ead026d7-66ba-41b3-88d3-59e864eafef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:20.197612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-ead026d7-66ba-41b3-88d3-59e864eafef4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 1095 time: 0.1611280 May 26 15:59:20.206876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24ed9179-4f99-4af1-b06d-29215bc771fd req-b288fc97-6456-4e19-bbad-56c0392529aa tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329861 May 26 15:59:20.330073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63773-8da3-4689-b02f-b0e353586031 req-a63b2a4e-4257-46df-a8c7-80eb53528fda tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:20.332373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfc63773-8da3-4689-b02f-b0e353586031 req-a63b2a4e-4257-46df-a8c7-80eb53528fda tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 949 time: 0.2402294 May 26 15:59:20.464808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:20.514431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:20.515755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4668a83d-ed23-4c32-bd0c-6a6cdae36a0a not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:20.568243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58358) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:20.732034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ebbe-5ae8-41c7-add7-61af4d543ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.838110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ebbe-5ae8-41c7-add7-61af4d543ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.844285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ebbe-5ae8-41c7-add7-61af4d543ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.878053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca88f8-c786-4d2b-9752-741a847c8775 req-a20ba35b-91ed-4b24-bfcb-3cc495d88a23 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:20.890117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34ca88f8-c786-4d2b-9752-741a847c8775 req-a20ba35b-91ed-4b24-bfcb-3cc495d88a23 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.5514848 May 26 15:59:20.901316 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1ad7ebbe-5ae8-41c7-add7-61af4d543ba1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab0ac1758a644a4c8460e8d385503284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298359 May 26 15:59:20.902409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58366) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:20.903355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7ebbe-5ae8-41c7-add7-61af4d543ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f723b314-c51c-44ff-a612-467d9abe6ec3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:20.960067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfc63773-8da3-4689-b02f-b0e353586031 req-78a217a8-2558-4896-ade2-237dc5e5fe0d tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626503 May 26 15:59:21.003212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b738497-28d3-4a56-8ea0-2bb03cc9c812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:21.042186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b738497-28d3-4a56-8ea0-2bb03cc9c812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:21.047263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30bcda9-4062-4082-b8c7-624523741879', 'name': 'network-vif-deleted', 'tag': '4668a83d-ed23-4c32-bd0c-6a6cdae36a0a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:21.049724 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc08fe8-1dcc-4b8d-a144-d0be443a1c72" -d '{"events": [{"server_uuid": "b30bcda9-4062-4082-b8c7-624523741879", "name": "network-vif-deleted", "tag": "4668a83d-ed23-4c32-bd0c-6a6cdae36a0a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:21.064306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:21.132458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34ca88f8-c786-4d2b-9752-741a847c8775 req-6716895e-42ad-4031-9bba-90b504e3415e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411211 May 26 15:59:21.138700 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b738497-28d3-4a56-8ea0-2bb03cc9c812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:21.144240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b738497-28d3-4a56-8ea0-2bb03cc9c812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:21.161831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b738497-28d3-4a56-8ea0-2bb03cc9c812 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f723b314-c51c-44ff-a612-467d9abe6ec3 HTTP/1.1" status: 204 len: 168 time: 0.2532396 May 26 15:59:21.172530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-fb06b752-ca36-42dd-bfbe-66fc85017513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:21.179611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-fb06b752-ca36-42dd-bfbe-66fc85017513 service neutron] 10.222.0.24 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 906 time: 0.9648824 May 26 15:59:21.190214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b738497-28d3-4a56-8ea0-2bb03cc9c812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f723b314-c51c-44ff-a612-467d9abe6ec3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:21.327709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:21.336792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-1d00dfee-87d0-47c7-8f63-0f766b884a85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f HTTP/1.1" status: 200 len: 217 time: 0.1359918 May 26 15:59:21.500752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:21.513105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-b94ab6b9-e808-4e2b-aae3-0dc1dc07a518 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:21.514857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-b94ab6b9-e808-4e2b-aae3-0dc1dc07a518 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 949 time: 0.3272755 May 26 15:59:21.537396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:21.556095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-bf80aaae-04de-4f57-b586-ee57601178d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:21.558072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-bf80aaae-04de-4f57-b586-ee57601178d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8aca4ca-f203-4443-a9ef-81c37290a4c6 HTTP/1.1" status: 200 len: 845 time: 0.1649880 May 26 15:59:21.569845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:21.718881 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-eb679e3a-8df5-4a15-8f3d-cfa4446540f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=484dd3f7-9a29-4047-b437-33762eef8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292279 May 26 15:59:21.766384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bfee9-61e6-468c-ad4a-0188be72065b req-6894ee34-f5d9-414d-ab42-2253895e8cec tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:21.776752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-979bfee9-61e6-468c-ad4a-0188be72065b req-6894ee34-f5d9-414d-ab42-2253895e8cec tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 944 time: 0.3854959 May 26 15:59:21.932264 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8209976-3623-4ff0-b444-11517b70c1d0 x-openstack-request-id: req-e8209976-3623-4ff0-b444-11517b70c1d0 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:21.932939 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30bcda9-4062-4082-b8c7-624523741879", "name": "network-vif-deleted", "tag": "4668a83d-ed23-4c32-bd0c-6a6cdae36a0a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:21.932939 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8209976-3623-4ff0-b444-11517b70c1d0 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:21.933459 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8209976-3623-4ff0-b444-11517b70c1d0'] response: {'server_uuid': 'b30bcda9-4062-4082-b8c7-624523741879', 'name': 'network-vif-deleted', 'tag': '4668a83d-ed23-4c32-bd0c-6a6cdae36a0a', 'status': 'completed', 'code': 200} May 26 15:59:22.002698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] Transition to ACTIVE for port object 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:22.057585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.071434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-5de8348f-b0c4-4550-be74-790ed546f41b service neutron] 10.222.0.24 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169382 May 26 15:59:22.122090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-979bfee9-61e6-468c-ad4a-0188be72065b req-87a0007d-949d-41db-a478-9105d2171522 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437805 May 26 15:59:22.266892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceb73f-52e5-444a-ba4f-f9b812e6331e req-ec157ebb-db11-441a-b68d-a86f435f9029 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:22.278129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6cceb73f-52e5-444a-ba4f-f9b812e6331e req-ec157ebb-db11-441a-b68d-a86f435f9029 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 944 time: 0.3430693 May 26 15:59:22.289541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] No DVR routers for this DVR port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:22.295515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58410) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:22.336215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Deleting port e6603f2f-f5ed-41a4-acd4-540e66f41a58 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:22.336557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.396950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] Pushing event updated for resources: {'Port': ['ID=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:22.474246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9fe166fb-2a6a-454c-b265-1fa358a2b27f details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:22.489241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6cceb73f-52e5-444a-ba4f-f9b812e6331e req-f6befc70-8a05-4001-80da-bef18486bc31 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097654 May 26 15:59:22.538862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-network', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:22.591051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Made reservation on behalf of a5f61cbbbf2842a985912cb32140c28d for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:22.596464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.608900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-18a981ec-c593-46f3-b595-39a7b58f6302 service neutron] 10.222.0.32 "PUT /v2.0/ports/9eca5a5d-bd84-47e4-b38f-f7985b9f5731/bindings/n-h1-843336-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7597659 May 26 15:59:22.619431 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.652269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:22.668609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '9fe166fb-2a6a-454c-b265-1fa358a2b27f', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'port_id': '9fe166fb-2a6a-454c-b265-1fa358a2b27f', 'mac_address': 'fa:16:3e:9a:51:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aca4ca-f203-4443-a9ef-81c37290a4c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:22.724093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 9fe166fb-2a6a-454c-b265-1fa358a2b27f is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:22.725031 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.760774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe166fb-2a6a-454c-b265-1fa358a2b27f {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:22.812956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:22.815702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.820212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.825041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.838497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dcf9ebc-d2b2-440b-9369-b06a73deab37 req-e22247f8-afea-40d4-98d1-93d0915df9bf service neutron] 10.222.0.24 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223358 May 26 15:59:22.877660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8379d7-cd02-414e-bf5f-31c62ba6add2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:22.888649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:59:22.900376 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.900799 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Added segment 58aceaf8-3039-4d5c-bde1-eddbd1e861d1 of type vlan for network 1205278f-cf10-486b-b28d-08c31ce1b5ca May 26 15:59:22.922891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] For port e6603f2f-f5ed-41a4-acd4-540e66f41a58, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e6603f2f-f5ed-41a4-acd4-540e66f41a58,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:22.923161 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.956464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af603e66-aa21-4590-a8fb-9faff6282fd0 req-65ed1177-9203-4255-9544-d758972c3a22 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:22.957761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.964412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af603e66-aa21-4590-a8fb-9faff6282fd0 req-65ed1177-9203-4255-9544-d758972c3a22 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 949 time: 0.3682191 May 26 15:59:22.990839 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.992590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:22.993362 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:22.995498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b18f99-3639-432e-b841-ec0eacd63fe5 req-f9ca39cb-b602-4b0f-8c42-5ba40980987c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.000278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74b18f99-3639-432e-b841-ec0eacd63fe5 req-f9ca39cb-b602-4b0f-8c42-5ba40980987c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.3448858 May 26 15:59:23.003373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Calling delete_port for e6603f2f-f5ed-41a4-acd4-540e66f41a58 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:23.034608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=9fe166fb-2a6a-454c-b265-1fa358a2b27f,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:23.071487 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7695892 May 26 15:59:23.073679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58426) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:23.079571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Request body: {'subnet': {'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-subnet', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:23.079910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-81d3f794-971b-4e62-b7e7-84d266eef533 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.081536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-81d3f794-971b-4e62-b7e7-84d266eef533 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.3589551 May 26 15:59:23.125705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af603e66-aa21-4590-a8fb-9faff6282fd0 req-f0a98526-349c-45e0-a2f8-1563f154eeec tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580870 May 26 15:59:23.138598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56048e2d-8713-4b37-8a8b-0e8d890d256a admin admin] Pushing event updated for resources: {'Network': ['ID=1205278f-cf10-486b-b28d-08c31ce1b5ca,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:23.169927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Made reservation on behalf of a5f61cbbbf2842a985912cb32140c28d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:23.179186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:59:23.191347 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:23.195630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['9fe166fb-2a6a-454c-b265-1fa358a2b27f'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:23.253632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74b18f99-3639-432e-b841-ec0eacd63fe5 req-a2699439-a8ff-4234-9a2b-1e90dc58cd0f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418423 May 26 15:59:23.369971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-f0dafa42-a1f8-483c-8df0-a463887524e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.380805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-f0dafa42-a1f8-483c-8df0-a463887524e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c HTTP/1.1" status: 200 len: 1095 time: 0.2530968 May 26 15:59:23.558186 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:23.579630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f2d73-db01-4daf-ba74-2025936aa192 req-ffbbace6-343a-46b4-bc91-04c0fe0550cb tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.581385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d9f2d73-db01-4daf-ba74-2025936aa192 req-ffbbace6-343a-46b4-bc91-04c0fe0550cb tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.2457161 May 26 15:59:23.599803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-e4a9be34-f0f4-4c59-a36e-62db5e82868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.601608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-e4a9be34-f0f4-4c59-a36e-62db5e82868f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 1095 time: 0.1790473 May 26 15:59:23.609431 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:23.609689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc9fd9-cff7-4127-80df-c29aa7d58baa req-9a1a0bd3-a5a4-49d0-8a86-f12fae33cf48 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.618274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8acc9fd9-cff7-4127-80df-c29aa7d58baa req-9a1a0bd3-a5a4-49d0-8a86-f12fae33cf48 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 945 time: 0.2319343 May 26 15:59:23.635297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:23.777108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Pushing event deleted for resources: {'Port': ['ID=e6603f2f-f5ed-41a4-acd4-540e66f41a58,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:23.787738 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:23.809963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8acc9fd9-cff7-4127-80df-c29aa7d58baa req-79d73101-39ab-49e3-a4c5-6f473a1757b7 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904790 May 26 15:59:23.878203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8057d697-05b7-4284-a1b8-43dbc6a50108,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:23.885047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] No DVR routers for this DVR port e6603f2f-f5ed-41a4-acd4-540e66f41a58 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:23.905912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d9f2d73-db01-4daf-ba74-2025936aa192 req-22a7991e-a900-49a1-8983-9c644778fa62 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673383 May 26 15:59:23.914220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Checking segment: {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:23.915015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Network hostable DHCP agents. Network: 1205278f-cf10-486b-b28d-08c31ce1b5ca, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:59:23.917590 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:23.926252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cca03ceb-b016-45f6-8523-f793a49cea83 req-d10464eb-fa92-4659-843e-c1351bd1c7b4 tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.32 "DELETE /v2.0/ports/e6603f2f-f5ed-41a4-acd4-540e66f41a58 HTTP/1.1" status: 204 len: 173 time: 2.3732154 May 26 15:59:23.936331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7df0cd8-8419-4840-902f-f5812cb3f093', 'name': 'network-vif-deleted', 'tag': 'e6603f2f-f5ed-41a4-acd4-540e66f41a58'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:23.944311 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c72563-d7ff-4783-9700-cfbb4448925f" -d '{"events": [{"server_uuid": "f7df0cd8-8419-4840-902f-f5812cb3f093", "name": "network-vif-deleted", "tag": "e6603f2f-f5ed-41a4-acd4-540e66f41a58"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:23.948104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:59:23.987623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 1205278f-cf10-486b-b28d-08c31ce1b5ca) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:23.991673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c9d51c95-c703-407c-bb93-07111622d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.993705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-c9d51c95-c703-407c-bb93-07111622d2a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 200 len: 908 time: 0.3724911 May 26 15:59:24.002678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:24.005361 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.006902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d6fcb6-ac62-4117-94f2-48facd910f04 None None] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:24.041969 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb624b2f-1fb7-407d-9580-806588b4c90d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9668918 May 26 15:59:24.046693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58446) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:24.058214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:24.120709 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.124716 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.137493 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-62c659d7-b8b2-4940-84fd-b5f1db902528 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731 HTTP/1.1" status: 200 len: 217 time: 0.1363635 May 26 15:59:24.139508 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004a068f-bf95-4e13-a6a4-8ed309a1ae37 x-openstack-request-id: req-004a068f-bf95-4e13-a6a4-8ed309a1ae37 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:24.139849 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7df0cd8-8419-4840-902f-f5812cb3f093", "name": "network-vif-deleted", "tag": "e6603f2f-f5ed-41a4-acd4-540e66f41a58", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:24.140111 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-004a068f-bf95-4e13-a6a4-8ed309a1ae37 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:24.154827 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004a068f-bf95-4e13-a6a4-8ed309a1ae37'] response: {'server_uuid': 'f7df0cd8-8419-4840-902f-f5812cb3f093', 'name': 'network-vif-deleted', 'tag': 'e6603f2f-f5ed-41a4-acd4-540e66f41a58', 'status': 'completed', 'code': 200} May 26 15:59:24.293787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.363850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88fd3caf-7469-46dc-ab87-ad5fd2373601 req-cd598db9-4535-48b2-85e8-b5d4298c227a tempest-ImagesNegativeTestJSON-1019987045 tempest-ImagesNegativeTestJSON-1019987045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7df0cd8-8419-4840-902f-f5812cb3f093 HTTP/1.1" status: 200 len: 210 time: 0.0607831 May 26 15:59:24.372073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-ba64024c-098a-4b53-8c24-07ef89abc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:24.381110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-ba64024c-098a-4b53-8c24-07ef89abc004 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 200 len: 847 time: 0.2233264 May 26 15:59:24.395220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74218e9f-68a3-4324-89b3-563897a99ae5 req-f8420355-9e7d-4070-aa64-94b26f3f01f4 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:24.403340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-1205278f-cf10-486b-b28d-08c31ce1b5ca', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:59:24.404175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74218e9f-68a3-4324-89b3-563897a99ae5 req-f8420355-9e7d-4070-aa64-94b26f3f01f4 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 944 time: 0.2480626 May 26 15:59:24.404779 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.482787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-8e3a3f76-5e6d-4aff-b3c5-dc00e9b42a0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f895ef6-1747-4739-ab45-0caac76d6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775383 May 26 15:59:24.521918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25639a78-00f3-4ddc-8051-33ba64ec7515 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:24.529811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9fe166fb-2a6a-454c-b265-1fa358a2b27f up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:24.540634 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.612423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74218e9f-68a3-4324-89b3-563897a99ae5 req-eb03cb68-dbad-463f-8e2c-484006d76bec tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968470 May 26 15:59:24.653540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0cac4-0bed-4308-b97d-70fda5bf1256 req-1a50bbd6-22c7-431e-9a77-68aff0431f95 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:24.661260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2c0cac4-0bed-4308-b97d-70fda5bf1256 req-1a50bbd6-22c7-431e-9a77-68aff0431f95 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.1812830 May 26 15:59:24.707300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-3ca14b36-7de0-4d78-8411-b10ed1b11cd0 service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065742 May 26 15:59:24.764577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 9fe166fb-2a6a-454c-b265-1fa358a2b27f completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:24.777727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 9fe166fb-2a6a-454c-b265-1fa358a2b27f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:24.779087 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.788044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2c0cac4-0bed-4308-b97d-70fda5bf1256 req-cc057c5d-3427-437e-8f62-21597b13b237 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256964 May 26 15:59:24.844066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Allocated IP 172.20.0.2 (1205278f-cf10-486b-b28d-08c31ce1b5ca/8057d697-05b7-4284-a1b8-43dbc6a50108/618b2432-f2eb-4748-b87e-c8babe734867) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:24.851525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e6603f2f-f5ed-41a4-acd4-540e66f41a58 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:24.884512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: e6603f2f-f5ed-41a4-acd4-540e66f41a58 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:24.885003 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e6603f2f-f5ed-41a4-acd4-540e66f41a58 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:24.935165 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-451808a8-830d-4a40-9cd0-87285e7d914a service neutron] 10.222.0.24 "GET /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202423 May 26 15:59:24.969451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.006537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.016813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 9fe166fb-2a6a-454c-b265-1fa358a2b27f is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:25.017204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.074907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5e130-a42a-428f-a417-3763d9d47780 req-7bd9846a-d7e4-41db-b3db-f19988cfba91 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:25.086649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fa5e130-a42a-428f-a417-3763d9d47780 req-7bd9846a-d7e4-41db-b3db-f19988cfba91 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 945 time: 0.1194801 May 26 15:59:25.169819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Allocated IP 172.25.0.27 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/5e55b807-c623-4619-bccf-23d2c9f40d8f) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:25.279534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649eabd-c1af-45f4-a725-a1b1c57fe222 req-f4367caf-e71d-4329-ba20-503a82a1ec2a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:25.282512 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3649eabd-c1af-45f4-a725-a1b1c57fe222 req-f4367caf-e71d-4329-ba20-503a82a1ec2a tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1915934 May 26 15:59:25.298745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fa5e130-a42a-428f-a417-3763d9d47780 req-be38de8c-1caa-4d1d-9763-654fa9e3bcb4 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769557 May 26 15:59:25.356634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:25.362269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.414367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'mac_address': 'fa:16:3e:16:96:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:25.427198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-24451629-2dc6-47ad-8233-66e46ec72903 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:25.429815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-24451629-2dc6-47ad-8233-66e46ec72903 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa&tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1095 time: 0.1743336 May 26 15:59:25.435413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3649eabd-c1af-45f4-a725-a1b1c57fe222 req-383682fb-724a-432b-8a26-e802688dcb01 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/security-groups?id=fab59c53-c295-4900-829f-615b8a11d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261635 May 26 15:59:25.448326 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.548315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e55b807-c623-4619-bccf-23d2c9f40d8f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:25.569807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:25.571318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:25.584189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:25.593576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:25.597570 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03153a3b-25e6-4d81-af97-3485e25b86bc" -d '{"events": [{"server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:25.599752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-3dc3cdae-cc9b-4953-bc41-f54f270a920c service neutron] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:25.603155 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-3dc3cdae-cc9b-4953-bc41-f54f270a920c service neutron] Notify callbacks [] for binding, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.604435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e56821ec-e976-4102-8fb0-0c83cf02cc37 req-3dc3cdae-cc9b-4953-bc41-f54f270a920c service neutron] 10.222.0.24 "DELETE /v2.0/ports/9eca5a5d-bd84-47e4-b38f-f7985b9f5731/bindings/n-h2-843336-2 HTTP/1.1" status: 204 len: 173 time: 0.1638896 May 26 15:59:25.619335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25639a78-00f3-4ddc-8051-33ba64ec7515 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:25.620379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.657303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:25.659302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25639a78-00f3-4ddc-8051-33ba64ec7515 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:25.687674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:25.693586 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.703476 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.797494 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6025c2ca-40fe-4dfc-87c5-6b41c759427b x-openstack-request-id: req-6025c2ca-40fe-4dfc-87c5-6b41c759427b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:25.807395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59850719-d217-4752-b83c-d375dff52a13 req-6fb5569f-3e12-4551-bfc6-ae4a860662aa tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:25.808172 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:25.808593 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6025c2ca-40fe-4dfc-87c5-6b41c759427b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:25.809175 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6025c2ca-40fe-4dfc-87c5-6b41c759427b'] response: {'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f', 'code': 200} May 26 15:59:25.814581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59850719-d217-4752-b83c-d375dff52a13 req-6fb5569f-3e12-4551-bfc6-ae4a860662aa tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.32 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 945 time: 0.1411023 May 26 15:59:25.858770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['25639a78-00f3-4ddc-8051-33ba64ec7515'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:25.911294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=9fe166fb-2a6a-454c-b265-1fa358a2b27f,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:25.915239 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.929207 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.989272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:26.002259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:26.022055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:26.086362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:26.183614 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.223111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Attempting to bind port 618b2432-f2eb-4748-b87e-c8babe734867 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:26.223586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Attempting to bind port 618b2432-f2eb-4748-b87e-c8babe734867 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:26.224105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Attempting to bind port 618b2432-f2eb-4748-b87e-c8babe734867 on network 1205278f-cf10-486b-b28d-08c31ce1b5ca {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:26.232241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:26.232241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Checking segment: {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:26.237914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.238472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Bound using segment: {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:26.239059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Bound port: 618b2432-f2eb-4748-b87e-c8babe734867, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:26.239531 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.246944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfc23b-98a1-4274-8308-986747a6625b req-c491e8ff-4c8c-4d15-be6e-4dbfc45ff39e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:26.250286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02cfc23b-98a1-4274-8308-986747a6625b req-c491e8ff-4c8c-4d15-be6e-4dbfc45ff39e tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 944 time: 0.4343817 May 26 15:59:26.281486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a9a6-c538-44a5-9ffa-cc02ed8862af req-06d117ff-2d77-42f4-84c1-6b096f90250a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:26.297656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Pushing event updated for resources: {'Port': ['ID=618b2432-f2eb-4748-b87e-c8babe734867,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:26.306684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4064a9a6-c538-44a5-9ffa-cc02ed8862af req-06d117ff-2d77-42f4-84c1-6b096f90250a tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 944 time: 0.3954241 May 26 15:59:26.317388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1cc83-0318-46b5-ba5f-a72ca787de7d req-cd801d98-301b-4c54-bc30-ee80b4c9ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:26.319224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30a1cc83-0318-46b5-ba5f-a72ca787de7d req-cd801d98-301b-4c54-bc30-ee80b4c9ebd4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 1097 time: 0.3782372 May 26 15:59:26.429656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] For port 618b2432-f2eb-4748-b87e-c8babe734867, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:26.449519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] For port 618b2432-f2eb-4748-b87e-c8babe734867, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=618b2432-f2eb-4748-b87e-c8babe734867,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:26.459084 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.503690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.521473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4064a9a6-c538-44a5-9ffa-cc02ed8862af req-37d8d692-86c8-4678-bff5-9ac9a403a50d tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133374 May 26 15:59:26.546644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a25ae-86d2-486a-9a06-1495b54918ff None None] Pushing event updated for resources: {'Port': ['ID=618b2432-f2eb-4748-b87e-c8babe734867,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:26.570705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02cfc23b-98a1-4274-8308-986747a6625b req-d9448cf9-894f-4137-8166-292ba030e6c7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436371 May 26 15:59:26.575459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-028df71c-3482-45bd-8313-1a9eca889022 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:26.577532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-028df71c-3482-45bd-8313-1a9eca889022 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 944 time: 0.2048700 May 26 15:59:26.580194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-59850719-d217-4752-b83c-d375dff52a13 req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Deleting port 2730c717-4890-4d0f-a835-70bf0f41d3bd {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:26.580539 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-59850719-d217-4752-b83c-d375dff52a13 req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.588107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30a1cc83-0318-46b5-ba5f-a72ca787de7d req-929cbec8-563f-444b-822b-a167b76e1806 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437389 May 26 15:59:26.836852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Router bee73684-7fc2-4a2e-b782-d4e0db8bd046 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:59:27.297744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 618b2432-f2eb-4748-b87e-c8babe734867 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:27.343411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd469bc-6b83-48bf-9a30-286aa292c589 req-09bc9266-9788-4e48-8b38-839db9b1539d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:27.343991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:59:27.351182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bd469bc-6b83-48bf-9a30-286aa292c589 req-09bc9266-9788-4e48-8b38-839db9b1539d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.1562726 May 26 15:59:27.357627 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Sync routers for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:59:27.364012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.368227 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-31b5e33d-2e15-4f93-aee6-201b1981c2e1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.3175399 May 26 15:59:27.369224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58524) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:27.380308 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:27.381736 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:27.391308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fecd6d-60e8-4846-bbdc-cde04d80e74c req-cb4ef34d-ede6-4c0c-bd00-8aff4d8cfc92 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:27.392844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4fecd6d-60e8-4846-bbdc-cde04d80e74c req-cb4ef34d-ede6-4c0c-bd00-8aff4d8cfc92 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.2259698 May 26 15:59:27.428611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 618b2432-f2eb-4748-b87e-c8babe734867 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:27.428611 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.443040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Deleting port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:27.443386 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.464541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bd469bc-6b83-48bf-9a30-286aa292c589 req-0014382b-28ff-4c1a-a75a-f21566971fc2 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123903 May 26 15:59:27.517694 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:27.609219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 618b2432-f2eb-4748-b87e-c8babe734867 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:27.615235 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.618719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-59850719-d217-4752-b83c-d375dff52a13 req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] For port 2730c717-4890-4d0f-a835-70bf0f41d3bd, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=2730c717-4890-4d0f-a835-70bf0f41d3bd,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:27.620083 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-59850719-d217-4752-b83c-d375dff52a13 req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.649266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-59850719-d217-4752-b83c-d375dff52a13 req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Calling delete_port for 2730c717-4890-4d0f-a835-70bf0f41d3bd owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:27.696951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 618b2432-f2eb-4748-b87e-c8babe734867, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=618b2432-f2eb-4748-b87e-c8babe734867,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:27.703286 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.821883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=618b2432-f2eb-4748-b87e-c8babe734867,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:27.898019 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:25Z', 'revision_number': 3, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:27.944833 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Checking router: bee73684-7fc2-4a2e-b782-d4e0db8bd046 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:59:27.945579 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Updating router bee73684-7fc2-4a2e-b782-d4e0db8bd046 port 5e55b807-c623-4619-bccf-23d2c9f40d8f binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:59:27.969712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4fecd6d-60e8-4846-bbdc-cde04d80e74c req-b1001c3b-4a79-4cdc-8154-aed441679369 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550671 May 26 15:59:27.991696 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-59850719-d217-4752-b83c-d375dff52a13 req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.005311 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.072552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a523c-5610-42c6-a860-e9fd479c72f7 None None] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:28.156318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bab3e15a-d78e-4ed9-9ff9-209854869549 None None] Provisioning complete for port 618b2432-f2eb-4748-b87e-c8babe734867 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:28.157234 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bab3e15a-d78e-4ed9-9ff9-209854869549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.171242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Pushing event deleted for resources: {'Port': ['ID=2730c717-4890-4d0f-a835-70bf0f41d3bd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:28.193977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5911a13c-6233-4604-a4ae-28d5f9c178b1 req-da0bdf0b-8076-41b8-b516-e48807660926 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.39 "GET /v2.0/ports?device_id=020c08bd-b8ff-411a-b05d-daffd0b7417b HTTP/1.1" status: 200 len: 210 time: 0.2170315 May 26 15:59:28.318604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-59850719-d217-4752-b83c-d375dff52a13 req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] No DVR routers for this DVR port 2730c717-4890-4d0f-a835-70bf0f41d3bd on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:28.323464 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-59850719-d217-4752-b83c-d375dff52a13 req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.328623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59850719-d217-4752-b83c-d375dff52a13 req-c61b8ee4-c4b2-4d7a-a2c4-aaa04d4cbf59 tempest-ServerRescueTestJSON-1394888370 tempest-ServerRescueTestJSON-1394888370-project] 10.222.0.32 "DELETE /v2.0/ports/2730c717-4890-4d0f-a835-70bf0f41d3bd HTTP/1.1" status: 204 len: 173 time: 2.5017228 May 26 15:59:28.330787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bab3e15a-d78e-4ed9-9ff9-209854869549 None None] Current status of the port 618b2432-f2eb-4748-b87e-c8babe734867 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:28.340448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020c08bd-b8ff-411a-b05d-daffd0b7417b', 'name': 'network-vif-deleted', 'tag': '2730c717-4890-4d0f-a835-70bf0f41d3bd'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:28.343673 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c3201-1b98-43c4-a248-fe8c4b582101" -d '{"events": [{"server_uuid": "020c08bd-b8ff-411a-b05d-daffd0b7417b", "name": "network-vif-deleted", "tag": "2730c717-4890-4d0f-a835-70bf0f41d3bd"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:28.362951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] For port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:28.363329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.399456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Calling delete_port for 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:28.411219 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.517432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25639a78-00f3-4ddc-8051-33ba64ec7515 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:28.649083 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.660961 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.698740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 25639a78-00f3-4ddc-8051-33ba64ec7515 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:28.699129 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.732767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65513c3-15ca-499b-8756-b22687f926fb req-52979e7d-ee30-4bde-8814-9737713d65e9 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:28.745577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b65513c3-15ca-499b-8756-b22687f926fb req-52979e7d-ee30-4bde-8814-9737713d65e9 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=a53c0b73-f3b3-46b5-ab92-cc2e72901794 HTTP/1.1" status: 200 len: 944 time: 0.5306537 May 26 15:59:28.746105 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Attempting to bind port 5e55b807-c623-4619-bccf-23d2c9f40d8f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:28.746493 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Attempting to bind port 5e55b807-c623-4619-bccf-23d2c9f40d8f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:28.747078 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Attempting to bind port 5e55b807-c623-4619-bccf-23d2c9f40d8f on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:28.759107 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:28.759679 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:28.760130 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.760577 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:28.761169 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Bound port: 5e55b807-c623-4619-bccf-23d2c9f40d8f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:28.762144 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.775742 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Pushing event updated for resources: {'Port': ['ID=5e55b807-c623-4619-bccf-23d2c9f40d8f,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:28.818516 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.819575 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.820255 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.820867 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.821386 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.821779 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.821947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Allocated IP 172.20.0.1 (1205278f-cf10-486b-b28d-08c31ce1b5ca/8057d697-05b7-4284-a1b8-43dbc6a50108/1dd1551e-cee0-4067-9f0d-f6be02ad8917) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:28.822161 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.822617 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.822996 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.823331 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.823704 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.824073 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:28.835814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:28.905498 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.910433 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] For port 5e55b807-c623-4619-bccf-23d2c9f40d8f, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:28.932736 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] For port 5e55b807-c623-4619-bccf-23d2c9f40d8f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5e55b807-c623-4619-bccf-23d2c9f40d8f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:28.940701 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.960750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b65513c3-15ca-499b-8756-b22687f926fb req-6fff0bd4-10be-44b1-b201-d3aa0e3772c9 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139475 May 26 15:59:28.973790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No active binding found for port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 15:59:28.992757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:28.993400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 2730c717-4890-4d0f-a835-70bf0f41d3bd no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:29.036174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Pushing event deleted for resources: {'Port': ['ID=587e9e4a-3bbf-44c3-a287-324fa05bb3a4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:29.066318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97028169-559d-43b8-89b6-1ae11ceb2235 req-554ecfa1-02a4-477d-b3b9-8ef842ee2e5d tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:29.077772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97028169-559d-43b8-89b6-1ae11ceb2235 req-554ecfa1-02a4-477d-b3b9-8ef842ee2e5d tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 1095 time: 0.3970563 May 26 15:59:29.143786 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:29.144580 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:29.186827 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cca510-9c60-4f58-bf38-af3626783e3a x-openstack-request-id: req-87cca510-9c60-4f58-bf38-af3626783e3a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:29.196455 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020c08bd-b8ff-411a-b05d-daffd0b7417b", "name": "network-vif-deleted", "tag": "2730c717-4890-4d0f-a835-70bf0f41d3bd", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:29.202455 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87cca510-9c60-4f58-bf38-af3626783e3a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:29.203116 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cca510-9c60-4f58-bf38-af3626783e3a'] response: {'server_uuid': '020c08bd-b8ff-411a-b05d-daffd0b7417b', 'name': 'network-vif-deleted', 'tag': '2730c717-4890-4d0f-a835-70bf0f41d3bd', 'status': 'completed', 'code': 200} May 26 15:59:29.220489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 2730c717-4890-4d0f-a835-70bf0f41d3bd {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:29.227292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 2730c717-4890-4d0f-a835-70bf0f41d3bd not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:29.253529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.269108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] No DVR routers for this DVR port 587e9e4a-3bbf-44c3-a287-324fa05bb3a4 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:29.285832 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.303596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6ce6a88-5497-409c-95e2-1648e0573dac req-56177fd3-2d82-4855-aa1a-953cc7ae1f11 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.32 "DELETE /v2.0/ports/587e9e4a-3bbf-44c3-a287-324fa05bb3a4 HTTP/1.1" status: 204 len: 173 time: 2.7144415 May 26 15:59:29.304475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f7774ff8-d3b8-4c9b-95b9-7a2e5074c73f None None] Provisioning complete for port 618b2432-f2eb-4748-b87e-c8babe734867 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:29.318962 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7774ff8-d3b8-4c9b-95b9-7a2e5074c73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.329180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25639a78-00f3-4ddc-8051-33ba64ec7515 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:29.329581 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.333898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 618b2432-f2eb-4748-b87e-c8babe734867 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:29.373930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.385841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97028169-559d-43b8-89b6-1ae11ceb2235 req-782ab01d-e68c-4832-af02-7a98645363d8 tempest-LiveMigrationTest-663795960 tempest-LiveMigrationTest-663795960-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073254 May 26 15:59:29.505473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:29.508511 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4a419d-4449-4c0a-b1d1-45d285cc3d0e" -d '{"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-plugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:29.511956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556670f-dac3-4c60-8afe-9283faae7874 req-16de38ea-5ed3-4486-87bc-bd20ff9a5081 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:29.540941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c556670f-dac3-4c60-8afe-9283faae7874 req-16de38ea-5ed3-4486-87bc-bd20ff9a5081 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.2229927 May 26 15:59:29.545546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:29.552270 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.577444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:29.596174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:29.609493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:29.651482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:29.670427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 618b2432-f2eb-4748-b87e-c8babe734867 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:29.671284 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.715228 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0694037-5a50-4609-86c5-86ea5cc9c230 None None] Pushing event updated for resources: {'Port': ['ID=5e55b807-c623-4619-bccf-23d2c9f40d8f,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:29.744476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f7774ff8-d3b8-4c9b-95b9-7a2e5074c73f None None] Current status of the port 618b2432-f2eb-4748-b87e-c8babe734867 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:29.745169 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:29.752133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd1551e-cee0-4067-9f0d-f6be02ad8917,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:29.842275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.882070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c556670f-dac3-4c60-8afe-9283faae7874 req-325e4fe1-ebf6-4209-b3a3-eaf8c7f88e54 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394883 May 26 15:59:29.941685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efd8f2-b011-45b9-94d0-c1c29ed5e106 req-afbab767-f14b-46e9-9e7d-5b1a0e40e937 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:29.943313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93efd8f2-b011-45b9-94d0-c1c29ed5e106 req-afbab767-f14b-46e9-9e7d-5b1a0e40e937 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.3644686 May 26 15:59:29.972295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 618b2432-f2eb-4748-b87e-c8babe734867 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:30.043034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58562) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:30.083563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4ff0fa79-7a45-47be-87f2-41a18df2dd54 None None] Provisioning complete for port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:30.083939 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4ff0fa79-7a45-47be-87f2-41a18df2dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.205448 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:25Z', 'revision_number': 3, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:30.207139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0fa79-7a45-47be-87f2-41a18df2dd54 None None] Port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:59:30.214075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93efd8f2-b011-45b9-94d0-c1c29ed5e106 req-a639610b-019f-4416-8563-83f6c4391df1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523150 May 26 15:59:30.246291 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8da80-0e9d-4f9a-8ac8-8b04300530d3 None None] The sync data for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 is: [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:25Z', 'revision_number': 3, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:59:30.263985 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.290749 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd4ca83-5ff1-4d31-9cd4-8b4ec0b37106 x-openstack-request-id: req-abd4ca83-5ff1-4d31-9cd4-8b4ec0b37106 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:30.291143 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-plugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:30.291468 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abd4ca83-5ff1-4d31-9cd4-8b4ec0b37106 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:30.292021 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd4ca83-5ff1-4d31-9cd4-8b4ec0b37106'] response: {'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'code': 200} May 26 15:59:30.685982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.703390 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.840304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58586) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:30.907682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.939210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd1551e-cee0-4067-9f0d-f6be02ad8917,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:31.036777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-a2f8ca63-795f-41d7-960b-f493b95c4c58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6530113 May 26 15:59:31.120369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577c678-36f9-472d-898b-d927392287fd req-94f96216-62a8-4937-a65a-519b25c38be7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:31.128803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6577c678-36f9-472d-898b-d927392287fd req-94f96216-62a8-4937-a65a-519b25c38be7 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 944 time: 0.1443934 May 26 15:59:31.224972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'name': 'network-vif-deleted', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:31.227222 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa249901-7301-4ce7-a59d-b8379b31bf85" -d '{"events": [{"server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "name": "network-vif-deleted", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:31.234020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:31.235667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:31.281391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5e55b807-c623-4619-bccf-23d2c9f40d8f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:31.302487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f2e04-79e7-4a00-b278-9c1a1e27a8db req-eb345388-27ec-4269-9f78-572da777a9f7 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:31.304068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b59f2e04-79e7-4a00-b278-9c1a1e27a8db req-eb345388-27ec-4269-9f78-572da777a9f7 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 944 time: 0.3920481 May 26 15:59:31.408047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5e55b807-c623-4619-bccf-23d2c9f40d8f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:31.408816 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.456154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6577c678-36f9-472d-898b-d927392287fd req-0ed0ee13-2c11-4b5b-b020-061e001fc808 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262081 May 26 15:59:31.484416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-7bd3bf79-0f1f-4a02-a5cd-3e380576cba7 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:31.485937 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-7bd3bf79-0f1f-4a02-a5cd-3e380576cba7 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.24 "GET /v2.0/ports?device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 944 time: 0.1549079 May 26 15:59:31.557724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5e55b807-c623-4619-bccf-23d2c9f40d8f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:31.559386 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.583197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Router bee73684-7fc2-4a2e-b782-d4e0db8bd046 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:59:31.596503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 5e55b807-c623-4619-bccf-23d2c9f40d8f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5e55b807-c623-4619-bccf-23d2c9f40d8f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:31.612479 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.619845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b2db280f-5d5c-44bc-992e-8dd4926e4a42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32494a86c60a4cdeba9326d412c7c3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7771587 May 26 15:59:31.629149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58596) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:31.709395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=5e55b807-c623-4619-bccf-23d2c9f40d8f,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:31.753120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-22df2d91-7bfd-4429-9023-e4ff4335de20 None None] Provisioning complete for port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:31.753372 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22df2d91-7bfd-4429-9023-e4ff4335de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.772622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-8b1f1397-add7-4fc8-a02d-d96e911fc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:31.774301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-8b1f1397-add7-4fc8-a02d-d96e911fc4f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&device_id=260da50c-5594-4ef0-bcef-e923e5410f08 HTTP/1.1" status: 200 len: 1095 time: 0.6802197 May 26 15:59:31.819831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Deleting port 302a8060-ad97-4f55-a669-0ac9887ba8de {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:31.820398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.824921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-22df2d91-7bfd-4429-9023-e4ff4335de20 None None] Port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:59:31.831211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-fae30dd5-7f4c-459c-a6cc-146b6cd49cca tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:31.833456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-fae30dd5-7f4c-459c-a6cc-146b6cd49cca tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 944 time: 0.5792532 May 26 15:59:31.868563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b59f2e04-79e7-4a00-b278-9c1a1e27a8db req-904d595e-132e-4005-945d-a5bcd4ecfa85 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036685 May 26 15:59:31.919333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:59:31.939656 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-412df7f1-c4cc-4238-9ec6-15da47bd6373 admin admin] 10.222.0.39 "PUT /v2.0/routers/bee73684-7fc2-4a2e-b782-d4e0db8bd046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5609782 May 26 15:59:32.009207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] For port 302a8060-ad97-4f55-a669-0ac9887ba8de, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=302a8060-ad97-4f55-a669-0ac9887ba8de,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:32.009761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.025514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Calling delete_port for 302a8060-ad97-4f55-a669-0ac9887ba8de owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:32.038746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.209458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.248223 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Pushing event deleted for resources: {'Port': ['ID=302a8060-ad97-4f55-a669-0ac9887ba8de,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:32.257783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123f3bb-fdd6-44c5-96cd-92f9611e123a req-01393f4f-514e-4566-9fc9-af9645f637c6 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.259375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3123f3bb-fdd6-44c5-96cd-92f9611e123a req-01393f4f-514e-4566-9fc9-af9645f637c6 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.6236441 May 26 15:59:32.268908 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.293003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] No DVR routers for this DVR port 302a8060-ad97-4f55-a669-0ac9887ba8de on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:32.298036 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.300253 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3a6b265d-ba20-48b9-b9dc-541fcfd9247c req-2d79a7df-969b-449b-88b8-1f52c66c245b tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.24 "DELETE /v2.0/ports/302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 204 len: 173 time: 0.7919486 May 26 15:59:32.301107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'name': 'network-vif-deleted', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:32.304137 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2ba671-51ad-40b4-90d0-0153ecf0de98" -d '{"events": [{"server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "name": "network-vif-deleted", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:32.308722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ae01-5391-45f0-8284-0340ea93bf96 req-ed3e26e1-6b28-4a27-9aab-9208da1e6400 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.310438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6606ae01-5391-45f0-8284-0340ea93bf96 req-ed3e26e1-6b28-4a27-9aab-9208da1e6400 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.2847562 May 26 15:59:32.372855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Deleting port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:32.373150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.377055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-4c3e8911-cfe7-4085-9965-ca06c1ea1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.378614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-4c3e8911-cfe7-4085-9965-ca06c1ea1104 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 200 len: 921 time: 0.5349689 May 26 15:59:32.519962 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3123f3bb-fdd6-44c5-96cd-92f9611e123a req-bec10877-bec3-4b5f-b0ce-22216ad3665c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376554 May 26 15:59:32.522659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-f8aded20-a562-446d-93a7-c359235ead0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=302a8060-ad97-4f55-a669-0ac9887ba8de HTTP/1.1" status: 200 len: 217 time: 0.1279252 May 26 15:59:32.626419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6606ae01-5391-45f0-8284-0340ea93bf96 req-6226b35e-d3ed-43f6-8eed-efebe677f462 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894013 May 26 15:59:32.694311 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.715908 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.725100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.726606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0 HTTP/1.1" status: 204 len: 168 time: 1.0922415 May 26 15:59:32.730771 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fb53d8-9eef-4365-9e5b-498056e14683 x-openstack-request-id: req-e9fb53d8-9eef-4365-9e5b-498056e14683 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:32.732006 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53c0b73-f3b3-46b5-ab92-cc2e72901794", "name": "network-vif-deleted", "tag": "587e9e4a-3bbf-44c3-a287-324fa05bb3a4", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:32.732353 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9fb53d8-9eef-4365-9e5b-498056e14683 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:32.733341 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fb53d8-9eef-4365-9e5b-498056e14683'] response: {'server_uuid': 'a53c0b73-f3b3-46b5-ab92-cc2e72901794', 'name': 'network-vif-deleted', 'tag': '587e9e4a-3bbf-44c3-a287-324fa05bb3a4', 'status': 'completed', 'code': 200} May 26 15:59:32.802941 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbc43c9-c32a-4c19-a000-780898ca69b4 x-openstack-request-id: req-bfbc43c9-c32a-4c19-a000-780898ca69b4 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:32.803308 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260da50c-5594-4ef0-bcef-e923e5410f08", "name": "network-vif-deleted", "tag": "302a8060-ad97-4f55-a669-0ac9887ba8de", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:32.803476 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfbc43c9-c32a-4c19-a000-780898ca69b4 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:32.803922 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbc43c9-c32a-4c19-a000-780898ca69b4'] response: {'server_uuid': '260da50c-5594-4ef0-bcef-e923e5410f08', 'name': 'network-vif-deleted', 'tag': '302a8060-ad97-4f55-a669-0ac9887ba8de', 'status': 'completed', 'code': 200} May 26 15:59:32.846992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad2ca1-35cc-4c0f-b84a-0e99ced2f9d0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:32.849874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-f2dfd4c2-5ef4-411d-84e0-db708f75eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.851446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-f2dfd4c2-5ef4-411d-84e0-db708f75eb8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 200 len: 860 time: 0.2935064 May 26 15:59:32.874876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] For port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:32.875532 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.882957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.882957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.882957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.883317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.883575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.883918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.884229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.884542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.884861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.885182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.885501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.885819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a39ce-b63c-4c19-a764-4acc9b87aea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:32.922769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-53246c59-d611-4563-b07f-bdf667cd55f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b7b05e2-7140-4867-92bf-a086c4f93820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624447 May 26 15:59:32.969507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Calling delete_port for 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:33.168696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Sync routers for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:59:33.191101 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.195378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:33.198908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:33.212062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['37120126-c012-4c26-832c-94c1545011fe'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:33.345389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5e55b807-c623-4619-bccf-23d2c9f40d8f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:33.564009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:33.737219 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdbc220e-4b30-45bc-a63d-b4dd772ec1b7 req-13165794-55c3-4153-889b-b6572c50ff16 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 210 time: 0.5726049 May 26 15:59:33.750465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Pushing event deleted for resources: {'Port': ['ID=9eca5a5d-bd84-47e4-b38f-f7985b9f5731,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:33.922094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] No DVR routers for this DVR port 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:33.925353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.929431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b401f3b9-c603-45ad-9db8-16764388ba0b req-58f1cb0a-92e0-46b8-9049-4c278b5aa906 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.24 "DELETE /v2.0/ports/9eca5a5d-bd84-47e4-b38f-f7985b9f5731 HTTP/1.1" status: 204 len: 173 time: 2.0528681 May 26 15:59:34.116555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5e55b807-c623-4619-bccf-23d2c9f40d8f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:34.117208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:34.178442 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-2163d4b2-c41b-4a8a-b269-099fa19d44e1 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0521071 May 26 15:59:34.182057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 2, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:34.188895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-b1218356-78fa-4b20-8180-4aa344cd2bf1 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:34.205052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-b1218356-78fa-4b20-8180-4aa344cd2bf1 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 821 time: 1.0147383 May 26 15:59:34.230487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Checking router: bee73684-7fc2-4a2e-b782-d4e0db8bd046 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:59:34.231123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Updating router bee73684-7fc2-4a2e-b782-d4e0db8bd046 port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:59:34.263249 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:34.268232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-11d7ec72-2e78-4848-a952-bd5c13c218c8 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/quotas/a5f61cbbbf2842a985912cb32140c28d HTTP/1.1" status: 200 len: 375 time: 0.0626698 May 26 15:59:34.494816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-06ca01bd-8797-4de5-b729-54e395588ba7 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2256835 May 26 15:59:34.542211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6fa1d-9f9d-43ea-a38f-a3ecdd64c9c6 req-d0f5c3dc-454b-4e3b-9247-4ba302277464 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:34.551606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bcb6fa1d-9f9d-43ea-a38f-a3ecdd64c9c6 req-d0f5c3dc-454b-4e3b-9247-4ba302277464 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.3757567 May 26 15:59:34.622883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:34.685484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:34.685851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9eca5a5d-bd84-47e4-b38f-f7985b9f5731 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:34.686294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 302a8060-ad97-4f55-a669-0ac9887ba8de no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:34.725918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 302a8060-ad97-4f55-a669-0ac9887ba8de {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:34.726320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 302a8060-ad97-4f55-a669-0ac9887ba8de not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:34.734536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5e55b807-c623-4619-bccf-23d2c9f40d8f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:34.740500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'name': 'network-vif-deleted', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:34.743054 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd3552-96d0-4e93-b848-1fa3ea92135a" -d '{"events": [{"server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "name": "network-vif-deleted", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:34.756432 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bcb6fa1d-9f9d-43ea-a38f-a3ecdd64c9c6 req-519ec4b7-2160-448d-ae9a-323a5548686a tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033920 May 26 15:59:34.904003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fedcbcb-dde6-4d16-9180-30cf7caaf507 req-1b69cb62-b8ce-4ef0-bb23-1f8b9fa1a072 service neutron] 10.222.0.24 "GET /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886282 May 26 15:59:35.000112 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfc761ba-8ab1-4fe1-9e82-9415e8ba0804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.003295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-6561fbce-bb3e-4520-84a3-c057e3791fe0 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076752 May 26 15:59:35.006756 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.020060 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.178533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Deleting port 11d13c28-7143-4131-8cb2-0e0030f69fa3 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:35.178905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.192274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe0cbb-e6e2-49ef-9ef1-52ceb3d94920 None None] Pushing event updated for resources: {'Port': ['ID=1dd1551e-cee0-4067-9f0d-f6be02ad8917,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:35.325620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Attempting to bind port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:35.328438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Attempting to bind port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:35.328958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Attempting to bind port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 on network 1205278f-cf10-486b-b28d-08c31ce1b5ca {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:35.345631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:35.346491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Checking segment: {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:35.347059 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.347869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Bound using segment: {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:35.354812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Bound port: 1dd1551e-cee0-4067-9f0d-f6be02ad8917, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:35.355526 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.411248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5bb16-41af-4215-8198-a9ddc5b6f91c req-d02bac60-27fa-48eb-9c8e-cbedb2f05bbb tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:35.421878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3d5bb16-41af-4215-8198-a9ddc5b6f91c req-d02bac60-27fa-48eb-9c8e-cbedb2f05bbb tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.3522768 May 26 15:59:35.460960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] For port 1dd1551e-cee0-4067-9f0d-f6be02ad8917, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:35.465818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] For port 1dd1551e-cee0-4067-9f0d-f6be02ad8917, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1dd1551e-cee0-4067-9f0d-f6be02ad8917,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:35.476569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.485114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-771f0396-19b4-4370-9f0a-de2dd541f9e8 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755297 May 26 15:59:35.558062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3d5bb16-41af-4215-8198-a9ddc5b6f91c req-92b488b6-eb62-4ba7-a051-3825c66f2ffc tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307647 May 26 15:59:35.558744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8f0bd0a8-5e2c-4ff3-8f34-199604369318 None None] Provisioning complete for port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:35.559221 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd0a8-5e2c-4ff3-8f34-199604369318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.576263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] For port 11d13c28-7143-4131-8cb2-0e0030f69fa3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=11d13c28-7143-4131-8cb2-0e0030f69fa3,segment=NetworkSegment(8390d5b1-3e19-4667-bb51-6fbf24113834),segment_id=8390d5b1-3e19-4667-bb51-6fbf24113834)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:35.580752 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.609213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Calling delete_port for 11d13c28-7143-4131-8cb2-0e0030f69fa3 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:35.676111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:35.676899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:35.726659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe0cbb-e6e2-49ef-9ef1-52ceb3d94920 None None] Pushing event updated for resources: {'Port': ['ID=1dd1551e-cee0-4067-9f0d-f6be02ad8917,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:35.954955 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f955547d-1a41-4fcb-87fd-6fe51347349a x-openstack-request-id: req-f955547d-1a41-4fcb-87fd-6fe51347349a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:35.955396 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8abab0c-0bd5-40eb-94d3-cb7848aaabaa", "name": "network-vif-deleted", "tag": "9eca5a5d-bd84-47e4-b38f-f7985b9f5731", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:35.955752 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f955547d-1a41-4fcb-87fd-6fe51347349a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:35.956388 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f955547d-1a41-4fcb-87fd-6fe51347349a'] response: {'server_uuid': 'e8abab0c-0bd5-40eb-94d3-cb7848aaabaa', 'name': 'network-vif-deleted', 'tag': '9eca5a5d-bd84-47e4-b38f-f7985b9f5731', 'status': 'completed', 'code': 200} May 26 15:59:36.088432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:36.106849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-822a6a9f-3a3d-4583-93d3-d8971b5d021d req-0a1f7f54-e7b6-46fa-92ac-2571c07c5dee tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 210 time: 0.0833523 May 26 15:59:36.181656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bd0a8-5e2c-4ff3-8f34-199604369318 None None] Current status of the port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:36.201176 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd0a8-5e2c-4ff3-8f34-199604369318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.300920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.369384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Pushing event deleted for resources: {'Port': ['ID=11d13c28-7143-4131-8cb2-0e0030f69fa3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:36.528971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8f0bd0a8-5e2c-4ff3-8f34-199604369318 None None] For port 1dd1551e-cee0-4067-9f0d-f6be02ad8917, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1dd1551e-cee0-4067-9f0d-f6be02ad8917,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:36.541866 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd0a8-5e2c-4ff3-8f34-199604369318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.611359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87c41a0d-119d-4d6b-9561-4e81d706e776 req-7b7e884f-48ae-49d3-9644-c4336d3229fe tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 210 time: 0.0472329 May 26 15:59:36.776059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-034088ae-139f-4986-b5d2-5f095ac58921 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:36.777627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-034088ae-139f-4986-b5d2-5f095ac58921 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 945 time: 0.4596395 May 26 15:59:36.861098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d4ff4-b3b0-4245-8a58-c10095fc8c8a req-afebdfe5-c89c-424c-86d0-73116bcd360f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:36.863134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c084932c-ce06-414a-b13e-6e3e837e2238 None None] Provisioning complete for port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:36.863701 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c084932c-ce06-414a-b13e-6e3e837e2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.868750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e4d4ff4-b3b0-4245-8a58-c10095fc8c8a req-afebdfe5-c89c-424c-86d0-73116bcd360f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.3360348 May 26 15:59:36.906774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bd0a8-5e2c-4ff3-8f34-199604369318 None None] Pushing event updated for resources: {'Port': ['ID=1dd1551e-cee0-4067-9f0d-f6be02ad8917,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:37.084563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e4d4ff4-b3b0-4245-8a58-c10095fc8c8a req-82ebdd28-17c7-4c02-af9f-619d2073ae78 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145712 May 26 15:59:37.097678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87879a5f-a6c7-4b84-b4f3-1b3da585b924 req-4aeaecf8-9a50-4fca-9113-c09e16c03b3e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:37.109066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87879a5f-a6c7-4b84-b4f3-1b3da585b924 req-4aeaecf8-9a50-4fca-9113-c09e16c03b3e tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 945 time: 0.3264236 May 26 15:59:37.229826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58714) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:37.325032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:35Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:37.329430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c084932c-ce06-414a-b13e-6e3e837e2238 None None] Current status of the port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:37.356636 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.381797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87879a5f-a6c7-4b84-b4f3-1b3da585b924 req-5305ec69-13a3-462f-af7a-4440eed53226 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718089 May 26 15:59:37.384221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Deleting port edff5353-3319-4c5e-9e43-ed1de523363b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:37.384704 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.462363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97b7f-5ec9-4344-a330-477bcf1c9684 None None] The sync data for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 is: [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:35Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:59:37.591391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76b46c1e-f0a2-4f6f-bd15-b0765cf2c5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.708432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e0a8-5bd1-47f3-9386-381918381119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.823427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e64d8596-da7c-4eca-be98-9b95d9c39c99 req-95415c48-391e-46e1-8eb3-3cb703cfac51 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 210 time: 0.1727457 May 26 15:59:37.893775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76b46c1e-f0a2-4f6f-bd15-b0765cf2c5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.906635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76b46c1e-f0a2-4f6f-bd15-b0765cf2c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.989804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b46c1e-f0a2-4f6f-bd15-b0765cf2c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ce437-00f9-45e7-b93a-ea863ff44b0d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:38.009863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7db7ef-d88b-4024-8be8-fd5d5d382b84 req-3d5771ba-c360-4ef4-81b7-beda5c603609 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:38.015208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f7db7ef-d88b-4024-8be8-fd5d5d382b84 req-3d5771ba-c360-4ef4-81b7-beda5c603609 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.5150628 May 26 15:59:38.042240 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-76b46c1e-f0a2-4f6f-bd15-b0765cf2c5e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c2a9699c11144ad9ef148a4db06bcc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8106592 May 26 15:59:38.045692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58724) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:38.123590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6fb6b6a-4862-42cd-84b6-568835aaecb8 req-d7235536-e5c2-4285-bc89-4f529fbbbe2f tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 210 time: 0.1061277 May 26 15:59:38.211225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d91a6470-f389-4f30-b82b-6486fa46079a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.249815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d91a6470-f389-4f30-b82b-6486fa46079a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.291950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] For port edff5353-3319-4c5e-9e43-ed1de523363b, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=edff5353-3319-4c5e-9e43-ed1de523363b,segment=NetworkSegment(471888d3-c30f-48c1-bb7a-5346b5a66973),segment_id=471888d3-c30f-48c1-bb7a-5346b5a66973)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:38.292628 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.335359 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d91a6470-f389-4f30-b82b-6486fa46079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.351209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d91a6470-f389-4f30-b82b-6486fa46079a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.352769 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d91a6470-f389-4f30-b82b-6486fa46079a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/610ce437-00f9-45e7-b93a-ea863ff44b0d HTTP/1.1" status: 204 len: 168 time: 0.2985587 May 26 15:59:38.360277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Calling delete_port for edff5353-3319-4c5e-9e43-ed1de523363b owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:38.383213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a6470-f389-4f30-b82b-6486fa46079a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ce437-00f9-45e7-b93a-ea863ff44b0d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:38.497245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f7db7ef-d88b-4024-8be8-fd5d5d382b84 req-7d30d6f7-6a99-4357-aedf-0cb719cde70d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492832 May 26 15:59:38.505678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91d18-0245-491f-9016-101e7a520992 req-11102c04-52b0-4b22-9bfd-18aee081b564 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:38.528100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1a91d18-0245-491f-9016-101e7a520992 req-11102c04-52b0-4b22-9bfd-18aee081b564 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 0.3988736 May 26 15:59:38.534744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device edff5353-3319-4c5e-9e43-ed1de523363b no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:38.713212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.734745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecb8f9-2b00-4a2a-8212-ca1970fadbf3 req-c9bba611-caf3-4248-81f5-4a852a25aba0 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:38.736553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1ecb8f9-2b00-4a2a-8212-ca1970fadbf3 req-c9bba611-caf3-4248-81f5-4a852a25aba0 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.5265377 May 26 15:59:38.838637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port edff5353-3319-4c5e-9e43-ed1de523363b is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:39.329026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1dd1551e-cee0-4067-9f0d-f6be02ad8917 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:39.444000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:39.445531 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.590171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1ecb8f9-2b00-4a2a-8212-ca1970fadbf3 req-026095d4-fc21-4494-8786-ae90c566bd94 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8272159 May 26 15:59:39.596962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-9590eef4-9621-4c69-93b2-305689941261 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.598440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-9590eef4-9621-4c69-93b2-305689941261 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 821 time: 1.2493324 May 26 15:59:39.606686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Router a4603176-5422-4a30-9c7e-4d191c83a5c0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:59:39.618951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd86ea0-d9c9-4a67-903d-ebb24dff84cb req-01231bb9-93f6-4c3b-8741-d7d625a27fab tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.629513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cd86ea0-d9c9-4a67-903d-ebb24dff84cb req-01231bb9-93f6-4c3b-8741-d7d625a27fab tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba78794d-40e2-4ded-b674-bd435daa8702 HTTP/1.1" status: 200 len: 945 time: 0.7990844 May 26 15:59:39.644499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Request body: {'port': {'device_id': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'admin_state_up': True, 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:39.651308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:39.848884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e1a91d18-0245-491f-9016-101e7a520992 req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Deleting port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:39.849239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e1a91d18-0245-491f-9016-101e7a520992 req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.903059 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58768) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:39.954554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b8058fe-627a-4fbc-9d49-c88073d049a5 req-b067520a-63dc-47fc-b3e7-5ff32015965a tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 210 time: 0.1523683 May 26 15:59:39.975240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cd86ea0-d9c9-4a67-903d-ebb24dff84cb req-3eac598c-fb8e-4c5e-a9ec-00b8e7606fec tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.39 "GET /v2.0/security-groups?id=77d13ab8-494f-416d-b5da-4ae8cdf7d51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143456 May 26 15:59:40.091818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.181990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1789273691-network', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:40.221618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Made reservation on behalf of a044555c6d88472789ff54fb89a4ca42 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:40.224388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.244446 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.256572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Pushing event deleted for resources: {'Port': ['ID=edff5353-3319-4c5e-9e43-ed1de523363b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:40.382295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.396203 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.401103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e1a91d18-0245-491f-9016-101e7a520992 req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] For port 86b4b58e-6ad9-4344-8b59-4575c9d30d18, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=86b4b58e-6ad9-4344-8b59-4575c9d30d18,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:40.401468 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e1a91d18-0245-491f-9016-101e7a520992 req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.411600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:59:40.418071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Made reservation on behalf of a5f61cbbbf2842a985912cb32140c28d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:40.422560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.430093 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.430679 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Added segment 68cfcd64-b638-426a-90af-ac53ed886eda of type vlan for network 1a739b17-ceba-407b-9c42-6767370e00cd May 26 15:59:40.442504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df45108c-7415-45bd-9c07-02083b7539c0 req-17bb5ea1-e328-47db-825b-d229c16f5c7e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 210 time: 0.3384736 May 26 15:59:40.444438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:59:40.469174 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d168b-3907-4903-a319-bf789c80c964 None None] Sync routers for ids ['a4603176-5422-4a30-9c7e-4d191c83a5c0'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:59:40.474682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c149035e-5a85-44a0-8e26-e3b4c334389f admin admin] 10.222.0.39 "PUT /v2.0/routers/a4603176-5422-4a30-9c7e-4d191c83a5c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4304743 May 26 15:59:40.483518 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d168b-3907-4903-a319-bf789c80c964 None None] Routers {'a4603176-5422-4a30-9c7e-4d191c83a5c0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:40.484157 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-437d168b-3907-4903-a319-bf789c80c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a4603176-5422-4a30-9c7e-4d191c83a5c0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:40.487414 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.494282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.513800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58772) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:40.531850 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.541699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.543008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:40.543811 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.627619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Pushing event updated for resources: {'Network': ['ID=1a739b17-ceba-407b-9c42-6767370e00cd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:40.635832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe29fd2a-ccac-4257-8c3d-3d73d7a0a20a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:40.645989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 1a739b17-ceba-407b-9c42-6767370e00cd details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:59:40.651462 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d2810253-a43c-4f25-b361-4ae5072739c5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7437034 May 26 15:59:40.654315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58784) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:40.660193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Request body: {'subnet': {'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1789273691-subnet', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:40.693292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Made reservation on behalf of a044555c6d88472789ff54fb89a4ca42 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:40.698349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.800363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e1a91d18-0245-491f-9016-101e7a520992 req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Calling delete_port for 86b4b58e-6ad9-4344-8b59-4575c9d30d18 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:40.808818 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-437d168b-3907-4903-a319-bf789c80c964 None None] Set router a4603176-5422-4a30-9c7e-4d191c83a5c0 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:40.810217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.862721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 86b4b58e-6ad9-4344-8b59-4575c9d30d18 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:40.919747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] No DVR routers for this DVR port edff5353-3319-4c5e-9e43-ed1de523363b on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:40.929251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.953814 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.957142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8eb167a4-2eed-49a6-a6ca-57b8d290c632 req-b69440de-07a6-4678-80c7-d268ef42b4f3 tempest-LiveAutoBlockMigrationV225Test-1354748250 tempest-LiveAutoBlockMigrationV225Test-1354748250-project] 10.222.0.24 "DELETE /v2.0/ports/edff5353-3319-4c5e-9e43-ed1de523363b HTTP/1.1" status: 204 len: 173 time: 4.1634092 May 26 15:59:40.980985 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:59:40.989916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2181d0f0-0390-4539-98f5-a1057ad978c4,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:41.058702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Checking segment: {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:41.064925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Network hostable DHCP agents. Network: 1a739b17-ceba-407b-9c42-6767370e00cd, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:59:41.128321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Network 1a739b17-ceba-407b-9c42-6767370e00cd is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:59:41.163563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:41.163736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 1a739b17-ceba-407b-9c42-6767370e00cd) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:41.163991 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.178195 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.179979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.201454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb123f-31f7-4bfe-8cef-baef350bebdf None None] Network 1a739b17-ceba-407b-9c42-6767370e00cd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:41.210801 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8e9cf35f-bc23-4ca3-99c3-f706f9fe39e6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5544498 May 26 15:59:41.214485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58790) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:41.224436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:41.258589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.260167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.329919 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-437d168b-3907-4903-a319-bf789c80c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'gw_port': {'id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:39Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:41.364110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'name': 'network-vif-deleted', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:41.365818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.369633 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc56797-0229-40dd-a524-e5237103d1f0" -d '{"events": [{"server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "name": "network-vif-deleted", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:41.374479 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d168b-3907-4903-a319-bf789c80c964 None None] Checking router: a4603176-5422-4a30-9c7e-4d191c83a5c0 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:59:41.389069 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e1a91d18-0245-491f-9016-101e7a520992 req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.415864 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d168b-3907-4903-a319-bf789c80c964 None None] Routers {'a4603176-5422-4a30-9c7e-4d191c83a5c0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:41.417532 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-437d168b-3907-4903-a319-bf789c80c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a4603176-5422-4a30-9c7e-4d191c83a5c0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:41.531907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event deleted for resources: {'Port': ['ID=86b4b58e-6ad9-4344-8b59-4575c9d30d18,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:41.682147 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-437d168b-3907-4903-a319-bf789c80c964 None None] Set router a4603176-5422-4a30-9c7e-4d191c83a5c0 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:41.731133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.749199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375eb01-2999-460c-ba5e-1b4a6f74d7f6 req-aef5cdb0-19b2-486a-a0d0-581dc235ecba tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.752852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2375eb01-2999-460c-ba5e-1b4a6f74d7f6 req-aef5cdb0-19b2-486a-a0d0-581dc235ecba tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=dba86c55-90b7-474d-822e-9eb3b199bb96 HTTP/1.1" status: 200 len: 946 time: 1.5054846 May 26 15:59:41.803032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.812920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a91d18-0245-491f-9016-101e7a520992 req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] No DVR routers for this DVR port 86b4b58e-6ad9-4344-8b59-4575c9d30d18 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:41.831177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e1a91d18-0245-491f-9016-101e7a520992 req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.835230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1a91d18-0245-491f-9016-101e7a520992 req-41f88247-957a-453e-919b-87defcf6b76b tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.32 "DELETE /v2.0/ports/86b4b58e-6ad9-4344-8b59-4575c9d30d18 HTTP/1.1" status: 204 len: 173 time: 3.2461290 May 26 15:59:41.849015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b35ca-b8c3-4bff-be4b-87784f93131d req-7e192f57-68f4-4b76-9c96-052a5f00c13c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.851086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-517b35ca-b8c3-4bff-be4b-87784f93131d req-7e192f57-68f4-4b76-9c96-052a5f00c13c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 1.0531330 May 26 15:59:42.009949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2375eb01-2999-460c-ba5e-1b4a6f74d7f6 req-dc49cfba-c66c-4b55-9301-40da05afaa6e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391832 May 26 15:59:42.017475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-517b35ca-b8c3-4bff-be4b-87784f93131d req-05ef2bcd-412b-48ce-949f-5f2f18ffded1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225512 May 26 15:59:42.063054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Allocated IP 172.20.0.3 (1205278f-cf10-486b-b28d-08c31ce1b5ca/8057d697-05b7-4284-a1b8-43dbc6a50108/3e0acf3d-afc3-48f0-bf4f-fd019ee16857) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:42.118693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-1a739b17-ceba-407b-9c42-6767370e00cd', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:59:42.119769 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.191060 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Deleting port a16fdeef-67db-4148-a70e-cba18c3447b2 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:42.194165 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.203324 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-437d168b-3907-4903-a319-bf789c80c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'gw_port': {'id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:39Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:42.211416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58798) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:42.285789 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161cc7a0-3366-4b6d-9b01-b870d849612f x-openstack-request-id: req-161cc7a0-3366-4b6d-9b01-b870d849612f {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:42.286117 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba78794d-40e2-4ded-b674-bd435daa8702", "name": "network-vif-deleted", "tag": "edff5353-3319-4c5e-9e43-ed1de523363b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:42.288859 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-161cc7a0-3366-4b6d-9b01-b870d849612f {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:42.289329 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161cc7a0-3366-4b6d-9b01-b870d849612f'] response: {'server_uuid': 'ba78794d-40e2-4ded-b674-bd435daa8702', 'name': 'network-vif-deleted', 'tag': 'edff5353-3319-4c5e-9e43-ed1de523363b', 'status': 'completed', 'code': 200} May 26 15:59:42.342143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.344778 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d168b-3907-4903-a319-bf789c80c964 None None] The sync data for ids ['a4603176-5422-4a30-9c7e-4d191c83a5c0'] in n-d-843336-2 is: [{'id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'name': 'tempest-ServerRescueTestJSON-510502834-router', 'tenant_id': '183aca7ccf4c4f829c7135c387396f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': '183aca7ccf4c4f829c7135c387396f4d', 'gw_port': {'id': 'a16fdeef-67db-4148-a70e-cba18c3447b2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4603176-5422-4a30-9c7e-4d191c83a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:39Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:59:42.395361 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.511193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Allocated IP 172.20.0.2 (1a739b17-ceba-407b-9c42-6767370e00cd/2181d0f0-0390-4539-98f5-a1057ad978c4/d5075f30-cdbe-4871-956d-5f2089d44d2f) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:42.591936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0eb8c473-7580-46db-b731-fae4c7552ba9 req-0563bb5d-e5d0-40fe-b027-929b53b897cb tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8abab0c-0bd5-40eb-94d3-cb7848aaabaa HTTP/1.1" status: 200 len: 210 time: 0.2998741 May 26 15:59:42.671957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Allocated IP 172.25.0.229 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/c28c6341-9a31-4fe3-818d-aa13dd4a916d) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:42.818594 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.859662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.903370 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.957544 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.961922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Pushing event updated for resources: {'Port': ['ID=d5075f30-cdbe-4871-956d-5f2089d44d2f,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:42.988502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Network 1a739b17-ceba-407b-9c42-6767370e00cd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:42.990553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fed52dd-b3e4-4ce2-95a4-3474fff8c969 req-fe58ade3-ba68-4785-8489-9b741d1a2313 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 210 time: 0.5270307 May 26 15:59:42.998061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.004714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:43.023173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:43.058826 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.115814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:43.124366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:43.146416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:43.156494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf6a3a4-5f78-4f25-bee8-1d9eb2b84234 admin admin] Deleting subnet 71290587-b45d-4255-a963-77e9a7a9bb52 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:59:43.159926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a3a4-5f78-4f25-bee8-1d9eb2b84234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.197987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Attempting to bind port d5075f30-cdbe-4871-956d-5f2089d44d2f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:43.198579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Attempting to bind port d5075f30-cdbe-4871-956d-5f2089d44d2f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:43.198757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Attempting to bind port d5075f30-cdbe-4871-956d-5f2089d44d2f on network 1a739b17-ceba-407b-9c42-6767370e00cd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:43.221509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:43.221706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Checking segment: {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:43.222866 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.224053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Bound using segment: {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:43.224380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a3a4-5f78-4f25-bee8-1d9eb2b84234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.225445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Bound port: d5075f30-cdbe-4871-956d-5f2089d44d2f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:43.225971 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.266722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 11d13c28-7143-4131-8cb2-0e0030f69fa3 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:43.294633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a3a4-5f78-4f25-bee8-1d9eb2b84234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.316341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 11d13c28-7143-4131-8cb2-0e0030f69fa3 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:43.317592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 11d13c28-7143-4131-8cb2-0e0030f69fa3 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:43.429803 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a3a4-5f78-4f25-bee8-1d9eb2b84234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.441745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] For port a16fdeef-67db-4148-a70e-cba18c3447b2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a16fdeef-67db-4148-a70e-cba18c3447b2,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:43.443398 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.477204 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a3a4-5f78-4f25-bee8-1d9eb2b84234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.480637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2cf6a3a4-5f78-4f25-bee8-1d9eb2b84234 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/71290587-b45d-4255-a963-77e9a7a9bb52 HTTP/1.1" status: 204 len: 168 time: 1.2638104 May 26 15:59:43.489633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Pushing event updated for resources: {'Port': ['ID=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:43.494279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] For port d5075f30-cdbe-4871-956d-5f2089d44d2f, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:43.498030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58826) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:43.511773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] For port d5075f30-cdbe-4871-956d-5f2089d44d2f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d5075f30-cdbe-4871-956d-5f2089d44d2f,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:43.522815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.544431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Calling delete_port for a16fdeef-67db-4148-a70e-cba18c3447b2 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:43.619463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6a3a4-5f78-4f25-bee8-1d9eb2b84234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71290587-b45d-4255-a963-77e9a7a9bb52,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:43.692786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308621d-67e8-4ded-b5a0-20301718f141 None None] Pushing event updated for resources: {'Port': ['ID=d5075f30-cdbe-4871-956d-5f2089d44d2f,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:43.736607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-158df455-d222-4f58-b9bf-f0d044842689 None None] Provisioning complete for port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:43.736980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-158df455-d222-4f58-b9bf-f0d044842689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.783452 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.819700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:43.820573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.820854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-158df455-d222-4f58-b9bf-f0d044842689 None None] Port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:59:43.831935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814de3f-3741-494d-9761-48514a69c527 req-690d9f2e-5032-4bcf-8ce7-a448c38a3c3d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:43.845427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1814de3f-3741-494d-9761-48514a69c527 req-690d9f2e-5032-4bcf-8ce7-a448c38a3c3d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.4803207 May 26 15:59:44.015891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Pushing event updated for resources: {'Port': ['ID=c28c6341-9a31-4fe3-818d-aa13dd4a916d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:44.017929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-5b036f34-16c0-432b-97fa-e49e6bfa0a45 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3807640 May 26 15:59:44.040994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:44.042768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:44.046678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:44.175817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Request body: {'port': {'device_id': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:44.229455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.251096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-49176671-6eb8-4cf5-94f9-7715c0989de0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:44.253049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-49176671-6eb8-4cf5-94f9-7715c0989de0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.6400254 May 26 15:59:44.290879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba86c55-90b7-474d-822e-9eb3b199bb96', 'name': 'network-vif-deleted', 'tag': '86b4b58e-6ad9-4344-8b59-4575c9d30d18'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:44.293518 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77953364-8ceb-4502-9121-525ee71762c6" -d '{"events": [{"server_uuid": "dba86c55-90b7-474d-822e-9eb3b199bb96", "name": "network-vif-deleted", "tag": "86b4b58e-6ad9-4344-8b59-4575c9d30d18"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:44.308870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1814de3f-3741-494d-9761-48514a69c527 req-72ed4a8a-507b-4ae8-b3db-f0c80c8ac129 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624858 May 26 15:59:44.312846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7b05e2-7140-4867-92bf-a086c4f93820']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:44.368633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471888d3-c30f-48c1-bb7a-5346b5a66973') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:44.369047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471888d3-c30f-48c1-bb7a-5346b5a66973') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:44.370856 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.373406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-487b0dcf-cff7-42dd-8799-bc5a71945c17 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/quotas/8142abba1aae429d807fbc0f6201e614 HTTP/1.1" status: 200 len: 375 time: 0.1094720 May 26 15:59:44.430476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.538874 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.685340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-70685093-07f9-495d-982f-ed8e6ea7d8ad tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2969987 May 26 15:59:44.744526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.841352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.089160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:59:45.362021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d5075f30-cdbe-4871-956d-5f2089d44d2f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:45.368533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:59:45.413242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Sync routers for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:59:45.417334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.422630 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dfb06247-5a3c-4b96-8732-360547f77903 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2070391 May 26 15:59:45.423898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58854) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:45.441843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6c212d-92ba-49c1-9bb9-8f51b5477e78 None None] Network 1a739b17-ceba-407b-9c42-6767370e00cd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:45.471274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:45.472010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:45.575093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-72447674-18cd-47fe-8ca7-377a58df6d12 None None] Provisioning complete for port d5075f30-cdbe-4871-956d-5f2089d44d2f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:45.575559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-72447674-18cd-47fe-8ca7-377a58df6d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.692918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d5075f30-cdbe-4871-956d-5f2089d44d2f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:45.693522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.770512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:46.039916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-72447674-18cd-47fe-8ca7-377a58df6d12 None None] Current status of the port d5075f30-cdbe-4871-956d-5f2089d44d2f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:46.040360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-72447674-18cd-47fe-8ca7-377a58df6d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.083737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d5075f30-cdbe-4871-956d-5f2089d44d2f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:46.084222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.169311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:46.194349 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.216879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-72447674-18cd-47fe-8ca7-377a58df6d12 None None] For port d5075f30-cdbe-4871-956d-5f2089d44d2f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d5075f30-cdbe-4871-956d-5f2089d44d2f,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:46.237490 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-72447674-18cd-47fe-8ca7-377a58df6d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.282707 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0f9105df-ca66-4c5b-ba44-818b146582df service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5639606 May 26 15:59:46.297165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Transition to ACTIVE for port object 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:46.349910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:59:46.350994 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.383725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72447674-18cd-47fe-8ca7-377a58df6d12 None None] Pushing event updated for resources: {'Port': ['ID=d5075f30-cdbe-4871-956d-5f2089d44d2f,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:46.397056 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 15:59:46.397732 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 15:59:46.417707 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.433543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:44Z', 'revision_number': 3, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:46.510694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Checking router: 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:59:46.511041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Updating router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 port c28c6341-9a31-4fe3-818d-aa13dd4a916d binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:59:46.564777 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.585072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.613401 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 471888d3-c30f-48c1-bb7a-5346b5a66973 resource provider aggregate not found May 26 15:59:46.643313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:46.713207 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 471888d3-c30f-48c1-bb7a-5346b5a66973 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 471888d3-c30f-48c1-bb7a-5346b5a66973 found for delete ", "request_id": "req-87061928-9c2b-4b4e-be85-9d2e7efd0f96"}]} May 26 15:59:46.840577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d1e0a8ae-976b-4ef9-a006-da208d7531c2 None None] Provisioning complete for port d5075f30-cdbe-4871-956d-5f2089d44d2f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:46.840898 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a8ae-976b-4ef9-a006-da208d7531c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.906257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-99312f38-b9ce-4d4e-af1f-4bd6ce0731ec service neutron] 10.222.0.39 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063778 May 26 15:59:46.926297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f1760-036f-4ae7-953c-82f6adcf43e7 req-983d6bf9-8f5c-4c4b-9208-5784b67b0315 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:46.935894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-381f1760-036f-4ae7-953c-82f6adcf43e7 req-983d6bf9-8f5c-4c4b-9208-5784b67b0315 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 931 time: 2.3676496 May 26 15:59:46.946550 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.028612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Allocated IP 172.20.0.1 (1a739b17-ceba-407b-9c42-6767370e00cd/2181d0f0-0390-4539-98f5-a1057ad978c4/471a539f-1c12-4efe-80ef-9eeb7d64949a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:47.082905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.085925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] 10.222.0.39 "DELETE /v2.0/networks/1b7b05e2-7140-4867-92bf-a086c4f93820 HTTP/1.1" status: 204 len: 168 time: 3.5501254 May 26 15:59:47.103672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58866) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:47.119791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c62201-ad8d-4e49-a56d-4ef358740fea admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7b05e2-7140-4867-92bf-a086c4f93820,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:47.166753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.257395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-35562c39-82cf-4f95-b6d7-a9511c598ab4 admin admin] Deleting subnet dc1d10f3-1cd1-44ea-9ef9-8e156c4676a6 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:59:47.302519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-381f1760-036f-4ae7-953c-82f6adcf43e7 req-9fc9f2c7-29d3-48db-9ea0-55a49b8c038e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647845 May 26 15:59:47.303249 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.307282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.341791 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770665a8-cf02-497d-b496-493e8799d146 x-openstack-request-id: req-770665a8-cf02-497d-b496-493e8799d146 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:47.346357 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba86c55-90b7-474d-822e-9eb3b199bb96", "name": "network-vif-deleted", "tag": "86b4b58e-6ad9-4344-8b59-4575c9d30d18", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:47.346618 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-770665a8-cf02-497d-b496-493e8799d146 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:47.347066 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770665a8-cf02-497d-b496-493e8799d146'] response: {'server_uuid': 'dba86c55-90b7-474d-822e-9eb3b199bb96', 'name': 'network-vif-deleted', 'tag': '86b4b58e-6ad9-4344-8b59-4575c9d30d18', 'status': 'completed', 'code': 200} May 26 15:59:47.418635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Network 1a739b17-ceba-407b-9c42-6767370e00cd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:47.447333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:47.455174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:47.464229 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-35562c39-82cf-4f95-b6d7-a9511c598ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.470561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16fdeef-67db-4148-a70e-cba18c3447b2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:47.481331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Attempting to bind port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:47.481785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Attempting to bind port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:47.483660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Attempting to bind port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 on network 1205278f-cf10-486b-b28d-08c31ce1b5ca {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:47.490755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Pushing event updated for resources: {'Port': ['ID=471a539f-1c12-4efe-80ef-9eeb7d64949a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:47.586496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d5075f30-cdbe-4871-956d-5f2089d44d2f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:47.636715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.767634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59443611-7ed1-4af5-aa3c-bb679c74bfbc req-6400cad6-65ae-4aaa-af12-21ad3175ea8e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 210 time: 0.1266031 May 26 15:59:47.779032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 on network 1205278f-cf10-486b-b28d-08c31ce1b5ca not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:47.779269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Attempting to bind port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 on network 1205278f-cf10-486b-b28d-08c31ce1b5ca {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:47.809800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0a8ae-976b-4ef9-a006-da208d7531c2 None None] Current status of the port d5075f30-cdbe-4871-956d-5f2089d44d2f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:47.854023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:47.854023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Checking segment: {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:47.854023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Bound using segment: {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:47.854023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Bound port: 3e0acf3d-afc3-48f0-bf4f-fd019ee16857, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:47.854023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.947156 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-35562c39-82cf-4f95-b6d7-a9511c598ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.991249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d5075f30-cdbe-4871-956d-5f2089d44d2f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:48.030116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] For port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:48.033928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] For port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:48.080158 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.101629 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.106359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.173757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.224774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbbed8-4704-443a-91dc-7e94ecafab59 req-b6d6d2e1-33a9-4313-ba65-d54a02e72ee4 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:48.233138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96dbbed8-4704-443a-91dc-7e94ecafab59 req-b6d6d2e1-33a9-4313-ba65-d54a02e72ee4 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.7705100 May 26 15:59:48.268541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:48.269169 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.270748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 1091 time: 4.2394974 May 26 15:59:48.293972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Attempting to bind port c28c6341-9a31-4fe3-818d-aa13dd4a916d on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:48.295225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Attempting to bind port c28c6341-9a31-4fe3-818d-aa13dd4a916d by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:48.296167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Attempting to bind port c28c6341-9a31-4fe3-818d-aa13dd4a916d on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:48.318552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.328033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:48.337208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:48.337811 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.345758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:48.346534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Bound port: c28c6341-9a31-4fe3-818d-aa13dd4a916d, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:48.346961 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.463553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] For port c28c6341-9a31-4fe3-818d-aa13dd4a916d, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:48.468010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] For port c28c6341-9a31-4fe3-818d-aa13dd4a916d, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c28c6341-9a31-4fe3-818d-aa13dd4a916d,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:48.479738 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.521239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a2f7d71e-69fb-47cd-9f75-ac1192067c48 None None] Provisioning complete for port 471a539f-1c12-4efe-80ef-9eeb7d64949a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:48.521692 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d71e-69fb-47cd-9f75-ac1192067c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.527290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cfa1d-00af-489a-b374-72050b91333a None None] Pushing event updated for resources: {'Port': ['ID=c28c6341-9a31-4fe3-818d-aa13dd4a916d,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:48.623662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cfa1d-00af-489a-b374-72050b91333a None None] Pushing event updated for resources: {'Port': ['ID=c28c6341-9a31-4fe3-818d-aa13dd4a916d,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:48.664241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d5075f30-cdbe-4871-956d-5f2089d44d2f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:48.664820 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.673698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:48.675275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:48.691828 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.698971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.751304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-35562c39-82cf-4f95-b6d7-a9511c598ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.778483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Pushing event updated for resources: {'Port': ['ID=471a539f-1c12-4efe-80ef-9eeb7d64949a,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:48.799653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96dbbed8-4704-443a-91dc-7e94ecafab59 req-ed97569c-f1bd-4b00-a3b3-1644196a8abd tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638764 May 26 15:59:48.843883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:48.870898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa362565-273e-43db-bc0b-fa6c7f2f78d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:48.923628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.000559 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.008722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.013402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7d71e-69fb-47cd-9f75-ac1192067c48 None None] Port 471a539f-1c12-4efe-80ef-9eeb7d64949a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:59:49.142364 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.142893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4603176-5422-4a30-9c7e-4d191c83a5c0 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:59:49.180823 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.190055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58904) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:49.192501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-60f3f162-b1ca-45c2-936d-f52955a3c9f3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a4603176-5422-4a30-9c7e-4d191c83a5c0 HTTP/1.1" status: 204 len: 168 time: 8.6690071 May 26 15:59:49.291572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4fe7706a-137a-4ece-90c7-13d222a1485b req-5641eb54-505a-4c10-b069-b4b431430f71 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 210 time: 0.1387906 May 26 15:59:49.309507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-021f6422-04ae-4de8-b829-842d28621644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.311894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-021f6422-04ae-4de8-b829-842d28621644 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1094 time: 0.9538269 May 26 15:59:49.323834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3ae92-a4fb-4909-bf85-a6ea497f22be req-fe428e2a-fdae-4ac6-a68c-ae66c1017798 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.325515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2bc3ae92-a4fb-4909-bf85-a6ea497f22be req-fe428e2a-fdae-4ac6-a68c-ae66c1017798 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 943 time: 0.6472976 May 26 15:59:49.346908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fc4739-0e51-4619-b16a-592419155634 admin admin] Deleting subnet 83f49696-dea9-4d21-bd74-32e61ec32024 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:59:49.355903 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44fc4739-0e51-4619-b16a-592419155634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.362777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:49.364453 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828051e7-f512-478b-8d94-ed2549b4de5b" -d '{"events": [{"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:49.383942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d5075f30-cdbe-4871-956d-5f2089d44d2f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:49.420036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-0c7b9daa-390e-4094-91b6-bc80bc3454c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 217 time: 0.0885761 May 26 15:59:49.455278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:47Z', 'revision_number': 1, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:49.476926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-35562c39-82cf-4f95-b6d7-a9511c598ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.537105 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61217d69-36cc-452c-abdb-a7a50731a08a x-openstack-request-id: req-61217d69-36cc-452c-abdb-a7a50731a08a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:49.537493 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:49.537663 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61217d69-36cc-452c-abdb-a7a50731a08a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:49.538262 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61217d69-36cc-452c-abdb-a7a50731a08a'] response: {'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'status': 'completed', 'code': 200} May 26 15:59:49.543264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78005ef9-726b-4b46-bcd4-ee37a02cbb6d None None] The sync data for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 is: [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:47Z', 'revision_number': 1, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:59:49.544555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44fc4739-0e51-4619-b16a-592419155634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.547052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2bc3ae92-a4fb-4909-bf85-a6ea497f22be req-49ea9eb5-68cd-45b9-b68a-5e85b8d6dbbe tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036662 May 26 15:59:49.573609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Network 1a739b17-ceba-407b-9c42-6767370e00cd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:49.573609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:49.588916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35562c39-82cf-4f95-b6d7-a9511c598ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1d10f3-1cd1-44ea-9ef9-8e156c4676a6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:49.596889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-35562c39-82cf-4f95-b6d7-a9511c598ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.602795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-35562c39-82cf-4f95-b6d7-a9511c598ab4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dc1d10f3-1cd1-44ea-9ef9-8e156c4676a6 HTTP/1.1" status: 204 len: 168 time: 2.4924946 May 26 15:59:49.612921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58908) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:49.616608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-78e7f7d2-1797-412d-9861-f367194eef8f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.618088 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-78e7f7d2-1797-412d-9861-f367194eef8f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 812 time: 0.5114295 May 26 15:59:49.638293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Request body: {'port': {'device_id': '9d31c340-5b5a-48f5-8fd3-d158dac96fcc', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'admin_state_up': True, 'tenant_id': '8142abba1aae429d807fbc0f6201e614'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:49.646235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-2f5c0d0a-95e1-45eb-a84a-2099567ac50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.652499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-2f5c0d0a-95e1-45eb-a84a-2099567ac50e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.2180839 May 26 15:59:49.752627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.820624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a16fdeef-67db-4148-a70e-cba18c3447b2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:49.831545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-da3f69e7-51df-478c-9724-0399458346da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.837039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-da3f69e7-51df-478c-9724-0399458346da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720674 May 26 15:59:49.922890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a16fdeef-67db-4148-a70e-cba18c3447b2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:49.923201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a16fdeef-67db-4148-a70e-cba18c3447b2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:50.051383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-63f2b134-cd23-4e19-afcc-704a329a8594 None None] Provisioning complete for port 471a539f-1c12-4efe-80ef-9eeb7d64949a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:50.051767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63f2b134-cd23-4e19-afcc-704a329a8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.057726 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44fc4739-0e51-4619-b16a-592419155634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.113544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-63f2b134-cd23-4e19-afcc-704a329a8594 None None] Port 471a539f-1c12-4efe-80ef-9eeb7d64949a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:59:50.187940 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44fc4739-0e51-4619-b16a-592419155634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.241149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d83a93-1341-4d7d-bfe3-908cce7360a0 req-fad69de7-a012-4759-8fec-f58f03e883bb tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.257115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a9d83a93-1341-4d7d-bfe3-908cce7360a0 req-fad69de7-a012-4759-8fec-f58f03e883bb tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.2007205 May 26 15:59:50.285899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Made reservation on behalf of 8142abba1aae429d807fbc0f6201e614 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:50.289927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.327946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-7ede7fc0-7f44-4814-8573-efda17bfc6a6 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780006 May 26 15:59:50.436199 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc4739-0e51-4619-b16a-592419155634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f49696-dea9-4d21-bd74-32e61ec32024,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:50.458947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44fc4739-0e51-4619-b16a-592419155634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.466397 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-44fc4739-0e51-4619-b16a-592419155634 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/83f49696-dea9-4d21-bd74-32e61ec32024 HTTP/1.1" status: 204 len: 168 time: 1.2744951 May 26 15:59:50.509766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58928) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:50.526487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d5569d-54ad-4bfa-b409-f8f4cd7c1eaf req-fe8b8450-f9a6-48e7-b986-618cfe2c8c16 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831939 May 26 15:59:50.564824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a9d83a93-1341-4d7d-bfe3-908cce7360a0 req-6e6d843f-3db9-497b-912e-fb1e4536b94e tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065007 May 26 15:59:50.715563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:59:50.879937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bda4a0f1-d3a1-4a31-aef1-66cc82f2cf8c req-d48dd49f-0946-436b-b51d-b53e2e5fee25 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 210 time: 0.1837485 May 26 15:59:50.885033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828051e7-f512-478b-8d94-ed2549b4de5b req-e8a88bf0-7976-46dc-a233-60b95601e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.904172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828051e7-f512-478b-8d94-ed2549b4de5b req-e8a88bf0-7976-46dc-a233-60b95601e486 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1094 time: 0.2881451 May 26 15:59:51.079048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828051e7-f512-478b-8d94-ed2549b4de5b req-05433f0b-e2ed-46a4-87e3-9fe1246f26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.080550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828051e7-f512-478b-8d94-ed2549b4de5b req-05433f0b-e2ed-46a4-87e3-9fe1246f26f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.1585941 May 26 15:59:51.282930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828051e7-f512-478b-8d94-ed2549b4de5b req-8f812214-acd6-4296-a654-0f9bb854db9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 217 time: 0.1308296 May 26 15:59:51.291813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9ff3-2f29-41b5-9d8b-09cbd6a96b69 req-85e1fae9-0c1e-4881-acef-bb7d3a53e94d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.293986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1aee9ff3-2f29-41b5-9d8b-09cbd6a96b69 req-85e1fae9-0c1e-4881-acef-bb7d3a53e94d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 944 time: 0.5305841 May 26 15:59:51.302430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.316808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-2be9bf53-bcce-434d-8551-e70c4a669a6d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.318506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-2be9bf53-bcce-434d-8551-e70c4a669a6d tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 944 time: 0.2370303 May 26 15:59:51.327797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5369ce-23ed-4033-8998-3d508c9773df req-aec22f48-d516-4ea1-9571-0464b3e4515b tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.336296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5369ce-23ed-4033-8998-3d508c9773df req-aec22f48-d516-4ea1-9571-0464b3e4515b tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 943 time: 0.2205343 May 26 15:59:51.343628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.458621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5369ce-23ed-4033-8998-3d508c9773df req-98b38dab-6705-4c2c-bbc0-002670bcd0a6 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213286 May 26 15:59:51.479673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1aee9ff3-2f29-41b5-9d8b-09cbd6a96b69 req-311e6790-632e-48d8-a0d3-66d43824f66c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209445 May 26 15:59:51.510301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0876e1-6c44-4fed-8cf9-186c903fbb1d']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:51.525068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d61677a-5d56-4cec-bb50-c9bf9e57a945') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:51.525425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d61677a-5d56-4cec-bb50-c9bf9e57a945') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:51.536657 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.557191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.567312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:59:51.567795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.586509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Allocated IP 172.20.0.7 (69f9dddf-264c-4c3d-aefe-069f2f4f9d49/4b4d4131-c08a-4d19-9074-a9ea68d04597/9e81b616-cf80-4e6b-8f84-90ff3366f4c5) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:51.676940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828051e7-f512-478b-8d94-ed2549b4de5b req-ef9a34f2-41d6-45f8-8280-c1b2af151fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.681531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828051e7-f512-478b-8d94-ed2549b4de5b req-ef9a34f2-41d6-45f8-8280-c1b2af151fbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.3862245 May 26 15:59:51.690855 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.697589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.715443 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ad0876e1-6c44-4fed-8cf9-186c903fbb1d HTTP/1.1" status: 204 len: 168 time: 2.0957308 May 26 15:59:51.727570 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8d61677a-5d56-4cec-bb50-c9bf9e57a945 resource provider aggregate not found May 26 15:59:51.830035 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8d61677a-5d56-4cec-bb50-c9bf9e57a945 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d61677a-5d56-4cec-bb50-c9bf9e57a945 found for delete ", "request_id": "req-73788262-846d-4220-a9f2-0775231c59e0"}]} May 26 15:59:51.833737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c28c6341-9a31-4fe3-818d-aa13dd4a916d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:51.871148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ea98d-cabc-4f62-a49f-3bc362070620 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0876e1-6c44-4fed-8cf9-186c903fbb1d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:51.900037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:59:51.919611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.948800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828051e7-f512-478b-8d94-ed2549b4de5b req-77480056-b3b2-4336-9139-2202adf4080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.949854 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2f71c60f-3b66-4bcf-b03a-0efe33adbd79 admin admin] 10.222.0.39 "PUT /v2.0/routers/0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5237277 May 26 15:59:51.950531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58956) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:51.955443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828051e7-f512-478b-8d94-ed2549b4de5b req-77480056-b3b2-4336-9139-2202adf4080c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2554553 May 26 15:59:51.980265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Deleting port 37120126-c012-4c26-832c-94c1545011fe {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:51.980624 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.004276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f08da-5696-4aa1-8649-d9257c26c4e2 req-e05a5cee-35c7-4413-8cda-ba13f40f863c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:52.006400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-178f08da-5696-4aa1-8649-d9257c26c4e2 req-e05a5cee-35c7-4413-8cda-ba13f40f863c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.2577469 May 26 15:59:52.012803 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec72401e-dbb1-4e29-bc42-0cbab3487b28']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:52.028184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8390d5b1-3e19-4667-bb51-6fbf24113834') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:52.028184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8390d5b1-3e19-4667-bb51-6fbf24113834') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:52.033521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c28c6341-9a31-4fe3-818d-aa13dd4a916d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:52.033787 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.049044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.077563 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a835300f-c4f5-45a4-a13b-0a4f308560f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db8f122bae4c4087bdc4cf2128dffc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1075184 May 26 15:59:52.078314 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58958) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:52.085897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.124596 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:59:52.125248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.133173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] For port 37120126-c012-4c26-832c-94c1545011fe, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=37120126-c012-4c26-832c-94c1545011fe,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:52.133700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.154202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Calling delete_port for 37120126-c012-4c26-832c-94c1545011fe owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:52.230233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c28c6341-9a31-4fe3-818d-aa13dd4a916d is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:52.231310 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.241179 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca324822-6078-4aaa-ad74-e9b61a553b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.259977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.273800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.278879 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ec72401e-dbb1-4e29-bc42-0cbab3487b28 HTTP/1.1" status: 204 len: 168 time: 1.7646449 May 26 15:59:52.302677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3301e45-aae0-40c4-831a-a27740f92529 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec72401e-dbb1-4e29-bc42-0cbab3487b28,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:52.308781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port c28c6341-9a31-4fe3-818d-aa13dd4a916d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c28c6341-9a31-4fe3-818d-aa13dd4a916d,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:52.317766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca324822-6078-4aaa-ad74-e9b61a553b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.320487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.393030 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca324822-6078-4aaa-ad74-e9b61a553b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.399082 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca324822-6078-4aaa-ad74-e9b61a553b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.404955 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ca324822-6078-4aaa-ad74-e9b61a553b43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77d13ab8-494f-416d-b5da-4ae8cdf7d51f HTTP/1.1" status: 204 len: 168 time: 0.3227673 May 26 15:59:52.435318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=c28c6341-9a31-4fe3-818d-aa13dd4a916d,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:52.440077 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca324822-6078-4aaa-ad74-e9b61a553b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d13ab8-494f-416d-b5da-4ae8cdf7d51f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:52.459070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.459595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.460797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.461304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.461826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.462689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.463461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.464771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.465330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.466040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.466558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.467034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:52.637381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58978) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:52.720424 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3c6f35c7-f7e2-4051-8c5e-66f9b6aac337 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=183aca7ccf4c4f829c7135c387396f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817797 May 26 15:59:52.724518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58980) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:52.835291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83fd3c6f-02bd-4f6e-8737-9ca9c55ad24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.843940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe65fd64-9a91-46a2-9ea4-4e232dc90b83 req-7d4dc06b-fdac-4b7d-b47b-31608b9787cb tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 210 time: 0.5979109 May 26 15:59:52.859135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:52.878394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83fd3c6f-02bd-4f6e-8737-9ca9c55ad24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.018787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83fd3c6f-02bd-4f6e-8737-9ca9c55ad24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.025974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83fd3c6f-02bd-4f6e-8737-9ca9c55ad24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.031452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83fd3c6f-02bd-4f6e-8737-9ca9c55ad24e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fab59c53-c295-4900-829f-615b8a11d36b HTTP/1.1" status: 204 len: 168 time: 0.3038378 May 26 15:59:53.032229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58984) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:53.054084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-178f08da-5696-4aa1-8649-d9257c26c4e2 req-190a7aed-7403-46ea-90a3-480ce1f3e132 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7836242 May 26 15:59:53.095640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd3c6f-02bd-4f6e-8737-9ca9c55ad24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab59c53-c295-4900-829f-615b8a11d36b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:53.111310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:53.134777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828051e7-f512-478b-8d94-ed2549b4de5b req-52476aae-2ce0-4ad6-80ba-733f38a2d8eb service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1627955 May 26 15:59:53.142817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'port_id': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'mac_address': 'fa:16:3e:10:f0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:53.148273 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8d4f9e5-1ca8-4407-82fc-e6775c9bbe15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d1f0c2bd1d740519efb78304413dfec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1093752 May 26 15:59:53.150958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58988) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:53.215746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.235621 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6723a46-356c-4986-946e-fc6007d770bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.268599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6723a46-356c-4986-946e-fc6007d770bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.270889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:53.271481 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.286363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Pushing event deleted for resources: {'Port': ['ID=37120126-c012-4c26-832c-94c1545011fe,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:53.315757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:53.360318 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6723a46-356c-4986-946e-fc6007d770bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.367496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6723a46-356c-4986-946e-fc6007d770bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.372917 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c6723a46-356c-4986-946e-fc6007d770bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a9593a8-c5d5-430b-9f3f-15bc7c77fca5 HTTP/1.1" status: 204 len: 168 time: 0.2205541 May 26 15:59:53.388213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:53.391296 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Sync routers for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:59:53.409642 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:53.410383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.413773 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:53.414415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6723a46-356c-4986-946e-fc6007d770bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9593a8-c5d5-430b-9f3f-15bc7c77fca5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:53.427375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.480084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] No DVR routers for this DVR port 37120126-c012-4c26-832c-94c1545011fe on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:53.492233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.495665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0640abe1-76f5-48e2-8413-803c04fb8a16 req-5aedfce1-0590-4b2b-962a-953c057a7d3c tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.24 "DELETE /v2.0/ports/37120126-c012-4c26-832c-94c1545011fe HTTP/1.1" status: 204 len: 173 time: 2.1147082 May 26 15:59:53.499222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'name': 'network-vif-deleted', 'tag': '37120126-c012-4c26-832c-94c1545011fe'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:53.501578 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2fa895-a3f8-44aa-a8ac-326de685561e" -d '{"events": [{"server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "name": "network-vif-deleted", "tag": "37120126-c012-4c26-832c-94c1545011fe"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:53.535876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d2841-7548-4f9f-bd3b-2963be2902b3 req-77741951-6c7b-4808-b3c5-92155f5b2a8a tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:53.537397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-133d2841-7548-4f9f-bd3b-2963be2902b3 req-77741951-6c7b-4808-b3c5-92155f5b2a8a tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 943 time: 0.2809927 May 26 15:59:53.627812 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:53.631374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.652237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:53.667996 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.698115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828051e7-f512-478b-8d94-ed2549b4de5b req-cf4931cf-a15c-44a2-ac81-c6f8c756a2f8 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287867 May 26 15:59:53.730572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['3e0acf3d-afc3-48f0-bf4f-fd019ee16857'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:53.757884 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.802327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:53.807739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:53.829228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c28c6341-9a31-4fe3-818d-aa13dd4a916d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:53.838829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:53.854884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-133d2841-7548-4f9f-bd3b-2963be2902b3 req-30be4278-e02e-4ba2-a218-bd0c89d600cd tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483201 May 26 15:59:53.857609 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8390d5b1-3e19-4667-bb51-6fbf24113834 resource provider aggregate not found May 26 15:59:53.891560 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8390d5b1-3e19-4667-bb51-6fbf24113834 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8390d5b1-3e19-4667-bb51-6fbf24113834 found for delete ", "request_id": "req-367be7d3-df16-4a2b-bde4-f10a2a1ee1a4"}]} May 26 15:59:53.921083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59014) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:53.925930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2b4f9c35-d99a-4231-b280-506df5c8aab0 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154161573', 'description': 'tempest-description--161894696'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:53.975567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9c35-d99a-4231-b280-506df5c8aab0 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.993943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event updated for resources: {'Port': ['ID=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:54.002050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c28c6341-9a31-4fe3-818d-aa13dd4a916d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:54.005569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.042911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:54.046842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.078066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-71a81571-524f-4116-8656-f1d7a20164f7 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4455831 May 26 15:59:54.096501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Request body: {'port': {'device_id': '9d31c340-5b5a-48f5-8fd3-d158dac96fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:54.143559 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 2, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:54.148327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9c35-d99a-4231-b280-506df5c8aab0 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.156904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9c35-d99a-4231-b280-506df5c8aab0 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.232297 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed1d373-bfe4-4467-9c11-629dfc183a5a x-openstack-request-id: req-0ed1d373-bfe4-4467-9c11-629dfc183a5a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:54.233390 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaf054e-eaa1-4be1-9b05-eba3a0342966", "name": "network-vif-deleted", "tag": "37120126-c012-4c26-832c-94c1545011fe", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:54.234887 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ed1d373-bfe4-4467-9c11-629dfc183a5a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:54.235079 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed1d373-bfe4-4467-9c11-629dfc183a5a'] response: {'server_uuid': '9eaf054e-eaa1-4be1-9b05-eba3a0342966', 'name': 'network-vif-deleted', 'tag': '37120126-c012-4c26-832c-94c1545011fe', 'status': 'completed', 'code': 200} May 26 15:59:54.244283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c28c6341-9a31-4fe3-818d-aa13dd4a916d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:54.261469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ade8fa6-1573-4eb2-bdca-dd943c10896a req-e137ae2a-a706-47d2-a2ae-089608d8fb88 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eaf054e-eaa1-4be1-9b05-eba3a0342966 HTTP/1.1" status: 200 len: 210 time: 0.1162729 May 26 15:59:54.282037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9c35-d99a-4231-b280-506df5c8aab0 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.282037 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2b4f9c35-d99a-4231-b280-506df5c8aab0 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3570199 May 26 15:59:54.303415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59036) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:54.311331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f9c35-d99a-4231-b280-506df5c8aab0 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa40324-c66d-4991-b68f-81e8c34f509e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:54.360485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cac9eed0-92d0-4de3-ab12-1f14142353fb tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Request body: {'security_group_rule': {'security_group_id': '1fa40324-c66d-4991-b68f-81e8c34f509e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:54.411904 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.429580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cac9eed0-92d0-4de3-ab12-1f14142353fb tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.528902 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Checking router: 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:59:54.530789 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Updating router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 port 471a539f-1c12-4efe-80ef-9eeb7d64949a binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:59:54.549540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cac9eed0-92d0-4de3-ab12-1f14142353fb tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.559943 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cac9eed0-92d0-4de3-ab12-1f14142353fb tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.600167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9eed0-92d0-4de3-ab12-1f14142353fb tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0daa37-1a2b-4051-9b0c-8a12130e2a56,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:54.615250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25639a78-00f3-4ddc-8051-33ba64ec7515 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:54.627844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cac9eed0-92d0-4de3-ab12-1f14142353fb tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.633683 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cac9eed0-92d0-4de3-ab12-1f14142353fb tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3264120 May 26 15:59:54.634737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:54.645007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6ff3d80d-4a62-4abf-be66-7bc2a842cc4f tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Request body: {'security_group_rule': {'security_group_id': '1fa40324-c66d-4991-b68f-81e8c34f509e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:54.668728 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.699557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d80d-4a62-4abf-be66-7bc2a842cc4f tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.788208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25639a78-00f3-4ddc-8051-33ba64ec7515 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:54.790416 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.809770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d80d-4a62-4abf-be66-7bc2a842cc4f tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.816863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d80d-4a62-4abf-be66-7bc2a842cc4f tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.861832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:54.867217 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef8287-3cf7-475b-a316-8de2806e9169" -d '{"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-unplugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:54.868417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3d80d-4a62-4abf-be66-7bc2a842cc4f tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5716ab44-d31b-44ca-bda0-2aa007cee2ba,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:54.877509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:54.886379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ff3d80d-4a62-4abf-be66-7bc2a842cc4f tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.887772 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.890881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:54.891625 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6ff3d80d-4a62-4abf-be66-7bc2a842cc4f tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2529736 May 26 15:59:54.893960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59068) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:54.903024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Transition to ACTIVE for port object 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:54.906293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:54.918804 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.962292 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.979597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:54.999680 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.000405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 37120126-c012-4c26-832c-94c1545011fe no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:55.030912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d01bbe-7866-4c6e-a8c4-1020332613a1 req-8efdca90-21f2-48b0-b1ad-4b66849241a6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.040735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30d01bbe-7866-4c6e-a8c4-1020332613a1 req-8efdca90-21f2-48b0-b1ad-4b66849241a6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 931 time: 0.6645000 May 26 15:59:55.047386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Pushing event updated for resources: {'Port': ['ID=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:55.120917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 37120126-c012-4c26-832c-94c1545011fe {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:55.121502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 37120126-c012-4c26-832c-94c1545011fe not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:55.183048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=11']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:55.189585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.191353 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.198938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:55.205558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:55.206238 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.209592 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.215855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9117565-65bd-4ad5-a870-87cb36e7819a req-a794ee51-e305-4e8e-aa87-4360c655c717 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.220929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9117565-65bd-4ad5-a870-87cb36e7819a req-a794ee51-e305-4e8e-aa87-4360c655c717 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.3146367 May 26 15:59:55.270464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Attempting to bind port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:55.270810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Attempting to bind port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:55.271141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Attempting to bind port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:55.283239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:55.283567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Attempting to bind port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 on network 69f9dddf-264c-4c3d-aefe-069f2f4f9d49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:55.300836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:55.301307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Checking segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:55.301709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Bound using segment: {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:55.302191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Bound port: 9e81b616-cf80-4e6b-8f84-90ff3366f4c5, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945218ac-55a8-4508-8803-5158b1644348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:55.302671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.323308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30d01bbe-7866-4c6e-a8c4-1020332613a1 req-5825da5d-10ac-46c5-a069-f201936ad6c6 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336190 May 26 15:59:55.325517 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d537b3-1a31-45e9-99d8-5bdce611dfd6 None None] Pushing event updated for resources: {'Port': ['ID=471a539f-1c12-4efe-80ef-9eeb7d64949a,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:55.363918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:55.364238 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.368175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9117565-65bd-4ad5-a870-87cb36e7819a req-6ffc2782-47bf-4d9b-a982-63556dec4b06 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381955 May 26 15:59:55.413184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Allocated IP 172.25.0.28 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/6c977103-1a57-4107-9fd5-661d30495af7) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:55.454281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:55.464523 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.505909 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Attempting to bind port 471a539f-1c12-4efe-80ef-9eeb7d64949a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:55.506323 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Attempting to bind port 471a539f-1c12-4efe-80ef-9eeb7d64949a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:55.506732 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Attempting to bind port 471a539f-1c12-4efe-80ef-9eeb7d64949a on network 1a739b17-ceba-407b-9c42-6767370e00cd {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:55.513899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] For port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:55.524168 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:55.524721 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Checking segment: {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:55.533444 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.534127 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Bound using segment: {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:55.534382 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Bound port: 471a539f-1c12-4efe-80ef-9eeb7d64949a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:55.534788 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.535681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843cd35-c1a0-453b-9eb6-06485eaba774 req-1b4b3f9a-b390-4251-b3c0-0936f1c5e9e3 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.543320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6843cd35-c1a0-453b-9eb6-06485eaba774 req-1b4b3f9a-b390-4251-b3c0-0936f1c5e9e3 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 949 time: 0.0956249 May 26 15:59:55.548348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] For port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:55.565418 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0496cc1d-6002-4d0b-841c-a2848e427491 x-openstack-request-id: req-0496cc1d-6002-4d0b-841c-a2848e427491 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:55.565791 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-unplugged", "status": "completed", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:55.566207 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0496cc1d-6002-4d0b-841c-a2848e427491 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:55.568410 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0496cc1d-6002-4d0b-841c-a2848e427491'] response: {'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'code': 200} May 26 15:59:55.569374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:55.584752 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.663711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.692355 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] For port 471a539f-1c12-4efe-80ef-9eeb7d64949a, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:55.697539 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] For port 471a539f-1c12-4efe-80ef-9eeb7d64949a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=471a539f-1c12-4efe-80ef-9eeb7d64949a,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:55.706450 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.715354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.715974 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.717953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] 10.222.0.24 "PUT /v2.0/ports/9e81b616-cf80-4e6b-8f84-90ff3366f4c5 HTTP/1.1" status: 200 len: 1091 time: 1.6276455 May 26 15:59:55.733043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6843cd35-c1a0-453b-9eb6-06485eaba774 req-a4c2f48f-87fe-4a3f-91ea-d0edb5ddea46 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884811 May 26 15:59:55.760804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.773385 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d537b3-1a31-45e9-99d8-5bdce611dfd6 None None] Pushing event updated for resources: {'Port': ['ID=471a539f-1c12-4efe-80ef-9eeb7d64949a,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:55.789622 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:55.791194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf975fa0-e3d1-47c7-b8ba-69e51fcb3b43 req-6233e45e-eee7-4107-b03d-b8611136135f tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.792688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf975fa0-e3d1-47c7-b8ba-69e51fcb3b43 req-6233e45e-eee7-4107-b03d-b8611136135f tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 945 time: 0.1971545 May 26 15:59:55.803287 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:55.814919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eb3a8-7d4f-4bd2-9321-7dbe8320d173 service neutron] Pushing event updated for resources: {'Port': ['ID=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:55.826251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-70b01bb5-7daf-4096-a3bf-e5c2abd5b182 None None] Provisioning complete for port 471a539f-1c12-4efe-80ef-9eeb7d64949a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:55.826878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-70b01bb5-7daf-4096-a3bf-e5c2abd5b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.921598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:55.924594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:55.948397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:55.976577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf975fa0-e3d1-47c7-b8ba-69e51fcb3b43 req-3974ae18-21cc-4001-a510-eee651351b78 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585035 May 26 15:59:56.008417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-9fbd16aa-3597-4f1d-a903-e22ed6d44345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:56.013503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-9fbd16aa-3597-4f1d-a903-e22ed6d44345 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 1094 time: 0.2146411 May 26 15:59:56.051618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Pushing event updated for resources: {'Port': ['ID=6c977103-1a57-4107-9fd5-661d30495af7,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:56.056781 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:56.099774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-70b01bb5-7daf-4096-a3bf-e5c2abd5b182 None None] Current status of the port 471a539f-1c12-4efe-80ef-9eeb7d64949a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:56.102292 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-70b01bb5-7daf-4096-a3bf-e5c2abd5b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.159452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-74a7e50d-e248-4c6f-858f-0af204183f2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e81b616-cf80-4e6b-8f84-90ff3366f4c5 HTTP/1.1" status: 200 len: 217 time: 0.1357970 May 26 15:59:56.198603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-70b01bb5-7daf-4096-a3bf-e5c2abd5b182 None None] For port 471a539f-1c12-4efe-80ef-9eeb7d64949a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=471a539f-1c12-4efe-80ef-9eeb7d64949a,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:56.210874 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-70b01bb5-7daf-4096-a3bf-e5c2abd5b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.240044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d31c340-5b5a-48f5-8fd3-d158dac96fcc', 'tag': '9e81b616-cf80-4e6b-8f84-90ff3366f4c5'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:56.244381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.250261 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654a438a-f260-4269-8ed3-064b03be23b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d31c340-5b5a-48f5-8fd3-d158dac96fcc", "tag": "9e81b616-cf80-4e6b-8f84-90ff3366f4c5"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:56.300139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59116) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:56.321867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b01bb5-7daf-4096-a3bf-e5c2abd5b182 None None] Pushing event updated for resources: {'Port': ['ID=471a539f-1c12-4efe-80ef-9eeb7d64949a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:56.323466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-ab947b3d-d637-40e2-b821-b8f6edd9df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:56.330407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-ab947b3d-d637-40e2-b821-b8f6edd9df0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.1662409 May 26 15:59:56.333677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.378370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b04d2710-b47a-4f98-b4f5-ef8aabb67495 None None] Provisioning complete for port 471a539f-1c12-4efe-80ef-9eeb7d64949a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:56.378742 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b04d2710-b47a-4f98-b4f5-ef8aabb67495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.396674 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b3859-bf91-40f7-82c5-99e6be41c0e7 x-openstack-request-id: req-de3b3859-bf91-40f7-82c5-99e6be41c0e7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:56.399386 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d31c340-5b5a-48f5-8fd3-d158dac96fcc", "tag": "9e81b616-cf80-4e6b-8f84-90ff3366f4c5", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:56.400229 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de3b3859-bf91-40f7-82c5-99e6be41c0e7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:56.401051 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3b3859-bf91-40f7-82c5-99e6be41c0e7'] response: {'name': 'network-changed', 'server_uuid': '9d31c340-5b5a-48f5-8fd3-d158dac96fcc', 'tag': '9e81b616-cf80-4e6b-8f84-90ff3366f4c5', 'status': 'completed', 'code': 200} May 26 15:59:56.411396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-5b8e896c-6626-4019-8cef-592c71b8d9f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741563 May 26 15:59:56.528315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b04d2710-b47a-4f98-b4f5-ef8aabb67495 None None] Current status of the port 471a539f-1c12-4efe-80ef-9eeb7d64949a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:56.593260 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:55Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:56.600651 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ade136d-819b-4780-87de-57113e2e9504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.641158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44798611-3e54-457c-9b99-1ab6ebdb6d93 req-3728a524-8fa5-40ba-b795-a2fb9e335f35 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:56.650641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44798611-3e54-457c-9b99-1ab6ebdb6d93 req-3728a524-8fa5-40ba-b795-a2fb9e335f35 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 944 time: 0.2011454 May 26 15:59:56.651353 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df3fa5-f411-4b4e-a162-1ac8e3469c4d None None] The sync data for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 is: [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:55Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:59:56.730817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.745076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.769794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-24e60bcd-10c0-408a-a4ec-e2acd4430152 service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477612 May 26 15:59:56.805593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44798611-3e54-457c-9b99-1ab6ebdb6d93 req-212ad8a6-3012-46f5-9c20-ee41c865f0b5 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539798 May 26 15:59:56.905322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Pushing event updated for resources: {'Port': ['ID=6c977103-1a57-4107-9fd5-661d30495af7,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:56.913634 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.941345 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.950050 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-742c20af-29d1-4d34-80d1-51d518317778 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0477760 May 26 15:59:57.128711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ade136d-819b-4780-87de-57113e2e9504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.145153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-9af3ea14-a001-4c9e-af37-d494975d02c2 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.146812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-9af3ea14-a001-4c9e-af37-d494975d02c2 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.32 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 944 time: 0.2964139 May 26 15:59:57.153580 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca98a30-5c0e-4ca0-a32a-d4e6e32fd753 req-5633277e-5a7e-46ab-a671-62f2957f45c1 service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726072 May 26 15:59:57.154556 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ade136d-819b-4780-87de-57113e2e9504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.224142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade585a-9f76-442d-b75c-645e10b3a8a8 req-061a7167-f144-4003-aa4f-cf58ee7d2135 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.225701 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ade585a-9f76-442d-b75c-645e10b3a8a8 req-061a7167-f144-4003-aa4f-cf58ee7d2135 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 943 time: 0.2885289 May 26 15:59:57.346177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade136d-819b-4780-87de-57113e2e9504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774d686b-8a36-4dfe-8ceb-b923fbc727c4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:57.365201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6ade136d-819b-4780-87de-57113e2e9504 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d1688a2e5774eb8b01444a1268fc3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0629370 May 26 15:59:57.368378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59196) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:57.399778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a438a-f260-4269-8ed3-064b03be23b6 req-c1320b24-108f-4f8f-a1ab-6d886615feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.401274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-654a438a-f260-4269-8ed3-064b03be23b6 req-c1320b24-108f-4f8f-a1ab-6d886615feba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8142abba1aae429d807fbc0f6201e614&device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 1094 time: 0.1735270 May 26 15:59:57.429138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ade585a-9f76-442d-b75c-645e10b3a8a8 req-c7429a7c-597d-426e-8cee-d3fd3503d666 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625726 May 26 15:59:57.447342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e97f57-7626-4e89-8925-abc3802ea718 req-139d2952-9b0b-4e66-8b12-3d6825dd3a44 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.448202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93e97f57-7626-4e89-8925-abc3802ea718 req-139d2952-9b0b-4e66-8b12-3d6825dd3a44 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.2214239 May 26 15:59:57.451362 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc73e795-819c-4cbc-aab1-236d566b9647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.493796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc73e795-819c-4cbc-aab1-236d566b9647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.518463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Deleting port b72acfd8-a7d9-4959-8cdd-a7dbde904106 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:57.518949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.567911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:57.570157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc73e795-819c-4cbc-aab1-236d566b9647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.572291 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aba297b-7d0c-4465-a14c-337bc1422f06" -d '{"events": [{"server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "name": "network-vif-plugged", "status": "completed", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:57.574633 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc73e795-819c-4cbc-aab1-236d566b9647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.578226 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc73e795-819c-4cbc-aab1-236d566b9647 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/774d686b-8a36-4dfe-8ceb-b923fbc727c4 HTTP/1.1" status: 204 len: 168 time: 0.2070396 May 26 15:59:57.597482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73e795-819c-4cbc-aab1-236d566b9647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774d686b-8a36-4dfe-8ceb-b923fbc727c4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:57.682773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] For port b72acfd8-a7d9-4959-8cdd-a7dbde904106, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b72acfd8-a7d9-4959-8cdd-a7dbde904106,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:57.683239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.699720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Calling delete_port for b72acfd8-a7d9-4959-8cdd-a7dbde904106 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:57.777750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93e97f57-7626-4e89-8925-abc3802ea718 req-77dc5fd1-c4cb-41a2-be67-f2c2a08568ab tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134978 May 26 15:59:57.858935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 471a539f-1c12-4efe-80ef-9eeb7d64949a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:57.893058 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274a1a59-f55f-45d7-8585-2d6269960bfb x-openstack-request-id: req-274a1a59-f55f-45d7-8585-2d6269960bfb {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:57.893896 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "name": "network-vif-plugged", "status": "completed", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:57.894755 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-274a1a59-f55f-45d7-8585-2d6269960bfb {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:57.895417 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274a1a59-f55f-45d7-8585-2d6269960bfb'] response: {'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'code': 200} May 26 15:59:57.927377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 471a539f-1c12-4efe-80ef-9eeb7d64949a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:57.927848 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.994022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a438a-f260-4269-8ed3-064b03be23b6 req-f164af36-8890-4efc-9342-8e0c19050313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.996144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-654a438a-f260-4269-8ed3-064b03be23b6 req-f164af36-8890-4efc-9342-8e0c19050313 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 200 len: 913 time: 0.5660548 May 26 15:59:58.021670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 471a539f-1c12-4efe-80ef-9eeb7d64949a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:58.099931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-654a438a-f260-4269-8ed3-064b03be23b6 req-ae5cc596-bb6b-4eb0-9817-fffaeff13d2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e81b616-cf80-4e6b-8f84-90ff3366f4c5 HTTP/1.1" status: 200 len: 217 time: 0.0602951 May 26 15:59:58.182793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d62c10-ce7a-4ab0-b225-25524b453502 req-c203637a-cc2b-4a69-ba9f-d75e8edc4e7b tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:58.185229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15d62c10-ce7a-4ab0-b225-25524b453502 req-c203637a-cc2b-4a69-ba9f-d75e8edc4e7b tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 945 time: 0.2347322 May 26 15:59:58.215866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7e853-5275-44d1-b25f-71f0f653c1da req-ca5b4b2d-f860-496c-8cc4-faf9177ca834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:58.217907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69e7e853-5275-44d1-b25f-71f0f653c1da req-ca5b4b2d-f860-496c-8cc4-faf9177ca834 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.1866617 May 26 15:59:58.238500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a438a-f260-4269-8ed3-064b03be23b6 req-7c822535-6e48-41c1-8fb5-f63465c01d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:58.239756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-654a438a-f260-4269-8ed3-064b03be23b6 req-7c822535-6e48-41c1-8fb5-f63465c01d25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 200 len: 852 time: 0.1312103 May 26 15:59:58.250481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:58.322292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-654a438a-f260-4269-8ed3-064b03be23b6 req-0f5ec283-5071-4264-9561-7e808e34bdcf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69f9dddf-264c-4c3d-aefe-069f2f4f9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745184 May 26 15:59:58.335485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Pushing event deleted for resources: {'Port': ['ID=b72acfd8-a7d9-4959-8cdd-a7dbde904106,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:58.369650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15d62c10-ce7a-4ab0-b225-25524b453502 req-6c9e5691-05bc-44cc-a01f-8387f7593d76 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612458 May 26 15:59:58.421478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69e7e853-5275-44d1-b25f-71f0f653c1da req-f506af00-ac95-4bf2-b100-dc568a8dce96 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924608 May 26 15:59:58.441837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] No DVR routers for this DVR port b72acfd8-a7d9-4959-8cdd-a7dbde904106 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:58.446255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:58.455593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f3d3a35-70f4-4d2a-908f-e182e7183fb6 req-27df32de-1d68-49a0-8f26-11ada3767e24 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.32 "DELETE /v2.0/ports/b72acfd8-a7d9-4959-8cdd-a7dbde904106 HTTP/1.1" status: 204 len: 173 time: 1.2973173 May 26 15:59:58.456378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'name': 'network-vif-deleted', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:58.458915 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c1d2a5-e4fa-487b-a24d-11405be55aa4" -d '{"events": [{"server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "name": "network-vif-deleted", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:58.524529 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ccbb607d-5de5-490e-b7b7-aa198b4bcadc req-a60abc57-df2e-4c6d-8491-51e0bd128825 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=9587678e-62c8-4b67-b351-736c507a048d HTTP/1.1" status: 200 len: 210 time: 0.0390100 May 26 15:59:58.537946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-654a438a-f260-4269-8ed3-064b03be23b6 req-b6fbdc94-040f-48be-8eac-7676a8afd283 service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060246 May 26 15:59:58.628257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:58.693779 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-654a438a-f260-4269-8ed3-064b03be23b6 req-76a7acde-4c16-4423-bb3e-330c48f1a46a service neutron] 10.222.0.24 "GET /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391344 May 26 15:59:58.752120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325732ce-1857-4022-9ffe-7a185e7be082 req-87c196b0-8819-486f-b101-694377cb420e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:58.763238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-325732ce-1857-4022-9ffe-7a185e7be082 req-87c196b0-8819-486f-b101-694377cb420e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 943 time: 0.1456780 May 26 15:59:58.836166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:58.861454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '9e81b616-cf80-4e6b-8f84-90ff3366f4c5', 'network_id': '69f9dddf-264c-4c3d-aefe-069f2f4f9d49', 'port_id': '9e81b616-cf80-4e6b-8f84-90ff3366f4c5', 'mac_address': 'fa:16:3e:c8:bc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d4131-c08a-4d19-9074-a9ea68d04597', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:58.880393 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c04729-a46f-43a0-bf28-f82fb1e462b3 x-openstack-request-id: req-31c04729-a46f-43a0-bf28-f82fb1e462b3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:58.880778 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9587678e-62c8-4b67-b351-736c507a048d", "name": "network-vif-deleted", "tag": "b72acfd8-a7d9-4959-8cdd-a7dbde904106", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:58.881104 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31c04729-a46f-43a0-bf28-f82fb1e462b3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:58.881353 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c04729-a46f-43a0-bf28-f82fb1e462b3'] response: {'server_uuid': '9587678e-62c8-4b67-b351-736c507a048d', 'name': 'network-vif-deleted', 'tag': 'b72acfd8-a7d9-4959-8cdd-a7dbde904106', 'status': 'completed', 'code': 200} May 26 15:59:58.885834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-325732ce-1857-4022-9ffe-7a185e7be082 req-09f25766-8483-4c99-9b9a-70d4b999ec3e tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191719 May 26 15:59:59.057902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:59.097097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40d7f6-b0c5-48b7-9a0b-35506a40f9f3 req-c8995d20-22dc-4705-827f-7344ccadef78 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.100821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a40d7f6-b0c5-48b7-9a0b-35506a40f9f3 req-c8995d20-22dc-4705-827f-7344ccadef78 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 949 time: 0.1059651 May 26 15:59:59.108420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:59.109267 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.126591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:59.153676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:59.158558 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a40d7f6-b0c5-48b7-9a0b-35506a40f9f3 req-e358fc5b-3468-4281-ab7b-2d971f7b4709 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525827 May 26 15:59:59.164584 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.247138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-205298874-network', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:59.269552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:59.299597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Made reservation on behalf of f4f60e78ae714e2c97b0d22e316bb54e for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:59.302732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.325375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.385513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da912-e631-4f87-872c-30088a526d76 req-3b8efe56-21f8-486e-940f-9a32068dce01 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.401303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['9e81b616-cf80-4e6b-8f84-90ff3366f4c5'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:59.410228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-370da912-e631-4f87-872c-30088a526d76 req-3b8efe56-21f8-486e-940f-9a32068dce01 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.1398733 May 26 15:59:59.460191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.466918 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.490483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-370da912-e631-4f87-872c-30088a526d76 req-9515788d-7452-4af9-8b9c-5a253fd371d4 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807869 May 26 15:59:59.535321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18d5211-eb8d-408d-8f08-b81acb8b85b5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:59.551228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:59:59.573506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9947cf48-3abb-41c5-9b77-9fa10e5bd376 req-40330da2-f9a7-4715-ae4a-559484df269d tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=22bf5401581140b9a9d06030b24f09a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638218 May 26 15:59:59.577294 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.577958 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Added segment 5deb71a5-2be3-46e5-8dce-06d604dc3e37 of type vlan for network dcff6033-e8d7-43af-a6f2-306af24f8ee3 May 26 15:59:59.691120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.745943 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.748063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.749936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.757852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd180a-7ee7-4dc4-a960-a69ae8a8ea4b req-244e043c-e029-4cba-85a2-e6b3f00508e6 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.760011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2bd180a-7ee7-4dc4-a960-a69ae8a8ea4b req-244e043c-e029-4cba-85a2-e6b3f00508e6 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 945 time: 0.1058383 May 26 15:59:59.769224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947cf48-3abb-41c5-9b77-9fa10e5bd376 req-242178d5-8185-44a5-938c-0fc7a02f2d61 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.775986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9947cf48-3abb-41c5-9b77-9fa10e5bd376 req-242178d5-8185-44a5-938c-0fc7a02f2d61 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016404 May 26 15:59:59.814551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9947cf48-3abb-41c5-9b77-9fa10e5bd376 req-0296cca9-97bb-4664-9a3a-dca053ac86c7 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/quotas/22bf5401581140b9a9d06030b24f09a4 HTTP/1.1" status: 200 len: 375 time: 0.0376618 May 26 15:59:59.858379 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7976029 May 26 15:59:59.861225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59306) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:59.861719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9947cf48-3abb-41c5-9b77-9fa10e5bd376 req-074f512c-4b0b-4be9-8333-52719bee4071 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=22bf5401581140b9a9d06030b24f09a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453122 May 26 15:59:59.872638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Request body: {'subnet': {'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-subnet', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:59.888398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2bd180a-7ee7-4dc4-a960-a69ae8a8ea4b req-64d9534f-4a15-41c9-895c-130b008ebe09 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039090 May 26 15:59:59.901532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76918005-149a-406e-a5bf-f68c2bbb6344 admin admin] Pushing event updated for resources: {'Network': ['ID=dcff6033-e8d7-43af-a6f2-306af24f8ee3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:59.915827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:59:59.924264 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Made reservation on behalf of f4f60e78ae714e2c97b0d22e316bb54e for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:59.927436 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:00.130086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a605531-6cdd-4abf-8ae2-c173c0124ef2 req-822289c3-995c-4ce3-8464-e7f61c07d358 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:00.131877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a605531-6cdd-4abf-8ae2-c173c0124ef2 req-822289c3-995c-4ce3-8464-e7f61c07d358 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 944 time: 0.0575707 May 26 16:00:00.168204 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:00.199340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a605531-6cdd-4abf-8ae2-c173c0124ef2 req-f78c3e3d-5e2d-4295-924d-1ea80bff3a8f tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573339 May 26 16:00:00.222246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f0607d-90cc-4ecf-88cd-fda20d1cd362,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:00.237844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Checking segment: {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:00.238243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Network hostable DHCP agents. Network: dcff6033-e8d7-43af-a6f2-306af24f8ee3, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:00:00.257008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:00:00.269362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, dcff6033-e8d7-43af-a6f2-306af24f8ee3) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:00.274232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:00.274822 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:00.276904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bfe880-8e66-49f2-92a7-5d67bb361092 None None] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:00.310386 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8a853f27-cf87-4822-82f6-814c4cc09f44 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4479940 May 26 16:00:00.314730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59324) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:00.319679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:00.376531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:00.377583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:00.459987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca53f46-38b7-4595-a4a3-9c8b735431bf req-ef3cd38d-b0ca-4111-b656-c1552ad55f11 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:00.466591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bca53f46-38b7-4595-a4a3-9c8b735431bf req-ef3cd38d-b0ca-4111-b656-c1552ad55f11 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 949 time: 0.1054049 May 26 16:00:00.507846 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:00.651110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:00.658966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:00:00.659951 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:00.942523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b72acfd8-a7d9-4959-8cdd-a7dbde904106 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:00.947554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:00.979505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Allocated IP 172.20.0.2 (dcff6033-e8d7-43af-a6f2-306af24f8ee3/d4f0607d-90cc-4ecf-88cd-fda20d1cd362/d748ce0b-2ae3-416c-9bcc-667088af6d12) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:01.053514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:01.054055 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.096736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: b72acfd8-a7d9-4959-8cdd-a7dbde904106 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:00:01.097206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b72acfd8-a7d9-4959-8cdd-a7dbde904106 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:00:01.214257 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.233119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bca53f46-38b7-4595-a4a3-9c8b735431bf req-71b7ce6d-f721-41a3-a62d-2b5a6e8bf2e3 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/security-groups?id=ad89a283-ca29-48ae-9acc-e03b40b142b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235456 May 26 16:00:01.238798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:01.239401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.275132 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.297715 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.308342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-620caca6-6547-4814-8c75-ed4d0e02e779 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.310671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-620caca6-6547-4814-8c75-ed4d0e02e779 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 949 time: 0.8418834 May 26 16:00:01.318196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d31c340-5b5a-48f5-8fd3-d158dac96fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e81b616-cf80-4e6b-8f84-90ff3366f4c5'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:01.324948 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a96bda-9d75-437b-a092-b5245dbacd9a" -d '{"events": [{"server_uuid": "9d31c340-5b5a-48f5-8fd3-d158dac96fcc", "name": "network-vif-plugged", "status": "completed", "tag": "9e81b616-cf80-4e6b-8f84-90ff3366f4c5"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:01.365316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:01.375380 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.376433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25639a78-00f3-4ddc-8051-33ba64ec7515 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:01.383767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:01.409897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:01.414205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Pushing event updated for resources: {'Port': ['ID=d748ce0b-2ae3-416c-9bcc-667088af6d12,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:01.416533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:01.503284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e47fdb-ec85-47dd-be17-335c582ae75f req-7ea5edc6-6842-4915-a6cc-776e011cc2e2 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.504696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80e47fdb-ec85-47dd-be17-335c582ae75f req-7ea5edc6-6842-4915-a6cc-776e011cc2e2 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 945 time: 0.7261944 May 26 16:00:01.522788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b143cc-8630-4858-9b86-471aa7152362 req-7ac23e15-ed10-48b1-b9b8-71279fac8875 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.529934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37b143cc-8630-4858-9b86-471aa7152362 req-7ac23e15-ed10-48b1-b9b8-71279fac8875 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.32 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 945 time: 0.3009844 May 26 16:00:01.544949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Attempting to bind port d748ce0b-2ae3-416c-9bcc-667088af6d12 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:01.545848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Attempting to bind port d748ce0b-2ae3-416c-9bcc-667088af6d12 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:01.546269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Attempting to bind port d748ce0b-2ae3-416c-9bcc-667088af6d12 on network dcff6033-e8d7-43af-a6f2-306af24f8ee3 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:01.546800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804cee1-980c-432a-81b9-997b26c5ef37 req-56dffccb-670e-4954-a1e5-aaac4efdf773 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.548170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:01.548340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7804cee1-980c-432a-81b9-997b26c5ef37 req-56dffccb-670e-4954-a1e5-aaac4efdf773 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 946 time: 0.2187634 May 26 16:00:01.558599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:01.558973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Checking segment: {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:01.559379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.559767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Bound using segment: {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:01.560242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Bound port: d748ce0b-2ae3-416c-9bcc-667088af6d12, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:01.560619 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.580403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25639a78-00f3-4ddc-8051-33ba64ec7515 is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:01.643667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] For port d748ce0b-2ae3-416c-9bcc-667088af6d12, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:01.646812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] For port d748ce0b-2ae3-416c-9bcc-667088af6d12, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d748ce0b-2ae3-416c-9bcc-667088af6d12,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:01.653554 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.679914 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80e47fdb-ec85-47dd-be17-335c582ae75f req-0e427b9f-a7f5-43ce-a314-2e1ceb80abaf tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e71e53-6a52-4a55-928b-a4e3cb445c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525590 May 26 16:00:01.710200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Deleting port 25639a78-00f3-4ddc-8051-33ba64ec7515 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:01.710552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.732651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b3d9-9b36-4671-a18e-8b8487d69bfd None None] Pushing event updated for resources: {'Port': ['ID=d748ce0b-2ae3-416c-9bcc-667088af6d12,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:01.750163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7804cee1-980c-432a-81b9-997b26c5ef37 req-adb3f022-632b-44a8-b471-395e3167946f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590226 May 26 16:00:01.947246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-37b143cc-8630-4858-9b86-471aa7152362 req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Deleting port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:01.948016 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-37b143cc-8630-4858-9b86-471aa7152362 req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:02.130815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] For port 25639a78-00f3-4ddc-8051-33ba64ec7515, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25639a78-00f3-4ddc-8051-33ba64ec7515,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:02.131192 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:02.162742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77236be1-23df-4c4a-9e94-0e0f4274c12f req-bc7005ce-aa95-456f-9311-133c345f323e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.164166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77236be1-23df-4c4a-9e94-0e0f4274c12f req-bc7005ce-aa95-456f-9311-133c345f323e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 945 time: 0.3191576 May 26 16:00:02.185062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Calling delete_port for 25639a78-00f3-4ddc-8051-33ba64ec7515 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:02.277095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-37b143cc-8630-4858-9b86-471aa7152362 req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] For port 09e91e54-a416-4df6-8a5f-97fa4bd3e682, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=09e91e54-a416-4df6-8a5f-97fa4bd3e682,segment=NetworkSegment(371ce505-a603-4ade-9da4-2706ffec3107),segment_id=371ce505-a603-4ade-9da4-2706ffec3107)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:02.277391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-37b143cc-8630-4858-9b86-471aa7152362 req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:02.330607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455133cc-9055-4f63-b475-e3097e080e49 req-76c7c610-6059-4a2e-b7ff-e0c5511970ee tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.332126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-455133cc-9055-4f63-b475-e3097e080e49 req-76c7c610-6059-4a2e-b7ff-e0c5511970ee tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 945 time: 0.2613099 May 26 16:00:02.341391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:02.352391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-37b143cc-8630-4858-9b86-471aa7152362 req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Calling delete_port for 09e91e54-a416-4df6-8a5f-97fa4bd3e682 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:02.356318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77236be1-23df-4c4a-9e94-0e0f4274c12f req-537835f2-5bcd-43b6-bc35-d364b718b789 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848505 May 26 16:00:02.388355 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:02.408904 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2372460-7a7a-48ef-b406-15005875eae4 x-openstack-request-id: req-c2372460-7a7a-48ef-b406-15005875eae4 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:02.409414 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d31c340-5b5a-48f5-8fd3-d158dac96fcc", "name": "network-vif-plugged", "status": "completed", "tag": "9e81b616-cf80-4e6b-8f84-90ff3366f4c5", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:02.409414 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2372460-7a7a-48ef-b406-15005875eae4 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:02.410170 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2372460-7a7a-48ef-b406-15005875eae4'] response: {'server_uuid': '9d31c340-5b5a-48f5-8fd3-d158dac96fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e81b616-cf80-4e6b-8f84-90ff3366f4c5', 'code': 200} May 26 16:00:02.586439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-455133cc-9055-4f63-b475-e3097e080e49 req-1d036c26-93de-47e3-8133-b03c5beb64f0 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388237 May 26 16:00:02.716052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fece3-b8bd-44dd-ab4d-07f8b4e6454e req-8fbec6af-4505-447d-a96e-4fccf0aa90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.717887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-009fece3-b8bd-44dd-ab4d-07f8b4e6454e req-8fbec6af-4505-447d-a96e-4fccf0aa90d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 1096 time: 0.2001011 May 26 16:00:02.816183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Allocated IP 172.25.0.36 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/8b531819-370b-4c86-8ccc-c934bfe3c527) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:02.866571 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-860c3e84-279e-47dc-8ab8-381b25760a3f req-21daedb0-ad5b-4cb6-bbaa-e43d4cfb8e9c tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=22bf5401581140b9a9d06030b24f09a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065226 May 26 16:00:02.894189 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:02.957145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-009fece3-b8bd-44dd-ab4d-07f8b4e6454e req-fa95d3f8-78b0-4727-a991-8b8119fbda36 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321506 May 26 16:00:02.978519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b710e77-b682-4c46-acd3-da471ae4b914 None None] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:03.002526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33c85e6d-19da-4fc5-84c4-38850ee88605 req-1ab84f3d-209d-49f7-97c0-d434546ab066 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbfa6f82-973f-42a2-bf35-2e699a0475b1 HTTP/1.1" status: 200 len: 210 time: 0.1302588 May 26 16:00:03.068026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Pushing event deleted for resources: {'Port': ['ID=25639a78-00f3-4ddc-8051-33ba64ec7515,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:03.076868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9152dda8-ad32-4718-b074-a6e950bcbde5 None None] Provisioning complete for port d748ce0b-2ae3-416c-9bcc-667088af6d12 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:03.077264 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9152dda8-ad32-4718-b074-a6e950bcbde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.077988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-37b143cc-8630-4858-9b86-471aa7152362 req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.214753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Pushing event deleted for resources: {'Port': ['ID=09e91e54-a416-4df6-8a5f-97fa4bd3e682,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:03.216742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] No DVR routers for this DVR port 25639a78-00f3-4ddc-8051-33ba64ec7515 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:03.235367 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.238724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6fb8fc9-d7a6-4ca4-aba4-6cfbe6d64257 req-b97c1580-3800-42d9-b88e-5e4eb7725d86 tempest-ImagesOneServerTestJSON-1972683992 tempest-ImagesOneServerTestJSON-1972683992-project] 10.222.0.24 "DELETE /v2.0/ports/25639a78-00f3-4ddc-8051-33ba64ec7515 HTTP/1.1" status: 204 len: 173 time: 1.9064729 May 26 16:00:03.243574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-deleted', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:03.245930 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9152dda8-ad32-4718-b074-a6e950bcbde5 None None] Current status of the port d748ce0b-2ae3-416c-9bcc-667088af6d12 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:03.246136 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727f2176-c588-401d-8520-e7f7ba065f13" -d '{"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-deleted", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:03.246544 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9152dda8-ad32-4718-b074-a6e950bcbde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.295418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9152dda8-ad32-4718-b074-a6e950bcbde5 None None] For port d748ce0b-2ae3-416c-9bcc-667088af6d12, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d748ce0b-2ae3-416c-9bcc-667088af6d12,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:03.301511 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9152dda8-ad32-4718-b074-a6e950bcbde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.349856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c3e84-279e-47dc-8ab8-381b25760a3f req-143bd057-6730-4682-b770-2d4d9361e6e0 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.357295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-860c3e84-279e-47dc-8ab8-381b25760a3f req-143bd057-6730-4682-b770-2d4d9361e6e0 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4894879 May 26 16:00:03.366675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b143cc-8630-4858-9b86-471aa7152362 req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] No DVR routers for this DVR port 09e91e54-a416-4df6-8a5f-97fa4bd3e682 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:03.386227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152dda8-ad32-4718-b074-a6e950bcbde5 None None] Pushing event updated for resources: {'Port': ['ID=d748ce0b-2ae3-416c-9bcc-667088af6d12,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:03.388302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-37b143cc-8630-4858-9b86-471aa7152362 req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.392678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37b143cc-8630-4858-9b86-471aa7152362 req-85aad18d-c076-458c-9586-b2c1cd804a95 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.32 "DELETE /v2.0/ports/09e91e54-a416-4df6-8a5f-97fa4bd3e682 HTTP/1.1" status: 204 len: 173 time: 1.8566084 May 26 16:00:03.396172 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.430318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-860c3e84-279e-47dc-8ab8-381b25760a3f req-3e57a0ed-8816-4ec8-8a7d-a741b4cec559 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/quotas/22bf5401581140b9a9d06030b24f09a4 HTTP/1.1" status: 200 len: 375 time: 0.0719113 May 26 16:00:03.473206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-b0acf6ef-b4ad-4125-8664-ee86768cad2c tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4109221 May 26 16:00:03.502462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:03.513891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-860c3e84-279e-47dc-8ab8-381b25760a3f req-7a730e62-8cf8-4337-8c26-308195409925 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=22bf5401581140b9a9d06030b24f09a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823288 May 26 16:00:03.558641 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.571984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.735830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:03.749800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b531819-370b-4c86-8ccc-c934bfe3c527,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:03.757709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:03.761887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:03.771785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4f4f4ed0-7bde-4491-aca4-d19da1001d21 None None] Provisioning complete for port d748ce0b-2ae3-416c-9bcc-667088af6d12 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:03.774332 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f4f4ed0-7bde-4491-aca4-d19da1001d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.784024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d748ce0b-2ae3-416c-9bcc-667088af6d12 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:03.880752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7ebaef5-770c-4d2f-a77d-895265570115 req-0dac68a6-5efc-44ae-b26e-5cb015e6c2f3 tempest-LiveMigrationTest-2086093352 tempest-LiveMigrationTest-2086093352-project] 10.222.0.39 "GET /v2.0/ports?device_id=d848820d-a4be-42e5-90a2-5f4e3b386669 HTTP/1.1" status: 200 len: 210 time: 0.0442553 May 26 16:00:03.991193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d748ce0b-2ae3-416c-9bcc-667088af6d12 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:03.991575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:04.001986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f4ed0-7bde-4491-aca4-d19da1001d21 None None] Current status of the port d748ce0b-2ae3-416c-9bcc-667088af6d12 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:04.112645 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cad46a-f656-4be1-b779-335ca22525c8 x-openstack-request-id: req-d6cad46a-f656-4be1-b779-335ca22525c8 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:04.113548 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfa6f82-973f-42a2-bf35-2e699a0475b1", "name": "network-vif-deleted", "tag": "25639a78-00f3-4ddc-8051-33ba64ec7515", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:04.115841 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6cad46a-f656-4be1-b779-335ca22525c8 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:04.118766 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cad46a-f656-4be1-b779-335ca22525c8'] response: {'server_uuid': 'fbfa6f82-973f-42a2-bf35-2e699a0475b1', 'name': 'network-vif-deleted', 'tag': '25639a78-00f3-4ddc-8051-33ba64ec7515', 'status': 'completed', 'code': 200} May 26 16:00:04.124377 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:04.163556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d748ce0b-2ae3-416c-9bcc-667088af6d12 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:04.668227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1266e67-a953-43b7-a00a-b61b6c91765d req-ad6f4a9e-5770-46f2-9d25-c56daa65be99 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:04.669841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1266e67-a953-43b7-a00a-b61b6c91765d req-ad6f4a9e-5770-46f2-9d25-c56daa65be99 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 945 time: 0.4608030 May 26 16:00:04.690339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9fe166fb-2a6a-454c-b265-1fa358a2b27f details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:04.728245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Allocated IP 172.25.0.248 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/bc13b495-c6fe-4567-b1fa-1b24a4c56d3d) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:04.734166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:04.786906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1266e67-a953-43b7-a00a-b61b6c91765d req-65852e29-f4bc-40c6-98c8-10a20db6540d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076999 May 26 16:00:04.846023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:04.872675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '9fe166fb-2a6a-454c-b265-1fa358a2b27f', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'port_id': '9fe166fb-2a6a-454c-b265-1fa358a2b27f', 'mac_address': 'fa:16:3e:9a:51:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aca4ca-f203-4443-a9ef-81c37290a4c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:04.950564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 09e91e54-a416-4df6-8a5f-97fa4bd3e682 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:05.005861 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.040547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 09e91e54-a416-4df6-8a5f-97fa4bd3e682 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:00:05.044809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 09e91e54-a416-4df6-8a5f-97fa4bd3e682 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:00:05.075469 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6d019cae-827f-4373-adfd-c41bbdcd89f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.078436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 9fe166fb-2a6a-454c-b265-1fa358a2b27f is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:05.079039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.097010 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.114112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fe166fb-2a6a-454c-b265-1fa358a2b27f {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:05.151027 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.155712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:05.164432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.207437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:05.213098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:05.218220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:05.285908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Pushing event updated for resources: {'Port': ['ID=bc13b495-c6fe-4567-b1fa-1b24a4c56d3d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:05.375083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=9fe166fb-2a6a-454c-b265-1fa358a2b27f,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:05.390353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59416) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:05.434756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['9fe166fb-2a6a-454c-b265-1fa358a2b27f'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:05.518187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.526733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:00:05.611829 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.638292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cc4578-4f65-434a-b9d0-bb091606eb74 admin admin] Deleting subnet 23045aac-090f-4260-81be-9be8689e6a8a {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:00:05.643298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78cc4578-4f65-434a-b9d0-bb091606eb74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.755799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78cc4578-4f65-434a-b9d0-bb091606eb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.813823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59434) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:05.889938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78cc4578-4f65-434a-b9d0-bb091606eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.933871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:05.949342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Sync routers for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:05.975845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:05.977025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T15:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:06.090035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.091573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1e2884c9-3c82-447f-b504-4d288c6f9ae2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7757664 May 26 16:00:06.093718 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78cc4578-4f65-434a-b9d0-bb091606eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.098881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:06.126722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee729e0d-a2d3-4c62-82a8-66c1cfeafffb req-cb317639-d4a2-4bb0-b8ca-31c73b8659b3 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:06.128286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee729e0d-a2d3-4c62-82a8-66c1cfeafffb req-cb317639-d4a2-4bb0-b8ca-31c73b8659b3 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 945 time: 0.1249161 May 26 16:00:06.143384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'name': 'network-vif-deleted', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:06.146172 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca67a55-73b0-4cc0-bf58-1b6be17c36c4" -d '{"events": [{"server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "name": "network-vif-deleted", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:06.192168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:06.200192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc4578-4f65-434a-b9d0-bb091606eb74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23045aac-090f-4260-81be-9be8689e6a8a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:06.210408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78cc4578-4f65-434a-b9d0-bb091606eb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.218455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59458) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:06.219631 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-78cc4578-4f65-434a-b9d0-bb091606eb74 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/23045aac-090f-4260-81be-9be8689e6a8a HTTP/1.1" status: 204 len: 168 time: 0.8273139 May 26 16:00:06.223236 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b6185007-a2af-4be7-867f-b3a1d473bddc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=525413f8c91a4483b8741f58b064b7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071524 May 26 16:00:06.226732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59460) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:06.251621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.285448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.386534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18acc36e-a25e-4427-acf2-e4faeda65627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.539490 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.565708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee729e0d-a2d3-4c62-82a8-66c1cfeafffb req-fd49772b-4766-47c9-ab20-064ca1bf75fd tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113481 May 26 16:00:06.627080 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.628664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1314595 May 26 16:00:06.633560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541b2d9-87af-4731-b19d-d680a540d428 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Pushing event updated for resources: {'Port': ['ID=bc13b495-c6fe-4567-b1fa-1b24a4c56d3d,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:06.646678 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.692861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18acc36e-a25e-4427-acf2-e4faeda65627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.703158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9fe166fb-2a6a-454c-b265-1fa358a2b27f up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:06.775910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-a3f5bed5-dfb8-4b57-b61d-1b2e7aa38582 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 696 time: 0.1266165 May 26 16:00:06.864360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:04Z', 'revision_number': 3, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:06.875977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 9fe166fb-2a6a-454c-b265-1fa358a2b27f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:06.876332 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.885084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18acc36e-a25e-4427-acf2-e4faeda65627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.893506 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18acc36e-a25e-4427-acf2-e4faeda65627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:06.894956 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-18acc36e-a25e-4427-acf2-e4faeda65627 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad89a283-ca29-48ae-9acc-e03b40b142b2 HTTP/1.1" status: 204 len: 168 time: 0.6672153 May 26 16:00:06.953009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acc36e-a25e-4427-acf2-e4faeda65627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad89a283-ca29-48ae-9acc-e03b40b142b2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:06.967819 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.015424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f895ef6-1747-4739-ab45-0caac76d6a88']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:07.027811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371ce505-a603-4ade-9da4-2706ffec3107') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:07.028156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371ce505-a603-4ade-9da4-2706ffec3107') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:07.040657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.058459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.058672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Checking router: fb9ee9d7-1c13-4c46-b55d-1e850aa71574 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:07.059155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Updating router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 port 8b531819-370b-4c86-8ccc-c934bfe3c527 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:00:07.067754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:00:07.068172 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.204580 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea36f86-af5f-4466-8988-9e0bb32b3780 x-openstack-request-id: req-cea36f86-af5f-4466-8988-9e0bb32b3780 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:07.207925 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d848820d-a4be-42e5-90a2-5f4e3b386669", "name": "network-vif-deleted", "tag": "09e91e54-a416-4df6-8a5f-97fa4bd3e682", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:07.208322 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cea36f86-af5f-4466-8988-9e0bb32b3780 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:07.208793 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea36f86-af5f-4466-8988-9e0bb32b3780'] response: {'server_uuid': 'd848820d-a4be-42e5-90a2-5f4e3b386669', 'name': 'network-vif-deleted', 'tag': '09e91e54-a416-4df6-8a5f-97fa4bd3e682', 'status': 'completed', 'code': 200} May 26 16:00:07.212326 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.246956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.320908 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.336297 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 371ce505-a603-4ade-9da4-2706ffec3107 resource provider aggregate not found May 26 16:00:07.384533 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.388025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0f895ef6-1747-4739-ab45-0caac76d6a88 HTTP/1.1" status: 204 len: 168 time: 1.1629372 May 26 16:00:07.389247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7dafb-f769-418d-896a-72a66b79e086 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f895ef6-1747-4739-ab45-0caac76d6a88,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:07.391059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59500) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:07.430958 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 371ce505-a603-4ade-9da4-2706ffec3107 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 371ce505-a603-4ade-9da4-2706ffec3107 found for delete ", "request_id": "req-74e68273-4728-44ca-8ffe-571483e9ca68"}]} May 26 16:00:07.439114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 9fe166fb-2a6a-454c-b265-1fa358a2b27f is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:07.439604 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.542462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a4fbfe-1aa2-44b2-8a34-37242c83a4a2 admin admin] Deleting subnet 58b49ac9-5377-4800-bfb0-9dcee6d446ef {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:00:07.546500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4a4fbfe-1aa2-44b2-8a34-37242c83a4a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.570589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:07.573345 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2167be-9de2-4b9f-aef8-a7560e6bf636" -d '{"events": [{"server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:07.587795 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4a4fbfe-1aa2-44b2-8a34-37242c83a4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.615430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:07.636657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4a4fbfe-1aa2-44b2-8a34-37242c83a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.649927 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.776337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-e1383c20-240e-4edf-b989-5c37afb2f47b tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:07.786185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a6d0a8f-b05c-4bba-a950-5be05337333d req-e1383c20-240e-4edf-b989-5c37afb2f47b tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.9967291 May 26 16:00:07.788114 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4a4fbfe-1aa2-44b2-8a34-37242c83a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.844640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Allocated IP 172.20.0.1 (dcff6033-e8d7-43af-a6f2-306af24f8ee3/d4f0607d-90cc-4ecf-88cd-fda20d1cd362/7531c0e0-4131-413b-9ebe-f680d828452d) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:07.941277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4fbfe-1aa2-44b2-8a34-37242c83a4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b49ac9-5377-4800-bfb0-9dcee6d446ef,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:07.948239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4a4fbfe-1aa2-44b2-8a34-37242c83a4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.960505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f4a4fbfe-1aa2-44b2-8a34-37242c83a4a2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/58b49ac9-5377-4800-bfb0-9dcee6d446ef HTTP/1.1" status: 204 len: 168 time: 0.5659277 May 26 16:00:07.963800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59518) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:08.098071 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.155048 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab61e1c6-441d-45f6-83a2-03ff1b068b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.156455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=9fe166fb-2a6a-454c-b265-1fa358a2b27f,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:08.163161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.221811 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.243283 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.255060 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.267062 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:08.280086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:08.285444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:08.362830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=7531c0e0-4131-413b-9ebe-f680d828452d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:08.390063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Attempting to bind port 8b531819-370b-4c86-8ccc-c934bfe3c527 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:08.390813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Attempting to bind port 8b531819-370b-4c86-8ccc-c934bfe3c527 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:08.392040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Attempting to bind port 8b531819-370b-4c86-8ccc-c934bfe3c527 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:08.411109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.412861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e208104-8f70-40ae-99a8-4fb7369d1b75 None None] Pushing event updated for resources: {'Port': ['ID=8b531819-370b-4c86-8ccc-c934bfe3c527,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:08.426643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:08.427936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:08.429102 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.430963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:08.433091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Bound port: 8b531819-370b-4c86-8ccc-c934bfe3c527, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:08.434237 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.456131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.499473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:08.511038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a2551d-3747-43fe-92f5-dbbe71cb9a10') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:08.511345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a2551d-3747-43fe-92f5-dbbe71cb9a10') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:08.524032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.554363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] For port 8b531819-370b-4c86-8ccc-c934bfe3c527, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:08.561734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] For port 8b531819-370b-4c86-8ccc-c934bfe3c527, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8b531819-370b-4c86-8ccc-c934bfe3c527,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:08.570784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.580750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.602728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:00:08.603564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.743883 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.794075 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.829900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.844711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:08.845429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:08.850215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e208104-8f70-40ae-99a8-4fb7369d1b75 None None] Pushing event updated for resources: {'Port': ['ID=8b531819-370b-4c86-8ccc-c934bfe3c527,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:08.853752 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.872300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede HTTP/1.1" status: 204 len: 168 time: 0.9074650 May 26 16:00:08.892289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414b72a-9751-4744-b843-69ccc3e2ae43 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1cfa8b-e9fc-4e0a-bb7d-e2a692a52ede,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:08.983323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-87f3ffe9-7715-42c1-aaac-104281cd7a71 None None] Provisioning complete for port 7531c0e0-4131-413b-9ebe-f680d828452d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:08.983623 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-87f3ffe9-7715-42c1-aaac-104281cd7a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.059814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.066391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.067433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-87f3ffe9-7715-42c1-aaac-104281cd7a71 None None] Port 7531c0e0-4131-413b-9ebe-f680d828452d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:09.181011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59540) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:09.182159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:09.192938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.209358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=7531c0e0-4131-413b-9ebe-f680d828452d,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:09.258441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2dfd519e-bedb-43bc-bbe1-22ce129a09eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b48d3ea87d624798b9ad4d1d57d9a08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750585 May 26 16:00:09.261071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59542) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:09.351026 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3b54815-6f20-4706-aa5f-7decf62c9aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.378190 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3b54815-6f20-4706-aa5f-7decf62c9aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.380154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:09.384602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:09.447598 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3b54815-6f20-4706-aa5f-7decf62c9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.450700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3b54815-6f20-4706-aa5f-7decf62c9aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.452125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c3b54815-6f20-4706-aa5f-7decf62c9aa7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55e71e53-6a52-4a55-928b-a4e3cb445c6e HTTP/1.1" status: 204 len: 168 time: 0.1898577 May 26 16:00:09.460580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b54815-6f20-4706-aa5f-7decf62c9aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e71e53-6a52-4a55-928b-a4e3cb445c6e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:09.474745 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d5a2551d-3747-43fe-92f5-dbbe71cb9a10 resource provider aggregate not found May 26 16:00:09.500049 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d5a2551d-3747-43fe-92f5-dbbe71cb9a10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5a2551d-3747-43fe-92f5-dbbe71cb9a10 found for delete ", "request_id": "req-4ba9b780-c54e-4321-b467-acbe259e8f44"}]} May 26 16:00:09.517488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:07Z', 'revision_number': 1, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:09.562971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63690f-2100-4bfc-a26b-a0de41299696 None None] The sync data for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 is: [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:07Z', 'revision_number': 1, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:09.743175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:00:09.910801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e1b65931-d89f-4924-a273-c0a6406eca48 None None] Provisioning complete for port 7531c0e0-4131-413b-9ebe-f680d828452d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:09.912294 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1b65931-d89f-4924-a273-c0a6406eca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.980472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:09.986460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c27c1fde-a816-41ef-a933-2e6647d9c2dc admin admin] 10.222.0.39 "PUT /v2.0/routers/fb9ee9d7-1c13-4c46-b55d-1e850aa71574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8809335 May 26 16:00:09.994168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e1b65931-d89f-4924-a273-c0a6406eca48 None None] Port 7531c0e0-4131-413b-9ebe-f680d828452d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:10.201082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59558) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:10.299368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59560) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:10.300547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-11545be7-7476-49e4-a22f-03cc96b46637 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=decb9caa5538483789ba86b5a75db7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980337 May 26 16:00:10.382408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7179402-8ebd-47e1-bc08-55d199bbe61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.424209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7179402-8ebd-47e1-bc08-55d199bbe61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.480444 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.518476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7179402-8ebd-47e1-bc08-55d199bbe61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.522204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.527221 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7179402-8ebd-47e1-bc08-55d199bbe61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.532220 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b7179402-8ebd-47e1-bc08-55d199bbe61f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d34ea81d-57c0-444c-ad8b-89e314afd318 HTTP/1.1" status: 204 len: 168 time: 0.2313852 May 26 16:00:10.543791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7179402-8ebd-47e1-bc08-55d199bbe61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ea81d-57c0-444c-ad8b-89e314afd318,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:11.842791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8b531819-370b-4c86-8ccc-c934bfe3c527 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:11.949661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8b531819-370b-4c86-8ccc-c934bfe3c527 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:11.949976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:12.075311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8b531819-370b-4c86-8ccc-c934bfe3c527 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:12.075722 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:12.100368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 8b531819-370b-4c86-8ccc-c934bfe3c527, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8b531819-370b-4c86-8ccc-c934bfe3c527,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:12.108212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:12.259600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=8b531819-370b-4c86-8ccc-c934bfe3c527,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:12.889408 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Sync routers for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:12.912968 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:12.915236 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:13.062471 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:13.356879 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 2, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:13.397349 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Checking router: fb9ee9d7-1c13-4c46-b55d-1e850aa71574 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:13.397977 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Updating router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 port 7531c0e0-4131-413b-9ebe-f680d828452d binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:00:13.431383 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:13.756670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8b531819-370b-4c86-8ccc-c934bfe3c527 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:13.829631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8b531819-370b-4c86-8ccc-c934bfe3c527 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:13.830612 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:13.964449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8b531819-370b-4c86-8ccc-c934bfe3c527 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:14.000564 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:14.008688 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:14.090635 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff09e7-80fe-4598-94d3-a4c989e8cfda None None] Pushing event updated for resources: {'Port': ['ID=7531c0e0-4131-413b-9ebe-f680d828452d,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:14.177552 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Attempting to bind port 7531c0e0-4131-413b-9ebe-f680d828452d on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:14.177924 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Attempting to bind port 7531c0e0-4131-413b-9ebe-f680d828452d by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:14.178340 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Attempting to bind port 7531c0e0-4131-413b-9ebe-f680d828452d on network dcff6033-e8d7-43af-a6f2-306af24f8ee3 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:14.184826 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:14.185210 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Checking segment: {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:14.185785 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:14.186257 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Bound using segment: {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:14.186730 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Bound port: 7531c0e0-4131-413b-9ebe-f680d828452d, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:14.187110 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:14.300979 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] For port 7531c0e0-4131-413b-9ebe-f680d828452d, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:14.316015 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] For port 7531c0e0-4131-413b-9ebe-f680d828452d, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7531c0e0-4131-413b-9ebe-f680d828452d,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:14.321403 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:14.393700 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:14.394366 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:14.470648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-69572888-fcaf-4774-95dc-652b75810e27 None None] Provisioning complete for port 7531c0e0-4131-413b-9ebe-f680d828452d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:14.471791 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-69572888-fcaf-4774-95dc-652b75810e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:14.483531 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff09e7-80fe-4598-94d3-a4c989e8cfda None None] Pushing event updated for resources: {'Port': ['ID=7531c0e0-4131-413b-9ebe-f680d828452d,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:14.590133 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:14.627079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-69572888-fcaf-4774-95dc-652b75810e27 None None] Current status of the port 7531c0e0-4131-413b-9ebe-f680d828452d is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:14.628235 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-69572888-fcaf-4774-95dc-652b75810e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:14.698446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-69572888-fcaf-4774-95dc-652b75810e27 None None] For port 7531c0e0-4131-413b-9ebe-f680d828452d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7531c0e0-4131-413b-9ebe-f680d828452d,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:14.704348 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-69572888-fcaf-4774-95dc-652b75810e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:14.788320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69572888-fcaf-4774-95dc-652b75810e27 None None] Pushing event updated for resources: {'Port': ['ID=7531c0e0-4131-413b-9ebe-f680d828452d,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:14.834685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b2e0975c-c167-4710-a4bf-355defc9316e None None] Provisioning complete for port 7531c0e0-4131-413b-9ebe-f680d828452d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:14.835200 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b2e0975c-c167-4710-a4bf-355defc9316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:14.932906 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:14.970917 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81080df4-2486-4db3-b606-c9e155c7e4d4 None None] The sync data for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 is: [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:14.987387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0975c-c167-4710-a4bf-355defc9316e None None] Current status of the port 7531c0e0-4131-413b-9ebe-f680d828452d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:15.382857 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b824a9d-473e-47a9-afec-a0a1abd8447d x-openstack-request-id: req-3b824a9d-473e-47a9-afec-a0a1abd8447d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:15.383281 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "name": "network-vif-plugged", "status": "completed", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:15.383646 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b824a9d-473e-47a9-afec-a0a1abd8447d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:15.384155 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b824a9d-473e-47a9-afec-a0a1abd8447d'] response: {'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f', 'code': 200} May 26 16:00:15.395475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-196b80fa-f3b7-4f78-9e0c-742331d2a863 req-403694e5-9f19-4e83-a4a3-5edb8f874d99 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=22bf5401581140b9a9d06030b24f09a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438583 May 26 16:00:15.669325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-441adf39-66d6-45ec-8c94-8df85bcaacf4 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:15.672078 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-441adf39-66d6-45ec-8c94-8df85bcaacf4 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 821 time: 0.1544461 May 26 16:00:15.717634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-21e54f62-6581-4b87-a514-510ee2eaa519 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/quotas/a5f61cbbbf2842a985912cb32140c28d HTTP/1.1" status: 200 len: 375 time: 0.0386498 May 26 16:00:15.789761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b80fa-f3b7-4f78-9e0c-742331d2a863 req-3b69297f-070d-442f-aba7-59180e9494ce tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:15.798126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-196b80fa-f3b7-4f78-9e0c-742331d2a863 req-3b69297f-070d-442f-aba7-59180e9494ce tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4017000 May 26 16:00:15.830726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-196b80fa-f3b7-4f78-9e0c-742331d2a863 req-520a3432-fae9-47fe-b448-f2e065445967 tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/quotas/22bf5401581140b9a9d06030b24f09a4 HTTP/1.1" status: 200 len: 375 time: 0.0137396 May 26 16:00:15.870469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-b4423c77-0dbd-4b10-9f99-5bdd8ea55c2b tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1502092 May 26 16:00:15.953966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-196b80fa-f3b7-4f78-9e0c-742331d2a863 req-b9ed4857-f8f3-4f62-8000-a57d37e6a5ab tempest-QuotasAdminNegativeTest-1879864674 tempest-QuotasAdminNegativeTest-1879864674-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=22bf5401581140b9a9d06030b24f09a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148040 May 26 16:00:16.023071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7531c0e0-4131-413b-9ebe-f680d828452d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:16.099018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-1a940ba7-2672-4f17-bc93-1f3765d30ac1 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060583 May 26 16:00:16.166616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7531c0e0-4131-413b-9ebe-f680d828452d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:16.168135 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:16.289327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4e8ef632-22f3-4c75-a890-114e78967430 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893134 May 26 16:00:16.342214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793de519-4216-4752-91b0-19effcadbe6d req-6fbd67bd-f082-4f19-af66-445311bf365d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:16.354199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-793de519-4216-4752-91b0-19effcadbe6d req-6fbd67bd-f082-4f19-af66-445311bf365d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 945 time: 0.1220570 May 26 16:00:16.393323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7531c0e0-4131-413b-9ebe-f680d828452d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:16.444974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-793de519-4216-4752-91b0-19effcadbe6d req-535473a0-03c3-4989-a243-792e2a9ced9c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877707 May 26 16:00:17.094413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59670) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:17.100400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1081792862', 'description': 'tempest-description--1075027680'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:17.153698 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.293773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.302337 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.342717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-ff133c41-1576-4c30-8dc4-4714c5a76f05 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690160 May 26 16:00:17.377502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.382146 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2851839 May 26 16:00:17.385319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:17.391565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1641b238-8553-4533-b5ed-6f6d8eda8bca tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'security_group_rule': {'security_group_id': '9f2eb00a-12f2-4eeb-8024-01c44ddc2842', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:17.397715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2eb00a-12f2-4eeb-8024-01c44ddc2842,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:17.415384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.415763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.416109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.416593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.416929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.417259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.417660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.418007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.430820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.431182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.431497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.431832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa72aa-49bd-42d0-a8a5-22c52e5bef42 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:17.469100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1641b238-8553-4533-b5ed-6f6d8eda8bca tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.509740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-43428317-53e8-4945-a326-13422b6ad430 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:17.511308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-43428317-53e8-4945-a326-13422b6ad430 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670811 May 26 16:00:17.539383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-633bb659-12a8-4d4f-83b5-96ac473ef530 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/quotas/d7bfd585efff48c9b9ac77401d7efae3 HTTP/1.1" status: 200 len: 375 time: 0.0199902 May 26 16:00:17.574175 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1641b238-8553-4533-b5ed-6f6d8eda8bca tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.574175 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1641b238-8553-4533-b5ed-6f6d8eda8bca tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.583206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-089fd112-8fc0-4c1b-af81-23d3283e1807 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427992 May 26 16:00:17.614092 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1641b238-8553-4533-b5ed-6f6d8eda8bca tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.615465 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1641b238-8553-4533-b5ed-6f6d8eda8bca tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2289953 May 26 16:00:17.616865 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641b238-8553-4533-b5ed-6f6d8eda8bca tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5286185-7c02-43f0-a8b5-d5548ff10cec,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:17.618140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59688) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:17.623919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ef2dc6af-6a95-4c7f-865e-c091c1feb4ee tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'security_group_rule': {'security_group_id': '9f2eb00a-12f2-4eeb-8024-01c44ddc2842', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:17.668875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef2dc6af-6a95-4c7f-865e-c091c1feb4ee tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.795234 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef2dc6af-6a95-4c7f-865e-c091c1feb4ee tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.805741 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef2dc6af-6a95-4c7f-865e-c091c1feb4ee tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.854533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2dc6af-6a95-4c7f-865e-c091c1feb4ee tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b8614b-86d5-44b2-8b49-946aa6993812,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:17.881397 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef2dc6af-6a95-4c7f-865e-c091c1feb4ee tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.886118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ef2dc6af-6a95-4c7f-865e-c091c1feb4ee tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2635398 May 26 16:00:17.886461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:17.892600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:17.916829 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:00:17.942620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.226931 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.488690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Allocated IP 172.25.0.217 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/285756f9-e3c2-423c-81e0-1bb5890685d8) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:18.585914 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00652c81-9310-4404-9a0a-16c221093bd4 req-9f3097c9-b554-4e6f-bd5b-2effd110a8a1 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 210 time: 0.0807588 May 26 16:00:18.679655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c2a8645e-9dfd-463e-a8e5-09163e81897d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:18.683182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c2a8645e-9dfd-463e-a8e5-09163e81897d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 821 time: 0.3938007 May 26 16:00:18.732098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Request body: {'port': {'device_id': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'admin_state_up': True, 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:18.791416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.807742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-216952df-8def-4568-b249-31f453cdd143 req-9f3204c1-9a7c-4eb1-acfd-24d07e30677a tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 210 time: 0.1222272 May 26 16:00:18.855519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.929845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:19.016288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:19.023368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:19.152759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d9e2f-9001-4596-a99f-58da52675041 req-471b991e-cd4f-4468-a768-4843156af718 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:19.154351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a66d9e2f-9001-4596-a99f-58da52675041 req-471b991e-cd4f-4468-a768-4843156af718 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 945 time: 0.2003808 May 26 16:00:19.185079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'Port': ['ID=285756f9-e3c2-423c-81e0-1bb5890685d8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:19.220065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Made reservation on behalf of a5f61cbbbf2842a985912cb32140c28d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:19.231833 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.327986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59754) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:19.339942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a66d9e2f-9001-4596-a99f-58da52675041 req-792bf288-a47d-4412-8a02-c60e018253c1 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695464 May 26 16:00:19.357248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.438365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.609269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Allocated IP 172.20.0.11 (1205278f-cf10-486b-b28d-08c31ce1b5ca/8057d697-05b7-4284-a1b8-43dbc6a50108/64b5f7bf-e1cc-487a-a701-7e6fbe83b877) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:19.742101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-a1e6e433-124d-41ad-bd8f-6872857aca1e tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611386 May 26 16:00:19.804751 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfb74-a2db-4487-9f77-02ce8e70bfe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.848241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83ae360d-b8d8-4704-a0c4-e978c10e6d80 req-1d48e7c6-0520-425c-a6f6-6dda1e822666 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 210 time: 0.1013362 May 26 16:00:20.026963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfb74-a2db-4487-9f77-02ce8e70bfe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.118696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfb74-a2db-4487-9f77-02ce8e70bfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.192007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.199705 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5b2dfb74-a2db-4487-9f77-02ce8e70bfe3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22bf5401581140b9a9d06030b24f09a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8673744 May 26 16:00:20.200484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dfb74-a2db-4487-9f77-02ce8e70bfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3868fc9b-499b-404f-a859-8949d2a76ae7,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:20.203115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59782) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:20.206780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27aa6b98-ca08-4978-b60f-6e8738fc3ddd req-9ce35b54-2028-4c70-bc34-d11aa824f082 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 210 time: 0.1176355 May 26 16:00:20.243010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-958969c9-3de4-419c-b3e6-e75afe9bae3a tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.244513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-958969c9-3de4-419c-b3e6-e75afe9bae3a tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3954344 May 26 16:00:20.261909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-919a5db4-3253-435f-90bd-a69b24ca7985 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.263178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-919a5db4-3253-435f-90bd-a69b24ca7985 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 945 time: 0.1699727 May 26 16:00:20.279177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Request body: {'port': {'device_id': '2a6cae16-ed19-4e7f-85b1-1e05b47b2d29', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': 'd7bfd585efff48c9b9ac77401d7efae3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:20.315624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.441020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.474547 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30206be0-00b9-49df-bce1-c317d5bf7fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.513495 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30206be0-00b9-49df-bce1-c317d5bf7fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.568714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30206be0-00b9-49df-bce1-c317d5bf7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.575245 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30206be0-00b9-49df-bce1-c317d5bf7fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.580297 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-30206be0-00b9-49df-bce1-c317d5bf7fa2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3868fc9b-499b-404f-a859-8949d2a76ae7 HTTP/1.1" status: 204 len: 168 time: 0.3634241 May 26 16:00:20.585627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'Port': ['ID=285756f9-e3c2-423c-81e0-1bb5890685d8,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:20.599453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.610137 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a138208c-beb4-422f-84cf-b474dbe3decb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7224619 May 26 16:00:20.617398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30206be0-00b9-49df-bce1-c317d5bf7fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3868fc9b-499b-404f-a859-8949d2a76ae7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:21.214909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.235394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59816) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:21.252184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edb37c75-45b4-4fde-8901-0da7eefd267f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.260718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.273598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['3e0acf3d-afc3-48f0-bf4f-fd019ee16857'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:21.334726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:21.344733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Pushing event updated for resources: {'Port': ['ID=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:21.348636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:21.360813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:21.370644 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edb37c75-45b4-4fde-8901-0da7eefd267f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.381644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6cd57-570f-41d8-bb3c-6727b19bbe7a req-f953e0a8-03ac-4f0d-bb0a-07bca2ce399c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:21.381975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edb37c75-45b4-4fde-8901-0da7eefd267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.390486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dc6cd57-570f-41d8-bb3c-6727b19bbe7a req-f953e0a8-03ac-4f0d-bb0a-07bca2ce399c tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 945 time: 0.8852599 May 26 16:00:21.436971 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb37c75-45b4-4fde-8901-0da7eefd267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1e8baa-5dd9-4781-bb0b-9f71c2122061,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:21.473262 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-edb37c75-45b4-4fde-8901-0da7eefd267f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3eb04ad22a7e4d72adb3ea1a34704888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347455 May 26 16:00:21.474904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59822) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:21.563602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dc6cd57-570f-41d8-bb3c-6727b19bbe7a req-2f6c244a-c4f6-4caf-9781-aaabbbc3519d tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/security-groups?id=08c48ee4-4a89-4ef3-b20e-1542689524fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620753 May 26 16:00:21.589467 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed01849-7236-4d44-81b4-f102777e0b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.663098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Deleting port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:21.667997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed01849-7236-4d44-81b4-f102777e0b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.681223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.780836 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed01849-7236-4d44-81b4-f102777e0b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.785033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed01849-7236-4d44-81b4-f102777e0b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.785459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:21.786396 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.789481 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1ed01849-7236-4d44-81b4-f102777e0b1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c1e8baa-5dd9-4781-bb0b-9f71c2122061 HTTP/1.1" status: 204 len: 168 time: 0.3133063 May 26 16:00:21.807574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed01849-7236-4d44-81b4-f102777e0b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1e8baa-5dd9-4781-bb0b-9f71c2122061,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:21.861870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4fdd23c0-5adf-4a95-ba47-19b8e73fdd2d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1483543 May 26 16:00:21.915909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Request body: {'port': {'device_id': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:21.944669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Made reservation on behalf of d7bfd585efff48c9b9ac77401d7efae3 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:21.964103 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.966112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c890724b-d6bc-4e77-95f9-c7edfba68c85 None None] Provisioning complete for port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:21.966613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c890724b-d6bc-4e77-95f9-c7edfba68c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.999320 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.049868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c890724b-d6bc-4e77-95f9-c7edfba68c85 None None] Port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:22.115528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-6e0b82ea-7db7-417b-8e34-04dff4783aa8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1081792862&fields=id&tenant_id=f4f60e78ae714e2c97b0d22e316bb54e HTTP/1.1" status: 200 len: 267 time: 0.3859940 May 26 16:00:22.436149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] For port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,segment=NetworkSegment(945218ac-55a8-4508-8803-5158b1644348),segment_id=945218ac-55a8-4508-8803-5158b1644348)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:22.436766 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.504658 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.619365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Calling delete_port for 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:22.692788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-b4ca91ba-a67c-4deb-a4f2-b0ed08c748ec tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:22.696581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-b4ca91ba-a67c-4deb-a4f2-b0ed08c748ec tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 816 time: 0.5799062 May 26 16:00:22.810383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.892537 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.910772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-f913747d-f595-499e-9841-644c6621c243 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/quotas/f4f60e78ae714e2c97b0d22e316bb54e HTTP/1.1" status: 200 len: 375 time: 0.1776166 May 26 16:00:23.241249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cd1695-6f68-45d6-906a-8456cb35cef4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:23.319643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc4509-b017-43a9-abfd-0183ecc6c946 req-8c1e4415-3466-43b0-94da-51c1080325eb tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:23.321265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94dc4509-b017-43a9-abfd-0183ecc6c946 req-8c1e4415-3466-43b0-94da-51c1080325eb tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 932 time: 0.3915348 May 26 16:00:23.382652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-873fbdec-f7ee-47d9-8f46-4dcf1a44d646 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4664147 May 26 16:00:23.540610 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.601934 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.719022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Allocated IP 192.168.233.15 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/2793f794-cd7d-4263-b609-02475a4b8690) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:23.738830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94dc4509-b017-43a9-abfd-0183ecc6c946 req-a53bd8a0-0a88-450e-9eb0-6b954b333a30 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815510 May 26 16:00:23.866870 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.961257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cbc33b5b-3022-4b83-adb3-7f25e0e5c43f req-3db05d92-ea07-4037-8af1-594aecf3dae0 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 210 time: 0.0953820 May 26 16:00:23.976548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Pushing event deleted for resources: {'Port': ['ID=9e81b616-cf80-4e6b-8f84-90ff3366f4c5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:23.999188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-25654c80-afc7-4286-b801-f4037fda671e service neutron] 10.222.0.39 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150155 May 26 16:00:24.309543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82662647-2ce9-42bc-a238-405adc224a6f req-da217721-7cf3-4286-a43b-1d576a7c1a15 tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d31c340-5b5a-48f5-8fd3-d158dac96fcc HTTP/1.1" status: 200 len: 210 time: 0.1465147 May 26 16:00:24.310549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] No DVR routers for this DVR port 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:24.314228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:24.318204 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-213e42ef-a873-4cb5-9b11-3038568d2ca2 req-1ea698d6-dd55-45bc-8d1a-48f4572928ae tempest-DeleteServersTestJSON-195691051 tempest-DeleteServersTestJSON-195691051-project] 10.222.0.24 "DELETE /v2.0/ports/9e81b616-cf80-4e6b-8f84-90ff3366f4c5 HTTP/1.1" status: 204 len: 173 time: 4.0350037 May 26 16:00:24.325036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d31c340-5b5a-48f5-8fd3-d158dac96fcc', 'name': 'network-vif-deleted', 'tag': '9e81b616-cf80-4e6b-8f84-90ff3366f4c5'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:24.327646 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc1ad3-16d2-4f68-a96c-ed2281b9d3b1" -d '{"events": [{"server_uuid": "9d31c340-5b5a-48f5-8fd3-d158dac96fcc", "name": "network-vif-deleted", "tag": "9e81b616-cf80-4e6b-8f84-90ff3366f4c5"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:24.347280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:24.377932 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:24.418233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Transition to ACTIVE for port object 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:24.437917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:24.519292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-784fa386-e248-4816-980a-65272562d6d5 service neutron] 10.222.0.39 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136201 May 26 16:00:24.559366 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:24.672281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Pushing event updated for resources: {'Port': ['ID=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:24.787436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:24.846578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:00:24.846923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9e81b616-cf80-4e6b-8f84-90ff3366f4c5 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:00:24.862657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Attempting to bind port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:24.863135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Attempting to bind port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:24.863309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Attempting to bind port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 on network 1205278f-cf10-486b-b28d-08c31ce1b5ca {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:24.958133 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7c8e2a-87bc-4989-a19a-9344a7e324e1 x-openstack-request-id: req-2a7c8e2a-87bc-4989-a19a-9344a7e324e1 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:24.958438 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d31c340-5b5a-48f5-8fd3-d158dac96fcc", "name": "network-vif-deleted", "tag": "9e81b616-cf80-4e6b-8f84-90ff3366f4c5", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:24.958749 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a7c8e2a-87bc-4989-a19a-9344a7e324e1 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:24.959174 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7c8e2a-87bc-4989-a19a-9344a7e324e1'] response: {'server_uuid': '9d31c340-5b5a-48f5-8fd3-d158dac96fcc', 'name': 'network-vif-deleted', 'tag': '9e81b616-cf80-4e6b-8f84-90ff3366f4c5', 'status': 'completed', 'code': 200} May 26 16:00:24.964170 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-ef078ca9-04c0-4fb0-b44a-6fc0224aa6e1 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--154161573&fields=id&tenant_id=a044555c6d88472789ff54fb89a4ca42 HTTP/1.1" status: 200 len: 267 time: 0.3967972 May 26 16:00:25.004055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 on network 1205278f-cf10-486b-b28d-08c31ce1b5ca not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:25.004560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Attempting to bind port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 on network 1205278f-cf10-486b-b28d-08c31ce1b5ca {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:25.099633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59926) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:25.115445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38feb96d-bb94-42da-a1bd-aee8b3c9a23a req-0beec3be-49aa-4c1d-b72e-4784289c0a04 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 210 time: 0.1058969 May 26 16:00:25.115920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:25.116262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Checking segment: {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:25.116683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Bound using segment: {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:25.117150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Bound port: 64b5f7bf-e1cc-487a-a701-7e6fbe83b877, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58aceaf8-3039-4d5c-bde1-eddbd1e861d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:25.117508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.147183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.233853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:25.255870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:25.258345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:25.294936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-230da450-d6be-4491-b7aa-d4b795c02bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.374656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Pushing event updated for resources: {'Port': ['ID=2793f794-cd7d-4263-b609-02475a4b8690,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:25.386435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2362-590b-4958-b084-036a7a5e09ce req-6726e5ea-9fd5-4c5a-892d-69ceb9e31d4a tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:25.396016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-6726e5ea-9fd5-4c5a-892d-69ceb9e31d4a tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/networks?id=1a739b17-ceba-407b-9c42-6767370e00cd HTTP/1.1" status: 200 len: 816 time: 0.4117391 May 26 16:00:25.439513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-230da450-d6be-4491-b7aa-d4b795c02bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.445513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-230da450-d6be-4491-b7aa-d4b795c02bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.453315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e251927-7e3b-4d0d-a79f-8a6704ca757b req-b62eaec5-3b94-48b2-88c9-7887b67c80a0 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:25.455376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e251927-7e3b-4d0d-a79f-8a6704ca757b req-b62eaec5-3b94-48b2-88c9-7887b67c80a0 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 944 time: 0.2246423 May 26 16:00:25.466750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-adecac6a-09d1-4001-bacf-1a3c6f367dfb tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/quotas/a044555c6d88472789ff54fb89a4ca42 HTTP/1.1" status: 200 len: 375 time: 0.0696328 May 26 16:00:25.469201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] For port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:25.482342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:25.483108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.491328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] For port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:25.497172 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-230da450-d6be-4491-b7aa-d4b795c02bd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc0bc7f2fe65446dabf5181521f97be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962312 May 26 16:00:25.498851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59934) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:25.507413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230da450-d6be-4491-b7aa-d4b795c02bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d29bfb-07c7-4df1-ba0c-7bc80fb84ecf,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:25.527451 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.585823 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5854-513e-4a41-afb7-a7211cc361f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.588737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-94d9eb0a-900e-421e-b8e8-958290c35a82 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3136587 May 26 16:00:25.629169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Request body: {'port': {'device_id': '2a6cae16-ed19-4e7f-85b1-1e05b47b2d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:25.666794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4b081822-e9c8-4313-9c3d-0425e5a8cf69 None None] Provisioning complete for port 2793f794-cd7d-4263-b609-02475a4b8690 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:25.667804 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4b081822-e9c8-4313-9c3d-0425e5a8cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.678495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:25.679673 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.681551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] 10.222.0.32 "PUT /v2.0/ports/64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 200 len: 1092 time: 3.8006654 May 26 16:00:25.712588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e251927-7e3b-4d0d-a79f-8a6704ca757b req-72f225f3-373e-4b3c-bb52-1d504fac5474 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373021 May 26 16:00:25.756102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4b081822-e9c8-4313-9c3d-0425e5a8cf69 None None] Port 2793f794-cd7d-4263-b609-02475a4b8690 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:25.773344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3547c7e-a9c8-4bf4-b1c6-9e21e3474036 service neutron] Pushing event updated for resources: {'Port': ['ID=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:25.792103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-aba9c963-a920-4d2f-a5e5-d92a586bea66 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a044555c6d88472789ff54fb89a4ca42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3041031 May 26 16:00:25.837245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.049569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5854-513e-4a41-afb7-a7211cc361f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.108823 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5854-513e-4a41-afb7-a7211cc361f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.111188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5854-513e-4a41-afb7-a7211cc361f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.114663 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ce6d5854-513e-4a41-afb7-a7211cc361f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72d29bfb-07c7-4df1-ba0c-7bc80fb84ecf HTTP/1.1" status: 204 len: 168 time: 0.6143203 May 26 16:00:26.135565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d5854-513e-4a41-afb7-a7211cc361f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d29bfb-07c7-4df1-ba0c-7bc80fb84ecf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:26.146463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59942) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:26.300947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61891969-d1a6-46b3-8ef6-4d2a04aec82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.410891 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61891969-d1a6-46b3-8ef6-4d2a04aec82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.416287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61891969-d1a6-46b3-8ef6-4d2a04aec82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.463815 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-61891969-d1a6-46b3-8ef6-4d2a04aec82f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fe2976efb4842f48d068f1b2a1c9023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159494 May 26 16:00:26.466498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61891969-d1a6-46b3-8ef6-4d2a04aec82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a65465-47b6-4d0f-956e-74534da34613,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:26.469730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59950) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:26.483191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-5042845f-e5f2-4d54-9008-c824e9254179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.484497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-5042845f-e5f2-4d54-9008-c824e9254179 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 1095 time: 0.6282663 May 26 16:00:26.508778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6c5a1-d236-48a7-952d-a1f2bd14c6fa req-32a42f28-f474-4cdb-8d0e-aec585d14e60 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.510322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bc6c5a1-d236-48a7-952d-a1f2bd14c6fa req-32a42f28-f474-4cdb-8d0e-aec585d14e60 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 935 time: 0.5697324 May 26 16:00:26.540705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ee90312-b120-49c8-a7ed-78c91db6430a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.551348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59952) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:26.556041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-68ad315e-2d4a-4c4d-9400-92fa0a97b3b1 service neutron] 10.222.0.39 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973033 May 26 16:00:26.573014 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c831e51-831e-48bf-8be0-63df19c7bfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.587482 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ee90312-b120-49c8-a7ed-78c91db6430a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.612161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-594e93f3-463e-4bb4-aace-569a193ed7aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 200 len: 217 time: 0.0967844 May 26 16:00:26.676924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ee90312-b120-49c8-a7ed-78c91db6430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.679409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ee90312-b120-49c8-a7ed-78c91db6430a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.684523 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0ee90312-b120-49c8-a7ed-78c91db6430a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32a65465-47b6-4d0f-956e-74534da34613 HTTP/1.1" status: 204 len: 168 time: 0.2012076 May 26 16:00:26.695394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee90312-b120-49c8-a7ed-78c91db6430a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a65465-47b6-4d0f-956e-74534da34613,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:26.706686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c831e51-831e-48bf-8be0-63df19c7bfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.712630 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c831e51-831e-48bf-8be0-63df19c7bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.753807 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7c831e51-831e-48bf-8be0-63df19c7bfaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e871a6040f84a04ac8de5f24d6ac296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011859 May 26 16:00:26.754572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c831e51-831e-48bf-8be0-63df19c7bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc52280-c401-43ce-a30d-ae3c613e5023,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:26.757704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59958) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:26.814574 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb492-3a06-45f4-ba97-5c99874be759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.822420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bc6c5a1-d236-48a7-952d-a1f2bd14c6fa req-98dc3d8e-7aea-4cb9-9362-84a6f7932be7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686267 May 26 16:00:26.832768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4c7233e4-2820-45b9-9c8c-d76611672977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.834250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-4c7233e4-2820-45b9-9c8c-d76611672977 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.1964440 May 26 16:00:26.854543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb492-3a06-45f4-ba97-5c99874be759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.865721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-4953fa44-3c6f-40ed-b64d-f68988a86ef6 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.867201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-4953fa44-3c6f-40ed-b64d-f68988a86ef6 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.24 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 816 time: 0.4116559 May 26 16:00:26.917647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-8509e846-b15d-4537-8dc4-4612edf8f369 service neutron] 10.222.0.39 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241084 May 26 16:00:26.951001 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb492-3a06-45f4-ba97-5c99874be759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.954616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb492-3a06-45f4-ba97-5c99874be759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.955800 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d0ceb492-3a06-45f4-ba97-5c99874be759 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fc52280-c401-43ce-a30d-ae3c613e5023 HTTP/1.1" status: 204 len: 168 time: 0.1973007 May 26 16:00:26.961027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:26.969934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceb492-3a06-45f4-ba97-5c99874be759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc52280-c401-43ce-a30d-ae3c613e5023,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:26.971236 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334" -d '{"events": [{"name": "network-changed", "server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:27.090950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2793f794-cd7d-4263-b609-02475a4b8690 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:27.105583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-6e91c708-4afe-4183-beba-498b02a88bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:27.107152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-6e91c708-4afe-4183-beba-498b02a88bb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629685 May 26 16:00:27.112057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-66cb1681-438d-40a3-ba11-6ff4d2c37c9f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4f60e78ae714e2c97b0d22e316bb54e HTTP/1.1" status: 200 len: 380 time: 0.2130406 May 26 16:00:27.114315 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:27.133705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'port': {'device_id': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'admin_state_up': True, 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'security_groups': ['9f2eb00a-12f2-4eeb-8024-01c44ddc2842']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:27.221110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e07730ff-e121-47ea-a048-3179d014cda4 req-0d018e01-30e1-4447-bd35-e70d2dec24ed tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 210 time: 0.1214781 May 26 16:00:27.268024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Transition to ACTIVE for port object 2793f794-cd7d-4263-b609-02475a4b8690 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:27.279549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:27.544647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-9afeaebd-df73-4635-8547-032bd759d592 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181967 May 26 16:00:27.557160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Pushing event updated for resources: {'Port': ['ID=2793f794-cd7d-4263-b609-02475a4b8690,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:27.614872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c549201-079b-4cf5-9354-78f46cc1bea7 req-501ce76a-f9d9-4186-8a9c-2733e0f01db8 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:27.622770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c549201-079b-4cf5-9354-78f46cc1bea7 req-501ce76a-f9d9-4186-8a9c-2733e0f01db8 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 944 time: 0.2900009 May 26 16:00:27.690853 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4f87aa-6787-4aa5-a1ce-b9ca771199b5 x-openstack-request-id: req-cf4f87aa-6787-4aa5-a1ce-b9ca771199b5 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:27.691139 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:27.691608 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf4f87aa-6787-4aa5-a1ce-b9ca771199b5 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:27.692167 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4f87aa-6787-4aa5-a1ce-b9ca771199b5'] response: {'name': 'network-changed', 'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'status': 'completed', 'code': 200} May 26 16:00:27.723885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Made reservation on behalf of f4f60e78ae714e2c97b0d22e316bb54e for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:27.727358 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:27.765265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Attempting to bind port 2793f794-cd7d-4263-b609-02475a4b8690 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:27.765609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Attempting to bind port 2793f794-cd7d-4263-b609-02475a4b8690 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:27.765942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Attempting to bind port 2793f794-cd7d-4263-b609-02475a4b8690 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:27.775628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Port 2793f794-cd7d-4263-b609-02475a4b8690 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:27.776132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Attempting to bind port 2793f794-cd7d-4263-b609-02475a4b8690 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:27.798362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c549201-079b-4cf5-9354-78f46cc1bea7 req-7a479862-8b28-4977-9eef-498e8aab4e8b tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737363 May 26 16:00:27.952393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d88284a-b9f6-482e-b0a8-ecadaaa4e961 req-ce8c52ab-d73a-4b73-a390-6ab5bf976a53 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 210 time: 0.1937137 May 26 16:00:27.961595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:27.961937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:27.962353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:27.962807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Bound port: 2793f794-cd7d-4263-b609-02475a4b8690, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:27.963205 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.054420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62303cd5-a9d7-4c1d-bb10-4aa66cc54052 req-fa7b0510-976e-4478-bd2c-5e2bfd69af43 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939337 May 26 16:00:28.105178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60052) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:28.156913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] For port 2793f794-cd7d-4263-b609-02475a4b8690, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:28.218782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] For port 2793f794-cd7d-4263-b609-02475a4b8690, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2793f794-cd7d-4263-b609-02475a4b8690,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:28.246709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Allocated IP 172.20.0.12 (dcff6033-e8d7-43af-a6f2-306af24f8ee3/d4f0607d-90cc-4ecf-88cd-fda20d1cd362/c04ac970-48e1-4a81-8548-f4399867bbd1) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:28.259840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.335523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:28.336228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.337611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] 10.222.0.24 "PUT /v2.0/ports/2793f794-cd7d-4263-b609-02475a4b8690 HTTP/1.1" status: 200 len: 1095 time: 2.7141581 May 26 16:00:28.339781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-440c6cf2-6443-48c9-b00d-340a60900d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:28.341233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-440c6cf2-6443-48c9-b00d-340a60900d03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 1095 time: 0.1803439 May 26 16:00:28.374183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e12608-b199-4a2a-8e4b-bbe4a0417436 req-10b42988-9a9f-487b-a7db-96f328bc1db6 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:28.381990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0e12608-b199-4a2a-8e4b-bbe4a0417436 req-10b42988-9a9f-487b-a7db-96f328bc1db6 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 947 time: 0.2219746 May 26 16:00:28.453887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1607054766-network', 'tenant_id': 'e6b3e6333016469e9aac5eeb5929e982'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:28.492132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Made reservation on behalf of e6b3e6333016469e9aac5eeb5929e982 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:28.495567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.531455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.607260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d79cc5-3b41-4d15-a2cd-6ad67dac20be service neutron] Pushing event updated for resources: {'Port': ['ID=2793f794-cd7d-4263-b609-02475a4b8690,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:28.716457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0e12608-b199-4a2a-8e4b-bbe4a0417436 req-cdf66e78-e72f-47e8-a9e9-82018b930732 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312495 May 26 16:00:28.726490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.732117 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.748866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:00:28.764653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.766107 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Added segment b2858f46-2e8f-4c13-98d4-d774fa532dd7 of type vlan for network 032829e5-c7ea-4aad-8175-aa97cca45571 May 26 16:00:28.831682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.854587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-92692453-3551-4036-8dc2-4b311bdce905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:28.856259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-92692453-3551-4036-8dc2-4b311bdce905 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 1098 time: 0.4039221 May 26 16:00:28.871204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914bf847-1ef7-442b-82f5-ab29b80cb027,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:28.905627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.906911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:28.907674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.939525 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8308952 May 26 16:00:28.958631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:28.979071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Request body: {'subnet': {'network_id': '032829e5-c7ea-4aad-8175-aa97cca45571', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1607054766-subnet', 'tenant_id': 'e6b3e6333016469e9aac5eeb5929e982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:29.011886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-8b01b08e-ebc3-4867-9bb0-c21ee74c2ed5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2793f794-cd7d-4263-b609-02475a4b8690 HTTP/1.1" status: 200 len: 217 time: 0.1190236 May 26 16:00:29.020704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-02e351fe-5f05-450f-8c97-5f88ff798098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.025555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-02e351fe-5f05-450f-8c97-5f88ff798098 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.6627376 May 26 16:00:29.064335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:29.096618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Made reservation on behalf of e6b3e6333016469e9aac5eeb5929e982 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:29.102183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:29.163712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47615e39-38c8-4557-b09e-6fddd229a741 req-0352af49-30db-4f3f-a976-2fd26ae1bd8e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 210 time: 0.1299353 May 26 16:00:29.194990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-c4e5eb9c-4eb0-42b1-ad56-7bd404d9bdc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 200 len: 217 time: 0.1495810 May 26 16:00:29.245695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536979e3-6268-4317-8a62-285d6fe2cc07 admin admin] Pushing event updated for resources: {'Network': ['ID=032829e5-c7ea-4aad-8175-aa97cca45571,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:29.257855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 032829e5-c7ea-4aad-8175-aa97cca45571 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:00:29.450173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:29.450449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-efdaa4dd-a8a8-47f3-bd1f-cef60ab1cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.452551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-efdaa4dd-a8a8-47f3-bd1f-cef60ab1cb50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.4259803 May 26 16:00:29.463025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2362-590b-4958-b084-036a7a5e09ce req-f3e707a7-a78a-4a8a-ba78-9334da6b4621 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.464499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-f3e707a7-a78a-4a8a-ba78-9334da6b4621 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.32 "GET /v2.0/networks?id=1a739b17-ceba-407b-9c42-6767370e00cd HTTP/1.1" status: 200 len: 816 time: 0.3075254 May 26 16:00:29.489826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c5cb4198-11f5-40fa-8a0b-eca5e54b79ef req-ecd35530-248a-4efe-8f1e-1e0474a6d3d2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 210 time: 0.1652133 May 26 16:00:29.549750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ffd765-283e-4a39-b74c-9767cd2e1608,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:29.561136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Checking segment: {'id': 'b2858f46-2e8f-4c13-98d4-d774fa532dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '032829e5-c7ea-4aad-8175-aa97cca45571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:29.561674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Network hostable DHCP agents. Network: 032829e5-c7ea-4aad-8175-aa97cca45571, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:00:29.595917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-86891c1d-b6ba-484e-9466-b554c5ff55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.598303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-86891c1d-b6ba-484e-9466-b554c5ff55f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.3445559 May 26 16:00:29.605893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Network 032829e5-c7ea-4aad-8175-aa97cca45571 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:00:29.606959 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:29.622978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 032829e5-c7ea-4aad-8175-aa97cca45571) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:29.636430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadef4fe-50a6-4fb1-b10b-f8a79d533f71 None None] Network 032829e5-c7ea-4aad-8175-aa97cca45571 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:29.651549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.652557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:29.706093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6cae16-ed19-4e7f-85b1-1e05b47b2d29', 'tag': '2793f794-cd7d-4263-b609-02475a4b8690'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:29.711023 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57216e00-478e-4659-a413-d1a2b301fef1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6cae16-ed19-4e7f-85b1-1e05b47b2d29", "tag": "2793f794-cd7d-4263-b609-02475a4b8690"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:29.781873 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-562cb1c0-d671-4720-86bc-a9ba9ad9b24e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8221567 May 26 16:00:29.783940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11592ac2-a8a0-4924-bb9d-f5e7b9f70c4b req-ebffa8f3-1274-4763-a857-7b2e280de99a tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.793386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11592ac2-a8a0-4924-bb9d-f5e7b9f70c4b req-ebffa8f3-1274-4763-a857-7b2e280de99a tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 944 time: 0.4674006 May 26 16:00:29.798229 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-75209130-910f-43b9-af76-b4821fad0de4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1350274 May 26 16:00:29.839092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-c2b7247e-5186-4253-bb1d-1b7754049ad6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a044555c6d88472789ff54fb89a4ca42 HTTP/1.1" status: 200 len: 379 time: 0.3479278 May 26 16:00:29.893985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:29.898502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Request body: {'port': {'device_id': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'admin_state_up': True, 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'security_groups': ['1fa40324-c66d-4991-b68f-81e8c34f509e']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:29.935867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-7ef2518a-b883-4b69-b05b-c1e24fc528ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.937743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-7ef2518a-b883-4b69-b05b-c1e24fc528ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4456375 May 26 16:00:29.963270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-2f865e59-2fbd-49d7-8bfd-64e522e42d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.964794 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-2f865e59-2fbd-49d7-8bfd-64e522e42d82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.0950475 May 26 16:00:29.965442 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a968dc-b151-4dd3-a586-4413bf7bf789 x-openstack-request-id: req-e8a968dc-b151-4dd3-a586-4413bf7bf789 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:29.965725 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6cae16-ed19-4e7f-85b1-1e05b47b2d29", "tag": "2793f794-cd7d-4263-b609-02475a4b8690", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:29.966034 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8a968dc-b151-4dd3-a586-4413bf7bf789 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:29.974703 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a968dc-b151-4dd3-a586-4413bf7bf789'] response: {'name': 'network-changed', 'server_uuid': '2a6cae16-ed19-4e7f-85b1-1e05b47b2d29', 'tag': '2793f794-cd7d-4263-b609-02475a4b8690', 'status': 'completed', 'code': 200} May 26 16:00:29.977817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:29.978889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e6a92-c775-4812-b5f3-78f932ae218b None None] Network 032829e5-c7ea-4aad-8175-aa97cca45571 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:30.133977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:30.183170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-a2036efa-0383-4460-93f2-96d4d749515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.187071 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-a2036efa-0383-4460-93f2-96d4d749515e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.1938329 May 26 16:00:30.193381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11592ac2-a8a0-4924-bb9d-f5e7b9f70c4b req-ce45c305-0781-4f5a-933f-4abef526bfd5 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984153 May 26 16:00:30.196102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-7c2d6c2d-13f2-458b-bf26-fbc401818901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.198720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-7c2d6c2d-13f2-458b-bf26-fbc401818901 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5676973 May 26 16:00:30.199422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:30.203741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-bf9041b8-de2f-4867-92af-4746854d34f9 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799479 May 26 16:00:30.253677 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-6d060163-48bc-468b-be7c-82eb86dad46c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 217 time: 0.0573003 May 26 16:00:30.381137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-947ecb1a-0f35-4b55-9fbf-6f7e19868dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.383476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-947ecb1a-0f35-4b55-9fbf-6f7e19868dc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.1152551 May 26 16:00:30.448022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-fc707e1b-adc9-41d5-a2c7-faced39360c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.450029 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-fc707e1b-adc9-41d5-a2c7-faced39360c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562444 May 26 16:00:30.463409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-38bc62ad-4d62-4021-9e74-4ffd3fb5a48c None None] Provisioning complete for port c04ac970-48e1-4a81-8548-f4399867bbd1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:30.464432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38bc62ad-4d62-4021-9e74-4ffd3fb5a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:30.507262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-38bc62ad-4d62-4021-9e74-4ffd3fb5a48c None None] Port c04ac970-48e1-4a81-8548-f4399867bbd1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:30.573191 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-c0923ebd-0fc6-42da-bf0f-05d815960da1 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115985 May 26 16:00:30.682249 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2546ce7a-64c3-42ea-9cc1-8fac9df2a833 req-1d7de75d-8832-40ca-9508-527c317b6741 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994771 May 26 16:00:30.771161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.771765 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:30.830822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9fe166fb-2a6a-454c-b265-1fa358a2b27f no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:30.869053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e2df481f-2e47-41c5-a728-ad88c7655860 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7402754 May 26 16:00:30.910728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Request body: {'port': {'device_id': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:30.935424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 9fe166fb-2a6a-454c-b265-1fa358a2b27f is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:30.940183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:30.969533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:30.972737 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd59ae9-3ffe-454d-be31-def7723c0515" -d '{"events": [{"server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:30.977511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b972f-c795-4e18-9ad7-bef8f33dc79b req-febb6037-c89f-45f8-9a58-5ed46cc8f626 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.977813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-731b972f-c795-4e18-9ad7-bef8f33dc79b req-febb6037-c89f-45f8-9a58-5ed46cc8f626 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 947 time: 0.7187450 May 26 16:00:30.989071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:30.993409 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.042416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d1c1c99-8e15-43df-a7e8-011e83463e75 req-b111112a-3e17-4225-81c6-2e407662cb64 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761390 May 26 16:00:31.061372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=9fe166fb-2a6a-454c-b265-1fa358a2b27f,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:31.075907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-6489553b-f012-4302-bb3b-1a6a4fef3ce4 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8107188 May 26 16:00:31.091501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-12259a36-2a74-4c0d-bf77-1dcd665f274f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:31.098609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-12259a36-2a74-4c0d-bf77-1dcd665f274f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 805 time: 0.4059179 May 26 16:00:31.120577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Made reservation on behalf of a044555c6d88472789ff54fb89a4ca42 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:31.124005 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.140017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:31.149576 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.223613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca599550-b23f-4152-9332-054c6894e95c req-4427ffec-c8d4-4f94-a2ce-19a057a31609 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:31.225495 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ca599550-b23f-4152-9332-054c6894e95c req-4427ffec-c8d4-4f94-a2ce-19a057a31609 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd7a816b-0cf2-4d99-ab84-4a74174eec9c HTTP/1.1" status: 200 len: 944 time: 0.0717144 May 26 16:00:31.245430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-731b972f-c795-4e18-9ad7-bef8f33dc79b req-ff9076fb-630b-4013-bfe9-687886d27a38 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421715 May 26 16:00:31.253503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-285af296-be39-4e70-a6e1-bfe1f2fc6709 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/quotas/1bb292c5c91041cd847ad10108eed473 HTTP/1.1" status: 200 len: 375 time: 0.1362469 May 26 16:00:31.309435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:31.346118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'port_id': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'mac_address': 'fa:16:3e:90:aa:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:31.382778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57216e00-478e-4659-a413-d1a2b301fef1 req-7fb86bd4-1bf3-43b4-bdf0-ddb431597fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:31.384349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57216e00-478e-4659-a413-d1a2b301fef1 req-7fb86bd4-1bf3-43b4-bdf0-ddb431597fdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 1098 time: 0.2682481 May 26 16:00:31.435803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:31.436712 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.462290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-ca599550-b23f-4152-9332-054c6894e95c req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Deleting port 9fe166fb-2a6a-454c-b265-1fa358a2b27f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:31.463086 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ca599550-b23f-4152-9332-054c6894e95c req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.469667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:31.500986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:31.507371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.613117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:31.632907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-ca599550-b23f-4152-9332-054c6894e95c req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] For port 9fe166fb-2a6a-454c-b265-1fa358a2b27f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=9fe166fb-2a6a-454c-b265-1fa358a2b27f,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:31.633597 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ca599550-b23f-4152-9332-054c6894e95c req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.654707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-ca599550-b23f-4152-9332-054c6894e95c req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Calling delete_port for 9fe166fb-2a6a-454c-b265-1fa358a2b27f owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:31.826036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['64b5f7bf-e1cc-487a-a701-7e6fbe83b877'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:31.908925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dbd2a94-ce0a-4c6a-85e1-6181a6617334 req-9f8d7e2d-a1d8-4e09-89b2-4f6df4087ca8 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8086870 May 26 16:00:31.910470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ca599550-b23f-4152-9332-054c6894e95c req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.958886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Pushing event deleted for resources: {'Port': ['ID=9fe166fb-2a6a-454c-b265-1fa358a2b27f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:31.967476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57216e00-478e-4659-a413-d1a2b301fef1 req-c1227297-368a-403c-a931-6e7d29cd6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:31.969519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57216e00-478e-4659-a413-d1a2b301fef1 req-c1227297-368a-403c-a931-6e7d29cd6df3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.4792814 May 26 16:00:31.973251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-98b19f4e-91ed-4099-9bc5-38c653a3c595 req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1801650831', 'description': 'tempest-description-363816425'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:32.007683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca599550-b23f-4152-9332-054c6894e95c req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] No DVR routers for this DVR port 9fe166fb-2a6a-454c-b265-1fa358a2b27f on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:32.013191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ca599550-b23f-4152-9332-054c6894e95c req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.017702 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ca599550-b23f-4152-9332-054c6894e95c req-2c7737d1-ce12-43d0-bf68-b0ec514a824c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.24 "DELETE /v2.0/ports/9fe166fb-2a6a-454c-b265-1fa358a2b27f HTTP/1.1" status: 204 len: 173 time: 0.7861276 May 26 16:00:32.018301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'name': 'network-vif-deleted', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:32.021619 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eecbdc-91f8-484c-af8c-227b70c6c023" -d '{"events": [{"server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "name": "network-vif-deleted", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:32.049880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-059fecee-3f40-4f2b-a20b-1f5a94eb6885 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7953660 May 26 16:00:32.126084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57216e00-478e-4659-a413-d1a2b301fef1 req-9f5a29a9-73f0-4c4d-859f-a4dc5e2f3855 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2793f794-cd7d-4263-b609-02475a4b8690 HTTP/1.1" status: 200 len: 217 time: 0.1352675 May 26 16:00:32.255833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Allocated IP 172.20.0.14 (1a739b17-ceba-407b-9c42-6767370e00cd/2181d0f0-0390-4539-98f5-a1057ad978c4/7209704a-7cec-4473-a746-107a15df8dc3) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:32.284303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-98b19f4e-91ed-4099-9bc5-38c653a3c595 req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.302883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04ac970-48e1-4a81-8548-f4399867bbd1 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:32.322193 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.337369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57216e00-478e-4659-a413-d1a2b301fef1 req-04c91363-2d56-48e0-af6d-a66e98c10603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:32.338974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57216e00-478e-4659-a413-d1a2b301fef1 req-04c91363-2d56-48e0-af6d-a66e98c10603 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1937225 May 26 16:00:32.423129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Transition to ACTIVE for port object c04ac970-48e1-4a81-8548-f4399867bbd1 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:32.456821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-ce9ffbba-e023-4d2f-bbf9-bf4cc9b0e5c8 service neutron] 10.222.0.39 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056206 May 26 16:00:32.458683 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.651520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-98b19f4e-91ed-4099-9bc5-38c653a3c595 req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.656244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57216e00-478e-4659-a413-d1a2b301fef1 req-b66d2922-4322-4c53-bbe3-bc36b102f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:32.657809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57216e00-478e-4659-a413-d1a2b301fef1 req-b66d2922-4322-4c53-bbe3-bc36b102f321 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3045607 May 26 16:00:32.673847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-98b19f4e-91ed-4099-9bc5-38c653a3c595 req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.693546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:32.830657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2793f794-cd7d-4263-b609-02475a4b8690 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:32.861437 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-98b19f4e-91ed-4099-9bc5-38c653a3c595 req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.862638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98b19f4e-91ed-4099-9bc5-38c653a3c595 req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9318442 May 26 16:00:32.882579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.888203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4360d2ec-011c-4c19-886b-94d38277d8e2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:32.903470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-1616e0bb-b744-41c3-831c-ed6a034e7909 service neutron] 10.222.0.39 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455304 May 26 16:00:32.914075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.914712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.914843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.915102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.915443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.915780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.916116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.916455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.916791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.917126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.917456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.917813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eee18c-3b81-4d0c-9868-cc9fe4a7baa0 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.946895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Attempting to bind port c04ac970-48e1-4a81-8548-f4399867bbd1 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:32.947273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Attempting to bind port c04ac970-48e1-4a81-8548-f4399867bbd1 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:32.947739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Attempting to bind port c04ac970-48e1-4a81-8548-f4399867bbd1 on network dcff6033-e8d7-43af-a6f2-306af24f8ee3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:32.980069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 2793f794-cd7d-4263-b609-02475a4b8690, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2793f794-cd7d-4263-b609-02475a4b8690,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:32.992534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '2793f794-cd7d-4263-b609-02475a4b8690', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '2793f794-cd7d-4263-b609-02475a4b8690', 'mac_address': 'fa:16:3e:5d:c8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:33.000247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Port c04ac970-48e1-4a81-8548-f4399867bbd1 on network dcff6033-e8d7-43af-a6f2-306af24f8ee3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:33.000570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Attempting to bind port c04ac970-48e1-4a81-8548-f4399867bbd1 on network dcff6033-e8d7-43af-a6f2-306af24f8ee3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:33.037081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 2793f794-cd7d-4263-b609-02475a4b8690 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:33.037743 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.054524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2793f794-cd7d-4263-b609-02475a4b8690 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:33.054819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:33.055181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Checking segment: {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:33.055568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Bound using segment: {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:33.056020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Bound port: c04ac970-48e1-4a81-8548-f4399867bbd1, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:33.060540 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.096194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 2793f794-cd7d-4263-b609-02475a4b8690, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2793f794-cd7d-4263-b609-02475a4b8690,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:33.101295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57216e00-478e-4659-a413-d1a2b301fef1 req-005a70ff-390a-45ce-8502-3583fad4d7e6 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289467 May 26 16:00:33.101634 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.146411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:33.206377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=2793f794-cd7d-4263-b609-02475a4b8690,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:33.223905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:33.228374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:33.228930 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.332775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:33.333174 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.349839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['2793f794-cd7d-4263-b609-02475a4b8690'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:33.377313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:33.388166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.401743 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.469015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:33.487320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57216e00-478e-4659-a413-d1a2b301fef1 req-9f163d0c-3183-4c86-b795-d00ccce7d180 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500328 May 26 16:00:33.491976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:33.552889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e83270-78f6-4a25-948d-07c895e95ddd req-097948b3-6539-4f07-94ca-adfe72918417 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:33.563316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e83270-78f6-4a25-948d-07c895e95ddd req-097948b3-6539-4f07-94ca-adfe72918417 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.6062016 May 26 16:00:33.588705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:33.598737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Network 1a739b17-ceba-407b-9c42-6767370e00cd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:33.615007 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.622560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:33.637239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3736ce-b1d5-45a0-a72a-5b6022589911 req-e69e4b98-308c-4185-89ef-7e432f4f2068 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:33.641469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed3736ce-b1d5-45a0-a72a-5b6022589911 req-e69e4b98-308c-4185-89ef-7e432f4f2068 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 932 time: 0.2532337 May 26 16:00:33.642479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:33.660254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Pushing event updated for resources: {'Port': ['ID=7209704a-7cec-4473-a746-107a15df8dc3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:33.727197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:33.727832 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.729277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] 10.222.0.24 "PUT /v2.0/ports/c04ac970-48e1-4a81-8548-f4399867bbd1 HTTP/1.1" status: 200 len: 1092 time: 2.8258908 May 26 16:00:33.732801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:33.734986 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:33.769525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e83270-78f6-4a25-948d-07c895e95ddd req-5b2f5357-962d-4d32-9661-9e9c56a40593 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050629 May 26 16:00:33.881432 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c03891-fb5c-47a5-88c4-e800984230e0 x-openstack-request-id: req-04c03891-fb5c-47a5-88c4-e800984230e0 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:33.881942 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:33.882277 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04c03891-fb5c-47a5-88c4-e800984230e0 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:33.882960 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c03891-fb5c-47a5-88c4-e800984230e0'] response: {'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f', 'code': 200} May 26 16:00:34.074912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4813e779-31b9-46bf-9b9e-d25ad07eb3cf None None] Provisioning complete for port 7209704a-7cec-4473-a746-107a15df8dc3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:34.075848 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4813e779-31b9-46bf-9b9e-d25ad07eb3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:34.127487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4813e779-31b9-46bf-9b9e-d25ad07eb3cf None None] Port 7209704a-7cec-4473-a746-107a15df8dc3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:34.293629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:34.294290 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:34.323916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed3736ce-b1d5-45a0-a72a-5b6022589911 req-45201d38-8d5b-4a68-8e38-8508d7451430 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6520689 May 26 16:00:34.391060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c362cc0c-2270-41cf-a12a-20013925ea31 req-0110d1b8-297f-464c-8a0a-b996896e24be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0858901 May 26 16:00:34.395805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-db730e5f-d252-4c1b-8d30-ae5369fd7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:34.397421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-db730e5f-d252-4c1b-8d30-ae5369fd7e85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 1095 time: 0.6045070 May 26 16:00:34.399423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f1b6e-3752-46e9-88d5-3a1689457806 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:34.412439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-9dd9106f-46d7-4cb9-91ca-6ce28596bbd6 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5381315 May 26 16:00:34.432662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3d28-904b-4af0-bbbb-7fa29a1e6b4d req-97604475-63d9-4d68-9a41-31aa12518ffe tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:34.435915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c4f3d28-904b-4af0-bbbb-7fa29a1e6b4d req-97604475-63d9-4d68-9a41-31aa12518ffe tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 946 time: 0.1633723 May 26 16:00:34.438398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Request body: {'port': {'device_id': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:34.601538 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41902e9d-49c2-499a-baf3-db339af272c7 req-5be9d07d-71e7-40cb-8224-658817ae9926 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0923805 May 26 16:00:34.748690 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699a1529-9b81-4bd4-bda5-ebf4adaa973d x-openstack-request-id: req-699a1529-9b81-4bd4-bda5-ebf4adaa973d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:34.749204 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7a816b-0cf2-4d99-ab84-4a74174eec9c", "name": "network-vif-deleted", "tag": "9fe166fb-2a6a-454c-b265-1fa358a2b27f", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:34.749293 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-699a1529-9b81-4bd4-bda5-ebf4adaa973d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:34.749634 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699a1529-9b81-4bd4-bda5-ebf4adaa973d'] response: {'server_uuid': 'bd7a816b-0cf2-4d99-ab84-4a74174eec9c', 'name': 'network-vif-deleted', 'tag': '9fe166fb-2a6a-454c-b265-1fa358a2b27f', 'status': 'completed', 'code': 200} May 26 16:00:34.778539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c4f3d28-904b-4af0-bbbb-7fa29a1e6b4d req-053fbd89-5773-436e-a5fa-6ed887f42933 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289716 May 26 16:00:34.787033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-23173447-41e6-43f2-8dc1-2c65f072c508 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c04ac970-48e1-4a81-8548-f4399867bbd1 HTTP/1.1" status: 200 len: 217 time: 0.1614311 May 26 16:00:34.810073 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:34.846511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2793f794-cd7d-4263-b609-02475a4b8690 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:34.966510 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df3c8a90-c7dd-4719-bca7-41c0ba38e627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:34.973244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 2793f794-cd7d-4263-b609-02475a4b8690 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:34.978307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 2793f794-cd7d-4263-b609-02475a4b8690 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:34.979021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.062118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-422f2b79-2625-4aaa-a352-904d7ea76d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:35.063604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-422f2b79-2625-4aaa-a352-904d7ea76d99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.2681832 May 26 16:00:35.070342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 2793f794-cd7d-4263-b609-02475a4b8690 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:35.070729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.111683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 2793f794-cd7d-4263-b609-02475a4b8690, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2793f794-cd7d-4263-b609-02475a4b8690,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:35.116097 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.116816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9fe166fb-2a6a-454c-b265-1fa358a2b27f no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:35.127475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-bb34bbb0-0075-4887-a268-71d83bbda9ea tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:35.128987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-bb34bbb0-0075-4887-a268-71d83bbda9ea tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.32 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 805 time: 0.5745606 May 26 16:00:35.156631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 9fe166fb-2a6a-454c-b265-1fa358a2b27f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:00:35.156974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 9fe166fb-2a6a-454c-b265-1fa358a2b27f not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:00:35.159050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Request body: {'port': {'device_id': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'admin_state_up': True, 'tenant_id': '1bb292c5c91041cd847ad10108eed473'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:35.165203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c2842b-9a0d-4384-a899-203bed6c9196 req-39c5a2b3-f95d-4e30-8509-66dfcf848add tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/4360d2ec-011c-4c19-886b-94d38277d8e2 HTTP/1.1" status: 200 len: 1804 time: 0.3276794 May 26 16:00:35.184496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=2793f794-cd7d-4263-b609-02475a4b8690,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:35.190504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29585e-a691-4263-92be-e04371461410 req-1c5babcc-99e7-48a4-9f61-b6e1cc494810 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:35.192045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b29585e-a691-4263-92be-e04371461410 req-1c5babcc-99e7-48a4-9f61-b6e1cc494810 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 948 time: 0.3293970 May 26 16:00:35.215862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-75c2842b-9a0d-4384-a899-203bed6c9196 req-b0a79d50-4511-465e-ab7b-853bb1a1df7d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4360d2ec-011c-4c19-886b-94d38277d8e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:35.216698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-75c2842b-9a0d-4384-a899-203bed6c9196 req-b0a79d50-4511-465e-ab7b-853bb1a1df7d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4360d2ec-011c-4c19-886b-94d38277d8e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:35.384739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b29585e-a691-4263-92be-e04371461410 req-7111dc43-9eeb-418e-b3d5-9f5d37f66933 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771898 May 26 16:00:35.390379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-53b6bd6b-167d-4381-867b-f7e1ef7b61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:35.391836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-53b6bd6b-167d-4381-867b-f7e1ef7b61c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617824 May 26 16:00:35.561480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a925617d-a237-4484-9894-cb60cf150bc8 req-9175b693-bed3-4278-9c8b-4901229b955b tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 210 time: 0.0579586 May 26 16:00:35.569440 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-75c2842b-9a0d-4384-a899-203bed6c9196 req-b0a79d50-4511-465e-ab7b-853bb1a1df7d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.577640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Made reservation on behalf of 1bb292c5c91041cd847ad10108eed473 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:35.581114 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.651167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-75c2842b-9a0d-4384-a899-203bed6c9196 req-b0a79d50-4511-465e-ab7b-853bb1a1df7d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.655360 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ee51c7-9c98-4d5d-9637-a84c295127a9 x-openstack-request-id: req-a2ee51c7-9c98-4d5d-9637-a84c295127a9 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:35.656107 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:35.656107 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2ee51c7-9c98-4d5d-9637-a84c295127a9 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:35.656364 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ee51c7-9c98-4d5d-9637-a84c295127a9'] response: {'name': 'network-changed', 'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'status': 'completed', 'code': 200} May 26 16:00:35.665677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-75c2842b-9a0d-4384-a899-203bed6c9196 req-b0a79d50-4511-465e-ab7b-853bb1a1df7d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.719637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7209704a-7cec-4473-a746-107a15df8dc3 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:35.751888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-e4621a03-1710-44b2-819f-0d7f4bc6e8bf service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430839 May 26 16:00:35.771575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a79d50-4511-465e-ab7b-853bb1a1df7d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de9ea6a-086c-4bcd-8c9a-d2eeb398e6ba,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:35.795888 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.804560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69ba671f-db75-4774-beb8-ffea516651ee req-0e756604-e2ba-4207-923d-459330ab677c tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0942667 May 26 16:00:35.820884 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-75c2842b-9a0d-4384-a899-203bed6c9196 req-b0a79d50-4511-465e-ab7b-853bb1a1df7d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.822095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c2842b-9a0d-4384-a899-203bed6c9196 req-b0a79d50-4511-465e-ab7b-853bb1a1df7d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6167252 May 26 16:00:35.874094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Transition to ACTIVE for port object 7209704a-7cec-4473-a746-107a15df8dc3 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:35.884919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877'}, {'server_uuid': '2a6cae16-ed19-4e7f-85b1-1e05b47b2d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2793f794-cd7d-4263-b609-02475a4b8690'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:35.888948 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a5d2e1-94ab-4f1b-91ff-40ba91b50c57" -d '{"events": [{"server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "name": "network-vif-plugged", "status": "completed", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877"}, {"server_uuid": "2a6cae16-ed19-4e7f-85b1-1e05b47b2d29", "name": "network-vif-plugged", "status": "completed", "tag": "2793f794-cd7d-4263-b609-02475a4b8690"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:35.905887 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.068110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Allocated IP 172.20.0.6 (484dd3f7-9a29-4047-b437-33762eef8834/a8aca4ca-f203-4443-a9ef-81c37290a4c6/d540b86e-fc3e-434d-989d-73e05a7ce3ed) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:36.087922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adc86ea3-7988-44d6-a25e-2291e854b1c0 req-48257251-68d6-48bf-ac0f-36364768ceb2 service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190465 May 26 16:00:36.090778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Pushing event updated for resources: {'Port': ['ID=7209704a-7cec-4473-a746-107a15df8dc3,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:36.153585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f802a3-acc6-4f70-b349-bf7c9af22718 req-d7404671-6aa7-41fd-9aeb-160ea15dc06c tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:36.155239 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26f802a3-acc6-4f70-b349-bf7c9af22718 req-d7404671-6aa7-41fd-9aeb-160ea15dc06c tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 944 time: 0.2468722 May 26 16:00:36.175144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167aff1-277e-421a-8f35-e27026513cb3 req-6ad15123-daca-4f9b-8bd7-9ebb6a67b0cf tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:36.176633 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b167aff1-277e-421a-8f35-e27026513cb3 req-6ad15123-daca-4f9b-8bd7-9ebb6a67b0cf tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.2644098 May 26 16:00:36.325312 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26f802a3-acc6-4f70-b349-bf7c9af22718 req-22c7bae4-51b6-4db7-a7c4-404d4ebadb9c tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464076 May 26 16:00:36.333196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b167aff1-277e-421a-8f35-e27026513cb3 req-0e999655-d0a9-4efb-bcc7-657fce7136e3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234004 May 26 16:00:36.367166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-928bc616-6d08-4df9-b053-a6c0a48a6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:36.368697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-928bc616-6d08-4df9-b053-a6c0a48a6ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 1095 time: 0.2085726 May 26 16:00:36.371820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Attempting to bind port 7209704a-7cec-4473-a746-107a15df8dc3 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:36.372235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Attempting to bind port 7209704a-7cec-4473-a746-107a15df8dc3 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:36.372468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Attempting to bind port 7209704a-7cec-4473-a746-107a15df8dc3 on network 1a739b17-ceba-407b-9c42-6767370e00cd {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:36.396572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Port 7209704a-7cec-4473-a746-107a15df8dc3 on network 1a739b17-ceba-407b-9c42-6767370e00cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:36.396572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Attempting to bind port 7209704a-7cec-4473-a746-107a15df8dc3 on network 1a739b17-ceba-407b-9c42-6767370e00cd {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:36.442975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:36.443362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Checking segment: {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:36.443713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Bound using segment: {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:36.444422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Bound port: 7209704a-7cec-4473-a746-107a15df8dc3, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cfcd64-b638-426a-90af-ac53ed886eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:36.445137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.453961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-78239b27-9452-41ab-b40c-0250f80523b7 req-95dadd89-05a1-42d9-a25e-4072639c3e78 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-3037276', 'description': 'tempest-description-490468671'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:36.588775 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.595889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-78239b27-9452-41ab-b40c-0250f80523b7 req-95dadd89-05a1-42d9-a25e-4072639c3e78 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.632663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70a321-c6ca-4791-b805-e214f29d0141 req-0e718fb5-777c-4d11-8a30-3930034acaba tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:36.634411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db70a321-c6ca-4791-b805-e214f29d0141 req-0e718fb5-777c-4d11-8a30-3930034acaba tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 946 time: 0.1835601 May 26 16:00:36.657239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-b595d34c-97a6-47d0-9d6a-2b824a55d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:36.658609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-b595d34c-97a6-47d0-9d6a-2b824a55d5b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.2775793 May 26 16:00:36.698158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] For port 7209704a-7cec-4473-a746-107a15df8dc3, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:36.756904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] For port 7209704a-7cec-4473-a746-107a15df8dc3, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7209704a-7cec-4473-a746-107a15df8dc3,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:36.763546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-9d0993f2-6386-4bda-b19f-a700dfaa3d1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c04ac970-48e1-4a81-8548-f4399867bbd1 HTTP/1.1" status: 200 len: 217 time: 0.0922081 May 26 16:00:36.775883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.799533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db70a321-c6ca-4791-b805-e214f29d0141 req-0af43b5f-e079-4157-a726-f54ece0dbb6c tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488678 May 26 16:00:36.856562 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.871606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:36.872238 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.874443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] 10.222.0.32 "PUT /v2.0/ports/7209704a-7cec-4473-a746-107a15df8dc3 HTTP/1.1" status: 200 len: 1092 time: 2.4508550 May 26 16:00:36.925833 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-78239b27-9452-41ab-b40c-0250f80523b7 req-95dadd89-05a1-42d9-a25e-4072639c3e78 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.927022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d01419-89fd-4970-ad0f-5f010e73cd25 service neutron] Pushing event updated for resources: {'Port': ['ID=7209704a-7cec-4473-a746-107a15df8dc3,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:36.931844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-da7bd619-af30-4205-933c-4d6f71c5a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:36.933336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-da7bd619-af30-4205-933c-4d6f71c5a73e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.1607535 May 26 16:00:36.943131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Network 484dd3f7-9a29-4047-b437-33762eef8834 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:36.945173 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-78239b27-9452-41ab-b40c-0250f80523b7 req-95dadd89-05a1-42d9-a25e-4072639c3e78 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.995216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:37.023926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:37.079444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-78239b27-9452-41ab-b40c-0250f80523b7 req-95dadd89-05a1-42d9-a25e-4072639c3e78 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.093223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78239b27-9452-41ab-b40c-0250f80523b7 req-95dadd89-05a1-42d9-a25e-4072639c3e78 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6778655 May 26 16:00:37.152827 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f1283-da4b-4181-a46b-c4e8a54f33d3 x-openstack-request-id: req-a89f1283-da4b-4181-a46b-c4e8a54f33d3 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:37.153850 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "name": "network-vif-plugged", "status": "completed", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877", "code": 200}, {"server_uuid": "2a6cae16-ed19-4e7f-85b1-1e05b47b2d29", "name": "network-vif-plugged", "status": "completed", "tag": "2793f794-cd7d-4263-b609-02475a4b8690", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:37.155028 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a89f1283-da4b-4181-a46b-c4e8a54f33d3 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:37.155701 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89f1283-da4b-4181-a46b-c4e8a54f33d3'] response: {'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'code': 200} May 26 16:00:37.156231 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89f1283-da4b-4181-a46b-c4e8a54f33d3'] response: {'server_uuid': '2a6cae16-ed19-4e7f-85b1-1e05b47b2d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2793f794-cd7d-4263-b609-02475a4b8690', 'code': 200} May 26 16:00:37.172971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Pushing event updated for resources: {'Port': ['ID=d540b86e-fc3e-434d-989d-73e05a7ce3ed,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:37.200196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:37.200196 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.200585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dadd89-05a1-42d9-a25e-4072639c3e78 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81966ca5-9313-4e88-9f6b-dd2537e68a12,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:37.254702 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66939849-b3fd-4086-bf35-9ee90b50b1b4 req-c268491f-2a39-4ad6-9f71-707b2e955ffd tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0540378 May 26 16:00:37.269066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2362-590b-4958-b084-036a7a5e09ce req-baf313dc-50e8-48a8-bd9f-c80bf3a89891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:37.270609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-baf313dc-50e8-48a8-bd9f-c80bf3a89891 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a044555c6d88472789ff54fb89a4ca42&device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 1095 time: 0.3297765 May 26 16:00:37.273887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-32df363d-ef4a-4d79-a8d0-2284257e4306 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1223161 May 26 16:00:37.281109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-09375630-85cc-4f85-9759-b1dc4ebcd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:37.282449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-09375630-85cc-4f85-9759-b1dc4ebcd21f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3346906 May 26 16:00:37.285885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066371-18ab-4d9f-a347-461696b5b600 req-1f322e0b-cfc9-4107-8b75-76dc59959466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:37.287543 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-11066371-18ab-4d9f-a347-461696b5b600 req-1f322e0b-cfc9-4107-8b75-76dc59959466 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 1097 time: 0.0793481 May 26 16:00:37.306690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Request body: {'port': {'device_id': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:37.373833 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-11066371-18ab-4d9f-a347-461696b5b600 req-c08cbcd3-de17-4269-bb2a-2123d4e4d385 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785837 May 26 16:00:37.407029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-d5836138-f7ee-4e72-9c6b-32106b196a92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7209704a-7cec-4473-a746-107a15df8dc3 HTTP/1.1" status: 200 len: 217 time: 0.1183429 May 26 16:00:37.684593 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b651d41e-b9f2-45ea-8f4e-4058bcefa7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.754683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:37.756810 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deea1e68-a8e9-45df-b634-6ead57ee8aac" -d '{"events": [{"name": "network-changed", "server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "tag": "7209704a-7cec-4473-a746-107a15df8dc3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:37.958600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2362-590b-4958-b084-036a7a5e09ce req-0d6d1d2b-8df3-42dc-8aa9-d08e65be9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:37.960061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-0d6d1d2b-8df3-42dc-8aa9-d08e65be9f23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2181d0f0-0390-4539-98f5-a1057ad978c4 HTTP/1.1" status: 200 len: 855 time: 0.1711314 May 26 16:00:37.965913 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.991145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f3fbf-8870-4f29-bc60-3fa62300bfa3 req-35ba6ca2-2b3e-4c28-9616-7bd88d1def1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:37.992632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b7f3fbf-8870-4f29-bc60-3fa62300bfa3 req-35ba6ca2-2b3e-4c28-9616-7bd88d1def1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 1100 time: 0.6150200 May 26 16:00:38.000043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065387a3-8fc6-44b2-a60e-d35a8e3eef9c req-681fc610-ece8-4df9-a5e9-10da777909c3 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:38.001547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-065387a3-8fc6-44b2-a60e-d35a8e3eef9c req-681fc610-ece8-4df9-a5e9-10da777909c3 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 949 time: 0.6269815 May 26 16:00:38.019121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966a963-f564-426c-ac47-f1a1d95d5a99 req-62a2a667-9325-499c-a996-7d745dceffd8 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:38.020600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4966a963-f564-426c-ac47-f1a1d95d5a99 req-62a2a667-9325-499c-a996-7d745dceffd8 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 931 time: 0.6444128 May 26 16:00:38.064257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-ffca8ab8-13c4-4c9f-9b20-9d2a52d26a86 service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703150 May 26 16:00:38.220518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b7f3fbf-8870-4f29-bc60-3fa62300bfa3 req-5f53a6e6-d4b7-4e37-a019-cdd043340774 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179377 May 26 16:00:38.236180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2362-590b-4958-b084-036a7a5e09ce req-b8dc9ec8-0cc6-4131-a026-36dfaea20215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:38.238050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-b8dc9ec8-0cc6-4131-a026-36dfaea20215 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a739b17-ceba-407b-9c42-6767370e00cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631965 May 26 16:00:38.240676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-065387a3-8fc6-44b2-a60e-d35a8e3eef9c req-67473e6e-e326-48c0-970d-50c22726072f tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173421 May 26 16:00:38.247992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4966a963-f564-426c-ac47-f1a1d95d5a99 req-890401ba-5b41-46d6-ba0b-ed012cd239d9 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960487 May 26 16:00:38.530262 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-365d4f9b-b963-42cb-97b8-4e9cefa22b9d req-22c11d46-ba7e-4040-a827-87d2cf7e118c tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/81966ca5-9313-4e88-9f6b-dd2537e68a12 HTTP/1.1" status: 200 len: 1801 time: 0.2180424 May 26 16:00:38.594515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-365d4f9b-b963-42cb-97b8-4e9cefa22b9d req-c6cc161e-1c8f-4c62-85a3-116588d4bf38 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '81966ca5-9313-4e88-9f6b-dd2537e68a12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:38.595240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-365d4f9b-b963-42cb-97b8-4e9cefa22b9d req-c6cc161e-1c8f-4c62-85a3-116588d4bf38 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '81966ca5-9313-4e88-9f6b-dd2537e68a12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:38.629483 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.657706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2f27ecf-bdc4-43af-b0f3-76157ac0612e req-ea9a8f83-49ca-4f27-bc0b-6e89b90fd0ae tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0519147 May 26 16:00:38.660976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6de38a77-9aaa-4f5a-bcce-bac7d1fce3c5 req-a26880f7-f2f9-49c1-a19d-483a730eab01 service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776887 May 26 16:00:38.802464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-7262f8df-b3ca-4f63-865c-0de276bdb1e6 service neutron] 10.222.0.32 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464454 May 26 16:00:38.835915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:38.960211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:38.975730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'port_id': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'mac_address': 'fa:16:3e:b7:80:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:38.976449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-365d4f9b-b963-42cb-97b8-4e9cefa22b9d req-c6cc161e-1c8f-4c62-85a3-116588d4bf38 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.016960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d540b86e-fc3e-434d-989d-73e05a7ce3ed {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:39.036057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8d3ee-9ae7-4770-b65c-008b82fbef72 req-fd908b73-7719-4546-b21c-9f5efcda7fb8 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.037612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38e8d3ee-9ae7-4770-b65c-008b82fbef72 req-fd908b73-7719-4546-b21c-9f5efcda7fb8 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 944 time: 0.2146072 May 26 16:00:39.047281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-365d4f9b-b963-42cb-97b8-4e9cefa22b9d req-c6cc161e-1c8f-4c62-85a3-116588d4bf38 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.049894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c04ac970-48e1-4a81-8548-f4399867bbd1 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:39.050588 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.051275 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.066224 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-365d4f9b-b963-42cb-97b8-4e9cefa22b9d req-c6cc161e-1c8f-4c62-85a3-116588d4bf38 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.071058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04ac970-48e1-4a81-8548-f4399867bbd1 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:39.085609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078d2362-590b-4958-b084-036a7a5e09ce req-2c380ccd-6ca5-40af-95e3-0ebba5354b7b service neutron] 10.222.0.32 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736373 May 26 16:00:39.098371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:39.099975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Transition to ACTIVE for port object d540b86e-fc3e-434d-989d-73e05a7ce3ed will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:39.104909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.113831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc161e-1c8f-4c62-85a3-116588d4bf38 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14c9276-015f-49d1-accd-995804e3dcc2,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:39.116380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.155404 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-365d4f9b-b963-42cb-97b8-4e9cefa22b9d req-c6cc161e-1c8f-4c62-85a3-116588d4bf38 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.156653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-365d4f9b-b963-42cb-97b8-4e9cefa22b9d req-c6cc161e-1c8f-4c62-85a3-116588d4bf38 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5694284 May 26 16:00:39.163350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38e8d3ee-9ae7-4770-b65c-008b82fbef72 req-6ca013d6-71f3-4691-89ff-0a902cbc6c23 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095641 May 26 16:00:39.173292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:39.214436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Pushing event updated for resources: {'Port': ['ID=d540b86e-fc3e-434d-989d-73e05a7ce3ed,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:39.315279 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacdf670-7a5c-4888-a879-c8005bbd0528 x-openstack-request-id: req-bacdf670-7a5c-4888-a879-c8005bbd0528 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:39.315577 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "tag": "7209704a-7cec-4473-a746-107a15df8dc3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:39.315847 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bacdf670-7a5c-4888-a879-c8005bbd0528 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:39.316287 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacdf670-7a5c-4888-a879-c8005bbd0528'] response: {'name': 'network-changed', 'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3', 'status': 'completed', 'code': 200} May 26 16:00:39.346603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c04ac970-48e1-4a81-8548-f4399867bbd1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:39.398333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Attempting to bind port d540b86e-fc3e-434d-989d-73e05a7ce3ed on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:39.398646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Attempting to bind port d540b86e-fc3e-434d-989d-73e05a7ce3ed by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:39.399128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Attempting to bind port d540b86e-fc3e-434d-989d-73e05a7ce3ed on network 484dd3f7-9a29-4047-b437-33762eef8834 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:39.447421 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Port d540b86e-fc3e-434d-989d-73e05a7ce3ed on network 484dd3f7-9a29-4047-b437-33762eef8834 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:39.447828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Attempting to bind port d540b86e-fc3e-434d-989d-73e05a7ce3ed on network 484dd3f7-9a29-4047-b437-33762eef8834 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:39.460063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-99356e95-3d96-4b01-a821-4f1320a9b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.461045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-99356e95-3d96-4b01-a821-4f1320a9b5c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a044555c6d88472789ff54fb89a4ca42&device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 1095 time: 0.1485910 May 26 16:00:39.492029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f847b6-d8ec-46e0-a275-ce25c28f327c req-0217fe0e-1410-4127-b965-90f9c78f76fd tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.493699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98f847b6-d8ec-46e0-a275-ce25c28f327c req-0217fe0e-1410-4127-b965-90f9c78f76fd tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 945 time: 0.1767273 May 26 16:00:39.494681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:39.495025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Checking segment: {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:39.495405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Bound using segment: {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:39.495861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Bound port: d540b86e-fc3e-434d-989d-73e05a7ce3ed, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:39.496220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.602808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe66a-4010-4692-9b4b-1d344e4543ad req-36ffd60e-47ee-4656-ba09-07b3f23d78f0 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.604237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f7fe66a-4010-4692-9b4b-1d344e4543ad req-36ffd60e-47ee-4656-ba09-07b3f23d78f0 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 946 time: 0.2309878 May 26 16:00:39.682026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98f847b6-d8ec-46e0-a275-ce25c28f327c req-91f69f2e-cdd8-4329-9d36-fb7380940f76 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568947 May 26 16:00:39.725986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-fbd1e59a-c165-4444-883c-d845ac99bbf7 req-a8d21a42-cfdd-4ec0-9e5b-34804eba7312 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1519044508', 'description': 'tempest-description-1232978136'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:39.734174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:39.739545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f7fe66a-4010-4692-9b4b-1d344e4543ad req-cbe127d3-228b-4175-b457-0e1b957431bc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258066 May 26 16:00:39.744660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-9b2df24d-4d29-4015-a5ca-e74a95a8b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.746290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-9b2df24d-4d29-4015-a5ca-e74a95a8b284 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a739b17-ceba-407b-9c42-6767370e00cd HTTP/1.1" status: 200 len: 917 time: 0.2755549 May 26 16:00:39.767102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:39.808341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-c794ac6d-b480-40dc-bdb5-8019c2d0d5ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7209704a-7cec-4473-a746-107a15df8dc3 HTTP/1.1" status: 200 len: 217 time: 0.0528975 May 26 16:00:39.809476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.815332 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fbd1e59a-c165-4444-883c-d845ac99bbf7 req-a8d21a42-cfdd-4ec0-9e5b-34804eba7312 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.915347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.915991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.917395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] 10.222.0.32 "PUT /v2.0/ports/d540b86e-fc3e-434d-989d-73e05a7ce3ed HTTP/1.1" status: 200 len: 1091 time: 2.6276095 May 26 16:00:39.985790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-3e7f219a-5f59-4d36-8fe8-5f047cbc5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.988128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-3e7f219a-5f59-4d36-8fe8-5f047cbc5d05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2181d0f0-0390-4539-98f5-a1057ad978c4 HTTP/1.1" status: 200 len: 855 time: 0.1438165 May 26 16:00:39.989041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18476027-6188-4d08-baf9-b25f95f2d439 service neutron] Pushing event updated for resources: {'Port': ['ID=d540b86e-fc3e-434d-989d-73e05a7ce3ed,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:40.061947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad76f60-7821-4e63-9856-e6d019bb2cc8 req-2644cfd3-95bb-4eda-b2cf-cf3e2578026e tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:40.064329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aad76f60-7821-4e63-9856-e6d019bb2cc8 req-2644cfd3-95bb-4eda-b2cf-cf3e2578026e tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 949 time: 0.2251472 May 26 16:00:40.224950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fbd1e59a-c165-4444-883c-d845ac99bbf7 req-a8d21a42-cfdd-4ec0-9e5b-34804eba7312 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.228246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-0a174784-9e9c-4f3a-9b7e-218fdfff83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:40.233615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-0a174784-9e9c-4f3a-9b7e-218fdfff83a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a739b17-ceba-407b-9c42-6767370e00cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290065 May 26 16:00:40.234756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-f256f9a2-2588-48fb-9572-cbd2eef29130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:40.236988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-f256f9a2-2588-48fb-9572-cbd2eef29130 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 1094 time: 0.2664402 May 26 16:00:40.241458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aad76f60-7821-4e63-9856-e6d019bb2cc8 req-cf6d2504-2c5f-427e-a917-1c3f7269308a tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464591 May 26 16:00:40.242578 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fbd1e59a-c165-4444-883c-d845ac99bbf7 req-a8d21a42-cfdd-4ec0-9e5b-34804eba7312 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.372132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-3b6a92c3-3ac1-4585-8a3a-130535e61bdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed HTTP/1.1" status: 200 len: 217 time: 0.1090796 May 26 16:00:40.460529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fbd1e59a-c165-4444-883c-d845ac99bbf7 req-a8d21a42-cfdd-4ec0-9e5b-34804eba7312 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.462421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbd1e59a-c165-4444-883c-d845ac99bbf7 req-a8d21a42-cfdd-4ec0-9e5b-34804eba7312 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7453663 May 26 16:00:40.484776 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.508581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d21a42-cfdd-4ec0-9e5b-34804eba7312 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975c7e23-11cf-45f4-8285-2715d0964a9d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:40.517898 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.553115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-f9765412-ec27-4d58-b377-6b01f84c8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:40.554574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-f9765412-ec27-4d58-b377-6b01f84c8dd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8aca4ca-f203-4443-a9ef-81c37290a4c6 HTTP/1.1" status: 200 len: 845 time: 0.1216431 May 26 16:00:40.618900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a16c9804-a709-4ccf-a3e7-87c62ce5b219 req-b4de1b9f-afcf-4178-aabe-85b7ba3a98be tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0711203 May 26 16:00:40.620683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-38f614c3-ee88-4de2-b682-060c8f1f9c41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=484dd3f7-9a29-4047-b437-33762eef8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534408 May 26 16:00:40.628815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621fae-4bf0-4a3a-93f7-56a74f9a94b4 req-cdfb6794-9b1d-47b6-a7d6-006b6087e75c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:40.630447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63621fae-4bf0-4a3a-93f7-56a74f9a94b4 req-cdfb6794-9b1d-47b6-a7d6-006b6087e75c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 943 time: 0.2714200 May 26 16:00:40.633880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-120b7814-a462-4dc8-b198-fb782da0f9a9 service neutron] 10.222.0.32 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872359 May 26 16:00:40.864731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:40.941176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port c04ac970-48e1-4a81-8548-f4399867bbd1 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:40.946747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port c04ac970-48e1-4a81-8548-f4399867bbd1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:40.947174 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.047567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c04ac970-48e1-4a81-8548-f4399867bbd1 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:41.048261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.084832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:41.089980 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0760da2f-9211-4a00-bcc1-61f8e5f809cc" -d '{"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-plugged", "status": "completed", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:41.109261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:41.116357 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.141370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63621fae-4bf0-4a3a-93f7-56a74f9a94b4 req-fdbab729-9991-4ca3-9ae0-e6b71bebb038 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880419 May 26 16:00:41.176744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:41.194405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-000bbf4b-d976-4111-91c7-e63b645f4946 service neutron] 10.222.0.32 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591271 May 26 16:00:41.195179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-deea1e68-a8e9-45df-b634-6ead57ee8aac req-6bae5dc7-4b12-451f-8702-5a3b748fa064 service neutron] 10.222.0.32 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408514 May 26 16:00:41.203958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-0db99b02-9bfa-44e1-99f8-8b46cd29c4a4 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:41.205559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-0db99b02-9bfa-44e1-99f8-8b46cd29c4a4 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1519649 May 26 16:00:41.316890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:41.319105 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7debac09-c4be-457e-b71f-6122e34f048a" -d '{"events": [{"name": "network-changed", "server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:41.327191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-4e292a62-ba50-4c34-b174-65a16a51b9e8 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 696 time: 0.1125877 May 26 16:00:41.341413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-00daec55-6ab0-48c4-843c-3f56fff6cd8e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Request body: {'floatingip': {'port_id': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:41.400700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-00daec55-6ab0-48c4-843c-3f56fff6cd8e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.458602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6848b9-02a1-42ff-b23f-42884a45c700 req-facefee7-b351-434d-8404-bf65d229fdf2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:41.460111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d6848b9-02a1-42ff-b23f-42884a45c700 req-facefee7-b351-434d-8404-bf65d229fdf2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 944 time: 0.2293773 May 26 16:00:41.469267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4e70f3d-250d-4e8d-b6b1-4eaa06f40c76 req-47457ff1-b097-4194-bd28-00c67d3240a7 service neutron] 10.222.0.32 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594662 May 26 16:00:41.555931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d6848b9-02a1-42ff-b23f-42884a45c700 req-90966c8e-8a90-4604-9912-8b0197a76bf7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728140 May 26 16:00:41.754197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-00dd90e2-c76e-4eb5-a0a9-e36581dca163 req-e6ce8ea6-aa4d-43ec-b3c1-1a2707a68047 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-401125400', 'description': 'tempest-description-903134492'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:41.822510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-00dd90e2-c76e-4eb5-a0a9-e36581dca163 req-e6ce8ea6-aa4d-43ec-b3c1-1a2707a68047 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.007695 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-00dd90e2-c76e-4eb5-a0a9-e36581dca163 req-e6ce8ea6-aa4d-43ec-b3c1-1a2707a68047 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.014346 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-00daec55-6ab0-48c4-843c-3f56fff6cd8e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.015322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-00dd90e2-c76e-4eb5-a0a9-e36581dca163 req-e6ce8ea6-aa4d-43ec-b3c1-1a2707a68047 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.024986 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-00daec55-6ab0-48c4-843c-3f56fff6cd8e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.087604 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-00dd90e2-c76e-4eb5-a0a9-e36581dca163 req-e6ce8ea6-aa4d-43ec-b3c1-1a2707a68047 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.088851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00dd90e2-c76e-4eb5-a0a9-e36581dca163 req-e6ce8ea6-aa4d-43ec-b3c1-1a2707a68047 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3396702 May 26 16:00:42.094003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce8ea6-aa4d-43ec-b3c1-1a2707a68047 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ea2b2f-77f0-425a-ac47-f1a83e8cc311,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:42.160498 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-00daec55-6ab0-48c4-843c-3f56fff6cd8e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5 associated. External IP: 172.25.0.248, port: 3e0acf3d-afc3-48f0-bf4f-fd019ee16857. May 26 16:00:42.294071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10019da6-7063-42ba-be8b-70946ac00f35 req-9c655475-e817-47fb-96f6-60fff1b1c108 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:42.295507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10019da6-7063-42ba-be8b-70946ac00f35 req-9c655475-e817-47fb-96f6-60fff1b1c108 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.0980678 May 26 16:00:42.375434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10019da6-7063-42ba-be8b-70946ac00f35 req-49875dd3-2913-4ed1-8183-8446b3b383fb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738707 May 26 16:00:42.448148 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc1a89-8640-4725-b54e-313580a2494a x-openstack-request-id: req-bedc1a89-8640-4725-b54e-313580a2494a {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:42.448686 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-plugged", "status": "completed", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:42.448686 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bedc1a89-8640-4725-b54e-313580a2494a {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:42.449072 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedc1a89-8640-4725-b54e-313580a2494a'] response: {'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'code': 200} May 26 16:00:42.449614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-00daec55-6ab0-48c4-843c-3f56fff6cd8e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Router bee73684-7fc2-4a2e-b782-d4e0db8bd046 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:00:42.496687 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7559051-c133-4f32-8c28-3e8c6fd62b38 x-openstack-request-id: req-b7559051-c133-4f32-8c28-3e8c6fd62b38 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:42.496974 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:42.497221 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7559051-c133-4f32-8c28-3e8c6fd62b38 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:42.497617 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7559051-c133-4f32-8c28-3e8c6fd62b38'] response: {'name': 'network-changed', 'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed', 'status': 'completed', 'code': 200} May 26 16:00:42.622587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c9f8afe-e0ed-4a33-af1b-6f67acee61da req-c3f3b94d-db1f-4ff4-bc9a-d95f0fcea592 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0590227 May 26 16:00:42.644419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-00daec55-6ab0-48c4-843c-3f56fff6cd8e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:42.648233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-00daec55-6ab0-48c4-843c-3f56fff6cd8e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.658092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] Sync routers for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:42.670546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:42.671478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:42.682733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783882f-e4ed-4675-b9dd-a985b3e2c8f4 req-bacfd89b-e75a-4608-b331-e0cfd80d6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:42.684221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2783882f-e4ed-4675-b9dd-a985b3e2c8f4 req-bacfd89b-e75a-4608-b331-e0cfd80d6fd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 1097 time: 0.1303329 May 26 16:00:42.688781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debac09-c4be-457e-b71f-6122e34f048a req-83e1f202-be24-4de3-80d6-ca8ae9ec5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:42.690232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7debac09-c4be-457e-b71f-6122e34f048a req-83e1f202-be24-4de3-80d6-ca8ae9ec5061 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 1094 time: 0.1724057 May 26 16:00:42.707278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-00daec55-6ab0-48c4-843c-3f56fff6cd8e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "PUT /v2.0/floatingips/63b1bfc1-f541-47d3-9b99-69105610d5f5 HTTP/1.1" status: 200 len: 996 time: 1.3720491 May 26 16:00:42.789608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:42.806727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-53147cba-fdc9-4245-983b-4eb1b2fa4946 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826712 May 26 16:00:42.839670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2783882f-e4ed-4675-b9dd-a985b3e2c8f4 req-d1296d09-8496-40ff-aef6-2d9e9e0a1ff1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484892 May 26 16:00:42.898247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-762f0f74-dd04-4895-b82c-ee6a7d79812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:42.899874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-762f0f74-dd04-4895-b82c-ee6a7d79812a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.1742122 May 26 16:00:42.943633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debac09-c4be-457e-b71f-6122e34f048a req-4a127111-2c32-4dc9-866c-0aa4711caf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:42.945339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7debac09-c4be-457e-b71f-6122e34f048a req-4a127111-2c32-4dc9-866c-0aa4711caf8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 906 time: 0.2468011 May 26 16:00:43.019847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:10:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:00:41Z', 'revision_number': 1, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:43.037431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7debac09-c4be-457e-b71f-6122e34f048a req-9e7a32bb-c2cb-4453-8921-d37709ba53a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed HTTP/1.1" status: 200 len: 217 time: 0.0558903 May 26 16:00:43.047867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] Checking router: bee73684-7fc2-4a2e-b782-d4e0db8bd046 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:43.048108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-7de18e0a-5999-4679-836c-8607b872ac3b tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:43.049539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-7de18e0a-5999-4679-836c-8607b872ac3b tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329586 May 26 16:00:43.056146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:43.057031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:43.103754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-3c8501fe-9833-46fa-96f0-652857d33df7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/quotas/d7bfd585efff48c9b9ac77401d7efae3 HTTP/1.1" status: 200 len: 375 time: 0.0425832 May 26 16:00:43.138136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-3dd6fd06-dbbf-4fad-bb2d-94b9c94de485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:43.140069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-3dd6fd06-dbbf-4fad-bb2d-94b9c94de485 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.2296438 May 26 16:00:43.154640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debac09-c4be-457e-b71f-6122e34f048a req-5b9591ee-e1ad-41d2-9ac9-bacd725ab99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:43.155944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7debac09-c4be-457e-b71f-6122e34f048a req-5b9591ee-e1ad-41d2-9ac9-bacd725ab99c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8aca4ca-f203-4443-a9ef-81c37290a4c6 HTTP/1.1" status: 200 len: 845 time: 0.1055448 May 26 16:00:43.163401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:43.166405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d540b86e-fc3e-434d-989d-73e05a7ce3ed details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:43.228895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7debac09-c4be-457e-b71f-6122e34f048a req-d5f5b808-cba6-47c9-93d4-03d01b7e4593 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=484dd3f7-9a29-4047-b437-33762eef8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625894 May 26 16:00:43.261072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-9a3b5f85-b6a3-4f28-83aa-262d16e133cf tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1452165 May 26 16:00:43.276487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-ca399a36-fcce-4d67-bbb1-d9d8affe9f17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 999 time: 0.1194451 May 26 16:00:43.369018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-7f18f38f-001c-46ec-9fd7-5f0594e12347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:43.370513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-7f18f38f-001c-46ec-9fd7-5f0594e12347 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.0695310 May 26 16:00:43.391251 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7debac09-c4be-457e-b71f-6122e34f048a req-ec0e605b-67e7-42fe-8b22-f13a2c2ed476 service neutron] 10.222.0.32 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525979 May 26 16:00:43.398613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:00:43.563117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:43.587852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'port_id': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed', 'mac_address': 'fa:16:3e:da:8b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aca4ca-f203-4443-a9ef-81c37290a4c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:43.678374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d540b86e-fc3e-434d-989d-73e05a7ce3ed is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:43.678807 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:43.696663 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d540b86e-fc3e-434d-989d-73e05a7ce3ed {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:43.719987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:10:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:00:41Z', 'revision_number': 1, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:43.784282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9413d5-a660-479c-aca4-08d9183ec425 None None] The sync data for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 is: [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:10:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:00:41Z', 'revision_number': 1, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:43.790129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:43.797170 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:43.840767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cbe0ac05-de7f-4b98-b633-79048e35d5dc req-921f8c27-66a9-4037-8614-b0c6125d60da tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/975c7e23-11cf-45f4-8285-2715d0964a9d HTTP/1.1" status: 200 len: 1805 time: 0.4485409 May 26 16:00:43.847108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-db4e0157-4d3c-4084-8a4c-2d3ef1a0b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:43.848598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-db4e0157-4d3c-4084-8a4c-2d3ef1a0b217 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4350886 May 26 16:00:43.884076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d540b86e-fc3e-434d-989d-73e05a7ce3ed,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:43.916696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7debac09-c4be-457e-b71f-6122e34f048a req-8c687191-0ff3-4970-8cd8-3befffd62c76 service neutron] 10.222.0.32 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163038 May 26 16:00:43.987042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cbe0ac05-de7f-4b98-b633-79048e35d5dc req-0a0183c4-2358-498c-8dfb-b45eb570a068 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/e3ea2b2f-77f0-425a-ac47-f1a83e8cc311 HTTP/1.1" status: 200 len: 1803 time: 0.1356018 May 26 16:00:43.999710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cbe0ac05-de7f-4b98-b633-79048e35d5dc req-edd5efa7-9e52-42f4-a497-6b9a52b5e2ae tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '975c7e23-11cf-45f4-8285-2715d0964a9d', 'remote_group_id': 'e3ea2b2f-77f0-425a-ac47-f1a83e8cc311', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:44.000034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cbe0ac05-de7f-4b98-b633-79048e35d5dc req-edd5efa7-9e52-42f4-a497-6b9a52b5e2ae tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '975c7e23-11cf-45f4-8285-2715d0964a9d', 'remote_group_id': 'e3ea2b2f-77f0-425a-ac47-f1a83e8cc311', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:44.041254 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-7f37f582-441f-4c26-bfaf-ccaad8e187d2 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835368 May 26 16:00:44.117077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d540b86e-fc3e-434d-989d-73e05a7ce3ed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:44.169612 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cbe0ac05-de7f-4b98-b633-79048e35d5dc req-edd5efa7-9e52-42f4-a497-6b9a52b5e2ae tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.183663 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce70741-e393-44d1-ab73-d162335a8d28 None None] New status for floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:00:44.211886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbcbe5e0-fe6f-4bb7-ad9e-1f93bf4fde63 req-59ef49ca-322d-4ad5-a15c-8a94b91038ac service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626751 May 26 16:00:44.233261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cbe0ac05-de7f-4b98-b633-79048e35d5dc req-edd5efa7-9e52-42f4-a497-6b9a52b5e2ae tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.238564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cbe0ac05-de7f-4b98-b633-79048e35d5dc req-edd5efa7-9e52-42f4-a497-6b9a52b5e2ae tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.260158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5efa7-9e52-42f4-a497-6b9a52b5e2ae tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d35d814-1585-47e6-8709-f1cdb2288aa7,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:44.272168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cbe0ac05-de7f-4b98-b633-79048e35d5dc req-edd5efa7-9e52-42f4-a497-6b9a52b5e2ae tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.293357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cbe0ac05-de7f-4b98-b633-79048e35d5dc req-edd5efa7-9e52-42f4-a497-6b9a52b5e2ae tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3052742 May 26 16:00:44.450633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc578a-5f82-470e-a6ad-3f1101038b47 req-67f77124-1bb8-441c-8f7d-450cccb9bbeb tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:44.452783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2cc578a-5f82-470e-a6ad-3f1101038b47 req-67f77124-1bb8-441c-8f7d-450cccb9bbeb tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 944 time: 0.0919540 May 26 16:00:44.463606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f150c-a71e-48f0-a661-7c5dec33810f req-dc956fcd-09dc-4170-bc68-5eababf6d613 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:44.465082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e7f150c-a71e-48f0-a661-7c5dec33810f req-dc956fcd-09dc-4170-bc68-5eababf6d613 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 944 time: 0.0876300 May 26 16:00:44.498740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:44.500945 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f9628a-1359-40e1-907c-74c8725ed9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:44.527484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2cc578a-5f82-470e-a6ad-3f1101038b47 req-98b7f9fc-3eab-4a3f-9901-be6da9870251 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614219 May 26 16:00:44.532725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e7f150c-a71e-48f0-a661-7c5dec33810f req-44bfe0aa-86ae-44e8-9d95-3e32c833bc21 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601206 May 26 16:00:44.644715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa27a313-9213-41a3-a13d-28baa9b4c80c req-b968f39b-ae35-41d0-bac1-9e08b5ebccad tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 210 time: 0.0488491 May 26 16:00:44.683052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-65cf354e-3223-42a1-9727-0c079042f1b4 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276124 May 26 16:00:44.692075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c5a7e-9d76-4b45-829b-4e40e5912252 req-24a1149f-a514-45d6-a709-ceb9d4233350 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:44.694728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-849c5a7e-9d76-4b45-829b-4e40e5912252 req-24a1149f-a514-45d6-a709-ceb9d4233350 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.0992203 May 26 16:00:44.827377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-089c04c1-b9f6-40a5-8fac-142c34cb72b0 req-9ff8eebc-f495-47f5-8d1d-c64e64855439 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0520840 May 26 16:00:44.842285 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-849c5a7e-9d76-4b45-829b-4e40e5912252 req-421e35b9-1e94-4afb-b13d-ae548fd36336 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336901 May 26 16:00:44.907321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-a9cc3649-8f5d-4648-a756-9fcb3cfc9334 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:44.911066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-a9cc3649-8f5d-4648-a756-9fcb3cfc9334 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160282 May 26 16:00:44.918886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-68d90aa6-20f7-4639-8d28-ec65a74fb30c req-2031df06-6f72-4d1e-9be6-c416fd46ab7a tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1317117429', 'description': 'tempest-description-2001135813'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:44.934911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Request body: {'port': {'device_id': '3760be75-4aba-4e93-a28f-d40ef62e68c5', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': 'd7bfd585efff48c9b9ac77401d7efae3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:45.029289 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68d90aa6-20f7-4639-8d28-ec65a74fb30c req-2031df06-6f72-4d1e-9be6-c416fd46ab7a tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.066465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-e1dbb0ac-d1d3-424e-9277-d8527280b08c tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:45.067952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-e1dbb0ac-d1d3-424e-9277-d8527280b08c tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1441917 May 26 16:00:45.178942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d540b86e-fc3e-434d-989d-73e05a7ce3ed up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:45.195503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-86a0c507-57bd-4bb0-b526-e895b91b879b tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 1001 time: 0.1142645 May 26 16:00:45.199913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Made reservation on behalf of d7bfd585efff48c9b9ac77401d7efae3 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:45.203382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.227776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Request body: {'floatingip': {'port_id': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:45.243407 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68d90aa6-20f7-4639-8d28-ec65a74fb30c req-2031df06-6f72-4d1e-9be6-c416fd46ab7a tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.247610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port d540b86e-fc3e-434d-989d-73e05a7ce3ed completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:45.252629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port d540b86e-fc3e-434d-989d-73e05a7ce3ed triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:45.252996 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.283500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68d90aa6-20f7-4639-8d28-ec65a74fb30c req-2031df06-6f72-4d1e-9be6-c416fd46ab7a tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.350345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d540b86e-fc3e-434d-989d-73e05a7ce3ed is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:45.350939 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.362797 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68d90aa6-20f7-4639-8d28-ec65a74fb30c req-2031df06-6f72-4d1e-9be6-c416fd46ab7a tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.364564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68d90aa6-20f7-4639-8d28-ec65a74fb30c req-2031df06-6f72-4d1e-9be6-c416fd46ab7a tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4514630 May 26 16:00:45.372987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031df06-6f72-4d1e-9be6-c416fd46ab7a tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3916ac97-2d62-4f90-a2f4-59a906351858,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:45.382148 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.390078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:45.392705 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e44d03-c559-4faf-91ae-0c3b311cac8c" -d '{"events": [{"server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "name": "network-vif-plugged", "status": "completed", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:45.408625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:45.413282 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.467553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d540b86e-fc3e-434d-989d-73e05a7ce3ed,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:45.480628 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec64525-0f92-403a-ba49-ef91c68064a6 x-openstack-request-id: req-eec64525-0f92-403a-ba49-ef91c68064a6 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:45.480918 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:45.481178 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eec64525-0f92-403a-ba49-ef91c68064a6 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:45.481569 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec64525-0f92-403a-ba49-ef91c68064a6'] response: {'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'status': 'completed', 'code': 200} May 26 16:00:45.587655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Allocated IP 192.168.233.105 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/4dfb32c5-3cb9-4e38-abf2-97fe30699c34) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:45.713317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-6265d78a-86fd-4f73-bffc-bf39d5c110d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:45.714764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-6265d78a-86fd-4f73-bffc-bf39d5c110d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.1986933 May 26 16:00:45.730671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7809dc0-c687-4896-bd3d-2c68381e5641 req-b3bff4d5-63fc-4677-b21a-e47107a88e05 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:45.732093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7809dc0-c687-4896-bd3d-2c68381e5641 req-b3bff4d5-63fc-4677-b21a-e47107a88e05 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.2014966 May 26 16:00:45.741047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60334) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:45.746287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7296c5c6-6ded-4abf-8cb1-8c02755345a3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'floatingip': {'port_id': 'c04ac970-48e1-4a81-8548-f4399867bbd1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:45.769554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d918c7ef-8b8b-491b-8a56-8612df8cd45d req-45ac0c60-5fc5-4a05-931d-c59262cca83f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1911634053', 'description': 'tempest-description-731675231'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:45.798396 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7296c5c6-6ded-4abf-8cb1-8c02755345a3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.934181 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d918c7ef-8b8b-491b-8a56-8612df8cd45d req-45ac0c60-5fc5-4a05-931d-c59262cca83f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.057117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-e6b31609-4bc7-43c5-b8ca-c4ae8eff96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:46.058627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-e6b31609-4bc7-43c5-b8ca-c4ae8eff96f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.3217659 May 26 16:00:46.088162 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.224029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-8ea24f97-b108-44a8-8d46-bc2a23c2ff2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 1001 time: 0.1523943 May 26 16:00:46.259993 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7296c5c6-6ded-4abf-8cb1-8c02755345a3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.264989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7296c5c6-6ded-4abf-8cb1-8c02755345a3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.320123 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d918c7ef-8b8b-491b-8a56-8612df8cd45d req-45ac0c60-5fc5-4a05-931d-c59262cca83f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.332371 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d918c7ef-8b8b-491b-8a56-8612df8cd45d req-45ac0c60-5fc5-4a05-931d-c59262cca83f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.364863 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-7296c5c6-6ded-4abf-8cb1-8c02755345a3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Floating IP 1306182e-b3da-4804-b4aa-605c0ac9a307 associated. External IP: 172.25.0.217, port: c04ac970-48e1-4a81-8548-f4399867bbd1. May 26 16:00:46.367963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-66aaf1cf-2ad3-4a36-84a7-bc939fb0658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:46.369425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-66aaf1cf-2ad3-4a36-84a7-bc939fb0658f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.1380906 May 26 16:00:46.370409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.384006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['2793f794-cd7d-4263-b609-02475a4b8690'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:46.403893 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d918c7ef-8b8b-491b-8a56-8612df8cd45d req-45ac0c60-5fc5-4a05-931d-c59262cca83f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.405216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d918c7ef-8b8b-491b-8a56-8612df8cd45d req-45ac0c60-5fc5-4a05-931d-c59262cca83f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6557570 May 26 16:00:46.467141 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7550ef07-9fc9-419c-bb38-00f8dcebbb95 x-openstack-request-id: req-7550ef07-9fc9-419c-bb38-00f8dcebbb95 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:46.467561 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "name": "network-vif-plugged", "status": "completed", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:46.467982 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7550ef07-9fc9-419c-bb38-00f8dcebbb95 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:46.468879 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7550ef07-9fc9-419c-bb38-00f8dcebbb95'] response: {'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed', 'code': 200} May 26 16:00:46.480078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac0c60-5fc5-4a05-931d-c59262cca83f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b648d8-a60e-4c99-8182-778a16e3c036,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:46.490817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:46.503216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:46.513782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:46.523592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:00:46.528949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Pushing event updated for resources: {'Port': ['ID=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:46.591683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60340) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:46.658440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7296c5c6-6ded-4abf-8cb1-8c02755345a3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:00:46.691647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-08ac3ef9-8568-46b1-b883-879c3ad31b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:46.693543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-08ac3ef9-8568-46b1-b883-879c3ad31b84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3137507 May 26 16:00:46.753116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:46.753794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.771219 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.808656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7296c5c6-6ded-4abf-8cb1-8c02755345a3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:46.815033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7296c5c6-6ded-4abf-8cb1-8c02755345a3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.824913 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.830824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] Sync routers for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:46.848487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:46.849784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:46.853943 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7296c5c6-6ded-4abf-8cb1-8c02755345a3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "PUT /v2.0/floatingips/1306182e-b3da-4804-b4aa-605c0ac9a307 HTTP/1.1" status: 200 len: 992 time: 1.1116269 May 26 16:00:46.854690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:46.860507 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c28255-6165-4c97-86f2-0f0be0d03688" -d '{"events": [{"name": "network-changed", "server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:46.900350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-4fa7f294-3f81-4c4c-86a9-9cab6216d295 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9754341 May 26 16:00:46.927335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9647934-5187-4ef9-844e-06fe2283c480 req-db5c437b-a6ad-4834-8eeb-200799bf477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:46.928819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9647934-5187-4ef9-844e-06fe2283c480 req-db5c437b-a6ad-4834-8eeb-200799bf477c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 1096 time: 0.3275468 May 26 16:00:46.940099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Request body: {'port': {'device_id': '3760be75-4aba-4e93-a28f-d40ef62e68c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:46.988519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f75f39e5-bd45-4883-ae57-b22c3ae91011 None None] Provisioning complete for port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:46.988888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f75f39e5-bd45-4883-ae57-b22c3ae91011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.991432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:47.063671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f75f39e5-bd45-4883-ae57-b22c3ae91011 None None] Port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:47.192349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7209704a-7cec-4473-a746-107a15df8dc3 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:47.345239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7209704a-7cec-4473-a746-107a15df8dc3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7209704a-7cec-4473-a746-107a15df8dc3,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:47.359822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '1306182e-b3da-4804-b4aa-605c0ac9a307', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'port_id': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'mac_address': 'fa:16:3e:b7:80:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:19Z', 'updated_at': '2022-05-26T16:00:46Z', 'revision_number': 1, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:47.362776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '7209704a-7cec-4473-a746-107a15df8dc3', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'port_id': '7209704a-7cec-4473-a746-107a15df8dc3', 'mac_address': 'fa:16:3e:8f:53:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:47.367999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff74c2-9fc7-4c1d-92a9-d04f19a4a419 req-eef7743e-3356-4304-914c-114d82d6c38b tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:47.369518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5ff74c2-9fc7-4c1d-92a9-d04f19a4a419 req-eef7743e-3356-4304-914c-114d82d6c38b tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 945 time: 0.6285934 May 26 16:00:47.376039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e765fef-cc0f-44e9-8983-9d7f8b7f0b84 admin admin] Deleting subnet 4b4d4131-c08a-4d19-9074-a9ea68d04597 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:00:47.387687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] Checking router: fb9ee9d7-1c13-4c46-b55d-1e850aa71574 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:47.390954 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e765fef-cc0f-44e9-8983-9d7f8b7f0b84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.416785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:47.417409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:47.441030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-6b794bd3-b039-4918-b51b-e7ac4499723d service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303989 May 26 16:00:47.467954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 7209704a-7cec-4473-a746-107a15df8dc3 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:47.468247 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.489499 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5 associated. External IP: 172.25.0.248, port: 3e0acf3d-afc3-48f0-bf4f-fd019ee16857. May 26 16:00:47.490310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7209704a-7cec-4473-a746-107a15df8dc3 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:47.492572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9647934-5187-4ef9-844e-06fe2283c480 req-0ffa2998-2c87-45e0-b21e-681ab6fa01f1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427871 May 26 16:00:47.543119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7209704a-7cec-4473-a746-107a15df8dc3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7209704a-7cec-4473-a746-107a15df8dc3,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:47.549978 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.584079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:47.587736 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.602951 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e765fef-cc0f-44e9-8983-9d7f8b7f0b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.645948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=7209704a-7cec-4473-a746-107a15df8dc3,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:47.661387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5ff74c2-9fc7-4c1d-92a9-d04f19a4a419 req-30274772-952c-4925-8785-e5ac51361793 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772982 May 26 16:00:47.804640 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e765fef-cc0f-44e9-8983-9d7f8b7f0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.865112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91f9628a-1359-40e1-907c-74c8725ed9ca req-8cd79c6b-1bea-4378-88d3-4d2fb66518ad service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069242 May 26 16:00:48.009900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['7209704a-7cec-4473-a746-107a15df8dc3'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:48.029257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80885a-5594-4615-bc1a-ae3e713a44f2 req-1c051e18-c2a9-4a4d-9c9f-37d0479823f2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:48.030828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a80885a-5594-4615-bc1a-ae3e713a44f2 req-1c051e18-c2a9-4a4d-9c9f-37d0479823f2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 945 time: 0.2768967 May 26 16:00:48.092199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '1306182e-b3da-4804-b4aa-605c0ac9a307', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'port_id': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'mac_address': 'fa:16:3e:b7:80:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:19Z', 'updated_at': '2022-05-26T16:00:46Z', 'revision_number': 1, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:48.129277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23656334-9613-4ef5-96b8-19a29a9a0ee4 None None] The sync data for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 is: [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '1306182e-b3da-4804-b4aa-605c0ac9a307', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'port_id': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'mac_address': 'fa:16:3e:b7:80:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:19Z', 'updated_at': '2022-05-26T16:00:46Z', 'revision_number': 1, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:48.131726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e765fef-cc0f-44e9-8983-9d7f8b7f0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.179902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e765fef-cc0f-44e9-8983-9d7f8b7f0b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4d4131-c08a-4d19-9074-a9ea68d04597,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:48.190429 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e765fef-cc0f-44e9-8983-9d7f8b7f0b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.193691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8e765fef-cc0f-44e9-8983-9d7f8b7f0b84 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4b4d4131-c08a-4d19-9074-a9ea68d04597 HTTP/1.1" status: 204 len: 168 time: 1.5797067 May 26 16:00:48.196997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:48.230540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a80885a-5594-4615-bc1a-ae3e713a44f2 req-179b7560-f482-46bd-abab-95268f33b3f9 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772542 May 26 16:00:48.283228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Router bee73684-7fc2-4a2e-b782-d4e0db8bd046 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:00:48.296945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.389961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.419339 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d030d70-982f-43af-bb02-6c03abd61f56 None None] New status for floating IP 1306182e-b3da-4804-b4aa-605c0ac9a307: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:00:48.420322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f9dddf-264c-4c3d-aefe-069f2f4f9d49']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:48.431714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945218ac-55a8-4508-8803-5158b1644348') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:48.431988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:48.432175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945218ac-55a8-4508-8803-5158b1644348') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:48.445191 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.448067 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.470162 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.482215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:00:48.482974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.497365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ffe90-b3f6-4c08-878e-e17a23f7cd51 req-72ca40fc-7d26-462b-bc5f-613593732fef tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:48.499440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-739ffe90-b3f6-4c08-878e-e17a23f7cd51 req-72ca40fc-7d26-462b-bc5f-613593732fef tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 936 time: 0.2018895 May 26 16:00:48.508613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Transition to ACTIVE for port object 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:48.525287 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.541874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:48.565481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] Sync routers for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:48.576662 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 945218ac-55a8-4508-8803-5158b1644348 resource provider aggregate not found May 26 16:00:48.600711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.611289 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 945218ac-55a8-4508-8803-5158b1644348 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 945218ac-55a8-4508-8803-5158b1644348 found for delete ", "request_id": "req-4f2ecf7c-8f74-454a-9e83-07fdf641d60a"}]} May 26 16:00:48.621087 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.630857 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/69f9dddf-264c-4c3d-aefe-069f2f4f9d49 HTTP/1.1" status: 204 len: 168 time: 0.4258199 May 26 16:00:48.647560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:48.648215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:48.677617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb8707-5c94-4e61-8937-10a1476487e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f9dddf-264c-4c3d-aefe-069f2f4f9d49,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:48.708979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:48.719917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-739ffe90-b3f6-4c08-878e-e17a23f7cd51 req-929fbff7-9536-4306-9cab-e60ee67cb992 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023790 May 26 16:00:48.921776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:48.941541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a17e42c8-cf90-4ef7-a82c-a9bb06b03307 req-48d73a7e-c4a2-4e4c-a9bc-80a2bb5ee802 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0808783 May 26 16:00:48.972765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Attempting to bind port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:48.972765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Attempting to bind port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:48.977207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Attempting to bind port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:48.997703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60358) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:49.030035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:49.030654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Attempting to bind port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:49.042586 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6822f29f-3960-49f1-a019-f3f06d952303 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8142abba1aae429d807fbc0f6201e614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431607 May 26 16:00:49.043796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:49.044242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:49.044724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:49.045282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60360) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:49.045442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Bound port: 4dfb32c5-3cb9-4e38-abf2-97fe30699c34, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:49.045878 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.096355 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df2b09cf-0af1-484b-8def-bc26bce8ea03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.119574 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df2b09cf-0af1-484b-8def-bc26bce8ea03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.174645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df2b09cf-0af1-484b-8def-bc26bce8ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.177460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df2b09cf-0af1-484b-8def-bc26bce8ea03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.177621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95e349ce-9a12-4c41-8fdf-ff65e5d35acf req-b9813817-122b-4b99-b2fb-9d5aae831079 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/3916ac97-2d62-4f90-a2f4-59a906351858 HTTP/1.1" status: 200 len: 1805 time: 0.1953650 May 26 16:00:49.179084 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-df2b09cf-0af1-484b-8def-bc26bce8ea03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08c48ee4-4a89-4ef3-b20e-1542689524fa HTTP/1.1" status: 204 len: 168 time: 0.1327548 May 26 16:00:49.190241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b09cf-0af1-484b-8def-bc26bce8ea03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c48ee4-4a89-4ef3-b20e-1542689524fa,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:49.208360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:90:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:00:46Z', 'revision_number': 3, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:49.221665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] For port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:49.245469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7209704a-7cec-4473-a746-107a15df8dc3 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:49.246927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Router bee73684-7fc2-4a2e-b782-d4e0db8bd046 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:00:49.249579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] For port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:49.263546 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.268811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] Checking router: bee73684-7fc2-4a2e-b782-d4e0db8bd046 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:49.287172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:49.287916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:49.305281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95e349ce-9a12-4c41-8fdf-ff65e5d35acf req-3cb514b8-c29c-4490-932b-08d8ec51b2f4 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/d0b648d8-a60e-4c99-8182-778a16e3c036 HTTP/1.1" status: 200 len: 1804 time: 0.1094851 May 26 16:00:49.317814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:49.318580 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.321110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/4dfb32c5-3cb9-4e38-abf2-97fe30699c34 HTTP/1.1" status: 200 len: 1096 time: 2.3849208 May 26 16:00:49.322977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3760be75-4aba-4e93-a28f-d40ef62e68c5', 'tag': '4dfb32c5-3cb9-4e38-abf2-97fe30699c34'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:49.325391 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f579690-7a26-46d4-92d1-f628844c670f" -d '{"events": [{"name": "network-changed", "server_uuid": "3760be75-4aba-4e93-a28f-d40ef62e68c5", "tag": "4dfb32c5-3cb9-4e38-abf2-97fe30699c34"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:49.337966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-95e349ce-9a12-4c41-8fdf-ff65e5d35acf req-dbf67656-42c3-497c-849c-74b83c9945a5 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3916ac97-2d62-4f90-a2f4-59a906351858', 'remote_group_id': 'd0b648d8-a60e-4c99-8182-778a16e3c036', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:49.338455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-95e349ce-9a12-4c41-8fdf-ff65e5d35acf req-dbf67656-42c3-497c-849c-74b83c9945a5 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3916ac97-2d62-4f90-a2f4-59a906351858', 'remote_group_id': 'd0b648d8-a60e-4c99-8182-778a16e3c036', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:49.396090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 7209704a-7cec-4473-a746-107a15df8dc3 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:49.409417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 7209704a-7cec-4473-a746-107a15df8dc3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:49.410102 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.448245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:49.461315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7811e98-cc71-4d83-a671-fa4262e0d8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:49.526567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-aa1c51f9-2cff-41c9-b810-ff11f8f12799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:49.528089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-aa1c51f9-2cff-41c9-b810-ff11f8f12799 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 1099 time: 0.1420569 May 26 16:00:49.539739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:49.557595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.619015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-08c46d12-f82b-4746-8a78-6f592a398f40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4dfb32c5-3cb9-4e38-abf2-97fe30699c34 HTTP/1.1" status: 200 len: 217 time: 0.0742588 May 26 16:00:49.629130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-95e349ce-9a12-4c41-8fdf-ff65e5d35acf req-dbf67656-42c3-497c-849c-74b83c9945a5 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.696726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 7209704a-7cec-4473-a746-107a15df8dc3 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:49.697220 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.740008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:49.742258 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf12f01-c57a-4d18-9753-8ef9b0cf0152" -d '{"events": [{"server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "name": "network-vif-plugged", "status": "completed", "tag": "7209704a-7cec-4473-a746-107a15df8dc3"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:49.742596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c7f6b331-8d4d-47b5-a03c-8670a4514311 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "PUT /v2.0/floatingips/63b1bfc1-f541-47d3-9b99-69105610d5f5 HTTP/1.1" status: 200 len: 999 time: 4.5304065 May 26 16:00:49.772545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7209704a-7cec-4473-a746-107a15df8dc3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7209704a-7cec-4473-a746-107a15df8dc3,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:49.785714 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.832460 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-95e349ce-9a12-4c41-8fdf-ff65e5d35acf req-dbf67656-42c3-497c-849c-74b83c9945a5 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.845479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-26cf080b-b6a1-45c7-9eb9-2daf25f5ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:49.846984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-26cf080b-b6a1-45c7-9eb9-2daf25f5ecc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2060931 May 26 16:00:49.847842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-95e349ce-9a12-4c41-8fdf-ff65e5d35acf req-dbf67656-42c3-497c-849c-74b83c9945a5 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.860987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-d23e7ad1-6068-4f06-9e30-359212c05e22 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:49.869351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=7209704a-7cec-4473-a746-107a15df8dc3,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:49.874551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-d23e7ad1-6068-4f06-9e30-359212c05e22 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports/3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 942 time: 0.1235435 May 26 16:00:49.894221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:90:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:00:46Z', 'revision_number': 3, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:49.935603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe9dfa-962c-49ba-bea2-a77d44bed43e None None] The sync data for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 is: [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:90:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:00:46Z', 'revision_number': 3, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:49.951664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf67656-42c3-497c-849c-74b83c9945a5 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc09f731-b6ae-46cb-b0e5-bc9c643cdbcd,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:49.972124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-95e349ce-9a12-4c41-8fdf-ff65e5d35acf req-dbf67656-42c3-497c-849c-74b83c9945a5 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:49.983072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95e349ce-9a12-4c41-8fdf-ff65e5d35acf req-dbf67656-42c3-497c-849c-74b83c9945a5 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6495941 May 26 16:00:50.018062 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61510123-db54-4c9e-9d91-6c3baa90430c x-openstack-request-id: req-61510123-db54-4c9e-9d91-6c3baa90430c {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:50.018605 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:50.018883 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61510123-db54-4c9e-9d91-6c3baa90430c {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:50.019508 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61510123-db54-4c9e-9d91-6c3baa90430c'] response: {'name': 'network-changed', 'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'status': 'completed', 'code': 200} May 26 16:00:50.041459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-d1a74620-cf57-4aa1-805f-bcf1a681e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:50.044108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-d1a74620-cf57-4aa1-805f-bcf1a681e4a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661863 May 26 16:00:50.100042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-2d7b321e-b7aa-4cc1-9b1e-8ff19b9603d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:50.102821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-2d7b321e-b7aa-4cc1-9b1e-8ff19b9603d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.1471484 May 26 16:00:50.205307 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76017431-ce88-45de-a699-b0da2e12acac None None] New status for floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:00:50.260672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-fd4fe642-442a-438d-bc80-f0948b6d0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:50.262357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-fd4fe642-442a-438d-bc80-f0948b6d0e5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 1097 time: 0.2170327 May 26 16:00:50.279678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60394) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:50.317139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45859c-01ac-48e7-8ed0-745107460374 req-caf2f16f-7ded-46b9-8d2d-12f78289b0b4 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:50.318782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb45859c-01ac-48e7-8ed0-745107460374 req-caf2f16f-7ded-46b9-8d2d-12f78289b0b4 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 945 time: 0.2224839 May 26 16:00:50.396344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-703347046-network', 'tenant_id': 'e9c5bead9b4d4f09b8c61a07f12c13e7'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:50.418061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Made reservation on behalf of e9c5bead9b4d4f09b8c61a07f12c13e7 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:50.424648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.435521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.475157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] Sync routers for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:50.486519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:50.487277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:50.521457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.527984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.550268 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:00:50.568129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.569448 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Added segment 33c76ca0-11de-4387-860d-1b71cea4ac71 of type vlan for network 21e9e828-b770-49cf-aab4-f665791f0da9 May 26 16:00:50.604112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:50.666456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.670581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74b0c24-85ab-4f33-b6d6-3b3ca5196566,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:50.695261 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-d7550fe6-6ef8-45e7-97ce-5e9e3e8d7250 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273227 May 26 16:00:50.697971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-756db3e9-8689-4e9a-aedc-5b39e6358cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:50.699400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-756db3e9-8689-4e9a-aedc-5b39e6358cfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.5741611 May 26 16:00:50.717503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.719947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:50.721076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.777836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-a38f1101-a0c3-4eb5-9360-5a12da0c5cb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 217 time: 0.0699975 May 26 16:00:50.803223 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5214922 May 26 16:00:50.805821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:50.815490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Request body: {'subnet': {'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-703347046-subnet', 'tenant_id': 'e9c5bead9b4d4f09b8c61a07f12c13e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:50.824907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9b340-1abc-428b-a384-5bd8787eca2f admin admin] Pushing event updated for resources: {'Network': ['ID=21e9e828-b770-49cf-aab4-f665791f0da9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:50.840820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Made reservation on behalf of e9c5bead9b4d4f09b8c61a07f12c13e7 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:50.843194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.847920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 21e9e828-b770-49cf-aab4-f665791f0da9 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:00:50.883547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb45859c-01ac-48e7-8ed0-745107460374 req-92f74f62-9cc7-47a4-a189-51d98b98eb00 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075136 May 26 16:00:50.898656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-07c2417a-17c0-47d2-acfd-8facfefcf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:50.900144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-07c2417a-17c0-47d2-acfd-8facfefcf600 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.6200721 May 26 16:00:51.005789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-90c422cd-a076-45e0-88a7-cbd49519fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.007481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-90c422cd-a076-45e0-88a7-cbd49519fe50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.1941230 May 26 16:00:51.010048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-adc7b626-65ac-4120-8f9c-d5742de13866 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c04ac970-48e1-4a81-8548-f4399867bbd1 HTTP/1.1" status: 200 len: 1002 time: 0.0937741 May 26 16:00:51.012369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb578cc-d07b-4c90-9590-a9b91385fff6 req-b83c18c5-7d7a-47a7-bc70-a01326e26a69 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010669 May 26 16:00:51.111863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:51.125934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-770bf8be-e6b3-4963-a76d-6ee83f009777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.127567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-770bf8be-e6b3-4963-a76d-6ee83f009777 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.0969496 May 26 16:00:51.133988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:90:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:00:50Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:51.137159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddd015-b2f5-4d27-ad67-81a1f862a86c req-c11a00bd-a44b-4dae-8f59-7deb4004cd8c tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.139277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4ddd015-b2f5-4d27-ad67-81a1f862a86c req-c11a00bd-a44b-4dae-8f59-7deb4004cd8c tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 946 time: 0.1254480 May 26 16:00:51.143107 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-d956749f-026e-484e-b378-7f6f2351696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.144854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-d956749f-026e-484e-b378-7f6f2351696b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296713 May 26 16:00:51.167976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] Checking router: bee73684-7fc2-4a2e-b782-d4e0db8bd046 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:51.178335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5795b146-9dab-4231-802f-485e509d2e7d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:51.181300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:51.182211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:51.195408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Checking segment: {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:51.196338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Network hostable DHCP agents. Network: 21e9e828-b770-49cf-aab4-f665791f0da9, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:00:51.220808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Network 21e9e828-b770-49cf-aab4-f665791f0da9 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:00:51.235967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 21e9e828-b770-49cf-aab4-f665791f0da9) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:51.243089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.244154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:51.270551 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-709df469-861c-4a2b-baae-1a5eb10cfa7c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4632330 May 26 16:00:51.273649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4ddd015-b2f5-4d27-ad67-81a1f862a86c req-5693ff0d-e735-45fb-9ddc-301dd795c924 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201994 May 26 16:00:51.274745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641309f-91e6-4597-8edd-c7fce83a705b None None] Network 21e9e828-b770-49cf-aab4-f665791f0da9 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:51.296742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-09daeaa8-7c4b-4191-ac0a-10cd8c9ca3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.298470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-09daeaa8-7c4b-4191-ac0a-10cd8c9ca3e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522934 May 26 16:00:51.300720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-411c069f-2238-4d2b-a8cb-0323e6194edb service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463523 May 26 16:00:51.349782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:51.414210 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0abfa9-0c7a-48b7-8db6-4eb9055c2912 x-openstack-request-id: req-dc0abfa9-0c7a-48b7-8db6-4eb9055c2912 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:51.414496 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "name": "network-vif-plugged", "status": "completed", "tag": "7209704a-7cec-4473-a746-107a15df8dc3", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:51.414751 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc0abfa9-0c7a-48b7-8db6-4eb9055c2912 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:51.415152 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0abfa9-0c7a-48b7-8db6-4eb9055c2912'] response: {'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3', 'code': 200} May 26 16:00:51.440465 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168dbd7d-7ad0-45a3-9f8b-437feafe1024 x-openstack-request-id: req-168dbd7d-7ad0-45a3-9f8b-437feafe1024 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:51.440793 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3760be75-4aba-4e93-a28f-d40ef62e68c5", "tag": "4dfb32c5-3cb9-4e38-abf2-97fe30699c34", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:51.441511 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-168dbd7d-7ad0-45a3-9f8b-437feafe1024 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:51.441934 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168dbd7d-7ad0-45a3-9f8b-437feafe1024'] response: {'name': 'network-changed', 'server_uuid': '3760be75-4aba-4e93-a28f-d40ef62e68c5', 'tag': '4dfb32c5-3cb9-4e38-abf2-97fe30699c34', 'status': 'completed', 'code': 200} May 26 16:00:51.529791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9cc55b-f045-438d-8baa-06f1d64a882d None None] Network 21e9e828-b770-49cf-aab4-f665791f0da9 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:51.610673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-0bfd04d8-886c-46e5-8ea8-f2363c72cc3a service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972383 May 26 16:00:51.676186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f579690-7a26-46d4-92d1-f628844c670f req-921574e0-1433-435f-b59f-ff70a4be3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.678779 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f579690-7a26-46d4-92d1-f628844c670f req-921574e0-1433-435f-b59f-ff70a4be3dea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 1099 time: 0.2429681 May 26 16:00:51.713173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07858a1b-37d9-4e9f-8b86-83d4230f9194 req-9d8f863a-f901-405a-943a-a49e65201898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.714732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07858a1b-37d9-4e9f-8b86-83d4230f9194 req-9d8f863a-f901-405a-943a-a49e65201898 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 1097 time: 0.1918321 May 26 16:00:51.721108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-82b0181c-8a84-4a6d-a8df-a8bf09230fad service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095654 May 26 16:00:51.745951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043b96b-787c-498a-984b-f5c99e46eafb req-198931a2-83ea-4943-900b-3b7975209b9a tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.747486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6043b96b-787c-498a-984b-f5c99e46eafb req-198931a2-83ea-4943-900b-3b7975209b9a tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 948 time: 0.2231152 May 26 16:00:51.780474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:90:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:00:50Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:51.807542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa664850-9a35-43b0-bce9-42ed7a8ea102 None None] The sync data for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 is: [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:90:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:00:50Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:51.926281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07858a1b-37d9-4e9f-8b86-83d4230f9194 req-be0be22a-0546-437c-9236-2cbbfe00c282 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916008 May 26 16:00:51.939408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52c28255-6165-4c97-86f2-0f0be0d03688 req-3f38683f-afbc-4ec7-9fcf-5c15fc904eac service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144739 May 26 16:00:51.946044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6043b96b-787c-498a-984b-f5c99e46eafb req-99d69932-7428-42a3-9a50-dc2400fd8c30 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474261 May 26 16:00:51.954478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-710b0bde-f6be-4423-84a3-b77f54f00b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.956051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-710b0bde-f6be-4423-84a3-b77f54f00b97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 1097 time: 0.1563227 May 26 16:00:51.992157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f579690-7a26-46d4-92d1-f628844c670f req-84999117-712e-451d-9a76-2bffd8ed0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.994856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f579690-7a26-46d4-92d1-f628844c670f req-84999117-712e-451d-9a76-2bffd8ed0136 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2773268 May 26 16:00:52.096131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f579690-7a26-46d4-92d1-f628844c670f req-49d5b3c9-84c9-4b44-b455-1e708c2730d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4dfb32c5-3cb9-4e38-abf2-97fe30699c34 HTTP/1.1" status: 200 len: 217 time: 0.0848608 May 26 16:00:52.134936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d110a527-ed97-4d9b-bf6d-bf5a22c00801 req-4c106715-1531-4645-90b0-49461d1669ac tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0665162 May 26 16:00:52.200514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f579690-7a26-46d4-92d1-f628844c670f req-aeff3ba1-b2f5-4f9f-925c-c405a67c2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:52.202581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f579690-7a26-46d4-92d1-f628844c670f req-aeff3ba1-b2f5-4f9f-925c-c405a67c2c83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0961065 May 26 16:00:52.254141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-5b0258d3-0208-4e24-b32a-456e42a5824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:52.255543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-5b0258d3-0208-4e24-b32a-456e42a5824b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.2859492 May 26 16:00:52.278798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf9d1ddc-8e7a-4bc4-be37-edba0574edaa req-3959bf7a-b7f9-48f5-9ac9-66a80ab24af7 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/d0b648d8-a60e-4c99-8182-778a16e3c036 HTTP/1.1" status: 200 len: 1804 time: 0.1106522 May 26 16:00:52.355515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f579690-7a26-46d4-92d1-f628844c670f req-3ce376d6-8d4c-4f68-be3d-f2a327108d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:52.356999 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f579690-7a26-46d4-92d1-f628844c670f req-3ce376d6-8d4c-4f68-be3d-f2a327108d5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390240 May 26 16:00:52.376863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-9e718559-69c7-42fe-affd-a65a07383fb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 200 len: 1002 time: 0.1112819 May 26 16:00:52.487899 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf9d1ddc-8e7a-4bc4-be37-edba0574edaa req-a012d3c2-700f-4cf4-b046-80b6463d9895 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.512117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-a547e40f-e3fd-4ab3-b7d1-8a0adb9a4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:52.513601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-a547e40f-e3fd-4ab3-b7d1-8a0adb9a4b0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.1240828 May 26 16:00:52.537731 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf9d1ddc-8e7a-4bc4-be37-edba0574edaa req-a012d3c2-700f-4cf4-b046-80b6463d9895 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.604027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f579690-7a26-46d4-92d1-f628844c670f req-1f023a51-2038-43ca-bb01-fc4a4795487e service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374172 May 26 16:00:52.673143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-b244a314-f2ae-4323-ba0a-56b9dc840ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:52.674745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-b244a314-f2ae-4323-ba0a-56b9dc840ab0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485996 May 26 16:00:52.721553 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf9d1ddc-8e7a-4bc4-be37-edba0574edaa req-a012d3c2-700f-4cf4-b046-80b6463d9895 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.724084 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf9d1ddc-8e7a-4bc4-be37-edba0574edaa req-a012d3c2-700f-4cf4-b046-80b6463d9895 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.725207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf9d1ddc-8e7a-4bc4-be37-edba0574edaa req-a012d3c2-700f-4cf4-b046-80b6463d9895 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "DELETE /v2.0/security-groups/d0b648d8-a60e-4c99-8182-778a16e3c036 HTTP/1.1" status: 204 len: 173 time: 0.4148877 May 26 16:00:52.791056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012d3c2-700f-4cf4-b046-80b6463d9895 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b648d8-a60e-4c99-8182-778a16e3c036,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:52.806018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f579690-7a26-46d4-92d1-f628844c670f req-323a4a75-833d-4551-9408-e6e1ae2043de service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899045 May 26 16:00:52.843888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-0b9c6841-72e0-4168-8105-681c09f6105c service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599765 May 26 16:00:52.925567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:53.010389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c7cec7-c05a-4ccb-9d47-3b49749c825d req-c74e913c-5853-4b4c-9660-40fddd81d9f3 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585317 May 26 16:00:53.105201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:53.131946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '4dfb32c5-3cb9-4e38-abf2-97fe30699c34', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '4dfb32c5-3cb9-4e38-abf2-97fe30699c34', 'mac_address': 'fa:16:3e:38:8c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:53.207829 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:53.208598 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.214774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcd8bd-73a9-4505-b8cc-b4a278286b39 req-dbbe5616-7aae-4037-a6a2-e335a0af9cfe tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:53.217819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4bcd8bd-73a9-4505-b8cc-b4a278286b39 req-dbbe5616-7aae-4037-a6a2-e335a0af9cfe tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 946 time: 0.1071010 May 26 16:00:53.227455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:53.262972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:53.269721 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.332480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4bcd8bd-73a9-4505-b8cc-b4a278286b39 req-a36fe3e7-1b9b-4142-a607-0cd2a81f2f16 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976551 May 26 16:00:53.363380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:53.378749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.379069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.379407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.379735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.380047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.380376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.380752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.381017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.381366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.381686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.382330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.382646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:53.403297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-ad7275b1-9156-4a2c-925a-51fb96b0d0c6 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:53.404899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-ad7275b1-9156-4a2c-925a-51fb96b0d0c6 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/networks?id=21e9e828-b770-49cf-aab4-f665791f0da9 HTTP/1.1" status: 200 len: 817 time: 0.1494048 May 26 16:00:53.436534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-2bd6b00e-4e43-431b-ac26-28e6c07c4efc tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/quotas/e9c5bead9b4d4f09b8c61a07f12c13e7 HTTP/1.1" status: 200 len: 375 time: 0.0239675 May 26 16:00:53.448438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857'}, {'name': 'network-changed', 'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:53.451393 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51" -d '{"events": [{"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857"}, {"name": "network-changed", "server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:53.471732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7d0fb9-4ffa-4b28-b700-dcadb9337f4d req-8a0233de-5e03-4c80-b086-5e4d4ebadf4d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/3916ac97-2d62-4f90-a2f4-59a906351858 HTTP/1.1" status: 200 len: 1805 time: 0.0842190 May 26 16:00:53.504385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-b675e199-9240-473e-94fa-ff7614e351a9 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9c5bead9b4d4f09b8c61a07f12c13e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493178 May 26 16:00:53.509354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['4dfb32c5-3cb9-4e38-abf2-97fe30699c34'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:53.601893 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.620356 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.653928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab0261-93d3-4606-8025-acdeaa200415 req-6c85ba1e-a91d-4738-821d-6f9f7b060c4a tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:53.656386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42ab0261-93d3-4606-8025-acdeaa200415 req-6c85ba1e-a91d-4738-821d-6f9f7b060c4a tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 945 time: 0.0993848 May 26 16:00:53.660053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-47174794-b008-4316-91ce-a4074a34570f service neutron] 10.222.0.39 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483040 May 26 16:00:53.774623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42ab0261-93d3-4606-8025-acdeaa200415 req-fc566af3-12b2-46eb-b97f-010e4a5803a5 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941508 May 26 16:00:53.804326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-6cc07d5c-e8e9-4e88-b5fc-a7b65e6968bc service neutron] 10.222.0.39 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355362 May 26 16:00:53.891367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f51b9f-63e2-4e26-b814-0fd816b40f98 req-dc1ea968-dbc7-444f-a527-a6e57e73d12c tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:53.893107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78f51b9f-63e2-4e26-b814-0fd816b40f98 req-dc1ea968-dbc7-444f-a527-a6e57e73d12c tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 949 time: 0.0575845 May 26 16:00:53.944875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78f51b9f-63e2-4e26-b814-0fd816b40f98 req-06974511-41a7-47b6-8c8d-edac22b2754f tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 May 26 16:00:54.051148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7586b058-6a52-490a-b54b-b12bb905cc8e req-5474bb93-ac80-4859-b158-9c9787aeceba tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 1002 time: 0.0822265 May 26 16:00:54.112901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3cf6ec15-8309-4b2b-a510-798c5b4cf614 req-66253628-b169-4219-8c25-023fefa11082 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0444491 May 26 16:00:54.127161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586b058-6a52-490a-b54b-b12bb905cc8e req-73991afd-51a0-4f34-9d6e-b92e44345823 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:54.128507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7586b058-6a52-490a-b54b-b12bb905cc8e req-73991afd-51a0-4f34-9d6e-b92e44345823 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports/64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 200 len: 943 time: 0.0694580 May 26 16:00:54.218161 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1698b3-5854-4d48-b10e-5bbf3abd2897 x-openstack-request-id: req-6a1698b3-5854-4d48-b10e-5bbf3abd2897 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:54.218848 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:54.218848 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a1698b3-5854-4d48-b10e-5bbf3abd2897 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:54.219419 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1698b3-5854-4d48-b10e-5bbf3abd2897'] response: {'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'status': 'completed', 'code': 200} May 26 16:00:54.219887 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1698b3-5854-4d48-b10e-5bbf3abd2897'] response: {'name': 'network-changed', 'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'status': 'completed', 'code': 200} May 26 16:00:54.262485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-3be122e4-5419-43ad-8911-81dcee6cc9c5 req-af6edd03-22fb-4bbd-8bf3-98e8add0550f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-189944985', 'description': 'tempest-description-573853568'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:54.324847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3be122e4-5419-43ad-8911-81dcee6cc9c5 req-af6edd03-22fb-4bbd-8bf3-98e8add0550f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.331525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7586b058-6a52-490a-b54b-b12bb905cc8e req-aad69aa5-f937-4ee3-83ab-4e1fd411e067 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 1002 time: 0.1222150 May 26 16:00:54.368517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-f322bb22-858e-4e36-b2b4-848a4ae5076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:54.371535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-f322bb22-858e-4e36-b2b4-848a4ae5076f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.1025696 May 26 16:00:54.528501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586b058-6a52-490a-b54b-b12bb905cc8e req-7642316a-75a7-4ccc-9c0c-29374d6b199a tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:54.530397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7586b058-6a52-490a-b54b-b12bb905cc8e req-7642316a-75a7-4ccc-9c0c-29374d6b199a tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.1919622 May 26 16:00:54.579861 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3be122e4-5419-43ad-8911-81dcee6cc9c5 req-af6edd03-22fb-4bbd-8bf3-98e8add0550f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.583915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-60b725c3-7a8d-4e66-8e10-ac7afd0c78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:54.587808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-60b725c3-7a8d-4e66-8e10-ac7afd0c78dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.1876378 May 26 16:00:54.593490 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3be122e4-5419-43ad-8911-81dcee6cc9c5 req-af6edd03-22fb-4bbd-8bf3-98e8add0550f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.676354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-6594f3ff-4489-44fb-8f20-700fb8be38cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 217 time: 0.0771465 May 26 16:00:54.686312 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3be122e4-5419-43ad-8911-81dcee6cc9c5 req-af6edd03-22fb-4bbd-8bf3-98e8add0550f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.688169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3be122e4-5419-43ad-8911-81dcee6cc9c5 req-af6edd03-22fb-4bbd-8bf3-98e8add0550f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4332254 May 26 16:00:54.722270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6edd03-22fb-4bbd-8bf3-98e8add0550f tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e4bf3a-a8b5-470d-bdbc-965f40170ad8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:54.744218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-593557b4-2c36-4188-8d68-e527a79b4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:54.746369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-593557b4-2c36-4188-8d68-e527a79b4d20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.0571527 May 26 16:00:54.901422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-ab4fe3a6-9302-41f2-8a82-4d00f48fb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:54.903816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-ab4fe3a6-9302-41f2-8a82-4d00f48fb4b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458306 May 26 16:00:54.926585 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:00:54.942825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:54.961810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463294-f027-409c-9190-f3ae06314012 req-c8d93451-d635-4e4a-a1c3-168c52dad649 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:54.963377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d463294-f027-409c-9190-f3ae06314012 req-c8d93451-d635-4e4a-a1c3-168c52dad649 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 946 time: 0.1676915 May 26 16:00:55.011823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-17da9e1a-253e-486a-9af2-2cbc7c31421a tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 1002 time: 0.1822560 May 26 16:00:55.049540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:55.055805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:55.056523 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:55.068331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4958c165-8d95-470f-af59-0fb8ce155bc1 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:55.084698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4958c165-8d95-470f-af59-0fb8ce155bc1 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports/64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 200 len: 943 time: 0.0616028 May 26 16:00:55.156129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-160e7f61-a51c-41d3-8112-63719b25f721 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394750 May 26 16:00:55.170265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:55.171383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:55.213526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:55.215014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3760be75-4aba-4e93-a28f-d40ef62e68c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfb32c5-3cb9-4e38-abf2-97fe30699c34'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:55.218324 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0bd583-81f6-44f6-9279-180f3a9185e8" -d '{"events": [{"server_uuid": "3760be75-4aba-4e93-a28f-d40ef62e68c5", "name": "network-vif-plugged", "status": "completed", "tag": "4dfb32c5-3cb9-4e38-abf2-97fe30699c34"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:55.223534 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:55.286303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:55.519080 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d463294-f027-409c-9190-f3ae06314012 req-caf25d3a-dd8e-4b93-a2f2-d83e82975daf tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4694192 May 26 16:00:55.607135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-59c3e542-0346-4cc8-9bb9-45c6ec583183 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 1002 time: 0.4597931 May 26 16:00:55.819041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfa8717c-59b9-41dc-822b-1f7cdaf66e1a req-25e30f34-2b86-4b50-b011-1943389dc2c1 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/04e4bf3a-a8b5-470d-bdbc-965f40170ad8 HTTP/1.1" status: 200 len: 1803 time: 0.2502189 May 26 16:00:55.849429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-9b0856bb-a92f-4e5d-a720-a068588a89e2 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338435 May 26 16:00:55.854658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cfa8717c-59b9-41dc-822b-1f7cdaf66e1a req-123fee2d-ddcf-45d1-874f-811aae7be7d3 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04e4bf3a-a8b5-470d-bdbc-965f40170ad8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:55.854976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cfa8717c-59b9-41dc-822b-1f7cdaf66e1a req-123fee2d-ddcf-45d1-874f-811aae7be7d3 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04e4bf3a-a8b5-470d-bdbc-965f40170ad8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:56.024748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57677e-6035-4794-b830-e42d449cf8cf req-ecddf2f5-4d42-4fdd-909b-27885adf94c8 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:56.026169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-ecddf2f5-4d42-4fdd-909b-27885adf94c8 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.4052873 May 26 16:00:56.033259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-6ad6a8cb-e7cc-417b-abd8-67003651733d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:56.034640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-6ad6a8cb-e7cc-417b-abd8-67003651733d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.24 "GET /v2.0/networks?id=21e9e828-b770-49cf-aab4-f665791f0da9 HTTP/1.1" status: 200 len: 817 time: 0.3926728 May 26 16:00:56.040972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-c12f1408-390d-4b8f-b975-444da8919956 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:56.042364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-c12f1408-390d-4b8f-b975-444da8919956 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.32 "GET /v2.0/networks?id=21e9e828-b770-49cf-aab4-f665791f0da9 HTTP/1.1" status: 200 len: 817 time: 0.3897815 May 26 16:00:56.057350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Request body: {'port': {'device_id': 'f38cc7fe-e9da-4ce7-a152-b3981e29da61', 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9', 'admin_state_up': True, 'tenant_id': 'e9c5bead9b4d4f09b8c61a07f12c13e7'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:56.124268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Request body: {'port': {'device_id': 'f553b70e-7e70-43be-bcbe-fb5542c4f89f', 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9', 'admin_state_up': True, 'tenant_id': 'e9c5bead9b4d4f09b8c61a07f12c13e7'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:56.241682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-f5054d4a-16bc-4bac-8a11-8c5a2f350a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:56.243237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-f5054d4a-16bc-4bac-8a11-8c5a2f350a22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 1097 time: 0.2940881 May 26 16:00:56.250921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-7bb2ddf7-627f-4b19-8ca8-cc80513832b5 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:56.251943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfa8717c-59b9-41dc-822b-1f7cdaf66e1a req-123fee2d-ddcf-45d1-874f-811aae7be7d3 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.253075 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-7bb2ddf7-627f-4b19-8ca8-cc80513832b5 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.32 "GET /v2.0/networks?id=21e9e828-b770-49cf-aab4-f665791f0da9 HTTP/1.1" status: 200 len: 817 time: 0.1331754 May 26 16:00:56.269397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Request body: {'port': {'device_id': 'efa72d00-ca84-4207-a469-a557f52f1e51', 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9', 'admin_state_up': True, 'tenant_id': 'e9c5bead9b4d4f09b8c61a07f12c13e7'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:56.291619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-f433161e-43c8-4e65-9570-f09863d288e3 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 1002 time: 0.2482500 May 26 16:00:56.355644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfa8717c-59b9-41dc-822b-1f7cdaf66e1a req-123fee2d-ddcf-45d1-874f-811aae7be7d3 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.365383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4cb2ae6f-044c-421c-a223-95b57cedfef2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:56.406838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Made reservation on behalf of e9c5bead9b4d4f09b8c61a07f12c13e7 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:56.410433 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.413892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfa8717c-59b9-41dc-822b-1f7cdaf66e1a req-123fee2d-ddcf-45d1-874f-811aae7be7d3 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.476444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fee2d-ddcf-45d1-874f-811aae7be7d3 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5488f1c0-3a81-4b2c-a614-2022487a072a,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:56.518268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cfa8717c-59b9-41dc-822b-1f7cdaf66e1a req-123fee2d-ddcf-45d1-874f-811aae7be7d3 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.519452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfa8717c-59b9-41dc-822b-1f7cdaf66e1a req-123fee2d-ddcf-45d1-874f-811aae7be7d3 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6793017 May 26 16:00:56.531471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-0a43e206-6f05-4071-94f4-0521b0ce29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:56.532735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-0a43e206-6f05-4071-94f4-0521b0ce29e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.2738032 May 26 16:00:56.536064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4cb2ae6f-044c-421c-a223-95b57cedfef2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.540321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Made reservation on behalf of e9c5bead9b4d4f09b8c61a07f12c13e7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:56.543305 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.545196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Made reservation on behalf of e9c5bead9b4d4f09b8c61a07f12c13e7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:56.548546 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.569086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Allocated IP 172.20.0.8 (21e9e828-b770-49cf-aab4-f665791f0da9/5795b146-9dab-4231-802f-485e509d2e7d/aed8a332-6ecc-4829-b6f0-08b394c5f3d6) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:56.726856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.761807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.810198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Network 21e9e828-b770-49cf-aab4-f665791f0da9 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:56.813953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:56.821342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:56.825511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Pushing event updated for resources: {'Port': ['ID=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:56.882788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-7c29c50f-d5be-4eee-ae2b-76bd6ee17777 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 200 len: 1002 time: 0.2713418 May 26 16:00:56.885870 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:56.886529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.909585 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-08aeed63-b8dd-4a9f-9159-cf5263838e9d tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6463716 May 26 16:00:56.929078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Request body: {'port': {'device_id': 'efa72d00-ca84-4207-a469-a557f52f1e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:56.949006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4cb2ae6f-044c-421c-a223-95b57cedfef2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.962094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379431-eec7-4296-a9b5-69cecc3934e6 req-84150e32-9777-44f3-b0ff-b7be96edf1e9 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:56.963559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2379431-eec7-4296-a9b5-69cecc3934e6 req-84150e32-9777-44f3-b0ff-b7be96edf1e9 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 945 time: 0.3533411 May 26 16:00:56.990733 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.995840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4cb2ae6f-044c-421c-a223-95b57cedfef2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:56.996165 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4cb2ae6f-044c-421c-a223-95b57cedfef2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5 disassociated. External IP: 172.25.0.248, port: 64b5f7bf-e1cc-487a-a701-7e6fbe83b877. May 26 16:00:57.097088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-14c87027-92a6-4d21-a3eb-1cb899450d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:57.100812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-14c87027-92a6-4d21-a3eb-1cb899450d2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.1718540 May 26 16:00:57.179877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Allocated IP 172.20.0.4 (21e9e828-b770-49cf-aab4-f665791f0da9/5795b146-9dab-4231-802f-485e509d2e7d/7bf1b593-2b61-43ed-a66b-31bbc3b1bd05) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:57.185230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2379431-eec7-4296-a9b5-69cecc3934e6 req-07a28ae7-8251-4abc-ac03-09d11bb577c4 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924591 May 26 16:00:57.236367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-af76e469-652d-44d1-b71f-b117dcaa262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:57.237874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-af76e469-652d-44d1-b71f-b117dcaa262e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291480 May 26 16:00:57.808405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fd9f0-79bd-4c1b-b033-7c1a175ec0bf req-badb1d4a-5d27-4b35-9a77-7b6a5a293169 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:57.809882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-951fd9f0-79bd-4c1b-b033-7c1a175ec0bf req-badb1d4a-5d27-4b35-9a77-7b6a5a293169 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 931 time: 0.5621519 May 26 16:00:57.818344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-29972a55-c095-4289-8c08-0f178df0b60e service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716419 May 26 16:00:57.908523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:57.934976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4cb2ae6f-044c-421c-a223-95b57cedfef2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Router bee73684-7fc2-4a2e-b782-d4e0db8bd046 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:00:57.952358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-951fd9f0-79bd-4c1b-b033-7c1a175ec0bf req-9648c263-f6c6-4963-a429-a0bf39314baa tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281700 May 26 16:00:58.035647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f5a1b8f-2c53-4ad7-8c4e-501673f76b51 req-499e14a4-2218-4239-93d6-5925636a28c1 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964228 May 26 16:00:58.059350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:58.190377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Network 21e9e828-b770-49cf-aab4-f665791f0da9 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:58.208689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:58.215557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:58.218535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Allocated IP 172.20.0.14 (21e9e828-b770-49cf-aab4-f665791f0da9/5795b146-9dab-4231-802f-485e509d2e7d/23993980-e3fb-4066-b421-f19d51818931) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:58.220428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Pushing event updated for resources: {'Port': ['ID=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:58.278680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fed44-4cf1-4aca-b2f9-a305a9a29f24 req-4f94dad1-8feb-4adc-a5bd-2143971557a8 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:58.279430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e7fed44-4cf1-4aca-b2f9-a305a9a29f24 req-4f94dad1-8feb-4adc-a5bd-2143971557a8 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 950 time: 0.2403469 May 26 16:00:58.302917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4cb2ae6f-044c-421c-a223-95b57cedfef2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:58.314365 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] Sync routers for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:58.317607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4cb2ae6f-044c-421c-a223-95b57cedfef2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:58.325099 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:58.325713 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:58.334390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:58.335002 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:58.393209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-4cb2ae6f-044c-421c-a223-95b57cedfef2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "PUT /v2.0/floatingips/63b1bfc1-f541-47d3-9b99-69105610d5f5 HTTP/1.1" status: 200 len: 695 time: 2.0796726 May 26 16:00:58.397779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:58.400106 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35290e23-b9a3-4397-b395-4ad41d275e71" -d '{"events": [{"name": "network-changed", "server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:58.405447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3e324251-3eee-41eb-b627-667d1e529139 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3525901 May 26 16:00:58.408408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e7fed44-4cf1-4aca-b2f9-a305a9a29f24 req-f0a9ed3a-926c-48e9-bb95-6b7c86b32e3f tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209993 May 26 16:00:58.427548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Request body: {'port': {'device_id': 'f38cc7fe-e9da-4ce7-a152-b3981e29da61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:58.438488 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:58.553857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51d9f96b-cbf1-45df-83f8-0b2a8a0a65d4 req-2abc450e-0f07-4933-96f7-607835c55774 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0741360 May 26 16:00:58.586328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57677e-6035-4794-b830-e42d449cf8cf req-bbf58393-6200-4666-93ca-fd75fd291666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:58.587827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-bbf58393-6200-4666-93ca-fd75fd291666 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 1097 time: 0.1757574 May 26 16:00:58.620924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:58.642564 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b98028-edd1-4ab4-a1e2-90c05c9cd793 x-openstack-request-id: req-03b98028-edd1-4ab4-a1e2-90c05c9cd793 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:58.643499 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3760be75-4aba-4e93-a28f-d40ef62e68c5", "name": "network-vif-plugged", "status": "completed", "tag": "4dfb32c5-3cb9-4e38-abf2-97fe30699c34", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:58.643932 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03b98028-edd1-4ab4-a1e2-90c05c9cd793 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:58.644491 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b98028-edd1-4ab4-a1e2-90c05c9cd793'] response: {'server_uuid': '3760be75-4aba-4e93-a28f-d40ef62e68c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfb32c5-3cb9-4e38-abf2-97fe30699c34', 'code': 200} May 26 16:00:58.741087 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:58.785630 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:58.814618 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] Checking router: bee73684-7fc2-4a2e-b782-d4e0db8bd046 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:58.823368 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:58.823986 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:58.939251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57677e-6035-4794-b830-e42d449cf8cf req-8699688e-8636-4d7b-84b1-9c38f9f4e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:58.940761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-8699688e-8636-4d7b-84b1-9c38f9f4e231 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.3354495 May 26 16:00:58.944669 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:58.961812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcd856-c814-47f6-a3df-7c1e66421df0 req-74109a0b-9b05-4f28-ae8e-b89238295c7f tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:58.963233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5bcd856-c814-47f6-a3df-7c1e66421df0 req-74109a0b-9b05-4f28-ae8e-b89238295c7f tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 946 time: 0.2255206 May 26 16:00:58.978375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be84ab-d822-4e0f-8a04-61c8912c8b35 req-dc99173e-a822-4ddc-a70b-8352d4ce3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:58.981699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8be84ab-d822-4e0f-8a04-61c8912c8b35 req-dc99173e-a822-4ddc-a70b-8352d4ce3e06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 1101 time: 0.2356157 May 26 16:00:58.981699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60478) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:59.014071 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.018357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Request body: {'floatingip': {'port_id': '7209704a-7cec-4473-a746-107a15df8dc3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:59.036119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-59141a50-e11e-442b-b522-fbc562565477 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 200 len: 217 time: 0.0821509 May 26 16:00:59.122335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed8a332-6ecc-4829-b6f0-08b394c5f3d6 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:59.130300 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.137604 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.143717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Transition to ACTIVE for port object aed8a332-6ecc-4829-b6f0-08b394c5f3d6 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:59.148614 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.197013 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:59.215618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Network 21e9e828-b770-49cf-aab4-f665791f0da9 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:59.237447 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada16ab-4979-402e-a2b7-f1d2fd251b6e None None] The sync data for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 is: [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:59.266299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:59.314753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:59.329308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8be84ab-d822-4e0f-8a04-61c8912c8b35 req-1414862f-c71e-40d1-adc8-86e6f23b0a96 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059011 May 26 16:00:59.362231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Pushing event updated for resources: {'Port': ['ID=23993980-e3fb-4066-b421-f19d51818931,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:59.409922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4918ed7-b236-49c1-907f-e68dfb8cd89e req-4f992480-7047-4f3c-a073-82e5202624f6 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/04e4bf3a-a8b5-470d-bdbc-965f40170ad8 HTTP/1.1" status: 200 len: 2396 time: 0.3851588 May 26 16:00:59.411499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57677e-6035-4794-b830-e42d449cf8cf req-c5db3b0c-93ec-46ae-b513-4f0d18256d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:59.412983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-c5db3b0c-93ec-46ae-b513-4f0d18256d10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.3301032 May 26 16:00:59.437031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b4918ed7-b236-49c1-907f-e68dfb8cd89e req-235fdf0f-de8b-4cf6-911c-7955e2822431 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04e4bf3a-a8b5-470d-bdbc-965f40170ad8', 'remote_group_id': None}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:59.437357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b4918ed7-b236-49c1-907f-e68dfb8cd89e req-235fdf0f-de8b-4cf6-911c-7955e2822431 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04e4bf3a-a8b5-470d-bdbc-965f40170ad8', 'remote_group_id': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:59.507321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:59.507978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.552147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e49b6-773a-4d84-9419-2b592c98ad29 None None] New status for floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:00:59.566903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Pushing event updated for resources: {'Port': ['ID=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:59.608586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Attempting to bind port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:59.609490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Attempting to bind port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:59.610338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Attempting to bind port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 on network 21e9e828-b770-49cf-aab4-f665791f0da9 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:59.610644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e01b92f9-3ce6-4d15-93f6-cf2936b7a408 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5320759 May 26 16:00:59.617002 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 on network 21e9e828-b770-49cf-aab4-f665791f0da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:59.618413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Attempting to bind port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 on network 21e9e828-b770-49cf-aab4-f665791f0da9 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:59.624804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:59.625229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Checking segment: {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:59.625693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Bound using segment: {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:59.626179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Bound port: aed8a332-6ecc-4829-b6f0-08b394c5f3d6, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:59.626521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.657488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Request body: {'port': {'device_id': 'f553b70e-7e70-43be-bcbe-fb5542c4f89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:59.720096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] For port aed8a332-6ecc-4829-b6f0-08b394c5f3d6, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:59.725377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] For port aed8a332-6ecc-4829-b6f0-08b394c5f3d6, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:59.730631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.740283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57677e-6035-4794-b830-e42d449cf8cf req-fe7faf2c-c98a-4624-940b-4612d7e7c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:59.741813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-fe7faf2c-c98a-4624-940b-4612d7e7c2f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3140714 May 26 16:00:59.799608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:59.800416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.802084 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] 10.222.0.32 "PUT /v2.0/ports/aed8a332-6ecc-4829-b6f0-08b394c5f3d6 HTTP/1.1" status: 200 len: 1091 time: 2.8802447 May 26 16:00:59.802715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa72d00-ca84-4207-a469-a557f52f1e51', 'tag': 'aed8a332-6ecc-4829-b6f0-08b394c5f3d6'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:59.806291 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27950008-604d-4a64-b2c0-ea2850713efc" -d '{"events": [{"name": "network-changed", "server_uuid": "efa72d00-ca84-4207-a469-a557f52f1e51", "tag": "aed8a332-6ecc-4829-b6f0-08b394c5f3d6"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:59.826747 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4918ed7-b236-49c1-907f-e68dfb8cd89e req-235fdf0f-de8b-4cf6-911c-7955e2822431 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.849173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b6ddc-0297-42f0-8c34-2ef034fc3f04 service neutron] Pushing event updated for resources: {'Port': ['ID=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:59.906208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:59.926967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-251e1556-1ccf-4274-9663-012154ac8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:59.928623 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-251e1556-1ccf-4274-9663-012154ac8a96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9c5bead9b4d4f09b8c61a07f12c13e7&device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 1094 time: 0.0591397 May 26 16:00:59.958334 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.975757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4918ed7-b236-49c1-907f-e68dfb8cd89e req-235fdf0f-de8b-4cf6-911c-7955e2822431 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.977853 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-d8a5207a-6444-4b58-b33a-b94ac82fcf08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aed8a332-6ecc-4829-b6f0-08b394c5f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0388849 May 26 16:00:59.991106 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:59.992827 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4918ed7-b236-49c1-907f-e68dfb8cd89e req-235fdf0f-de8b-4cf6-911c-7955e2822431 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:00.003000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Transition to ACTIVE for port object 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:00.035339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-f91040ea-dbeb-4ef5-b05b-4dbf0765df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:00.036807 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-f91040ea-dbeb-4ef5-b05b-4dbf0765df4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5795b146-9dab-4231-802f-485e509d2e7d HTTP/1.1" status: 200 len: 857 time: 0.0515921 May 26 16:01:00.080501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-323e53a9-d7cd-4479-b30b-c596f28598ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e9e828-b770-49cf-aab4-f665791f0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355110 May 26 16:01:00.181635 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-e48ce967-1449-4f83-bd0b-abe57a48bcd8 service neutron] 10.222.0.32 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930383 May 26 16:01:00.285205 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-f4318ae5-f166-4c44-9dca-a31273c25b02 service neutron] 10.222.0.32 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884390 May 26 16:01:00.348314 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:00.389968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fdf0f-de8b-4cf6-911c-7955e2822431 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de84f27e-373b-4e6c-800f-617a233b6701,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:00.458643 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4918ed7-b236-49c1-907f-e68dfb8cd89e req-235fdf0f-de8b-4cf6-911c-7955e2822431 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:00.459719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4918ed7-b236-49c1-907f-e68dfb8cd89e req-235fdf0f-de8b-4cf6-911c-7955e2822431 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0358720 May 26 16:01:00.499507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-7bdd5866-0b7a-4ca4-aa4e-f1f2e7d93754 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241499 May 26 16:01:00.553970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Pushing event updated for resources: {'Port': ['ID=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:00.662082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:01:00.802083 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:00.854648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:00.861917 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31c1778-8f87-4f2e-b97d-096b8402f03a x-openstack-request-id: req-a31c1778-8f87-4f2e-b97d-096b8402f03a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:00.862209 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:00.862460 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a31c1778-8f87-4f2e-b97d-096b8402f03a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:00.862883 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31c1778-8f87-4f2e-b97d-096b8402f03a'] response: {'name': 'network-changed', 'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'status': 'completed', 'code': 200} May 26 16:01:00.921427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Attempting to bind port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:00.921749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Attempting to bind port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:00.922113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Attempting to bind port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 on network 21e9e828-b770-49cf-aab4-f665791f0da9 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:00.928988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c57677e-6035-4794-b830-e42d449cf8cf req-ca1a2d5f-69c0-410e-9589-b397e58d5c51 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066846 May 26 16:01:00.940313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 on network 21e9e828-b770-49cf-aab4-f665791f0da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:00.940618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Attempting to bind port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 on network 21e9e828-b770-49cf-aab4-f665791f0da9 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:01.008778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-36d4034d-e728-4c95-a6c0-59b695c8bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:01.011812 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-36d4034d-e728-4c95-a6c0-59b695c8bd83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 1097 time: 0.1040819 May 26 16:01:01.019640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:01.020261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Checking segment: {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:01.020387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Bound using segment: {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:01.020798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Bound port: 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:01.021160 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:01.119736 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Floating IP f944b1cb-7952-464d-9d53-144150e0821e associated. External IP: 172.25.0.28, port: 7209704a-7cec-4473-a746-107a15df8dc3. May 26 16:01:01.165356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-91a6f272-60c2-42af-b487-90407b94fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:01.167841 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-91a6f272-60c2-42af-b487-90407b94fc2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.1456084 May 26 16:01:01.221641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d9a16-6032-4874-bd60-70867bc8626a req-6be40ce4-4c81-4d6d-a1bf-e4c65be13d4e tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:01.223202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-546d9a16-6032-4874-bd60-70867bc8626a req-6be40ce4-4c81-4d6d-a1bf-e4c65be13d4e tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 943 time: 0.2789574 May 26 16:01:01.258109 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-88f37f51-df8e-48b5-8a7b-a86145abf2bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 200 len: 217 time: 0.0733314 May 26 16:01:01.305522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131aced-4a95-4bbe-bd7e-481eaae1b6dd req-8976d09f-aece-49c9-b059-29f2296a481f tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:01.307291 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3131aced-4a95-4bbe-bd7e-481eaae1b6dd req-8976d09f-aece-49c9-b059-29f2296a481f tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 950 time: 0.2682021 May 26 16:01:01.310183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] For port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:01.342398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-2fb98cd8-6cdb-4e86-8977-c862b7ce0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:01.345036 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-2fb98cd8-6cdb-4e86-8977-c862b7ce0a57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.0743668 May 26 16:01:01.356777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23993980-e3fb-4066-b421-f19d51818931 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:01.394246 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:01.398379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] For port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:01.426449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-bc8d07b6-3548-440a-9df9-54c57703a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:01.427932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-546d9a16-6032-4874-bd60-70867bc8626a req-b626fb87-fda5-4a9a-b66d-c00fe4537772 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670573 May 26 16:01:01.430208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:01.430470 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-bc8d07b6-3548-440a-9df9-54c57703a400 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685461 May 26 16:01:01.478941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Transition to ACTIVE for port object 23993980-e3fb-4066-b421-f19d51818931 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:01.490136 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:01.497450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3131aced-4a95-4bbe-bd7e-481eaae1b6dd req-51383a33-3c98-44fd-aca6-33c7f3bcba78 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785760 May 26 16:01:01.509968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:01.510620 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:01.512167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] 10.222.0.24 "PUT /v2.0/ports/7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 HTTP/1.1" status: 200 len: 1091 time: 3.0897388 May 26 16:01:01.597131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603886d-3fe2-436e-b251-b2e99fdd273e service neutron] Pushing event updated for resources: {'Port': ['ID=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:01.620923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d326df9e-4c4b-4123-ba7d-3c2e43f312aa req-9793d017-070a-49fc-ba98-005d6519a6f6 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0394146 May 26 16:01:01.631146 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-5e802b39-eb20-4f71-9a41-acb853769204 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841757 May 26 16:01:01.644306 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c463cb-b572-4781-a2cd-f80d688ef0e8 x-openstack-request-id: req-95c463cb-b572-4781-a2cd-f80d688ef0e8 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:01.644856 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa72d00-ca84-4207-a469-a557f52f1e51", "tag": "aed8a332-6ecc-4829-b6f0-08b394c5f3d6", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:01.645323 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95c463cb-b572-4781-a2cd-f80d688ef0e8 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:01.646233 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c463cb-b572-4781-a2cd-f80d688ef0e8'] response: {'name': 'network-changed', 'server_uuid': 'efa72d00-ca84-4207-a469-a557f52f1e51', 'tag': 'aed8a332-6ecc-4829-b6f0-08b394c5f3d6', 'status': 'completed', 'code': 200} May 26 16:01:01.802985 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-35290e23-b9a3-4397-b395-4ad41d275e71 req-4e1d4626-1c07-492d-8149-45c41223ba59 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551530 May 26 16:01:01.832197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=23993980-e3fb-4066-b421-f19d51818931,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:01.882541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4241c243-0786-460d-bc34-0041bef17b5a req-045baf3b-b74a-41e8-8dd1-e54b60ea33d7 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/04e4bf3a-a8b5-470d-bdbc-965f40170ad8 HTTP/1.1" status: 200 len: 2994 time: 0.2092495 May 26 16:01:01.884546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a9339de4-1f48-4a37-b817-71971bab4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:01.886172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-a9339de4-1f48-4a37-b817-71971bab4498 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9c5bead9b4d4f09b8c61a07f12c13e7&device_id=f38cc7fe-e9da-4ce7-a152-b3981e29da61 HTTP/1.1" status: 200 len: 1094 time: 0.2622437 May 26 16:01:01.906999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27950008-604d-4a64-b2c0-ea2850713efc req-6998dae2-d513-4283-988d-980c08e88807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:01.908800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27950008-604d-4a64-b2c0-ea2850713efc req-6998dae2-d513-4283-988d-980c08e88807 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9c5bead9b4d4f09b8c61a07f12c13e7&device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 1094 time: 0.2279394 May 26 16:01:01.918837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:01.967988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-4543a4ad-be97-4ccd-808d-8a13032d3689 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 HTTP/1.1" status: 200 len: 217 time: 0.0631461 May 26 16:01:01.968294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Attempting to bind port 23993980-e3fb-4066-b421-f19d51818931 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:01.968626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Attempting to bind port 23993980-e3fb-4066-b421-f19d51818931 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:01.968955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Attempting to bind port 23993980-e3fb-4066-b421-f19d51818931 on network 21e9e828-b770-49cf-aab4-f665791f0da9 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:02.066409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Port 23993980-e3fb-4066-b421-f19d51818931 on network 21e9e828-b770-49cf-aab4-f665791f0da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:02.067155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Attempting to bind port 23993980-e3fb-4066-b421-f19d51818931 on network 21e9e828-b770-49cf-aab4-f665791f0da9 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:02.093023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fed7b59-ac3f-45e8-938c-c06f3c63772d req-3156473a-4c5b-48b4-ae26-b3e9c333015b tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-group-rules/de84f27e-373b-4e6c-800f-617a233b6701 HTTP/1.1" status: 200 len: 783 time: 0.1093376 May 26 16:01:02.099334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:02.099531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Checking segment: {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:02.099917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Bound using segment: {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:02.100467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Bound port: 23993980-e3fb-4066-b421-f19d51818931, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c76ca0-11de-4387-860d-1b71cea4ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:02.100852 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:02.186306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-1b1f29cd-d307-456b-af44-4fca3d6ea1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:02.187941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-1b1f29cd-d307-456b-af44-4fca3d6ea1e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5795b146-9dab-4231-802f-485e509d2e7d HTTP/1.1" status: 200 len: 857 time: 0.2026112 May 26 16:01:02.651904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3be945fe-4480-4238-8752-5896814a31e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21e9e828-b770-49cf-aab4-f665791f0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4340034 May 26 16:01:02.717511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27950008-604d-4a64-b2c0-ea2850713efc req-6d8cc39f-3d42-495b-a76c-9aeb14e958cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:02.719025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27950008-604d-4a64-b2c0-ea2850713efc req-6d8cc39f-3d42-495b-a76c-9aeb14e958cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=21e9e828-b770-49cf-aab4-f665791f0da9 HTTP/1.1" status: 200 len: 918 time: 0.7963448 May 26 16:01:02.758257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fed7b59-ac3f-45e8-938c-c06f3c63772d req-dd39ada4-6546-4369-9029-3fb61a2d1a00 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/04e4bf3a-a8b5-470d-bdbc-965f40170ad8 HTTP/1.1" status: 200 len: 2994 time: 0.6047006 May 26 16:01:02.832817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] For port 23993980-e3fb-4066-b421-f19d51818931, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:02.842742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-6d531959-eb63-48af-be67-4e2bd8ff72ab tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:02.844424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-6d531959-eb63-48af-be67-4e2bd8ff72ab tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6897850 May 26 16:01:02.853905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27950008-604d-4a64-b2c0-ea2850713efc req-2ae6ebb8-1174-463c-a54e-782fc31f9ad5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aed8a332-6ecc-4829-b6f0-08b394c5f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0884907 May 26 16:01:02.855067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:02.866921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38cc7fe-e9da-4ce7-a152-b3981e29da61', 'tag': '7bf1b593-2b61-43ed-a66b-31bbc3b1bd05'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:02.869501 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d59c91f-6743-4bcd-8048-b25251717128" -d '{"events": [{"name": "network-changed", "server_uuid": "f38cc7fe-e9da-4ce7-a152-b3981e29da61", "tag": "7bf1b593-2b61-43ed-a66b-31bbc3b1bd05"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:02.873691 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] Sync routers for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:02.881402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:02.899483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] For port 23993980-e3fb-4066-b421-f19d51818931, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=23993980-e3fb-4066-b421-f19d51818931,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:02.902273 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:02.903264 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:03.021550 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.074821 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:03.101528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-a5d9b180-e6d7-4ed8-9b5e-8e816f638837 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 696 time: 0.2419298 May 26 16:01:03.102973 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2fed7b59-ac3f-45e8-938c-c06f3c63772d req-dc59029c-1dc8-44c7-a93e-01c4edbf7ada tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.106325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a40f6023-6832-4fcc-b82e-07c1958309c2 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "PUT /v2.0/floatingips/f944b1cb-7952-464d-9d53-144150e0821e HTTP/1.1" status: 200 len: 991 time: 4.0936875 May 26 16:01:03.135553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-3fc3113c-34ac-46bb-9e4d-cf6b43c4f043 service neutron] 10.222.0.24 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672806 May 26 16:01:03.140469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2fed7b59-ac3f-45e8-938c-c06f3c63772d req-dc59029c-1dc8-44c7-a93e-01c4edbf7ada tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.147451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-9d49b6db-6253-4cfb-97be-a2cee42c2fbc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Request body: {'floatingip': {'port_id': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:03.164957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:03.165643 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.167539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] 10.222.0.32 "PUT /v2.0/ports/23993980-e3fb-4066-b421-f19d51818931 HTTP/1.1" status: 200 len: 1092 time: 3.5168252 May 26 16:01:03.169413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27950008-604d-4a64-b2c0-ea2850713efc req-9da9a06b-8e5e-46d1-b44a-a3537ef8befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:03.172426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27950008-604d-4a64-b2c0-ea2850713efc req-9da9a06b-8e5e-46d1-b44a-a3537ef8befb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5795b146-9dab-4231-802f-485e509d2e7d HTTP/1.1" status: 200 len: 857 time: 0.2954564 May 26 16:01:03.273053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d540b86e-fc3e-434d-989d-73e05a7ce3ed details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:03.360110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-9d49b6db-6253-4cfb-97be-a2cee42c2fbc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.363723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27950008-604d-4a64-b2c0-ea2850713efc req-f9455c18-a44f-4f29-a1f8-6cfb95a660c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e9e828-b770-49cf-aab4-f665791f0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283929 May 26 16:01:03.376179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42e305-d59b-4cfe-8713-5b38491f4eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=23993980-e3fb-4066-b421-f19d51818931,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:03.414090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:03.417265 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2fed7b59-ac3f-45e8-938c-c06f3c63772d req-dc59029c-1dc8-44c7-a93e-01c4edbf7ada tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.431614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'port_id': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed', 'mac_address': 'fa:16:3e:da:8b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aca4ca-f203-4443-a9ef-81c37290a4c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:03.439030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2fed7b59-ac3f-45e8-938c-c06f3c63772d req-dc59029c-1dc8-44c7-a93e-01c4edbf7ada tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.439352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fed7b59-ac3f-45e8-938c-c06f3c63772d req-dc59029c-1dc8-44c7-a93e-01c4edbf7ada tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/de84f27e-373b-4e6c-800f-617a233b6701 HTTP/1.1" status: 204 len: 173 time: 0.6567583 May 26 16:01:03.443154 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f944b1cb-7952-464d-9d53-144150e0821e', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'port_id': '7209704a-7cec-4473-a746-107a15df8dc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'mac_address': 'fa:16:3e:8f:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:59:56Z', 'updated_at': '2022-05-26T16:01:00Z', 'revision_number': 1, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:56Z', 'revision_number': 5, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:03.496341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d540b86e-fc3e-434d-989d-73e05a7ce3ed is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:03.497437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.503275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59029c-1dc8-44c7-a93e-01c4edbf7ada tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de84f27e-373b-4e6c-800f-617a233b6701,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:03.507978 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] Checking router: 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:03.520339 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:03.521952 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:03.525361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d540b86e-fc3e-434d-989d-73e05a7ce3ed {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:03.565899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:03.578820 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.579732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device aed8a332-6ecc-4829-b6f0-08b394c5f3d6 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:03.596414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-75e73c49-b42d-44a0-b0b5-f2d3f2a397e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:03.597931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-75e73c49-b42d-44a0-b0b5-f2d3f2a397e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9c5bead9b4d4f09b8c61a07f12c13e7&device_id=f553b70e-7e70-43be-bcbe-fb5542c4f89f HTTP/1.1" status: 200 len: 1095 time: 0.3554504 May 26 16:01:03.653641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-dc1d1b39-5b10-4cfa-a926-fe2dd58bfcc7 service neutron] 10.222.0.24 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988034 May 26 16:01:03.698997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-913dfcaf-dec1-41d9-a3a6-55045d766e6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23993980-e3fb-4066-b421-f19d51818931 HTTP/1.1" status: 200 len: 217 time: 0.0828075 May 26 16:01:03.703502 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:03.751913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d540b86e-fc3e-434d-989d-73e05a7ce3ed,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:03.847155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port aed8a332-6ecc-4829-b6f0-08b394c5f3d6, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:03.858847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27950008-604d-4a64-b2c0-ea2850713efc req-8f620cfe-47c0-45da-a755-f895c907b1fb service neutron] 10.222.0.32 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436343 May 26 16:01:03.867635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'aed8a332-6ecc-4829-b6f0-08b394c5f3d6', 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9', 'port_id': 'aed8a332-6ecc-4829-b6f0-08b394c5f3d6', 'mac_address': 'fa:16:3e:7e:c5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5795b146-9dab-4231-802f-485e509d2e7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:03.893319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41631679-881c-4026-bccf-561282c427f6 req-5e6d2268-6348-4829-9c28-dbf525a94240 tempest-ServersAdminNegativeTestJSON-384933690 tempest-ServersAdminNegativeTestJSON-384933690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:03.899373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41631679-881c-4026-bccf-561282c427f6 req-5e6d2268-6348-4829-9c28-dbf525a94240 tempest-ServersAdminNegativeTestJSON-384933690 tempest-ServersAdminNegativeTestJSON-384933690-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 1101 time: 0.3060939 May 26 16:01:03.936539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:03.937218 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:03.955180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed8a332-6ecc-4829-b6f0-08b394c5f3d6 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:03.985736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port aed8a332-6ecc-4829-b6f0-08b394c5f3d6, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:03.993285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.058865 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f944b1cb-7952-464d-9d53-144150e0821e', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'port_id': '7209704a-7cec-4473-a746-107a15df8dc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'mac_address': 'fa:16:3e:8f:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:59:56Z', 'updated_at': '2022-05-26T16:01:00Z', 'revision_number': 1, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:56Z', 'revision_number': 5, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:04.102078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-2beaf43e-9b1a-416f-9df7-1519aef2db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:04.103692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-2beaf43e-9b1a-416f-9df7-1519aef2db93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5795b146-9dab-4231-802f-485e509d2e7d HTTP/1.1" status: 200 len: 857 time: 0.3893130 May 26 16:01:04.111639 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-41631679-881c-4026-bccf-561282c427f6 req-50b97b5f-0b0a-4c91-9f26-9ae58be279b1 tempest-ServersAdminNegativeTestJSON-384933690 tempest-ServersAdminNegativeTestJSON-384933690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.124669 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb4f3e-a20b-4f9a-add0-fdceb57903c7 None None] The sync data for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 is: [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f944b1cb-7952-464d-9d53-144150e0821e', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'port_id': '7209704a-7cec-4473-a746-107a15df8dc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'mac_address': 'fa:16:3e:8f:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:59:56Z', 'updated_at': '2022-05-26T16:01:00Z', 'revision_number': 1, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:56Z', 'revision_number': 5, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:04.253150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d32c-4367-4811-ab16-8156ce6487be req-3f17651a-18f2-446e-96af-dbcac257658d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:04.256941 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-54f5d32c-4367-4811-ab16-8156ce6487be req-3f17651a-18f2-446e-96af-dbcac257658d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb62f14d-7495-4b88-ad0c-8da9659e87c6 HTTP/1.1" status: 200 len: 946 time: 0.1106730 May 26 16:01:04.265925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:04.306387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d540b86e-fc3e-434d-989d-73e05a7ce3ed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:04.312501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-437883c9-ae78-4afd-8c4b-7c1b1553620b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e9e828-b770-49cf-aab4-f665791f0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126640 May 26 16:01:04.367509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27950008-604d-4a64-b2c0-ea2850713efc req-aef583b6-7384-4c62-bd21-d9c208935971 service neutron] 10.222.0.32 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812500 May 26 16:01:04.463008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-54f5d32c-4367-4811-ab16-8156ce6487be req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Deleting port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:04.463215 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-54f5d32c-4367-4811-ab16-8156ce6487be req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.498229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['aed8a332-6ecc-4829-b6f0-08b394c5f3d6'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:04.616375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-54f5d32c-4367-4811-ab16-8156ce6487be req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] For port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:04.616934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-54f5d32c-4367-4811-ab16-8156ce6487be req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.617633 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-f1bdf927-77ce-463e-a6d4-cb79ed2f5f7e service neutron] 10.222.0.32 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850852 May 26 16:01:04.624405 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-41631679-881c-4026-bccf-561282c427f6 req-50b97b5f-0b0a-4c91-9f26-9ae58be279b1 tempest-ServersAdminNegativeTestJSON-384933690 tempest-ServersAdminNegativeTestJSON-384933690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.642185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-54f5d32c-4367-4811-ab16-8156ce6487be req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Calling delete_port for 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:04.644038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-41631679-881c-4026-bccf-561282c427f6 req-50b97b5f-0b0a-4c91-9f26-9ae58be279b1 tempest-ServersAdminNegativeTestJSON-384933690 tempest-ServersAdminNegativeTestJSON-384933690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.652201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208437a-b56f-4aa6-9ebf-063628ca947f None None] New status for floating IP f944b1cb-7952-464d-9d53-144150e0821e: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:01:04.764395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41631679-881c-4026-bccf-561282c427f6 req-50b97b5f-0b0a-4c91-9f26-9ae58be279b1 tempest-ServersAdminNegativeTestJSON-384933690 tempest-ServersAdminNegativeTestJSON-384933690-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7567959 May 26 16:01:04.786975 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-9d49b6db-6253-4cfb-97be-a2cee42c2fbc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.786975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b97b5f-0b0a-4c91-9f26-9ae58be279b1 tempest-ServersAdminNegativeTestJSON-384933690 tempest-ServersAdminNegativeTestJSON-384933690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cea2ea7-72db-4744-8dfb-a22c43060c2d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:04.793946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-9d49b6db-6253-4cfb-97be-a2cee42c2fbc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.840555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-54f5d32c-4367-4811-ab16-8156ce6487be req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.888806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Pushing event deleted for resources: {'Port': ['ID=64b5f7bf-e1cc-487a-a701-7e6fbe83b877,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:04.923982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05c90256-7b94-4aef-ab35-87aa32a511bf req-6e793ae7-6c07-4f3c-8552-460e220e95d4 service neutron] 10.222.0.32 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976344 May 26 16:01:04.978148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f5d32c-4367-4811-ab16-8156ce6487be req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] No DVR routers for this DVR port 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:04.981923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-54f5d32c-4367-4811-ab16-8156ce6487be req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:04.986484 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-54f5d32c-4367-4811-ab16-8156ce6487be req-e088ea7e-f980-4c0f-9153-b133bfc31024 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.32 "DELETE /v2.0/ports/64b5f7bf-e1cc-487a-a701-7e6fbe83b877 HTTP/1.1" status: 204 len: 173 time: 0.7199061 May 26 16:01:04.986968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'name': 'network-vif-deleted', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:04.990728 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ea7630-caa2-4b75-90f9-10256e4733b9" -d '{"events": [{"server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "name": "network-vif-deleted", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:05.015503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106b9f-3b76-4a15-a793-9d21019662ee req-ac394c71-8bf4-4cf5-a15c-73b5e05e2a85 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:05.017592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53106b9f-3b76-4a15-a793-9d21019662ee req-ac394c71-8bf4-4cf5-a15c-73b5e05e2a85 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 944 time: 0.1617279 May 26 16:01:05.115160 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-9d49b6db-6253-4cfb-97be-a2cee42c2fbc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5 associated. External IP: 172.25.0.248, port: 3e0acf3d-afc3-48f0-bf4f-fd019ee16857. May 26 16:01:05.221447 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c74c546-f2d7-4a28-bf03-bbc4370061af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:05.267734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53106b9f-3b76-4a15-a793-9d21019662ee req-5273d68d-3197-4965-bbf5-b1faa2275c38 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388690 May 26 16:01:05.299430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d540b86e-fc3e-434d-989d-73e05a7ce3ed up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:05.475889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port d540b86e-fc3e-434d-989d-73e05a7ce3ed triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:05.476954 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:05.542737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49cc76a4-285b-4e53-b2a4-465d88ee6798 req-166bdfb1-ce1f-4e97-b88e-ede2068f0149 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0536621 May 26 16:01:05.632755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d540b86e-fc3e-434d-989d-73e05a7ce3ed is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:05.635595 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:05.703819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:05.711794 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2857bdc4-c66e-4386-bdaa-3e6c5c191d46" -d '{"events": [{"server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "name": "network-vif-plugged", "status": "completed", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:05.750889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:05.753082 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0145ddd0-ddf3-462d-b138-f35370b1e7ac x-openstack-request-id: req-0145ddd0-ddf3-462d-b138-f35370b1e7ac {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:05.753472 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38cc7fe-e9da-4ce7-a152-b3981e29da61", "tag": "7bf1b593-2b61-43ed-a66b-31bbc3b1bd05", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:05.753753 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0145ddd0-ddf3-462d-b138-f35370b1e7ac {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:05.754282 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0145ddd0-ddf3-462d-b138-f35370b1e7ac'] response: {'name': 'network-changed', 'server_uuid': 'f38cc7fe-e9da-4ce7-a152-b3981e29da61', 'tag': '7bf1b593-2b61-43ed-a66b-31bbc3b1bd05', 'status': 'completed', 'code': 200} May 26 16:01:05.757833 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:05.910746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59c91f-6743-4bcd-8048-b25251717128 req-117dbd34-5d32-4a8b-ae05-dc8eea1560c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:05.912480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d59c91f-6743-4bcd-8048-b25251717128 req-117dbd34-5d32-4a8b-ae05-dc8eea1560c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9c5bead9b4d4f09b8c61a07f12c13e7&device_id=f38cc7fe-e9da-4ce7-a152-b3981e29da61 HTTP/1.1" status: 200 len: 1094 time: 0.1349349 May 26 16:01:05.915001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-9d49b6db-6253-4cfb-97be-a2cee42c2fbc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Router bee73684-7fc2-4a2e-b782-d4e0db8bd046 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:05.949745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d540b86e-fc3e-434d-989d-73e05a7ce3ed,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:05.967036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['3e0acf3d-afc3-48f0-bf4f-fd019ee16857'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:06.444222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cf344-a2b6-4c49-adce-bb60b139a0af req-546316e8-0cb4-4f53-a177-4dec4866e58a tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:06.446388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-885cf344-a2b6-4c49-adce-bb60b139a0af req-546316e8-0cb4-4f53-a177-4dec4866e58a tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 946 time: 0.5971684 May 26 16:01:06.541176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59c91f-6743-4bcd-8048-b25251717128 req-f4789760-d203-4686-b3ac-7ade222231b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:06.542679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d59c91f-6743-4bcd-8048-b25251717128 req-f4789760-d203-4686-b3ac-7ade222231b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21e9e828-b770-49cf-aab4-f665791f0da9 HTTP/1.1" status: 200 len: 918 time: 0.6205468 May 26 16:01:06.573162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-9d49b6db-6253-4cfb-97be-a2cee42c2fbc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:06.585377 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d4c01-f066-4408-8570-128788199d7e None None] Sync routers for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:06.605690 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d4c01-f066-4408-8570-128788199d7e None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:06.606601 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-369d4c01-f066-4408-8570-128788199d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:06.613934 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-9d49b6db-6253-4cfb-97be-a2cee42c2fbc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:06.619705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-885cf344-a2b6-4c49-adce-bb60b139a0af req-05df1c7f-7225-43d2-bac1-52ddea7a9196 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558220 May 26 16:01:06.621000 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d59c91f-6743-4bcd-8048-b25251717128 req-45a06328-90c9-4542-bb23-2a3c9300df3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 HTTP/1.1" status: 200 len: 217 time: 0.0588546 May 26 16:01:06.721618 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-9d49b6db-6253-4cfb-97be-a2cee42c2fbc tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "PUT /v2.0/floatingips/63b1bfc1-f541-47d3-9b99-69105610d5f5 HTTP/1.1" status: 200 len: 996 time: 3.6050754 May 26 16:01:06.753281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f551a97-1d52-4d20-852a-f0a52f302a55 req-928e1d8f-6d47-41fe-897e-7606ad4cfc60 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/04e4bf3a-a8b5-470d-bdbc-965f40170ad8 HTTP/1.1" status: 200 len: 2396 time: 0.0996580 May 26 16:01:06.819205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59c91f-6743-4bcd-8048-b25251717128 req-296a05ce-aed3-452b-a127-20ad668d78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:06.821125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d59c91f-6743-4bcd-8048-b25251717128 req-296a05ce-aed3-452b-a127-20ad668d78c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5795b146-9dab-4231-802f-485e509d2e7d HTTP/1.1" status: 200 len: 857 time: 0.1846101 May 26 16:01:06.868245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d59c91f-6743-4bcd-8048-b25251717128 req-50fec64f-8fa1-44fe-8b5a-d4de4dbef240 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21e9e828-b770-49cf-aab4-f665791f0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358806 May 26 16:01:06.877175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-d8b9866a-9abc-4184-95ef-195418ee33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:06.878920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-d8b9866a-9abc-4184-95ef-195418ee33bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.1423657 May 26 16:01:06.927513 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-369d4c01-f066-4408-8570-128788199d7e None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:06.972131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:06.975100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f551a97-1d52-4d20-852a-f0a52f302a55 req-ba3570c8-2ebe-4072-ad08-e743f148ab51 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.061816 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f551a97-1d52-4d20-852a-f0a52f302a55 req-ba3570c8-2ebe-4072-ad08-e743f148ab51 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.132028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:07.138659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d59c91f-6743-4bcd-8048-b25251717128 req-526bbd72-bc12-4ac6-a458-65e20d1520a3 service neutron] 10.222.0.24 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557266 May 26 16:01:07.140616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-b7f0a1de-66ca-4910-a0bd-c58e472dc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:07.142192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-b7f0a1de-66ca-4910-a0bd-c58e472dc0a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.2422047 May 26 16:01:07.166504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '7bf1b593-2b61-43ed-a66b-31bbc3b1bd05', 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9', 'port_id': '7bf1b593-2b61-43ed-a66b-31bbc3b1bd05', 'mac_address': 'fa:16:3e:6f:56:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5795b146-9dab-4231-802f-485e509d2e7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:07.226563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:07.227010 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.248501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:07.272463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f551a97-1d52-4d20-852a-f0a52f302a55 req-ba3570c8-2ebe-4072-ad08-e743f148ab51 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.274870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:07.275505 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f551a97-1d52-4d20-852a-f0a52f302a55 req-ba3570c8-2ebe-4072-ad08-e743f148ab51 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.276579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f551a97-1d52-4d20-852a-f0a52f302a55 req-ba3570c8-2ebe-4072-ad08-e743f148ab51 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "DELETE /v2.0/security-groups/04e4bf3a-a8b5-470d-bdbc-965f40170ad8 HTTP/1.1" status: 204 len: 173 time: 0.5008776 May 26 16:01:07.290696 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.303908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3570c8-2ebe-4072-ad08-e743f148ab51 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e4bf3a-a8b5-470d-bdbc-965f40170ad8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:07.346698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-7d9071b4-f26e-4da6-a07e-fe0007912636 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 999 time: 0.1397238 May 26 16:01:07.381756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 23993980-e3fb-4066-b421-f19d51818931 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:07.386318 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-369d4c01-f066-4408-8570-128788199d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:10:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:01:04Z', 'revision_number': 8, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:07.409545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d59c91f-6743-4bcd-8048-b25251717128 req-9123e49f-38b1-4356-9848-7b0e47f9e149 service neutron] 10.222.0.24 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639959 May 26 16:01:07.433729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-dab60613-6727-4408-ad58-b7e0644a23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:07.441878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-dab60613-6727-4408-ad58-b7e0644a23d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.0940890 May 26 16:01:07.449839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device aed8a332-6ecc-4829-b6f0-08b394c5f3d6 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:07.470874 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d4c01-f066-4408-8570-128788199d7e None None] Checking router: bee73684-7fc2-4a2e-b782-d4e0db8bd046 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:07.494813 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d4c01-f066-4408-8570-128788199d7e None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:07.495428 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-369d4c01-f066-4408-8570-128788199d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:07.528605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:07.564239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-7577784c-b9d9-4d31-b4cb-c58ad67a0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:07.567744 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8bb0bd-e1d2-44b3-9b6c-1704f141dfbd x-openstack-request-id: req-ea8bb0bd-e1d2-44b3-9b6c-1704f141dfbd {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:07.568455 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62f14d-7495-4b88-ad0c-8da9659e87c6", "name": "network-vif-deleted", "tag": "64b5f7bf-e1cc-487a-a701-7e6fbe83b877", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:07.568706 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea8bb0bd-e1d2-44b3-9b6c-1704f141dfbd {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:07.569878 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8bb0bd-e1d2-44b3-9b6c-1704f141dfbd'] response: {'server_uuid': 'fb62f14d-7495-4b88-ad0c-8da9659e87c6', 'name': 'network-vif-deleted', 'tag': '64b5f7bf-e1cc-487a-a701-7e6fbe83b877', 'status': 'completed', 'code': 200} May 26 16:01:07.571378 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:01:07.575380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-7577784c-b9d9-4d31-b4cb-c58ad67a0e56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312547 May 26 16:01:07.680134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7bf1b593-2b61-43ed-a66b-31bbc3b1bd05'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:07.692576 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ba072-200e-4fab-aa44-52fb0ba705c9 x-openstack-request-id: req-9b5ba072-200e-4fab-aa44-52fb0ba705c9 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:07.693529 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "name": "network-vif-plugged", "status": "completed", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:07.693529 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b5ba072-200e-4fab-aa44-52fb0ba705c9 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:07.695089 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5ba072-200e-4fab-aa44-52fb0ba705c9'] response: {'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed', 'code': 200} May 26 16:01:07.734806 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-369d4c01-f066-4408-8570-128788199d7e None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:07.755934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3'}, {'name': 'network-changed', 'server_uuid': 'f553b70e-7e70-43be-bcbe-fb5542c4f89f', 'tag': '23993980-e3fb-4066-b421-f19d51818931'}, {'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:07.761192 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabb9d8c-6e24-448f-9b65-529704c4a365" -d '{"events": [{"name": "network-changed", "server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "tag": "7209704a-7cec-4473-a746-107a15df8dc3"}, {"name": "network-changed", "server_uuid": "f553b70e-7e70-43be-bcbe-fb5542c4f89f", "tag": "23993980-e3fb-4066-b421-f19d51818931"}, {"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:07.805277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56597da5-4485-489d-bc28-96f9772330b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.817322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:07.832594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:07.833119 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.869259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-72c0ef12-c86f-47a1-abe1-907e6b1463f1 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847371 May 26 16:01:07.983961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 23993980-e3fb-4066-b421-f19d51818931, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=23993980-e3fb-4066-b421-f19d51818931,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:08.016421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '23993980-e3fb-4066-b421-f19d51818931', 'network_id': '21e9e828-b770-49cf-aab4-f665791f0da9', 'port_id': '23993980-e3fb-4066-b421-f19d51818931', 'mac_address': 'fa:16:3e:d3:3a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5795b146-9dab-4231-802f-485e509d2e7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:08.022444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8cf38-c05b-403c-8514-921fdc3f155c req-13ef0fce-4a09-4692-8128-267aa79a49ec tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:08.023974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95b8cf38-c05b-403c-8514-921fdc3f155c req-13ef0fce-4a09-4692-8128-267aa79a49ec tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 944 time: 0.1929507 May 26 16:01:08.080852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:08.081251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:08.083081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 23993980-e3fb-4066-b421-f19d51818931 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:08.083437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:08.110424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95b8cf38-c05b-403c-8514-921fdc3f155c req-8d3979a8-72ba-4664-ac8f-d31e9c88891b tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759034 May 26 16:01:08.154824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23993980-e3fb-4066-b421-f19d51818931 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:08.198943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port aed8a332-6ecc-4829-b6f0-08b394c5f3d6, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:08.219075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 23993980-e3fb-4066-b421-f19d51818931, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=23993980-e3fb-4066-b421-f19d51818931,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:08.222009 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:08.223465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:08.261322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-596edc54-f187-4a87-8adb-3d7cfb686c09 req-d0051470-275a-46a9-a318-2efa26b17de4 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689799 May 26 16:01:08.317480 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:08.329773 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-369d4c01-f066-4408-8570-128788199d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:10:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:01:04Z', 'revision_number': 8, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:08.366842 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc78054a-fa6b-4b77-945f-b51bba42a156 req-0f8b5388-e13a-412a-84b8-f9cbe0b1b182 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0647514 May 26 16:01:08.399095 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d4c01-f066-4408-8570-128788199d7e None None] The sync data for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 is: [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '63b1bfc1-f541-47d3-9b99-69105610d5f5', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'port_id': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'mac_address': 'fa:16:3e:10:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:00:05Z', 'updated_at': '2022-05-26T16:01:04Z', 'revision_number': 8, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:08.410889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:08.411598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 64b5f7bf-e1cc-487a-a701-7e6fbe83b877 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:08.450627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:08.456395 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-7e1d5932-b835-43cf-891c-067efc9b2fdd req-5c14eee3-6b68-49ac-b5cd-2a8ea6c13a24 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] show failed (client error): The resource could not be found. May 26 16:01:08.465390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e1d5932-b835-43cf-891c-067efc9b2fdd req-5c14eee3-6b68-49ac-b5cd-2a8ea6c13a24 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/d0b648d8-a60e-4c99-8182-778a16e3c036 HTTP/1.1" status: 404 len: 352 time: 0.0411274 May 26 16:01:08.562447 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 26 May 2022 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb345a83-3b3a-4d83-bafa-788b4bb3e831 x-openstack-request-id: req-cb345a83-3b3a-4d83-bafa-788b4bb3e831 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:08.565730 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "tag": "7209704a-7cec-4473-a746-107a15df8dc3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f553b70e-7e70-43be-bcbe-fb5542c4f89f", "tag": "23993980-e3fb-4066-b421-f19d51818931", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:08.566472 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb345a83-3b3a-4d83-bafa-788b4bb3e831 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:08.566702 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb345a83-3b3a-4d83-bafa-788b4bb3e831'] response: {'name': 'network-changed', 'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3', 'status': 'completed', 'code': 200} May 26 16:01:08.567209 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb345a83-3b3a-4d83-bafa-788b4bb3e831'] response: {'name': 'network-changed', 'server_uuid': 'f553b70e-7e70-43be-bcbe-fb5542c4f89f', 'tag': '23993980-e3fb-4066-b421-f19d51818931', 'status': 'completed', 'code': 200} May 26 16:01:08.572480 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb345a83-3b3a-4d83-bafa-788b4bb3e831'] response: {'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'status': 'completed', 'code': 200} May 26 16:01:08.625531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=23993980-e3fb-4066-b421-f19d51818931,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:08.644721 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:08.671052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abaa89a2-f352-4af5-90fc-08dfeedfd2ff req-d7369ecc-5228-4305-b296-baee84adafca tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips/63b1bfc1-f541-47d3-9b99-69105610d5f5 HTTP/1.1" status: 200 len: 996 time: 0.1843801 May 26 16:01:08.697943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-9229b938-c4f6-4f03-9fbe-8ee68a5f8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:08.700603 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-9229b938-c4f6-4f03-9fbe-8ee68a5f8964 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a044555c6d88472789ff54fb89a4ca42&device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 1097 time: 0.1239593 May 26 16:01:08.721114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['23993980-e3fb-4066-b421-f19d51818931'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:08.829580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa89a2-f352-4af5-90fc-08dfeedfd2ff req-91f6662f-65da-41e2-97f3-1175474fa196 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:08.837678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abaa89a2-f352-4af5-90fc-08dfeedfd2ff req-91f6662f-65da-41e2-97f3-1175474fa196 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.1654260 May 26 16:01:08.849182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-abaa89a2-f352-4af5-90fc-08dfeedfd2ff req-72fac537-e34d-4b43-894e-7739b7db48b5 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:01:08.856334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-3e200343-707c-4be3-a27c-4b371cd9b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:08.858508 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-3e200343-707c-4be3-a27c-4b371cd9b5ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a739b17-ceba-407b-9c42-6767370e00cd HTTP/1.1" status: 200 len: 917 time: 0.1484218 May 26 16:01:08.862501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b134a16-393d-4665-a82d-261e7ffc6cef None None] New status for floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:01:08.864788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abaa89a2-f352-4af5-90fc-08dfeedfd2ff req-72fac537-e34d-4b43-894e-7739b7db48b5 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0249619 May 26 16:01:08.944686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6fc208f-0179-4af4-aa44-3b6d08f88a9b req-8923fb16-75a1-48f6-ac74-079363072a50 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/3916ac97-2d62-4f90-a2f4-59a906351858 HTTP/1.1" status: 200 len: 1805 time: 0.3274522 May 26 16:01:08.972307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-77dbbfef-1efb-45b5-8fee-299b9b9e3b80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7209704a-7cec-4473-a746-107a15df8dc3 HTTP/1.1" status: 200 len: 1001 time: 0.1031127 May 26 16:01:09.061587 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-8f1de12b-89ea-4cb1-aa8b-df331c73eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.063427 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-8f1de12b-89ea-4cb1-aa8b-df331c73eb22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2181d0f0-0390-4539-98f5-a1057ad978c4 HTTP/1.1" status: 200 len: 855 time: 0.0800183 May 26 16:01:09.081485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-9f391dcd-248c-486e-bde7-6b656cc5c881 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 999 time: 0.1885006 May 26 16:01:09.131422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-d3692d7b-12cf-4d76-a92b-1a2db5e9f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.133551 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-d3692d7b-12cf-4d76-a92b-1a2db5e9f058 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a739b17-ceba-407b-9c42-6767370e00cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603709 May 26 16:01:09.190237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-372dc807-656b-4df4-80a1-9dfd61375e55 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.205819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-372dc807-656b-4df4-80a1-9dfd61375e55 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports/3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 942 time: 0.1227887 May 26 16:01:09.242065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6fc208f-0179-4af4-aa44-3b6d08f88a9b req-84a4a1b3-2661-4ff0-b473-6f4e11e6066b tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:09.298955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6fc208f-0179-4af4-aa44-3b6d08f88a9b req-84a4a1b3-2661-4ff0-b473-6f4e11e6066b tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:09.301614 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-8e49c6e9-15de-4d9a-be28-3ba3374fb659 service neutron] 10.222.0.32 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559832 May 26 16:01:09.407924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-5a50e6ba-4192-4583-88e5-8f908ce226b2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 1001 time: 0.1233022 May 26 16:01:09.458422 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-aa1f4bf9-0d94-4e85-9eb2-a71526950867 service neutron] 10.222.0.32 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458371 May 26 16:01:09.554983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6fc208f-0179-4af4-aa44-3b6d08f88a9b req-84a4a1b3-2661-4ff0-b473-6f4e11e6066b tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:09.559854 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6fc208f-0179-4af4-aa44-3b6d08f88a9b req-84a4a1b3-2661-4ff0-b473-6f4e11e6066b tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:09.562429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6fc208f-0179-4af4-aa44-3b6d08f88a9b req-84a4a1b3-2661-4ff0-b473-6f4e11e6066b tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "DELETE /v2.0/security-groups/3916ac97-2d62-4f90-a2f4-59a906351858 HTTP/1.1" status: 204 len: 173 time: 0.6160150 May 26 16:01:09.609188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4a1b3-2661-4ff0-b473-6f4e11e6066b tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3916ac97-2d62-4f90-a2f4-59a906351858,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:09.650763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-0a653d98-4163-411a-a58e-e7291169a203 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.652561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-0a653d98-4163-411a-a58e-e7291169a203 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2381539 May 26 16:01:09.663378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-350f433a-59f9-40be-a79f-737c0527ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.664994 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-350f433a-59f9-40be-a79f-737c0527ed6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9c5bead9b4d4f09b8c61a07f12c13e7&device_id=f553b70e-7e70-43be-bcbe-fb5542c4f89f HTTP/1.1" status: 200 len: 1096 time: 0.1111784 May 26 16:01:09.695552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa72d00-ca84-4207-a469-a557f52f1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed8a332-6ecc-4829-b6f0-08b394c5f3d6'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:09.698031 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a86ea97-9453-4e26-9281-f4ea29a02fff" -d '{"events": [{"server_uuid": "efa72d00-ca84-4207-a469-a557f52f1e51", "name": "network-vif-plugged", "status": "completed", "tag": "aed8a332-6ecc-4829-b6f0-08b394c5f3d6"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:09.766416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b5195355-9615-412a-87e7-670d76694207 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 1001 time: 0.0987265 May 26 16:01:09.782616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b9251363-152a-4d56-a7d4-3d25585c0d14 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:09.805700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-65ac94cc-978b-4642-8c72-3e84497a9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.807235 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-65ac94cc-978b-4642-8c72-3e84497a9abd service neutron] 10.222.0.32 "GET /v2.0/networks?id=21e9e828-b770-49cf-aab4-f665791f0da9 HTTP/1.1" status: 200 len: 918 time: 0.1342266 May 26 16:01:09.879042 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-0f35884c-ed12-4f52-8763-06cbc69c53d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23993980-e3fb-4066-b421-f19d51818931 HTTP/1.1" status: 200 len: 217 time: 0.0573058 May 26 16:01:09.927246 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b9251363-152a-4d56-a7d4-3d25585c0d14 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:09.969141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-729b26dc-1f99-4a2d-8bc1-a82c235f337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.971829 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-729b26dc-1f99-4a2d-8bc1-a82c235f337d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5795b146-9dab-4231-802f-485e509d2e7d HTTP/1.1" status: 200 len: 857 time: 0.0807025 May 26 16:01:10.027200 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-2b8952e9-eaa8-444b-85dd-c3e23fa15c2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e9e828-b770-49cf-aab4-f665791f0da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418687 May 26 16:01:10.033087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede6410-9467-43e9-b88b-bc6e20766376 req-073c3707-3ec6-4b15-9e98-1c8b6bbde528 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:10.034733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ede6410-9467-43e9-b88b-bc6e20766376 req-073c3707-3ec6-4b15-9e98-1c8b6bbde528 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 945 time: 0.1020641 May 26 16:01:10.145533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ede6410-9467-43e9-b88b-bc6e20766376 req-16838b6f-86e1-4bd0-8076-eb5a3e1203a7 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681589 May 26 16:01:10.174637 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-d2199fce-a719-4ded-aaaa-0ddff45d680a service neutron] 10.222.0.32 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336505 May 26 16:01:10.211713 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b9251363-152a-4d56-a7d4-3d25585c0d14 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.217433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b9251363-152a-4d56-a7d4-3d25585c0d14 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.218209 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b9251363-152a-4d56-a7d4-3d25585c0d14 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5 disassociated. External IP: 172.25.0.248, port: 3e0acf3d-afc3-48f0-bf4f-fd019ee16857. May 26 16:01:10.312246 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-f2c2cfbe-317f-451e-b60c-7521da98a8cd service neutron] 10.222.0.32 "GET /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202807 May 26 16:01:10.352539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb9ed3a0-a467-4ca9-b9fe-f0aa27f0b4f6 req-c2646c30-c9f0-4961-9ab0-7d8f89fe5c5e tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0669031 May 26 16:01:10.425316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-11e827ca-9208-4825-a8e8-b0dd9f4363c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:10.427260 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-11e827ca-9208-4825-a8e8-b0dd9f4363c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.0652738 May 26 16:01:10.489990 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.540028 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.614297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-0df5fa88-5532-4026-b26a-7b680752a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:10.616982 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-0df5fa88-5532-4026-b26a-7b680752a50c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.1758413 May 26 16:01:10.618948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fe03e07-2555-4f81-9270-2864b2ad29c2 req-fb98e9af-5d59-4540-a949-7483bd64d341 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0441604 May 26 16:01:10.624831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82e3da58-973e-4503-9de3-ecd0d8261bcf req-ae1a4507-b62a-4081-a402-a3d44f8d3f53 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/e3ea2b2f-77f0-425a-ac47-f1a83e8cc311 HTTP/1.1" status: 200 len: 1803 time: 0.0948646 May 26 16:01:10.692911 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-f1b15865-3daf-4955-a38a-8ade5f07b26b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 217 time: 0.0633364 May 26 16:01:10.728984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b9251363-152a-4d56-a7d4-3d25585c0d14 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Router bee73684-7fc2-4a2e-b782-d4e0db8bd046 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:10.748340 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82e3da58-973e-4503-9de3-ecd0d8261bcf req-ab8fa1b6-be8d-449e-b75b-af4fc2fff60d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.759730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-dbcc799d-c9bc-49e7-8944-2177c9acba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:10.762031 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-dbcc799d-c9bc-49e7-8944-2177c9acba5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.0584528 May 26 16:01:10.772972 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82e3da58-973e-4503-9de3-ecd0d8261bcf req-ab8fa1b6-be8d-449e-b75b-af4fc2fff60d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.839633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-052c6f43-6968-449b-ae76-db7be2db2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:10.843724 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-052c6f43-6968-449b-ae76-db7be2db2d99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703690 May 26 16:01:10.953361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82e3da58-973e-4503-9de3-ecd0d8261bcf req-ab8fa1b6-be8d-449e-b75b-af4fc2fff60d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.955976 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-82e3da58-973e-4503-9de3-ecd0d8261bcf req-ab8fa1b6-be8d-449e-b75b-af4fc2fff60d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.964423 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-184bc815-46c7-4c79-8add-f5f1a2a8d822 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112657 May 26 16:01:10.970589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82e3da58-973e-4503-9de3-ecd0d8261bcf req-ab8fa1b6-be8d-449e-b75b-af4fc2fff60d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "DELETE /v2.0/security-groups/e3ea2b2f-77f0-425a-ac47-f1a83e8cc311 HTTP/1.1" status: 204 len: 173 time: 0.3175366 May 26 16:01:11.001131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:11.004287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b9251363-152a-4d56-a7d4-3d25585c0d14 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:11.017511 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] Sync routers for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:11.019587 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b9251363-152a-4d56-a7d4-3d25585c0d14 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.030284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fa1b6-be8d-449e-b75b-af4fc2fff60d tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ea2b2f-77f0-425a-ac47-f1a83e8cc311,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:11.045279 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:11.048709 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:11.092910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b9251363-152a-4d56-a7d4-3d25585c0d14 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "PUT /v2.0/floatingips/63b1bfc1-f541-47d3-9b99-69105610d5f5 HTTP/1.1" status: 200 len: 696 time: 1.3148229 May 26 16:01:11.097504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:11.104552 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e63d31a-438f-4b42-bbed-36486bc48a64 x-openstack-request-id: req-7e63d31a-438f-4b42-bbed-36486bc48a64 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:11.104883 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa72d00-ca84-4207-a469-a557f52f1e51", "name": "network-vif-plugged", "status": "completed", "tag": "aed8a332-6ecc-4829-b6f0-08b394c5f3d6", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:11.106295 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e63d31a-438f-4b42-bbed-36486bc48a64 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:11.108402 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49" -d '{"events": [{"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:11.109045 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e63d31a-438f-4b42-bbed-36486bc48a64'] response: {'server_uuid': 'efa72d00-ca84-4207-a469-a557f52f1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed8a332-6ecc-4829-b6f0-08b394c5f3d6', 'code': 200} May 26 16:01:11.172438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:11.182247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:11.183227 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.224591 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fabb9d8c-6e24-448f-9b65-529704c4a365 req-fde73f59-9705-4dbb-bd1d-fb507a50edd2 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508883 May 26 16:01:11.260074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-5067e77c-10b0-4540-ac5b-1002f01a1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.261749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-5067e77c-10b0-4540-ac5b-1002f01a1f70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.1429830 May 26 16:01:11.272464 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:11.276079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11a42b-86c4-4fdd-b775-13b7a631b91e req-7d704c0a-772f-4ebd-a917-27206c7abbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.277675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b11a42b-86c4-4fdd-b775-13b7a631b91e req-7d704c0a-772f-4ebd-a917-27206c7abbd3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 1096 time: 0.1468365 May 26 16:01:11.339702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:11.340337 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.344870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f10fd-b5b6-41be-b657-e9ba62edbac5 req-e75bbbd3-9f1e-4f52-8e39-87b78c15b73b tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.346561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c1f10fd-b5b6-41be-b657-e9ba62edbac5 req-e75bbbd3-9f1e-4f52-8e39-87b78c15b73b tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 950 time: 0.1845222 May 26 16:01:11.361411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 23993980-e3fb-4066-b421-f19d51818931 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:11.412185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b11a42b-86c4-4fdd-b775-13b7a631b91e req-e184a19e-88e3-4e96-bf1a-97b723f8c79b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240509 May 26 16:01:11.413129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:11.425697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c1f10fd-b5b6-41be-b657-e9ba62edbac5 req-f548b0f1-96f5-4658-bb5b-551c6262a8d8 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505626 May 26 16:01:11.426563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.508402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:11.526381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-8ed5dfa6-54e9-4c82-b937-a617a7e82868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.538099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-8ed5dfa6-54e9-4c82-b937-a617a7e82868 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.2589030 May 26 16:01:11.544984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 23993980-e3fb-4066-b421-f19d51818931 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:11.554261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 23993980-e3fb-4066-b421-f19d51818931 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:11.555026 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.606296 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:11.637053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-b279772d-2c1f-4a9b-939d-7f26d251516f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 217 time: 0.0849068 May 26 16:01:11.640093 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] Checking router: bee73684-7fc2-4a2e-b782-d4e0db8bd046 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:11.652462 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:11.655607 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:11.720225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 23993980-e3fb-4066-b421-f19d51818931 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:11.720710 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.746288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a853330f-6f56-4063-a33a-686414b7b146 req-7d424420-f278-4261-865e-49718274330c tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/975c7e23-11cf-45f4-8285-2715d0964a9d HTTP/1.1" status: 200 len: 1805 time: 0.2591715 May 26 16:01:11.780683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 23993980-e3fb-4066-b421-f19d51818931, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=23993980-e3fb-4066-b421-f19d51818931,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:11.788942 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.861231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-6943de01-9e07-44e5-916d-62be10af0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.869884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-6943de01-9e07-44e5-916d-62be10af0ef3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.2313843 May 26 16:01:11.918880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=23993980-e3fb-4066-b421-f19d51818931,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:11.938963 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:11.994507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-91ad35af-17d2-4425-8dc4-ac8580833873 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.998799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-91ad35af-17d2-4425-8dc4-ac8580833873 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 950 time: 0.2289159 May 26 16:01:12.007631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a853330f-6f56-4063-a33a-686414b7b146 req-3e7e61d7-0d6f-4509-af95-3733e6645611 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.021801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-9a7ef070-3c27-4983-aaeb-61d250ace8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:12.029734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-9a7ef070-3c27-4983-aaeb-61d250ace8b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588800 May 26 16:01:12.172532 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a853330f-6f56-4063-a33a-686414b7b146 req-3e7e61d7-0d6f-4509-af95-3733e6645611 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.254795 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:12.263166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-74f75446-affc-4c07-81af-dfdf8343be72 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324862 May 26 16:01:12.289717 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4677fa-68ec-4f05-b911-5b309a7eccc6 None None] The sync data for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 is: [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T15:59:30Z', 'revision_number': 4, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1dd1551e-cee0-4067-9f0d-f6be02ad8917', 'name': '', 'network_id': '1205278f-cf10-486b-b28d-08c31ce1b5ca', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'mac_address': 'fa:16:3e:e6:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:28Z', 'updated_at': '2022-05-26T15:59:36Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'subnets': [{'id': '8057d697-05b7-4284-a1b8-43dbc6a50108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:12.307728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Deleting port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:12.307728 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.321916 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a853330f-6f56-4063-a33a-686414b7b146 req-3e7e61d7-0d6f-4509-af95-3733e6645611 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.324968 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a853330f-6f56-4063-a33a-686414b7b146 req-3e7e61d7-0d6f-4509-af95-3733e6645611 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.343136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a853330f-6f56-4063-a33a-686414b7b146 req-3e7e61d7-0d6f-4509-af95-3733e6645611 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "DELETE /v2.0/security-groups/975c7e23-11cf-45f4-8285-2715d0964a9d HTTP/1.1" status: 204 len: 173 time: 0.5957193 May 26 16:01:12.451074 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb7b9e3-e4a7-4293-84c8-0dfa4da82a24 x-openstack-request-id: req-dcb7b9e3-e4a7-4293-84c8-0dfa4da82a24 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:12.453005 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:12.454396 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcb7b9e3-e4a7-4293-84c8-0dfa4da82a24 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:12.455716 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb7b9e3-e4a7-4293-84c8-0dfa4da82a24'] response: {'name': 'network-changed', 'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'status': 'completed', 'code': 200} May 26 16:01:12.558041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e61d7-0d6f-4509-af95-3733e6645611 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c7e23-11cf-45f4-8285-2715d0964a9d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:12.735650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fcc9a5-c2e8-41bf-bba9-113003b0e360 None None] New status for floating IP 63b1bfc1-f541-47d3-9b99-69105610d5f5: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:01:13.109972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38cc7fe-e9da-4ce7-a152-b3981e29da61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf1b593-2b61-43ed-a66b-31bbc3b1bd05'}, {'server_uuid': 'f553b70e-7e70-43be-bcbe-fb5542c4f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23993980-e3fb-4066-b421-f19d51818931'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:13.114029 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc32f675-033c-49cc-863f-124e9f0ebcc1" -d '{"events": [{"server_uuid": "f38cc7fe-e9da-4ce7-a152-b3981e29da61", "name": "network-vif-plugged", "status": "completed", "tag": "7bf1b593-2b61-43ed-a66b-31bbc3b1bd05"}, {"server_uuid": "f553b70e-7e70-43be-bcbe-fb5542c4f89f", "name": "network-vif-plugged", "status": "completed", "tag": "23993980-e3fb-4066-b421-f19d51818931"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:13.126186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-cd2440df-bc35-4956-9fe4-cc35df442b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.127913 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-cd2440df-bc35-4956-9fe4-cc35df442b24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5f61cbbbf2842a985912cb32140c28d&device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 1096 time: 0.6224020 May 26 16:01:13.154591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75cf26-4259-487e-b1bd-451823897b54 req-2cb0d487-d510-4916-b57b-0c8bc7a00b1c tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.156163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb75cf26-4259-487e-b1bd-451823897b54 req-2cb0d487-d510-4916-b57b-0c8bc7a00b1c tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 945 time: 0.6135521 May 26 16:01:13.163143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d7a358-8f79-4628-b3eb-40b8b245c129 req-87212a06-ec59-4c52-b7ef-d5a8f64c7d18 service neutron] 10.222.0.39 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8820145 May 26 16:01:13.165139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] For port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:13.165580 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:13.224348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Calling delete_port for 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:13.335528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb75cf26-4259-487e-b1bd-451823897b54 req-e10272a2-0c28-4f6b-a3f4-8beb72d272e0 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234810 May 26 16:01:13.366352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a80b272c-9304-4874-b23d-f7ccced4532b req-af51e383-0db9-410b-be5f-42150f7d4f58 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0565426 May 26 16:01:13.382770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-255acbb1-e27e-4fc8-97c8-286fc1a8db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.384317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-255acbb1-e27e-4fc8-97c8-286fc1a8db06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 200 len: 922 time: 0.2452934 May 26 16:01:13.485972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-27811c06-a467-42b5-9034-463e7922e2ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 200 len: 217 time: 0.0897560 May 26 16:01:13.649861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63ac4c80-d0e0-4bf5-88dd-33e0cbf2cb09 req-55335a04-da72-4490-8fea-3a6cc2d8207b tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/81966ca5-9313-4e88-9f6b-dd2537e68a12 HTTP/1.1" status: 200 len: 2400 time: 0.1810544 May 26 16:01:13.665604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1def52d-c5b6-41ea-b915-27a13ce2c65c req-075a9ee4-2ce1-417e-a6a3-4253ba4c1077 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.667255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1def52d-c5b6-41ea-b915-27a13ce2c65c req-075a9ee4-2ce1-417e-a6a3-4253ba4c1077 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=3760be75-4aba-4e93-a28f-d40ef62e68c5 HTTP/1.1" status: 200 len: 950 time: 0.1510715 May 26 16:01:13.677080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-83173904-bc7d-42f0-8b6a-2439695b5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.678491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-83173904-bc7d-42f0-8b6a-2439695b5f33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 200 len: 860 time: 0.1793351 May 26 16:01:13.712291 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:13.724556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['2793f794-cd7d-4263-b609-02475a4b8690', '4dfb32c5-3cb9-4e38-abf2-97fe30699c34'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:13.789928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Pushing event deleted for resources: {'Port': ['ID=4dfb32c5-3cb9-4e38-abf2-97fe30699c34,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:13.852935 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1def52d-c5b6-41ea-b915-27a13ce2c65c req-5f3f68a6-a78f-44fc-a15c-9385a5853e93 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735015 May 26 16:01:13.887016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] No DVR routers for this DVR port 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:13.894991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-c9eaab41-c20f-40cf-a0ff-51944bc012bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.896506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-c9eaab41-c20f-40cf-a0ff-51944bc012bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1205278f-cf10-486b-b28d-08c31ce1b5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016516 May 26 16:01:13.899998 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:13.904378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-882692ab-49ce-4a73-bba2-4dab297e9e87 req-00174a71-8b71-4df9-aa62-48f3a62accb7 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "DELETE /v2.0/ports/4dfb32c5-3cb9-4e38-abf2-97fe30699c34 HTTP/1.1" status: 204 len: 173 time: 1.8924375 May 26 16:01:13.905421 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-63ac4c80-d0e0-4bf5-88dd-33e0cbf2cb09 req-0449bbef-5267-47f5-a2cc-e66d89aec4d8 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.042826 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e7bc2e-8199-4410-9289-2427387cb9ae x-openstack-request-id: req-f3e7bc2e-8199-4410-9289-2427387cb9ae {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:14.043988 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38cc7fe-e9da-4ce7-a152-b3981e29da61", "name": "network-vif-plugged", "status": "completed", "tag": "7bf1b593-2b61-43ed-a66b-31bbc3b1bd05", "code": 200}, {"server_uuid": "f553b70e-7e70-43be-bcbe-fb5542c4f89f", "name": "network-vif-plugged", "status": "completed", "tag": "23993980-e3fb-4066-b421-f19d51818931", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:14.044755 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3e7bc2e-8199-4410-9289-2427387cb9ae {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:14.045617 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e7bc2e-8199-4410-9289-2427387cb9ae'] response: {'server_uuid': 'f38cc7fe-e9da-4ce7-a152-b3981e29da61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf1b593-2b61-43ed-a66b-31bbc3b1bd05', 'code': 200} May 26 16:01:14.046426 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e7bc2e-8199-4410-9289-2427387cb9ae'] response: {'server_uuid': 'f553b70e-7e70-43be-bcbe-fb5542c4f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23993980-e3fb-4066-b421-f19d51818931', 'code': 200} May 26 16:01:14.129777 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-63ac4c80-d0e0-4bf5-88dd-33e0cbf2cb09 req-0449bbef-5267-47f5-a2cc-e66d89aec4d8 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.259376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e9596-0492-4cbd-94df-d3e2a1bbcc27 req-71f344b9-eddc-4b9b-8548-82ea0ab6cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:14.267346 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f26e9596-0492-4cbd-94df-d3e2a1bbcc27 req-71f344b9-eddc-4b9b-8548-82ea0ab6cfbe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f553b70e-7e70-43be-bcbe-fb5542c4f89f HTTP/1.1" status: 200 len: 1097 time: 0.0690987 May 26 16:01:14.313424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f11537-80df-4433-bf1e-a7e828dbc159 req-86feadb4-19f6-424d-a558-891beed73187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:14.315471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8f11537-80df-4433-bf1e-a7e828dbc159 req-86feadb4-19f6-424d-a558-891beed73187 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f38cc7fe-e9da-4ce7-a152-b3981e29da61 HTTP/1.1" status: 200 len: 1096 time: 0.1593797 May 26 16:01:14.317982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-15b807fb-bec5-4690-b61d-91cb15cc5aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954518 May 26 16:01:14.319735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-63ac4c80-d0e0-4bf5-88dd-33e0cbf2cb09 req-0449bbef-5267-47f5-a2cc-e66d89aec4d8 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.322608 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-63ac4c80-d0e0-4bf5-88dd-33e0cbf2cb09 req-0449bbef-5267-47f5-a2cc-e66d89aec4d8 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.334882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63ac4c80-d0e0-4bf5-88dd-33e0cbf2cb09 req-0449bbef-5267-47f5-a2cc-e66d89aec4d8 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "DELETE /v2.0/security-groups/81966ca5-9313-4e88-9f6b-dd2537e68a12 HTTP/1.1" status: 204 len: 173 time: 0.6650481 May 26 16:01:14.361676 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f26e9596-0492-4cbd-94df-d3e2a1bbcc27 req-7559a03b-c7c8-4623-ab65-bae96ef99d40 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726793 May 26 16:01:14.508620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3760be75-4aba-4e93-a28f-d40ef62e68c5', 'name': 'network-vif-deleted', 'tag': '4dfb32c5-3cb9-4e38-abf2-97fe30699c34'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:14.517928 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c43061-e974-4cd5-8d2e-d4705f2f5733" -d '{"events": [{"server_uuid": "3760be75-4aba-4e93-a28f-d40ef62e68c5", "name": "network-vif-deleted", "tag": "4dfb32c5-3cb9-4e38-abf2-97fe30699c34"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:14.531581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449bbef-5267-47f5-a2cc-e66d89aec4d8 tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81966ca5-9313-4e88-9f6b-dd2537e68a12,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:14.579158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8f11537-80df-4433-bf1e-a7e828dbc159 req-70d6587a-686f-4e93-a210-eae109f1a7a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408891 May 26 16:01:14.596584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49a10c67-a3fa-4656-a540-27443c4e7ade req-74cbe270-b833-4870-8bf2-50244cd505cb tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "GET /v2.0/security-groups/4360d2ec-011c-4c19-886b-94d38277d8e2 HTTP/1.1" status: 200 len: 2397 time: 0.1591680 May 26 16:01:14.645303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd21e58f-b0ee-4ff3-bd4a-9143071a5b49 req-774b6a65-90ee-47bc-a141-3e7e6d3d5ddd service neutron] 10.222.0.32 "GET /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822368 May 26 16:01:14.702666 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-49a10c67-a3fa-4656-a540-27443c4e7ade req-476b3548-d073-4de5-89f8-f3832f13d22c tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.757698 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-49a10c67-a3fa-4656-a540-27443c4e7ade req-476b3548-d073-4de5-89f8-f3832f13d22c tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.813796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bf028c0-c699-48a0-b0ab-24b71eaac469 req-d82aa6b0-10aa-4006-814d-3f772d9e91f8 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0403223 May 26 16:01:14.916097 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-49a10c67-a3fa-4656-a540-27443c4e7ade req-476b3548-d073-4de5-89f8-f3832f13d22c tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.921676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-49a10c67-a3fa-4656-a540-27443c4e7ade req-476b3548-d073-4de5-89f8-f3832f13d22c tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.930182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60696) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:14.939979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49a10c67-a3fa-4656-a540-27443c4e7ade req-476b3548-d073-4de5-89f8-f3832f13d22c tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] 10.222.0.39 "DELETE /v2.0/security-groups/4360d2ec-011c-4c19-886b-94d38277d8e2 HTTP/1.1" status: 204 len: 173 time: 0.3348765 May 26 16:01:14.981200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b3548-d073-4de5-89f8-f3832f13d22c tempest-SecurityGroupRulesTestJSON-725059148 tempest-SecurityGroupRulesTestJSON-725059148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4360d2ec-011c-4c19-886b-94d38277d8e2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:15.018273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aac9c4e-f8b4-4b8b-8eab-a0bfe68b924b admin admin] Deleting subnet d3ffd765-283e-4a39-b74c-9767cd2e1608 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:01:15.024031 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4aac9c4e-f8b4-4b8b-8eab-a0bfe68b924b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.073983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4aac9c4e-f8b4-4b8b-8eab-a0bfe68b924b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.103936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b24f811e-284b-4771-9960-923945a4c35c req-ba1ae8be-43f4-4ce5-aa5a-2e09f95d0dee tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips/63b1bfc1-f541-47d3-9b99-69105610d5f5 HTTP/1.1" status: 200 len: 694 time: 0.1238019 May 26 16:01:15.134681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4aac9c4e-f8b4-4b8b-8eab-a0bfe68b924b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.235824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4aac9c4e-f8b4-4b8b-8eab-a0bfe68b924b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.237599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451a06b-a08f-4e9b-8ce9-2f064c0c9c6d req-87acf416-2af6-4c9c-bb14-f96f417486e5 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:15.239551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a451a06b-a08f-4e9b-8ce9-2f064c0c9c6d req-87acf416-2af6-4c9c-bb14-f96f417486e5 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 945 time: 0.2029564 May 26 16:01:15.295611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4aac9c4e-f8b4-4b8b-8eab-a0bfe68b924b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.300863 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4aac9c4e-f8b4-4b8b-8eab-a0bfe68b924b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d3ffd765-283e-4a39-b74c-9767cd2e1608 HTTP/1.1" status: 204 len: 168 time: 0.3695037 May 26 16:01:15.303330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac9c4e-f8b4-4b8b-8eab-a0bfe68b924b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ffd765-283e-4a39-b74c-9767cd2e1608,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:15.306936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60698) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:15.327061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f811e-284b-4771-9960-923945a4c35c req-be46c2e4-a429-440b-bfcd-b2471553929d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:15.336323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b24f811e-284b-4771-9960-923945a4c35c req-be46c2e4-a429-440b-bfcd-b2471553929d tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2313483 May 26 16:01:15.390922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a451a06b-a08f-4e9b-8ce9-2f064c0c9c6d req-92f63af7-7c48-4d9d-9f8d-b15370de5fae tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431592 May 26 16:01:15.503920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b24f811e-284b-4771-9960-923945a4c35c req-29435df2-72e8-43f8-ba10-c94cb8159757 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 697 time: 0.1662679 May 26 16:01:15.538798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.595711 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5395915-45b7-454c-af0a-65b370073ba5 x-openstack-request-id: req-e5395915-45b7-454c-af0a-65b370073ba5 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:15.595982 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3760be75-4aba-4e93-a28f-d40ef62e68c5", "name": "network-vif-deleted", "tag": "4dfb32c5-3cb9-4e38-abf2-97fe30699c34", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:15.596236 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5395915-45b7-454c-af0a-65b370073ba5 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:15.596637 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5395915-45b7-454c-af0a-65b370073ba5'] response: {'server_uuid': '3760be75-4aba-4e93-a28f-d40ef62e68c5', 'name': 'network-vif-deleted', 'tag': '4dfb32c5-3cb9-4e38-abf2-97fe30699c34', 'status': 'completed', 'code': 200} May 26 16:01:15.600067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b24f811e-284b-4771-9960-923945a4c35c req-4187c56e-9118-47fc-add7-d0acc150ccd2 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 697 time: 0.0768769 May 26 16:01:15.910900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1c83bc2-36a6-45f8-b5c2-4d968257f194 req-a26a5b77-5145-472c-8458-58ed60ebc372 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1331525 May 26 16:01:15.917805 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.032972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032829e5-c7ea-4aad-8175-aa97cca45571']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:16.078394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2858f46-2e8f-4c13-98d4-d774fa532dd7') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:16.078691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2858f46-2e8f-4c13-98d4-d774fa532dd7') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:16.144378 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.175302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.187970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:01:16.188383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.262080 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b2858f46-2e8f-4c13-98d4-d774fa532dd7 resource provider aggregate not found May 26 16:01:16.305191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b24f811e-284b-4771-9960-923945a4c35c req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Deleting port bc13b495-c6fe-4567-b1fa-1b24a4c56d3d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:16.305757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b24f811e-284b-4771-9960-923945a4c35c req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.314037 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b2858f46-2e8f-4c13-98d4-d774fa532dd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2858f46-2e8f-4c13-98d4-d774fa532dd7 found for delete ", "request_id": "req-4b7d0267-7fb6-413d-b7b8-44a9d2cf9346"}]} May 26 16:01:16.328521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba407b-867b-4808-98c1-6167095bda06 req-b05d415a-5dad-4dc4-a0c4-675cb10dfc12 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:16.336635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90ba407b-867b-4808-98c1-6167095bda06 req-b05d415a-5dad-4dc4-a0c4-675cb10dfc12 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38cc7fe-e9da-4ce7-a152-b3981e29da61 HTTP/1.1" status: 200 len: 945 time: 0.2437067 May 26 16:01:16.416176 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.429353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.436043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] 10.222.0.39 "DELETE /v2.0/networks/032829e5-c7ea-4aad-8175-aa97cca45571 HTTP/1.1" status: 204 len: 168 time: 1.1251924 May 26 16:01:16.453905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8010f5-f4f4-4ac0-97f0-c258f5e3bb8c admin admin] Pushing event deleted for resources: {'Network': ['ID=032829e5-c7ea-4aad-8175-aa97cca45571,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:16.488205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90ba407b-867b-4808-98c1-6167095bda06 req-34707cc4-1359-4b01-9f60-041825d83dc9 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504936 May 26 16:01:16.506388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b24f811e-284b-4771-9960-923945a4c35c req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.506743 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b24f811e-284b-4771-9960-923945a4c35c req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.534947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b24f811e-284b-4771-9960-923945a4c35c req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Calling delete_port for bc13b495-c6fe-4567-b1fa-1b24a4c56d3d owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:16.669906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60722) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:16.741932 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-60547633-e7b3-4d70-aa64-29c079e88897 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6b3e6333016469e9aac5eeb5929e982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708334 May 26 16:01:16.746366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:16.797183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b24f811e-284b-4771-9960-923945a4c35c req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.891528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Pushing event deleted for resources: {'Port': ['ID=bc13b495-c6fe-4567-b1fa-1b24a4c56d3d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:16.912276 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6e3165d-8584-4a23-8365-09c58ee63199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.948590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6e3165d-8584-4a23-8365-09c58ee63199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:17.019510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:17.042521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6e3165d-8584-4a23-8365-09c58ee63199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:17.048488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6e3165d-8584-4a23-8365-09c58ee63199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:17.055360 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b24f811e-284b-4771-9960-923945a4c35c req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:17.063677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b24f811e-284b-4771-9960-923945a4c35c req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:17.075525 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f6e3165d-8584-4a23-8365-09c58ee63199 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/914bf847-1ef7-442b-82f5-ab29b80cb027 HTTP/1.1" status: 204 len: 168 time: 0.3244195 May 26 16:01:17.084158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b24f811e-284b-4771-9960-923945a4c35c req-1247d237-cbe5-44dc-b92d-e5d213416c29 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "DELETE /v2.0/floatingips/63b1bfc1-f541-47d3-9b99-69105610d5f5 HTTP/1.1" status: 204 len: 173 time: 1.4344904 May 26 16:01:17.100639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3165d-8584-4a23-8365-09c58ee63199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914bf847-1ef7-442b-82f5-ab29b80cb027,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:17.104846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:17.106020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4dfb32c5-3cb9-4e38-abf2-97fe30699c34 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:17.132501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799d8b4-2363-40fe-8b9c-cd41b1e3b9b0 req-8fa5cd0d-4ba1-4c54-994f-dd5450e50c34 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.154705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4799d8b4-2363-40fe-8b9c-cd41b1e3b9b0 req-8fa5cd0d-4ba1-4c54-994f-dd5450e50c34 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=f553b70e-7e70-43be-bcbe-fb5542c4f89f HTTP/1.1" status: 200 len: 946 time: 0.2159240 May 26 16:01:17.251151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4799d8b4-2363-40fe-8b9c-cd41b1e3b9b0 req-6dd46efe-4e96-4c83-9f51-411eb6ac232c tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749507 May 26 16:01:17.286536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f2bd9-12b3-4a51-bea1-4e3fd650e259 req-e1ca5040-eb1a-4a9c-b4ee-684b8a04e504 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.286536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-358f2bd9-12b3-4a51-bea1-4e3fd650e259 req-e1ca5040-eb1a-4a9c-b4ee-684b8a04e504 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 949 time: 0.0698276 May 26 16:01:17.351106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-358f2bd9-12b3-4a51-bea1-4e3fd650e259 req-64965c5d-090a-4969-8ba0-55b694a3db44 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518143 May 26 16:01:17.505082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-720fcfb7-63a5-4a62-b7ac-56a49d30446e req-61ee5b31-6177-4689-b036-c5d8ce31f0b2 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0762515 May 26 16:01:17.815015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62a74d-8650-42ac-ae1b-301f358ce721 req-3ecb6d96-8486-46cd-9ac7-da8ee514d2e4 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.816626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b62a74d-8650-42ac-ae1b-301f358ce721 req-3ecb6d96-8486-46cd-9ac7-da8ee514d2e4 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 945 time: 0.1174223 May 26 16:01:17.991263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b62a74d-8650-42ac-ae1b-301f358ce721 req-0215f3fb-a819-4e5b-8dbe-801646c84d2e tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608829 May 26 16:01:18.153167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26507dbf-59bb-4db5-85e3-59f95b588c83 req-5c50cc4c-d75e-44c4-83f7-f5248e3e39f0 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:18.167502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26507dbf-59bb-4db5-85e3-59f95b588c83 req-5c50cc4c-d75e-44c4-83f7-f5248e3e39f0 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=f553b70e-7e70-43be-bcbe-fb5542c4f89f HTTP/1.1" status: 200 len: 946 time: 0.1094756 May 26 16:01:18.240071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26507dbf-59bb-4db5-85e3-59f95b588c83 req-6c7aaf1b-06aa-44a8-ac03-31b647de45f2 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710523 May 26 16:01:18.518857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60780) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:18.590338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-180d3966-901a-499a-86b1-ed2b9d4afa2a tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:18.605299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-180d3966-901a-499a-86b1-ed2b9d4afa2a tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 949 time: 0.1962965 May 26 16:01:18.720353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40709622-9fa0-4753-8deb-2f54a137be5a req-429a620d-3f8b-4d7b-85cd-dba4f6a5b99f tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:18.728550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40709622-9fa0-4753-8deb-2f54a137be5a req-429a620d-3f8b-4d7b-85cd-dba4f6a5b99f tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 949 time: 0.2178583 May 26 16:01:18.749086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-511830401-network', 'tenant_id': 'c362c4a81e714030840abc3f3d408655'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:18.787665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Made reservation on behalf of c362c4a81e714030840abc3f3d408655 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:18.790585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.808044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.847097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecbbb873-d8a1-4606-995e-cef44ab7cdb6 req-1881adbc-a886-46b8-a8bf-ebf1f1347314 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1114967 May 26 16:01:18.900148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40709622-9fa0-4753-8deb-2f54a137be5a req-0b1ceb04-0a4e-4cf1-980b-ef836be2f2b1 tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/security-groups?id=98cd1695-6f68-45d6-906a-8456cb35cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701710 May 26 16:01:18.966979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Deleting port 2793f794-cd7d-4263-b609-02475a4b8690 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:18.966979 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.988732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.002252 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.077930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:01:19.087526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fd739b-6c34-4372-a447-312e54d513c6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:19.093656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.094043 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Added segment b1ab3932-86c3-40f4-a118-e7761a646e88 of type vlan for network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b May 26 16:01:19.106994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.107856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.108173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.108736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.109070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.109407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.109735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.110106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.110435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.110753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.111253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.111762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:19.183210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.258930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.260523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:19.261557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.278486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] For port 2793f794-cd7d-4263-b609-02475a4b8690, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2793f794-cd7d-4263-b609-02475a4b8690,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:19.280226 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.307138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Calling delete_port for 2793f794-cd7d-4263-b609-02475a4b8690 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:19.322607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd65f4-d7ad-4942-a5de-0621b190b8b3 req-5b8dda08-e652-484b-bb31-3fa4b9355b64 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:19.324336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16fd65f4-d7ad-4942-a5de-0621b190b8b3 req-5b8dda08-e652-484b-bb31-3fa4b9355b64 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 945 time: 0.1774263 May 26 16:01:19.371912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] Pushing event updated for resources: {'Network': ['ID=12a68ddc-cf32-409c-a1f0-dcd33fd3662b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:19.388003 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:01:19.406363 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e2716ed2-3d3b-4513-b9e2-075ba6f63294 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8860831 May 26 16:01:19.412016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60806) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:19.422057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Request body: {'subnet': {'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-511830401-subnet', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:19.448152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Made reservation on behalf of c362c4a81e714030840abc3f3d408655 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:19.452646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.504321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16fd65f4-d7ad-4942-a5de-0621b190b8b3 req-eece29e7-3736-49b1-8be7-533293dd8019 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698327 May 26 16:01:19.562800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101631c-b36e-4b9c-8b71-b35bb1d68c7c req-9aa7026c-24a1-4a8c-945a-0b2acff050eb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:19.578415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5101631c-b36e-4b9c-8b71-b35bb1d68c7c req-9aa7026c-24a1-4a8c-945a-0b2acff050eb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=f553b70e-7e70-43be-bcbe-fb5542c4f89f HTTP/1.1" status: 200 len: 946 time: 0.2260566 May 26 16:01:19.662991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5101631c-b36e-4b9c-8b71-b35bb1d68c7c req-7b3329dc-72a4-4834-b070-11f86bebde6c tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828497 May 26 16:01:19.777325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.795626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['2793f794-cd7d-4263-b609-02475a4b8690'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:19.800412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.885739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47611106-a10e-4c9b-8b22-6440cd6c854d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:19.918919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Pushing event deleted for resources: {'Port': ['ID=2793f794-cd7d-4263-b609-02475a4b8690,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:19.932299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Checking segment: {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:19.933010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Network hostable DHCP agents. Network: 12a68ddc-cf32-409c-a1f0-dcd33fd3662b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:01:19.981391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:01:20.028115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] No DVR routers for this DVR port 2793f794-cd7d-4263-b609-02475a4b8690 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:20.030914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.032902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 12a68ddc-cf32-409c-a1f0-dcd33fd3662b) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:20.035856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10639b9a-c47e-4c67-8d24-836e2c12d994 req-3182b1a4-6dbc-4baa-83bb-d8f764ff3aab tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.24 "DELETE /v2.0/ports/2793f794-cd7d-4263-b609-02475a4b8690 HTTP/1.1" status: 204 len: 173 time: 1.4218686 May 26 16:01:20.036386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6cae16-ed19-4e7f-85b1-1e05b47b2d29', 'name': 'network-vif-deleted', 'tag': '2793f794-cd7d-4263-b609-02475a4b8690'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:20.039785 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9336c069-8b34-4b11-851c-565d306eb41c" -d '{"events": [{"server_uuid": "2a6cae16-ed19-4e7f-85b1-1e05b47b2d29", "name": "network-vif-deleted", "tag": "2793f794-cd7d-4263-b609-02475a4b8690"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:20.051052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:20.051761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.060709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de37626f-57dd-438d-9851-f9aa0e341e5a None None] Network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:20.100855 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-130e1e73-d105-475c-9a4a-79e1989c4d1c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6874087 May 26 16:01:20.105239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60820) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:20.111439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:20.176021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.179774 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.252823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fc1f198-6d17-4793-bc62-b50c503f881a req-68e50f77-389c-474c-bcda-7e463967cefe tempest-ServersAdminNegativeTestJSON-337493319 tempest-ServersAdminNegativeTestJSON-337493319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a6cae16-ed19-4e7f-85b1-1e05b47b2d29 HTTP/1.1" status: 200 len: 210 time: 0.1127269 May 26 16:01:20.318805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2aeef84-5982-4ae5-8b10-97f2939fd1ec req-ba504f14-6889-49c6-8706-e7ff2ffa32df tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1481802 May 26 16:01:20.378716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-0e25e0a7-ee8e-4476-8575-21c7796f45ec tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:20.380829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-0e25e0a7-ee8e-4476-8575-21c7796f45ec tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.32 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 945 time: 0.3273995 May 26 16:01:20.382598 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30759d3-0533-434c-bea0-e83359df448d x-openstack-request-id: req-d30759d3-0533-434c-bea0-e83359df448d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:20.382879 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6cae16-ed19-4e7f-85b1-1e05b47b2d29", "name": "network-vif-deleted", "tag": "2793f794-cd7d-4263-b609-02475a4b8690", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:20.383141 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d30759d3-0533-434c-bea0-e83359df448d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:20.383545 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30759d3-0533-434c-bea0-e83359df448d'] response: {'server_uuid': '2a6cae16-ed19-4e7f-85b1-1e05b47b2d29', 'name': 'network-vif-deleted', 'tag': '2793f794-cd7d-4263-b609-02475a4b8690', 'status': 'completed', 'code': 200} May 26 16:01:20.442973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.461494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-6c44c952-9907-442d-892a-568d3aa289f9 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:20.463463 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-6c44c952-9907-442d-892a-568d3aa289f9 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.32 "GET /v2.0/ports?device_id=f553b70e-7e70-43be-bcbe-fb5542c4f89f HTTP/1.1" status: 200 len: 946 time: 0.2701738 May 26 16:01:20.582854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Deleting port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:20.583214 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.737790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:01:20.738716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.799439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] For port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:20.800325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.814325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.832428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Calling delete_port for 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:20.886470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bc6b0-1c82-41a7-9ef2-16ee20018f1c req-22c9142a-5767-4edb-98b7-dd86efc8f82a tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:20.894360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a24bc6b0-1c82-41a7-9ef2-16ee20018f1c req-22c9142a-5767-4edb-98b7-dd86efc8f82a tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 945 time: 0.1756389 May 26 16:01:20.905064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Deleting port 23993980-e3fb-4066-b421-f19d51818931 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:20.905389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.020821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Allocated IP 172.20.0.2 (12a68ddc-cf32-409c-a1f0-dcd33fd3662b/47611106-a10e-4c9b-8b22-6440cd6c854d/e41e07e7-d0b9-486a-8687-3ff29a16876e) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:21.026431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] For port 23993980-e3fb-4066-b421-f19d51818931, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=23993980-e3fb-4066-b421-f19d51818931,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:21.026770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.048898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Calling delete_port for 23993980-e3fb-4066-b421-f19d51818931 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:21.063371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a24bc6b0-1c82-41a7-9ef2-16ee20018f1c req-e948f809-ef37-4d2c-b3d0-e1dabc9ab2c0 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed8379d7-cd02-414e-bf5f-31c62ba6add2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476760 May 26 16:01:21.255251 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.278850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['3e0acf3d-afc3-48f0-bf4f-fd019ee16857'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:21.314123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.330443 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.330794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Pushing event deleted for resources: {'Port': ['ID=3e0acf3d-afc3-48f0-bf4f-fd019ee16857,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:21.344200 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.394839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:21.398682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:21.402395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:21.415759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] No DVR routers for this DVR port 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:21.418405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Pushing event updated for resources: {'Port': ['ID=e41e07e7-d0b9-486a-8687-3ff29a16876e,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:21.421443 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.430840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8c6aeca-1eb9-4b57-a9c1-b6a1a9c863f7 req-1f50264c-2f44-4372-be6d-c03fa4ee8088 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.32 "DELETE /v2.0/ports/3e0acf3d-afc3-48f0-bf4f-fd019ee16857 HTTP/1.1" status: 204 len: 173 time: 1.0311830 May 26 16:01:21.446025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f079d90-f6aa-4131-843a-dadd5d1476b9 req-dffc0cc3-fe37-478b-8f5e-5164f2829128 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.448568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f079d90-f6aa-4131-843a-dadd5d1476b9 req-dffc0cc3-fe37-478b-8f5e-5164f2829128 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=f553b70e-7e70-43be-bcbe-fb5542c4f89f HTTP/1.1" status: 200 len: 946 time: 0.2719295 May 26 16:01:21.474673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.521575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Attempting to bind port e41e07e7-d0b9-486a-8687-3ff29a16876e on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:21.522352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Attempting to bind port e41e07e7-d0b9-486a-8687-3ff29a16876e by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:21.523069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Attempting to bind port e41e07e7-d0b9-486a-8687-3ff29a16876e on network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:21.530825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:21.531681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Checking segment: {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:21.532693 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.533656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Bound using segment: {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:21.534422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Bound port: e41e07e7-d0b9-486a-8687-3ff29a16876e, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:21.535695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.561455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.591489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7bf1b593-2b61-43ed-a66b-31bbc3b1bd05'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:21.597054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['aed8a332-6ecc-4829-b6f0-08b394c5f3d6'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:21.614884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f079d90-f6aa-4131-843a-dadd5d1476b9 req-540c8900-0958-4224-a64c-b78d51b0a0df tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527619 May 26 16:01:21.623435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Pushing event deleted for resources: {'Port': ['ID=23993980-e3fb-4066-b421-f19d51818931,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:21.734508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] No DVR routers for this DVR port 23993980-e3fb-4066-b421-f19d51818931 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:21.740992 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.746118 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f1a63808-9540-4e53-83d6-a43a6e796a42 req-26fbdf65-e664-4dbd-8db4-8d8c82792edb tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.32 "DELETE /v2.0/ports/23993980-e3fb-4066-b421-f19d51818931 HTTP/1.1" status: 204 len: 173 time: 1.2343326 May 26 16:01:21.747636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f553b70e-7e70-43be-bcbe-fb5542c4f89f', 'name': 'network-vif-deleted', 'tag': '23993980-e3fb-4066-b421-f19d51818931'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:21.750781 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8048b2-da51-49dc-89c9-1c55742d5c27" -d '{"events": [{"server_uuid": "f553b70e-7e70-43be-bcbe-fb5542c4f89f", "name": "network-vif-deleted", "tag": "23993980-e3fb-4066-b421-f19d51818931"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:21.809486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Allocated IP 172.25.0.121 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/74ed4351-ccfa-47b9-9b29-a933cf0d5789) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:21.955312 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf856d2-9f14-4b1a-9fad-40cd95a75b61 x-openstack-request-id: req-7bf856d2-9f14-4b1a-9fad-40cd95a75b61 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:21.958668 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f553b70e-7e70-43be-bcbe-fb5542c4f89f", "name": "network-vif-deleted", "tag": "23993980-e3fb-4066-b421-f19d51818931", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:21.958938 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bf856d2-9f14-4b1a-9fad-40cd95a75b61 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:21.959390 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf856d2-9f14-4b1a-9fad-40cd95a75b61'] response: {'server_uuid': 'f553b70e-7e70-43be-bcbe-fb5542c4f89f', 'name': 'network-vif-deleted', 'tag': '23993980-e3fb-4066-b421-f19d51818931', 'status': 'completed', 'code': 200} May 26 16:01:21.969484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] For port e41e07e7-d0b9-486a-8687-3ff29a16876e, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:22.044133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3141800-af68-4ba7-a00f-ac027cd7be20 req-be334a81-9137-47ef-a575-3c70463ff856 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1081905 May 26 16:01:22.066639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:22.184101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] For port e41e07e7-d0b9-486a-8687-3ff29a16876e, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e41e07e7-d0b9-486a-8687-3ff29a16876e,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:22.212370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:22.296741 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:22.305903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:22.311659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:22.323355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60902) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:22.332120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:22.335411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Pushing event updated for resources: {'Port': ['ID=74ed4351-ccfa-47b9-9b29-a933cf0d5789,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:22.367069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05a1afa3-cbd5-4d10-a171-7720d6b512bd req-7317f8ed-78bb-4bed-94b0-27ad74a5c708 tempest-FloatingIPsAssociationTestJSON-824381505 tempest-FloatingIPsAssociationTestJSON-824381505-project] 10.222.0.39 "GET /v2.0/ports?device_id=47c8568d-a8a6-41de-9c58-ff37cc213b13 HTTP/1.1" status: 200 len: 210 time: 0.0880394 May 26 16:01:22.388196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'name': 'network-vif-deleted', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:22.391150 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c584b5-bcc7-46fd-bc17-d50d8ee228c3" -d '{"events": [{"server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "name": "network-vif-deleted", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:22.473914 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d29a1a-5f02-4411-8773-5a7face45655 x-openstack-request-id: req-22d29a1a-5f02-4411-8773-5a7face45655 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:22.474191 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c8568d-a8a6-41de-9c58-ff37cc213b13", "name": "network-vif-deleted", "tag": "3e0acf3d-afc3-48f0-bf4f-fd019ee16857", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:22.474395 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22d29a1a-5f02-4411-8773-5a7face45655 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:22.474739 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d29a1a-5f02-4411-8773-5a7face45655'] response: {'server_uuid': '47c8568d-a8a6-41de-9c58-ff37cc213b13', 'name': 'network-vif-deleted', 'tag': '3e0acf3d-afc3-48f0-bf4f-fd019ee16857', 'status': 'completed', 'code': 200} May 26 16:01:22.549594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb33dd-4ffe-4f7b-ba46-b4fb445b5af3 None None] Pushing event updated for resources: {'Port': ['ID=e41e07e7-d0b9-486a-8687-3ff29a16876e,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:22.941302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b215afe2-bfaf-4076-9c47-e0cccea5d9ce req-6740190e-688c-40e6-8096-ffbeb7cef36c tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=f553b70e-7e70-43be-bcbe-fb5542c4f89f HTTP/1.1" status: 200 len: 210 time: 0.0849903 May 26 16:01:23.014675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-5e1e869b-e66e-4c13-ad69-6c94f99e034c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:23.023975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-5e1e869b-e66e-4c13-ad69-6c94f99e034c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 805 time: 0.2277346 May 26 16:01:23.032655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2793f794-cd7d-4263-b609-02475a4b8690 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:23.043278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-cd7ab44a-1505-4dcb-b912-5ebeacbc1d0b tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/quotas/1bb292c5c91041cd847ad10108eed473 HTTP/1.1" status: 200 len: 375 time: 0.0183299 May 26 16:01:23.061168 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6e7dd47b-5233-478d-9417-4ea9e8f48b81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7bfd585efff48c9b9ac77401d7efae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7363052 May 26 16:01:23.064520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60922) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:23.070755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 2793f794-cd7d-4263-b609-02475a4b8690 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:23.071185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2793f794-cd7d-4263-b609-02475a4b8690 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:23.209680 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ac65a49-a57e-45c3-8986-9f04b0527f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.245153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.252532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ac65a49-a57e-45c3-8986-9f04b0527f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.412577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ac65a49-a57e-45c3-8986-9f04b0527f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.416657 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ac65a49-a57e-45c3-8986-9f04b0527f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.417823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 23993980-e3fb-4066-b421-f19d51818931 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:23.421365 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3ac65a49-a57e-45c3-8986-9f04b0527f4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98cd1695-6f68-45d6-906a-8456cb35cef4 HTTP/1.1" status: 204 len: 168 time: 0.3528290 May 26 16:01:23.452975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-201d2028-a9df-4ccf-b000-a3b08ea93608 req-7c4ae20e-7fdd-4028-945f-cf0c29f6373f tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0332468 May 26 16:01:23.464999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 23993980-e3fb-4066-b421-f19d51818931 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:23.465622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 23993980-e3fb-4066-b421-f19d51818931 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:23.466497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:23.479146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-c682231e-ac21-46a0-ad5c-b205b31b8bdc tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4346561 May 26 16:01:23.481682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac65a49-a57e-45c3-8986-9f04b0527f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cd1695-6f68-45d6-906a-8456cb35cef4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:23.507845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:23.508599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 3e0acf3d-afc3-48f0-bf4f-fd019ee16857 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:23.509282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d540b86e-fc3e-434d-989d-73e05a7ce3ed no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:23.627139 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.627840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60934) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:23.634166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.672729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.772776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d540b86e-fc3e-434d-989d-73e05a7ce3ed is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:23.773240 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.802794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:23.807350 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caf697f-58d9-44c4-91d8-561dc22770a0" -d '{"events": [{"server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "name": "network-vif-unplugged", "status": "completed", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:23.843622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:23.851045 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.959619 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e1a390-2e54-4ca9-9e30-4acf5b8bfe37 x-openstack-request-id: req-29e1a390-2e54-4ca9-9e30-4acf5b8bfe37 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:23.960256 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "name": "network-vif-unplugged", "status": "completed", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:23.961211 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29e1a390-2e54-4ca9-9e30-4acf5b8bfe37 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:23.961663 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e1a390-2e54-4ca9-9e30-4acf5b8bfe37'] response: {'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed', 'code': 200} May 26 16:01:23.964643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Router 77b99c51-94d8-41b0-9dce-22488f00f3bc is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:01:23.974062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d540b86e-fc3e-434d-989d-73e05a7ce3ed,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:24.076277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-8e06baea-d5c5-4bf3-96d3-362592444d37 service neutron] 10.222.0.39 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840070 May 26 16:01:24.122430 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60946) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:24.157755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e41e07e7-d0b9-486a-8687-3ff29a16876e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:24.234286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267cb33f-e21b-49cf-aea8-791a91aca879 None None] Network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:24.289372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-9559183a-ea31-4e46-8f12-515f959d807c service neutron] 10.222.0.39 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112761 May 26 16:01:24.385716 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a6913546-7471-43bd-aa4d-3556b40dc975 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0f19a51672f42228444739679acdc69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617419 May 26 16:01:24.388557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60954) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:24.422265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:24.435938 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Sync routers for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:24.449624 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:24.452284 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:24.470670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-122799d6-e801-4988-8681-a38449071189 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.486325 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-122799d6-e801-4988-8681-a38449071189 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3712654 May 26 16:01:24.493796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60956) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:24.581403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-dcd8df30-6ae9-464f-99cd-0680602ddabf None None] Provisioning complete for port e41e07e7-d0b9-486a-8687-3ff29a16876e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:24.582199 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcd8df30-6ae9-464f-99cd-0680602ddabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.790118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e41e07e7-d0b9-486a-8687-3ff29a16876e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:24.790981 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.846536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e14995f-039c-4310-bc3f-0f1c635af997 req-9cac1f55-6649-4f8c-b833-ef0dcae9c84a tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0905478 May 26 16:01:24.963279 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93e76b85-d001-4131-9ed6-b150eb511ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.017393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e41e07e7-d0b9-486a-8687-3ff29a16876e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:25.017784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.086634 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:25.113896 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8df30-6ae9-464f-99cd-0680602ddabf None None] Current status of the port e41e07e7-d0b9-486a-8687-3ff29a16876e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:25.116008 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcd8df30-6ae9-464f-99cd-0680602ddabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.130873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93e76b85-d001-4131-9ed6-b150eb511ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.160871 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-599565ac-1525-49c7-a53d-a9ef41fbcd97 req-fe0cc6d0-65ec-42d3-81f7-f971d9915b54 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 210 time: 0.2296038 May 26 16:01:25.211949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e41e07e7-d0b9-486a-8687-3ff29a16876e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e41e07e7-d0b9-486a-8687-3ff29a16876e,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:25.235183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.249447 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.366590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-35879a46-cfd2-40e3-a77e-9f5d514a00d2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:25.382320 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-35879a46-cfd2-40e3-a77e-9f5d514a00d2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.32 "GET /v2.0/ports?device_id=30da7301-4ac7-486d-8d99-c8959bc35c06 HTTP/1.1" status: 200 len: 943 time: 0.3490188 May 26 16:01:25.394666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93e76b85-d001-4131-9ed6-b150eb511ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.397183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93e76b85-d001-4131-9ed6-b150eb511ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.411040 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-93e76b85-d001-4131-9ed6-b150eb511ec0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cea2ea7-72db-4744-8dfb-a22c43060c2d HTTP/1.1" status: 204 len: 168 time: 1.0088105 May 26 16:01:25.543887 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:23Z', 'revision_number': 3, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:25.566320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e76b85-d001-4131-9ed6-b150eb511ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cea2ea7-72db-4744-8dfb-a22c43060c2d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:25.617890 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-dcd8df30-6ae9-464f-99cd-0680602ddabf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:01:25.620206 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-dcd8df30-6ae9-464f-99cd-0680602ddabf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:01:25.642757 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Checking router: 77b99c51-94d8-41b0-9dce-22488f00f3bc for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:25.647264 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Updating router 77b99c51-94d8-41b0-9dce-22488f00f3bc port 74ed4351-ccfa-47b9-9b29-a933cf0d5789 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:01:25.662557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e41e07e7-d0b9-486a-8687-3ff29a16876e,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:25.706742 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.943144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Deleting port d540b86e-fc3e-434d-989d-73e05a7ce3ed {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:25.943485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.958053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Deleting port 1dd1551e-cee0-4067-9f0d-f6be02ad8917 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:25.959207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.086424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e41e07e7-d0b9-486a-8687-3ff29a16876e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:26.291653 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] For port d540b86e-fc3e-434d-989d-73e05a7ce3ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d540b86e-fc3e-434d-989d-73e05a7ce3ed,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:26.292191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.323812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5aac8777-6d16-438c-a6e5-e7bdb2015269 req-87a27e9a-715f-47cb-8e1a-58d4c6b082f4 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1710203 May 26 16:01:26.329243 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8df30-6ae9-464f-99cd-0680602ddabf None None] Current status of the port e41e07e7-d0b9-486a-8687-3ff29a16876e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:26.331405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Calling delete_port for d540b86e-fc3e-434d-989d-73e05a7ce3ed owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:26.359644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e41e07e7-d0b9-486a-8687-3ff29a16876e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:26.360183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.399141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] For port 1dd1551e-cee0-4067-9f0d-f6be02ad8917, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1dd1551e-cee0-4067-9f0d-f6be02ad8917,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:26.401274 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.408644 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.437122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Calling delete_port for 1dd1551e-cee0-4067-9f0d-f6be02ad8917 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:26.472041 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.480179 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.492218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-99e223b9-6fca-431f-95fe-f7e8d9b7b7e1 None None] Provisioning complete for port e41e07e7-d0b9-486a-8687-3ff29a16876e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:26.494606 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-99e223b9-6fca-431f-95fe-f7e8d9b7b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.606534 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Attempting to bind port 74ed4351-ccfa-47b9-9b29-a933cf0d5789 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:26.607641 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Attempting to bind port 74ed4351-ccfa-47b9-9b29-a933cf0d5789 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:26.608257 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Attempting to bind port 74ed4351-ccfa-47b9-9b29-a933cf0d5789 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:26.633640 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Pushing event updated for resources: {'Port': ['ID=74ed4351-ccfa-47b9-9b29-a933cf0d5789,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:26.642224 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:26.643065 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:26.643700 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.646222 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:26.647865 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Bound port: 74ed4351-ccfa-47b9-9b29-a933cf0d5789, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:26.648530 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.673273 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.673715 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.674138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.674543 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.674942 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.675337 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.675729 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.676112 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.676680 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.677210 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.677723 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.678262 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:26.697263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e41e07e7-d0b9-486a-8687-3ff29a16876e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:26.759305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-99e223b9-6fca-431f-95fe-f7e8d9b7b7e1 None None] Current status of the port e41e07e7-d0b9-486a-8687-3ff29a16876e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:26.781169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.814949 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] For port 74ed4351-ccfa-47b9-9b29-a933cf0d5789, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:26.823406 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] For port 74ed4351-ccfa-47b9-9b29-a933cf0d5789, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=74ed4351-ccfa-47b9-9b29-a933cf0d5789,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:26.840489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Pushing event deleted for resources: {'Port': ['ID=d540b86e-fc3e-434d-989d-73e05a7ce3ed,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:26.842242 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.849635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Allocated IP 172.20.0.1 (12a68ddc-cf32-409c-a1f0-dcd33fd3662b/47611106-a10e-4c9b-8b22-6440cd6c854d/647cba84-a0ce-4253-8f75-21c2ca968071) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:26.908354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ab73a29-d263-4611-b71d-0d0a8b51040d req-99880572-9708-458a-b3ae-303a3f36eb1d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 210 time: 0.1125543 May 26 16:01:26.921530 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeab2b-a19b-4578-87b3-d0c98e541225 None None] Pushing event updated for resources: {'Port': ['ID=74ed4351-ccfa-47b9-9b29-a933cf0d5789,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:26.948144 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:26.952745 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:26.971755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] No DVR routers for this DVR port d540b86e-fc3e-434d-989d-73e05a7ce3ed on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:26.976765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.980441 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-97db110d-1524-4931-80e6-7f6b33b41b8f req-0e48132f-6fd3-4057-83e6-6678a36268be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.32 "DELETE /v2.0/ports/d540b86e-fc3e-434d-989d-73e05a7ce3ed HTTP/1.1" status: 204 len: 173 time: 1.5868089 May 26 16:01:26.981013 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'name': 'network-vif-deleted', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:26.984556 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40a11de-c2ef-49be-81be-6a81275b06bf" -d '{"events": [{"server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "name": "network-vif-deleted", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:26.994042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f24f-1118-4ce4-8068-5dddd3fbfdfb req-cd75c098-1c97-4847-8d8a-fff0e5c817a2 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:27.002118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f24f-1118-4ce4-8068-5dddd3fbfdfb req-cd75c098-1c97-4847-8d8a-fff0e5c817a2 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:27.006859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dab5f24f-1118-4ce4-8068-5dddd3fbfdfb req-cd75c098-1c97-4847-8d8a-fff0e5c817a2 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51&device_id=f38cc7fe-e9da-4ce7-a152-b3981e29da61 HTTP/1.1" status: 200 len: 1681 time: 0.8871167 May 26 16:01:27.096655 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016537f7-3fa2-4f1a-ad55-ef7adef9108c x-openstack-request-id: req-016537f7-3fa2-4f1a-ad55-ef7adef9108c {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:27.097053 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30da7301-4ac7-486d-8d99-c8959bc35c06", "name": "network-vif-deleted", "tag": "d540b86e-fc3e-434d-989d-73e05a7ce3ed", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:27.097391 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-016537f7-3fa2-4f1a-ad55-ef7adef9108c {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:27.097983 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016537f7-3fa2-4f1a-ad55-ef7adef9108c'] response: {'server_uuid': '30da7301-4ac7-486d-8d99-c8959bc35c06', 'name': 'network-vif-deleted', 'tag': 'd540b86e-fc3e-434d-989d-73e05a7ce3ed', 'status': 'completed', 'code': 200} May 26 16:01:27.153123 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:27.205529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.280730 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.295737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dab5f24f-1118-4ce4-8068-5dddd3fbfdfb req-b3ad1e3d-5cb3-4ceb-a054-fd4c9cf2c0e7 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637208 May 26 16:01:27.303618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-619d2bbc-a880-41af-980c-c20ab2e296cd tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:27.305185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-619d2bbc-a880-41af-980c-c20ab2e296cd tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.24 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 805 time: 0.5051777 May 26 16:01:27.320061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.342584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Request body: {'port': {'device_id': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'admin_state_up': True, 'tenant_id': '1bb292c5c91041cd847ad10108eed473'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:27.363629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:27.363629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:27.366634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Pushing event updated for resources: {'Port': ['ID=647cba84-a0ce-4253-8f75-21c2ca968071,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:27.370734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:27.453671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d540b86e-fc3e-434d-989d-73e05a7ce3ed no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:27.463121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.512548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Made reservation on behalf of 1bb292c5c91041cd847ad10108eed473 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:27.526344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.552854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: d540b86e-fc3e-434d-989d-73e05a7ce3ed {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:27.573646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d540b86e-fc3e-434d-989d-73e05a7ce3ed not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:27.674771 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:23Z', 'revision_number': 3, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:27.765231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd1551e-cee0-4067-9f0d-f6be02ad8917,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:27.807572 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266ed69-6e1e-49e4-a4c5-354b45fdd38f None None] The sync data for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 is: [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:23Z', 'revision_number': 3, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:27.872497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.152762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-36622d46-8dda-48c3-9dab-70c53b479974 None None] Provisioning complete for port 647cba84-a0ce-4253-8f75-21c2ca968071 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:28.153577 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-36622d46-8dda-48c3-9dab-70c53b479974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.226284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-36622d46-8dda-48c3-9dab-70c53b479974 None None] Port 647cba84-a0ce-4253-8f75-21c2ca968071 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:28.227729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Allocated IP 172.20.0.6 (484dd3f7-9a29-4047-b437-33762eef8834/a8aca4ca-f203-4443-a9ef-81c37290a4c6/55bee3bf-c64a-451f-8466-6d9f95d28de2) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:28.324261 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-839e7718-d650-4a0e-9f83-487527dfba93 req-6f7cee0a-273a-4fca-bec8-373f6e4ef961 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.2615323 May 26 16:01:28.456240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.467724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.598909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Pushing event updated for resources: {'Port': ['ID=647cba84-a0ce-4253-8f75-21c2ca968071,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:28.613959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.662484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8150fdf-3fbe-458d-9699-44b9ccfb2cfe req-a224a5dd-c356-4022-a669-25e3d74043a3 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 210 time: 0.0720527 May 26 16:01:28.687508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.738096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ceed9-66aa-4013-a09f-30f06936a59d req-f4eabeb7-679e-4d9e-bbc9-9273eacdf84e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:28.745407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e64ceed9-66aa-4013-a09f-30f06936a59d req-f4eabeb7-679e-4d9e-bbc9-9273eacdf84e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.2351978 May 26 16:01:28.782519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:28.784717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:28.833494 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.999948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Router 77b99c51-94d8-41b0-9dce-22488f00f3bc has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:29.000450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e64ceed9-66aa-4013-a09f-30f06936a59d req-6d364e4b-c5f1-42de-97ca-d09126fc2ad9 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537682 May 26 16:01:29.042419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.126593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Network 484dd3f7-9a29-4047-b437-33762eef8834 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:29.142776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:29.152383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:29.196992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Pushing event updated for resources: {'Port': ['ID=55bee3bf-c64a-451f-8466-6d9f95d28de2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:29.228897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:29.240385 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-147a3a8d-6f89-426a-9da5-04a30f7162e6 admin admin] 10.222.0.39 "PUT /v2.0/routers/77b99c51-94d8-41b0-9dce-22488f00f3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7447870 May 26 16:01:29.291746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e34100b5-7323-4798-b7f5-8de457884860 None None] Provisioning complete for port 647cba84-a0ce-4253-8f75-21c2ca968071 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:29.292423 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e34100b5-7323-4798-b7f5-8de457884860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.312541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:29.313709 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.358225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e34100b5-7323-4798-b7f5-8de457884860 None None] Port 647cba84-a0ce-4253-8f75-21c2ca968071 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:29.390835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-edc68d8a-8e7f-4e6b-be4e-5a843e4982b1 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0608575 May 26 16:01:29.425829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Request body: {'port': {'device_id': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:29.471048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Router bee73684-7fc2-4a2e-b782-d4e0db8bd046 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:29.573668 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.612968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d6acb21-0404-4253-9cbd-3ac639437ad9 req-9dec4bee-78f8-435e-889b-35b66ec2c6f7 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1079626 May 26 16:01:29.811303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32854) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:29.816320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:29.823103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3afc7aa5-c9d4-4754-904d-7b43def5e9fc tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518634862', 'description': 'tempest-description--256054431'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:29.826889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ee80c94a-63a1-45b8-8737-97f0a089c84b admin admin] 10.222.0.39 "PUT /v2.0/routers/bee73684-7fc2-4a2e-b782-d4e0db8bd046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1971712 May 26 16:01:29.829286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] Sync routers for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:29.831734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32856) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:29.865264 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0d526-ce30-447c-8310-87ae5b2a7811 req-6576f18f-0f14-4cbd-872a-5bee1fffca10 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:29.865264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-60d0d526-ce30-447c-8310-87ae5b2a7811 req-6576f18f-0f14-4cbd-872a-5bee1fffca10 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38cc7fe-e9da-4ce7-a152-b3981e29da61 HTTP/1.1" status: 200 len: 945 time: 0.1981649 May 26 16:01:29.867903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:29.873023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:29.918255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3afc7aa5-c9d4-4754-904d-7b43def5e9fc tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.951045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-60d0d526-ce30-447c-8310-87ae5b2a7811 req-2a83a66b-63db-4c10-bd85-5ca4352df1f0 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820303 May 26 16:01:30.063401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.111761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 74ed4351-ccfa-47b9-9b29-a933cf0d5789 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:30.170974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:30.503484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 74ed4351-ccfa-47b9-9b29-a933cf0d5789 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:30.504268 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.534058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.589201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3afc7aa5-c9d4-4754-904d-7b43def5e9fc tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.600828 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3afc7aa5-c9d4-4754-904d-7b43def5e9fc tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.629475 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3afc7aa5-c9d4-4754-904d-7b43def5e9fc tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.634684 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3afc7aa5-c9d4-4754-904d-7b43def5e9fc tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8214860 May 26 16:01:30.635642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32868) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:30.643625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bac348a5-9a64-4348-b0d6-75fd5ef8656d tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Request body: {'security_group_rule': {'security_group_id': 'e0420ce0-062a-4dbc-ad00-fe2da8751211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:30.668354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 74ed4351-ccfa-47b9-9b29-a933cf0d5789 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:30.668980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.678206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-f57c2e13-ba9b-4656-b85f-2daa48ead03b tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:30.680238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-f57c2e13-ba9b-4656-b85f-2daa48ead03b tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.24 "GET /v2.0/ports?device_id=f38cc7fe-e9da-4ce7-a152-b3981e29da61 HTTP/1.1" status: 200 len: 945 time: 0.1775498 May 26 16:01:30.686895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bee3bf-c64a-451f-8466-6d9f95d28de2 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:30.691736 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bac348a5-9a64-4348-b0d6-75fd5ef8656d tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.697581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 74ed4351-ccfa-47b9-9b29-a933cf0d5789, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=74ed4351-ccfa-47b9-9b29-a933cf0d5789,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:30.706306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc7aa5-c9d4-4754-904d-7b43def5e9fc tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0420ce0-062a-4dbc-ad00-fe2da8751211,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:30.711706 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.715335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Deleting port 5e55b807-c623-4619-bccf-23d2c9f40d8f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:30.715927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.721093 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.721796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77605e3e-75f9-4a23-b50c-a5184eedfe51 req-dbc86cf2-01f4-47d8-8f28-4c50dfdf5750 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:30.723372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77605e3e-75f9-4a23-b50c-a5184eedfe51 req-dbc86cf2-01f4-47d8-8f28-4c50dfdf5750 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 931 time: 0.7213242 May 26 16:01:30.755294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403873c7-caf4-413b-8113-a5db79b8e21e req-72a7b3e2-40e0-470e-b9d9-168a4ab76fec tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:30.756654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-403873c7-caf4-413b-8113-a5db79b8e21e req-72a7b3e2-40e0-470e-b9d9-168a4ab76fec tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.2679815 May 26 16:01:30.789142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 5, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port': {'id': '5e55b807-c623-4619-bccf-23d2c9f40d8f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:25Z', 'updated_at': '2022-05-26T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:30.810898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Transition to ACTIVE for port object 55bee3bf-c64a-451f-8466-6d9f95d28de2 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:30.812137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bac348a5-9a64-4348-b0d6-75fd5ef8656d tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.822636 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bac348a5-9a64-4348-b0d6-75fd5ef8656d tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.835482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] Checking router: bee73684-7fc2-4a2e-b782-d4e0db8bd046 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:30.857446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] Routers {'bee73684-7fc2-4a2e-b782-d4e0db8bd046'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:30.858720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:30.861798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac348a5-9a64-4348-b0d6-75fd5ef8656d tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767e1c77-580d-4c45-a3ef-852a669644a9,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:30.874612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bac348a5-9a64-4348-b0d6-75fd5ef8656d tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.878951 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bac348a5-9a64-4348-b0d6-75fd5ef8656d tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389174 May 26 16:01:30.879799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32872) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:30.889308 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Sync routers for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:30.894239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-201fbc1b-51c1-4745-887f-5b61913a7284 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Request body: {'security_group_rule': {'security_group_id': 'e0420ce0-062a-4dbc-ad00-fe2da8751211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:30.900630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] For port 5e55b807-c623-4619-bccf-23d2c9f40d8f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5e55b807-c623-4619-bccf-23d2c9f40d8f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:30.901274 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.908142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=74ed4351-ccfa-47b9-9b29-a933cf0d5789,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:30.914821 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:30.915716 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:30.921363 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.928289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Calling delete_port for 5e55b807-c623-4619-bccf-23d2c9f40d8f owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:30.951953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-201fbc1b-51c1-4745-887f-5b61913a7284 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.988648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=55bee3bf-c64a-451f-8466-6d9f95d28de2,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:31.001146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] Set router bee73684-7fc2-4a2e-b782-d4e0db8bd046 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:31.003097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77605e3e-75f9-4a23-b50c-a5184eedfe51 req-6cfc2b94-f337-459c-bbbc-c52ca11cbd84 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400408 May 26 16:01:31.077320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-403873c7-caf4-413b-8113-a5db79b8e21e req-3d67ebd4-72dc-45ac-9697-0bd15cf981e9 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074646 May 26 16:01:31.093371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 6, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:31.126975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-201fbc1b-51c1-4745-887f-5b61913a7284 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.126975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-201fbc1b-51c1-4745-887f-5b61913a7284 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.156764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fbc1b-51c1-4745-887f-5b61913a7284 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a9192b-0bae-47a3-a403-ba5c3f1415ed,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:31.193872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Deleting port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:31.194524 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.203562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81779c57-01f9-4a16-98c2-be8727bbecfb None None] The sync data for ids ['bee73684-7fc2-4a2e-b782-d4e0db8bd046'] in n-d-843336-2 is: [{'id': 'bee73684-7fc2-4a2e-b782-d4e0db8bd046', 'name': 'tempest-FloatingIPsAssociationTestJSON-1164736230-router', 'tenant_id': 'a5f61cbbbf2842a985912cb32140c28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:24Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 6, 'project_id': 'a5f61cbbbf2842a985912cb32140c28d', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:31.282608 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:31.315660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-201fbc1b-51c1-4745-887f-5b61913a7284 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.320912 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-201fbc1b-51c1-4745-887f-5b61913a7284 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4327855 May 26 16:01:31.321656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32880) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:31.347064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d873ba88-efd4-4945-9efb-3f1a312e23c9 req-e6124068-8cbe-47b8-9be5-3f51d27c822b tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1205721 May 26 16:01:31.368604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:31.448244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-3ccb9f3f-90f4-4afc-8ba3-12a0a9214b99 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:31.449817 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-3ccb9f3f-90f4-4afc-8ba3-12a0a9214b99 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.32 "GET /v2.0/ports?device_id=efa72d00-ca84-4207-a469-a557f52f1e51 HTTP/1.1" status: 200 len: 945 time: 0.1271262 May 26 16:01:31.453383 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.478391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a80425-6edc-4985-8e4f-eaea671e57e9 req-72cfee72-03c7-4c57-a9bd-100970443799 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:31.487303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14a80425-6edc-4985-8e4f-eaea671e57e9 req-72cfee72-03c7-4c57-a9bd-100970443799 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38cc7fe-e9da-4ce7-a152-b3981e29da61 HTTP/1.1" status: 200 len: 945 time: 0.2256222 May 26 16:01:31.489645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] For port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:31.490069 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.511345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Attempting to bind port 55bee3bf-c64a-451f-8466-6d9f95d28de2 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:31.511688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Attempting to bind port 55bee3bf-c64a-451f-8466-6d9f95d28de2 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:31.512025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Attempting to bind port 55bee3bf-c64a-451f-8466-6d9f95d28de2 on network 484dd3f7-9a29-4047-b437-33762eef8834 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:31.529715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Port 55bee3bf-c64a-451f-8466-6d9f95d28de2 on network 484dd3f7-9a29-4047-b437-33762eef8834 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:31.529972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Attempting to bind port 55bee3bf-c64a-451f-8466-6d9f95d28de2 on network 484dd3f7-9a29-4047-b437-33762eef8834 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:31.532346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Calling delete_port for 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:31.543747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:31.544734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Checking segment: {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:31.545595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Bound using segment: {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:31.546252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Bound port: 55bee3bf-c64a-451f-8466-6d9f95d28de2, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:31.546610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.646220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.688950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32884) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:31.713125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e55b807-c623-4619-bccf-23d2c9f40d8f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:31.737844 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '647cba84-a0ce-4253-8f75-21c2ca968071', 'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:26Z', 'updated_at': '2022-05-26T16:01:28Z', 'revision_number': 2, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'subnets': [{'id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:31.747906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14a80425-6edc-4985-8e4f-eaea671e57e9 req-94c33ba3-dbb6-494f-ad83-310bba1c6821 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/security-groups?id=b74b0c24-85ab-4f33-b6d6-3b3ca5196566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604249 May 26 16:01:31.803267 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Checking router: 77b99c51-94d8-41b0-9dce-22488f00f3bc for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:31.804472 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Updating router 77b99c51-94d8-41b0-9dce-22488f00f3bc port 647cba84-a0ce-4253-8f75-21c2ca968071 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:01:31.818205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-5c8e324f-f7a0-4d79-b6f7-62416fc42070 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1662035 May 26 16:01:31.824175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Deleting port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:31.824766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.842733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:31.849105 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.857303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:31.879102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.911642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.936682 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:01:32.022444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.023999 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.025692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] 10.222.0.24 "PUT /v2.0/ports/55bee3bf-c64a-451f-8466-6d9f95d28de2 HTTP/1.1" status: 200 len: 1091 time: 2.6151783 May 26 16:01:32.026848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'tag': '55bee3bf-c64a-451f-8466-6d9f95d28de2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:32.029272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.029964 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac13edd-ae60-4727-8985-ddc8f2e9272b" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdd37a5-e8a3-45c4-9af6-565ce8177b80", "tag": "55bee3bf-c64a-451f-8466-6d9f95d28de2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:32.037676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.039964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] For port aed8a332-6ecc-4829-b6f0-08b394c5f3d6, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,segment=NetworkSegment(33c76ca0-11de-4387-860d-1b71cea4ac71),segment_id=33c76ca0-11de-4387-860d-1b71cea4ac71)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:32.040336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.052558 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.057107 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-db77d852-7324-4989-a9cb-02ad05baf097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.101706 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.104749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Calling delete_port for aed8a332-6ecc-4829-b6f0-08b394c5f3d6 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:32.119717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7bf1b593-2b61-43ed-a66b-31bbc3b1bd05'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:32.123702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['aed8a332-6ecc-4829-b6f0-08b394c5f3d6'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:32.151311 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.151825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee73684-7fc2-4a2e-b782-d4e0db8bd046 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:01:32.161158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.165045 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dbfc7436-30e6-4e78-9e64-a7f0cce0f71b admin admin] 10.222.0.39 "DELETE /v2.0/routers/bee73684-7fc2-4a2e-b782-d4e0db8bd046 HTTP/1.1" status: 204 len: 168 time: 2.3308489 May 26 16:01:32.168061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32894) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:32.278599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-db77d852-7324-4989-a9cb-02ad05baf097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.284179 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c732c3-2042-4ed3-8ef9-0999945a1b10 x-openstack-request-id: req-80c732c3-2042-4ed3-8ef9-0999945a1b10 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:32.284821 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdd37a5-e8a3-45c4-9af6-565ce8177b80", "tag": "55bee3bf-c64a-451f-8466-6d9f95d28de2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:32.285244 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80c732c3-2042-4ed3-8ef9-0999945a1b10 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:32.286129 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c732c3-2042-4ed3-8ef9-0999945a1b10'] response: {'name': 'network-changed', 'server_uuid': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'tag': '55bee3bf-c64a-451f-8466-6d9f95d28de2', 'status': 'completed', 'code': 200} May 26 16:01:32.290572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d37325-faee-46b4-b2c7-47d0a4aa2ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=55bee3bf-c64a-451f-8466-6d9f95d28de2,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.300602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 74ed4351-ccfa-47b9-9b29-a933cf0d5789 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:32.308188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-db77d852-7324-4989-a9cb-02ad05baf097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.331361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-2192e5d0-6645-4c2b-bb7a-93ab7c73b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.333325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-2192e5d0-6645-4c2b-bb7a-93ab7c73b2f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a044555c6d88472789ff54fb89a4ca42&device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 1097 time: 0.4154096 May 26 16:01:32.426345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c209c413-2716-448e-98a9-7475ba2bf750 admin admin] Deleting subnet 8057d697-05b7-4284-a1b8-43dbc6a50108 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:01:32.459673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 74ed4351-ccfa-47b9-9b29-a933cf0d5789 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:32.460240 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.463423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c209c413-2716-448e-98a9-7475ba2bf750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.478059 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.486804 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.492047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Pushing event deleted for resources: {'Port': ['ID=7bf1b593-2b61-43ed-a66b-31bbc3b1bd05,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.532178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Allocated IP 172.25.0.189 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/353e13bf-7e84-4ae1-b88e-ec40330082b2) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:32.547599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c209c413-2716-448e-98a9-7475ba2bf750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.606376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 74ed4351-ccfa-47b9-9b29-a933cf0d5789 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:32.614828 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.630617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7bf1b593-2b61-43ed-a66b-31bbc3b1bd05'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:32.712878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1dd1551e-cee0-4067-9f0d-f6be02ad8917 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:32.746672 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224d4e5-8172-4359-aeb7-77f2829737fe None None] Pushing event updated for resources: {'Port': ['ID=647cba84-a0ce-4253-8f75-21c2ca968071,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.785905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-db77d852-7324-4989-a9cb-02ad05baf097 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=399d5686fba146e6a5c03481b8bd072b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0937786 May 26 16:01:32.788568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1dd1551e-cee0-4067-9f0d-f6be02ad8917 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:32.788975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1dd1551e-cee0-4067-9f0d-f6be02ad8917 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:32.791738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5e55b807-c623-4619-bccf-23d2c9f40d8f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:32.791913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32900) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:32.800148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] No DVR routers for this DVR port 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:32.805387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Pushing event deleted for resources: {'Port': ['ID=aed8a332-6ecc-4829-b6f0-08b394c5f3d6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.810934 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.814616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Attempting to bind port 647cba84-a0ce-4253-8f75-21c2ca968071 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:32.815006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 5e55b807-c623-4619-bccf-23d2c9f40d8f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:32.815180 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Attempting to bind port 647cba84-a0ce-4253-8f75-21c2ca968071 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:32.815518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5e55b807-c623-4619-bccf-23d2c9f40d8f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:32.815639 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Attempting to bind port 647cba84-a0ce-4253-8f75-21c2ca968071 on network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:32.824281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a388353-6d1a-4e0a-85a8-f00b7f71851d req-e1c53ee7-13ec-441c-9a4f-5fc7dc535fba tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.24 "DELETE /v2.0/ports/7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 HTTP/1.1" status: 204 len: 173 time: 2.1242700 May 26 16:01:32.824805 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:32.825175 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Checking segment: {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:32.826289 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.827125 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Bound using segment: {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:32.827292 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Bound port: 647cba84-a0ce-4253-8f75-21c2ca968071, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:32.827761 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.846227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77d852-7324-4989-a9cb-02ad05baf097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0489e9e6-0721-4a60-92a4-eba6ce9496ba,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.879530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-9809dde3-59d6-462b-acd7-19b971cd7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.882095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-9809dde3-59d6-462b-acd7-19b971cd7e26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 1094 time: 0.6000366 May 26 16:01:32.940383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fce623e8-02d9-4bce-80f5-8abaa5aa03a6 None None] Provisioning complete for port 647cba84-a0ce-4253-8f75-21c2ca968071 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:32.940709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f09d2-9629-4453-b43b-b583c445e59e req-30e3cd16-cf8b-4f41-9c15-9edf1d03a939 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.942301 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fce623e8-02d9-4bce-80f5-8abaa5aa03a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.954985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb5f09d2-9629-4453-b43b-b583c445e59e req-30e3cd16-cf8b-4f41-9c15-9edf1d03a939 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 943 time: 0.6743085 May 26 16:01:32.979651 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] For port 647cba84-a0ce-4253-8f75-21c2ca968071, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:32.986522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] No DVR routers for this DVR port aed8a332-6ecc-4829-b6f0-08b394c5f3d6 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:32.992891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9a5dc-63c6-401d-985f-ae38061c33e4 req-33e5be59-dc23-4b0d-bc0d-b98e3195c289 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.993556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.999289 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] For port 647cba84-a0ce-4253-8f75-21c2ca968071, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=647cba84-a0ce-4253-8f75-21c2ca968071,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:33.000508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34a9a5dc-63c6-401d-985f-ae38061c33e4 req-33e5be59-dc23-4b0d-bc0d-b98e3195c289 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.4721284 May 26 16:01:33.001698 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-53691a4b-f2a8-4259-855a-a0d319174d8a req-cd99345c-3fed-4f6c-9250-11ba0f1ffcf1 tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.32 "DELETE /v2.0/ports/aed8a332-6ecc-4829-b6f0-08b394c5f3d6 HTTP/1.1" status: 204 len: 173 time: 1.5321939 May 26 16:01:33.008578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fce623e8-02d9-4bce-80f5-8abaa5aa03a6 None None] Port 647cba84-a0ce-4253-8f75-21c2ca968071 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:33.011430 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.014880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa72d00-ca84-4207-a469-a557f52f1e51', 'name': 'network-vif-deleted', 'tag': 'aed8a332-6ecc-4829-b6f0-08b394c5f3d6'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:33.020390 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983916d9-aacd-4f7a-a29c-a6eeb885be29" -d '{"events": [{"server_uuid": "efa72d00-ca84-4207-a469-a557f52f1e51", "name": "network-vif-deleted", "tag": "aed8a332-6ecc-4829-b6f0-08b394c5f3d6"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:33.055051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-f1948d96-f3b1-4d12-b674-d85d22ac799a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2 HTTP/1.1" status: 200 len: 217 time: 0.1416488 May 26 16:01:33.078652 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:33.079665 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:33.093044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.110578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c209c413-2716-448e-98a9-7475ba2bf750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.125838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-bc5b9270-3254-4fba-9355-86ca5edf2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:33.127730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-bc5b9270-3254-4fba-9355-86ca5edf2afb service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a739b17-ceba-407b-9c42-6767370e00cd HTTP/1.1" status: 200 len: 917 time: 0.5826101 May 26 16:01:33.167394 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.187227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb5f09d2-9629-4453-b43b-b583c445e59e req-0d4759cc-0445-47a6-9153-03d1f2f068c2 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312155 May 26 16:01:33.253016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34a9a5dc-63c6-401d-985f-ae38061c33e4 req-3ee856d1-73fb-4f6e-87c4-336a5cf3f994 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515228 May 26 16:01:33.269667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-4e2bf6bf-0df2-49ab-8ede-91e691a2d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:33.279976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-4e2bf6bf-0df2-49ab-8ede-91e691a2d19d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8aca4ca-f203-4443-a9ef-81c37290a4c6 HTTP/1.1" status: 200 len: 845 time: 0.2111166 May 26 16:01:33.332708 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.357663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.382344 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224d4e5-8172-4359-aeb7-77f2829737fe None None] Pushing event updated for resources: {'Port': ['ID=647cba84-a0ce-4253-8f75-21c2ca968071,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:33.438530 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:33.485820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-24e78ebb-fca0-4838-ae19-00479e8fc809 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=484dd3f7-9a29-4047-b437-33762eef8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886108 May 26 16:01:33.498906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Pushing event updated for resources: {'Port': ['ID=353e13bf-7e84-4ae1-b88e-ec40330082b2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:33.523989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-d2d413ef-ab94-4e8e-af33-91956d635cde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7209704a-7cec-4473-a746-107a15df8dc3 HTTP/1.1" status: 200 len: 1001 time: 0.3735955 May 26 16:01:33.548038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:33.550475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:33.551046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-aba6e2f4-8a28-4940-b368-a90dacf25628 None None] Provisioning complete for port 647cba84-a0ce-4253-8f75-21c2ca968071 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:33.555308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:33.558484 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aba6e2f4-8a28-4940-b368-a90dacf25628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.601298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c209c413-2716-448e-98a9-7475ba2bf750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.623892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b18904d4-f9e8-4537-9e38-4d5b4540844a req-d2ba7a7c-2d50-4779-8339-244aca89b7d9 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1580408 May 26 16:01:33.646461 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c209c413-2716-448e-98a9-7475ba2bf750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.656419 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c209c413-2716-448e-98a9-7475ba2bf750 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8057d697-05b7-4284-a1b8-43dbc6a50108 HTTP/1.1" status: 204 len: 168 time: 1.4851346 May 26 16:01:33.661499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae454acf-809a-4ec6-a12d-7e9541417d3a req-791df400-97ad-414a-88ba-a085a6ef898c tempest-ListServersNegativeTestJSON-2013877085 tempest-ListServersNegativeTestJSON-2013877085-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38cc7fe-e9da-4ce7-a152-b3981e29da61 HTTP/1.1" status: 200 len: 210 time: 0.1991596 May 26 16:01:33.662278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ed38a-bd07-47aa-88d9-e39fce3b0aa0 None None] Network 1205278f-cf10-486b-b28d-08c31ce1b5ca requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:33.663505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32904) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:33.737665 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '647cba84-a0ce-4253-8f75-21c2ca968071', 'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:26Z', 'updated_at': '2022-05-26T16:01:32Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'subnets': [{'id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:33.742631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209c413-2716-448e-98a9-7475ba2bf750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8057d697-05b7-4284-a1b8-43dbc6a50108,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:33.809401 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e449128-6784-4c7d-8479-fa5472c4aa8c None None] The sync data for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 is: [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '647cba84-a0ce-4253-8f75-21c2ca968071', 'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:26Z', 'updated_at': '2022-05-26T16:01:32Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'subnets': [{'id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:33.865242 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296c998a-a0b2-4130-aac7-b98147759308 x-openstack-request-id: req-296c998a-a0b2-4130-aac7-b98147759308 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:33.865489 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa72d00-ca84-4207-a469-a557f52f1e51", "name": "network-vif-deleted", "tag": "aed8a332-6ecc-4829-b6f0-08b394c5f3d6", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:33.865596 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-296c998a-a0b2-4130-aac7-b98147759308 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:33.866473 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296c998a-a0b2-4130-aac7-b98147759308'] response: {'server_uuid': 'efa72d00-ca84-4207-a469-a557f52f1e51', 'name': 'network-vif-deleted', 'tag': 'aed8a332-6ecc-4829-b6f0-08b394c5f3d6', 'status': 'completed', 'code': 200} May 26 16:01:33.921301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-efb677eb-e874-45c0-8f4c-4a8dcff15d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:33.923727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-efb677eb-e874-45c0-8f4c-4a8dcff15d08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 1097 time: 0.5145798 May 26 16:01:33.942524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-df439cd6-aaed-4cc8-89a1-68e06fdb0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:33.943932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-df439cd6-aaed-4cc8-89a1-68e06fdb0621 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2181d0f0-0390-4539-98f5-a1057ad978c4 HTTP/1.1" status: 200 len: 855 time: 0.3499923 May 26 16:01:33.951537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.971744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aba6e2f4-8a28-4940-b368-a90dacf25628 None None] Current status of the port 647cba84-a0ce-4253-8f75-21c2ca968071 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:33.973037 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aba6e2f4-8a28-4940-b368-a90dacf25628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.005838 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.009401 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.010788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0489e9e6-0721-4a60-92a4-eba6ce9496ba HTTP/1.1" status: 204 len: 168 time: 1.2173035 May 26 16:01:34.081286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aba6e2f4-8a28-4940-b368-a90dacf25628 None None] For port 647cba84-a0ce-4253-8f75-21c2ca968071, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=647cba84-a0ce-4253-8f75-21c2ca968071,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:34.086545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-39651900-f2cb-4c9b-a2f9-3abd6b24db31 service neutron] 10.222.0.24 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265288 May 26 16:01:34.087729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aba6e2f4-8a28-4940-b368-a90dacf25628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.125405 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.177907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6e2f4-8a28-4940-b368-a90dacf25628 None None] Pushing event updated for resources: {'Port': ['ID=647cba84-a0ce-4253-8f75-21c2ca968071,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:34.192617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0489e9e6-0721-4a60-92a4-eba6ce9496ba,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:34.193120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 647cba84-a0ce-4253-8f75-21c2ca968071 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:34.234357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c21ab63-b555-43e1-8d24-7584b165f117 None None] DHCP port deletion for 1205278f-cf10-486b-b28d-08c31ce1b5ca request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:01:34.237986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.238354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.238694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.239158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.239341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.239670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.239995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.247231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.248346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.248697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.249042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.249488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b06f29-3a9a-4706-abc9-a745026463af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:34.271798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.299723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38cc7fe-e9da-4ce7-a152-b3981e29da61', 'name': 'network-vif-deleted', 'tag': '7bf1b593-2b61-43ed-a66b-31bbc3b1bd05'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:34.314820 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392c1bb8-c517-46fd-8f2d-3eed270780c3" -d '{"events": [{"server_uuid": "f38cc7fe-e9da-4ce7-a152-b3981e29da61", "name": "network-vif-deleted", "tag": "7bf1b593-2b61-43ed-a66b-31bbc3b1bd05"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:34.388711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 647cba84-a0ce-4253-8f75-21c2ca968071 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:34.389404 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.390254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Deleting port 618b2432-f2eb-4748-b87e-c8babe734867 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:34.390592 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.393103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed3a280-5319-4b8b-befc-ed1251818fcf req-046b0092-54c5-4534-9a88-4335547eeeb4 service neutron] 10.222.0.24 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841887 May 26 16:01:34.431714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-6030121c-ec78-4938-89c5-1f00734c2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:34.433571 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-6030121c-ec78-4938-89c5-1f00734c2019 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.4841132 May 26 16:01:34.442099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8c21ab63-b555-43e1-8d24-7584b165f117 None None] Deleting port 618b2432-f2eb-4748-b87e-c8babe734867 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:34.449507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c21ab63-b555-43e1-8d24-7584b165f117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.523698 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] For port 618b2432-f2eb-4748-b87e-c8babe734867, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=618b2432-f2eb-4748-b87e-c8babe734867,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:34.524004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.543339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8c21ab63-b555-43e1-8d24-7584b165f117 None None] For port 618b2432-f2eb-4748-b87e-c8babe734867, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=618b2432-f2eb-4748-b87e-c8babe734867,segment=NetworkSegment(58aceaf8-3039-4d5c-bde1-eddbd1e861d1),segment_id=58aceaf8-3039-4d5c-bde1-eddbd1e861d1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:34.543946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Calling delete_port for 618b2432-f2eb-4748-b87e-c8babe734867 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:34.544724 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c21ab63-b555-43e1-8d24-7584b165f117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.586889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-62ad851e-94a8-487a-8d5a-d188af0f4576 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c04ac970-48e1-4a81-8548-f4399867bbd1 HTTP/1.1" status: 200 len: 1002 time: 0.0842261 May 26 16:01:34.595694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 647cba84-a0ce-4253-8f75-21c2ca968071 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:34.611357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8c21ab63-b555-43e1-8d24-7584b165f117 None None] Calling delete_port for 618b2432-f2eb-4748-b87e-c8babe734867 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:34.624316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32916) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:34.627718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-ec5dde6d-db25-4894-9306-ef865838a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:34.629440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-ec5dde6d-db25-4894-9306-ef865838a908 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a739b17-ceba-407b-9c42-6767370e00cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6556907 May 26 16:01:34.670844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-011ae4d7-c230-46d3-8b6b-24c7e33d0157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.710068 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c21ab63-b555-43e1-8d24-7584b165f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.752918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21ab63-b555-43e1-8d24-7584b165f117 None None] Pushing event deleted for resources: {'Port': ['ID=618b2432-f2eb-4748-b87e-c8babe734867,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:34.755378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21ab63-b555-43e1-8d24-7584b165f117 None None] No DVR routers for this DVR port 618b2432-f2eb-4748-b87e-c8babe734867 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:34.771623 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-01d7a646-1ce5-465a-b298-8752868cc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:34.774308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-01d7a646-1ce5-465a-b298-8752868cc07b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 1094 time: 0.3048213 May 26 16:01:34.778433 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.811833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580df66c-4e4d-4cc4-9b87-94c5ba188e7f req-b13ab384-b1fb-4c97-bb9c-519a0c5ccaeb tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:34.813586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-580df66c-4e4d-4cc4-9b87-94c5ba188e7f req-b13ab384-b1fb-4c97-bb9c-519a0c5ccaeb tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 943 time: 0.3764932 May 26 16:01:34.832529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] No DVR routers for this DVR port 618b2432-f2eb-4748-b87e-c8babe734867 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:34.839911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Pushing event deleted for resources: {'Port': ['ID=618b2432-f2eb-4748-b87e-c8babe734867,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:34.865471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261eee9-fa74-42b0-8e22-0c2ff0d173f0 req-c6e9dfda-58e0-4f78-9455-9856e054af75 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:34.867132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4261eee9-fa74-42b0-8e22-0c2ff0d173f0 req-c6e9dfda-58e0-4f78-9455-9856e054af75 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.4729724 May 26 16:01:34.910037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-9a9a3875-4849-4ffe-8452-e8f9a52221a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:34.911527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-9a9a3875-4849-4ffe-8452-e8f9a52221a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.2797210 May 26 16:01:34.948145 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f996-1af5-4880-af92-11f8a9dc293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.986773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.018664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1205278f-cf10-486b-b28d-08c31ce1b5ca']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:35.038054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:35.038786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58aceaf8-3039-4d5c-bde1-eddbd1e861d1') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:35.039256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58aceaf8-3039-4d5c-bde1-eddbd1e861d1') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:35.066065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:35.066451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7bf1b593-2b61-43ed-a66b-31bbc3b1bd05 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:35.068793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.077133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.085063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-011ae4d7-c230-46d3-8b6b-24c7e33d0157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.088600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.098205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-011ae4d7-c230-46d3-8b6b-24c7e33d0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.106141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.148759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:01:35.150142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.192149 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 58aceaf8-3039-4d5c-bde1-eddbd1e861d1 resource provider aggregate not found May 26 16:01:35.250985 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 58aceaf8-3039-4d5c-bde1-eddbd1e861d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58aceaf8-3039-4d5c-bde1-eddbd1e861d1 found for delete ", "request_id": "req-85aa2930-4fd1-4cb3-bb7b-db17cb748ee6"}]} May 26 16:01:35.278055 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-011ae4d7-c230-46d3-8b6b-24c7e33d0157 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01ec0ed2e1714b4da07644b0bb632220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6505013 May 26 16:01:35.285298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32928) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:35.303791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Pushing event updated for resources: {'Port': ['ID=353e13bf-7e84-4ae1-b88e-ec40330082b2,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:35.306189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ae4d7-c230-46d3-8b6b-24c7e33d0157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053258bb-9f3f-4d37-9288-20823df7b791,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:35.312671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-580df66c-4e4d-4cc4-9b87-94c5ba188e7f req-ce6b43f2-0491-495d-b1e5-abe5a6b7f1c9 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811981 May 26 16:01:35.331101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.346117 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.364054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-7d9e7690-829d-49a7-bc13-e7242c9a03dd service neutron] 10.222.0.32 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095673 May 26 16:01:35.374115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.380638 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] 10.222.0.39 "DELETE /v2.0/networks/1205278f-cf10-486b-b28d-08c31ce1b5ca HTTP/1.1" status: 204 len: 168 time: 1.6515646 May 26 16:01:35.418143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99970d33-ab65-48fb-9c45-d7b7f3a9dcda admin admin] Pushing event deleted for resources: {'Network': ['ID=1205278f-cf10-486b-b28d-08c31ce1b5ca,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:35.422817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.424021 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-24599fee-657b-4fdf-8584-a390efc5a8ff tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0631289 May 26 16:01:35.443376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4261eee9-fa74-42b0-8e22-0c2ff0d173f0 req-2fa58007-5c02-4133-b10f-0e2317ac5890 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5282767 May 26 16:01:35.469761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device aed8a332-6ecc-4829-b6f0-08b394c5f3d6 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:35.474864 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71dc464a-f2ad-4534-bd3f-6a3b59a6a5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.512620 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae7d5ba-0854-47e6-b14c-0ad6f22fccbe x-openstack-request-id: req-2ae7d5ba-0854-47e6-b14c-0ad6f22fccbe {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:35.512985 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38cc7fe-e9da-4ce7-a152-b3981e29da61", "name": "network-vif-deleted", "tag": "7bf1b593-2b61-43ed-a66b-31bbc3b1bd05", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:35.513969 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ae7d5ba-0854-47e6-b14c-0ad6f22fccbe {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:35.516002 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae7d5ba-0854-47e6-b14c-0ad6f22fccbe'] response: {'server_uuid': 'f38cc7fe-e9da-4ce7-a152-b3981e29da61', 'name': 'network-vif-deleted', 'tag': '7bf1b593-2b61-43ed-a66b-31bbc3b1bd05', 'status': 'completed', 'code': 200} May 26 16:01:35.517286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-28cad73f-bf0f-46cf-8367-59f3c55743ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:35.518853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-28cad73f-bf0f-46cf-8367-59f3c55743ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 200 len: 906 time: 0.7254357 May 26 16:01:35.520661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-bc646e04-5fcc-41bd-a538-9c3909ad7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:35.531167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: aed8a332-6ecc-4829-b6f0-08b394c5f3d6 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:35.535357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device aed8a332-6ecc-4829-b6f0-08b394c5f3d6 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:35.538229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-bc646e04-5fcc-41bd-a538-9c3909ad7707 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6009126 May 26 16:01:35.547350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71dc464a-f2ad-4534-bd3f-6a3b59a6a5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.637237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32938) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:35.646447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32940) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:35.703150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71dc464a-f2ad-4534-bd3f-6a3b59a6a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.705944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71dc464a-f2ad-4534-bd3f-6a3b59a6a5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.709593 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-71dc464a-f2ad-4534-bd3f-6a3b59a6a5bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/053258bb-9f3f-4d37-9288-20823df7b791 HTTP/1.1" status: 204 len: 168 time: 0.4169972 May 26 16:01:35.735491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc464a-f2ad-4534-bd3f-6a3b59a6a5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053258bb-9f3f-4d37-9288-20823df7b791,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:35.749863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba987e3-bdab-4815-bda9-b941684a397e admin admin] Deleting subnet 5795b146-9dab-4231-802f-485e509d2e7d {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:01:35.756363 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ba987e3-bdab-4815-bda9-b941684a397e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.788151 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ed6853e-1f4b-4f4d-8e72-a71e6375f4a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5f61cbbbf2842a985912cb32140c28d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341269 May 26 16:01:35.789022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32952) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:35.822285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ba987e3-bdab-4815-bda9-b941684a397e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.822420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-749c6442-022a-4b51-93a1-4664b9ef0f09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2 HTTP/1.1" status: 200 len: 217 time: 0.2015295 May 26 16:01:35.824058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-294e6b9e-2fd2-4f9d-a930-de6b309b5065 req-5c25ba90-89bb-41e8-8a4f-19e7fee750d0 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1696784 May 26 16:01:35.863399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-843b7a00-8ddb-4e22-af68-53538bbb9dc0 req-33731789-6392-4c2a-bf89-a65c8ac52cda service neutron] 10.222.0.32 "GET /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869139 May 26 16:01:35.914491 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ba987e3-bdab-4815-bda9-b941684a397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.938500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fc04-4806-4574-b8bc-f93c960de7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.968964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-e81343aa-8ada-4713-b2c6-99d5096fc8c6 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1518634862&fields=id&tenant_id=c362c4a81e714030840abc3f3d408655 HTTP/1.1" status: 200 len: 267 time: 0.1812057 May 26 16:01:35.985546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-c58c886c-74f7-457b-bf53-aaca989ae6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:35.987251 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-c58c886c-74f7-457b-bf53-aaca989ae6ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8aca4ca-f203-4443-a9ef-81c37290a4c6 HTTP/1.1" status: 200 len: 845 time: 0.1406696 May 26 16:01:35.989301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-824e9d64-8378-493c-9f43-d21a2fff8833 service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506695 May 26 16:01:35.993681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fc04-4806-4574-b8bc-f93c960de7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.054436 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ba987e3-bdab-4815-bda9-b941684a397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.067037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 647cba84-a0ce-4253-8f75-21c2ca968071 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:36.096244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba987e3-bdab-4815-bda9-b941684a397e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5795b146-9dab-4231-802f-485e509d2e7d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:36.102216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ba987e3-bdab-4815-bda9-b941684a397e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.106016 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0ba987e3-bdab-4815-bda9-b941684a397e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5795b146-9dab-4231-802f-485e509d2e7d HTTP/1.1" status: 204 len: 168 time: 0.4667063 May 26 16:01:36.108931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32956) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:36.131583 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fc04-4806-4574-b8bc-f93c960de7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.134336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fc04-4806-4574-b8bc-f93c960de7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.138848 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7dc9fc04-4806-4574-b8bc-f93c960de7bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed8379d7-cd02-414e-bf5f-31c62ba6add2 HTTP/1.1" status: 204 len: 168 time: 0.3486638 May 26 16:01:36.145664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-e98ec457-da56-4679-a514-27e582997e6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=484dd3f7-9a29-4047-b437-33762eef8834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286752 May 26 16:01:36.149680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 647cba84-a0ce-4253-8f75-21c2ca968071 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:36.150199 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.188116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9fc04-4806-4574-b8bc-f93c960de7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8379d7-cd02-414e-bf5f-31c62ba6add2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:36.212119 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.313176 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.341007 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 647cba84-a0ce-4253-8f75-21c2ca968071 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:36.353023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e9e828-b770-49cf-aab4-f665791f0da9']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:36.369060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c76ca0-11de-4387-860d-1b71cea4ac71') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:36.369367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c76ca0-11de-4387-860d-1b71cea4ac71') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:36.386824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.406687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.420918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:01:36.420918 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.443389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e294ec6e-352a-4f85-886a-c47d539a9e0d req-816d2b00-d0d6-4a2a-ac6e-534b258dd270 service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252598 May 26 16:01:36.463690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 618b2432-f2eb-4748-b87e-c8babe734867 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:36.502924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-e6abd178-324d-42a3-8152-efa2e6608e8e tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:36.510159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 618b2432-f2eb-4748-b87e-c8babe734867 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:36.510502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 618b2432-f2eb-4748-b87e-c8babe734867 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:36.512430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-e6abd178-324d-42a3-8152-efa2e6608e8e tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/networks?id=12a68ddc-cf32-409c-a1f0-dcd33fd3662b HTTP/1.1" status: 200 len: 811 time: 0.5152245 May 26 16:01:36.545258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-607ffecd-b208-4551-97e6-b9afd704fc79 service neutron] 10.222.0.24 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443270 May 26 16:01:36.554436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-b4235ea5-90fc-4bd4-b72f-0b96d1ccd7bf tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/quotas/c362c4a81e714030840abc3f3d408655 HTTP/1.1" status: 200 len: 375 time: 0.0410047 May 26 16:01:36.563590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.588124 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.594764 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/21e9e828-b770-49cf-aab4-f665791f0da9 HTTP/1.1" status: 204 len: 168 time: 0.4824185 May 26 16:01:36.594764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9728819-57b1-46e5-8e32-4b2d3377eda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e9e828-b770-49cf-aab4-f665791f0da9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:36.697949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34d2c3-0efe-4164-9772-28a5c1d7b691 req-efd0afeb-e69d-4219-86aa-112d5c901efe tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:36.699547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f34d2c3-0efe-4164-9772-28a5c1d7b691 req-efd0afeb-e69d-4219-86aa-112d5c901efe tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 943 time: 0.1817849 May 26 16:01:36.711092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-12c9a293-ddf3-4bab-9e2b-107782235ea8 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c362c4a81e714030840abc3f3d408655&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1557713 May 26 16:01:36.757139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ac13edd-ae60-4727-8985-ddc8f2e9272b req-7bbdc3b6-af22-4e76-8b73-bed66c5fee80 service neutron] 10.222.0.24 "GET /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003586 May 26 16:01:36.823462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f34d2c3-0efe-4164-9772-28a5c1d7b691 req-b0577429-9aae-4418-adf6-4690f257343c tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094520 May 26 16:01:36.866595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32986) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:36.886528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-d2d7ee6a-b40f-4d61-9dfa-6abaef4f7350 service neutron] 10.222.0.39 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437161 May 26 16:01:36.958777 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-69b20796-1d27-47a8-90b0-4d627a0d00bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9c5bead9b4d4f09b8c61a07f12c13e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898833 May 26 16:01:36.961090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32992) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:37.027432 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6c5908e0-4933-4b7d-8d38-7f41929a1580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.033422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 55bee3bf-c64a-451f-8466-6d9f95d28de2 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:37.038275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be870f-0ec1-4354-9067-bc331239c62c req-732d630c-5155-432b-b696-1b110f65789b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:37.040817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5be870f-0ec1-4354-9067-bc331239c62c req-732d630c-5155-432b-b696-1b110f65789b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.0767529 May 26 16:01:37.057501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6c5908e0-4933-4b7d-8d38-7f41929a1580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.091637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-50de8a78-9de9-4224-9e48-ca9ce3e6f440 service neutron] 10.222.0.39 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897578 May 26 16:01:37.129232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6c5908e0-4933-4b7d-8d38-7f41929a1580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.136131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6c5908e0-4933-4b7d-8d38-7f41929a1580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.136430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5be870f-0ec1-4354-9067-bc331239c62c req-69259ea1-da3d-408a-b6be-0375409d9d09 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872183 May 26 16:01:37.143109 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6c5908e0-4933-4b7d-8d38-7f41929a1580 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b74b0c24-85ab-4f33-b6d6-3b3ca5196566 HTTP/1.1" status: 204 len: 168 time: 0.1778958 May 26 16:01:37.163105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5908e0-4933-4b7d-8d38-7f41929a1580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74b0c24-85ab-4f33-b6d6-3b3ca5196566,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:37.277956 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 33c76ca0-11de-4387-860d-1b71cea4ac71 resource provider aggregate not found May 26 16:01:37.298587 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 33c76ca0-11de-4387-860d-1b71cea4ac71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33c76ca0-11de-4387-860d-1b71cea4ac71 found for delete ", "request_id": "req-c8fb36d7-092f-405b-8099-fac61bd91300"}]} May 26 16:01:37.322599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb1132db-a895-4648-8cf4-5c44dbf76c9c req-0c38e7de-b1dc-4854-aa5f-94852a955140 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0399361 May 26 16:01:37.459279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:37.482312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '55bee3bf-c64a-451f-8466-6d9f95d28de2', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'port_id': '55bee3bf-c64a-451f-8466-6d9f95d28de2', 'mac_address': 'fa:16:3e:90:ad:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aca4ca-f203-4443-a9ef-81c37290a4c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:37.488459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57b604fa-48e5-4e2f-8010-8cbda60ba2c8 req-8468bd2d-ed1e-4af4-925d-b6daff78416a tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 210 time: 0.0598180 May 26 16:01:37.548797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 55bee3bf-c64a-451f-8466-6d9f95d28de2 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:37.549420 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.577636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bee3bf-c64a-451f-8466-6d9f95d28de2 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:37.600629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:37.606127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.689347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=55bee3bf-c64a-451f-8466-6d9f95d28de2,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:37.693978 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-13536282-c066-4267-9d2c-50f02ccdb1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.767961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33032) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:37.874085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['55bee3bf-c64a-451f-8466-6d9f95d28de2'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:37.988595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-network', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:38.028200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627808e-8b41-4e65-bea8-2bbcbb158158 req-7f032abf-3722-4f7a-95b5-bd2f7f6ea9be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:38.030433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7627808e-8b41-4e65-bea8-2bbcbb158158 req-7f032abf-3722-4f7a-95b5-bd2f7f6ea9be tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 944 time: 0.1085682 May 26 16:01:38.031664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Made reservation on behalf of ce7acb2d5b144326a0335fee50d288a6 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:38.035671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.054345 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.122439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7627808e-8b41-4e65-bea8-2bbcbb158158 req-f713dba1-9667-4bc3-a64a-d24d5b50b9f3 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826199 May 26 16:01:38.230631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.239456 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.308552 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:01:38.332886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.333286 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Added segment a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9 of type vlan for network c9a8680f-98d0-4b4d-9948-ade89d28a582 May 26 16:01:38.342547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b752477c-dde1-4c8b-a374-5dc094c6ed35,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:38.378720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af5005-7c3f-4bf5-ac1e-0a3a626070ba req-14b7d135-bdb4-4440-a9d5-ff13991245fe tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:38.380217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23af5005-7c3f-4bf5-ac1e-0a3a626070ba req-14b7d135-bdb4-4440-a9d5-ff13991245fe tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.1372454 May 26 16:01:38.409635 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.462411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23af5005-7c3f-4bf5-ac1e-0a3a626070ba req-83ecd868-043e-4ff5-9948-7076f121a4d8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729024 May 26 16:01:38.497789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9259177-3612-4a8f-991f-e253793fffe1 req-80c66d64-090a-49a8-9058-fc69f4b9f207 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0383615 May 26 16:01:38.499163 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.500271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:38.500854 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.572062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a8680f-98d0-4b4d-9948-ade89d28a582,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:38.577884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-83c2dbfb-68de-4eac-947e-3d7a979aa540 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8087924 May 26 16:01:38.580699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33070) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:38.587758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Request body: {'subnet': {'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-subnet', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:38.590263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network c9a8680f-98d0-4b4d-9948-ade89d28a582 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:01:38.613736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Made reservation on behalf of ce7acb2d5b144326a0335fee50d288a6 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:38.617910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.700865 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.717706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33072) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:38.757542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d329a844-f91f-48e6-8872-1ae8d1182f88 req-29fe743b-d2e8-46ad-ad92-2a3be54e7009 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 210 time: 0.0346544 May 26 16:01:38.876739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-796909477-network', 'tenant_id': '0242a9d99b7e4c25bbf11f242a753856'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:38.912358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Made reservation on behalf of 0242a9d99b7e4c25bbf11f242a753856 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:38.917497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.935605 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:38.940809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-37b60f48-86cd-4643-bfec-6b99b30048e8 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:38.943535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-37b60f48-86cd-4643-bfec-6b99b30048e8 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.32 "GET /v2.0/networks?id=12a68ddc-cf32-409c-a1f0-dcd33fd3662b HTTP/1.1" status: 200 len: 811 time: 0.1825523 May 26 16:01:39.034894 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.048707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.049368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 55bee3bf-c64a-451f-8466-6d9f95d28de2 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:39.055075 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.070912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-dfdc7e96-4b0b-4026-a991-c57c6ae086a6 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c362c4a81e714030840abc3f3d408655 HTTP/1.1" status: 200 len: 380 time: 0.0863705 May 26 16:01:39.085471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Request body: {'port': {'device_id': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'admin_state_up': True, 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'security_groups': ['e0420ce0-062a-4dbc-ad00-fe2da8751211']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:39.089809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:01:39.103471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bbad46-9900-45b0-9b36-924bda235b17,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:39.127848 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.129258 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Added segment 292c71eb-66d6-42ad-a01c-7727ce792abe of type vlan for network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 May 26 16:01:39.134125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 55bee3bf-c64a-451f-8466-6d9f95d28de2 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:39.143819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 55bee3bf-c64a-451f-8466-6d9f95d28de2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:39.143819 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.162478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc56d345-b4b0-4f2d-b3d6-88a785ed05fb,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:39.188014 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.220834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.222742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.225700 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.267979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 55bee3bf-c64a-451f-8466-6d9f95d28de2 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:39.268685 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.279787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Checking segment: {'id': 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:39.280518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Network hostable DHCP agents. Network: c9a8680f-98d0-4b4d-9948-ade89d28a582, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:01:39.284865 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5659230 May 26 16:01:39.294257 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33086) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:39.300784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Request body: {'subnet': {'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-796909477-subnet', 'tenant_id': '0242a9d99b7e4c25bbf11f242a753856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:39.316718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d42cb-8541-45f4-b7ba-811aa850afd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:39.328816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bee3bf-c64a-451f-8466-6d9f95d28de2'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:39.330512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Made reservation on behalf of 0242a9d99b7e4c25bbf11f242a753856 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:39.333455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.334162 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b47524-e908-4592-b87a-0fb8feff052a" -d '{"events": [{"server_uuid": "0bdd37a5-e8a3-45c4-9af6-565ce8177b80", "name": "network-vif-plugged", "status": "completed", "tag": "55bee3bf-c64a-451f-8466-6d9f95d28de2"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:39.339669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:39.343369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:01:39.347923 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.366517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Network c9a8680f-98d0-4b4d-9948-ade89d28a582 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:01:39.378645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4631cf-d170-42c9-ae78-db2971eedf54 req-f0b40e68-f24f-4f37-b20e-93c01212ca54 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.380210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c4631cf-d170-42c9-ae78-db2971eedf54 req-f0b40e68-f24f-4f37-b20e-93c01212ca54 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 944 time: 0.1510005 May 26 16:01:39.416636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Made reservation on behalf of c362c4a81e714030840abc3f3d408655 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:39.422766 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.431815 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cfffb6-0146-4f69-b8be-7368ce227819 x-openstack-request-id: req-13cfffb6-0146-4f69-b8be-7368ce227819 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:39.432244 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdd37a5-e8a3-45c4-9af6-565ce8177b80", "name": "network-vif-plugged", "status": "completed", "tag": "55bee3bf-c64a-451f-8466-6d9f95d28de2", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:39.432584 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13cfffb6-0146-4f69-b8be-7368ce227819 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:39.433066 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13cfffb6-0146-4f69-b8be-7368ce227819'] response: {'server_uuid': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bee3bf-c64a-451f-8466-6d9f95d28de2', 'code': 200} May 26 16:01:39.438586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, c9a8680f-98d0-4b4d-9948-ade89d28a582) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:39.448934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f20a33-00a2-4fb9-a564-ed1009e282fe None None] Network c9a8680f-98d0-4b4d-9948-ade89d28a582 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:39.465087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.465852 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.512492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ea975fed-38a1-46d9-9b1b-59e5ff61aa65 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9297731 May 26 16:01:39.532626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=55bee3bf-c64a-451f-8466-6d9f95d28de2,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:39.548793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:39.554427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:39.572704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.581620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.583022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.615307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33098) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:39.665928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Checking segment: {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:39.666308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Network hostable DHCP agents. Network: ed0445e0-4713-44b6-ab9a-fc397f5c9ed8, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:01:39.681440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8362a8-1f8b-4281-ac7c-8d675f1da078,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:39.698182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-c9a8680f-98d0-4b4d-9948-ade89d28a582', 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'fixed_ips': [{'subnet_id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:01:39.699779 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.724364 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:39.727775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:01:39.752928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c4631cf-d170-42c9-ae78-db2971eedf54 req-cec1c2d5-085b-4c97-ae23-be506455d7df tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480446 May 26 16:01:39.824602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Allocated IP 172.20.0.4 (12a68ddc-cf32-409c-a1f0-dcd33fd3662b/47611106-a10e-4c9b-8b22-6440cd6c854d/1601ddff-da77-49b1-821c-e909d0b6b3f3) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:39.828744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cdba2-3821-4dab-92d4-4984ec1348a2 req-ab7ac764-af08-4c6d-867f-4e32f1d72057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.830333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-511cdba2-3821-4dab-92d4-4984ec1348a2 req-ab7ac764-af08-4c6d-867f-4e32f1d72057 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 1096 time: 0.3164039 May 26 16:01:39.879275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89426f95-50fd-4893-8b08-43ef2b5b9787 req-81828993-6e0f-48b8-94eb-a16ee9b2b706 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0561216 May 26 16:01:39.888217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Allocated IP 172.20.0.2 (c9a8680f-98d0-4b4d-9948-ade89d28a582/fc56d345-b4b0-4f2d-b3d6-88a785ed05fb/4f3afac6-b031-4cf1-b353-00a6d2a92413) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:39.948144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a089582-a31b-4211-b20c-ac9d49595cad req-2d3c47de-2430-42d8-aba7-31436b8083bf tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.949763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a089582-a31b-4211-b20c-ac9d49595cad req-2d3c47de-2430-42d8-aba7-31436b8083bf tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.1962759 May 26 16:01:39.959992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-511cdba2-3821-4dab-92d4-4984ec1348a2 req-e0d7c84a-4481-4fd9-b792-67225cd6b1d2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102688 May 26 16:01:40.065746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41985baf-f90c-4c8b-9edb-93c152d3726c req-65154704-d62e-4d3e-9abe-6ed4d5fe1a0c tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 210 time: 0.0456591 May 26 16:01:40.083796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a089582-a31b-4211-b20c-ac9d49595cad req-5db60317-91e1-4188-a2b2-4165864a2bbb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228559 May 26 16:01:40.122108 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.123681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.129504 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.168068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Network c9a8680f-98d0-4b4d-9948-ade89d28a582 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:40.171222 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.173024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:40.177524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:40.186508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ed0445e0-4713-44b6-ab9a-fc397f5c9ed8) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:40.193337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Pushing event updated for resources: {'Port': ['ID=4f3afac6-b031-4cf1-b353-00a6d2a92413,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:40.199130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf54d2-58ce-4ef3-9571-45e19a6a16a2 None None] Network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:40.231154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:40.235569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:40.238385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:40.246554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0d465cf-9b1e-4a94-8043-47b9ae0b20a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.251154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Pushing event updated for resources: {'Port': ['ID=1601ddff-da77-49b1-821c-e909d0b6b3f3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:40.261274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:40.261951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.321311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Attempting to bind port 4f3afac6-b031-4cf1-b353-00a6d2a92413 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:40.321594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Attempting to bind port 4f3afac6-b031-4cf1-b353-00a6d2a92413 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:40.322157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Attempting to bind port 4f3afac6-b031-4cf1-b353-00a6d2a92413 on network c9a8680f-98d0-4b4d-9948-ade89d28a582 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:40.332063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:40.332811 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.336457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:40.336935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Checking segment: {'id': 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:40.337496 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.338417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Bound using segment: {'id': 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:40.338548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Bound port: 4f3afac6-b031-4cf1-b353-00a6d2a92413, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:40.339015 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.356070 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3e12715d-495e-4d1a-a60f-7171477af1c1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0528102 May 26 16:01:40.356070 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.356413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-3494aef5-df0f-4a35-96dc-e4f6ad483567 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2747531 May 26 16:01:40.376205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Request body: {'port': {'device_id': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:40.470217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e196c4fe-7b27-4de4-9425-1c049ddb610b None None] Network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:40.501036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.539455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0d465cf-9b1e-4a94-8043-47b9ae0b20a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.552567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0d465cf-9b1e-4a94-8043-47b9ae0b20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.613980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.616865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] For port 4f3afac6-b031-4cf1-b353-00a6d2a92413, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:40.623405 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.651623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] For port 4f3afac6-b031-4cf1-b353-00a6d2a92413, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4f3afac6-b031-4cf1-b353-00a6d2a92413,segment=NetworkSegment(a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9),segment_id=a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:40.651960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d465cf-9b1e-4a94-8043-47b9ae0b20a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accec216-3d9e-46c7-b46d-b7dd28201caf,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:40.661000 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c0d465cf-9b1e-4a94-8043-47b9ae0b20a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fc0030d18b643fd86fc2afe16f099b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0379620 May 26 16:01:40.661643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33112) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:40.663722 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.734812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b4928-7aae-4092-9c72-58566564bc76 None None] Pushing event updated for resources: {'Port': ['ID=4f3afac6-b031-4cf1-b353-00a6d2a92413,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:40.737518 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4278514d-b8f8-4d6d-b6b3-7c43186b4530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.798908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d77f09fb-e42e-4c6d-87de-5e3f9d92d444 None None] Provisioning complete for port 1601ddff-da77-49b1-821c-e909d0b6b3f3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:40.799280 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d77f09fb-e42e-4c6d-87de-5e3f9d92d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.874695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d77f09fb-e42e-4c6d-87de-5e3f9d92d444 None None] Port 1601ddff-da77-49b1-821c-e909d0b6b3f3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:40.899955 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4278514d-b8f8-4d6d-b6b3-7c43186b4530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:40.977374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.004901 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.052875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4278514d-b8f8-4d6d-b6b3-7c43186b4530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.055319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4278514d-b8f8-4d6d-b6b3-7c43186b4530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.059013 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4278514d-b8f8-4d6d-b6b3-7c43186b4530 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/accec216-3d9e-46c7-b46d-b7dd28201caf HTTP/1.1" status: 204 len: 168 time: 0.3939154 May 26 16:01:41.110022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278514d-b8f8-4d6d-b6b3-7c43186b4530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accec216-3d9e-46c7-b46d-b7dd28201caf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:41.120494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1601ddff-da77-49b1-821c-e909d0b6b3f3 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:41.146645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905941bb-f6b5-4653-bb0e-3ecd4fd5ebe3 req-04b89936-7d32-4f2e-83ba-ec0fc28bba0d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:41.157622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-905941bb-f6b5-4653-bb0e-3ecd4fd5ebe3 req-04b89936-7d32-4f2e-83ba-ec0fc28bba0d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 945 time: 0.2171853 May 26 16:01:41.166824 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.223690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Allocated IP 172.25.0.162 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/59926ede-720b-4185-96ec-6738ba5f3dd2) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:41.240836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Transition to ACTIVE for port object 1601ddff-da77-49b1-821c-e909d0b6b3f3 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:41.253454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-905941bb-f6b5-4653-bb0e-3ecd4fd5ebe3 req-452280cd-5b4e-4c16-8bfe-89db1b82e33d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945125 May 26 16:01:41.317084 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.373405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-9c9d699a-17e3-4701-a5ff-249864aa03e1 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:41.381099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-9c9d699a-17e3-4701-a5ff-249864aa03e1 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 812 time: 0.4438629 May 26 16:01:41.381454 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.427508 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.454230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74a66ebf-9444-4f36-b005-d52d10c3320a req-e2069c20-c527-4367-bd9d-c3402032f5c9 tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0886033 May 26 16:01:41.478016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:41.481240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:41.485692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:41.526883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-5f476e88-9a92-4530-bafd-419107f26dbb tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/quotas/0242a9d99b7e4c25bbf11f242a753856 HTTP/1.1" status: 200 len: 375 time: 0.1375206 May 26 16:01:41.537684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Pushing event updated for resources: {'Port': ['ID=59926ede-720b-4185-96ec-6738ba5f3dd2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:41.538531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Pushing event updated for resources: {'Port': ['ID=1601ddff-da77-49b1-821c-e909d0b6b3f3,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:41.579485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-eaca75ae-f90e-4ad4-868f-5b4ffe9bbbd2 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512428 May 26 16:01:41.630366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33136) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:41.674153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Attempting to bind port 1601ddff-da77-49b1-821c-e909d0b6b3f3 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:41.674599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Attempting to bind port 1601ddff-da77-49b1-821c-e909d0b6b3f3 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:41.675139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Attempting to bind port 1601ddff-da77-49b1-821c-e909d0b6b3f3 on network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:41.714837 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51852c20-d9e6-4c0c-87ca-09033681e329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.739969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Port 1601ddff-da77-49b1-821c-e909d0b6b3f3 on network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:41.740464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Attempting to bind port 1601ddff-da77-49b1-821c-e909d0b6b3f3 on network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:41.771438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:41.771779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Checking segment: {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:41.772173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Bound using segment: {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:41.772628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Bound port: 1601ddff-da77-49b1-821c-e909d0b6b3f3, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ab3932-86c3-40f4-a118-e7761a646e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:41.772991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.857373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-1dbc71a2-b117-459f-9d84-4c499724253d service neutron] 10.222.0.39 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766938 May 26 16:01:41.875822 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:41.876383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20435b-b00d-471f-a1fa-e4623c45029f req-7a75b169-979d-45e2-b370-50aea05f3639 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:41.877661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca20435b-b00d-471f-a1fa-e4623c45029f req-7a75b169-979d-45e2-b370-50aea05f3639 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 943 time: 0.2711434 May 26 16:01:42.011078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] For port 1601ddff-da77-49b1-821c-e909d0b6b3f3, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:42.022539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] For port 1601ddff-da77-49b1-821c-e909d0b6b3f3, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:42.029076 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca20435b-b00d-471f-a1fa-e4623c45029f req-b880aa04-af10-4488-89fa-edc822047eb1 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366787 May 26 16:01:42.041902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.071111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51852c20-d9e6-4c0c-87ca-09033681e329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.120129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4f3afac6-b031-4cf1-b353-00a6d2a92413 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:42.181401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2bdddf-3ce4-4b93-9386-7ec3cc13dd08 None None] Network c9a8680f-98d0-4b4d-9948-ade89d28a582 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:42.189065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4f3afac6-b031-4cf1-b353-00a6d2a92413 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:42.189584 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.197530 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.305251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fe8532df-6b42-4517-82cf-8f2b0f7ec265 None None] Provisioning complete for port 4f3afac6-b031-4cf1-b353-00a6d2a92413 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:42.305736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fe8532df-6b42-4517-82cf-8f2b0f7ec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.370333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Router 347259fb-08ec-4012-87c9-f11cf545d005 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:01:42.438836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4f3afac6-b031-4cf1-b353-00a6d2a92413 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:42.439286 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.468137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:42.468663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.470330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] 10.222.0.32 "PUT /v2.0/ports/1601ddff-da77-49b1-821c-e909d0b6b3f3 HTTP/1.1" status: 200 len: 1091 time: 2.1004417 May 26 16:01:42.491265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:42.494521 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d194b5-237c-4f9a-978c-a45476d3cf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:42.496364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:42.497509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51852c20-d9e6-4c0c-87ca-09033681e329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.519667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Sync routers for ids ['347259fb-08ec-4012-87c9-f11cf545d005'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:42.535445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.541435 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a535a37f-0456-45f6-9214-7055515531bf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9914746 May 26 16:01:42.543003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33144) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:42.591452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 4f3afac6-b031-4cf1-b353-00a6d2a92413, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4f3afac6-b031-4cf1-b353-00a6d2a92413,segment=NetworkSegment(a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9),segment_id=a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:42.595023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fe8532df-6b42-4517-82cf-8f2b0f7ec265 None None] Current status of the port 4f3afac6-b031-4cf1-b353-00a6d2a92413 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:42.595779 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fe8532df-6b42-4517-82cf-8f2b0f7ec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.597653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-83605f4c-48bc-45b8-a48a-9d53bdbdb0bb service neutron] 10.222.0.39 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145810 May 26 16:01:42.600584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Routers {'347259fb-08ec-4012-87c9-f11cf545d005'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:42.602411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['347259fb-08ec-4012-87c9-f11cf545d005'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:42.611903 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.629402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-51852c20-d9e6-4c0c-87ca-09033681e329 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=226a5554637d441db254d17d9084295c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9686832 May 26 16:01:42.638285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33146) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:42.656687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51852c20-d9e6-4c0c-87ca-09033681e329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09966e51-dba8-4382-9e16-f5dca5ce21c2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:42.660364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a36a7-6f47-482d-92e0-ff5fa4061fbc service neutron] Pushing event updated for resources: {'Port': ['ID=1601ddff-da77-49b1-821c-e909d0b6b3f3,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:42.687374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70edff7-3c7c-45d1-a369-1341cc71ceae req-60befecd-6eb9-470b-8afb-8908e2dffeac tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:42.695056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c70edff7-3c7c-45d1-a369-1341cc71ceae req-60befecd-6eb9-470b-8afb-8908e2dffeac tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.2354565 May 26 16:01:42.727247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-0416b54f-7552-4cab-a821-7713fa516060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:42.728787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-0416b54f-7552-4cab-a821-7713fa516060 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c362c4a81e714030840abc3f3d408655&device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 1094 time: 0.1892316 May 26 16:01:42.816612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=4f3afac6-b031-4cf1-b353-00a6d2a92413,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:42.870029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-35524100-f058-45b6-9cb4-c33aa43b6f13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3 HTTP/1.1" status: 200 len: 217 time: 0.1168318 May 26 16:01:42.918540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c70edff7-3c7c-45d1-a369-1341cc71ceae req-61a7b78f-9384-4045-b931-7ff407308053 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212992 May 26 16:01:42.954331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3c38b4-b2aa-41a2-90e0-29c68076b36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.058506 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-fe8532df-6b42-4517-82cf-8f2b0f7ec265 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:01:43.058506 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-fe8532df-6b42-4517-82cf-8f2b0f7ec265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:01:43.064221 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbe2b00-4aa4-4c98-8753-9f66f52e01bb x-openstack-request-id: req-fcbe2b00-4aa4-4c98-8753-9f66f52e01bb {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:43.064530 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:43.068183 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcbe2b00-4aa4-4c98-8753-9f66f52e01bb {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:43.069068 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcbe2b00-4aa4-4c98-8753-9f66f52e01bb'] response: {'name': 'network-changed', 'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'status': 'completed', 'code': 200} May 26 16:01:43.079071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-476c83e8-c019-451b-9670-db5169d3c3b6 req-0097c8db-b437-4dec-b020-11410b2e89ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1073313 May 26 16:01:43.081025 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3c38b4-b2aa-41a2-90e0-29c68076b36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.082289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Set router 347259fb-08ec-4012-87c9-f11cf545d005 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:43.155910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-059e46c7-6f58-4cff-9fb0-1cd651e8356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:43.157703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-059e46c7-6f58-4cff-9fb0-1cd651e8356f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47611106-a10e-4c9b-8b22-6440cd6c854d HTTP/1.1" status: 200 len: 850 time: 0.2733994 May 26 16:01:43.182508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e170ee-2ede-42c5-b0aa-de175667423f req-c3a3feba-a90a-427d-a82f-296d9e42d38d tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0648422 May 26 16:01:43.228150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f16f-223b-4413-8b24-3397f1a0df00 req-09b07b44-a37b-4fb2-9794-f212b849158f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:43.229838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e902f16f-223b-4413-8b24-3397f1a0df00 req-09b07b44-a37b-4fb2-9794-f212b849158f tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 945 time: 0.1498590 May 26 16:01:43.242885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-6b40487c-18c3-4823-98d0-b5d71a70a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:43.244911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-6b40487c-18c3-4823-98d0-b5d71a70a05e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=12a68ddc-cf32-409c-a1f0-dcd33fd3662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682206 May 26 16:01:43.259661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3c38b4-b2aa-41a2-90e0-29c68076b36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.262525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3c38b4-b2aa-41a2-90e0-29c68076b36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.264533 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a3c38b4-b2aa-41a2-90e0-29c68076b36d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09966e51-dba8-4382-9e16-f5dca5ce21c2 HTTP/1.1" status: 204 len: 168 time: 0.6254065 May 26 16:01:43.288438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c38b4-b2aa-41a2-90e0-29c68076b36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09966e51-dba8-4382-9e16-f5dca5ce21c2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:43.410915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-5c2bdf7a-c446-4a6b-8789-05f43721a790 service neutron] 10.222.0.32 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573455 May 26 16:01:43.442693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e902f16f-223b-4413-8b24-3397f1a0df00 req-a59f0ea7-e2ae-4359-8757-ff4572cd1f8d tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920719 May 26 16:01:43.623330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2474e5ef-d176-40f9-b583-c53aaf5a0c14 req-76b9a01d-9f56-459b-9db0-804532a89bde tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 210 time: 0.0500605 May 26 16:01:43.657190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fe8532df-6b42-4517-82cf-8f2b0f7ec265 None None] Current status of the port 4f3afac6-b031-4cf1-b353-00a6d2a92413 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:43.686429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.705031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02f51-f991-4f61-992a-6ac130412dc5 req-2ecf3414-17bf-4914-a503-e6ca13643697 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:43.720527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eba02f51-f991-4f61-992a-6ac130412dc5 req-2ecf3414-17bf-4914-a503-e6ca13643697 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 943 time: 0.2165372 May 26 16:01:43.759446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347259fb-08ec-4012-87c9-f11cf545d005', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:39Z', 'updated_at': '2022-05-26T16:01:41Z', 'revision_number': 3, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'gw_port': {'id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:41Z', 'updated_at': '2022-05-26T16:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:43.817342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eba02f51-f991-4f61-992a-6ac130412dc5 req-c4d70c49-d094-4358-85fc-0b56e1f33f2f tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928633 May 26 16:01:43.849647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-761d9d76-a1eb-42f2-8fbc-328e145cb8b2 req-182fb89e-6d68-4d14-b2a6-e9a45f770bb1 service neutron] 10.222.0.32 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215059 May 26 16:01:43.858395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Checking router: 347259fb-08ec-4012-87c9-f11cf545d005 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:43.858741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Updating router 347259fb-08ec-4012-87c9-f11cf545d005 port 59926ede-720b-4185-96ec-6738ba5f3dd2 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:01:43.939672 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.947229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-23a5f4d6-7524-40a0-8b72-11fa3e5bb438 None None] Provisioning complete for port 4f3afac6-b031-4cf1-b353-00a6d2a92413 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:43.947871 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-23a5f4d6-7524-40a0-8b72-11fa3e5bb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:44.117389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4f3afac6-b031-4cf1-b353-00a6d2a92413 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:44.137269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Allocated IP 172.20.0.1 (c9a8680f-98d0-4b4d-9948-ade89d28a582/fc56d345-b4b0-4f2d-b3d6-88a785ed05fb/48ce8909-e7bb-4c0b-86a7-0f046c587ea2) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:44.297597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-83fb9568-2fa7-4348-ac0f-c4779b52ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:44.304512 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-83fb9568-2fa7-4348-ac0f-c4779b52ee29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c362c4a81e714030840abc3f3d408655&device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 1094 time: 0.3077962 May 26 16:01:44.333764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:44.390402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:44.496070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Network c9a8680f-98d0-4b4d-9948-ade89d28a582 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:44.501274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:44.505236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:44.522197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Pushing event updated for resources: {'Port': ['ID=48ce8909-e7bb-4c0b-86a7-0f046c587ea2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:44.535494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-23a5f4d6-7524-40a0-8b72-11fa3e5bb438 None None] Current status of the port 4f3afac6-b031-4cf1-b353-00a6d2a92413 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:44.554812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4f3afac6-b031-4cf1-b353-00a6d2a92413 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:44.555390 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:44.607357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:44.838845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe4995-0f9f-47d8-a3c2-c12603112bbb req-ba678a33-44e0-4007-afe7-f5c45a93af79 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:44.874089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6cfe4995-0f9f-47d8-a3c2-c12603112bbb req-ba678a33-44e0-4007-afe7-f5c45a93af79 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.7310159 May 26 16:01:44.920137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.036154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6cfe4995-0f9f-47d8-a3c2-c12603112bbb req-326bdc29-35fa-47c4-9d00-e23ca889891e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598525 May 26 16:01:45.067511 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.084930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-95ef8cdc-363d-4ff7-a182-9e72fda53dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.086577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-95ef8cdc-363d-4ff7-a182-9e72fda53dc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=12a68ddc-cf32-409c-a1f0-dcd33fd3662b HTTP/1.1" status: 200 len: 912 time: 0.7694390 May 26 16:01:45.101056 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.208694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bbf8d986-1f6e-43c8-ac99-0dad3ab5879e None None] Provisioning complete for port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:45.209751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d986-1f6e-43c8-ac99-0dad3ab5879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.223868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Attempting to bind port 59926ede-720b-4185-96ec-6738ba5f3dd2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:45.224638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Attempting to bind port 59926ede-720b-4185-96ec-6738ba5f3dd2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:45.225253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Attempting to bind port 59926ede-720b-4185-96ec-6738ba5f3dd2 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:45.266262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecf65e-f1ba-4065-a4c2-a10ca6a3bb00 None None] Pushing event updated for resources: {'Port': ['ID=59926ede-720b-4185-96ec-6738ba5f3dd2,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:45.280316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4f3afac6-b031-4cf1-b353-00a6d2a92413 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:45.287811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:45.288411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:45.288985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.289490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:45.290297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Bound port: 59926ede-720b-4185-96ec-6738ba5f3dd2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:45.290869 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.338739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-6a115d1c-79a5-40a0-9d05-fe1c011b39c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3 HTTP/1.1" status: 200 len: 217 time: 0.2234473 May 26 16:01:45.350346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16feac8d-d683-4ec8-a288-0bf07d23f810 req-012de554-57cf-47f7-91a8-b35b8599332e tempest-ServersAdmin275Test-1627256070 tempest-ServersAdmin275Test-1627256070-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.1134574 May 26 16:01:45.355755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8d986-1f6e-43c8-ac99-0dad3ab5879e None None] Port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:45.369207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] For port 59926ede-720b-4185-96ec-6738ba5f3dd2, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:45.375683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] For port 59926ede-720b-4185-96ec-6738ba5f3dd2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=59926ede-720b-4185-96ec-6738ba5f3dd2,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:45.386549 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.423729 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.429386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-174fbebb-11a1-499a-879e-88b0d5d3c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.433186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-174fbebb-11a1-499a-879e-88b0d5d3c19e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47611106-a10e-4c9b-8b22-6440cd6c854d HTTP/1.1" status: 200 len: 850 time: 0.0805826 May 26 16:01:45.439513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.490422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1601ddff-da77-49b1-821c-e909d0b6b3f3 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:45.493337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72251794-fef1-4579-8dca-e662a9f5d245 req-83be6147-033a-4689-b00e-2614cd1a6dab tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.496130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72251794-fef1-4579-8dca-e662a9f5d245 req-83be6147-033a-4689-b00e-2614cd1a6dab tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 946 time: 0.3889887 May 26 16:01:45.497167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Routers {'347259fb-08ec-4012-87c9-f11cf545d005'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:45.497345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33218) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:45.498012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['347259fb-08ec-4012-87c9-f11cf545d005'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:45.552305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Pushing event updated for resources: {'Port': ['ID=48ce8909-e7bb-4c0b-86a7-0f046c587ea2,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:45.577169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-8348da9e-220c-4349-b964-925950ca42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.578959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-8348da9e-220c-4349-b964-925950ca42bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=12a68ddc-cf32-409c-a1f0-dcd33fd3662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248667 May 26 16:01:45.614273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.675036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72251794-fef1-4579-8dca-e662a9f5d245 req-cbadeaea-62b2-4017-be33-f09db5bdc389 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482823 May 26 16:01:45.705497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36bab32d-300c-474e-bd62-82d47c0d5790 req-38269c6d-d9ae-477f-bfaf-e1097771e9a6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 210 time: 0.0569329 May 26 16:01:45.707708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecf65e-f1ba-4065-a4c2-a10ca6a3bb00 None None] Pushing event updated for resources: {'Port': ['ID=59926ede-720b-4185-96ec-6738ba5f3dd2,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:45.757452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-50463bf8-2f1d-4771-be56-520ab2634d29 service neutron] 10.222.0.32 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686502 May 26 16:01:45.792084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2042134099-network', 'tenant_id': '7ef10e8390d94cd5998a5e699f3be4a5'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:45.858270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1601ddff-da77-49b1-821c-e909d0b6b3f3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:45.878338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'port_id': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'mac_address': 'fa:16:3e:bd:64:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:45.929870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] Set router 347259fb-08ec-4012-87c9-f11cf545d005 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:45.948196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Made reservation on behalf of 7ef10e8390d94cd5998a5e699f3be4a5 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:45.952526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.980014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-a8471dfc-addf-4050-bd76-3b23fbfe99cb tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.982136 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-a8471dfc-addf-4050-bd76-3b23fbfe99cb tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.32 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 812 time: 0.3210223 May 26 16:01:46.009170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Request body: {'port': {'device_id': '640f5be7-6a44-4995-b9d1-644dbf58d1e4', 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8', 'admin_state_up': True, 'tenant_id': '0242a9d99b7e4c25bbf11f242a753856'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:46.042459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1601ddff-da77-49b1-821c-e909d0b6b3f3 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:46.042459 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.055503 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.102423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4873be8-7ba9-44b0-b39c-0f092858ffe4 req-70f18718-f024-44bb-b3be-0500ca9bd620 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:46.113887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4873be8-7ba9-44b0-b39c-0f092858ffe4 req-70f18718-f024-44bb-b3be-0500ca9bd620 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 943 time: 0.3281839 May 26 16:01:46.139218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1601ddff-da77-49b1-821c-e909d0b6b3f3 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:46.177176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Network c9a8680f-98d0-4b4d-9948-ade89d28a582 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:46.181634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:46.190191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1601ddff-da77-49b1-821c-e909d0b6b3f3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:46.204167 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.293493 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8d194b5-237c-4f9a-978c-a45476d3cf3d req-96361cd9-cce5-4b75-9e3b-e6ed27ca4b14 service neutron] 10.222.0.32 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265942 May 26 16:01:46.394163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1601ddff-da77-49b1-821c-e909d0b6b3f3,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:46.428416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Router 347259fb-08ec-4012-87c9-f11cf545d005 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:46.437175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347259fb-08ec-4012-87c9-f11cf545d005', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:39Z', 'updated_at': '2022-05-26T16:01:44Z', 'revision_number': 4, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'gw_port': {'id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:41Z', 'updated_at': '2022-05-26T16:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '48ce8909-e7bb-4c0b-86a7-0f046c587ea2', 'name': '', 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'mac_address': 'fa:16:3e:c5:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:43Z', 'updated_at': '2022-05-26T16:01:45Z', 'revision_number': 2, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'subnets': [{'id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:46.459148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c87426d6-33a8-4c2f-b76b-2be6b92e3f75 req-366ed680-6784-40c5-b650-04a6be20db4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a4de30f9fad49caa61c6a2e30b014f0&device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.3352377 May 26 16:01:46.482826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d8378b-b6a9-4d85-80b5-1d3a165988ba None None] The sync data for ids ['347259fb-08ec-4012-87c9-f11cf545d005'] in n-d-843336-2 is: [{'id': '347259fb-08ec-4012-87c9-f11cf545d005', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:39Z', 'updated_at': '2022-05-26T16:01:44Z', 'revision_number': 4, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'gw_port': {'id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:41Z', 'updated_at': '2022-05-26T16:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '48ce8909-e7bb-4c0b-86a7-0f046c587ea2', 'name': '', 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'mac_address': 'fa:16:3e:c5:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:43Z', 'updated_at': '2022-05-26T16:01:45Z', 'revision_number': 2, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'subnets': [{'id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:46.498522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Made reservation on behalf of 0242a9d99b7e4c25bbf11f242a753856 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:46.501346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['1601ddff-da77-49b1-821c-e909d0b6b3f3'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:46.502258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.599299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72dfbeae-0150-40c2-b452-7240a9f60e26 req-8837cf3f-4c45-4699-be5d-c6dc35dfc787 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.2540524 May 26 16:01:46.637531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-ad666244-4aec-4765-a542-c688429e91c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:46.640042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-61d74c23-31a6-41b8-b6b8-f1c5d45d96b5 None None] Provisioning complete for port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:46.640488 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-61d74c23-31a6-41b8-b6b8-f1c5d45d96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.650111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-ad666244-4aec-4765-a542-c688429e91c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.24 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 812 time: 0.6111505 May 26 16:01:46.698230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Request body: {'port': {'device_id': 'f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a', 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8', 'admin_state_up': True, 'tenant_id': '0242a9d99b7e4c25bbf11f242a753856'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:46.705908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4873be8-7ba9-44b0-b39c-0f092858ffe4 req-47ffe984-04ec-4c53-a62e-469ea2d756c3 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5907733 May 26 16:01:46.742960 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.745755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c87426d6-33a8-4c2f-b76b-2be6b92e3f75 req-aa866edb-63f2-4f80-8100-9e7aef761ba2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1a4de30f9fad49caa61c6a2e30b014f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791900 May 26 16:01:46.800188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.814550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:01:46.826029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.826491 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Added segment 341db2a4-30eb-41fc-b2c3-c3f15251dc78 of type vlan for network 4b004517-bfa4-46ce-a2d8-abbf34e3af8d May 26 16:01:46.845856 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-61d74c23-31a6-41b8-b6b8-f1c5d45d96b5 None None] Port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:47.053872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:47.164386 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.216047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a495f-8925-403e-962b-163a7966b536,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:47.232930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:47.246863 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9283ae48-6c56-4f4a-b920-999715c0dac9 admin admin] 10.222.0.39 "PUT /v2.0/routers/347259fb-08ec-4012-87c9-f11cf545d005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7008665 May 26 16:01:47.279083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:47.323951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'port_id': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'mac_address': 'fa:16:3e:b7:80:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:47.385853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26936beb-d7dc-473d-bca1-3c53ea95c5fb req-525d69ab-b8de-4b5f-88f1-b641cd189af9 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:47.389208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26936beb-d7dc-473d-bca1-3c53ea95c5fb req-525d69ab-b8de-4b5f-88f1-b641cd189af9 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.4411941 May 26 16:01:47.425197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Allocated IP 172.20.0.14 (ed0445e0-4713-44b6-ab9a-fc397f5c9ed8/4a8362a8-1f8b-4281-ac7c-8d675f1da078/04477c07-c8a6-4e8f-b941-e6c1c407d90a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:47.500798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c04ac970-48e1-4a81-8548-f4399867bbd1 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:47.502561 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.524199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1601ddff-da77-49b1-821c-e909d0b6b3f3 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:47.603595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.605800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:47.607735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.631457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c04ac970-48e1-4a81-8548-f4399867bbd1 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:47.681900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:47.692005 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.748178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2478032 May 26 16:01:47.756145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33288) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:47.776204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 1601ddff-da77-49b1-821c-e909d0b6b3f3 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:47.799345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Request body: {'subnet': {'network_id': '4b004517-bfa4-46ce-a2d8-abbf34e3af8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2042134099-subnet', 'tenant_id': '7ef10e8390d94cd5998a5e699f3be4a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:47.818790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 1601ddff-da77-49b1-821c-e909d0b6b3f3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:47.844010 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.853555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e92a52e4-c0d2-441d-9f0b-bdead8eaa9ca req-8ca14ccd-e081-4a58-bbd2-01067c314899 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 210 time: 0.3102627 May 26 16:01:47.857275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87426d6-33a8-4c2f-b76b-2be6b92e3f75 req-24203674-46e5-4711-991d-3ae5ab6c8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:47.864048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c87426d6-33a8-4c2f-b76b-2be6b92e3f75 req-24203674-46e5-4711-991d-3ae5ab6c8d7b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0755494 May 26 16:01:47.873654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c04ac970-48e1-4a81-8548-f4399867bbd1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:47.908479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Made reservation on behalf of 7ef10e8390d94cd5998a5e699f3be4a5 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:47.913849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.964071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26936beb-d7dc-473d-bca1-3c53ea95c5fb req-971d4cf0-2eae-455e-ba5e-5e5337f52445 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204686 May 26 16:01:47.971361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Made reservation on behalf of 0242a9d99b7e4c25bbf11f242a753856 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:47.987420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:47.989164 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.018175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e7c1c-4015-4534-8267-e088f5b3e99a admin admin] Pushing event updated for resources: {'Network': ['ID=4b004517-bfa4-46ce-a2d8-abbf34e3af8d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:48.070837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 4b004517-bfa4-46ce-a2d8-abbf34e3af8d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:01:48.100973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.328033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.361628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 59926ede-720b-4185-96ec-6738ba5f3dd2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:48.491992 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.536202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1601ddff-da77-49b1-821c-e909d0b6b3f3 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:48.536743 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.566894 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:48.579733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6ef01-1146-49cc-bae3-3ce171950430 req-e92f1d72-84af-4e3a-b63c-9eca08abec02 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:48.587941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1601ddff-da77-49b1-821c-e909d0b6b3f3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:48.589382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 59926ede-720b-4185-96ec-6738ba5f3dd2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:48.591015 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.595686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:48.597168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5dc6ef01-1146-49cc-bae3-3ce171950430 req-e92f1d72-84af-4e3a-b63c-9eca08abec02 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 946 time: 0.3680272 May 26 16:01:48.601576 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503a346a-bd78-4823-9486-be9b4eeb7fd2" -d '{"events": [{"server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "name": "network-vif-plugged", "status": "completed", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:48.608397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:48.624975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:48.628914 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a6d4ff6-8c48-4a1b-b1c5-c0934092317e req-59a3e977-ab81-4a52-b94f-725680ba43bc tempest-FloatingIPsNegativeTestJSON-1915252602 tempest-FloatingIPsNegativeTestJSON-1915252602-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=ce7acb2d5b144326a0335fee50d288a6 HTTP/1.1" status: 200 len: 217 time: 0.2866547 May 26 16:01:48.711994 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.802760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Allocated IP 172.20.0.8 (ed0445e0-4713-44b6-ab9a-fc397f5c9ed8/4a8362a8-1f8b-4281-ac7c-8d675f1da078/85224980-3fb1-4a2f-b40b-793ca363292c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:48.810490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:48.813696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.884321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1601ddff-da77-49b1-821c-e909d0b6b3f3,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:48.892113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Pushing event updated for resources: {'Port': ['ID=04477c07-c8a6-4e8f-b941-e6c1c407d90a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:48.917575 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b871419b-198b-45c2-9391-7fc4a1115ded tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9128733 May 26 16:01:48.941645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Request body: {'port': {'device_id': '640f5be7-6a44-4995-b9d1-644dbf58d1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:48.979335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 59926ede-720b-4185-96ec-6738ba5f3dd2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:48.980232 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.988117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0fa5b1-de76-4ec3-aa0b-649f1cbd67b8,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:49.020770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Checking segment: {'id': '341db2a4-30eb-41fc-b2c3-c3f15251dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b004517-bfa4-46ce-a2d8-abbf34e3af8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:49.021053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Network hostable DHCP agents. Network: 4b004517-bfa4-46ce-a2d8-abbf34e3af8d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:01:49.055528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 59926ede-720b-4185-96ec-6738ba5f3dd2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=59926ede-720b-4185-96ec-6738ba5f3dd2,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:49.060665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.064010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 55bee3bf-c64a-451f-8466-6d9f95d28de2 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:49.080169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Network 4b004517-bfa4-46ce-a2d8-abbf34e3af8d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:01:49.081794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:49.093135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 4b004517-bfa4-46ce-a2d8-abbf34e3af8d) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:49.136267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.143510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f00ab0-ebac-4858-8216-7a1218a9a0dd None None] Network 4b004517-bfa4-46ce-a2d8-abbf34e3af8d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:49.158307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:49.158307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.198161 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.220395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0037c887-4930-4ea2-92e7-68d50ab18d28 req-d240d05a-496e-4c49-bcb4-06f6251d2592 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.39 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.4723380 May 26 16:01:49.232991 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ede69d81-7d81-4a44-9efa-36b5885aaab7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4705687 May 26 16:01:49.254612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5dc6ef01-1146-49cc-bae3-3ce171950430 req-deaa92a6-f17d-472e-a43c-a6aaa3bc626e tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6562874 May 26 16:01:49.283361 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.433740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Pushing event updated for resources: {'Port': ['ID=85224980-3fb1-4a2f-b40b-793ca363292c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:49.516280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c87426d6-33a8-4c2f-b76b-2be6b92e3f75 req-2aa29ee6-af8c-4918-803d-c6e6542d6639 tempest-ServersAdmin275Test-458050562 tempest-ServersAdmin275Test-458050562-project] 10.222.0.24 "GET /v2.0/ports?device_id=2655f683-c31e-4e46-be2c-ac6164e17340 HTTP/1.1" status: 200 len: 210 time: 0.0745571 May 26 16:01:49.562512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:49.619583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:49.643822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:49.735293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04477c07-c8a6-4e8f-b941-e6c1c407d90a {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:49.740817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.753275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:49.754545 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.756435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Transition to ACTIVE for port object 04477c07-c8a6-4e8f-b941-e6c1c407d90a will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:49.766449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.783428 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:01:49.893637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Pushing event updated for resources: {'Port': ['ID=04477c07-c8a6-4e8f-b941-e6c1c407d90a,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:50.023231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Attempting to bind port 04477c07-c8a6-4e8f-b941-e6c1c407d90a on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:50.024021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Attempting to bind port 04477c07-c8a6-4e8f-b941-e6c1c407d90a by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:50.024021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Attempting to bind port 04477c07-c8a6-4e8f-b941-e6c1c407d90a on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:50.029509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port c04ac970-48e1-4a81-8548-f4399867bbd1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:50.029888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.031901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Port 04477c07-c8a6-4e8f-b941-e6c1c407d90a on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:50.056486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Attempting to bind port 04477c07-c8a6-4e8f-b941-e6c1c407d90a on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:50.074667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:50.076747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Checking segment: {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:50.078294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Bound using segment: {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:50.079824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Bound port: 04477c07-c8a6-4e8f-b941-e6c1c407d90a, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:50.080391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.105925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e69fd8-26e8-4fbf-8099-55a1fa9bd070 None None] Network 4b004517-bfa4-46ce-a2d8-abbf34e3af8d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:50.257668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:50.270235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] For port 04477c07-c8a6-4e8f-b941-e6c1c407d90a, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:50.274548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] For port 04477c07-c8a6-4e8f-b941-e6c1c407d90a, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=04477c07-c8a6-4e8f-b941-e6c1c407d90a,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:50.286158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.337214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '55bee3bf-c64a-451f-8466-6d9f95d28de2', 'network_id': '484dd3f7-9a29-4047-b437-33762eef8834', 'port_id': '55bee3bf-c64a-451f-8466-6d9f95d28de2', 'mac_address': 'fa:16:3e:90:ad:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aca4ca-f203-4443-a9ef-81c37290a4c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:50.347980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.348983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.351057 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] 10.222.0.32 "PUT /v2.0/ports/04477c07-c8a6-4e8f-b941-e6c1c407d90a HTTP/1.1" status: 200 len: 1092 time: 1.4140172 May 26 16:01:50.351521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640f5be7-6a44-4995-b9d1-644dbf58d1e4', 'tag': '04477c07-c8a6-4e8f-b941-e6c1c407d90a'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:50.355680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-61c64df5-c009-4867-9cac-0e1c76ddb4b7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.358091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-61c64df5-c009-4867-9cac-0e1c76ddb4b7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.32 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 946 time: 1.0142360 May 26 16:01:50.360185 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe821c67-0727-4140-9862-735fa67f5a69" -d '{"events": [{"name": "network-changed", "server_uuid": "640f5be7-6a44-4995-b9d1-644dbf58d1e4", "tag": "04477c07-c8a6-4e8f-b941-e6c1c407d90a"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:50.364990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=59926ede-720b-4185-96ec-6738ba5f3dd2,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:50.367481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-42d9c350-4bda-481b-b14e-bacb75a1b2c9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6993687 May 26 16:01:50.374032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33328) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:50.383582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92c416-c737-44df-93a4-7218f83a7840 req-39a9c263-c06e-4781-9184-91655b470365 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.385038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1025553665-network', 'tenant_id': 'ec4f151f572c4b0e863de19062c42013'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:50.386140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd92c416-c737-44df-93a4-7218f83a7840 req-39a9c263-c06e-4781-9184-91655b470365 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 945 time: 0.8938298 May 26 16:01:50.406769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Request body: {'port': {'device_id': 'f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:50.494220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 55bee3bf-c64a-451f-8466-6d9f95d28de2 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:50.494220 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.507464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a173d3-f138-42c4-8b40-3bda1b4af678 service neutron] Pushing event updated for resources: {'Port': ['ID=04477c07-c8a6-4e8f-b941-e6c1c407d90a,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:50.525114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d08761-a9cd-402b-8868-41861880556c req-940cd386-a86d-4ee9-826f-c3716bdffb5b tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.532963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97d08761-a9cd-402b-8868-41861880556c req-940cd386-a86d-4ee9-826f-c3716bdffb5b tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 945 time: 0.9687757 May 26 16:01:50.533547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Made reservation on behalf of ec4f151f572c4b0e863de19062c42013 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:50.537021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55bee3bf-c64a-451f-8466-6d9f95d28de2 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:50.538306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.563648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.565755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c04ac970-48e1-4a81-8548-f4399867bbd1 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:50.566175 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.590213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-bb6eed1b-a0cc-4e08-b056-bbbbc6964019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.592978 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-bb6eed1b-a0cc-4e08-b056-bbbbc6964019 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&device_id=640f5be7-6a44-4995-b9d1-644dbf58d1e4 HTTP/1.1" status: 200 len: 1095 time: 0.1658895 May 26 16:01:50.596694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:50.637332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:50.641691 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.645331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd92c416-c737-44df-93a4-7218f83a7840 req-510ceeb6-9184-4d1b-ac48-4433d860bbbf tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676843 May 26 16:01:50.646110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.660249 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-91d341dc-dfc8-4894-bec9-df2e2e667eb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04477c07-c8a6-4e8f-b941-e6c1c407d90a HTTP/1.1" status: 200 len: 217 time: 0.0575221 May 26 16:01:50.696411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97d08761-a9cd-402b-8868-41861880556c req-cf67e0ae-c8dd-4146-836c-9409e1ef3f33 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.39 "GET /v2.0/security-groups?id=f601ba82-0a50-43bb-acfa-bf69c42de9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610618 May 26 16:01:50.712024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=55bee3bf-c64a-451f-8466-6d9f95d28de2,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:50.723060 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.755917 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Sync routers for ids ['347259fb-08ec-4012-87c9-f11cf545d005'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:50.769729 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Routers {'347259fb-08ec-4012-87c9-f11cf545d005'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:50.770662 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['347259fb-08ec-4012-87c9-f11cf545d005'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:50.810967 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5af00-d6c3-4101-b20f-283e1eb51c56 x-openstack-request-id: req-63b5af00-d6c3-4101-b20f-283e1eb51c56 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:50.811902 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "name": "network-vif-plugged", "status": "completed", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:50.812104 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63b5af00-d6c3-4101-b20f-283e1eb51c56 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:50.814398 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b5af00-d6c3-4101-b20f-283e1eb51c56'] response: {'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'code': 200} May 26 16:01:50.815584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['55bee3bf-c64a-451f-8466-6d9f95d28de2'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:50.820579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-a2c213e2-3f61-48e9-bd77-ad65238e430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.822407 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-a2c213e2-3f61-48e9-bd77-ad65238e430b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a8362a8-1f8b-4281-ac7c-8d675f1da078 HTTP/1.1" status: 200 len: 852 time: 0.1527004 May 26 16:01:50.850984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ccdd6c16-1076-4ac7-810b-d7b6a6f44105 req-2b09617a-26b6-4bc7-a8cf-5dffc369b5d9 tempest-FloatingIPsNegativeTestJSON-1915252602 tempest-FloatingIPsNegativeTestJSON-1915252602-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0809348 May 26 16:01:50.957452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.989195 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Set router 347259fb-08ec-4012-87c9-f11cf545d005 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:51.002632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:51.018189 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-9ce9b68b-5f1e-4171-87f3-f057725e85be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588167 May 26 16:01:51.019006 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.042967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Deleting port 7209704a-7cec-4473-a746-107a15df8dc3 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:51.042967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.057926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:01:51.077678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 55bee3bf-c64a-451f-8466-6d9f95d28de2 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:51.110460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa834ed-ba77-401c-b36d-cc712bdec5b2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:51.114239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.114697 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Added segment a15c7033-0c73-4a47-89e5-889d94a3ed78 of type vlan for network 090df1b9-5fd5-4125-82a1-68e6fa46a977 May 26 16:01:51.179269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.197798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] For port 7209704a-7cec-4473-a746-107a15df8dc3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7209704a-7cec-4473-a746-107a15df8dc3,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:51.198685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.210338 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-b8eaf273-0678-4e64-b270-7cd8b10b402b service neutron] 10.222.0.32 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837218 May 26 16:01:51.241216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.242968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:51.243752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.260843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 55bee3bf-c64a-451f-8466-6d9f95d28de2 is: BUILD; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:51.261247 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.280624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 55bee3bf-c64a-451f-8466-6d9f95d28de2 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:51.306386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:51.313570 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.360222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9829373 May 26 16:01:51.366547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef3af-ff16-433a-9e02-6db874900efe admin admin] Pushing event updated for resources: {'Network': ['ID=090df1b9-5fd5-4125-82a1-68e6fa46a977,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:51.370554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33334) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:51.377411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Request body: {'subnet': {'network_id': '090df1b9-5fd5-4125-82a1-68e6fa46a977', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1025553665-subnet', 'tenant_id': 'ec4f151f572c4b0e863de19062c42013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:51.379219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=55bee3bf-c64a-451f-8466-6d9f95d28de2,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:51.384378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 090df1b9-5fd5-4125-82a1-68e6fa46a977 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:01:51.413848 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-967c007e-cb97-4ddc-8d89-70f0597337e6 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936729 May 26 16:01:51.420889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Made reservation on behalf of ec4f151f572c4b0e863de19062c42013 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:51.428562 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.539265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7209704a-7cec-4473-a746-107a15df8dc3 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:51.568209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5334b95-b0b0-448e-bfd0-ccc3aedfd124 req-07aad1c1-9ddd-4daa-919b-caf367a752f3 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:51.577322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5334b95-b0b0-448e-bfd0-ccc3aedfd124 req-07aad1c1-9ddd-4daa-919b-caf367a752f3 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 931 time: 0.6677635 May 26 16:01:51.619315 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347259fb-08ec-4012-87c9-f11cf545d005', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:39Z', 'updated_at': '2022-05-26T16:01:44Z', 'revision_number': 4, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'gw_port': {'id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:41Z', 'updated_at': '2022-05-26T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '48ce8909-e7bb-4c0b-86a7-0f046c587ea2', 'name': '', 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'mac_address': 'fa:16:3e:c5:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:43Z', 'updated_at': '2022-05-26T16:01:45Z', 'revision_number': 2, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'subnets': [{'id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:51.641373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d990cea-6411-48ce-bda1-c649283adcc3 req-75359d2e-fe3b-4d66-a794-77b24bfd8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:51.643014 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d990cea-6411-48ce-bda1-c649283adcc3 req-75359d2e-fe3b-4d66-a794-77b24bfd8336 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 1096 time: 0.7807467 May 26 16:01:51.666859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 7209704a-7cec-4473-a746-107a15df8dc3 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:51.667480 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.695777 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Checking router: 347259fb-08ec-4012-87c9-f11cf545d005 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:51.696435 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Updating router 347259fb-08ec-4012-87c9-f11cf545d005 port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:01:51.712144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65124de6-57c2-444c-9018-528ae5a2f934 req-7fa4f68e-6161-49fa-8862-4ae3c4ec1e65 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:51.717739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.721125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65124de6-57c2-444c-9018-528ae5a2f934 req-7fa4f68e-6161-49fa-8862-4ae3c4ec1e65 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.6857383 May 26 16:01:51.726846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7209704a-7cec-4473-a746-107a15df8dc3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7209704a-7cec-4473-a746-107a15df8dc3,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:51.736123 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.773299 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.824902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=7209704a-7cec-4473-a746-107a15df8dc3,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:51.839806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b95f3b-2a42-40e1-97f4-26d46c899134,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:51.874806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Checking segment: {'id': 'a15c7033-0c73-4a47-89e5-889d94a3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '090df1b9-5fd5-4125-82a1-68e6fa46a977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:51.875411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Network hostable DHCP agents. Network: 090df1b9-5fd5-4125-82a1-68e6fa46a977, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:01:51.883500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.884984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.885327 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Floating IP f944b1cb-7952-464d-9d53-144150e0821e disassociated. External IP: 172.25.0.28, port: 7209704a-7cec-4473-a746-107a15df8dc3. May 26 16:01:51.885714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Calling delete_port for 7209704a-7cec-4473-a746-107a15df8dc3 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:51.911005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Network 090df1b9-5fd5-4125-82a1-68e6fa46a977 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:01:51.926269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 090df1b9-5fd5-4125-82a1-68e6fa46a977) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:51.936933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dff2de-c28f-4b35-96cf-ae12e1bdbc92 None None] Network 090df1b9-5fd5-4125-82a1-68e6fa46a977 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:51.950079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:51.954572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.986999 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cd46b6c0-504d-4ea5-9455-e44897425af4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6150844 May 26 16:01:52.070895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5334b95-b0b0-448e-bfd0-ccc3aedfd124 req-1905689e-a17d-44d2-93e6-1f1ab1d2c9aa tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925911 May 26 16:01:52.135099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba58212-5bb3-4693-8c1b-d94677958505 None None] Network 090df1b9-5fd5-4125-82a1-68e6fa46a977 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:52.167953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d990cea-6411-48ce-bda1-c649283adcc3 req-169bccdb-b6d4-4b7f-ae0c-9faec1acc198 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5063567 May 26 16:01:52.240955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65124de6-57c2-444c-9018-528ae5a2f934 req-cc289758-26b2-4cb9-9290-629c7b6957a2 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5141258 May 26 16:01:52.349102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 59926ede-720b-4185-96ec-6738ba5f3dd2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:52.399479 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f89d404-d4c7-417e-9720-4dec4597320f x-openstack-request-id: req-3f89d404-d4c7-417e-9720-4dec4597320f {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:52.399898 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640f5be7-6a44-4995-b9d1-644dbf58d1e4", "tag": "04477c07-c8a6-4e8f-b941-e6c1c407d90a", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:52.400253 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f89d404-d4c7-417e-9720-4dec4597320f {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:52.400883 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f89d404-d4c7-417e-9720-4dec4597320f'] response: {'name': 'network-changed', 'server_uuid': '640f5be7-6a44-4995-b9d1-644dbf58d1e4', 'tag': '04477c07-c8a6-4e8f-b941-e6c1c407d90a', 'status': 'completed', 'code': 200} May 26 16:01:52.576326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 59926ede-720b-4185-96ec-6738ba5f3dd2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:52.577195 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:52.641420 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:52.649466 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:52.657046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85224980-3fb1-4a2f-b40b-793ca363292c {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:52.684307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97fa06-a3b5-4d7c-89b1-4ae4f3ad2600 req-1e33bf27-efc5-4d23-a86f-690b1ae83ab5 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:52.685990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba97fa06-a3b5-4d7c-89b1-4ae4f3ad2600 req-1e33bf27-efc5-4d23-a86f-690b1ae83ab5 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 944 time: 0.3346941 May 26 16:01:52.702107 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:52.724030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe821c67-0727-4140-9862-735fa67f5a69 req-ddc55c91-86e6-450b-8c00-4fe5c87a40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:52.725573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe821c67-0727-4140-9862-735fa67f5a69 req-ddc55c91-86e6-450b-8c00-4fe5c87a40c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&device_id=640f5be7-6a44-4995-b9d1-644dbf58d1e4 HTTP/1.1" status: 200 len: 1095 time: 0.2712405 May 26 16:01:52.741954 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce1178-1101-4747-a560-8f092d3d77c8 None None] Pushing event updated for resources: {'Port': ['ID=48ce8909-e7bb-4c0b-86a7-0f046c587ea2,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:52.816284 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Attempting to bind port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:52.816284 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Attempting to bind port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:52.816284 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Attempting to bind port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 on network c9a8680f-98d0-4b4d-9948-ade89d28a582 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:52.818751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1'}, {'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:52.824655 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd548f8-73eb-4922-926b-c6e37970a69b" -d '{"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-plugged", "status": "completed", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1"}, {"server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "name": "network-vif-unplugged", "status": "completed", "tag": "7209704a-7cec-4473-a746-107a15df8dc3"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:52.826862 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:52.827242 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Checking segment: {'id': 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:52.828536 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:52.829748 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Bound using segment: {'id': 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:52.832911 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Bound port: 48ce8909-e7bb-4c0b-86a7-0f046c587ea2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:52.834249 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:52.852460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33350) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:52.889472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 59926ede-720b-4185-96ec-6738ba5f3dd2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:52.922034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe821c67-0727-4140-9862-735fa67f5a69 req-3195f4a5-6479-42ef-a268-dcf9d727f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:52.923850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe821c67-0727-4140-9862-735fa67f5a69 req-3195f4a5-6479-42ef-a268-dcf9d727f1c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 913 time: 0.1828589 May 26 16:01:52.925537 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:52.966781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Transition to ACTIVE for port object 85224980-3fb1-4a2f-b40b-793ca363292c will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:53.022904 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] For port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:53.029428 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] For port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=48ce8909-e7bb-4c0b-86a7-0f046c587ea2,segment=NetworkSegment(a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9),segment_id=a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:53.037930 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.072424 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-46ed3795-b90d-46cd-a99b-89c8e49a03eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.077541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 55bee3bf-c64a-451f-8466-6d9f95d28de2 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:53.127905 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce1178-1101-4747-a560-8f092d3d77c8 None None] Pushing event updated for resources: {'Port': ['ID=48ce8909-e7bb-4c0b-86a7-0f046c587ea2,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:53.153873 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Routers {'347259fb-08ec-4012-87c9-f11cf545d005'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:53.154866 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['347259fb-08ec-4012-87c9-f11cf545d005'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:53.168638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.188350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 55bee3bf-c64a-451f-8466-6d9f95d28de2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:53.188885 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.217044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe821c67-0727-4140-9862-735fa67f5a69 req-d112f73f-3ac9-4caa-b445-d7001c6b5b00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04477c07-c8a6-4e8f-b941-e6c1c407d90a HTTP/1.1" status: 200 len: 217 time: 0.2631965 May 26 16:01:53.218672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Pushing event deleted for resources: {'Port': ['ID=7209704a-7cec-4473-a746-107a15df8dc3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:53.222199 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-b68b91d1-d220-4f0a-96dd-bce86168722d req-6309335d-eaf4-48e9-aa37-010a4ed88f08 tempest-FloatingIPsNegativeTestJSON-1915252602 tempest-FloatingIPsNegativeTestJSON-1915252602-project] show failed (client error): The resource could not be found. May 26 16:01:53.223725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b68b91d1-d220-4f0a-96dd-bce86168722d req-6309335d-eaf4-48e9-aa37-010a4ed88f08 tempest-FloatingIPsNegativeTestJSON-1915252602 tempest-FloatingIPsNegativeTestJSON-1915252602-project] 10.222.0.39 "GET /v2.0/floatingips/92d21999-f604-44e9-84ae-212bbe7ab699 HTTP/1.1" status: 404 len: 350 time: 0.2932792 May 26 16:01:53.243619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33358) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:53.302263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Pushing event updated for resources: {'Port': ['ID=85224980-3fb1-4a2f-b40b-793ca363292c,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:53.377918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-43c9ed57-8be1-4b39-a997-b88b102dd1ae None None] Provisioning complete for port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:53.378723 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-43c9ed57-8be1-4b39-a997-b88b102dd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.429453 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba97fa06-a3b5-4d7c-89b1-4ae4f3ad2600 req-d879bdf7-22ac-4aac-92a7-5479daa35745 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups?id=1fa40324-c66d-4991-b68f-81e8c34f509e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7243590 May 26 16:01:53.518911 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-46ed3795-b90d-46cd-a99b-89c8e49a03eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.523260 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] Set router 347259fb-08ec-4012-87c9-f11cf545d005 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:53.546597 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-46ed3795-b90d-46cd-a99b-89c8e49a03eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.563011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 55bee3bf-c64a-451f-8466-6d9f95d28de2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:53.563618 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.581025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 04477c07-c8a6-4e8f-b941-e6c1c407d90a details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:53.642945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:53.653939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe821c67-0727-4140-9862-735fa67f5a69 req-83e7459f-cbe3-4baf-a8f1-12039a1e79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:53.655857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe821c67-0727-4140-9862-735fa67f5a69 req-83e7459f-cbe3-4baf-a8f1-12039a1e79fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a8362a8-1f8b-4281-ac7c-8d675f1da078 HTTP/1.1" status: 200 len: 852 time: 0.3285947 May 26 16:01:53.672806 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.773384 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-46ed3795-b90d-46cd-a99b-89c8e49a03eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a4de30f9fad49caa61c6a2e30b014f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9195833 May 26 16:01:53.776485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33364) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:53.806931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-43c9ed57-8be1-4b39-a997-b88b102dd1ae None None] Current status of the port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:53.810167 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-43c9ed57-8be1-4b39-a997-b88b102dd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.860824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe821c67-0727-4140-9862-735fa67f5a69 req-3ba70e27-0bdd-4b68-897b-5620d825ac32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835058 May 26 16:01:53.877067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed3795-b90d-46cd-a99b-89c8e49a03eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b14e39-f211-4bac-92d5-93639704811d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:53.894220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-43c9ed57-8be1-4b39-a997-b88b102dd1ae None None] For port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=48ce8909-e7bb-4c0b-86a7-0f046c587ea2,segment=NetworkSegment(a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9),segment_id=a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:53.907275 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.912413 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.919148 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-43c9ed57-8be1-4b39-a997-b88b102dd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.923744 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:01:53.956093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Attempting to bind port 85224980-3fb1-4a2f-b40b-793ca363292c on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:53.959416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Attempting to bind port 85224980-3fb1-4a2f-b40b-793ca363292c by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:53.959870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Attempting to bind port 85224980-3fb1-4a2f-b40b-793ca363292c on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:54.005871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d6c43-4156-4452-955e-2b381b38bbaf req-0ebfc628-8cc1-444e-91db-a067d07207a5 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:54.007583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-032d6c43-4156-4452-955e-2b381b38bbaf req-0ebfc628-8cc1-444e-91db-a067d07207a5 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 945 time: 0.6280437 May 26 16:01:54.050234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:54.067850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Port 85224980-3fb1-4a2f-b40b-793ca363292c on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:54.067850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Attempting to bind port 85224980-3fb1-4a2f-b40b-793ca363292c on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:54.107851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8e737bb-6041-4b6e-a837-beab2973d5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.123680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=55bee3bf-c64a-451f-8466-6d9f95d28de2,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:54.147328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-35d2decb-2448-4e43-b610-16bdae009f79 None None] Provisioning complete for port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:54.150116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-35d2decb-2448-4e43-b610-16bdae009f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.156083 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347259fb-08ec-4012-87c9-f11cf545d005', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:39Z', 'updated_at': '2022-05-26T16:01:44Z', 'revision_number': 4, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'gw_port': {'id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:41Z', 'updated_at': '2022-05-26T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '48ce8909-e7bb-4c0b-86a7-0f046c587ea2', 'name': '', 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'mac_address': 'fa:16:3e:c5:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:43Z', 'updated_at': '2022-05-26T16:01:53Z', 'revision_number': 4, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'subnets': [{'id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:54.160443 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8e737bb-6041-4b6e-a837-beab2973d5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.226533 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f0ec7-12e5-41f1-8a60-d42a451e4302 None None] The sync data for ids ['347259fb-08ec-4012-87c9-f11cf545d005'] in n-d-843336-2 is: [{'id': '347259fb-08ec-4012-87c9-f11cf545d005', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:39Z', 'updated_at': '2022-05-26T16:01:44Z', 'revision_number': 4, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'gw_port': {'id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:41Z', 'updated_at': '2022-05-26T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '48ce8909-e7bb-4c0b-86a7-0f046c587ea2', 'name': '', 'network_id': 'c9a8680f-98d0-4b4d-9948-ade89d28a582', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'mac_address': 'fa:16:3e:c5:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:43Z', 'updated_at': '2022-05-26T16:01:53Z', 'revision_number': 4, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'subnets': [{'id': 'fc56d345-b4b0-4f2d-b3d6-88a785ed05fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:54.238667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.240578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.240578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.241014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.241764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.249160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.252980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.253460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.253789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.254262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.254589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.254916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:54.303997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8e737bb-6041-4b6e-a837-beab2973d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.304859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:54.305489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Checking segment: {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:54.306136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Bound using segment: {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:54.306725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8e737bb-6041-4b6e-a837-beab2973d5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.307097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Bound port: 85224980-3fb1-4a2f-b40b-793ca363292c, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:54.307697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.311283 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d8e737bb-6041-4b6e-a837-beab2973d5e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82b14e39-f211-4bac-92d5-93639704811d HTTP/1.1" status: 204 len: 168 time: 0.5250952 May 26 16:01:54.335803 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e737bb-6041-4b6e-a837-beab2973d5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b14e39-f211-4bac-92d5-93639704811d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:54.365048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:54.451818 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe821c67-0727-4140-9862-735fa67f5a69 req-61557f47-b861-4c83-82b3-c10fb5aee73b service neutron] 10.222.0.32 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371306 May 26 16:01:54.481315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.525958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 04477c07-c8a6-4e8f-b941-e6c1c407d90a, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=04477c07-c8a6-4e8f-b941-e6c1c407d90a,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:54.679725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '04477c07-c8a6-4e8f-b941-e6c1c407d90a', 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8', 'port_id': '04477c07-c8a6-4e8f-b941-e6c1c407d90a', 'mac_address': 'fa:16:3e:d2:63:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8362a8-1f8b-4281-ac7c-8d675f1da078', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:54.768339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9ed57-8be1-4b39-a997-b88b102dd1ae None None] Pushing event updated for resources: {'Port': ['ID=48ce8909-e7bb-4c0b-86a7-0f046c587ea2,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:54.891057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 04477c07-c8a6-4e8f-b941-e6c1c407d90a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:54.891618 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.896695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:54.897360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.909852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33380) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:54.956867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2ff32d8-dfd0-4cd7-8175-71bd8673aed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.989410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04477c07-c8a6-4e8f-b941-e6c1c407d90a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:55.022026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-35d2decb-2448-4e43-b610-16bdae009f79 None None] Current status of the port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:55.062846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 04477c07-c8a6-4e8f-b941-e6c1c407d90a, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=04477c07-c8a6-4e8f-b941-e6c1c407d90a,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:55.069848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:55.077620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2ff32d8-dfd0-4cd7-8175-71bd8673aed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.097814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2ff32d8-dfd0-4cd7-8175-71bd8673aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.108689 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.113180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] Sync routers for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:55.121741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-032d6c43-4156-4452-955e-2b381b38bbaf req-2cb41cd7-7be1-49b2-93c2-a6c53ae76f68 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0855911 May 26 16:01:55.195078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff32d8-dfd0-4cd7-8175-71bd8673aed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e75e0b-bfa2-4517-9a82-7338db7a4f27,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:55.209386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:55.228951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:55.229603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:55.247749 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f2ff32d8-dfd0-4cd7-8175-71bd8673aed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f82c8b46b7824732828ff9b39891d21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249400 May 26 16:01:55.248752 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33382) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:55.341762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] No DVR routers for this DVR port 7209704a-7cec-4473-a746-107a15df8dc3 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:55.348712 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 26 May 2022 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cda692-f76e-4237-8107-5c56a934da5b x-openstack-request-id: req-59cda692-f76e-4237-8107-5c56a934da5b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:55.348712 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-plugged", "status": "completed", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1", "code": 200}, {"server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "name": "network-vif-unplugged", "status": "completed", "tag": "7209704a-7cec-4473-a746-107a15df8dc3", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:55.348712 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59cda692-f76e-4237-8107-5c56a934da5b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:55.349264 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59cda692-f76e-4237-8107-5c56a934da5b'] response: {'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'code': 200} May 26 16:01:55.349264 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59cda692-f76e-4237-8107-5c56a934da5b'] response: {'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3', 'code': 200} May 26 16:01:55.353258 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.357481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4994dac-ca75-4993-9bd4-7e99f81e0cee req-b4e636e6-ccaf-4bf2-bfb2-aa77f45a9c68 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.32 "DELETE /v2.0/ports/7209704a-7cec-4473-a746-107a15df8dc3 HTTP/1.1" status: 204 len: 173 time: 4.9864397 May 26 16:01:55.368573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'name': 'network-vif-deleted', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:55.371668 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b6d6f-bf50-42b3-8ca4-8aa10fdb48a3" -d '{"events": [{"server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "name": "network-vif-deleted", "tag": "7209704a-7cec-4473-a746-107a15df8dc3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:55.385775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=04477c07-c8a6-4e8f-b941-e6c1c407d90a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:55.457130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-5d58c35c-706a-444c-a967-93f5d64bdc11 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:55.459045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-5d58c35c-706a-444c-a967-93f5d64bdc11 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 945 time: 0.9762239 May 26 16:01:55.469289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3181164e-da53-4756-9bd7-a569cecbedd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.504115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3181164e-da53-4756-9bd7-a569cecbedd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.570313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3181164e-da53-4756-9bd7-a569cecbedd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.572976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3181164e-da53-4756-9bd7-a569cecbedd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.574172 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3181164e-da53-4756-9bd7-a569cecbedd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8e75e0b-bfa2-4517-9a82-7338db7a4f27 HTTP/1.1" status: 204 len: 168 time: 0.3138988 May 26 16:01:55.601176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Deleting port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:55.601531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.620688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181164e-da53-4756-9bd7-a569cecbedd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e75e0b-bfa2-4517-9a82-7338db7a4f27,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:55.630383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] For port 85224980-3fb1-4a2f-b40b-793ca363292c, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:55.634805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] For port 85224980-3fb1-4a2f-b40b-793ca363292c, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=85224980-3fb1-4a2f-b40b-793ca363292c,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:55.700028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['04477c07-c8a6-4e8f-b941-e6c1c407d90a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:55.773923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:55.842765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] For port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=48ce8909-e7bb-4c0b-86a7-0f046c587ea2,segment=NetworkSegment(a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9),segment_id=a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:55.843160 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.876369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Calling delete_port for 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:56.267972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:56.313586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-6f4f3945-6147-4e2b-9f1e-b828654b7754 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:56.328431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-6f4f3945-6147-4e2b-9f1e-b828654b7754 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/networks?id=4b004517-bfa4-46ce-a2d8-abbf34e3af8d HTTP/1.1" status: 200 len: 815 time: 2.1070504 May 26 16:01:56.330756 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.383579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.433007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ce8909-e7bb-4c0b-86a7-0f046c587ea2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:56.525201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017d5a-5884-41e1-994a-617cebd11057 req-6c552355-482b-4123-b889-43aa5e02f0fe tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:56.531807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c017d5a-5884-41e1-994a-617cebd11057 req-6c552355-482b-4123-b889-43aa5e02f0fe tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 943 time: 1.0909863 May 26 16:01:56.534555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe821c67-0727-4140-9862-735fa67f5a69 req-50e99b58-3321-4d49-81e6-8f6bed028cea service neutron] 10.222.0.32 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0193744 May 26 16:01:56.554477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-07c9360d-0727-427b-a86e-64ea6b5b9fb0 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/quotas/7ef10e8390d94cd5998a5e699f3be4a5 HTTP/1.1" status: 200 len: 375 time: 0.2250476 May 26 16:01:56.580220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No active binding found for port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:01:56.581552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 26 16:01:56.584114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:56.585795 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.588376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] 10.222.0.24 "PUT /v2.0/ports/85224980-3fb1-4a2f-b40b-793ca363292c HTTP/1.1" status: 200 len: 1091 time: 6.1893234 May 26 16:01:56.683609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Port 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 not found, will not notify nova. {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 26 16:01:56.694991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:56Z', 'revision_number': 5, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:56.800113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] Checking router: 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:56.829686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:56.830765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:56.834433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-8597c159-d1ac-4bf2-9e61-082a95086cb8 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ef10e8390d94cd5998a5e699f3be4a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2740018 May 26 16:01:56.908715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.980667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4e53-90a1-4a63-8469-487ccae9c805 service neutron] Pushing event updated for resources: {'Port': ['ID=85224980-3fb1-4a2f-b40b-793ca363292c,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:57.038577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c017d5a-5884-41e1-994a-617cebd11057 req-58e44932-6aff-4b7b-8cc8-d59ce66ac4ce tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741261 May 26 16:01:57.065721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Deleting port 55bee3bf-c64a-451f-8466-6d9f95d28de2 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:57.066107 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.154932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:57.283227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] For port 55bee3bf-c64a-451f-8466-6d9f95d28de2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=55bee3bf-c64a-451f-8466-6d9f95d28de2,segment=NetworkSegment(36fe97f4-071d-4b2f-b13c-a5b01b88a9fa),segment_id=36fe97f4-071d-4b2f-b13c-a5b01b88a9fa)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:57.283927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.303821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Calling delete_port for 55bee3bf-c64a-451f-8466-6d9f95d28de2 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:57.357201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bee3bf-c64a-451f-8466-6d9f95d28de2'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:57.359534 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da971a9-0c0b-4d34-a6a2-3dcc093432cc" -d '{"events": [{"server_uuid": "0bdd37a5-e8a3-45c4-9af6-565ce8177b80", "name": "network-vif-plugged", "status": "completed", "tag": "55bee3bf-c64a-451f-8466-6d9f95d28de2"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:57.456289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Router 347259fb-08ec-4012-87c9-f11cf545d005 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:57.596645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:56Z', 'revision_number': 5, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:57.604288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 04477c07-c8a6-4e8f-b941-e6c1c407d90a up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:57.674781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2da8ac-6b0d-42ff-bf7a-10bc63901aee None None] The sync data for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 is: [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T15:59:48Z', 'revision_number': 4, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '471a539f-1c12-4efe-80ef-9eeb7d64949a', 'name': '', 'network_id': '1a739b17-ceba-407b-9c42-6767370e00cd', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'mac_address': 'fa:16:3e:81:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:46Z', 'updated_at': '2022-05-26T15:59:56Z', 'revision_number': 5, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'subnets': [{'id': '2181d0f0-0390-4539-98f5-a1057ad978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:57.743981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-a8e5c1c5-71e2-4510-be12-c5ca837341b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:57.744599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 04477c07-c8a6-4e8f-b941-e6c1c407d90a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:57.749927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 04477c07-c8a6-4e8f-b941-e6c1c407d90a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:57.750332 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.752437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-a8e5c1c5-71e2-4510-be12-c5ca837341b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 1094 time: 1.0369496 May 26 16:01:57.797436 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.799332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:57.814854 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dfbabd44-fd1b-4198-b59d-7d7329a35672 admin admin] 10.222.0.39 "PUT /v2.0/routers/347259fb-08ec-4012-87c9-f11cf545d005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5663900 May 26 16:01:57.816150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33430) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:57.820995 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] Sync routers for ids ['347259fb-08ec-4012-87c9-f11cf545d005'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:57.848802 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] Routers {'347259fb-08ec-4012-87c9-f11cf545d005'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:57.849447 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['347259fb-08ec-4012-87c9-f11cf545d005'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:58.029398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 04477c07-c8a6-4e8f-b941-e6c1c407d90a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:58.029791 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.054177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Pushing event deleted for resources: {'Port': ['ID=55bee3bf-c64a-451f-8466-6d9f95d28de2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:58.135940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 04477c07-c8a6-4e8f-b941-e6c1c407d90a, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=04477c07-c8a6-4e8f-b941-e6c1c407d90a,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:58.142524 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.145118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286af57-21ea-435b-8a59-c468e78c41a4 req-12c049b7-bdfc-4069-a669-4f120a8f2028 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.155696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9286af57-21ea-435b-8a59-c468e78c41a4 req-12c049b7-bdfc-4069-a669-4f120a8f2028 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.6413424 May 26 16:01:58.159581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-4a923b97-e26d-4447-9fe9-4a107b2ef282 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85224980-3fb1-4a2f-b40b-793ca363292c HTTP/1.1" status: 200 len: 217 time: 0.3762474 May 26 16:01:58.161606 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] Set router 347259fb-08ec-4012-87c9-f11cf545d005 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:58.189502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.214065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-704ca0ef-236c-4f06-aead-f3b9ca30ba5f service neutron] 10.222.0.39 "GET /v2.0/networks/4b004517-bfa4-46ce-a2d8-abbf34e3af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3786767 May 26 16:01:58.240620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=04477c07-c8a6-4e8f-b941-e6c1c407d90a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:58.368247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-2e4697f5-6576-462c-88f5-fe653f204c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.370094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-2e4697f5-6576-462c-88f5-fe653f204c2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a8362a8-1f8b-4281-ac7c-8d675f1da078 HTTP/1.1" status: 200 len: 852 time: 0.2014418 May 26 16:01:58.373660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] No DVR routers for this DVR port 55bee3bf-c64a-451f-8466-6d9f95d28de2 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:58.379857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc4402-2f1e-47f3-aa82-1d93db330125 None None] New status for floating IP f944b1cb-7952-464d-9d53-144150e0821e: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:01:58.475498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-7b7d906e-f69a-4c83-b316-170fa425a1f9 service neutron] 10.222.0.39 "GET /v2.0/networks/4b004517-bfa4-46ce-a2d8-abbf34e3af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035383 May 26 16:01:58.478459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.483285 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-329f943c-71b7-48ab-a778-19c8fded2e6f req-9d205dc0-2c58-479b-952e-4f98d4d93359 tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.24 "DELETE /v2.0/ports/55bee3bf-c64a-451f-8466-6d9f95d28de2 HTTP/1.1" status: 204 len: 173 time: 2.9963837 May 26 16:01:58.533240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-7e7fdca0-393a-43aa-9368-b84c4e67a04a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561457 May 26 16:01:58.612258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9286af57-21ea-435b-8a59-c468e78c41a4 req-78c48025-a966-4e1e-a289-12117d7b0425 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3833828 May 26 16:01:58.834357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2922a38a-7ef8-431e-ad13-a4db943dfcf2 req-f1a89868-ef55-4c9a-9bb0-ed25bda4e1ee tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 210 time: 0.0940003 May 26 16:01:58.863040 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-e0a29447-bda8-4534-96fe-3186153fb320 service neutron] 10.222.0.24 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198788 May 26 16:01:58.974200 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347259fb-08ec-4012-87c9-f11cf545d005', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:39Z', 'updated_at': '2022-05-26T16:01:56Z', 'revision_number': 5, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'gw_port': {'id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:41Z', 'updated_at': '2022-05-26T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:58.988787 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b19ef9-3c12-4768-b78f-4567aad49d7d x-openstack-request-id: req-10b19ef9-3c12-4768-b78f-4567aad49d7d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:58.989056 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88847aa5-90bf-4b7a-8607-ed08f31e35e3", "name": "network-vif-deleted", "tag": "7209704a-7cec-4473-a746-107a15df8dc3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:58.989304 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10b19ef9-3c12-4768-b78f-4567aad49d7d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:58.989835 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b19ef9-3c12-4768-b78f-4567aad49d7d'] response: {'server_uuid': '88847aa5-90bf-4b7a-8607-ed08f31e35e3', 'name': 'network-vif-deleted', 'tag': '7209704a-7cec-4473-a746-107a15df8dc3', 'status': 'completed', 'code': 200} May 26 16:01:59.069289 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] Checking router: 347259fb-08ec-4012-87c9-f11cf545d005 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:59.079311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 55bee3bf-c64a-451f-8466-6d9f95d28de2 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:59.089632 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] Routers {'347259fb-08ec-4012-87c9-f11cf545d005'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:59.090570 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:01:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['347259fb-08ec-4012-87c9-f11cf545d005'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:59.094053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cac2d6c-ed15-41fb-a36b-e680990cbed0 req-f561bc17-65d4-4b98-9e7a-270e0ed9ed0a service neutron] 10.222.0.24 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229114 May 26 16:01:59.145583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 55bee3bf-c64a-451f-8466-6d9f95d28de2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:59.146845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 55bee3bf-c64a-451f-8466-6d9f95d28de2 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:59.226397 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294072b6-f4fc-44b8-ae6e-38a48b641c67 x-openstack-request-id: req-294072b6-f4fc-44b8-ae6e-38a48b641c67 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:59.226973 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdd37a5-e8a3-45c4-9af6-565ce8177b80", "name": "network-vif-plugged", "status": "completed", "tag": "55bee3bf-c64a-451f-8466-6d9f95d28de2", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:59.227444 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-294072b6-f4fc-44b8-ae6e-38a48b641c67 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:59.228050 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294072b6-f4fc-44b8-ae6e-38a48b641c67'] response: {'server_uuid': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bee3bf-c64a-451f-8466-6d9f95d28de2', 'code': 200} May 26 16:01:59.237283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b594-de4a-441d-8781-8d15c6765d49 req-bb601cc0-7b70-4876-8a64-f770600a5a59 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.240657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b11b594-de4a-441d-8781-8d15c6765d49 req-bb601cc0-7b70-4876-8a64-f770600a5a59 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 945 time: 0.1454802 May 26 16:01:59.322714 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b11b594-de4a-441d-8781-8d15c6765d49 req-9513dc84-b4d6-4176-a9c5-dba388b3f6f8 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708556 May 26 16:01:59.433677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:59.508422 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] Set router 347259fb-08ec-4012-87c9-f11cf545d005 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:59.528064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-605a6ad8-7005-4581-a5f3-b8805db521bf req-cb94ce3c-3a94-40ad-b74c-f2603aec8d15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb292c5c91041cd847ad10108eed473&device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 210 time: 0.1309805 May 26 16:01:59.537983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Deleting port 59926ede-720b-4185-96ec-6738ba5f3dd2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:59.538487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:59.655562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] For port 59926ede-720b-4185-96ec-6738ba5f3dd2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=59926ede-720b-4185-96ec-6738ba5f3dd2,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:59.656063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:59.676013 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Calling delete_port for 59926ede-720b-4185-96ec-6738ba5f3dd2 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:59.829216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fed4aa-1689-4a32-a7f8-ed667366c446 req-48d7c09c-ae39-4fcc-8ca2-62fee0c57ac6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.837190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10fed4aa-1689-4a32-a7f8-ed667366c446 req-48d7c09c-ae39-4fcc-8ca2-62fee0c57ac6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 943 time: 0.4745126 May 26 16:01:59.867296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a6ad8-7005-4581-a5f3-b8805db521bf req-e9c4d802-5fe0-4172-9985-cc5f21395ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.869054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-605a6ad8-7005-4581-a5f3-b8805db521bf req-e9c4d802-5fe0-4172-9985-cc5f21395ef9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1bb292c5c91041cd847ad10108eed473&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3314528 May 26 16:01:59.919823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-039f0cd5-1c36-4f95-843f-e3f51887df71 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a5db4d876254d358709bda786e8b312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797994 May 26 16:01:59.938799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10fed4aa-1689-4a32-a7f8-ed667366c446 req-053888f6-cd1b-4e47-b019-b09ade22ed9f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006682 May 26 16:02:00.057904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.102900 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347259fb-08ec-4012-87c9-f11cf545d005', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:39Z', 'updated_at': '2022-05-26T16:01:56Z', 'revision_number': 5, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'gw_port': {'id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:41Z', 'updated_at': '2022-05-26T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:00.117168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=59926ede-720b-4185-96ec-6738ba5f3dd2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:00.147330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a623489b-8b1a-4fda-afbc-45f05c69e979 req-558c02cb-a676-4a6a-b165-c74ec3664706 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 210 time: 0.0842586 May 26 16:02:00.181974 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6315a5a0-c806-4faf-b37b-023751dd8c89 None None] The sync data for ids ['347259fb-08ec-4012-87c9-f11cf545d005'] in n-d-843336-2 is: [{'id': '347259fb-08ec-4012-87c9-f11cf545d005', 'name': 'tempest-FloatingIPsNegativeTestJSON-1802811482-router', 'tenant_id': 'ce7acb2d5b144326a0335fee50d288a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:39Z', 'updated_at': '2022-05-26T16:01:56Z', 'revision_number': 5, 'project_id': 'ce7acb2d5b144326a0335fee50d288a6', 'gw_port': {'id': '59926ede-720b-4185-96ec-6738ba5f3dd2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347259fb-08ec-4012-87c9-f11cf545d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:41Z', 'updated_at': '2022-05-26T16:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:00.230568 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.287970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a6ad8-7005-4581-a5f3-b8805db521bf req-e7a215be-a2d7-4626-9c2b-92cbb9573e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.292111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-605a6ad8-7005-4581-a5f3-b8805db521bf req-e7a215be-a2d7-4626-9c2b-92cbb9573e3b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4122953 May 26 16:02:00.343017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-ace0d3f7-5f22-4e01-8683-1aa1ac8fc036 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.361550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-ace0d3f7-5f22-4e01-8683-1aa1ac8fc036 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4214590 May 26 16:02:00.367195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.371211 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.418193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-91d258e8-e378-4978-973c-4e7f092aed8b tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/quotas/6a5db4d876254d358709bda786e8b312 HTTP/1.1" status: 200 len: 375 time: 0.0554631 May 26 16:02:00.432462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.433307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 347259fb-08ec-4012-87c9-f11cf545d005 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:02:00.439470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.442801 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d00cc6e6-f364-4719-9588-be2e2bdb7d0f admin admin] 10.222.0.39 "DELETE /v2.0/routers/347259fb-08ec-4012-87c9-f11cf545d005 HTTP/1.1" status: 204 len: 168 time: 2.6232028 May 26 16:02:00.445927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33472) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:00.447203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-605a6ad8-7005-4581-a5f3-b8805db521bf req-050c10c2-67c9-4d7f-856a-278c662917cc tempest-ImagesTestJSON-1114912968 tempest-ImagesTestJSON-1114912968-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bdd37a5-e8a3-45c4-9af6-565ce8177b80 HTTP/1.1" status: 200 len: 210 time: 0.0732136 May 26 16:02:00.488617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-ae371e95-fad2-4e6a-982a-1acecf3dcc33 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695527 May 26 16:02:00.515171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda2dc9-1d7f-46d2-8338-d8190b0c2235 req-e0fefabb-15da-4624-8fe9-42d82f09a7da tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.548277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cbda2dc9-1d7f-46d2-8338-d8190b0c2235 req-e0fefabb-15da-4624-8fe9-42d82f09a7da tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 945 time: 0.1829796 May 26 16:02:00.549032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33474) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:00.568019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Request body: {'floatingip': {'port_id': '1601ddff-da77-49b1-821c-e909d0b6b3f3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:00.716664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c4bf83-fc54-4ff9-9c21-e15441dba9eb admin admin] Deleting subnet fc56d345-b4b0-4f2d-b3d6-88a785ed05fb {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:02:00.731147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30c4bf83-fc54-4ff9-9c21-e15441dba9eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.903344 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30c4bf83-fc54-4ff9-9c21-e15441dba9eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.026973 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.120806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30c4bf83-fc54-4ff9-9c21-e15441dba9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.145795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a', 'tag': '85224980-3fb1-4a2f-b40b-793ca363292c'}, {'server_uuid': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'name': 'network-vif-deleted', 'tag': '55bee3bf-c64a-451f-8466-6d9f95d28de2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:01.148217 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309805e5-8067-4cde-850c-d641ba0c9c44" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a", "tag": "85224980-3fb1-4a2f-b40b-793ca363292c"}, {"server_uuid": "0bdd37a5-e8a3-45c4-9af6-565ce8177b80", "name": "network-vif-deleted", "tag": "55bee3bf-c64a-451f-8466-6d9f95d28de2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:01.175816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-566974d3-3ac7-44b3-a847-2f1cc572546a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:01.181178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-566974d3-3ac7-44b3-a847-2f1cc572546a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.24 "GET /v2.0/networks?id=4b004517-bfa4-46ce-a2d8-abbf34e3af8d HTTP/1.1" status: 200 len: 815 time: 0.3592639 May 26 16:02:01.222428 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30c4bf83-fc54-4ff9-9c21-e15441dba9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.230502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f5be7-6a44-4995-b9d1-644dbf58d1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04477c07-c8a6-4e8f-b941-e6c1c407d90a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:01.234600 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19a574e-27b4-41ec-86d4-b742c19305e0" -d '{"events": [{"server_uuid": "640f5be7-6a44-4995-b9d1-644dbf58d1e4", "name": "network-vif-plugged", "status": "completed", "tag": "04477c07-c8a6-4e8f-b941-e6c1c407d90a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:01.246255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Request body: {'port': {'device_id': '2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4', 'network_id': '4b004517-bfa4-46ce-a2d8-abbf34e3af8d', 'admin_state_up': True, 'tenant_id': '7ef10e8390d94cd5998a5e699f3be4a5'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:01.313646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4bf83-fc54-4ff9-9c21-e15441dba9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc56d345-b4b0-4f2d-b3d6-88a785ed05fb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:01.315865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30c4bf83-fc54-4ff9-9c21-e15441dba9eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.319702 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-30c4bf83-fc54-4ff9-9c21-e15441dba9eb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fc56d345-b4b0-4f2d-b3d6-88a785ed05fb HTTP/1.1" status: 204 len: 168 time: 0.8724220 May 26 16:02:01.322703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33492) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:01.325045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ef98a-3761-4e3c-9c50-09f1bea47018 None None] Network c9a8680f-98d0-4b4d-9948-ade89d28a582 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:01.386236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-033f4237-de81-49be-91c3-e4ef93d9171b req-7bde0120-cc13-439c-9e72-60f942c8c71c tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 210 time: 0.1959720 May 26 16:02:01.460598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf334c-635b-429c-abe6-18befe2cf241 req-5df19808-be3d-43b5-afa2-61f4695a1544 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:01.477781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ddf334c-635b-429c-abe6-18befe2cf241 req-5df19808-be3d-43b5-afa2-61f4695a1544 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.7218070 May 26 16:02:01.558904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.806408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Deleting port 4f3afac6-b031-4cf1-b353-00a6d2a92413 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:01.807061 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.818326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ddf334c-635b-429c-abe6-18befe2cf241 req-9f341dd1-1d98-47c2-a8b9-e84568b3b794 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272700 May 26 16:02:01.981017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] For port 4f3afac6-b031-4cf1-b353-00a6d2a92413, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4f3afac6-b031-4cf1-b353-00a6d2a92413,segment=NetworkSegment(a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9),segment_id=a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:01.981429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.019696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Calling delete_port for 4f3afac6-b031-4cf1-b353-00a6d2a92413 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:02.049451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] DHCP port deletion for c9a8680f-98d0-4b4d-9948-ade89d28a582 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:02:02.131995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:02.156970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a13271-7420-423c-92f1-82dd0e00814a req-1103f9a1-77f3-4f3a-848c-e7d6f44c604e tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:02.165072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66a13271-7420-423c-92f1-82dd0e00814a req-1103f9a1-77f3-4f3a-848c-e7d6f44c604e tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 943 time: 0.3290000 May 26 16:02:02.197384 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-07f66842-f41f-4637-8f44-50276be500eb tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a5db4d876254d358709bda786e8b312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830491 May 26 16:02:02.209562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:02.211400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 48ce8909-e7bb-4c0b-86a7-0f046c587ea2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:02.212368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 59926ede-720b-4185-96ec-6738ba5f3dd2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:02.242748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.279608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 59926ede-720b-4185-96ec-6738ba5f3dd2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:02.280762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 59926ede-720b-4185-96ec-6738ba5f3dd2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:02.311637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3afac6-b031-4cf1-b353-00a6d2a92413,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:02.320298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] Deleting port 4f3afac6-b031-4cf1-b353-00a6d2a92413 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:02.320298 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.322710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] No DVR routers for this DVR port 4f3afac6-b031-4cf1-b353-00a6d2a92413 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:02.443456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] For port 4f3afac6-b031-4cf1-b353-00a6d2a92413, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:02.443761 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.464909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-5bc9f000-b834-4e6a-8bfd-e0f0cbba4218 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:02.467591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-5bc9f000-b834-4e6a-8bfd-e0f0cbba4218 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691336 May 26 16:02:02.472581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Made reservation on behalf of 7ef10e8390d94cd5998a5e699f3be4a5 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:02.473561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.477821 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.479038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] Calling delete_port for 4f3afac6-b031-4cf1-b353-00a6d2a92413 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:02.482952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] Port 4f3afac6-b031-4cf1-b353-00a6d2a92413 was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:02:02.484587 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.518089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] Pushing event deleted for resources: {'Port': ['ID=4f3afac6-b031-4cf1-b353-00a6d2a92413,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:02.523452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222da08c-6dec-485e-81ea-da0a1df5c0fd None None] No DVR routers for this DVR port 4f3afac6-b031-4cf1-b353-00a6d2a92413 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:02.524620 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a8680f-98d0-4b4d-9948-ade89d28a582']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:02.545917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:02.546294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:02.548093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66a13271-7420-423c-92f1-82dd0e00814a req-21461f08-928f-4702-8e18-80873c8f7239 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802118 May 26 16:02:02.568500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.607647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.616936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:02:02.617333 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.637685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b8e17afd-7bc7-4e88-af5b-bd4a09566f8d tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/quotas/6a5db4d876254d358709bda786e8b312 HTTP/1.1" status: 200 len: 375 time: 0.1533325 May 26 16:02:02.713613 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9 resource provider aggregate not found May 26 16:02:02.714206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-09104f6a-768d-4738-8131-7c468e608e92 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477471 May 26 16:02:02.762741 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.768803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.771929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] 10.222.0.39 "DELETE /v2.0/networks/c9a8680f-98d0-4b4d-9948-ade89d28a582 HTTP/1.1" status: 204 len: 168 time: 1.4481587 May 26 16:02:02.778671 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2d882c7-31b8-4bc6-8c7b-3feb6e3a85b9 found for delete ", "request_id": "req-3c24b467-182f-4922-bb47-64f703c4465b"}]} May 26 16:02:02.798599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-cdd53011-46e9-44ed-a427-6cfac4139823 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6a5db4d876254d358709bda786e8b312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815771 May 26 16:02:02.801106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d86ae2-89c7-4a0c-af22-e28a14af863b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a8680f-98d0-4b4d-9948-ade89d28a582,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:02.903786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f49cc120-e489-4b4c-861d-23ccd5528ef4 req-99d89b19-6d16-4f86-9052-af8404052bb8 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 210 time: 0.0366135 May 26 16:02:03.080252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 85224980-3fb1-4a2f-b40b-793ca363292c details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:03.277154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-b710971c-9eb0-40f4-8d22-a58d1bf3caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.283233 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-b710971c-9eb0-40f4-8d22-a58d1bf3caaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 1094 time: 0.1399574 May 26 16:02:03.296103 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c654429c-1a06-410a-8d54-e77f9cfac48f x-openstack-request-id: req-c654429c-1a06-410a-8d54-e77f9cfac48f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:03.298562 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640f5be7-6a44-4995-b9d1-644dbf58d1e4", "name": "network-vif-plugged", "status": "completed", "tag": "04477c07-c8a6-4e8f-b941-e6c1c407d90a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:03.302246 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c654429c-1a06-410a-8d54-e77f9cfac48f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:03.303321 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c654429c-1a06-410a-8d54-e77f9cfac48f'] response: {'server_uuid': '640f5be7-6a44-4995-b9d1-644dbf58d1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04477c07-c8a6-4e8f-b941-e6c1c407d90a', 'code': 200} May 26 16:02:03.370277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33528) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:03.402894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 85224980-3fb1-4a2f-b40b-793ca363292c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=85224980-3fb1-4a2f-b40b-793ca363292c,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:03.432001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '85224980-3fb1-4a2f-b40b-793ca363292c', 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8', 'port_id': '85224980-3fb1-4a2f-b40b-793ca363292c', 'mac_address': 'fa:16:3e:01:59:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8362a8-1f8b-4281-ac7c-8d675f1da078', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:03.503124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 85224980-3fb1-4a2f-b40b-793ca363292c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:03.506492 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.536291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85224980-3fb1-4a2f-b40b-793ca363292c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:03.567599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 85224980-3fb1-4a2f-b40b-793ca363292c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=85224980-3fb1-4a2f-b40b-793ca363292c,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:03.583745 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.621103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-da4f7d8b-8a96-4437-98c8-f2baf9749e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.623481 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-da4f7d8b-8a96-4437-98c8-f2baf9749e08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 913 time: 0.3267837 May 26 16:02:03.630848 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6929f451-fa10-4f81-b9fc-19b75ce014eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce7acb2d5b144326a0335fee50d288a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476647 May 26 16:02:03.631484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33536) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:03.767905 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-ec5adeda-7db8-4a14-ab03-973e1d5359b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85224980-3fb1-4a2f-b40b-793ca363292c HTTP/1.1" status: 200 len: 217 time: 0.1345558 May 26 16:02:03.830378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['85224980-3fb1-4a2f-b40b-793ca363292c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:03.864540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=85224980-3fb1-4a2f-b40b-793ca363292c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:03.870714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-da7104e5-cfee-49cc-9074-a82756910fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.872242 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-da7104e5-cfee-49cc-9074-a82756910fd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a8362a8-1f8b-4281-ac7c-8d675f1da078 HTTP/1.1" status: 200 len: 852 time: 0.0960937 May 26 16:02:03.930566 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-82e8f56f-bbb1-42f8-9cc6-25ed0c95e4a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393033 May 26 16:02:03.931456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7c600fe-bced-45fc-90f6-2b6aa133ff71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.997877 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2d030a-196e-40ab-8c6f-ba76b20fc686 x-openstack-request-id: req-de2d030a-196e-40ab-8c6f-ba76b20fc686 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:03.998748 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a", "tag": "85224980-3fb1-4a2f-b40b-793ca363292c", "status": "completed", "code": 200}, {"server_uuid": "0bdd37a5-e8a3-45c4-9af6-565ce8177b80", "name": "network-vif-deleted", "tag": "55bee3bf-c64a-451f-8466-6d9f95d28de2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:03.998748 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de2d030a-196e-40ab-8c6f-ba76b20fc686 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:03.999735 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2d030a-196e-40ab-8c6f-ba76b20fc686'] response: {'name': 'network-changed', 'server_uuid': 'f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a', 'tag': '85224980-3fb1-4a2f-b40b-793ca363292c', 'status': 'completed', 'code': 200} May 26 16:02:03.999735 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2d030a-196e-40ab-8c6f-ba76b20fc686'] response: {'server_uuid': '0bdd37a5-e8a3-45c4-9af6-565ce8177b80', 'name': 'network-vif-deleted', 'tag': '55bee3bf-c64a-451f-8466-6d9f95d28de2', 'status': 'completed', 'code': 200} May 26 16:02:04.084583 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7c600fe-bced-45fc-90f6-2b6aa133ff71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.111829 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4f3afac6-b031-4cf1-b353-00a6d2a92413 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:04.153855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4f3afac6-b031-4cf1-b353-00a6d2a92413 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:04.154564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4f3afac6-b031-4cf1-b353-00a6d2a92413 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:04.210671 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-de9d46ef-d9db-48b9-8e98-8a39a17bdc10 service neutron] 10.222.0.24 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738233 May 26 16:02:04.366406 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7c600fe-bced-45fc-90f6-2b6aa133ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.370180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7c600fe-bced-45fc-90f6-2b6aa133ff71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.373910 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b7c600fe-bced-45fc-90f6-2b6aa133ff71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b752477c-dde1-4c8b-a374-5dc094c6ed35 HTTP/1.1" status: 204 len: 168 time: 0.6124699 May 26 16:02:04.392472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c600fe-bced-45fc-90f6-2b6aa133ff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b752477c-dde1-4c8b-a374-5dc094c6ed35,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:04.428688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-309805e5-8067-4cde-850c-d641ba0c9c44 req-ee35cce4-6de3-4d75-b636-a22a2f7c48ab service neutron] 10.222.0.24 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059669 May 26 16:02:04.513636 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:02:04.617670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67b9e57f-dc1b-417c-8b3a-d1969b7be80e req-f382837b-b7e9-4c9b-8b88-6ed383c0bbf4 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/ports?device_id=88847aa5-90bf-4b7a-8607-ed08f31e35e3 HTTP/1.1" status: 200 len: 210 time: 0.6533673 May 26 16:02:04.785089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776759b9-3dfe-4c9f-8759-5da29c238ae4 req-b412b084-21ab-4bf5-a9eb-2b3fe9bb5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.787903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-776759b9-3dfe-4c9f-8759-5da29c238ae4 req-b412b084-21ab-4bf5-a9eb-2b3fe9bb5ae8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=640f5be7-6a44-4995-b9d1-644dbf58d1e4 HTTP/1.1" status: 200 len: 1097 time: 0.6835339 May 26 16:02:04.820381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de897e5-939f-4bf5-b4a7-f712a350221b req-4c6ec2bc-be54-4bbc-96c1-1c907106b9d0 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.822899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2de897e5-939f-4bf5-b4a7-f712a350221b req-4c6ec2bc-be54-4bbc-96c1-1c907106b9d0 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.9365747 May 26 16:02:04.858381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7ad7753a-8f87-46f0-a66c-0ae12da950eb tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.867072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7ad7753a-8f87-46f0-a66c-0ae12da950eb tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.0080805 May 26 16:02:04.880272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.901581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Request body: {'port': {'device_id': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '6a5db4d876254d358709bda786e8b312'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:04.936927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Allocated IP 172.20.0.10 (4b004517-bfa4-46ce-a2d8-abbf34e3af8d/eb0fa5b1-de76-4ec3-aa0b-649f1cbd67b8/197638ce-cf5f-42be-b519-6383d9263fd7) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:04.983443 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-158ad0d9-66a0-4697-b870-08ad29891de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.021065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.098374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 85224980-3fb1-4a2f-b40b-793ca363292c up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:05.343000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 85224980-3fb1-4a2f-b40b-793ca363292c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:05.348222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 85224980-3fb1-4a2f-b40b-793ca363292c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:05.348596 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.567968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d787719-83a6-4a15-9b89-f48d9cfb7e79 req-4cf3a9e7-50fa-4754-9db4-5424deb8fa50 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 210 time: 0.7890644 May 26 16:02:05.583447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 85224980-3fb1-4a2f-b40b-793ca363292c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:05.598861 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.659919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85224980-3fb1-4a2f-b40b-793ca363292c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:05.665398 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650972b5-5a3e-41a9-834e-53db444ea846" -d '{"events": [{"server_uuid": "f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a", "name": "network-vif-plugged", "status": "completed", "tag": "85224980-3fb1-4a2f-b40b-793ca363292c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:05.720435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 85224980-3fb1-4a2f-b40b-793ca363292c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=85224980-3fb1-4a2f-b40b-793ca363292c,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:05.728421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.783487 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.879961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=85224980-3fb1-4a2f-b40b-793ca363292c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:05.994862 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Floating IP 03949a28-2469-4ae2-9840-74d7f7e12466 associated. External IP: 172.25.0.189, port: 1601ddff-da77-49b1-821c-e909d0b6b3f3. May 26 16:02:06.105118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-80272bcc-9dc7-4f48-b22a-78d2ed71135a tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6a5db4d876254d358709bda786e8b312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9425108 May 26 16:02:06.141580 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2de897e5-939f-4bf5-b4a7-f712a350221b req-3d517599-7ba2-4888-820e-a49dfafa4fa9 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2529075 May 26 16:02:06.201788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-776759b9-3dfe-4c9f-8759-5da29c238ae4 req-4f0dbc77-5130-4bf9-97b1-ebde05e7a364 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3724034 May 26 16:02:06.285311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Made reservation on behalf of 6a5db4d876254d358709bda786e8b312 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:06.288786 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.359582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.392328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3e8b9-df77-45e6-b6ce-f4d7769ccce0 req-9adbc46f-44f2-48ca-ae05-5102cca6a671 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.393943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6e3e8b9-df77-45e6-b6ce-f4d7769ccce0 req-9adbc46f-44f2-48ca-ae05-5102cca6a671 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 945 time: 0.3154712 May 26 16:02:06.402264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edd63feb-f6ff-4dd1-acfd-2c439003e9e5 req-2f7a86d4-5dc1-4bd2-968b-9083f61afd58 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 210 time: 0.1047609 May 26 16:02:06.424782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.504219 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1167e021-63f5-44f6-8a1f-cb847d3bd45f x-openstack-request-id: req-1167e021-63f5-44f6-8a1f-cb847d3bd45f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:06.504777 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a", "name": "network-vif-plugged", "status": "completed", "tag": "85224980-3fb1-4a2f-b40b-793ca363292c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:06.504777 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1167e021-63f5-44f6-8a1f-cb847d3bd45f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:06.505140 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1167e021-63f5-44f6-8a1f-cb847d3bd45f'] response: {'server_uuid': 'f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85224980-3fb1-4a2f-b40b-793ca363292c', 'code': 200} May 26 16:02:06.655268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Network 4b004517-bfa4-46ce-a2d8-abbf34e3af8d is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:06.673069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-05f16f76-76f5-4144-8129-7eee401d4916 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.675250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-05f16f76-76f5-4144-8129-7eee401d4916 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5281250 May 26 16:02:06.698485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:06.735692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74565b95-0349-4176-8775-4c2ad369b9ca req-8a3ec8eb-c2dc-4a29-a10f-aac83b3a3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.737615 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-74565b95-0349-4176-8775-4c2ad369b9ca req-8a3ec8eb-c2dc-4a29-a10f-aac83b3a3cd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 1096 time: 0.1211445 May 26 16:02:06.765762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6e3e8b9-df77-45e6-b6ce-f4d7769ccce0 req-8957e5ec-c886-4943-98f9-0e93a87c8706 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558128 May 26 16:02:06.768444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:06.785837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Request body: {'port': {'device_id': 'b6857c52-dc8b-4ee2-a1f4-b00525d720d2', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '6a5db4d876254d358709bda786e8b312'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:06.845588 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-74565b95-0349-4176-8775-4c2ad369b9ca req-68924f4e-463b-4d33-9ab8-284fe351fdbb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911365 May 26 16:02:06.846505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:06.990301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b6a52e-a5d3-48f6-ba8c-70b694363c24 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.029531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Pushing event updated for resources: {'Port': ['ID=197638ce-cf5f-42be-b519-6383d9263fd7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:07.053608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b6a52e-a5d3-48f6-ba8c-70b694363c24 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.148044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b6a52e-a5d3-48f6-ba8c-70b694363c24 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.154642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b6a52e-a5d3-48f6-ba8c-70b694363c24 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.156053 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-55b6a52e-a5d3-48f6-ba8c-70b694363c24 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "DELETE /v2.0/security-groups/1fa40324-c66d-4991-b68f-81e8c34f509e HTTP/1.1" status: 204 len: 168 time: 0.3084447 May 26 16:02:07.171279 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33602) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:07.196466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6a52e-a5d3-48f6-ba8c-70b694363c24 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa40324-c66d-4991-b68f-81e8c34f509e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:07.205052 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-c44590b6-427a-44f9-8ead-64851f0cb97b tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] show failed (client error): The resource could not be found. May 26 16:02:07.223531 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c44590b6-427a-44f9-8ead-64851f0cb97b tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "GET /v2.0/security-groups/1fa40324-c66d-4991-b68f-81e8c34f509e HTTP/1.1" status: 404 len: 347 time: 0.0442214 May 26 16:02:07.225178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33606) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:07.237208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2f766f4-53fd-4559-96cc-d09b52d73fd7 req-3265f7b1-7fcd-4a3a-9277-38491a24847c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 210 time: 0.2164361 May 26 16:02:07.281124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Made reservation on behalf of 6a5db4d876254d358709bda786e8b312 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:07.288140 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.404027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.409708 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.451170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.514215 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.523928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-55aaa6f5-747b-4b35-8b46-90086d2b0415 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2910180 May 26 16:02:07.535008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Deleting port 6c977103-1a57-4107-9fd5-661d30495af7 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:07.536165 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.596274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Request body: {'port': {'device_id': '2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:07.665689 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.666174 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.689830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Calling delete_port for 6c977103-1a57-4107-9fd5-661d30495af7 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:07.701383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7013bca8-47ac-4164-9dd3-8c2814f8540c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.721645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.913975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Router 77b99c51-94d8-41b0-9dce-22488f00f3bc has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:02:07.955368 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.991482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Pushing event deleted for resources: {'Port': ['ID=6c977103-1a57-4107-9fd5-661d30495af7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:08.076293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.097144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a73df7-517a-423e-a8ba-3fc169ff0f84 req-73847227-644e-4716-bd44-d517d9eaa2ce tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.099010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d3a73df7-517a-423e-a8ba-3fc169ff0f84 req-73847227-644e-4716-bd44-d517d9eaa2ce tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.6567400 May 26 16:02:08.142905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c892d981-2b01-443c-a050-2ecf08ae5285,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:08.163116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.169328 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.171201 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4eb1404f-b1dd-458d-a71f-cca4d79d24d7 tempest-ServersTestBootFromVolume-1775245639 tempest-ServersTestBootFromVolume-1775245639-project] 10.222.0.39 "DELETE /v2.0/floatingips/f944b1cb-7952-464d-9d53-144150e0821e HTTP/1.1" status: 204 len: 168 time: 0.9439797 May 26 16:02:08.174600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:08.634569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.703674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.936453 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:02:09.003256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe654b1-e6c2-4150-a1e5-eb97d78a3ed1 req-412abc21-1d46-4b44-86f1-f7bfa2b5e9ff tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:09.012343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6fe654b1-e6c2-4150-a1e5-eb97d78a3ed1 req-412abc21-1d46-4b44-86f1-f7bfa2b5e9ff tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 932 time: 1.2610540 May 26 16:02:09.051920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d3a73df7-517a-423e-a8ba-3fc169ff0f84 req-8104a864-6534-44bf-b86a-07846008a6fc tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9230978 May 26 16:02:09.107102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Allocated IP 192.168.233.220 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/067975a7-0c1f-4165-a48a-26ab179ef5fd) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:09.169351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6fe654b1-e6c2-4150-a1e5-eb97d78a3ed1 req-2e68ca95-61e5-45fa-be41-2c8fda150288 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552396 May 26 16:02:09.187897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33644) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:09.295497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Deleting port 471a539f-1c12-4efe-80ef-9eeb7d64949a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:09.296088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.296843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197638ce-cf5f-42be-b519-6383d9263fd7 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:09.305727 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.352539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:09.361049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.366299 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] Sync routers for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:09.397270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b3290074-57b1-41b6-b43e-03a28b3afdd2 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "PUT /v2.0/floatingips/03949a28-2469-4ae2-9840-74d7f7e12466 HTTP/1.1" status: 200 len: 991 time: 8.8444359 May 26 16:02:09.401862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Transition to ACTIVE for port object 197638ce-cf5f-42be-b519-6383d9263fd7 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:09.410156 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:09.411124 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:09.427093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] For port 471a539f-1c12-4efe-80ef-9eeb7d64949a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=471a539f-1c12-4efe-80ef-9eeb7d64949a,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:09.427472 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.432437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:09.435667 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b12482e-5de7-4080-92ff-80a772e06a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:09.450572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Calling delete_port for 471a539f-1c12-4efe-80ef-9eeb7d64949a owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:09.482817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d102540f-025b-422d-9d2f-23478cc61dc3 req-349e9969-8203-4439-a6a2-518df0f53cad tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 210 time: 0.1639638 May 26 16:02:09.483871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.566435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96466852-99b5-4cb7-9626-cce201104990 req-b337fbb9-9d40-43cc-8999-3536a55bde95 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:09.576697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96466852-99b5-4cb7-9626-cce201104990 req-b337fbb9-9d40-43cc-8999-3536a55bde95 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 945 time: 0.2252967 May 26 16:02:09.592865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Pushing event updated for resources: {'Port': ['ID=197638ce-cf5f-42be-b519-6383d9263fd7,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:09.627196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fd0623-6c79-4bee-8fec-7dbff95163e0 admin admin] Deleting subnet a8aca4ca-f203-4443-a9ef-81c37290a4c6 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:02:09.634643 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77fd0623-6c79-4bee-8fec-7dbff95163e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.695462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77fd0623-6c79-4bee-8fec-7dbff95163e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.698745 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:09.781342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77fd0623-6c79-4bee-8fec-7dbff95163e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.815969 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.849399 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.878459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=471a539f-1c12-4efe-80ef-9eeb7d64949a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:10.033705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77fd0623-6c79-4bee-8fec-7dbff95163e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.060253 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.116849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77fd0623-6c79-4bee-8fec-7dbff95163e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.120128 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-77fd0623-6c79-4bee-8fec-7dbff95163e0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a8aca4ca-f203-4443-a9ef-81c37290a4c6 HTTP/1.1" status: 204 len: 168 time: 0.9298437 May 26 16:02:10.125353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd0623-6c79-4bee-8fec-7dbff95163e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8aca4ca-f203-4443-a9ef-81c37290a4c6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:10.127081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:10.127410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33662) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:10.146175 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '03949a28-2469-4ae2-9840-74d7f7e12466', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'port_id': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'mac_address': 'fa:16:3e:bd:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:01:33Z', 'updated_at': '2022-05-26T16:02:03Z', 'revision_number': 1, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647cba84-a0ce-4253-8f75-21c2ca968071', 'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:26Z', 'updated_at': '2022-05-26T16:01:33Z', 'revision_number': 5, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'subnets': [{'id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:10.212899 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] Checking router: 77b99c51-94d8-41b0-9dce-22488f00f3bc for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:10.239104 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:10.239474 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:10.252846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96466852-99b5-4cb7-9626-cce201104990 req-94254976-997e-4f75-878d-218d6f5a0b2d tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632853 May 26 16:02:10.343369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.363639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:10.379923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Allocated IP 192.168.233.207 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/4a04e53f-797a-4b75-bb03-d2654fb9ec59) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:10.397195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.399556 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eba8f1-06a4-4948-afb1-da11979ca8e4 x-openstack-request-id: req-10eba8f1-06a4-4948-afb1-da11979ca8e4 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:10.399727 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:10.399957 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10eba8f1-06a4-4948-afb1-da11979ca8e4 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:10.400610 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10eba8f1-06a4-4948-afb1-da11979ca8e4'] response: {'name': 'network-changed', 'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'status': 'completed', 'code': 200} May 26 16:02:10.407047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:10.416088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Pushing event updated for resources: {'Port': ['ID=067975a7-0c1f-4165-a48a-26ab179ef5fd,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:10.426096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483d965-565b-4446-b87e-199ad7697c5c req-450eda89-557e-4a4b-bc44-5faa751f9690 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.435729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7483d965-565b-4446-b87e-199ad7697c5c req-450eda89-557e-4a4b-bc44-5faa751f9690 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 945 time: 0.5229876 May 26 16:02:10.442418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:10.451955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Attempting to bind port 197638ce-cf5f-42be-b519-6383d9263fd7 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:10.452372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Attempting to bind port 197638ce-cf5f-42be-b519-6383d9263fd7 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '341db2a4-30eb-41fc-b2c3-c3f15251dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b004517-bfa4-46ce-a2d8-abbf34e3af8d'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:10.452762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Attempting to bind port 197638ce-cf5f-42be-b519-6383d9263fd7 on network 4b004517-bfa4-46ce-a2d8-abbf34e3af8d {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:10.580922 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.583061 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:10.586239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Port 197638ce-cf5f-42be-b519-6383d9263fd7 on network 4b004517-bfa4-46ce-a2d8-abbf34e3af8d not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:10.586918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Attempting to bind port 197638ce-cf5f-42be-b519-6383d9263fd7 on network 4b004517-bfa4-46ce-a2d8-abbf34e3af8d {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:10.595376 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.644616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9f22ded-745f-435a-a87f-544b39be2664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.680995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:10.681779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Checking segment: {'id': '341db2a4-30eb-41fc-b2c3-c3f15251dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b004517-bfa4-46ce-a2d8-abbf34e3af8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:10.682284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Bound using segment: {'id': '341db2a4-30eb-41fc-b2c3-c3f15251dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b004517-bfa4-46ce-a2d8-abbf34e3af8d'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:10.682815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Bound port: 197638ce-cf5f-42be-b519-6383d9263fd7, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341db2a4-30eb-41fc-b2c3-c3f15251dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b004517-bfa4-46ce-a2d8-abbf34e3af8d'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:10.683252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.698053 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.740187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7483d965-565b-4446-b87e-199ad7697c5c req-89e99a6a-b0bf-460f-a84b-545205da0bb1 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038967 May 26 16:02:10.752437 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484dd3f7-9a29-4047-b437-33762eef8834']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:10.771830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.775261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.925568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-8a3a61d3-4c16-40e5-96d9-0e3f6c144c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.927295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-8a3a61d3-4c16-40e5-96d9-0e3f6c144c2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c362c4a81e714030840abc3f3d408655&device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 1096 time: 0.4669573 May 26 16:02:10.987198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b7908aad-d326-4a28-87a9-39e75694bd36 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2642250 May 26 16:02:10.989818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6864e9a8-4f05-4134-90c3-0a7565d3f8e0 None None] Provisioning complete for port 067975a7-0c1f-4165-a48a-26ab179ef5fd triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:10.990233 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6864e9a8-4f05-4134-90c3-0a7565d3f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.048181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Request body: {'port': {'device_id': 'b6857c52-dc8b-4ee2-a1f4-b00525d720d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:11.073662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54179774-33cf-45d2-82f5-7ef33f48a771 req-638a481e-9c7a-45e2-8acb-49464ac2853a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.085621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54179774-33cf-45d2-82f5-7ef33f48a771 req-638a481e-9c7a-45e2-8acb-49464ac2853a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.4956625 May 26 16:02:11.087594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6864e9a8-4f05-4134-90c3-0a7565d3f8e0 None None] Port 067975a7-0c1f-4165-a48a-26ab179ef5fd cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:11.163864 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '03949a28-2469-4ae2-9840-74d7f7e12466', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'port_id': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'mac_address': 'fa:16:3e:bd:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:01:33Z', 'updated_at': '2022-05-26T16:02:03Z', 'revision_number': 1, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647cba84-a0ce-4253-8f75-21c2ca968071', 'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:26Z', 'updated_at': '2022-05-26T16:01:33Z', 'revision_number': 5, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'subnets': [{'id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:11.212184 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826506b4-9aba-45bb-91e2-c6e42e553361 None None] The sync data for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 is: [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '03949a28-2469-4ae2-9840-74d7f7e12466', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'port_id': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'mac_address': 'fa:16:3e:bd:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:01:33Z', 'updated_at': '2022-05-26T16:02:03Z', 'revision_number': 1, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647cba84-a0ce-4253-8f75-21c2ca968071', 'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:26Z', 'updated_at': '2022-05-26T16:01:33Z', 'revision_number': 5, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'subnets': [{'id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:11.281848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:11.282523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fe97f4-071d-4b2f-b13c-a5b01b88a9fa') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:11.290150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-01b48ddd-baa6-48ea-8b28-7e2ed5508b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.291877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-01b48ddd-baa6-48ea-8b28-7e2ed5508b4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=12a68ddc-cf32-409c-a1f0-dcd33fd3662b HTTP/1.1" status: 200 len: 912 time: 0.3283558 May 26 16:02:11.294049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.310794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.318231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:02:11.319012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.324330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] For port 197638ce-cf5f-42be-b519-6383d9263fd7, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:11.393219 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.400572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.409595 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] 10.222.0.39 "DELETE /v2.0/networks/484dd3f7-9a29-4047-b437-33762eef8834 HTTP/1.1" status: 204 len: 168 time: 1.2810080 May 26 16:02:11.436035 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 36fe97f4-071d-4b2f-b13c-a5b01b88a9fa resource provider aggregate not found May 26 16:02:11.441200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe8b5c-1ba5-4932-8f97-404e15cdeeff admin admin] Pushing event deleted for resources: {'Network': ['ID=484dd3f7-9a29-4047-b437-33762eef8834,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:11.478250 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 36fe97f4-071d-4b2f-b13c-a5b01b88a9fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36fe97f4-071d-4b2f-b13c-a5b01b88a9fa found for delete ", "request_id": "req-ec1b07b6-045b-49e4-8046-cd87bef02ef3"}]} May 26 16:02:11.494718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.549880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c9e7-61ec-456f-b2a7-d5a376a42c54 req-1f35c235-680d-4f7f-b44e-8e969bf6e20c tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.552137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe13c9e7-61ec-456f-b2a7-d5a376a42c54 req-1f35c235-680d-4f7f-b44e-8e969bf6e20c tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 944 time: 0.7010522 May 26 16:02:11.574742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.597609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8d373-e682-4c87-9139-db77fc7dfe78 None None] New status for floating IP 03949a28-2469-4ae2-9840-74d7f7e12466: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:02:11.599404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54179774-33cf-45d2-82f5-7ef33f48a771 req-e034290c-efac-44ca-8a86-164f125da890 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126946 May 26 16:02:11.603041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9f22ded-745f-435a-a87f-544b39be2664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.624607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] For port 197638ce-cf5f-42be-b519-6383d9263fd7, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=197638ce-cf5f-42be-b519-6383d9263fd7,segment=NetworkSegment(341db2a4-30eb-41fc-b2c3-c3f15251dc78),segment_id=341db2a4-30eb-41fc-b2c3-c3f15251dc78)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:11.654945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9f22ded-745f-435a-a87f-544b39be2664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.700904 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.761912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f22ded-745f-435a-a87f-544b39be2664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb665c1-23ae-4755-abd3-2675301959c4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:11.767485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33682) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:11.781659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-4950f7bf-ad52-4bd4-bf5a-94ce8b5e860c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3 HTTP/1.1" status: 200 len: 999 time: 0.4455543 May 26 16:02:11.812911 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.815941 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d9f22ded-745f-435a-a87f-544b39be2664 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8486acd81f784876bc792993d81d2617&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6863399 May 26 16:02:11.819718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33690) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:11.882129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:02:11.902522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16e46636-3bc4-4743-bcce-616d27846531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.957672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.958243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.959994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] 10.222.0.24 "PUT /v2.0/ports/197638ce-cf5f-42be-b519-6383d9263fd7 HTTP/1.1" status: 200 len: 1092 time: 4.3701015 May 26 16:02:12.006612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16e46636-3bc4-4743-bcce-616d27846531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.103118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:12.133962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:12.141016 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9d6dbb37-9138-4fdb-aa79-0e6408498a1d admin admin] 10.222.0.39 "PUT /v2.0/routers/0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9650750 May 26 16:02:12.142085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16e46636-3bc4-4743-bcce-616d27846531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.146170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16e46636-3bc4-4743-bcce-616d27846531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.150107 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181d077-175e-4934-8abb-719c720f4842 None None] Sync routers for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:12.152850 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-16e46636-3bc4-4743-bcce-616d27846531 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebb665c1-23ae-4755-abd3-2675301959c4 HTTP/1.1" status: 204 len: 168 time: 0.3302939 May 26 16:02:12.152850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:12.171804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fe89dcb3-3336-474d-9ef4-700a47146fee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1bb292c5c91041cd847ad10108eed473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971469 May 26 16:02:12.180749 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181d077-175e-4934-8abb-719c720f4842 None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:12.181388 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8181d077-175e-4934-8abb-719c720f4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:12.203497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33696) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:12.219161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:12.225412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:12.233256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e46636-3bc4-4743-bcce-616d27846531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb665c1-23ae-4755-abd3-2675301959c4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:12.404087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:12.427064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4', 'tag': '197638ce-cf5f-42be-b519-6383d9263fd7'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:12.433169 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4", "tag": "197638ce-cf5f-42be-b519-6383d9263fd7"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:12.439340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-027ea162-729a-4fb6-8514-d3214f2864ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.443112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-027ea162-729a-4fb6-8514-d3214f2864ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47611106-a10e-4c9b-8b22-6440cd6c854d HTTP/1.1" status: 200 len: 850 time: 0.6167507 May 26 16:02:12.494344 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8181d077-175e-4934-8abb-719c720f4842 None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:12.503327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7607eec-d6af-4c75-8665-b94c2355c27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.516341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.605466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad37c69-1ed2-45e5-9803-78d627314272 req-c32c1e02-21bf-49ac-a509-a07ce0ee16e2 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.607566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ad37c69-1ed2-45e5-9803-78d627314272 req-c32c1e02-21bf-49ac-a509-a07ce0ee16e2 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=640f5be7-6a44-4995-b9d1-644dbf58d1e4 HTTP/1.1" status: 200 len: 946 time: 0.7484534 May 26 16:02:12.618607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.619575 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.625296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe13c9e7-61ec-456f-b2a7-d5a376a42c54 req-fd729b4f-7ff4-4e17-819e-58b0eb5b71b2 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0417361 May 26 16:02:12.647279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f6158ce6-4b71-41ae-8c0f-48175b4c6c8c None None] Provisioning complete for port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:12.654263 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f6158ce6-4b71-41ae-8c0f-48175b4c6c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.683791 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7607eec-d6af-4c75-8665-b94c2355c27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.737989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f6158ce6-4b71-41ae-8c0f-48175b4c6c8c None None] Port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:12.750281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa5cac-d048-4eb6-b742-69d79a5b6b0f service neutron] Pushing event updated for resources: {'Port': ['ID=197638ce-cf5f-42be-b519-6383d9263fd7,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:12.785842 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-7f77a07b-d7e9-4280-ae1f-241cd49a6e97 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8952332 May 26 16:02:12.827312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Request body: {'port': {'device_id': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:12.906525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7607eec-d6af-4c75-8665-b94c2355c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.908977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7607eec-d6af-4c75-8665-b94c2355c27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.910182 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b7607eec-d6af-4c75-8665-b94c2355c27f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f601ba82-0a50-43bb-acfa-bf69c42de9d6 HTTP/1.1" status: 204 len: 168 time: 0.7045562 May 26 16:02:12.922139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-e484b21a-b2aa-47ef-a842-d985e1b1e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.925813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-e484b21a-b2aa-47ef-a842-d985e1b1e320 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ef10e8390d94cd5998a5e699f3be4a5&device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 1095 time: 0.8292072 May 26 16:02:12.928937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.956905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7607eec-d6af-4c75-8665-b94c2355c27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f601ba82-0a50-43bb-acfa-bf69c42de9d6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:12.974625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ad37c69-1ed2-45e5-9803-78d627314272 req-0e972f44-2bc9-4bb3-9e62-f043eb077cff tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471296 May 26 16:02:12.986289 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8181d077-175e-4934-8abb-719c720f4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T16:02:09Z', 'revision_number': 5, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port': {'id': 'c28c6341-9a31-4fe3-818d-aa13dd4a916d', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:59:42Z', 'updated_at': '2022-05-26T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:13.043285 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181d077-175e-4934-8abb-719c720f4842 None None] Checking router: 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:13.055048 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181d077-175e-4934-8abb-719c720f4842 None None] Routers {'0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:13.056014 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8181d077-175e-4934-8abb-719c720f4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:13.060120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-e28aa307-03da-4740-b0d8-f03a83fde2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:13.061646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-e28aa307-03da-4740-b0d8-f03a83fde2e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=12a68ddc-cf32-409c-a1f0-dcd33fd3662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4242136 May 26 16:02:13.069867 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7247e0d-8035-4540-932d-7157583104fe x-openstack-request-id: req-d7247e0d-8035-4540-932d-7157583104fe {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:13.070234 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4", "tag": "197638ce-cf5f-42be-b519-6383d9263fd7", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:13.070485 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7247e0d-8035-4540-932d-7157583104fe {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:13.070887 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7247e0d-8035-4540-932d-7157583104fe'] response: {'name': 'network-changed', 'server_uuid': '2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4', 'tag': '197638ce-cf5f-42be-b519-6383d9263fd7', 'status': 'completed', 'code': 200} May 26 16:02:13.084747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-6006fa3b-dab2-4e92-9b37-8b9365bcea50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197638ce-cf5f-42be-b519-6383d9263fd7 HTTP/1.1" status: 200 len: 217 time: 0.1428621 May 26 16:02:13.153455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Deleting port c28c6341-9a31-4fe3-818d-aa13dd4a916d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:13.155993 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.201969 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8181d077-175e-4934-8abb-719c720f4842 None None] Set router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:13.304485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] For port c28c6341-9a31-4fe3-818d-aa13dd4a916d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c28c6341-9a31-4fe3-818d-aa13dd4a916d,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:13.305535 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.328659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Calling delete_port for c28c6341-9a31-4fe3-818d-aa13dd4a916d owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:13.334927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.346251 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8181d077-175e-4934-8abb-719c720f4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T16:02:12Z', 'revision_number': 6, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:13.395363 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181d077-175e-4934-8abb-719c720f4842 None None] The sync data for ids ['0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2'] in n-d-843336-2 is: [{'id': '0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2', 'name': 'tempest-ServersTestBootFromVolume-1789273691-router', 'tenant_id': 'a044555c6d88472789ff54fb89a4ca42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:59:41Z', 'updated_at': '2022-05-26T16:02:12Z', 'revision_number': 6, 'project_id': 'a044555c6d88472789ff54fb89a4ca42', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:13.449178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-2d410ac9-a001-4834-83c1-1a9f584ff59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:13.450408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-2d410ac9-a001-4834-83c1-1a9f584ff59d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb0fa5b1-de76-4ec3-aa0b-649f1cbd67b8 HTTP/1.1" status: 200 len: 855 time: 0.2929499 May 26 16:02:13.456955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067975a7-0c1f-4165-a48a-26ab179ef5fd {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:13.491108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.558026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322eaff-8ab3-4866-99d2-7dedf9adbb60 req-83b0c019-4dc1-45fa-ba9d-c385670b63c8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:13.565433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8322eaff-8ab3-4866-99d2-7dedf9adbb60 req-83b0c019-4dc1-45fa-ba9d-c385670b63c8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.3974013 May 26 16:02:13.575105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-439c1fb3-2392-4ae3-ba33-75b47fb9ccc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b004517-bfa4-46ce-a2d8-abbf34e3af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915387 May 26 16:02:13.585876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-8a3f4140-f5ad-4a60-afa8-3f8a469ce7db service neutron] 10.222.0.32 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027862 May 26 16:02:13.588468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Transition to ACTIVE for port object 067975a7-0c1f-4165-a48a-26ab179ef5fd will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:13.620721 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.645453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.661959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9bea-eea0-4f86-bde8-fb216726cbaf req-a8a1c1d7-971d-4e97-b1be-f9780d7c3a35 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:13.669393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73cc9bea-eea0-4f86-bde8-fb216726cbaf req-a8a1c1d7-971d-4e97-b1be-f9780d7c3a35 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 936 time: 0.8799248 May 26 16:02:13.703937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c28c6341-9a31-4fe3-818d-aa13dd4a916d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:13.789632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.016560 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.019654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.119944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.120829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:02:14.126977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.128228 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5c230dfe-5b7f-45e1-a619-91c47f2895bd admin admin] 10.222.0.39 "DELETE /v2.0/routers/0ddea6dc-c48c-4fbd-b1af-58f4f10ba6a2 HTTP/1.1" status: 204 len: 168 time: 1.9736273 May 26 16:02:14.134215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:14.144218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-df7686d3-a552-4300-9358-89096a2bc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.145845 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-df7686d3-a552-4300-9358-89096a2bc14f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 1097 time: 0.1204374 May 26 16:02:14.272317 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-0039f02d-e615-4053-95cb-fe0b986bc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.274192 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-0039f02d-e615-4053-95cb-fe0b986bc2a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.1099389 May 26 16:02:14.343501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f2e0e2-63ac-46fa-8a8a-57cd19394355 admin admin] Deleting subnet 2181d0f0-0390-4539-98f5-a1057ad978c4 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:02:14.349108 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f2e0e2-63ac-46fa-8a8a-57cd19394355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.414567 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-26ecd6da-82ca-4170-87df-da5b0e911471 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c04ac970-48e1-4a81-8548-f4399867bbd1 HTTP/1.1" status: 200 len: 1002 time: 0.1330397 May 26 16:02:14.428185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f2e0e2-63ac-46fa-8a8a-57cd19394355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.446499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 471a539f-1c12-4efe-80ef-9eeb7d64949a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:14.480878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8322eaff-8ab3-4866-99d2-7dedf9adbb60 req-86c35c48-8ad9-4e07-b38c-3236e1554fe4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9144230 May 26 16:02:14.491214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 471a539f-1c12-4efe-80ef-9eeb7d64949a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:14.491770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 471a539f-1c12-4efe-80ef-9eeb7d64949a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:14.586103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Pushing event updated for resources: {'Port': ['ID=067975a7-0c1f-4165-a48a-26ab179ef5fd,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:14.605403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-36b6072a-0bcd-4851-ac09-7a914bff2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.608220 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-36b6072a-0bcd-4851-ac09-7a914bff2b78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.1826899 May 26 16:02:14.676891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73cc9bea-eea0-4f86-bde8-fb216726cbaf req-a9f1e232-b81b-4829-8486-b5b89eb77fb2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0066066 May 26 16:02:14.710293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f2e0e2-63ac-46fa-8a8a-57cd19394355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.747604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-ce993e5f-b0d2-4a7d-968c-c2fad35fa275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.749418 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-ce993e5f-b0d2-4a7d-968c-c2fad35fa275 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122015 May 26 16:02:14.773277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b12482e-5de7-4080-92ff-80a772e06a2d req-dd942991-0b41-4dab-b5c6-290d6725c5c8 service neutron] 10.222.0.32 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1636124 May 26 16:02:14.815575 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-ccd07171-7bd4-424c-842c-f7092780a6c6 service neutron] 10.222.0.24 "GET /v2.0/networks/4b004517-bfa4-46ce-a2d8-abbf34e3af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2246830 May 26 16:02:14.888025 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f2e0e2-63ac-46fa-8a8a-57cd19394355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.942365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2e0e2-63ac-46fa-8a8a-57cd19394355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2181d0f0-0390-4539-98f5-a1057ad978c4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:14.945624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f2e0e2-63ac-46fa-8a8a-57cd19394355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.949821 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-44f2e0e2-63ac-46fa-8a8a-57cd19394355 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2181d0f0-0390-4539-98f5-a1057ad978c4 HTTP/1.1" status: 204 len: 168 time: 0.8170407 May 26 16:02:14.952740 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-2596e0f2-5e87-4f50-b140-105b179e43af service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811807 May 26 16:02:14.954032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33770) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:15.099238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Attempting to bind port 067975a7-0c1f-4165-a48a-26ab179ef5fd on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:15.099704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Attempting to bind port 067975a7-0c1f-4165-a48a-26ab179ef5fd by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:15.100788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Attempting to bind port 067975a7-0c1f-4165-a48a-26ab179ef5fd on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:15.117067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c7d9a-8ae5-4d0a-b436-54bef9f6c29f None None] Network 1a739b17-ceba-407b-9c42-6767370e00cd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:15.119437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Port 067975a7-0c1f-4165-a48a-26ab179ef5fd on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:15.120104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Attempting to bind port 067975a7-0c1f-4165-a48a-26ab179ef5fd on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:15.124566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.132767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588f7ab-d00e-4cf2-b25a-323853184b5e req-12a5515c-a324-461f-ae94-7914722e9abc tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.134754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e588f7ab-d00e-4cf2-b25a-323853184b5e req-12a5515c-a324-461f-ae94-7914722e9abc tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 944 time: 0.3219705 May 26 16:02:15.164720 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a0a8e962-1228-4717-9aa1-2e3d958cd4e3 req-9829b17c-3f1d-44bc-9baf-e20dea2b06b2 service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983101 May 26 16:02:15.174137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:15.174779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:15.175383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:15.176110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Bound port: 067975a7-0c1f-4165-a48a-26ab179ef5fd, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:15.176724 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.212015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Deleting port d5075f30-cdbe-4871-956d-5f2089d44d2f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:15.212772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.234784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e73e6e-9010-4eaf-96b2-935332c46175 req-dc268afd-8909-4e10-b480-7c79b4478f0c service neutron] 10.222.0.24 "GET /v2.0/networks/4b004517-bfa4-46ce-a2d8-abbf34e3af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622658 May 26 16:02:15.362501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] For port d5075f30-cdbe-4871-956d-5f2089d44d2f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d5075f30-cdbe-4871-956d-5f2089d44d2f,segment=NetworkSegment(68cfcd64-b638-426a-90af-ac53ed886eda),segment_id=68cfcd64-b638-426a-90af-ac53ed886eda)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:15.362913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.389173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a04e53f-797a-4b75-bb03-d2654fb9ec59 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:15.397948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e588f7ab-d00e-4cf2-b25a-323853184b5e req-c279c361-e91c-48cf-b220-e52139099741 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556846 May 26 16:02:15.407438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Calling delete_port for d5075f30-cdbe-4871-956d-5f2089d44d2f owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:15.410103 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.485412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] DHCP port deletion for 1a739b17-ceba-407b-9c42-6767370e00cd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:02:15.493324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Transition to ACTIVE for port object 4a04e53f-797a-4b75-bb03-d2654fb9ec59 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:15.500719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] For port 067975a7-0c1f-4165-a48a-26ab179ef5fd, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:15.503132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.515412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] For port 067975a7-0c1f-4165-a48a-26ab179ef5fd, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=067975a7-0c1f-4165-a48a-26ab179ef5fd,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:15.524933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-b7c2f238-6571-4c3f-9f22-b928f6e007e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.526546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-b7c2f238-6571-4c3f-9f22-b928f6e007e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ef10e8390d94cd5998a5e699f3be4a5&device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 1095 time: 0.1780763 May 26 16:02:15.551538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.571482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] No DVR routers for this DVR port d5075f30-cdbe-4871-956d-5f2089d44d2f on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:15.571854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] Deleting port d5075f30-cdbe-4871-956d-5f2089d44d2f {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:15.572236 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.583712 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.657518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] For port d5075f30-cdbe-4871-956d-5f2089d44d2f, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:15.657914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.681030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] Calling delete_port for d5075f30-cdbe-4871-956d-5f2089d44d2f owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:15.688414 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5075f30-cdbe-4871-956d-5f2089d44d2f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:15.688670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] Port d5075f30-cdbe-4871-956d-5f2089d44d2f was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:02:15.689923 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.692174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.696680 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.710130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] 10.222.0.32 "PUT /v2.0/ports/067975a7-0c1f-4165-a48a-26ab179ef5fd HTTP/1.1" status: 200 len: 1096 time: 4.6828749 May 26 16:02:15.751772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] No DVR routers for this DVR port d5075f30-cdbe-4871-956d-5f2089d44d2f on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:15.769139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed5407-2457-48b8-a309-7f574e1bf8e8 None None] Pushing event deleted for resources: {'Port': ['ID=d5075f30-cdbe-4871-956d-5f2089d44d2f,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:15.784305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6857c52-dc8b-4ee2-a1f4-b00525d720d2', 'tag': '067975a7-0c1f-4165-a48a-26ab179ef5fd'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:15.787694 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce84be48-58ef-4898-9796-a3363df611e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6857c52-dc8b-4ee2-a1f4-b00525d720d2", "tag": "067975a7-0c1f-4165-a48a-26ab179ef5fd"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:15.827296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.848724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:15.857457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a739b17-ceba-407b-9c42-6767370e00cd']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:15.880593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cfcd64-b638-426a-90af-ac53ed886eda') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:15.881453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cfcd64-b638-426a-90af-ac53ed886eda') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:15.903298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.922843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.939020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:02:15.939810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.041655 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 68cfcd64-b638-426a-90af-ac53ed886eda resource provider aggregate not found May 26 16:02:16.096373 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 68cfcd64-b638-426a-90af-ac53ed886eda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68cfcd64-b638-426a-90af-ac53ed886eda found for delete ", "request_id": "req-637e97c5-f664-49fa-b44f-556970c3473f"}]} May 26 16:02:16.112484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.119537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d5075f30-cdbe-4871-956d-5f2089d44d2f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:16.125001 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.128939 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1a739b17-ceba-407b-9c42-6767370e00cd HTTP/1.1" status: 204 len: 168 time: 1.1733167 May 26 16:02:16.164556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de6a04-3355-4adc-a94b-6554d47d0f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a739b17-ceba-407b-9c42-6767370e00cd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:16.179013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d5075f30-cdbe-4871-956d-5f2089d44d2f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:16.179391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d5075f30-cdbe-4871-956d-5f2089d44d2f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:16.180459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c28c6341-9a31-4fe3-818d-aa13dd4a916d no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:16.224808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: c28c6341-9a31-4fe3-818d-aa13dd4a916d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:16.226045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c28c6341-9a31-4fe3-818d-aa13dd4a916d not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:16.245560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93957a50-8e2f-439a-840f-1fcbfb066501 service neutron] Pushing event updated for resources: {'Port': ['ID=067975a7-0c1f-4165-a48a-26ab179ef5fd,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:16.265268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-4f5c90ee-c4d3-4c3c-ba2c-3aca44520aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.266847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-4f5c90ee-c4d3-4c3c-ba2c-3aca44520aaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 1099 time: 0.4679179 May 26 16:02:16.284381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404e906-8330-446c-b638-6f32ce5f2165 req-5f0e7907-f500-4681-a336-1cb3f61b35db tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.291980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3404e906-8330-446c-b638-6f32ce5f2165 req-5f0e7907-f500-4681-a336-1cb3f61b35db tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.5199509 May 26 16:02:16.302797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-f31111a8-6380-4d41-bebd-3fbbf7b1485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.304266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-f31111a8-6380-4d41-bebd-3fbbf7b1485d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b004517-bfa4-46ce-a2d8-abbf34e3af8d HTTP/1.1" status: 200 len: 916 time: 0.7086556 May 26 16:02:16.318471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Attempting to bind port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:16.318471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Attempting to bind port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:16.318471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Attempting to bind port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:16.374290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-158bedbf-48a7-4536-ae96-b762954d1089 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.381698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-158bedbf-48a7-4536-ae96-b762954d1089 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 812 time: 0.5843933 May 26 16:02:16.421039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:16.421354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Attempting to bind port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:16.424237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-a7d84711-d1e6-49c0-8940-1d3a2e390f3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=067975a7-0c1f-4165-a48a-26ab179ef5fd HTTP/1.1" status: 200 len: 217 time: 0.1285601 May 26 16:02:16.427945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-64123b0b-5e88-416a-9df5-75fc2eabf762 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197638ce-cf5f-42be-b519-6383d9263fd7 HTTP/1.1" status: 200 len: 217 time: 0.1053898 May 26 16:02:16.445166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:16.445407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:16.445887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:16.446169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Bound port: 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:16.446531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.463589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33824) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:16.467893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-58727615-76c9-482f-950f-32c35995987a tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/quotas/0242a9d99b7e4c25bbf11f242a753856 HTTP/1.1" status: 200 len: 375 time: 0.0853243 May 26 16:02:16.521049 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a959cd67-d104-45a3-8270-8ae252d956fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a044555c6d88472789ff54fb89a4ca42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556839 May 26 16:02:16.525040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33828) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:16.535036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3404e906-8330-446c-b638-6f32ce5f2165 req-d1b07e8f-71a7-4bb2-8d67-b456c5938792 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421515 May 26 16:02:16.602913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-68728ae1-8b4c-4cfc-8fa5-8439510a15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.604582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-68728ae1-8b4c-4cfc-8fa5-8439510a15bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb0fa5b1-de76-4ec3-aa0b-649f1cbd67b8 HTTP/1.1" status: 200 len: 855 time: 0.1611879 May 26 16:02:16.606705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-ef9a8a9d-d1b2-419e-9e27-b09b998733c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.608072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-ef9a8a9d-d1b2-419e-9e27-b09b998733c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1738527 May 26 16:02:16.643706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eef3046-2598-40be-8aff-a45b56b64841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.674549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-c7d6ab2a-2b73-445e-8e30-d8345fc9a8ff tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1777444 May 26 16:02:16.679189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eef3046-2598-40be-8aff-a45b56b64841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.724897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-42791512-44bf-4af7-87f7-c980776fab33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b004517-bfa4-46ce-a2d8-abbf34e3af8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091542 May 26 16:02:16.726011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:16.746036 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eef3046-2598-40be-8aff-a45b56b64841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.751747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eef3046-2598-40be-8aff-a45b56b64841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.755939 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6eef3046-2598-40be-8aff-a45b56b64841 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe29fd2a-ccac-4257-8c3d-3d73d7a0a20a HTTP/1.1" status: 204 len: 168 time: 0.2254198 May 26 16:02:16.776849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef3046-2598-40be-8aff-a45b56b64841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe29fd2a-ccac-4257-8c3d-3d73d7a0a20a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:16.833483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-a4681797-c674-42c6-84b2-a083a33bd490 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.837417 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-a4681797-c674-42c6-84b2-a083a33bd490 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a HTTP/1.1" status: 200 len: 945 time: 0.0721040 May 26 16:02:16.894634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:16.940684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddab391-1189-4862-b458-093aa4d5f10b req-978d7fb1-7891-48b3-8a73-2189c3ec15c7 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.943460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eddab391-1189-4862-b458-093aa4d5f10b req-978d7fb1-7891-48b3-8a73-2189c3ec15c7 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 948 time: 0.2205012 May 26 16:02:16.955089 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.001222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Deleting port 85224980-3fb1-4a2f-b40b-793ca363292c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:17.001566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.062861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-e8e34311-6cd9-4cb3-a769-b065e507b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.064984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-e8e34311-6cd9-4cb3-a769-b065e507b6b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3992054 May 26 16:02:17.087984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.089068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.091318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] 10.222.0.24 "PUT /v2.0/ports/4a04e53f-797a-4b75-bb03-d2654fb9ec59 HTTP/1.1" status: 200 len: 1096 time: 4.2916572 May 26 16:02:17.145450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] For port 85224980-3fb1-4a2f-b40b-793ca363292c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=85224980-3fb1-4a2f-b40b-793ca363292c,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:17.145935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.158305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-6b354a08-f3b9-4ce3-9cc5-d9597e7ac38f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.160104 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-6b354a08-f3b9-4ce3-9cc5-d9597e7ac38f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.32 "GET /v2.0/ports?device_id=640f5be7-6a44-4995-b9d1-644dbf58d1e4 HTTP/1.1" status: 200 len: 946 time: 0.3593695 May 26 16:02:17.164797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Calling delete_port for 85224980-3fb1-4a2f-b40b-793ca363292c owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:17.270141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eddab391-1189-4862-b458-093aa4d5f10b req-d4f40ef1-fe04-4430-91d9-9e40df9da497 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816539 May 26 16:02:17.317499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d64594-fb8b-4ffd-95ba-01432267962b service neutron] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:17.354468 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa54e92-9e80-467e-933d-9a8d454101fe x-openstack-request-id: req-0aa54e92-9e80-467e-933d-9a8d454101fe {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:17.363681 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6857c52-dc8b-4ee2-a1f4-b00525d720d2", "tag": "067975a7-0c1f-4165-a48a-26ab179ef5fd", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:17.364205 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0aa54e92-9e80-467e-933d-9a8d454101fe {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:17.364805 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa54e92-9e80-467e-933d-9a8d454101fe'] response: {'name': 'network-changed', 'server_uuid': 'b6857c52-dc8b-4ee2-a1f4-b00525d720d2', 'tag': '067975a7-0c1f-4165-a48a-26ab179ef5fd', 'status': 'completed', 'code': 200} May 26 16:02:17.390028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-a532deb3-3c3e-49b9-a73f-f30227865d9d service neutron] 10.222.0.39 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888847 May 26 16:02:17.433692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-c94dd179-c6c1-4253-a596-096b44b320e3 service neutron] 10.222.0.24 "GET /v2.0/networks/4b004517-bfa4-46ce-a2d8-abbf34e3af8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200175 May 26 16:02:17.439466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.458655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['85224980-3fb1-4a2f-b40b-793ca363292c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:17.462933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['04477c07-c8a6-4e8f-b941-e6c1c407d90a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:17.487632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Pushing event deleted for resources: {'Port': ['ID=85224980-3fb1-4a2f-b40b-793ca363292c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:17.538026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] No DVR routers for this DVR port 85224980-3fb1-4a2f-b40b-793ca363292c on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:17.541966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.545802 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5c49920d-08b0-4db7-8aea-a67507ffde3c req-3854923e-9670-4a16-888d-841289d409d6 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.24 "DELETE /v2.0/ports/85224980-3fb1-4a2f-b40b-793ca363292c HTTP/1.1" status: 204 len: 173 time: 0.7013812 May 26 16:02:17.546346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a', 'name': 'network-vif-deleted', 'tag': '85224980-3fb1-4a2f-b40b-793ca363292c'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:17.548875 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9913ec4-c73f-470c-83a0-a78293714421" -d '{"events": [{"server_uuid": "f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a", "name": "network-vif-deleted", "tag": "85224980-3fb1-4a2f-b40b-793ca363292c"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:17.609457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-b6b07146-13e0-4e52-9599-764317fb550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.611018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-b6b07146-13e0-4e52-9599-764317fb550f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1099 time: 0.4334655 May 26 16:02:17.645633 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-1edf32d7-dbf5-4fe8-8dcf-4138e63ce481 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643678 May 26 16:02:17.920906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33858) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:18.043163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-299535550-network', 'tenant_id': '522c656366bf4416addf76e6230cad20'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:18.052376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-f18bbcdc-c02e-42ed-8533-f3721ac7f832 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59 HTTP/1.1" status: 200 len: 217 time: 0.4279745 May 26 16:02:18.084021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:18.086339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.100824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.114850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-110e10d2-7363-47a2-9242-4d4e71655939 service neutron] 10.222.0.39 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7239480 May 26 16:02:18.130275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702144-62d5-4a99-9ba9-dd1946561309 req-e5e7bd01-cc90-4bb6-8f8c-fb31cf1af2d5 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.132500 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25702144-62d5-4a99-9ba9-dd1946561309 req-e5e7bd01-cc90-4bb6-8f8c-fb31cf1af2d5 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 944 time: 0.6378765 May 26 16:02:18.195996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7b5ff56-ba6a-4850-8fef-7c2efd7e90f4 req-998e967f-769f-47c5-8f70-56b6343033a6 service neutron] 10.222.0.24 "GET /v2.0/networks/4b004517-bfa4-46ce-a2d8-abbf34e3af8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026203 May 26 16:02:18.197634 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.204157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.207194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Deleting port 04477c07-c8a6-4e8f-b941-e6c1c407d90a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:18.207845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.229471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:02:18.251508 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.252110 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Added segment 5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756 of type vlan for network ec124664-60fc-44b3-b138-23837c1fa742 May 26 16:02:18.253486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920c5f8-6dbb-40c6-a121-4e15686e6abf,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:18.305543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-539f34ec-ff7c-4521-a6e5-0b2923cd5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.307374 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-539f34ec-ff7c-4521-a6e5-0b2923cd5bd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2333381 May 26 16:02:18.316753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dce0b29-d66d-4a3e-bc65-f5c5ce17cbfd req-b29ee32e-7f35-4674-a866-beb77f83ccdc service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269562 May 26 16:02:18.323020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.333195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25702144-62d5-4a99-9ba9-dd1946561309 req-697514d2-cd6b-45a1-9a3d-b09b69aa7171 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706705 May 26 16:02:18.368829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.374962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.375787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.454479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] For port 04477c07-c8a6-4e8f-b941-e6c1c407d90a, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=04477c07-c8a6-4e8f-b941-e6c1c407d90a,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:18.455100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.482652 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f00495-1f4a-4d13-83b7-76cf105945f6 x-openstack-request-id: req-d0f00495-1f4a-4d13-83b7-76cf105945f6 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:18.482934 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a", "name": "network-vif-deleted", "tag": "85224980-3fb1-4a2f-b40b-793ca363292c", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:18.483093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Calling delete_port for 04477c07-c8a6-4e8f-b941-e6c1c407d90a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:18.483210 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0f00495-1f4a-4d13-83b7-76cf105945f6 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:18.483570 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f00495-1f4a-4d13-83b7-76cf105945f6'] response: {'server_uuid': 'f8fdd538-08f5-4ddc-88a7-fde5f8a1f33a', 'name': 'network-vif-deleted', 'tag': '85224980-3fb1-4a2f-b40b-793ca363292c', 'status': 'completed', 'code': 200} May 26 16:02:18.492968 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5705531 May 26 16:02:18.498038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33880) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:18.509484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Request body: {'subnet': {'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-299535550-subnet', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:18.511179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-ba280df2-2dcb-4651-8437-ef36537d23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.513644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-ba280df2-2dcb-4651-8437-ef36537d23b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1958327 May 26 16:02:18.522935 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46e1bb-f723-4aa6-ad99-5cba6e4c84f8 admin admin] Pushing event updated for resources: {'Network': ['ID=ec124664-60fc-44b3-b138-23837c1fa742,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:18.536729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ec124664-60fc-44b3-b138-23837c1fa742 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:02:18.541739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-b896b3bc-b10d-44f8-9476-f064d3ca4fc2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:02:18.542844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-b896b3bc-b10d-44f8-9476-f064d3ca4fc2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064552 May 26 16:02:18.551984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:18.554735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.561393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84be48-58ef-4898-9796-a3363df611e7 req-84fd99f5-6d24-4f7f-b5cf-35f48f26a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.563047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce84be48-58ef-4898-9796-a3363df611e7 req-84fd99f5-6d24-4f7f-b5cf-35f48f26a6d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 1099 time: 0.1659987 May 26 16:02:18.781732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.862781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48ec02-6e32-49de-a9a7-94e973e46692 req-7f63716f-792f-44bf-9474-c722737c2a05 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.867556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=602e4503-523a-4403-8505-f6352e2185b1,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:18.877081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed48ec02-6e32-49de-a9a7-94e973e46692 req-7f63716f-792f-44bf-9474-c722737c2a05 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 946 time: 0.3911474 May 26 16:02:18.894756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Checking segment: {'id': '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:18.895037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Network hostable DHCP agents. Network: ec124664-60fc-44b3-b138-23837c1fa742, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:02:18.922540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-4fa869c3-ddf9-4143-99bc-b5470190d52a service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648591 May 26 16:02:18.929779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Network ec124664-60fc-44b3-b138-23837c1fa742 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:02:18.943881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ec124664-60fc-44b3-b138-23837c1fa742) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:18.950913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.951546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.958298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a07c3d-fa2b-4e1d-af8b-5606a074f74a None None] Network ec124664-60fc-44b3-b138-23837c1fa742 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:18.980285 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-328d3ce9-045d-4fe3-b715-1041fe813c8a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4771914 May 26 16:02:18.980647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33890) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:18.986789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:18.987703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457ef08-2aca-4f5b-8c33-5ed70cf40c39 req-a0e26ac5-b767-48be-ac2f-e3cd7909415f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.990237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d457ef08-2aca-4f5b-8c33-5ed70cf40c39 req-a0e26ac5-b767-48be-ac2f-e3cd7909415f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 948 time: 0.4460077 May 26 16:02:19.015968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.018426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.114626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.183261 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed48ec02-6e32-49de-a9a7-94e973e46692 req-b1b1698b-7b58-4a6d-b51c-aacd32a2219d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046908 May 26 16:02:19.200853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 197638ce-cf5f-42be-b519-6383d9263fd7 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:19.203658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:19.210381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-ec124664-60fc-44b3-b138-23837c1fa742', 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'fixed_ips': [{'subnet_id': '602e4503-523a-4403-8505-f6352e2185b1'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:02:19.213687 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.226357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84be48-58ef-4898-9796-a3363df611e7 req-46705f5f-c06d-4b80-9394-76adf4bfcc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.228456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce84be48-58ef-4898-9796-a3363df611e7 req-46705f5f-c06d-4b80-9394-76adf4bfcc7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.5974736 May 26 16:02:19.294473 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.350754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d457ef08-2aca-4f5b-8c33-5ed70cf40c39 req-46a09c71-32fd-4cbb-8da8-29ae31f3500d tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325341 May 26 16:02:19.454926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:19.460408 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f5d028-d28f-4405-abba-25b4d3edaaba" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:19.485221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce84be48-58ef-4898-9796-a3363df611e7 req-c22a10bc-0f3f-4543-871d-1bf219cbf276 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=067975a7-0c1f-4165-a48a-26ab179ef5fd HTTP/1.1" status: 200 len: 217 time: 0.2204919 May 26 16:02:19.485885 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.622409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['85224980-3fb1-4a2f-b40b-793ca363292c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:19.623297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e55356-1d07-4cfb-ae86-8cd485e7da83 req-a2739a19-73ce-4e0a-bf44-bfe9177d265f service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810222 May 26 16:02:19.685940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Pushing event deleted for resources: {'Port': ['ID=04477c07-c8a6-4e8f-b941-e6c1c407d90a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:19.743073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 067975a7-0c1f-4165-a48a-26ab179ef5fd details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:19.745502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 04477c07-c8a6-4e8f-b941-e6c1c407d90a no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:19.821881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 04477c07-c8a6-4e8f-b941-e6c1c407d90a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:19.822254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 04477c07-c8a6-4e8f-b941-e6c1c407d90a not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:19.854687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 197638ce-cf5f-42be-b519-6383d9263fd7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=197638ce-cf5f-42be-b519-6383d9263fd7,segment=NetworkSegment(341db2a4-30eb-41fc-b2c3-c3f15251dc78),segment_id=341db2a4-30eb-41fc-b2c3-c3f15251dc78)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:19.912837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c04ac970-48e1-4a81-8548-f4399867bbd1 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:19.913108 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.916740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] No DVR routers for this DVR port 04477c07-c8a6-4e8f-b941-e6c1c407d90a on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:19.920907 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.927007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-593a8c81-5b36-4415-99c4-c62f4d6dbb5d req-4c822ea5-28b1-4cb8-88de-54e0ec0fde89 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.32 "DELETE /v2.0/ports/04477c07-c8a6-4e8f-b941-e6c1c407d90a HTTP/1.1" status: 204 len: 173 time: 2.7413268 May 26 16:02:19.929793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84be48-58ef-4898-9796-a3363df611e7 req-360ff661-7a76-427d-8d06-9807d37f3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.934624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce84be48-58ef-4898-9796-a3363df611e7 req-360ff661-7a76-427d-8d06-9807d37f3a8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.4205201 May 26 16:02:19.977213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '197638ce-cf5f-42be-b519-6383d9263fd7', 'network_id': '4b004517-bfa4-46ce-a2d8-abbf34e3af8d', 'port_id': '197638ce-cf5f-42be-b519-6383d9263fd7', 'mac_address': 'fa:16:3e:5f:2d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0fa5b1-de76-4ec3-aa0b-649f1cbd67b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:19.998768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:20.001143 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c7e189-c70b-41a7-ba0c-8b78c9d90af8" -d '{"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-unplugged", "status": "completed", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:20.059804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44c910-7f25-45d2-bada-4760b9e0dca6 req-98398b45-d94d-4472-9acc-4ef7a8932336 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.061414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a44c910-7f25-45d2-bada-4760b9e0dca6 req-98398b45-d94d-4472-9acc-4ef7a8932336 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 944 time: 0.2466342 May 26 16:02:20.081544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84be48-58ef-4898-9796-a3363df611e7 req-2e21c90f-d74f-4416-9039-dcb0c9947840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.083513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce84be48-58ef-4898-9796-a3363df611e7 req-2e21c90f-d74f-4416-9039-dcb0c9947840 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316767 May 26 16:02:20.124859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 067975a7-0c1f-4165-a48a-26ab179ef5fd, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=067975a7-0c1f-4165-a48a-26ab179ef5fd,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:20.149421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Allocated IP 172.20.0.2 (ec124664-60fc-44b3-b138-23837c1fa742/602e4503-523a-4403-8505-f6352e2185b1/d743d0e6-97c1-4818-a34d-70012ba5e6f0) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:20.200990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a44c910-7f25-45d2-bada-4760b9e0dca6 req-e1ab4cb3-59ad-4f4e-b14f-aa1d138a9504 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242263 May 26 16:02:20.276122 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5020e98-9fec-4b36-a21c-826eec403a69 x-openstack-request-id: req-b5020e98-9fec-4b36-a21c-826eec403a69 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:20.276438 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:20.276692 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5020e98-9fec-4b36-a21c-826eec403a69 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:20.277101 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5020e98-9fec-4b36-a21c-826eec403a69'] response: {'name': 'network-changed', 'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'status': 'completed', 'code': 200} May 26 16:02:20.298736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '067975a7-0c1f-4165-a48a-26ab179ef5fd', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '067975a7-0c1f-4165-a48a-26ab179ef5fd', 'mac_address': 'fa:16:3e:f1:99:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:20.307694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:20.319722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.320568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b194b65d-6244-4f08-98e0-ec63b39d3afc req-3705f4d6-fa60-4a5e-8f19-02267709c5b0 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 210 time: 0.0892913 May 26 16:02:20.323297 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.364817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.439529 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c2d177-842e-4302-962a-5fc35dcccffc x-openstack-request-id: req-13c2d177-842e-4302-962a-5fc35dcccffc {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:20.440253 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-unplugged", "status": "failed", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1", "code": 422}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:20.440709 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13c2d177-842e-4302-962a-5fc35dcccffc {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:20.441957 n-d-843336-2 neutron-server[109406]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-13c2d177-842e-4302-962a-5fc35dcccffc']: {'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'code': 422} returned with failed status May 26 16:02:20.466516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 197638ce-cf5f-42be-b519-6383d9263fd7 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:20.467251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.482203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-6dd57b74-fb78-4eb9-a8fc-efebb9233260 req-0c0aa335-0d5b-4313-b2c4-ca29fcb6f42f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:02:20.489669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197638ce-cf5f-42be-b519-6383d9263fd7 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:20.495202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6dd57b74-fb78-4eb9-a8fc-efebb9233260 req-0c0aa335-0d5b-4313-b2c4-ca29fcb6f42f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0378284 May 26 16:02:20.504767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce84be48-58ef-4898-9796-a3363df611e7 req-44dbe62a-c3d3-4286-8d67-f63a1e3f128d service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050989 May 26 16:02:20.577499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Allocated IP 172.25.0.229 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/d3fb15bc-5e81-4600-9179-18eef511e4ee) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:20.650787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:20.698988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 197638ce-cf5f-42be-b519-6383d9263fd7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=197638ce-cf5f-42be-b519-6383d9263fd7,segment=NetworkSegment(341db2a4-30eb-41fc-b2c3-c3f15251dc78),segment_id=341db2a4-30eb-41fc-b2c3-c3f15251dc78)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:20.753897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-6548be70-fd91-4b5a-af18-8335087c0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.758261 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-6548be70-fd91-4b5a-af18-8335087c0705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1099 time: 0.4532170 May 26 16:02:20.780807 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.788816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 067975a7-0c1f-4165-a48a-26ab179ef5fd is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:20.789220 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.838438 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.862907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.872981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.958326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Network ec124664-60fc-44b3-b138-23837c1fa742 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:20.969318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:20.970527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.975251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067975a7-0c1f-4165-a48a-26ab179ef5fd {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:20.981827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:21.098693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['197638ce-cf5f-42be-b519-6383d9263fd7'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:21.133573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:21.135666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:21.143335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fb15bc-5e81-4600-9179-18eef511e4ee,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:21.148265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:21.159738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.161172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.161816 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.162396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.163006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.163606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.164171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.164979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.165591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.166180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.166790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.167806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:21.193800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 067975a7-0c1f-4165-a48a-26ab179ef5fd, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=067975a7-0c1f-4165-a48a-26ab179ef5fd,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:21.204148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:21.233195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-d96f11a9-32c8-47a9-af5e-2c395b15ee3f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.235433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-d96f11a9-32c8-47a9-af5e-2c395b15ee3f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.24 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 812 time: 0.8791893 May 26 16:02:21.245499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce84be48-58ef-4898-9796-a3363df611e7 req-4b2a6ffd-da6b-48f4-90d7-5da6ffc36241 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7273982 May 26 16:02:21.262288 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:21.263492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Request body: {'port': {'device_id': '89574694-b4a9-47c8-a3be-7a681b70959b', 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8', 'admin_state_up': True, 'tenant_id': '0242a9d99b7e4c25bbf11f242a753856'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:21.282975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Attempting to bind port d743d0e6-97c1-4818-a34d-70012ba5e6f0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:21.283221 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-e6891dcb-fdf1-40b1-a152-ba33238d7d52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800779 May 26 16:02:21.283354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Attempting to bind port d743d0e6-97c1-4818-a34d-70012ba5e6f0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:21.283466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Attempting to bind port d743d0e6-97c1-4818-a34d-70012ba5e6f0 on network ec124664-60fc-44b3-b138-23837c1fa742 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:21.288389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=197638ce-cf5f-42be-b519-6383d9263fd7,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:21.307830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b3768-5025-4ae8-8167-859729dd7430 req-6d0f26cc-ea83-4960-88e6-c379c31bc483 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.309240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:21.310422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Checking segment: {'id': '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:21.311088 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:21.311757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Bound using segment: {'id': '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:21.312526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Bound port: d743d0e6-97c1-4818-a34d-70012ba5e6f0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:21.312925 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:21.320035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-310b3768-5025-4ae8-8167-859729dd7430 req-6d0f26cc-ea83-4960-88e6-c379c31bc483 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.4647930 May 26 16:02:21.463474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Pushing event updated for resources: {'Port': ['ID=d743d0e6-97c1-4818-a34d-70012ba5e6f0,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:21.471634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-310b3768-5025-4ae8-8167-859729dd7430 req-6bc903a1-0352-49c4-b834-0110b4fae3d5 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442556 May 26 16:02:21.492773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-2bf05b62-1427-4dd5-8e83-01b1c132048d tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.495480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-2bf05b62-1427-4dd5-8e83-01b1c132048d tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.32 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 812 time: 0.8134806 May 26 16:02:21.511590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3205f-d4b2-424e-9268-e5adef86bfdc req-bfe713bb-22e3-45b7-9822-eee7d95f61cd tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.519385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14f3205f-d4b2-424e-9268-e5adef86bfdc req-bfe713bb-22e3-45b7-9822-eee7d95f61cd tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 948 time: 0.7577584 May 26 16:02:21.579481 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:21.581076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Request body: {'port': {'device_id': '928168d6-246c-4fc5-94a6-0c553111266c', 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8', 'admin_state_up': True, 'tenant_id': '0242a9d99b7e4c25bbf11f242a753856'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:21.612760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-4d06cf44-78ac-468d-ad2f-9eabe5a16421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.614337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-4d06cf44-78ac-468d-ad2f-9eabe5a16421 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.8299842 May 26 16:02:21.631155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] For port d743d0e6-97c1-4818-a34d-70012ba5e6f0, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:21.636415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['067975a7-0c1f-4165-a48a-26ab179ef5fd'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:21.879185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-79fa56ba-14b6-49b4-b124-ad1524a1018e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59 HTTP/1.1" status: 200 len: 217 time: 0.0970595 May 26 16:02:21.919317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c04ac970-48e1-4a81-8548-f4399867bbd1 is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:21.921328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 85224980-3fb1-4a2f-b40b-793ca363292c no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:21.924428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] For port d743d0e6-97c1-4818-a34d-70012ba5e6f0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d743d0e6-97c1-4818-a34d-70012ba5e6f0,segment=NetworkSegment(5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756),segment_id=5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:21.967928 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:21.969830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33982) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:21.974569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14f3205f-d4b2-424e-9268-e5adef86bfdc req-41c3f338-113d-4d6f-b306-75175cac1d6e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537470 May 26 16:02:21.980406 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.007658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Made reservation on behalf of 0242a9d99b7e4c25bbf11f242a753856 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:22.011330 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.049593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a59b8b-75d4-4c49-8894-9e069c773179 req-951c6ce0-2051-40b0-8e0b-2fe88edaf21a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.052556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5a59b8b-75d4-4c49-8894-9e069c773179 req-951c6ce0-2051-40b0-8e0b-2fe88edaf21a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 945 time: 0.2766938 May 26 16:02:22.057557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 85224980-3fb1-4a2f-b40b-793ca363292c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:22.057907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 85224980-3fb1-4a2f-b40b-793ca363292c not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:22.079080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=067975a7-0c1f-4165-a48a-26ab179ef5fd,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:22.129860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Made reservation on behalf of 0242a9d99b7e4c25bbf11f242a753856 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:22.135154 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.172580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-f7f1cc6b-b434-4ffa-834c-a8b54118aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.174222 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-f7f1cc6b-b434-4ffa-834c-a8b54118aeba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2417142 May 26 16:02:22.245228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f978250-0052-46a4-98bf-8c103a96b384 None None] Pushing event updated for resources: {'Port': ['ID=d743d0e6-97c1-4818-a34d-70012ba5e6f0,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:22.268156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0dd0-19d7-420c-882f-937180139496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.386792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f5be7-6a44-4995-b9d1-644dbf58d1e4', 'name': 'network-vif-deleted', 'tag': '04477c07-c8a6-4e8f-b941-e6c1c407d90a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:22.393860 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae32b01-67bc-4d34-95fa-513d974e8400" -d '{"events": [{"server_uuid": "640f5be7-6a44-4995-b9d1-644dbf58d1e4", "name": "network-vif-deleted", "tag": "04477c07-c8a6-4e8f-b941-e6c1c407d90a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:22.421401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:02:22.526976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0dd0-19d7-420c-882f-937180139496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.535113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5a59b8b-75d4-4c49-8894-9e069c773179 req-fa891a92-f6b3-49f8-8812-04cf3a83c1a7 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446592 May 26 16:02:22.537156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0dd0-19d7-420c-882f-937180139496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.546238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5afa06ee-7b33-4d47-a867-0b703d3faee0 req-ed4f3e28-2458-4661-ac11-a9a426aa9c72 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 210 time: 0.1233797 May 26 16:02:22.621064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-cc00f8fd-acb7-458d-aaab-572b7751c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.624210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-cc00f8fd-acb7-458d-aaab-572b7751c0a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4155235 May 26 16:02:22.650619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Allocated IP 172.20.0.10 (ed0445e0-4713-44b6-ab9a-fc397f5c9ed8/4a8362a8-1f8b-4281-ac7c-8d675f1da078/20c2ce88-0ded-448f-91e2-1263b3c015fb) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:22.672818 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a8ba0dd0-19d7-420c-882f-937180139496 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f89afe5d2194465ae3d824224b69c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012749 May 26 16:02:22.678808 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd611c24-95a9-4ee1-a3b5-1d910c853069 x-openstack-request-id: req-bd611c24-95a9-4ee1-a3b5-1d910c853069 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:22.680390 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640f5be7-6a44-4995-b9d1-644dbf58d1e4", "name": "network-vif-deleted", "tag": "04477c07-c8a6-4e8f-b941-e6c1c407d90a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:22.681029 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd611c24-95a9-4ee1-a3b5-1d910c853069 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:22.683249 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd611c24-95a9-4ee1-a3b5-1d910c853069'] response: {'server_uuid': '640f5be7-6a44-4995-b9d1-644dbf58d1e4', 'name': 'network-vif-deleted', 'tag': '04477c07-c8a6-4e8f-b941-e6c1c407d90a', 'status': 'completed', 'code': 200} May 26 16:02:22.687924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34012) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:22.725941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba0dd0-19d7-420c-882f-937180139496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637f8ea2-cb14-466f-8e31-a1388850d448,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:22.743647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:22.754744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Sync routers for ids ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:22.768826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Routers {'0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:22.769959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:22.806732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.811921 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1e2b8ce3-459b-4de0-ab92-9a3e55d67275 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8257329 May 26 16:02:22.812196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34014) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:22.858749 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60a0adaa-23f2-41cb-9c28-9f20a0425451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.894348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60a0adaa-23f2-41cb-9c28-9f20a0425451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.932597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Set router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:22.955061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-5c1009ea-a534-4942-97cb-f358357902e2 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238134 May 26 16:02:22.975555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95050fbe-1c65-4f60-8961-034b9e98ff43 req-96b0f0f6-db0a-4894-9a2f-957f54aeeab1 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.985075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95050fbe-1c65-4f60-8961-034b9e98ff43 req-96b0f0f6-db0a-4894-9a2f-957f54aeeab1 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.2492819 May 26 16:02:23.021340 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60a0adaa-23f2-41cb-9c28-9f20a0425451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.023882 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60a0adaa-23f2-41cb-9c28-9f20a0425451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.035254 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-60a0adaa-23f2-41cb-9c28-9f20a0425451 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/637f8ea2-cb14-466f-8e31-a1388850d448 HTTP/1.1" status: 204 len: 168 time: 0.3422704 May 26 16:02:23.102921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0adaa-23f2-41cb-9c28-9f20a0425451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637f8ea2-cb14-466f-8e31-a1388850d448,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:23.178432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:23.187334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 197638ce-cf5f-42be-b519-6383d9263fd7 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:23.554155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:19Z', 'updated_at': '2022-05-26T16:02:21Z', 'revision_number': 3, 'project_id': '522c656366bf4416addf76e6230cad20', 'gw_port': {'id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:20Z', 'updated_at': '2022-05-26T16:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:23.566512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 197638ce-cf5f-42be-b519-6383d9263fd7 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:23.629781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f26b3b7-c6c4-43a2-8c9b-9f8859a30fc8 None None] Network ec124664-60fc-44b3-b138-23837c1fa742 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:23.632952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 197638ce-cf5f-42be-b519-6383d9263fd7 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:23.633547 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.636781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.644621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.645503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Checking router: 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:23.645957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Updating router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 port d3fb15bc-5e81-4600-9179-18eef511e4ee binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:02:23.694792 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.787762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:23.824363 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.827843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 067975a7-0c1f-4165-a48a-26ab179ef5fd up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:23.948132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1c444564-c990-482f-b7f6-8f2e826ac9d7 None None] Provisioning complete for port d743d0e6-97c1-4818-a34d-70012ba5e6f0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:23.948824 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1c444564-c990-482f-b7f6-8f2e826ac9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.956503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Allocated IP 172.20.0.1 (ec124664-60fc-44b3-b138-23837c1fa742/602e4503-523a-4403-8505-f6352e2185b1/b9ca3ede-9cff-4d84-a43e-295bafe09603) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:23.968702 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95050fbe-1c65-4f60-8961-034b9e98ff43 req-26b325ef-690a-4231-b963-cc26fd1fd22e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9744680 May 26 16:02:24.005321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde065f9-5d90-42b9-907f-79c929a3f7ce req-a8fbe301-4890-478a-82e5-3eb51ef376f9 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.015243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bde065f9-5d90-42b9-907f-79c929a3f7ce req-a8fbe301-4890-478a-82e5-3eb51ef376f9 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 949 time: 0.8985317 May 26 16:02:24.045854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'mac_address': 'fa:16:3e:7f:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:24.065781 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.080934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7f5d028-d28f-4405-abba-25b4d3edaaba req-4adce436-c018-4361-a2fd-64ddd2b561f9 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0894430 May 26 16:02:24.159647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bde065f9-5d90-42b9-907f-79c929a3f7ce req-14b02371-1207-4748-b582-6fe1619d6f9c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396990 May 26 16:02:24.271592 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.278461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d743d0e6-97c1-4818-a34d-70012ba5e6f0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:24.349314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:24.349314 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.391001 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.403889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:24.413097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d0553429-7709-43f3-a414-480e1363756a req-7de0991f-19bd-4f09-a3bc-a3b7f1656b05 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 210 time: 0.0535088 May 26 16:02:24.445349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327249fb-7220-43a0-9730-71dec1493d7f req-d3cb2695-d4c3-45a0-acf3-f27029bc24bd tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.456302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-327249fb-7220-43a0-9730-71dec1493d7f req-d3cb2695-d4c3-45a0-acf3-f27029bc24bd tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 945 time: 0.3123226 May 26 16:02:24.483227 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.516041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Network ec124664-60fc-44b3-b138-23837c1fa742 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:24.519250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:24.548762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:24.588067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:24.594036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Pushing event updated for resources: {'Port': ['ID=20c2ce88-0ded-448f-91e2-1263b3c015fb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:24.597507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:24.608235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:24.652562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ca3ede-9cff-4d84-a43e-295bafe09603,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:24.654302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a04e53f-797a-4b75-bb03-d2654fb9ec59 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:24.666276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Allocated IP 172.20.0.2 (ed0445e0-4713-44b6-ab9a-fc397f5c9ed8/4a8362a8-1f8b-4281-ac7c-8d675f1da078/c6a35549-878e-4eb0-8225-98e9ed565e57) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:24.682372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:24.691247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 197638ce-cf5f-42be-b519-6383d9263fd7 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:24.691647 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.721597 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.756733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 197638ce-cf5f-42be-b519-6383d9263fd7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=197638ce-cf5f-42be-b519-6383d9263fd7,segment=NetworkSegment(341db2a4-30eb-41fc-b2c3-c3f15251dc78),segment_id=341db2a4-30eb-41fc-b2c3-c3f15251dc78)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:24.760736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.765009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 067975a7-0c1f-4165-a48a-26ab179ef5fd completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:24.773547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-327249fb-7220-43a0-9730-71dec1493d7f req-c0e5b34c-314b-42e8-b219-d519e5a8411b tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117018 May 26 16:02:24.813823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197638ce-cf5f-42be-b519-6383d9263fd7'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:24.816412 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033908b9-c93d-4a49-a5b5-d5b090d30914" -d '{"events": [{"server_uuid": "2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4", "name": "network-vif-plugged", "status": "completed", "tag": "197638ce-cf5f-42be-b519-6383d9263fd7"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:24.821813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 067975a7-0c1f-4165-a48a-26ab179ef5fd triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:24.822289 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.829895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1220496446-network', 'tenant_id': '11c60b6020724f218f8fcedde9b54088'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:24.842465 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.945613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.948266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.948579 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056e89c7-a4ce-4f11-aa25-040c9f965bb1 x-openstack-request-id: req-056e89c7-a4ce-4f11-aa25-040c9f965bb1 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:24.949118 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4", "name": "network-vif-plugged", "status": "completed", "tag": "197638ce-cf5f-42be-b519-6383d9263fd7", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:24.949231 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-056e89c7-a4ce-4f11-aa25-040c9f965bb1 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:24.949579 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056e89c7-a4ce-4f11-aa25-040c9f965bb1'] response: {'server_uuid': '2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197638ce-cf5f-42be-b519-6383d9263fd7', 'code': 200} May 26 16:02:24.982170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Made reservation on behalf of 11c60b6020724f218f8fcedde9b54088 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:24.985327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.018372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.058859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e0eeb824-4957-4321-ab11-d6b05c32407f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8119264 May 26 16:02:25.063966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-700be8c0-93dc-4296-8dfb-b70ea32e9396 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986741 May 26 16:02:25.082542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['4a04e53f-797a-4b75-bb03-d2654fb9ec59'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:25.091814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.096699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1c444564-c990-482f-b7f6-8f2e826ac9d7 None None] Current status of the port d743d0e6-97c1-4818-a34d-70012ba5e6f0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:25.097103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1c444564-c990-482f-b7f6-8f2e826ac9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.100456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Request body: {'port': {'device_id': '89574694-b4a9-47c8-a3be-7a681b70959b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:25.201645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:25.216652 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.284219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6536-b324-4469-8172-2b73f8058f7c req-31c16014-ec93-4643-bf32-e6d7f3f34ca2 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.287641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-31c16014-ec93-4643-bf32-e6d7f3f34ca2 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046206 May 26 16:02:25.289904 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.306596 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.314297 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.375403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:02:25.387584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf339061-11d2-4009-92ef-9e660b92f05b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:25.408490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.408898 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Added segment 3457ae04-34be-475b-adf3-502c1a5ab329 of type vlan for network af6e35e0-cb02-4db4-b12d-3d2e9f635302 May 26 16:02:25.431366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-5dbbe245-52eb-406f-837a-8a8f3af4e3d6 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/quotas/30319e8b44ff4fac85bed5a2bb6a12a0 HTTP/1.1" status: 200 len: 375 time: 0.0984075 May 26 16:02:25.437188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.456372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0acd1-b256-4eb0-af8c-7c69a8121b6f req-44ea782d-ee8e-497b-be75-c44d9e6a28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.458300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ae0acd1-b256-4eb0-af8c-7c69a8121b6f req-44ea782d-ee8e-497b-be75-c44d9e6a28bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 1097 time: 0.4724929 May 26 16:02:25.488015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.491123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.497716 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.513790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d743d0e6-97c1-4818-a34d-70012ba5e6f0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:25.514203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.517309 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1c444564-c990-482f-b7f6-8f2e826ac9d7 None None] For port d743d0e6-97c1-4818-a34d-70012ba5e6f0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d743d0e6-97c1-4818-a34d-70012ba5e6f0,segment=NetworkSegment(5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756),segment_id=5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:25.527232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa544e-fa06-41b5-a2e5-b7579e3f45a3 req-d3245721-d196-4d53-948c-d0cb173af5d1 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.530740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4fa544e-fa06-41b5-a2e5-b7579e3f45a3 req-d3245721-d196-4d53-948c-d0cb173af5d1 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.4262695 May 26 16:02:25.563466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-7101ac62-c227-4c1d-844c-0d8bf7af3fd0 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105478 May 26 16:02:25.565582 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1c444564-c990-482f-b7f6-8f2e826ac9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.577686 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.614927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ca3ede-9cff-4d84-a43e-295bafe09603,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:25.657768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=197638ce-cf5f-42be-b519-6383d9263fd7,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:25.663925 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:02:25.711536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Attempting to bind port d3fb15bc-5e81-4600-9179-18eef511e4ee on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:25.711915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Attempting to bind port d3fb15bc-5e81-4600-9179-18eef511e4ee by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:25.712526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Attempting to bind port d3fb15bc-5e81-4600-9179-18eef511e4ee on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:25.725217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ae0acd1-b256-4eb0-af8c-7c69a8121b6f req-a8bcedbc-d0a9-4a7b-9429-ebb4a4e55789 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434468 May 26 16:02:25.733921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4fa544e-fa06-41b5-a2e5-b7579e3f45a3 req-4873803f-7c84-465f-beae-8d0665e7d4c5 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762238 May 26 16:02:25.739512 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.752369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.753683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 067975a7-0c1f-4165-a48a-26ab179ef5fd is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:25.754106 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.756209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.761880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.762769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:25.763302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:25.763721 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.764122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:25.764620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Bound port: d3fb15bc-5e81-4600-9179-18eef511e4ee, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:25.765006 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.769927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.829901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830175b-9a94-4ae8-9d85-6914a7771e1e None None] Pushing event updated for resources: {'Port': ['ID=d3fb15bc-5e81-4600-9179-18eef511e4ee,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:25.991266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 067975a7-0c1f-4165-a48a-26ab179ef5fd, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=067975a7-0c1f-4165-a48a-26ab179ef5fd,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:26.031907 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6195025 May 26 16:02:26.049023 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.054934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34112) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:26.093836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Request body: {'subnet': {'network_id': 'af6e35e0-cb02-4db4-b12d-3d2e9f635302', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1220496446-subnet', 'tenant_id': '11c60b6020724f218f8fcedde9b54088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:26.111048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] For port d3fb15bc-5e81-4600-9179-18eef511e4ee, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:26.125324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Pushing event updated for resources: {'Port': ['ID=c6a35549-878e-4eb0-8225-98e9ed565e57,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:26.126199 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32698c4c-0bfe-44f5-a8cf-186f8f1dfb6e admin admin] Pushing event updated for resources: {'Network': ['ID=af6e35e0-cb02-4db4-b12d-3d2e9f635302,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:26.166498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network af6e35e0-cb02-4db4-b12d-3d2e9f635302 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:02:26.178264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] For port d3fb15bc-5e81-4600-9179-18eef511e4ee, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d3fb15bc-5e81-4600-9179-18eef511e4ee,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:26.223159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c444564-c990-482f-b7f6-8f2e826ac9d7 None None] Pushing event updated for resources: {'Port': ['ID=d743d0e6-97c1-4818-a34d-70012ba5e6f0,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:26.236945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Network ec124664-60fc-44b3-b138-23837c1fa742 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:26.238790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:26.244574 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.255176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d743d0e6-97c1-4818-a34d-70012ba5e6f0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:26.310926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:26.347615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:26.367044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:26.436665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d743d0e6-97c1-4818-a34d-70012ba5e6f0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:26.444782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Made reservation on behalf of 11c60b6020724f218f8fcedde9b54088 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:26.452839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.572782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-69eb240c-51d6-4247-941a-95b0d7753b6d None None] Provisioning complete for port d743d0e6-97c1-4818-a34d-70012ba5e6f0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:26.573545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:02:26.596305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-69eb240c-51d6-4247-941a-95b0d7753b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.747936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=067975a7-0c1f-4165-a48a-26ab179ef5fd,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:26.819643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:26.826676 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c30a90d0-5127-4ae5-96ee-659c1f0ebc34 admin admin] 10.222.0.39 "PUT /v2.0/routers/0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0134552 May 26 16:02:26.869282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Routers {'0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:26.873326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:26.875591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c456e-9211-444f-9dff-a6ab3c8b89db req-ac7e8e3f-d4a1-4f6d-80f0-d4995320ef2f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.883785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-106c456e-9211-444f-9dff-a6ab3c8b89db req-ac7e8e3f-d4a1-4f6d-80f0-d4995320ef2f tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 931 time: 0.8092432 May 26 16:02:26.901753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e974043-a40c-4274-8019-4ad0e743a69b req-525cb5b9-8150-411e-bc7c-8d16053c3dc0 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.910827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e974043-a40c-4274-8019-4ad0e743a69b req-525cb5b9-8150-411e-bc7c-8d16053c3dc0 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 950 time: 0.8543355 May 26 16:02:26.959007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.959660 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.991894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6857c52-dc8b-4ee2-a1f4-b00525d720d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067975a7-0c1f-4165-a48a-26ab179ef5fd'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:26.999526 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebee285-7959-4d46-80c5-b01992b92ac4" -d '{"events": [{"server_uuid": "b6857c52-dc8b-4ee2-a1f4-b00525d720d2", "name": "network-vif-plugged", "status": "completed", "tag": "067975a7-0c1f-4165-a48a-26ab179ef5fd"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:27.045094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c2ce88-0ded-448f-91e2-1263b3c015fb {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:27.047784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34126) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:27.056350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830175b-9a94-4ae8-9d85-6914a7771e1e None None] Pushing event updated for resources: {'Port': ['ID=d3fb15bc-5e81-4600-9179-18eef511e4ee,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:27.064855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b2b56b47-4fb3-4b4c-bfd9-4c1d260bd1ac tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5257487 May 26 16:02:27.111226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-862487039'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:27.140042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.152663 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d743d0e6-97c1-4818-a34d-70012ba5e6f0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:27.153548 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.158479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:27.162548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.174723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Transition to ACTIVE for port object 20c2ce88-0ded-448f-91e2-1263b3c015fb will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:27.207846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:02:27.215385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:27.225354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.225606 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Added segment a4b7eb7e-8338-4095-a123-77d95d19c6f9 of type vlan for network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 May 26 16:02:27.232318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-106c456e-9211-444f-9dff-a6ab3c8b89db req-47163bb0-044a-4c3a-9db6-010d615ee21e tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476357 May 26 16:02:27.248674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Request body: {'port': {'device_id': '928168d6-246c-4fc5-94a6-0c553111266c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:27.275213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.284875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.315227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] Set router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:27.321466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.323037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e974043-a40c-4274-8019-4ad0e743a69b req-ab1a9e62-d517-4265-afe2-e94c7ed50a21 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111743 May 26 16:02:27.328693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:27.329698 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.493432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-69eb240c-51d6-4247-941a-95b0d7753b6d None None] Current status of the port d743d0e6-97c1-4818-a34d-70012ba5e6f0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:27.553877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Network': ['ID=9724d4e1-ff3b-4dfa-8b0a-57a377481310,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:27.571207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8d6306e-8cf2-470e-a08e-84aa88a5fcb1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5218499 May 26 16:02:27.571892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34138) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:27.578917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'subnet': {'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:27.595653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Pushing event updated for resources: {'Port': ['ID=20c2ce88-0ded-448f-91e2-1263b3c015fb,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:27.610408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:02:27.616976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-32a51f39-1e7c-4a30-9712-5c8e6c4ff562 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1536014 May 26 16:02:27.660689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.664330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-7b112860-879d-4c9f-9243-1971cac9cbc7 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1296833 May 26 16:02:27.733301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:27.741760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.743324 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.769371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d743d0e6-97c1-4818-a34d-70012ba5e6f0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:27.774713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-69eb240c-51d6-4247-941a-95b0d7753b6d None None] Provisioning complete for port b9ca3ede-9cff-4d84-a43e-295bafe09603 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:27.775142 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-69eb240c-51d6-4247-941a-95b0d7753b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.895399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:27.899069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d478-58b6-4935-b38d-f2bfee39dfde req-8c80defd-50c7-4cab-9c07-38f19230c343 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:27.900801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5631d478-58b6-4935-b38d-f2bfee39dfde req-8c80defd-50c7-4cab-9c07-38f19230c343 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 946 time: 0.4987993 May 26 16:02:27.918867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:27.919480 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.994114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-69eb240c-51d6-4247-941a-95b0d7753b6d None None] Port b9ca3ede-9cff-4d84-a43e-295bafe09603 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:28.048919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.100798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:19Z', 'updated_at': '2022-05-26T16:02:24Z', 'revision_number': 4, 'project_id': '522c656366bf4416addf76e6230cad20', 'gw_port': {'id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:20Z', 'updated_at': '2022-05-26T16:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b9ca3ede-9cff-4d84-a43e-295bafe09603', 'name': '', 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'mac_address': 'fa:16:3e:1f:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '602e4503-523a-4403-8505-f6352e2185b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:23Z', 'updated_at': '2022-05-26T16:02:25Z', 'revision_number': 2, 'project_id': '522c656366bf4416addf76e6230cad20', 'subnets': [{'id': '602e4503-523a-4403-8505-f6352e2185b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:28.173691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28d904-16a1-4fdf-952f-923b54425e06 None None] The sync data for ids ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'] in n-d-843336-2 is: [{'id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:19Z', 'updated_at': '2022-05-26T16:02:24Z', 'revision_number': 4, 'project_id': '522c656366bf4416addf76e6230cad20', 'gw_port': {'id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:20Z', 'updated_at': '2022-05-26T16:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b9ca3ede-9cff-4d84-a43e-295bafe09603', 'name': '', 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'mac_address': 'fa:16:3e:1f:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '602e4503-523a-4403-8505-f6352e2185b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:23Z', 'updated_at': '2022-05-26T16:02:25Z', 'revision_number': 2, 'project_id': '522c656366bf4416addf76e6230cad20', 'subnets': [{'id': '602e4503-523a-4403-8505-f6352e2185b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:28.181711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Subnet': ['ID=1a0fa157-2c7c-4bae-82a7-3c3b2801b91e,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:28.188337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Attempting to bind port 20c2ce88-0ded-448f-91e2-1263b3c015fb on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:28.188903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Attempting to bind port 20c2ce88-0ded-448f-91e2-1263b3c015fb by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:28.189319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Attempting to bind port 20c2ce88-0ded-448f-91e2-1263b3c015fb on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:28.191754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbe2282-f371-41b0-81ba-9b5932266390,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:28.224617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:28.224812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Checking segment: {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:28.225008 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.225136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network hostable DHCP agents. Network: 9724d4e1-ff3b-4dfa-8b0a-57a377481310, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:02:28.247275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-a03977fe-2e1b-40f5-9183-49f0798d216c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.255400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-a03977fe-2e1b-40f5-9183-49f0798d216c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6371319 May 26 16:02:28.256955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:02:28.264488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Port 20c2ce88-0ded-448f-91e2-1263b3c015fb on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:28.265088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Attempting to bind port 20c2ce88-0ded-448f-91e2-1263b3c015fb on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:28.272051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5631d478-58b6-4935-b38d-f2bfee39dfde req-6c489c42-0879-487a-9fad-f022d1f30743 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584335 May 26 16:02:28.274718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 9724d4e1-ff3b-4dfa-8b0a-57a377481310) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:28.279782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.280466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.297973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:28.310780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6536-b324-4469-8172-2b73f8058f7c req-8f51a099-a399-4d3e-b2a0-416aaefb7ac3 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.310780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-8f51a099-a399-4d3e-b2a0-416aaefb7ac3 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6003115 May 26 16:02:28.310780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:28.310780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Checking segment: {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:28.310780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Bound using segment: {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:28.310780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Bound port: 20c2ce88-0ded-448f-91e2-1263b3c015fb, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:28.310780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.315919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Checking segment: {'id': '3457ae04-34be-475b-adf3-502c1a5ab329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'af6e35e0-cb02-4db4-b12d-3d2e9f635302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:28.315919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Network hostable DHCP agents. Network: af6e35e0-cb02-4db4-b12d-3d2e9f635302, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:02:28.321839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde2472-12ee-45fd-9301-73063d764e0d None None] Network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:28.326044 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.329287 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-503bb3d5-aa87-47c6-ae82-1308f25847e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7559891 May 26 16:02:28.330263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34144) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:28.340847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-793452963'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:28.378702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:28.380425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Request body: {'port': {'device_id': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '30319e8b44ff4fac85bed5a2bb6a12a0'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:28.384166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.424535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-fd65e2c0-4346-4601-bd13-0537bf9fe32a tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/quotas/30319e8b44ff4fac85bed5a2bb6a12a0 HTTP/1.1" status: 200 len: 375 time: 0.1679034 May 26 16:02:28.433209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:02:28.453820 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.454219 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Added segment a45a9912-766a-4895-93ee-b25e33b23d3c of type vlan for network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf May 26 16:02:28.505310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.551078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.565107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.565741 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.568809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6129ddfd-4dc4-4937-8c15-566617d5bcba None None] Provisioning complete for port b9ca3ede-9cff-4d84-a43e-295bafe09603 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:28.569184 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6129ddfd-4dc4-4937-8c15-566617d5bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.655052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-b49e6626-0022-4de7-8fd1-88871b5cc630 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2292998 May 26 16:02:28.669307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:28.713572 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3780792 May 26 16:02:28.713572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34148) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:28.720850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'subnet': {'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:28.728341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Network af6e35e0-cb02-4db4-b12d-3d2e9f635302 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:02:28.757707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6129ddfd-4dc4-4937-8c15-566617d5bcba None None] Port b9ca3ede-9cff-4d84-a43e-295bafe09603 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:28.807830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ad8a0-e0f2-4042-a23e-a4b7529ccc3b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Network': ['ID=dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:28.822531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:02:28.853351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:28.864229 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.898460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, af6e35e0-cb02-4db4-b12d-3d2e9f635302) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:28.979523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.987977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.028162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] For port 20c2ce88-0ded-448f-91e2-1263b3c015fb, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:29.084720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36bbd6-c3d1-4913-96a5-599bb33eae25 None None] Network af6e35e0-cb02-4db4-b12d-3d2e9f635302 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:29.140079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f6feb-abb5-4220-8262-c665ef00d6c4 req-286c0e32-9bf7-4156-931c-2c18175dedfd tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.166581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa1f6feb-abb5-4220-8262-c665ef00d6c4 req-286c0e32-9bf7-4156-931c-2c18175dedfd tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.7161479 May 26 16:02:29.270653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] For port 20c2ce88-0ded-448f-91e2-1263b3c015fb, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=20c2ce88-0ded-448f-91e2-1263b3c015fb,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:29.285524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.352193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8fcb55fc-2136-49dd-b219-0c1e6584aadd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2662177 May 26 16:02:29.383396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Subnet': ['ID=26dc6072-2462-4b55-8d4c-97c51ab81b93,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:29.392755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Checking segment: {'id': 'a45a9912-766a-4895-93ee-b25e33b23d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:29.393117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network hostable DHCP agents. Network: dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:02:29.396165 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232095d3-ac22-4781-a0e7-eaf803cef887 x-openstack-request-id: req-232095d3-ac22-4781-a0e7-eaf803cef887 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:29.396165 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6857c52-dc8b-4ee2-a1f4-b00525d720d2", "name": "network-vif-plugged", "status": "completed", "tag": "067975a7-0c1f-4165-a48a-26ab179ef5fd", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:29.396559 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-232095d3-ac22-4781-a0e7-eaf803cef887 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:29.397038 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232095d3-ac22-4781-a0e7-eaf803cef887'] response: {'server_uuid': 'b6857c52-dc8b-4ee2-a1f4-b00525d720d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067975a7-0c1f-4165-a48a-26ab179ef5fd', 'code': 200} May 26 16:02:29.405627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-9724d4e1-ff3b-4dfa-8b0a-57a377481310', 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'fixed_ips': [{'subnet_id': '1a0fa157-2c7c-4bae-82a7-3c3b2801b91e'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:02:29.406522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.420581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:02:29.443998 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:29.455925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.461272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.466897 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.471214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a3798-aa4a-4405-9ec1-01474bb056e6 None None] Network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:29.493080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b19cec26-e26b-4d1f-829f-af0304d3965c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7749920 May 26 16:02:29.748074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Pushing event updated for resources: {'Port': ['ID=20c2ce88-0ded-448f-91e2-1263b3c015fb,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:29.820903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.821875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.823599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-3803bd0b-b30f-4622-abaa-bb13c04149e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/20c2ce88-0ded-448f-91e2-1263b3c015fb HTTP/1.1" status: 200 len: 1092 time: 4.7388086 May 26 16:02:29.828259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89574694-b4a9-47c8-a3be-7a681b70959b', 'tag': '20c2ce88-0ded-448f-91e2-1263b3c015fb'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:29.832672 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098922cb-83cd-42fd-8341-1627f7eb3746" -d '{"events": [{"name": "network-changed", "server_uuid": "89574694-b4a9-47c8-a3be-7a681b70959b", "tag": "20c2ce88-0ded-448f-91e2-1263b3c015fb"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:29.841220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Made reservation on behalf of 30319e8b44ff4fac85bed5a2bb6a12a0 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:29.845060 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.868115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa1f6feb-abb5-4220-8262-c665ef00d6c4 req-46428613-4108-4683-af02-bf154d080d05 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7005315 May 26 16:02:29.883109 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.908692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adc884-012b-4cd3-8838-da0fbf0bfaf8 req-98400240-3246-4b16-b2cc-384a242b45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.917041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98adc884-012b-4cd3-8838-da0fbf0bfaf8 req-98400240-3246-4b16-b2cc-384a242b45f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 1101 time: 0.7307255 May 26 16:02:29.926070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a35549-878e-4eb0-8225-98e9ed565e57 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:29.957611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9860f0-0eaa-4367-8e17-f46bb6122cc9 req-69d7badb-939a-49be-b228-28d52fa497e8 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.972679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae9860f0-0eaa-4367-8e17-f46bb6122cc9 req-69d7badb-939a-49be-b228-28d52fa497e8 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 931 time: 0.6988130 May 26 16:02:29.984806 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.047175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Transition to ACTIVE for port object c6a35549-878e-4eb0-8225-98e9ed565e57 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:30.058298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.159268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de2a8dd-4f0e-468c-9d29-bc848c4e6330 None None] Network af6e35e0-cb02-4db4-b12d-3d2e9f635302 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:30.249079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Allocated IP 19.80.0.2 (9724d4e1-ff3b-4dfa-8b0a-57a377481310/1a0fa157-2c7c-4bae-82a7-3c3b2801b91e/ee184db1-329a-464b-9f03-b3c558bd21c5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:30.279662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98adc884-012b-4cd3-8838-da0fbf0bfaf8 req-c665eaad-7953-4ffd-89c7-fda47004eec0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001821 May 26 16:02:30.300609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf', 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'fixed_ips': [{'subnet_id': '26dc6072-2462-4b55-8d4c-97c51ab81b93'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:02:30.301615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.440469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-b0c5c6fc-5001-4b5c-8967-7c755d3b214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.446753 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-b0c5c6fc-5001-4b5c-8967-7c755d3b214f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456&tenant_id=f4f60e78ae714e2c97b0d22e316bb54e HTTP/1.1" status: 200 len: 1095 time: 0.0952086 May 26 16:02:30.449063 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.489308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae9860f0-0eaa-4367-8e17-f46bb6122cc9 req-a6417544-8fd4-4273-be95-e9e919821584 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154815 May 26 16:02:30.532303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.559350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d3fb15bc-5e81-4600-9179-18eef511e4ee up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:30.571627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-342dd48b-a9bd-4dbe-bea1-1d777aa6d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.573389 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-342dd48b-a9bd-4dbe-bea1-1d777aa6d574 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 1095 time: 0.0990815 May 26 16:02:30.625420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a35549-878e-4eb0-8225-98e9ed565e57,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:30.755762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-d3d2b874-1a47-4442-a786-d0a9db0b2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.758659 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-d3d2b874-1a47-4442-a786-d0a9db0b2da8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.1779592 May 26 16:02:30.875353 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-d490605d-2324-4be6-a4e2-e1db5790497f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c04ac970-48e1-4a81-8548-f4399867bbd1 HTTP/1.1" status: 200 len: 1000 time: 0.1086731 May 26 16:02:30.957475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-3dd39ff7-ea36-42ad-a8cc-2319ac81746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.961603 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-3dd39ff7-ea36-42ad-a8cc-2319ac81746a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.0790184 May 26 16:02:30.964510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d3fb15bc-5e81-4600-9179-18eef511e4ee triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:30.965978 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.024064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Allocated IP 19.86.0.2 (dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf/26dc6072-2462-4b55-8d4c-97c51ab81b93/cdf3ded4-8d32-4b10-919d-e1a49b8556ba) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:31.043994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-7764591c-8340-4f43-a27f-29df61847370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.046420 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-7764591c-8340-4f43-a27f-29df61847370 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789475 May 26 16:02:31.183573 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-72a51555-a6f5-41c8-ab3b-57392ef6d57d service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298614 May 26 16:02:31.194985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede30143-f0b5-4bf3-8d6a-225997be0d6c req-89e609b7-81c9-4c05-998b-735c7b342a80 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.196825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ede30143-f0b5-4bf3-8d6a-225997be0d6c req-89e609b7-81c9-4c05-998b-735c7b342a80 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 950 time: 1.1099577 May 26 16:02:31.201600 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.223236 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.231815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-88f5e6f5-e864-4f2b-afeb-2f06e8f9c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.233312 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-88f5e6f5-e864-4f2b-afeb-2f06e8f9c713 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&device_id=89574694-b4a9-47c8-a3be-7a681b70959b HTTP/1.1" status: 200 len: 1095 time: 1.3287382 May 26 16:02:31.239608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:31.243524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-d8b1e85e-3f44-4add-a77c-c51e4ff0a0d5 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264293 May 26 16:02:31.266710 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a60a77aa-0d0e-498f-ac42-b27f21f49ad6 req-60a3da91-9e4e-4bb6-ae13-9778797ca541 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 210 time: 0.1794536 May 26 16:02:31.392635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-2cda12a4-1953-43c2-a76d-9d52fc1f4a77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c2ce88-0ded-448f-91e2-1263b3c015fb HTTP/1.1" status: 200 len: 217 time: 0.1237350 May 26 16:02:31.424746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:31.427129 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f80045-bb45-4e04-8964-7295b2632970" -d '{"events": [{"server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:31.438504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:31.445857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:31.448406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:31.471218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Pushing event updated for resources: {'Port': ['ID=ee184db1-329a-464b-9f03-b3c558bd21c5,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:31.493702 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.545464 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.659189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Pushing event updated for resources: {'Port': ['ID=cdf3ded4-8d32-4b10-919d-e1a49b8556ba,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:31.697563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Attempting to bind port ee184db1-329a-464b-9f03-b3c558bd21c5 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:31.697948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Attempting to bind port ee184db1-329a-464b-9f03-b3c558bd21c5 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:31.698842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Attempting to bind port ee184db1-329a-464b-9f03-b3c558bd21c5 on network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:31.710990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:31.711438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Checking segment: {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:31.711762 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.712148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Bound using segment: {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:31.712631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Bound port: ee184db1-329a-464b-9f03-b3c558bd21c5, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:31.713013 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.735587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Attempting to bind port c6a35549-878e-4eb0-8225-98e9ed565e57 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:31.736105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Attempting to bind port c6a35549-878e-4eb0-8225-98e9ed565e57 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:31.736620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Attempting to bind port c6a35549-878e-4eb0-8225-98e9ed565e57 on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:31.772377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ede30143-f0b5-4bf3-8d6a-225997be0d6c req-de191385-8ed0-4da5-91aa-ec5af9833529 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558414 May 26 16:02:31.806576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] For port ee184db1-329a-464b-9f03-b3c558bd21c5, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:31.809912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] For port ee184db1-329a-464b-9f03-b3c558bd21c5, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ee184db1-329a-464b-9f03-b3c558bd21c5,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:31.813650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:31.814766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d3fb15bc-5e81-4600-9179-18eef511e4ee is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:31.815150 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.829962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Port c6a35549-878e-4eb0-8225-98e9ed565e57 on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:31.832986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Attempting to bind port c6a35549-878e-4eb0-8225-98e9ed565e57 on network ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:31.839921 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5501d1f-0ff6-4583-8217-4ff54ab00d84 req-46ebc9bb-f2e4-4ff0-a4d7-082d37210488 service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498220 May 26 16:02:31.846815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port d3fb15bc-5e81-4600-9179-18eef511e4ee, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d3fb15bc-5e81-4600-9179-18eef511e4ee,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:31.852945 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.854972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:31.855524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Checking segment: {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:31.856169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Bound using segment: {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:31.856892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Bound port: c6a35549-878e-4eb0-8225-98e9ed565e57, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292c71eb-66d6-42ad-a01c-7727ce792abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:31.862840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.864540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:31.876576 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.888366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Allocated IP 192.168.233.134 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/d6a597be-3723-4ec7-98ef-ce68fdda4889) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:31.894940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-7e8770e6-d98d-4cf2-add8-e07cc2f521df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.896561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:31.897375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-7e8770e6-d98d-4cf2-add8-e07cc2f521df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a8362a8-1f8b-4281-ac7c-8d675f1da078 HTTP/1.1" status: 200 len: 852 time: 0.4470494 May 26 16:02:31.940123 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-d80eb275-87da-438b-a33b-b02cc9d31615 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980971 May 26 16:02:32.019682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfc83f-bd02-408d-9650-f6f10c52a5bc None None] Pushing event updated for resources: {'Port': ['ID=ee184db1-329a-464b-9f03-b3c558bd21c5,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:32.060453 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-26ba52b7-28ba-4402-9c5b-551aac9e1c7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350784 May 26 16:02:32.122365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-8ef96d2c-9eef-4726-a037-cc26140eaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.132472 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-8ef96d2c-9eef-4726-a037-cc26140eaa70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c362c4a81e714030840abc3f3d408655&device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 1096 time: 0.1018424 May 26 16:02:32.174174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Attempting to bind port cdf3ded4-8d32-4b10-919d-e1a49b8556ba on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:32.174542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Attempting to bind port cdf3ded4-8d32-4b10-919d-e1a49b8556ba by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a45a9912-766a-4895-93ee-b25e33b23d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:32.177436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Attempting to bind port cdf3ded4-8d32-4b10-919d-e1a49b8556ba on network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:32.188077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:32.188454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Checking segment: {'id': 'a45a9912-766a-4895-93ee-b25e33b23d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:32.188881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.189260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Bound using segment: {'id': 'a45a9912-766a-4895-93ee-b25e33b23d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:32.189778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Bound port: cdf3ded4-8d32-4b10-919d-e1a49b8556ba, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45a9912-766a-4895-93ee-b25e33b23d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:32.190191 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.252537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-1f2e5d7f-e519-4cb3-a6a7-755f1e638a40 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.254167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-1f2e5d7f-e519-4cb3-a6a7-755f1e638a40 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9864528 May 26 16:02:32.269093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=d3fb15bc-5e81-4600-9179-18eef511e4ee,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:32.299967 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Sync routers for ids ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:32.316557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] For port cdf3ded4-8d32-4b10-919d-e1a49b8556ba, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:32.321831 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Routers {'0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:32.324198 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:32.324994 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] For port cdf3ded4-8d32-4b10-919d-e1a49b8556ba, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cdf3ded4-8d32-4b10-919d-e1a49b8556ba,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:32.327316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-b5630585-0faa-4e5b-87af-9d8b0561053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.332360 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-b5630585-0faa-4e5b-87af-9d8b0561053f service neutron] 10.222.0.32 "GET /v2.0/networks?id=12a68ddc-cf32-409c-a1f0-dcd33fd3662b HTTP/1.1" status: 200 len: 912 time: 0.1614292 May 26 16:02:32.333208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.465623 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-a6343b95-5580-4bdd-967a-772bebe666e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3 HTTP/1.1" status: 200 len: 1001 time: 0.1205902 May 26 16:02:32.470760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Request body: {'port': {'device_id': '1c828e6b-b96b-440c-8836-535258f23c07', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '30319e8b44ff4fac85bed5a2bb6a12a0'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:32.489116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d3fb15bc-5e81-4600-9179-18eef511e4ee up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:32.493901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-e91daf85-a33f-4dff-83c9-4b101820cdce tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.502091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa906e7c-579d-487a-951e-76c6441d00bb None None] Pushing event updated for resources: {'Port': ['ID=cdf3ded4-8d32-4b10-919d-e1a49b8556ba,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:32.530451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-e91daf85-a33f-4dff-83c9-4b101820cdce tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.542766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-e91daf85-a33f-4dff-83c9-4b101820cdce tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/networks?id=9724d4e1-ff3b-4dfa-8b0a-57a377481310&id=dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf&id=9724d4e1-ff3b-4dfa-8b0a-57a377481310 HTTP/1.1" status: 200 len: 1390 time: 1.0943911 May 26 16:02:32.549662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-b5408489-8b4f-4993-8b2d-99d3b1171a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.551437 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-b5408489-8b4f-4993-8b2d-99d3b1171a45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47611106-a10e-4c9b-8b22-6440cd6c854d HTTP/1.1" status: 200 len: 850 time: 0.0735722 May 26 16:02:32.573760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-256091c4-a1fd-497a-8d66-0f787fdcb47d req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2085176697', 'description': 'tempest-description-1559465734'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:32.645238 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Set router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:32.651443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-7ea4f64c-550c-469a-aeee-64f088641b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.654079 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-7ea4f64c-550c-469a-aeee-64f088641b28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=12a68ddc-cf32-409c-a1f0-dcd33fd3662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898170 May 26 16:02:32.687341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d3fb15bc-5e81-4600-9179-18eef511e4ee triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:32.692412 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.794072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] For port c6a35549-878e-4eb0-8225-98e9ed565e57, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:32.850977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-dbb7ac93-1775-46a5-ba48-5d7c8fa3fe90 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/quotas/522c656366bf4416addf76e6230cad20 HTTP/1.1" status: 200 len: 375 time: 0.3058987 May 26 16:02:32.965892 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-c1d25407-1ac9-4566-a976-750a29ab5ce1 service neutron] 10.222.0.32 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996571 May 26 16:02:32.987999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] For port c6a35549-878e-4eb0-8225-98e9ed565e57, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6a35549-878e-4eb0-8225-98e9ed565e57,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:33.013312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d3fb15bc-5e81-4600-9179-18eef511e4ee is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:33.141040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.174207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-256091c4-a1fd-497a-8d66-0f787fdcb47d req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.187260 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f942cfe-7944-4760-9a17-620964e2cd9f req-8a7b0332-1826-4152-b593-0cd45a3ad6a3 service neutron] 10.222.0.32 "GET /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144074 May 26 16:02:33.212572 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:19Z', 'updated_at': '2022-05-26T16:02:24Z', 'revision_number': 4, 'project_id': '522c656366bf4416addf76e6230cad20', 'gw_port': {'id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:20Z', 'updated_at': '2022-05-26T16:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b9ca3ede-9cff-4d84-a43e-295bafe09603', 'name': '', 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'mac_address': 'fa:16:3e:1f:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '602e4503-523a-4403-8505-f6352e2185b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:23Z', 'updated_at': '2022-05-26T16:02:25Z', 'revision_number': 2, 'project_id': '522c656366bf4416addf76e6230cad20', 'subnets': [{'id': '602e4503-523a-4403-8505-f6352e2185b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:33.274299 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Checking router: 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:33.275007 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Updating router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 port b9ca3ede-9cff-4d84-a43e-295bafe09603 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:02:33.297624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-7933f465-12bf-4224-bd11-44d04a04d12d service neutron] 10.222.0.24 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1662672 May 26 16:02:33.318687 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.322419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:33.323817 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.331249 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] 10.222.0.32 "PUT /v2.0/ports/c6a35549-878e-4eb0-8225-98e9ed565e57 HTTP/1.1" status: 200 len: 1091 time: 6.1962636 May 26 16:02:33.490654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-31fcc0bb-c0c9-445a-80a4-79f8f32f32ec tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=522c656366bf4416addf76e6230cad20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6345346 May 26 16:02:33.589046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9069e5-40a0-4163-b82d-930ab84e0112 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a35549-878e-4eb0-8225-98e9ed565e57,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:33.612563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.004900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-e339e377-fd3a-4026-8236-0468bff349da service neutron] 10.222.0.24 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978267 May 26 16:02:34.031763 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.038317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Made reservation on behalf of 30319e8b44ff4fac85bed5a2bb6a12a0 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:34.041516 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.046459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.113171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.155706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc08530a-7397-4de5-9828-d79d4fae72fa None None] Network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:34.339958 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-256091c4-a1fd-497a-8d66-0f787fdcb47d req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.351074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:34.377109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b6670707-4510-45d4-b9c6-8a947a8ed58d None None] Provisioning complete for port ee184db1-329a-464b-9f03-b3c558bd21c5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:34.377582 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6670707-4510-45d4-b9c6-8a947a8ed58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.447783 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-256091c4-a1fd-497a-8d66-0f787fdcb47d req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.450422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:34.463984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:34.549901 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Pushing event updated for resources: {'Port': ['ID=b9ca3ede-9cff-4d84-a43e-295bafe09603,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:34.601351 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.602159 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.603017 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.603564 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.604120 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.604669 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.605215 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.606682 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.607542 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.608102 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.608742 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.609409 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:34.636005 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Attempting to bind port b9ca3ede-9cff-4d84-a43e-295bafe09603 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:34.637364 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Attempting to bind port b9ca3ede-9cff-4d84-a43e-295bafe09603 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:34.638528 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Attempting to bind port b9ca3ede-9cff-4d84-a43e-295bafe09603 on network ec124664-60fc-44b3-b138-23837c1fa742 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:34.645320 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:34.646169 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Checking segment: {'id': '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:34.648621 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.650301 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Bound using segment: {'id': '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:34.651652 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Bound port: b9ca3ede-9cff-4d84-a43e-295bafe09603, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:34.652322 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.730060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e8b28-1807-4f55-b633-ea88bb2b08a1 None None] Network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:34.759894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-651befb1-6f9e-4aef-863f-d81cf2767a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.761465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-651befb1-6f9e-4aef-863f-d81cf2767a22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 1094 time: 1.3534980 May 26 16:02:34.762693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14ae4d-ca77-4192-a992-125996d6f180,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:34.795253 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] For port b9ca3ede-9cff-4d84-a43e-295bafe09603, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:34.805875 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] For port b9ca3ede-9cff-4d84-a43e-295bafe09603, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b9ca3ede-9cff-4d84-a43e-295bafe09603,segment=NetworkSegment(5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756),segment_id=5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:34.811790 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.933569 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Routers {'0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:34.941560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-209bc5e6-fa2f-4ea2-b92c-7e433d9e995d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6a35549-878e-4eb0-8225-98e9ed565e57 HTTP/1.1" status: 200 len: 217 time: 0.1144528 May 26 16:02:34.942443 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:34.950571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:34.960798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-256091c4-a1fd-497a-8d66-0f787fdcb47d req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.980625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-256091c4-a1fd-497a-8d66-0f787fdcb47d req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 2.6136782 May 26 16:02:35.054251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cdf3ded4-8d32-4b10-919d-e1a49b8556ba up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:35.218442 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] Set router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:35.232419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Allocated IP 192.168.233.84 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:35.435785 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0f9bfb25-bf25-4fae-8016-8955c9c537d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.473677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.515976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port cdf3ded4-8d32-4b10-919d-e1a49b8556ba triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:35.516509 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.577188 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2c59d-209d-4786-beef-3a815eaf2842 None None] Pushing event updated for resources: {'Port': ['ID=b9ca3ede-9cff-4d84-a43e-295bafe09603,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:35.581171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.582647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.582647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.582974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b6670707-4510-45d4-b9c6-8a947a8ed58d None None] Current status of the port ee184db1-329a-464b-9f03-b3c558bd21c5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:35.583144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.583337 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6670707-4510-45d4-b9c6-8a947a8ed58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.583505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.583978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.585288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.585288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.585658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.585828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.586253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.586552 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.599937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:35.602236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.633206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-445a59ad-5916-45b2-9359-f8edb4de0b37 service neutron] 10.222.0.39 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0867748 May 26 16:02:35.667867 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:19Z', 'updated_at': '2022-05-26T16:02:24Z', 'revision_number': 4, 'project_id': '522c656366bf4416addf76e6230cad20', 'gw_port': {'id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:20Z', 'updated_at': '2022-05-26T16:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b9ca3ede-9cff-4d84-a43e-295bafe09603', 'name': '', 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'mac_address': 'fa:16:3e:1f:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '602e4503-523a-4403-8505-f6352e2185b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:23Z', 'updated_at': '2022-05-26T16:02:34Z', 'revision_number': 4, 'project_id': '522c656366bf4416addf76e6230cad20', 'subnets': [{'id': '602e4503-523a-4403-8505-f6352e2185b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:35.678978 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e5fe4d-77af-4048-bd93-43d6805644d6 x-openstack-request-id: req-d4e5fe4d-77af-4048-bd93-43d6805644d6 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:35.679361 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89574694-b4a9-47c8-a3be-7a681b70959b", "tag": "20c2ce88-0ded-448f-91e2-1263b3c015fb", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:35.679703 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4e5fe4d-77af-4048-bd93-43d6805644d6 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:35.680059 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e5fe4d-77af-4048-bd93-43d6805644d6'] response: {'name': 'network-changed', 'server_uuid': '89574694-b4a9-47c8-a3be-7a681b70959b', 'tag': '20c2ce88-0ded-448f-91e2-1263b3c015fb', 'status': 'completed', 'code': 200} May 26 16:02:35.733864 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.738608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.739185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.739992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.741447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.742153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.743166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.744325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.744971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.745899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.747604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.748214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.748886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb16fa-4cfa-42d8-9bff-ae937b4bb28a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:35.750130 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51bf0f-1ff7-494a-becd-31dcee3fb6b2 None None] The sync data for ids ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'] in n-d-843336-2 is: [{'id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:19Z', 'updated_at': '2022-05-26T16:02:24Z', 'revision_number': 4, 'project_id': '522c656366bf4416addf76e6230cad20', 'gw_port': {'id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:20Z', 'updated_at': '2022-05-26T16:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b9ca3ede-9cff-4d84-a43e-295bafe09603', 'name': '', 'network_id': 'ec124664-60fc-44b3-b138-23837c1fa742', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'mac_address': 'fa:16:3e:1f:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '602e4503-523a-4403-8505-f6352e2185b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:23Z', 'updated_at': '2022-05-26T16:02:34Z', 'revision_number': 4, 'project_id': '522c656366bf4416addf76e6230cad20', 'subnets': [{'id': '602e4503-523a-4403-8505-f6352e2185b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:35.787330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-906ade4a-483d-4894-8988-ba84f13d5a00 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4218495 May 26 16:02:35.816267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b6670707-4510-45d4-b9c6-8a947a8ed58d None None] For port ee184db1-329a-464b-9f03-b3c558bd21c5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ee184db1-329a-464b-9f03-b3c558bd21c5,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:35.858145 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6670707-4510-45d4-b9c6-8a947a8ed58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.028234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-638b4f80-efe4-4d96-b88e-fa2ce73dc6a0 service neutron] 10.222.0.39 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930173 May 26 16:02:36.098960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Request body: {'port': {'device_id': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:36.124393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Pushing event updated for resources: {'Port': ['ID=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:36.326206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Provisioning complete for port d6a597be-3723-4ec7-98ef-ce68fdda4889 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:36.328287 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.332347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6670707-4510-45d4-b9c6-8a947a8ed58d None None] Pushing event updated for resources: {'Port': ['ID=ee184db1-329a-464b-9f03-b3c558bd21c5,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:36.385457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port cdf3ded4-8d32-4b10-919d-e1a49b8556ba is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:36.385925 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.458055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-4be0422b-9331-44c1-af0a-2e793f741a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.459785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-4be0422b-9331-44c1-af0a-2e793f741a6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a8362a8-1f8b-4281-ac7c-8d675f1da078 HTTP/1.1" status: 200 len: 852 time: 1.4774806 May 26 16:02:36.495177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port cdf3ded4-8d32-4b10-919d-e1a49b8556ba, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cdf3ded4-8d32-4b10-919d-e1a49b8556ba,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:36.499788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Port d6a597be-3723-4ec7-98ef-ce68fdda4889 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:36.503723 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.504096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ee184db1-329a-464b-9f03-b3c558bd21c5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:36.581795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=cdf3ded4-8d32-4b10-919d-e1a49b8556ba,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:36.627465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-5915309f-01dd-4082-b48a-345732519620 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215067 May 26 16:02:36.668858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Provisioning complete for port cdf3ded4-8d32-4b10-919d-e1a49b8556ba triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:36.669238 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.678246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:36.694040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-6daaa677-886c-4535-969c-9a696bb1f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.696149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-6daaa677-886c-4535-969c-9a696bb1f9f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&device_id=89574694-b4a9-47c8-a3be-7a681b70959b HTTP/1.1" status: 200 len: 1095 time: 1.0130560 May 26 16:02:36.807944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ee184db1-329a-464b-9f03-b3c558bd21c5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:36.808609 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.815727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:36.839242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:37.158923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Current status of the port cdf3ded4-8d32-4b10-919d-e1a49b8556ba is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:37.166213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-b83468d4-97d3-4807-ae28-3f0b08d5fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.169309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-b83468d4-97d3-4807-ae28-3f0b08d5fc9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 913 time: 0.3738551 May 26 16:02:37.194821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a79bd-c864-4121-aa71-80ad82a46a2a req-2520ecd4-1fa4-4077-a34f-9cecd587a7ee tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.203893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b1a79bd-c864-4121-aa71-80ad82a46a2a req-2520ecd4-1fa4-4077-a34f-9cecd587a7ee tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 1.5537641 May 26 16:02:37.227760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ee184db1-329a-464b-9f03-b3c558bd21c5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:37.250754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Provisioning complete for port b9ca3ede-9cff-4d84-a43e-295bafe09603 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:37.251510 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.278213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.341502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 20c2ce88-0ded-448f-91e2-1263b3c015fb details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:37.490838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b9ca3ede-9cff-4d84-a43e-295bafe09603 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:37.623228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 20c2ce88-0ded-448f-91e2-1263b3c015fb, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=20c2ce88-0ded-448f-91e2-1263b3c015fb,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:37.652444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '20c2ce88-0ded-448f-91e2-1263b3c015fb', 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8', 'port_id': '20c2ce88-0ded-448f-91e2-1263b3c015fb', 'mac_address': 'fa:16:3e:c0:89:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8362a8-1f8b-4281-ac7c-8d675f1da078', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:37.712552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Current status of the port b9ca3ede-9cff-4d84-a43e-295bafe09603 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:37.712931 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.721014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b9ca3ede-9cff-4d84-a43e-295bafe09603 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:37.721450 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.815723 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c0a2515e-29ef-4f73-af38-c1ef90488075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.822190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928168d6-246c-4fc5-94a6-0c553111266c', 'tag': 'c6a35549-878e-4eb0-8225-98e9ed565e57'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:37.824888 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e04f332-7e8f-4bd4-964d-77b66e7fece6" -d '{"events": [{"name": "network-changed", "server_uuid": "928168d6-246c-4fc5-94a6-0c553111266c", "tag": "c6a35549-878e-4eb0-8225-98e9ed565e57"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:37.846889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] For port b9ca3ede-9cff-4d84-a43e-295bafe09603, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b9ca3ede-9cff-4d84-a43e-295bafe09603,segment=NetworkSegment(5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756),segment_id=5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:37.866732 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.899140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 20c2ce88-0ded-448f-91e2-1263b3c015fb is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:37.899140 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.916072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-21cd07bd-db06-4456-abe2-ab2ea08552b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c2ce88-0ded-448f-91e2-1263b3c015fb HTTP/1.1" status: 200 len: 217 time: 0.6959429 May 26 16:02:37.961945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c2ce88-0ded-448f-91e2-1263b3c015fb {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:38.011531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 20c2ce88-0ded-448f-91e2-1263b3c015fb, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=20c2ce88-0ded-448f-91e2-1263b3c015fb,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:38.042409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6877c-f4f5-4861-ae79-144def83f553 None None] Pushing event updated for resources: {'Port': ['ID=b9ca3ede-9cff-4d84-a43e-295bafe09603,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:38.045330 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.078716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-7ce5e58b-c601-400d-88ef-300320f27753 service neutron] 10.222.0.39 "GET /v2.0/networks/dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9865019 May 26 16:02:38.087776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:38.089201 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.109514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d943b888-4e2c-4e65-8af5-a78b100fec45 None None] Provisioning complete for port ee184db1-329a-464b-9f03-b3c558bd21c5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:38.109888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d943b888-4e2c-4e65-8af5-a78b100fec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.120218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b9ca3ede-9cff-4d84-a43e-295bafe09603 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:38.122036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cdf3ded4-8d32-4b10-919d-e1a49b8556ba up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:38.216236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=20c2ce88-0ded-448f-91e2-1263b3c015fb,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:38.329758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d943b888-4e2c-4e65-8af5-a78b100fec45 None None] Current status of the port ee184db1-329a-464b-9f03-b3c558bd21c5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:38.343933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d943b888-4e2c-4e65-8af5-a78b100fec45 None None] Provisioning complete for port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:38.344303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d943b888-4e2c-4e65-8af5-a78b100fec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.370812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['20c2ce88-0ded-448f-91e2-1263b3c015fb'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:38.393314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port cdf3ded4-8d32-4b10-919d-e1a49b8556ba triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:38.393783 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.467962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d943b888-4e2c-4e65-8af5-a78b100fec45 None None] Port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:38.546031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b1a79bd-c864-4121-aa71-80ad82a46a2a req-a3c647da-5487-4db2-b79a-b6dfdc9ab440 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3294282 May 26 16:02:38.625653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a597be-3723-4ec7-98ef-ce68fdda4889 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:38.633860 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.638789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-6a68de03-efd9-4316-9930-6a53fe49da1d service neutron] 10.222.0.39 "GET /v2.0/networks/dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399718 May 26 16:02:38.641763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-9a5f7d0c-f0ee-4d9e-a44a-126a930dfc9c service neutron] 10.222.0.32 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9767332 May 26 16:02:38.644716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-055e9880-516a-4afc-89c7-1dcaece3354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:38.647250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-055e9880-516a-4afc-89c7-1dcaece3354d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a8362a8-1f8b-4281-ac7c-8d675f1da078 HTTP/1.1" status: 200 len: 852 time: 0.7035995 May 26 16:02:38.654708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-452587e3-5433-4cad-a4dc-864f7964e63c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1997249 May 26 16:02:38.874928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e18a830-9d3c-4e45-b901-1e28f6afc607 req-b4227023-e162-4787-9348-3ed8ac13e22a service neutron] 10.222.0.32 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184277 May 26 16:02:38.877085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-cea2a5dc-c6da-476f-8ec3-2b691f936d14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471404 May 26 16:02:38.883256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Request body: {'port': {'device_id': '1c828e6b-b96b-440c-8836-535258f23c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:38.961106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d943b888-4e2c-4e65-8af5-a78b100fec45 None None] Provisioning complete for port cdf3ded4-8d32-4b10-919d-e1a49b8556ba triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:38.961709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d943b888-4e2c-4e65-8af5-a78b100fec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.987872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Transition to ACTIVE for port object d6a597be-3723-4ec7-98ef-ce68fdda4889 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:39.020630 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.021286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port cdf3ded4-8d32-4b10-919d-e1a49b8556ba is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:39.022421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ee184db1-329a-464b-9f03-b3c558bd21c5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:39.050587 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.189655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:39.220313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.376457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d943b888-4e2c-4e65-8af5-a78b100fec45 None None] Current status of the port cdf3ded4-8d32-4b10-919d-e1a49b8556ba is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:39.417129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ee184db1-329a-464b-9f03-b3c558bd21c5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:39.417741 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.476047 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79372b-cda2-4dee-a906-385c902cc0f7 x-openstack-request-id: req-ad79372b-cda2-4dee-a906-385c902cc0f7 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:39.476394 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:39.476596 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad79372b-cda2-4dee-a906-385c902cc0f7 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:39.477028 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad79372b-cda2-4dee-a906-385c902cc0f7'] response: {'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'code': 200} May 26 16:02:39.528153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ad159f1-4af8-4178-803c-d52e7643440f service neutron] 10.222.0.39 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635022 May 26 16:02:39.673937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ee184db1-329a-464b-9f03-b3c558bd21c5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:39.717396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Attempting to bind port d6a597be-3723-4ec7-98ef-ce68fdda4889 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:39.718075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Attempting to bind port d6a597be-3723-4ec7-98ef-ce68fdda4889 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:39.718298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Attempting to bind port d6a597be-3723-4ec7-98ef-ce68fdda4889 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:39.736859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-23c8ceb8-3760-4e9a-b5bf-7b3f57e0989a service neutron] 10.222.0.24 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864614 May 26 16:02:39.751267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Port d6a597be-3723-4ec7-98ef-ce68fdda4889 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:39.757259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Attempting to bind port d6a597be-3723-4ec7-98ef-ce68fdda4889 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:39.826879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b9ca3ede-9cff-4d84-a43e-295bafe09603 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:39.870136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:39.870136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:39.870136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:39.870136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Bound port: d6a597be-3723-4ec7-98ef-ce68fdda4889, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:39.870136 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.945738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:39.949892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:39.961805 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.023449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b9ca3ede-9cff-4d84-a43e-295bafe09603 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:40.024213 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.111344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dbb9d-bca6-4c17-a05d-ed15275cb6e6 req-12dc6ec3-8ce1-46a9-ab77-63fa3f319511 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:40.119504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a2dbb9d-bca6-4c17-a05d-ed15275cb6e6 req-12dc6ec3-8ce1-46a9-ab77-63fa3f319511 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 943 time: 0.3801093 May 26 16:02:40.156858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b9ca3ede-9cff-4d84-a43e-295bafe09603 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:40.157175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:40.157588 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.159760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] 10.222.0.24 "PUT /v2.0/ports/d6a597be-3723-4ec7-98ef-ce68fdda4889 HTTP/1.1" status: 200 len: 1096 time: 4.0660069 May 26 16:02:40.201231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-bd81d6b6-ae11-421c-9d54-075e91efff8a service neutron] 10.222.0.39 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256490 May 26 16:02:40.333801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4854c-7907-45f7-9b46-4aec4e9ad212 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:40.380690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a2dbb9d-bca6-4c17-a05d-ed15275cb6e6 req-449ddcdb-78fa-4ff6-a1ac-86ae526047ae tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573988 May 26 16:02:40.575912 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.615733 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.748316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6536-b324-4469-8172-2b73f8058f7c req-a8cb3ce8-da27-48a4-bb81-c9dfb8fc5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:40.751029 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-a8cb3ce8-da27-48a4-bb81-c9dfb8fc5862 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17 HTTP/1.1" status: 200 len: 1099 time: 0.1944733 May 26 16:02:40.839795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a14ef0-d9cd-47fa-b858-a40cdb6cf178 req-4441fd42-421e-4309-9323-d7eec37e00b6 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:40.842430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a14ef0-d9cd-47fa-b858-a40cdb6cf178 req-4441fd42-421e-4309-9323-d7eec37e00b6 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 935 time: 0.2932405 May 26 16:02:40.940724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28078180-c776-4f7d-bc3f-cd15c03f9ef1 req-630325d5-dc5b-4666-9e30-ba95648e5194 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:40.948372 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-966365fb-8eba-4f61-bb1c-d2c72fd071d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889 HTTP/1.1" status: 200 len: 217 time: 0.0553789 May 26 16:02:40.949938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28078180-c776-4f7d-bc3f-cd15c03f9ef1 req-630325d5-dc5b-4666-9e30-ba95648e5194 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 950 time: 0.4810183 May 26 16:02:40.955091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a14ef0-d9cd-47fa-b858-a40cdb6cf178 req-c5d44898-dff1-4e6e-9144-6d763f6980ad tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977669 May 26 16:02:40.967466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82991f8f-08ff-4de5-a0a3-6f7d7fe374dd req-f61859ce-bb32-4a3b-81e8-59b178f7bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:40.968884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82991f8f-08ff-4de5-a0a3-6f7d7fe374dd req-f61859ce-bb32-4a3b-81e8-59b178f7bd5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1101 time: 0.4059219 May 26 16:02:41.056476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6536-b324-4469-8172-2b73f8058f7c req-e203a1d0-9121-4174-8b39-6a29b54fd212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.059059 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-e203a1d0-9121-4174-8b39-6a29b54fd212 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0902765 May 26 16:02:41.102144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82991f8f-08ff-4de5-a0a3-6f7d7fe374dd req-dc8c8cde-33f2-45b3-8529-b8d707cd3aec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139162 May 26 16:02:41.166786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec6536-b324-4469-8172-2b73f8058f7c req-b7537607-56b0-4701-8145-0d9c9eb7cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.171110 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-b7537607-56b0-4701-8145-0d9c9eb7cc44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844636 May 26 16:02:41.233639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28078180-c776-4f7d-bc3f-cd15c03f9ef1 req-a5945a45-244f-4815-89ea-00d20e1234b0 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777750 May 26 16:02:41.263821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-098922cb-83cd-42fd-8341-1627f7eb3746 req-016c8f46-8526-4c3a-877f-21fed2c7e2d9 service neutron] 10.222.0.24 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310939 May 26 16:02:41.279399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:41.297523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb048138-483f-4f35-8dfb-d6a64e165fea req-30dd74be-ec2e-461d-96aa-63c2a5c18dd6 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/1d14ae4d-ca77-4192-a992-125996d6f180 HTTP/1.1" status: 200 len: 1815 time: 0.2583413 May 26 16:02:41.299605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.313985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-bb048138-483f-4f35-8dfb-d6a64e165fea req-a1d0bd18-1401-4bb5-8047-0acc60994cd0 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d14ae4d-ca77-4192-a992-125996d6f180', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:41.314531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-bb048138-483f-4f35-8dfb-d6a64e165fea req-a1d0bd18-1401-4bb5-8047-0acc60994cd0 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d14ae4d-ca77-4192-a992-125996d6f180', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:41.331617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 20c2ce88-0ded-448f-91e2-1263b3c015fb up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:41.350929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Transition to ACTIVE for port object bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:41.383958 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.461833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 20c2ce88-0ded-448f-91e2-1263b3c015fb completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:41.468121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 20c2ce88-0ded-448f-91e2-1263b3c015fb triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:41.469727 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.503159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:41.552011 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a3a667-b542-4ac7-bd34-0812a8578abb x-openstack-request-id: req-b5a3a667-b542-4ac7-bd34-0812a8578abb {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:41.555765 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928168d6-246c-4fc5-94a6-0c553111266c", "tag": "c6a35549-878e-4eb0-8225-98e9ed565e57", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:41.556063 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5a3a667-b542-4ac7-bd34-0812a8578abb {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:41.556496 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a3a667-b542-4ac7-bd34-0812a8578abb'] response: {'name': 'network-changed', 'server_uuid': '928168d6-246c-4fc5-94a6-0c553111266c', 'tag': 'c6a35549-878e-4eb0-8225-98e9ed565e57', 'status': 'completed', 'code': 200} May 26 16:02:41.625813 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bb048138-483f-4f35-8dfb-d6a64e165fea req-a1d0bd18-1401-4bb5-8047-0acc60994cd0 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.657557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 20c2ce88-0ded-448f-91e2-1263b3c015fb is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:41.657557 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.774360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89574694-b4a9-47c8-a3be-7a681b70959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c2ce88-0ded-448f-91e2-1263b3c015fb'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:41.778939 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeb85d2-965f-4332-81b1-48ae11c8b67a" -d '{"events": [{"server_uuid": "89574694-b4a9-47c8-a3be-7a681b70959b", "name": "network-vif-plugged", "status": "completed", "tag": "20c2ce88-0ded-448f-91e2-1263b3c015fb"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:41.804989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 20c2ce88-0ded-448f-91e2-1263b3c015fb, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=20c2ce88-0ded-448f-91e2-1263b3c015fb,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:41.812308 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.876726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bb048138-483f-4f35-8dfb-d6a64e165fea req-a1d0bd18-1401-4bb5-8047-0acc60994cd0 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.899371 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bb048138-483f-4f35-8dfb-d6a64e165fea req-a1d0bd18-1401-4bb5-8047-0acc60994cd0 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.900140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c6a35549-878e-4eb0-8225-98e9ed565e57 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:41.934830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0bd18-1401-4bb5-8047-0acc60994cd0 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c08b5a6-505f-4848-8a88-0b45d3556af6,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:42.014444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e305a-3b88-465b-aa3b-6f3fed325ab5 req-1efa3251-893f-49e8-81c4-1ce470f0f658 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:42.022087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-200e305a-3b88-465b-aa3b-6f3fed325ab5 req-1efa3251-893f-49e8-81c4-1ce470f0f658 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.2965283 May 26 16:02:42.044105 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bb048138-483f-4f35-8dfb-d6a64e165fea req-a1d0bd18-1401-4bb5-8047-0acc60994cd0 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:42.045363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb048138-483f-4f35-8dfb-d6a64e165fea req-a1d0bd18-1401-4bb5-8047-0acc60994cd0 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7364631 May 26 16:02:42.056441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-495d953a-2143-413e-a975-7411ae003613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:42.058148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-495d953a-2143-413e-a975-7411ae003613 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0242a9d99b7e4c25bbf11f242a753856&device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 1094 time: 0.4679265 May 26 16:02:42.060881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Attempting to bind port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:42.061226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Attempting to bind port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:42.061561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Attempting to bind port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:42.079687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=20c2ce88-0ded-448f-91e2-1263b3c015fb,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:42.122917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:42.123303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Attempting to bind port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:42.141332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:42.141768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:42.142180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:42.142695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Bound port: bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:42.143101 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:42.181254 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-7e9dfa24-b726-495b-a673-ba3050c06e9c service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022585 May 26 16:02:42.261407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c6a35549-878e-4eb0-8225-98e9ed565e57, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6a35549-878e-4eb0-8225-98e9ed565e57,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:42.275411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-200e305a-3b88-465b-aa3b-6f3fed325ab5 req-014b751e-8345-4b8c-9d7c-dd92b19ec6fc tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524440 May 26 16:02:42.313884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'c6a35549-878e-4eb0-8225-98e9ed565e57', 'network_id': 'ed0445e0-4713-44b6-ab9a-fc397f5c9ed8', 'port_id': 'c6a35549-878e-4eb0-8225-98e9ed565e57', 'mac_address': 'fa:16:3e:13:d8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8362a8-1f8b-4281-ac7c-8d675f1da078', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:42.343892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cb633e9-2b3f-459d-9ccd-43efa70088bc req-95ac7614-59de-4eed-a8fc-6ada6702ab4c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0666783 May 26 16:02:42.427538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port c6a35549-878e-4eb0-8225-98e9ed565e57 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:42.428148 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:42.470743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a35549-878e-4eb0-8225-98e9ed565e57 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:42.531618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c6a35549-878e-4eb0-8225-98e9ed565e57, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6a35549-878e-4eb0-8225-98e9ed565e57,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:42.542265 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:42.636168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=c6a35549-878e-4eb0-8225-98e9ed565e57,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:42.648385 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8cec6536-b324-4469-8172-2b73f8058f7c req-b705153a-eb65-489b-a57b-d719763bf378 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523938 May 26 16:02:42.893363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['c6a35549-878e-4eb0-8225-98e9ed565e57'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:42.900151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-6cc8bf1b-1952-48b5-beda-3c045b315c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:42.903139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-6cc8bf1b-1952-48b5-beda-3c045b315c58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 200 len: 913 time: 0.8370113 May 26 16:02:42.948535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-1c1a1259-78ee-4b75-a5f8-61563a7b6c10 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:42.957265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-1c1a1259-78ee-4b75-a5f8-61563a7b6c10 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:42.959367 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-1c1a1259-78ee-4b75-a5f8-61563a7b6c10 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.32 "GET /v2.0/networks?id=9724d4e1-ff3b-4dfa-8b0a-57a377481310&id=dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf&id=9724d4e1-ff3b-4dfa-8b0a-57a377481310 HTTP/1.1" status: 200 len: 1390 time: 0.7484107 May 26 16:02:42.975370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'port': {'device_id': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310', 'admin_state_up': True, 'tenant_id': '522c656366bf4416addf76e6230cad20'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:42.980447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee327b-5858-4c45-b54a-2be21733ada9 req-0c880511-a8dd-4ec4-bea3-19a6603b50a2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:42.990986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4ee327b-5858-4c45-b54a-2be21733ada9 req-0c880511-a8dd-4ec4-bea3-19a6603b50a2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.4987445 May 26 16:02:42.998242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:43.013605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9f699-49a8-4edc-ba6e-5f36ba48c01c req-3ab8a5d6-e98e-4409-87b1-f320f6bd0d92 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.026921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ee9f699-49a8-4edc-ba6e-5f36ba48c01c req-3ab8a5d6-e98e-4409-87b1-f320f6bd0d92 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 944 time: 0.3674891 May 26 16:02:43.049947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-7047120a-fef1-4fa3-b5d8-fe4f3f6cd1b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6a35549-878e-4eb0-8225-98e9ed565e57 HTTP/1.1" status: 200 len: 217 time: 0.1365967 May 26 16:02:43.123441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:43.127602 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.197637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:43.218663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4ee327b-5858-4c45-b54a-2be21733ada9 req-029f6b95-1ada-486b-ac83-7ceacb3a7104 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266710 May 26 16:02:43.237603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ee9f699-49a8-4edc-ba6e-5f36ba48c01c req-9dc59cda-c1e1-4a76-9ba4-b77d1d0eb941 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097719 May 26 16:02:43.247027 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.333420 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25096d36-c311-4323-9f94-ac7d2649fbe8 x-openstack-request-id: req-25096d36-c311-4323-9f94-ac7d2649fbe8 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:43.334048 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89574694-b4a9-47c8-a3be-7a681b70959b", "name": "network-vif-plugged", "status": "completed", "tag": "20c2ce88-0ded-448f-91e2-1263b3c015fb", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:43.334473 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25096d36-c311-4323-9f94-ac7d2649fbe8 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:43.335064 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25096d36-c311-4323-9f94-ac7d2649fbe8'] response: {'server_uuid': '89574694-b4a9-47c8-a3be-7a681b70959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c2ce88-0ded-448f-91e2-1263b3c015fb', 'code': 200} May 26 16:02:43.383544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Allocated IP 19.80.0.29 (9724d4e1-ff3b-4dfa-8b0a-57a377481310/1a0fa157-2c7c-4bae-82a7-3c3b2801b91e/cb38007d-f1df-4bf2-ac1a-f50d3a4671ee) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:43.429957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:43.456666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.458502 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.465988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-4ead022e-f908-4359-8bf7-9d6c26c5ad98 service neutron] 10.222.0.32 "PUT /v2.0/ports/bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 HTTP/1.1" status: 200 len: 1095 time: 4.5872879 May 26 16:02:43.546685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-1312c6a1-4750-489b-89a0-ba576fef7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.550705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-1312c6a1-4750-489b-89a0-ba576fef7493 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a8362a8-1f8b-4281-ac7c-8d675f1da078 HTTP/1.1" status: 200 len: 852 time: 0.4836178 May 26 16:02:43.719340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889'}, {'name': 'network-changed', 'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:43.767672 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889"}, {"name": "network-changed", "server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:43.839339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375baef-81dc-4022-9805-ae80f8d49c77 req-6352c908-ee2a-428c-93b6-7324865116f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.842567 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0375baef-81dc-4022-9805-ae80f8d49c77 req-6352c908-ee2a-428c-93b6-7324865116f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89574694-b4a9-47c8-a3be-7a681b70959b HTTP/1.1" status: 200 len: 1097 time: 0.3634183 May 26 16:02:43.891188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c6a35549-878e-4eb0-8225-98e9ed565e57 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:43.951032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-371d6d6d-b047-4f45-95c5-c8a2d967749b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270578 May 26 16:02:43.973647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.988164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-5bf56408-26fc-419d-909d-31284a8853e6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:02:43.989566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-5bf56408-26fc-419d-909d-31284a8853e6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073771 May 26 16:02:44.011366 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0375baef-81dc-4022-9805-ae80f8d49c77 req-e9735b64-99bd-4038-9efd-a20d4c68f204 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437047 May 26 16:02:44.061876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port c6a35549-878e-4eb0-8225-98e9ed565e57 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:44.066899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port c6a35549-878e-4eb0-8225-98e9ed565e57 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:44.067293 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.071158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.126689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c2db6-55ac-4c54-af50-eb64c47cc543 req-1f6d229c-5fed-446b-b9e0-96a530ec7cb2 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:44.132052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d4c2db6-55ac-4c54-af50-eb64c47cc543 req-1f6d229c-5fed-446b-b9e0-96a530ec7cb2 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 947 time: 0.6565711 May 26 16:02:44.137087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:44.140544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:44.148228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:44.151227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Port': ['ID=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:44.195604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-8a620656-78cf-46ea-80bf-29e8173d0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:44.197600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-8a620656-78cf-46ea-80bf-29e8173d0d0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 1098 time: 0.5136466 May 26 16:02:44.243898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f9c6f-eea3-4b26-b24e-1bcac393bf14 req-0c8c6b1f-656b-4798-8aa6-2f7e1af8639e tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:44.250613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca2f9c6f-eea3-4b26-b24e-1bcac393bf14 req-0c8c6b1f-656b-4798-8aa6-2f7e1af8639e tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 945 time: 0.4031234 May 26 16:02:44.283276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port c6a35549-878e-4eb0-8225-98e9ed565e57 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:44.283952 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.307634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:44.308460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.344269 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f48efae2-6c01-45c7-8124-43e71a57178c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3736629 May 26 16:02:44.348228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c6a35549-878e-4eb0-8225-98e9ed565e57, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6a35549-878e-4eb0-8225-98e9ed565e57,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:44.354021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.359832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'port': {'device_id': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf', 'admin_state_up': True, 'tenant_id': '522c656366bf4416addf76e6230cad20'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:44.463712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=c6a35549-878e-4eb0-8225-98e9ed565e57,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:44.469426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-17360354-ce26-4143-a45b-e7ac94287bf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 HTTP/1.1" status: 200 len: 217 time: 0.2130995 May 26 16:02:44.484824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-8a4e4e48-c2a3-48b8-8249-4bf50e6aef21 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770644 May 26 16:02:44.501233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-542e1a5c-aba8-402e-a0f1-60a30786084a None None] Provisioning complete for port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:44.501665 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-542e1a5c-aba8-402e-a0f1-60a30786084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.590519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d4c2db6-55ac-4c54-af50-eb64c47cc543 req-2a379b07-98de-4415-9e1c-fd974b0aab20 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476595 May 26 16:02:44.623013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-542e1a5c-aba8-402e-a0f1-60a30786084a None None] Port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:44.661273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:44.665330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.714180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca2f9c6f-eea3-4b26-b24e-1bcac393bf14 req-7610c286-30cc-4464-8786-3e4d154d7463 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400842 May 26 16:02:44.822786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-9ed5ea01-e213-4b03-b786-bdc8b076fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:44.824673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-9ed5ea01-e213-4b03-b786-bdc8b076fe72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.3347747 May 26 16:02:44.913274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Allocated IP 19.86.0.127 (dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf/26dc6072-2462-4b55-8d4c-97c51ab81b93/c7b26fee-692d-4710-b045-03262903e663) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:45.195208 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.233468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.256135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10c7e093-a675-407a-b128-f22fc2cdd4bc req-7853048b-e2d2-4d43-9c28-b293336c383e tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/1d14ae4d-ca77-4192-a992-125996d6f180 HTTP/1.1" status: 200 len: 2409 time: 0.6147015 May 26 16:02:45.275968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e04f332-7e8f-4bd4-964d-77b66e7fece6 req-440c9992-516c-4daa-8230-0f18081f6db9 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7902403 May 26 16:02:45.285342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:45.288340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:45.291527 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:45.301042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c9c5d-83eb-4a2b-8ac3-d0d6590ba7e7 req-58f56176-5b21-423c-a936-88785108d6b6 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.309802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac2c9c5d-83eb-4a2b-8ac3-d0d6590ba7e7 req-58f56176-5b21-423c-a936-88785108d6b6 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.4960806 May 26 16:02:45.330468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-d6828af2-d143-4b6b-9956-dee251f8e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.331879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-d6828af2-d143-4b6b-9956-dee251f8e515 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4959321 May 26 16:02:45.336330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928168d6-246c-4fc5-94a6-0c553111266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a35549-878e-4eb0-8225-98e9ed565e57'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:45.340920 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22349ca0-5ee0-4232-8ac6-e62361e327b7" -d '{"events": [{"server_uuid": "928168d6-246c-4fc5-94a6-0c553111266c", "name": "network-vif-plugged", "status": "completed", "tag": "c6a35549-878e-4eb0-8225-98e9ed565e57"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:45.351845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.352098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:45.352213 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.383160 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0288420 May 26 16:02:45.390922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e83db9-15b3-4f55-b229-8389a4d106a0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Port': ['ID=c7b26fee-692d-4710-b045-03262903e663,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:45.406324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'port': {'device_id': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310', 'admin_state_up': True, 'tenant_id': '522c656366bf4416addf76e6230cad20'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:45.505114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac2c9c5d-83eb-4a2b-8ac3-d0d6590ba7e7 req-e5512ee9-5872-4eab-b47a-b1a6727b0ae0 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939061 May 26 16:02:45.537431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:45.553170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:45.559748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.571309 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'mac_address': 'fa:16:3e:54:7b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:45.611811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9a7d-ae40-4d6b-af03-3e24c828004b req-17186859-9255-4049-916d-9e21e71e9e39 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.617030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6a597be-3723-4ec7-98ef-ce68fdda4889 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:45.617767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.634159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9a7d-ae40-4d6b-af03-3e24c828004b req-17186859-9255-4049-916d-9e21e71e9e39 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.635204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a597be-3723-4ec7-98ef-ce68fdda4889 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:45.638069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-667d9a7d-ae40-4d6b-af03-3e24c828004b req-17186859-9255-4049-916d-9e21e71e9e39 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 1654 time: 0.2657762 May 26 16:02:45.639764 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 16:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e70c1f-3a6b-4e63-8396-73db40288f11 x-openstack-request-id: req-f9e70c1f-3a6b-4e63-8396-73db40288f11 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:45.640051 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:45.640300 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9e70c1f-3a6b-4e63-8396-73db40288f11 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:45.640851 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e70c1f-3a6b-4e63-8396-73db40288f11'] response: {'name': 'network-changed', 'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'status': 'completed', 'code': 200} May 26 16:02:45.641158 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e70c1f-3a6b-4e63-8396-73db40288f11'] response: {'name': 'network-changed', 'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779', 'status': 'completed', 'code': 200} May 26 16:02:45.688284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:45.695750 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.768143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:45.789418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9111e370-4acb-4d10-b17a-e957e6bbcd0b None None] Provisioning complete for port c7b26fee-692d-4710-b045-03262903e663 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:45.789935 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9111e370-4acb-4d10-b17a-e957e6bbcd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.790511 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-41e75b24-ef65-4a48-a8c5-52f3de741396 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410157 May 26 16:02:45.796326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-667d9a7d-ae40-4d6b-af03-3e24c828004b req-53412f1e-4f25-4e65-a3f7-dce84c30ae01 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409912 May 26 16:02:45.809986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Allocated IP 19.80.0.25 (9724d4e1-ff3b-4dfa-8b0a-57a377481310/1a0fa157-2c7c-4bae-82a7-3c3b2801b91e/fab69856-59c5-460c-8122-495caf98def1) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:45.839882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7f494-689f-41db-b6c5-0a52ab06c109 req-c761f85a-9be2-4abb-8210-73bbb227943c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.841641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27c7f494-689f-41db-b6c5-0a52ab06c109 req-c761f85a-9be2-4abb-8210-73bbb227943c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.1024623 May 26 16:02:45.874118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9111e370-4acb-4d10-b17a-e957e6bbcd0b None None] Port c7b26fee-692d-4710-b045-03262903e663 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:45.945257 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:02:45.952162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27c7f494-689f-41db-b6c5-0a52ab06c109 req-6bb2a226-9b26-459b-9b88-02e31e19860c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612948 May 26 16:02:45.994921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['d6a597be-3723-4ec7-98ef-ce68fdda4889'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:46.011096 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af6e33e1-3b4f-4645-9dba-a2b0a42a171b req-aff52a16-e54a-4498-b894-e2de83ce87a6 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043922 May 26 16:02:46.084103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079fd3ce-8188-46b9-88c4-5051bc939188 req-fadf02d7-2050-416e-af93-3fa55635bba4 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-group-rules/6c08b5a6-505f-4848-8a88-0b45d3556af6 HTTP/1.1" status: 200 len: 778 time: 0.0322952 May 26 16:02:46.229089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-ea4477b4-b6ec-45ed-91e3-79ea59618c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.233416 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-ea4477b4-b6ec-45ed-91e3-79ea59618c5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17 HTTP/1.1" status: 200 len: 1100 time: 0.3747108 May 26 16:02:46.242900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079fd3ce-8188-46b9-88c4-5051bc939188 req-24a39073-f757-4310-ae09-ccd74fafa2af tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/1d14ae4d-ca77-4192-a992-125996d6f180 HTTP/1.1" status: 200 len: 2409 time: 0.1177700 May 26 16:02:46.244938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.251781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7d88d-3693-4291-b571-e126f35056a9 req-1e0d437f-314e-43a3-afc0-1249518066d0 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.253385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10f7d88d-3693-4291-b571-e126f35056a9 req-1e0d437f-314e-43a3-afc0-1249518066d0 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 945 time: 0.2412791 May 26 16:02:46.263934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-072e9963-f170-4758-b53e-04e4f636257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.267128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-072e9963-f170-4758-b53e-04e4f636257b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 1098 time: 0.1818666 May 26 16:02:46.363296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10f7d88d-3693-4291-b571-e126f35056a9 req-560fe1bd-7094-4f38-b786-69ac9fe6730a tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946028 May 26 16:02:46.415443 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-079fd3ce-8188-46b9-88c4-5051bc939188 req-da905743-e363-46e4-b198-0c25e8a05f0d tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.424278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-079fd3ce-8188-46b9-88c4-5051bc939188 req-da905743-e363-46e4-b198-0c25e8a05f0d tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.450988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.458349 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-079fd3ce-8188-46b9-88c4-5051bc939188 req-da905743-e363-46e4-b198-0c25e8a05f0d tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.467207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-079fd3ce-8188-46b9-88c4-5051bc939188 req-da905743-e363-46e4-b198-0c25e8a05f0d tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.468407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079fd3ce-8188-46b9-88c4-5051bc939188 req-da905743-e363-46e4-b198-0c25e8a05f0d tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6c08b5a6-505f-4848-8a88-0b45d3556af6 HTTP/1.1" status: 204 len: 173 time: 0.1507828 May 26 16:02:46.497209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da905743-e363-46e4-b198-0c25e8a05f0d tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c08b5a6-505f-4848-8a88-0b45d3556af6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:46.522732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-680f163c-2d1a-4255-8d9b-1a522e2681e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.524230 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-680f163c-2d1a-4255-8d9b-1a522e2681e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2722411 May 26 16:02:46.534574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-d70c0daf-72c6-493c-9b4e-88a963670656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.537709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-d70c0daf-72c6-493c-9b4e-88a963670656 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2214665 May 26 16:02:46.559663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:46.567054 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22998f4e-1bbf-47ea-b3cd-71a99f302b17 x-openstack-request-id: req-22998f4e-1bbf-47ea-b3cd-71a99f302b17 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:46.568088 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928168d6-246c-4fc5-94a6-0c553111266c", "name": "network-vif-plugged", "status": "completed", "tag": "c6a35549-878e-4eb0-8225-98e9ed565e57", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:46.568591 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22998f4e-1bbf-47ea-b3cd-71a99f302b17 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:46.569942 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22998f4e-1bbf-47ea-b3cd-71a99f302b17'] response: {'server_uuid': '928168d6-246c-4fc5-94a6-0c553111266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a35549-878e-4eb0-8225-98e9ed565e57', 'code': 200} May 26 16:02:46.607669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:46.611103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:46.623235 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-95a2d0e5-503c-463b-914c-a28f2f7682d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889 HTTP/1.1" status: 200 len: 217 time: 0.0772171 May 26 16:02:46.643613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Port': ['ID=fab69856-59c5-460c-8122-495caf98def1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:46.706369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-83271fce-b7d9-458f-8cd3-078cd293c234 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 HTTP/1.1" status: 200 len: 217 time: 0.1569402 May 26 16:02:46.727903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.728583 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.738055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-92d4c8ce-c034-4020-b644-43751cb7ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.740097 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-92d4c8ce-c034-4020-b644-43751cb7ff96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0976367 May 26 16:02:46.770453 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-4ec67927-32b5-459d-b125-24810b3f0a16 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3727338 May 26 16:02:46.815783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Request body: {'port': {'device_id': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:46.855645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc3ca9-592c-4e35-9db4-c701e407b554 req-5862dd67-d9f6-438c-9a7a-a96b860ad927 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.858112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cfc3ca9-592c-4e35-9db4-c701e407b554 req-5862dd67-d9f6-438c-9a7a-a96b860ad927 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 947 time: 0.2834616 May 26 16:02:46.864086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-95bddd41-d30b-4da0-9245-7c9a42b94837 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a5db4d876254d358709bda786e8b312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916405 May 26 16:02:46.908349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.947513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa457-6cfe-49a8-941b-12dfe6a991d1 req-7209e722-fcd1-42dd-a502-71e99e1b1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.948953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-528aa457-6cfe-49a8-941b-12dfe6a991d1 req-7209e722-fcd1-42dd-a502-71e99e1b1304 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 1096 time: 0.2615738 May 26 16:02:46.958303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-8205b7aa-fc67-4f81-9095-785b79c6fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.958751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-cc04406e-da03-4a22-ba61-ccc082be71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.959922 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-8205b7aa-fc67-4f81-9095-785b79c6fc2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088227 May 26 16:02:46.960230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-cc04406e-da03-4a22-ba61-ccc082be71ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.2423296 May 26 16:02:47.031840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6e3f284e-6903-461c-a81a-ca9ccb970f78 None None] Provisioning complete for port fab69856-59c5-460c-8122-495caf98def1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:47.032595 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6e3f284e-6903-461c-a81a-ca9ccb970f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.080992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cfc3ca9-592c-4e35-9db4-c701e407b554 req-98ae5248-2d69-495a-b9fd-544ffb642cbd tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039475 May 26 16:02:47.082766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f284e-6903-461c-a81a-ca9ccb970f78 None None] Port fab69856-59c5-460c-8122-495caf98def1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:47.148736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-528aa457-6cfe-49a8-941b-12dfe6a991d1 req-be8c782c-1e0f-4788-992e-fd4145b14aed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872714 May 26 16:02:47.167601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-12e765bf-b286-4d35-9263-2101952a347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:47.170238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-12e765bf-b286-4d35-9263-2101952a347e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674666 May 26 16:02:47.191336 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-91bce933-3be0-46d1-b0f8-4e5b85b68363 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:47.205578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-91bce933-3be0-46d1-b0f8-4e5b85b68363 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220651 May 26 16:02:47.228389 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-a5807ed3-b587-45b0-b47b-50760991af92 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550156 May 26 16:02:47.231868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-502f43eb-9cb8-4915-9364-57c04b9ea431 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/quotas/6a5db4d876254d358709bda786e8b312 HTTP/1.1" status: 200 len: 375 time: 0.0238609 May 26 16:02:47.311223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-13b95e20-322c-433e-af9d-3511a74a9151 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759547 May 26 16:02:47.354576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:47.383509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d5d5a232-22c2-4355-8634-fb99d5b26e80 req-605ac4c1-7ceb-4e7a-a65d-f674c82a8f77 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-811933982', 'description': 'tempest-description-2022794622'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:47.444802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d5d5a232-22c2-4355-8634-fb99d5b26e80 req-605ac4c1-7ceb-4e7a-a65d-f674c82a8f77 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.507822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port d6a597be-3723-4ec7-98ef-ce68fdda4889 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:47.524653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port d6a597be-3723-4ec7-98ef-ce68fdda4889 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:47.525646 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.587933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-2fd0fbd5-7256-477e-9cf2-f1a1110b59f1 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443332 May 26 16:02:47.602667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb38007d-f1df-4bf2-ac1a-f50d3a4671ee {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:47.627879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.674860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-5337d752-6843-41b2-bdef-a258100a3a60 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680829 May 26 16:02:47.676650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Transition to ACTIVE for port object cb38007d-f1df-4bf2-ac1a-f50d3a4671ee will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:47.682787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.703886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6a597be-3723-4ec7-98ef-ce68fdda4889 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:47.704397 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.804953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:47.811791 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.854025 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d5d5a232-22c2-4355-8634-fb99d5b26e80 req-605ac4c1-7ceb-4e7a-a65d-f674c82a8f77 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.867112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d5d5a232-22c2-4355-8634-fb99d5b26e80 req-605ac4c1-7ceb-4e7a-a65d-f674c82a8f77 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.873030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Pushing event updated for resources: {'Port': ['ID=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:47.919246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:47.946809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:47.976762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d5d5a232-22c2-4355-8634-fb99d5b26e80 req-605ac4c1-7ceb-4e7a-a65d-f674c82a8f77 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.989035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5d5a232-22c2-4355-8634-fb99d5b26e80 req-605ac4c1-7ceb-4e7a-a65d-f674c82a8f77 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6110358 May 26 16:02:48.008370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Attempting to bind port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:48.008844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Attempting to bind port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:48.009496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Attempting to bind port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee on network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:48.029898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee on network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:48.030501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Attempting to bind port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee on network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:48.036934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:48.037262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Checking segment: {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:48.037720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Bound using segment: {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:48.038209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Bound port: cb38007d-f1df-4bf2-ac1a-f50d3a4671ee, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:48.038598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.079163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e634b-d1a2-42f4-b9a3-297231526683 req-5134ff1a-cdf1-40e3-877e-91ac23516e18 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.089534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd0e634b-d1a2-42f4-b9a3-297231526683 req-5134ff1a-cdf1-40e3-877e-91ac23516e18 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.4938636 May 26 16:02:48.108580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:48.128897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779', 'mac_address': 'fa:16:3e:89:65:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:48.129449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ac4c1-7ceb-4e7a-a65d-f674c82a8f77 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579441aa-da9d-4f31-8f66-838fcc946480,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:48.182656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:48.183659 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.205439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:48.205728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] For port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:48.210877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] For port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:48.217706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.245151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:48.250887 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.290490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.291580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.292722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd0e634b-d1a2-42f4-b9a3-297231526683 req-7b11546d-b8c5-4ae1-85b6-d6b0633703ce tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987693 May 26 16:02:48.296510 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] 10.222.0.32 "PUT /v2.0/ports/cb38007d-f1df-4bf2-ac1a-f50d3a4671ee HTTP/1.1" status: 200 len: 1091 time: 1.4839954 May 26 16:02:48.296510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'tag': 'cb38007d-f1df-4bf2-ac1a-f50d3a4671ee'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:48.300951 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327bd8e4-abe4-438c-89d4-2af0d9539480" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "tag": "cb38007d-f1df-4bf2-ac1a-f50d3a4671ee"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:48.350463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Request body: {'port': {'device_id': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:48.380610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:48.382362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5945fd42-a2da-4c16-a3d5-ac9de93b7e51 req-58c426da-9727-407d-8881-dcb2a1ce0baf service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559253 May 26 16:02:48.415918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3bdad-703b-4907-ba11-5881ba0c3cc0 req-41dac2e4-1501-4c25-9c9b-e70b1bfc4b82 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.423427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3bdad-703b-4907-ba11-5881ba0c3cc0 req-41dac2e4-1501-4c25-9c9b-e70b1bfc4b82 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.432256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3bdad-703b-4907-ba11-5881ba0c3cc0 req-41dac2e4-1501-4c25-9c9b-e70b1bfc4b82 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.435799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21a3bdad-703b-4907-ba11-5881ba0c3cc0 req-41dac2e4-1501-4c25-9c9b-e70b1bfc4b82 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2387 time: 0.2389607 May 26 16:02:48.436905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ecf12-ab75-4581-8167-e752f1bae4fd service neutron] Pushing event updated for resources: {'Port': ['ID=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:48.519112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.548581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21a3bdad-703b-4907-ba11-5881ba0c3cc0 req-a22184c9-5576-421e-bc2e-d05ab3e3274a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977397 May 26 16:02:48.571505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:48.584278 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe954a81-0b61-4e81-934e-ee54acb4558f" -d '{"events": [{"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-plugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:48.629363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405927bd-38bb-48ef-943a-6280647f02b3 req-912dd0df-7a16-44ba-9e28-eb605ab39bde tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.632996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-405927bd-38bb-48ef-943a-6280647f02b3 req-912dd0df-7a16-44ba-9e28-eb605ab39bde tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 945 time: 0.1462097 May 26 16:02:48.655181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:48.755928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-405927bd-38bb-48ef-943a-6280647f02b3 req-564c1462-e3d5-42e4-86ec-13a6af8f66b5 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082704 May 26 16:02:48.851068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07322566-5374-4d66-b068-61a995611efe req-9c0679a2-224e-444d-b74b-ea918f92bfd9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.853754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07322566-5374-4d66-b068-61a995611efe req-9c0679a2-224e-444d-b74b-ea918f92bfd9 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 945 time: 0.1576810 May 26 16:02:48.902556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-068d675d-77b6-43ba-a68a-43fd51645e2e req-8e5b135e-b880-4448-baf5-fa454cce5fbc tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 210 time: 0.0407774 May 26 16:02:48.936383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07322566-5374-4d66-b068-61a995611efe req-a5c0c16e-088d-44fa-941e-c15e884b9e32 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761821 May 26 16:02:49.015263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfde99fa-1675-48da-8745-d088c6a8d4f0 req-ab2f0f0a-6c20-4c57-9570-4aa4cdaaa16c tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/579441aa-da9d-4f31-8f66-838fcc946480 HTTP/1.1" status: 200 len: 1814 time: 0.0833156 May 26 16:02:49.034830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b26fee-692d-4710-b045-03262903e663 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:49.045896 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.062582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Transition to ACTIVE for port object c7b26fee-692d-4710-b045-03262903e663 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:49.068097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.086825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88479-36ca-4938-a7c5-2c53d76ef6ed req-a27df1fe-5fc1-4fce-b29e-0e0605a79f53 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.088760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cc88479-36ca-4938-a7c5-2c53d76ef6ed req-a27df1fe-5fc1-4fce-b29e-0e0605a79f53 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 948 time: 0.0721881 May 26 16:02:49.138463 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd27fca-a63b-4d5b-90ed-f292eb766d4e x-openstack-request-id: req-6cd27fca-a63b-4d5b-90ed-f292eb766d4e {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:49.138613 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "tag": "cb38007d-f1df-4bf2-ac1a-f50d3a4671ee", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:49.138946 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cd27fca-a63b-4d5b-90ed-f292eb766d4e {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:49.139396 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd27fca-a63b-4d5b-90ed-f292eb766d4e'] response: {'name': 'network-changed', 'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'tag': 'cb38007d-f1df-4bf2-ac1a-f50d3a4671ee', 'status': 'completed', 'code': 200} May 26 16:02:49.195887 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4389e884-623d-46d1-a689-0a3df84ed5a0 x-openstack-request-id: req-4389e884-623d-46d1-a689-0a3df84ed5a0 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:49.196761 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-plugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:49.196761 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4389e884-623d-46d1-a689-0a3df84ed5a0 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:49.196761 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4389e884-623d-46d1-a689-0a3df84ed5a0'] response: {'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'code': 200} May 26 16:02:49.198398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b26fee-692d-4710-b045-03262903e663,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:49.199087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cc88479-36ca-4938-a7c5-2c53d76ef6ed req-6ef5ccd8-66d5-4dc5-be64-f334b1f2334e tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992403 May 26 16:02:49.240683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Attempting to bind port c7b26fee-692d-4710-b045-03262903e663 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:49.241303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Attempting to bind port c7b26fee-692d-4710-b045-03262903e663 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a45a9912-766a-4895-93ee-b25e33b23d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:49.241672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Attempting to bind port c7b26fee-692d-4710-b045-03262903e663 on network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:49.249434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Port c7b26fee-692d-4710-b045-03262903e663 on network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:49.249760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Attempting to bind port c7b26fee-692d-4710-b045-03262903e663 on network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:49.262185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:49.263284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Checking segment: {'id': 'a45a9912-766a-4895-93ee-b25e33b23d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:49.264278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Bound using segment: {'id': 'a45a9912-766a-4895-93ee-b25e33b23d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:49.265563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Bound port: c7b26fee-692d-4710-b045-03262903e663, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45a9912-766a-4895-93ee-b25e33b23d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:49.266862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.270458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ece82a04-c703-43d0-a3d2-66ea605a8006 req-2553949e-3544-4f09-8e9d-4d76ee2cf0ed tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-153518280', 'description': 'tempest-description-1855508829'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:49.298591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-51a853cc-4693-42a9-87e1-3c48022f5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.299466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-51a853cc-4693-42a9-87e1-3c48022f5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.300173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-51a853cc-4693-42a9-87e1-3c48022f5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.302449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-51a853cc-4693-42a9-87e1-3c48022f5492 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=522c656366bf4416addf76e6230cad20&device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2755 time: 0.1252553 May 26 16:02:49.319945 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ece82a04-c703-43d0-a3d2-66ea605a8006 req-2553949e-3544-4f09-8e9d-4d76ee2cf0ed tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.481850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] For port c7b26fee-692d-4710-b045-03262903e663, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:49.488661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] For port c7b26fee-692d-4710-b045-03262903e663, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c7b26fee-692d-4710-b045-03262903e663,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:49.497727 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.579158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464409d1-3db7-422e-bd98-2479ca9aee64 req-e9096973-57e5-4f7e-90a9-4dd53fc0f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.581589 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-464409d1-3db7-422e-bd98-2479ca9aee64 req-e9096973-57e5-4f7e-90a9-4dd53fc0f413 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17 HTTP/1.1" status: 200 len: 1101 time: 0.1918726 May 26 16:02:49.590487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.591464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.594543 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] 10.222.0.32 "PUT /v2.0/ports/c7b26fee-692d-4710-b045-03262903e663 HTTP/1.1" status: 200 len: 1092 time: 1.2517445 May 26 16:02:49.617978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-82ff2ba3-2371-4eda-9257-40b237d94652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.619196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-82ff2ba3-2371-4eda-9257-40b237d94652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.619196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-82ff2ba3-2371-4eda-9257-40b237d94652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.621988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-82ff2ba3-2371-4eda-9257-40b237d94652 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=522c656366bf4416addf76e6230cad20&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2844377 May 26 16:02:49.630098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-9345c65e-58b9-4e33-8304-eb0223cfe552 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6a5db4d876254d358709bda786e8b312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201222 May 26 16:02:49.675841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Request body: {'port': {'device_id': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:49.708721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21224e78-956e-4a21-a0c0-0537aacf25c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b26fee-692d-4710-b045-03262903e663,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:49.714754 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-464409d1-3db7-422e-bd98-2479ca9aee64 req-9320aea9-d71e-4d43-9db2-24388f7cf16a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161976 May 26 16:02:49.764659 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.817989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde5f6d-1235-4bf9-8925-0deb5cef2779 req-29335a52-905f-4103-b5d7-394597877682 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.819808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cde5f6d-1235-4bf9-8925-0deb5cef2779 req-29335a52-905f-4103-b5d7-394597877682 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.3116038 May 26 16:02:49.832801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-7ad704f4-a089-43ab-8967-a523dd1f25c3 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.834272 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-7ad704f4-a089-43ab-8967-a523dd1f25c3 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.32 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 945 time: 0.2798016 May 26 16:02:49.873892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ece82a04-c703-43d0-a3d2-66ea605a8006 req-2553949e-3544-4f09-8e9d-4d76ee2cf0ed tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.920233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ece82a04-c703-43d0-a3d2-66ea605a8006 req-2553949e-3544-4f09-8e9d-4d76ee2cf0ed tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.921978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:49.988345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:49.993267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:49.993877 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.037028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ece82a04-c703-43d0-a3d2-66ea605a8006 req-2553949e-3544-4f09-8e9d-4d76ee2cf0ed tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.038269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ece82a04-c703-43d0-a3d2-66ea605a8006 req-2553949e-3544-4f09-8e9d-4d76ee2cf0ed tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7799268 May 26 16:02:50.039319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-6d15ee42-e16e-4147-8b37-3c86be609f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.040696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-327bd8e4-abe4-438c-89d4-2af0d9539480 req-6d15ee42-e16e-4147-8b37-3c86be609f77 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4020069 May 26 16:02:50.087757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-e50451dc-5c97-415e-8698-8b00b5b528b2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.089274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-e50451dc-5c97-415e-8698-8b00b5b528b2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4329653 May 26 16:02:50.109134 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cde5f6d-1235-4bf9-8925-0deb5cef2779 req-3f71f49f-2461-4e10-a7a2-1cb1f1a560ae tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671061 May 26 16:02:50.111245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553949e-3544-4f09-8e9d-4d76ee2cf0ed tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77255dea-f1c7-43d5-b5e6-49bbf910ddf6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.119515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:50.119933 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.140659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Request body: {'port': {'device_id': '555f6c05-40aa-426c-b09b-2001cc93507a', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '6a5db4d876254d358709bda786e8b312'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:50.162169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab69856-59c5-460c-8122-495caf98def1 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:50.171971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.174220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:50.179787 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.181130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1601ddff-da77-49b1-821c-e909d0b6b3f3 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:50.188502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Transition to ACTIVE for port object fab69856-59c5-460c-8122-495caf98def1 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:50.194963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.252608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Pushing event updated for resources: {'Port': ['ID=fab69856-59c5-460c-8122-495caf98def1,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.278911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.322851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd484dc-1b9c-4d5a-aeb9-2b7584a81f00 req-e4e1ac6e-2aa5-4dc7-bab4-3a70bc3f1563 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.325132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1601ddff-da77-49b1-821c-e909d0b6b3f3 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:50.325610 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.330273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd484dc-1b9c-4d5a-aeb9-2b7584a81f00 req-e4e1ac6e-2aa5-4dc7-bab4-3a70bc3f1563 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.338071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd484dc-1b9c-4d5a-aeb9-2b7584a81f00 req-e4e1ac6e-2aa5-4dc7-bab4-3a70bc3f1563 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.340706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fd484dc-1b9c-4d5a-aeb9-2b7584a81f00 req-e4e1ac6e-2aa5-4dc7-bab4-3a70bc3f1563 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2399 time: 0.1965778 May 26 16:02:50.357931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Attempting to bind port fab69856-59c5-460c-8122-495caf98def1 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:50.359628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Attempting to bind port fab69856-59c5-460c-8122-495caf98def1 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:50.360160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Attempting to bind port fab69856-59c5-460c-8122-495caf98def1 on network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:50.363511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1601ddff-da77-49b1-821c-e909d0b6b3f3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:50.368459 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.370522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Port fab69856-59c5-460c-8122-495caf98def1 on network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:50.372991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Attempting to bind port fab69856-59c5-460c-8122-495caf98def1 on network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:50.382747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Deleting port 1601ddff-da77-49b1-821c-e909d0b6b3f3 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:50.383186 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.387173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:50.387800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Checking segment: {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:50.388198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Bound using segment: {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:50.388637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Bound port: fab69856-59c5-460c-8122-495caf98def1, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b7eb7e-8338-4095-a123-77d95d19c6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:50.388996 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.453501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1601ddff-da77-49b1-821c-e909d0b6b3f3,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.481461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] For port fab69856-59c5-460c-8122-495caf98def1, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:50.485778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] For port fab69856-59c5-460c-8122-495caf98def1, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fab69856-59c5-460c-8122-495caf98def1,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:50.488543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25d807-4430-43c0-a332-9ce9553a6921 req-39d708af-891a-4442-a3b7-96e6d2adde17 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.488543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e25d807-4430-43c0-a332-9ce9553a6921 req-39d708af-891a-4442-a3b7-96e6d2adde17 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 945 time: 0.2831295 May 26 16:02:50.495861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.511959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fd484dc-1b9c-4d5a-aeb9-2b7584a81f00 req-d87107ed-848c-4c3e-900f-9ace1b345a9b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618111 May 26 16:02:50.553104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.554048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.557139 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] 10.222.0.32 "PUT /v2.0/ports/fab69856-59c5-460c-8122-495caf98def1 HTTP/1.1" status: 200 len: 1091 time: 0.8960407 May 26 16:02:50.582713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Made reservation on behalf of 6a5db4d876254d358709bda786e8b312 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:50.586835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.614282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e25d807-4430-43c0-a332-9ce9553a6921 req-6f4a2c71-bf16-4aa5-81e0-466064780a26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0420ce0-062a-4dbc-ad00-fe2da8751211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107600 May 26 16:02:50.638325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] For port 1601ddff-da77-49b1-821c-e909d0b6b3f3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1601ddff-da77-49b1-821c-e909d0b6b3f3,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:50.639486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.683365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0a33f-cfdd-4249-a015-48d84b1c3584 service neutron] Pushing event updated for resources: {'Port': ['ID=fab69856-59c5-460c-8122-495caf98def1,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.701067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6269704-9039-4117-aa0a-ff11b43b37e1 req-88d32768-89a3-4209-a03b-581b4299c318 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 210 time: 0.0814786 May 26 16:02:50.716824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f11c8d2d-43e9-4a69-911e-cc96738a240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.717433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f11c8d2d-43e9-4a69-911e-cc96738a240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.718041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f11c8d2d-43e9-4a69-911e-cc96738a240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.720720 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f11c8d2d-43e9-4a69-911e-cc96738a240e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=522c656366bf4416addf76e6230cad20&device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2864 time: 0.0981512 May 26 16:02:50.786407 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-58a63ef6-3166-4cdc-8e3a-ba8758514ab1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.29&port_id=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee HTTP/1.1" status: 200 len: 217 time: 0.0523362 May 26 16:02:50.846337 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-a97ac73a-0430-4f79-a463-125bbd46707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.847842 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-a97ac73a-0430-4f79-a463-125bbd46707d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a0fa157-2c7c-4bae-82a7-3c3b2801b91e HTTP/1.1" status: 200 len: 801 time: 0.0523651 May 26 16:02:50.923730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-6ff23546-bc52-4582-a7a5-90fdb2f2e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.926710 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-6ff23546-bc52-4582-a7a5-90fdb2f2e7c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9724d4e1-ff3b-4dfa-8b0a-57a377481310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715547 May 26 16:02:50.951885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f21a-9704-4078-920d-a488a9ec42f8 req-65ccd065-2adb-40f8-aa76-85e5949bd6cb tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.953973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ad5f21a-9704-4078-920d-a488a9ec42f8 req-65ccd065-2adb-40f8-aa76-85e5949bd6cb tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 945 time: 0.2584584 May 26 16:02:50.990688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f76a273-141b-4ac7-9818-1a81671be25e req-064a0640-b45d-4e40-b0c7-89a38fed1281 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/77255dea-f1c7-43d5-b5e6-49bbf910ddf6 HTTP/1.1" status: 200 len: 1814 time: 0.2270875 May 26 16:02:51.113880 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-3f8ac7e1-14cf-4f1d-b6b7-5b3a0463aeaf service neutron] 10.222.0.32 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744666 May 26 16:02:51.139913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'tag': 'c7b26fee-692d-4710-b045-03262903e663'}, {'name': 'network-changed', 'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'tag': 'fab69856-59c5-460c-8122-495caf98def1'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:51.142213 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "tag": "c7b26fee-692d-4710-b045-03262903e663"}, {"name": "network-changed", "server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "tag": "fab69856-59c5-460c-8122-495caf98def1"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:51.159523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ad5f21a-9704-4078-920d-a488a9ec42f8 req-76115fce-42ec-4c71-b00d-f7f6ba2a7e3b tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678336 May 26 16:02:51.182149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Allocated IP 192.168.233.162 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/a991a38f-45cf-46bc-8d09-c041975b2a81) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:51.198498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779'}, {'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:51.201968 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df70252-1340-4895-9830-83e45f5c09d0" -d '{"events": [{"server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "name": "network-vif-plugged", "status": "completed", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779"}, {"server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "name": "network-vif-unplugged", "status": "completed", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:51.208680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cdfbb53b-71ab-4bcc-8d63-d56d4a93c9e7 req-b61a1718-09b8-4c88-9c58-232043e78996 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-561448182', 'description': 'tempest-description-1324141019'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:51.215609 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.215974 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.216312 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Floating IP 03949a28-2469-4ae2-9840-74d7f7e12466 disassociated. External IP: 172.25.0.189, port: 1601ddff-da77-49b1-821c-e909d0b6b3f3. May 26 16:02:51.216642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Calling delete_port for 1601ddff-da77-49b1-821c-e909d0b6b3f3 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:51.219726 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-0c3a7ba3-92f0-422f-9362-12e5457b69cf service neutron] 10.222.0.32 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977669 May 26 16:02:51.239713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015d55c-44f4-45ee-b25c-029bebc251c3 req-2056e46c-7607-4a03-9108-361a035d8abb tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:51.241198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1015d55c-44f4-45ee-b25c-029bebc251c3 req-2056e46c-7607-4a03-9108-361a035d8abb tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 949 time: 0.1865277 May 26 16:02:51.277207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-ce83694d-4875-45e1-9edf-6e24ca0e80a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.127&port_id=c7b26fee-692d-4710-b045-03262903e663 HTTP/1.1" status: 200 len: 217 time: 0.0436468 May 26 16:02:51.277451 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cdfbb53b-71ab-4bcc-8d63-d56d4a93c9e7 req-b61a1718-09b8-4c88-9c58-232043e78996 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.328622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-ac578a97-5afd-466f-9388-32316a08ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:51.330335 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-ac578a97-5afd-466f-9388-32316a08ea86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26dc6072-2462-4b55-8d4c-97c51ab81b93 HTTP/1.1" status: 200 len: 801 time: 0.0523589 May 26 16:02:51.384246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-028ea163-79dc-4aff-a898-764be1378493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:51.385766 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-028ea163-79dc-4aff-a898-764be1378493 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470364 May 26 16:02:51.484302 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-c38e9e2f-6ede-48ab-b0b0-b19d8dd9d91f service neutron] 10.222.0.32 "GET /v2.0/networks/dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885823 May 26 16:02:51.588354 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-68a65b11-8819-4fb9-908b-2d495c7de79f service neutron] 10.222.0.32 "GET /v2.0/networks/dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934274 May 26 16:02:51.733467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1015d55c-44f4-45ee-b25c-029bebc251c3 req-85c417e0-c7b7-4344-abb9-f49d39aa7474 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792149 May 26 16:02:51.913603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cdfbb53b-71ab-4bcc-8d63-d56d4a93c9e7 req-b61a1718-09b8-4c88-9c58-232043e78996 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.934047 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cdfbb53b-71ab-4bcc-8d63-d56d4a93c9e7 req-b61a1718-09b8-4c88-9c58-232043e78996 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.944601 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-657e69aa-d01f-4f15-acf1-7c1b0adb7920 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.25&port_id=fab69856-59c5-460c-8122-495caf98def1 HTTP/1.1" status: 200 len: 217 time: 0.3466873 May 26 16:02:51.948049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.975712 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.994606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cdfbb53b-71ab-4bcc-8d63-d56d4a93c9e7 req-b61a1718-09b8-4c88-9c58-232043e78996 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.995852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdfbb53b-71ab-4bcc-8d63-d56d4a93c9e7 req-b61a1718-09b8-4c88-9c58-232043e78996 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8030529 May 26 16:02:52.016094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-a2c69965-6331-46c6-bcaf-344b134ece8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.018110 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-a2c69965-6331-46c6-bcaf-344b134ece8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a0fa157-2c7c-4bae-82a7-3c3b2801b91e HTTP/1.1" status: 200 len: 801 time: 0.0633390 May 26 16:02:52.038272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a1718-09b8-4c88-9c58-232043e78996 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e311e8d-8c8d-48e4-85e8-1017a73318b0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:52.057172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92a219-9ade-4ddf-959f-677aee33a736 req-5dd3c10b-8e4e-4804-b6b3-3a41fdf5081b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.058827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c92a219-9ade-4ddf-959f-677aee33a736 req-5dd3c10b-8e4e-4804-b6b3-3a41fdf5081b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.1983883 May 26 16:02:52.059627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Pushing event deleted for resources: {'Port': ['ID=1601ddff-da77-49b1-821c-e909d0b6b3f3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:52.087854 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611013e8-6e0a-4467-a5bd-19a2ac44b2d5 x-openstack-request-id: req-611013e8-6e0a-4467-a5bd-19a2ac44b2d5 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:52.088232 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "tag": "c7b26fee-692d-4710-b045-03262903e663", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "tag": "fab69856-59c5-460c-8122-495caf98def1", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:52.088552 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-611013e8-6e0a-4467-a5bd-19a2ac44b2d5 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:52.089019 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611013e8-6e0a-4467-a5bd-19a2ac44b2d5'] response: {'name': 'network-changed', 'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'tag': 'c7b26fee-692d-4710-b045-03262903e663', 'status': 'completed', 'code': 200} May 26 16:02:52.089382 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611013e8-6e0a-4467-a5bd-19a2ac44b2d5'] response: {'name': 'network-changed', 'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'tag': 'fab69856-59c5-460c-8122-495caf98def1', 'status': 'completed', 'code': 200} May 26 16:02:52.103728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-ab69c0be-3e4f-4cee-a796-4fdcd43fd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.105245 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-ab69c0be-3e4f-4cee-a796-4fdcd43fd871 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9724d4e1-ff3b-4dfa-8b0a-57a377481310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788121 May 26 16:02:52.120599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.133068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['067975a7-0c1f-4165-a48a-26ab179ef5fd'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:52.136121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['4a04e53f-797a-4b75-bb03-d2654fb9ec59'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:52.220660 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-9b5abaa4-2069-45fd-9c04-1dfae32535da service neutron] 10.222.0.32 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052258 May 26 16:02:52.228129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:52.263240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c92a219-9ade-4ddf-959f-677aee33a736 req-a9e8107e-e14e-47b9-8364-ff7c6f95ad24 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874757 May 26 16:02:52.264093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:52.271163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:52.304744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Pushing event updated for resources: {'Port': ['ID=a991a38f-45cf-46bc-8d09-c041975b2a81,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:52.344967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307db8a6-6b62-4f18-8842-599c229d4a10 req-1415e2b2-f0e3-4945-ad70-3caa02c90680 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.346584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-307db8a6-6b62-4f18-8842-599c229d4a10 req-1415e2b2-f0e3-4945-ad70-3caa02c90680 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=89574694-b4a9-47c8-a3be-7a681b70959b HTTP/1.1" status: 200 len: 946 time: 0.2236569 May 26 16:02:52.368565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Router 77b99c51-94d8-41b0-9dce-22488f00f3bc has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:02:52.374893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.375469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.396186 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 26 May 2022 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0cd6fc-232d-4dd8-afd2-840fcf365e9f x-openstack-request-id: req-0f0cd6fc-232d-4dd8-afd2-840fcf365e9f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:52.397065 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "name": "network-vif-plugged", "status": "completed", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779", "code": 200}, {"server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "name": "network-vif-unplugged", "status": "completed", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:52.399410 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f0cd6fc-232d-4dd8-afd2-840fcf365e9f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:52.401723 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0cd6fc-232d-4dd8-afd2-840fcf365e9f'] response: {'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779', 'code': 200} May 26 16:02:52.407182 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0cd6fc-232d-4dd8-afd2-840fcf365e9f'] response: {'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'code': 200} May 26 16:02:52.447813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-dc343f2c-fb38-456a-b789-ea4366615051 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3211353 May 26 16:02:52.460861 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6a9e2073-362b-4ee4-a33f-1bd1b3b93a14 req-f9522283-7c7e-4138-8676-a7eda5a1956b service neutron] 10.222.0.32 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320459 May 26 16:02:52.470259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-307db8a6-6b62-4f18-8842-599c229d4a10 req-ef11316e-19db-4f7d-89f0-055227f73409 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150985 May 26 16:02:52.536011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Request body: {'port': {'device_id': '555f6c05-40aa-426c-b09b-2001cc93507a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:52.624160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-d50d078b-fa69-46f6-9672-f74a2cdc4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.625649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-d50d078b-fa69-46f6-9672-f74a2cdc4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.625981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-d50d078b-fa69-46f6-9672-f74a2cdc4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.627703 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-d50d078b-fa69-46f6-9672-f74a2cdc4821 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=522c656366bf4416addf76e6230cad20&device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2864 time: 0.0746434 May 26 16:02:52.753130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-9d6d89aa-37a9-4aae-8aab-11095eaa4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.754974 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-9d6d89aa-37a9-4aae-8aab-11095eaa4ee6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf HTTP/1.1" status: 200 len: 902 time: 0.1089432 May 26 16:02:52.774828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e627102-3ce2-481d-842d-3087da6d5dc7 req-95bc98dd-a918-45a9-8fb3-e14636ff16ae tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/ports?device_id=3864711a-67f7-4fd3-9f17-2e4b1b65c362 HTTP/1.1" status: 200 len: 210 time: 0.1236670 May 26 16:02:52.832760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bff47108-4e3c-4a1e-8f47-c11d1103b5f4 None None] Provisioning complete for port a991a38f-45cf-46bc-8d09-c041975b2a81 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:52.833223 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bff47108-4e3c-4a1e-8f47-c11d1103b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.840907 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.843539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:52.849619 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-358ca9c9-b26a-43d7-bdfd-3d5527b751a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.127&port_id=c7b26fee-692d-4710-b045-03262903e663 HTTP/1.1" status: 200 len: 217 time: 0.0777452 May 26 16:02:52.856450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9960-d8e0-46bb-97e7-74279e6b9768 req-166cb12c-7e2f-4662-84ba-118b966ec2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.859263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d9b9960-d8e0-46bb-97e7-74279e6b9768 req-166cb12c-7e2f-4662-84ba-118b966ec2a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 1100 time: 0.3823240 May 26 16:02:52.901072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bff47108-4e3c-4a1e-8f47-c11d1103b5f4 None None] Port a991a38f-45cf-46bc-8d09-c041975b2a81 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:52.904172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] Sync routers for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:52.924081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] No DVR routers for this DVR port 1601ddff-da77-49b1-821c-e909d0b6b3f3 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:52.928935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:52.930188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:52.945033 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.948482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed85f1c1-64ed-492b-a64c-2482c5fa2394 req-f4de74ec-b0be-477a-971a-f31dfc0e8ebd tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.32 "DELETE /v2.0/ports/1601ddff-da77-49b1-821c-e909d0b6b3f3 HTTP/1.1" status: 204 len: 173 time: 3.0968177 May 26 16:02:52.952819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'name': 'network-vif-deleted', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:52.954235 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea1fb48-985d-4579-9458-7f95afbbb106" -d '{"events": [{"server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "name": "network-vif-deleted", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:52.959375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-459d5daa-664a-4c07-8adb-9397442d6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.962939 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-459d5daa-664a-4c07-8adb-9397442d6364 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26dc6072-2462-4b55-8d4c-97c51ab81b93 HTTP/1.1" status: 200 len: 801 time: 0.0961914 May 26 16:02:52.990419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73536c33-bf24-429c-87db-bfc5c9e953f7 req-5dafb7f9-36d7-494e-9a39-ff2e57fd84c5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.996592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73536c33-bf24-429c-87db-bfc5c9e953f7 req-5dafb7f9-36d7-494e-9a39-ff2e57fd84c5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.002676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73536c33-bf24-429c-87db-bfc5c9e953f7 req-5dafb7f9-36d7-494e-9a39-ff2e57fd84c5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.010884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73536c33-bf24-429c-87db-bfc5c9e953f7 req-5dafb7f9-36d7-494e-9a39-ff2e57fd84c5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2411 time: 0.3999217 May 26 16:02:53.030743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-6e778cba-a3fd-46ed-9998-0dce2b378308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.032807 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-6e778cba-a3fd-46ed-9998-0dce2b378308 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0578761 May 26 16:02:53.087031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d9b9960-d8e0-46bb-97e7-74279e6b9768 req-429ccf33-02fc-403e-8ccc-15997186a84b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007558 May 26 16:02:53.128656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73536c33-bf24-429c-87db-bfc5c9e953f7 req-cb801d92-fa9a-4f29-8552-03ebc53daaac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166737 May 26 16:02:53.141946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50421b0b-e4fb-48c5-9440-bee7f6e17343 req-a9ae3862-54a1-4226-a6ed-4d5e4e5d4cc9 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.149893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50421b0b-e4fb-48c5-9440-bee7f6e17343 req-a9ae3862-54a1-4226-a6ed-4d5e4e5d4cc9 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 936 time: 0.2547181 May 26 16:02:53.163136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:53.195733 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-b600f178-14ea-47b9-a1fc-d69cb1fb4a38 service neutron] 10.222.0.32 "GET /v2.0/networks/dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477928 May 26 16:02:53.281809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50421b0b-e4fb-48c5-9440-bee7f6e17343 req-367011c4-5346-4586-b97f-fc73e5626649 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310112 May 26 16:02:53.297545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe689662-c191-4e12-a4ca-7c0c5e7617cd req-879bd2e9-fce5-4e98-af8f-15aa050c6b16 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/6e311e8d-8c8d-48e4-85e8-1017a73318b0 HTTP/1.1" status: 200 len: 1814 time: 0.0946043 May 26 16:02:53.395579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:53.503753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9066197-1caf-40cd-8da2-d359662c2570 req-ca6c0e05-5ee6-4b7e-90d5-fd803e84293c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.508215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9066197-1caf-40cd-8da2-d359662c2570 req-ca6c0e05-5ee6-4b7e-90d5-fd803e84293c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 949 time: 0.1489577 May 26 16:02:53.518098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-099e0e73-762a-4263-8e49-d4d36b396859 service neutron] 10.222.0.32 "GET /v2.0/networks/dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589432 May 26 16:02:53.655604 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99684b25-29fe-4788-9517-22e743735142 x-openstack-request-id: req-99684b25-29fe-4788-9517-22e743735142 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:53.655903 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3864711a-67f7-4fd3-9f17-2e4b1b65c362", "name": "network-vif-deleted", "tag": "1601ddff-da77-49b1-821c-e909d0b6b3f3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:53.656193 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99684b25-29fe-4788-9517-22e743735142 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:53.656554 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99684b25-29fe-4788-9517-22e743735142'] response: {'server_uuid': '3864711a-67f7-4fd3-9f17-2e4b1b65c362', 'name': 'network-vif-deleted', 'tag': '1601ddff-da77-49b1-821c-e909d0b6b3f3', 'status': 'completed', 'code': 200} May 26 16:02:53.715814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-9516c870-2946-496e-9dd0-6c56cce53bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.719372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-9516c870-2946-496e-9dd0-6c56cce53bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.722194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-9516c870-2946-496e-9dd0-6c56cce53bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.725370 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-9516c870-2946-496e-9dd0-6c56cce53bb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=522c656366bf4416addf76e6230cad20&device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2864 time: 0.1180363 May 26 16:02:53.778085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9066197-1caf-40cd-8da2-d359662c2570 req-37513cb9-1c2e-4b05-bf22-79ff7662cef9 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569091 May 26 16:02:53.801432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a991a38f-45cf-46bc-8d09-c041975b2a81 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:53.820787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-a7d37c04-3866-4711-8ebd-247a4ec44fc6 req-716339a5-80a2-42a0-95ac-b5aec12051f2 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1665751340', 'description': 'tempest-description-1340878634'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:53.828939 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.842314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:53.846329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '647cba84-a0ce-4253-8f75-21c2ca968071', 'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:26Z', 'updated_at': '2022-05-26T16:01:33Z', 'revision_number': 5, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'subnets': [{'id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:53.880249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Transition to ACTIVE for port object a991a38f-45cf-46bc-8d09-c041975b2a81 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:53.889920 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.890735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.894376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] Checking router: 77b99c51-94d8-41b0-9dce-22488f00f3bc for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:53.903585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'port_id': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'mac_address': 'fa:16:3e:b7:80:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:53.905618 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.911462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:53.911932 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7d37c04-3866-4711-8ebd-247a4ec44fc6 req-716339a5-80a2-42a0-95ac-b5aec12051f2 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.912114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:53.952113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2157c-9707-472f-a38b-7d92da44d355 req-12adf9fd-63cb-416a-9817-5873f1f74bc8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.953745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ef2157c-9707-472f-a38b-7d92da44d355 req-12adf9fd-63cb-416a-9817-5873f1f74bc8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 944 time: 0.2135108 May 26 16:02:53.956887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-5c4377bd-25c6-40c8-8678-dcf6b72e212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.958445 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-5c4377bd-25c6-40c8-8678-dcf6b72e212a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9724d4e1-ff3b-4dfa-8b0a-57a377481310 HTTP/1.1" status: 200 len: 902 time: 0.2215319 May 26 16:02:53.987805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device cb38007d-f1df-4bf2-ac1a-f50d3a4671ee details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:54.088280 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-f9983a08-4e52-4b68-ae80-97670b7570d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.25&port_id=fab69856-59c5-460c-8122-495caf98def1 HTTP/1.1" status: 200 len: 217 time: 0.1186068 May 26 16:02:54.096949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:54.103608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Pushing event updated for resources: {'Port': ['ID=a991a38f-45cf-46bc-8d09-c041975b2a81,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:54.120376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'cb38007d-f1df-4bf2-ac1a-f50d3a4671ee', 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310', 'port_id': 'cb38007d-f1df-4bf2-ac1a-f50d3a4671ee', 'mac_address': 'fa:16:3e:61:88:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0fa157-2c7c-4bae-82a7-3c3b2801b91e', 'ip_address': '19.80.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:54.218189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-d1f71629-6615-43fc-8852-fb2e69d87e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:54.218189 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-d1f71629-6615-43fc-8852-fb2e69d87e90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a0fa157-2c7c-4bae-82a7-3c3b2801b91e HTTP/1.1" status: 200 len: 801 time: 0.1051002 May 26 16:02:54.281237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-7cebb4b0-5f0f-4bd2-9ede-4a2cbf5e8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:54.281773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c04ac970-48e1-4a81-8548-f4399867bbd1 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:54.282436 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.283240 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-7cebb4b0-5f0f-4bd2-9ede-4a2cbf5e8b62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9724d4e1-ff3b-4dfa-8b0a-57a377481310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494699 May 26 16:02:54.296594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ef2157c-9707-472f-a38b-7d92da44d355 req-c637ee3b-c9bf-44d4-9116-7fb6ff965fb2 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273780 May 26 16:02:54.332428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04ac970-48e1-4a81-8548-f4399867bbd1 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:54.340896 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:54.342034 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.392664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:54.406166 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-3bf98c95-d553-4381-9e02-8b42f66becd7 service neutron] 10.222.0.32 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087413 May 26 16:02:54.431733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Attempting to bind port a991a38f-45cf-46bc-8d09-c041975b2a81 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:54.432028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Attempting to bind port a991a38f-45cf-46bc-8d09-c041975b2a81 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:54.432481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Attempting to bind port a991a38f-45cf-46bc-8d09-c041975b2a81 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:54.444685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Port a991a38f-45cf-46bc-8d09-c041975b2a81 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:54.444685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Attempting to bind port a991a38f-45cf-46bc-8d09-c041975b2a81 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:54.453974 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7d37c04-3866-4711-8ebd-247a4ec44fc6 req-716339a5-80a2-42a0-95ac-b5aec12051f2 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.455202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:54.455606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:54.456030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:54.456576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Bound port: a991a38f-45cf-46bc-8d09-c041975b2a81, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:54.457062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.459957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb38007d-f1df-4bf2-ac1a-f50d3a4671ee {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:54.468323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:54.492563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.520592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:54.541725 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84a14aeb-85c9-4b0d-ba90-2f361528b7c1 req-e2be796e-4475-497a-8657-fa4f5e21481a service neutron] 10.222.0.32 "GET /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145027 May 26 16:02:54.552176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] For port a991a38f-45cf-46bc-8d09-c041975b2a81, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:54.556057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] For port a991a38f-45cf-46bc-8d09-c041975b2a81, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a991a38f-45cf-46bc-8d09-c041975b2a81,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:54.557660 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7d37c04-3866-4711-8ebd-247a4ec44fc6 req-716339a5-80a2-42a0-95ac-b5aec12051f2 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.577470 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.626057 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.644234 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a7d37c04-3866-4711-8ebd-247a4ec44fc6 req-716339a5-80a2-42a0-95ac-b5aec12051f2 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.647033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7d37c04-3866-4711-8ebd-247a4ec44fc6 req-716339a5-80a2-42a0-95ac-b5aec12051f2 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8368638 May 26 16:02:54.747285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:54.747938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.753071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] 10.222.0.24 "PUT /v2.0/ports/a991a38f-45cf-46bc-8d09-c041975b2a81 HTTP/1.1" status: 200 len: 1096 time: 2.2834556 May 26 16:02:54.785452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716339a5-80a2-42a0-95ac-b5aec12051f2 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85682aa-190a-4fca-a211-b57a39238724,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:54.826249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c04ac970-48e1-4a81-8548-f4399867bbd1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:54.836552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:54.840797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97e4dd-7f99-4ec8-8ab8-c8a5de545770 service neutron] Pushing event updated for resources: {'Port': ['ID=a991a38f-45cf-46bc-8d09-c041975b2a81,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:54.941706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87853a1-8c1e-4188-80ea-73a4330891c1 req-0ee8b506-f9da-49ba-ab03-934dde9c849a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:54.945546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.946089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.946535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.946980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.947437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.947870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.948443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.948876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.951597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.952109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.952555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.952996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:54.953649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87853a1-8c1e-4188-80ea-73a4330891c1 req-0ee8b506-f9da-49ba-ab03-934dde9c849a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:54.964081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87853a1-8c1e-4188-80ea-73a4330891c1 req-0ee8b506-f9da-49ba-ab03-934dde9c849a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:54.977864 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d87853a1-8c1e-4188-80ea-73a4330891c1 req-0ee8b506-f9da-49ba-ab03-934dde9c849a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2412 time: 0.2143514 May 26 16:02:55.006442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-33083bfc-a1f3-4d94-bd62-b0c8b27a83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.008883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-33083bfc-a1f3-4d94-bd62-b0c8b27a83a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 1099 time: 0.1611373 May 26 16:02:55.066864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['cb38007d-f1df-4bf2-ac1a-f50d3a4671ee'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:55.084192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d87853a1-8c1e-4188-80ea-73a4330891c1 req-a2ddfefa-047a-4038-b6f7-300e31173c8b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052644 May 26 16:02:55.085889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-20443e81-71a1-4bf6-8705-f765b90392be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a991a38f-45cf-46bc-8d09-c041975b2a81 HTTP/1.1" status: 200 len: 217 time: 0.0646393 May 26 16:02:55.184302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-7740d384-efba-41e5-8b1b-69a9d5b4cbe1 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.192026 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-7740d384-efba-41e5-8b1b-69a9d5b4cbe1 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.24 "GET /v2.0/ports?device_id=89574694-b4a9-47c8-a3be-7a681b70959b HTTP/1.1" status: 200 len: 946 time: 0.0751095 May 26 16:02:55.204968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-88c90ef9-eb85-492d-a88a-4ac976772250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.210091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-88c90ef9-eb85-492d-a88a-4ac976772250 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1139758 May 26 16:02:55.236944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:55.325223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '647cba84-a0ce-4253-8f75-21c2ca968071', 'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:26Z', 'updated_at': '2022-05-26T16:01:33Z', 'revision_number': 5, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'subnets': [{'id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:55.371163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Deleting port 20c2ce88-0ded-448f-91e2-1263b3c015fb {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:55.372767 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.374271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e91a423-3ad9-4228-ac1a-97e6d8a10f3e None None] The sync data for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 is: [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:01:27Z', 'revision_number': 4, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '647cba84-a0ce-4253-8f75-21c2ca968071', 'name': '', 'network_id': '12a68ddc-cf32-409c-a1f0-dcd33fd3662b', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:26Z', 'updated_at': '2022-05-26T16:01:33Z', 'revision_number': 5, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'subnets': [{'id': '47611106-a10e-4c9b-8b22-6440cd6c854d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:55.397087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77fd16-ee52-4913-80fe-a6b82fbad64a req-e235cd5a-bd6f-4602-a8fe-f2f2f27f5ef7 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.399127 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e77fd16-ee52-4913-80fe-a6b82fbad64a req-e235cd5a-bd6f-4602-a8fe-f2f2f27f5ef7 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 948 time: 0.1999691 May 26 16:02:55.405663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-7f5fe1e0-1d76-4b60-acd6-1ba54d2825f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.407322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-7f5fe1e0-1d76-4b60-acd6-1ba54d2825f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794739 May 26 16:02:55.460024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e77fd16-ee52-4913-80fe-a6b82fbad64a req-0b56a9ca-c297-4d50-bf1c-8497b1953c3d tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509865 May 26 16:02:55.470145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf19bbc-9fd5-4e40-aaa1-2f868025837f req-45a34706-f397-4c75-a295-6e4f13503a00 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.471869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6bf19bbc-9fd5-4e40-aaa1-2f868025837f req-45a34706-f397-4c75-a295-6e4f13503a00 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=89574694-b4a9-47c8-a3be-7a681b70959b HTTP/1.1" status: 200 len: 946 time: 0.1507123 May 26 16:02:55.549247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] For port 20c2ce88-0ded-448f-91e2-1263b3c015fb, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=20c2ce88-0ded-448f-91e2-1263b3c015fb,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:55.550188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.561158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6bf19bbc-9fd5-4e40-aaa1-2f868025837f req-d01bfa23-b2a1-46ad-bc01-bc5f64f6dfdc tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7bbad46-9900-45b0-9b36-924bda235b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777068 May 26 16:02:55.572910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Calling delete_port for 20c2ce88-0ded-448f-91e2-1263b3c015fb owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:55.616813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a9407da-22bd-4793-a380-04dc2267429f req-515573b8-640f-4219-ad7c-11d10a9d32b8 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/d85682aa-190a-4fca-a211-b57a39238724 HTTP/1.1" status: 200 len: 1815 time: 0.0853560 May 26 16:02:55.633982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-272846af-0336-4c2a-8b88-2cf5810e26ea service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867685 May 26 16:02:55.646074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34446) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:55.664692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555f6c05-40aa-426c-b09b-2001cc93507a', 'tag': 'a991a38f-45cf-46bc-8d09-c041975b2a81'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:55.667002 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ae39ac-6ea8-454d-a020-e61facdbcba7" -d '{"events": [{"name": "network-changed", "server_uuid": "555f6c05-40aa-426c-b09b-2001cc93507a", "tag": "a991a38f-45cf-46bc-8d09-c041975b2a81"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:55.848459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-15cb0c94-9c05-456d-bfe5-2de04d7d13ea tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.874559 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c27c44-64a8-4a69-94c7-4fbbf81f5331 None None] New status for floating IP 03949a28-2469-4ae2-9840-74d7f7e12466: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:02:55.881633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3ec94-1cf2-4db1-b23f-37d5b8083601 req-61fe79dc-3220-4cb6-b35b-2bae20efe7db tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.884284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89c3ec94-1cf2-4db1-b23f-37d5b8083601 req-61fe79dc-3220-4cb6-b35b-2bae20efe7db tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 949 time: 0.1365671 May 26 16:02:55.891490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fdfcc6-c603-4a0d-9768-3bb7d92f9bc5 req-95f7a391-9907-44bb-a7e1-5fa72045aeaa service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366698 May 26 16:02:55.910326 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.933201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['20c2ce88-0ded-448f-91e2-1263b3c015fb'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:55.960087 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-15cb0c94-9c05-456d-bfe5-2de04d7d13ea tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.996268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89c3ec94-1cf2-4db1-b23f-37d5b8083601 req-61cfcaaf-2dd0-41ba-a20e-5b861233ac73 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984135 May 26 16:02:56.059014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c7b26fee-692d-4710-b045-03262903e663 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:56.070350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-15cb0c94-9c05-456d-bfe5-2de04d7d13ea tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.073528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-15cb0c94-9c05-456d-bfe5-2de04d7d13ea tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.085463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-15cb0c94-9c05-456d-bfe5-2de04d7d13ea tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "DELETE /v2.0/security-groups/e0420ce0-062a-4dbc-ad00-fe2da8751211 HTTP/1.1" status: 204 len: 168 time: 0.4361322 May 26 16:02:56.096854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34458) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:56.103403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Pushing event deleted for resources: {'Port': ['ID=20c2ce88-0ded-448f-91e2-1263b3c015fb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:56.133967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['c6a35549-878e-4eb0-8225-98e9ed565e57'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:56.182155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb0c94-9c05-456d-bfe5-2de04d7d13ea tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0420ce0-062a-4dbc-ad00-fe2da8751211,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:56.184559 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-734cbf84-c1dd-4bd9-9ea0-888f8df76a3a tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] show failed (client error): The resource could not be found. May 26 16:02:56.185948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-734cbf84-c1dd-4bd9-9ea0-888f8df76a3a tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "GET /v2.0/security-groups/e0420ce0-062a-4dbc-ad00-fe2da8751211 HTTP/1.1" status: 404 len: 347 time: 0.0881798 May 26 16:02:56.205429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34462) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:56.208950 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-1ec49b50-7e68-4e95-8e1d-2c2ee882d3a0 req-e7952ce4-abf0-475e-9c67-2057d513e2e2 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] show failed (client error): The resource could not be found. May 26 16:02:56.210525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ec49b50-7e68-4e95-8e1d-2c2ee882d3a0 req-e7952ce4-abf0-475e-9c67-2057d513e2e2 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/1993e163-3fc7-4c21-b94a-909e45a1c393 HTTP/1.1" status: 404 len: 352 time: 0.1152377 May 26 16:02:56.219209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] No DVR routers for this DVR port 20c2ce88-0ded-448f-91e2-1263b3c015fb on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:56.258413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55e593-40f5-4f08-a15d-ff91205c8524 req-9b6a21d4-c276-442e-9a8c-56f33a93e088 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:56.260902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a55e593-40f5-4f08-a15d-ff91205c8524 req-9b6a21d4-c276-442e-9a8c-56f33a93e088 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 945 time: 0.1075876 May 26 16:02:56.270347 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.273876 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02d1da08-cb85-4128-86d9-ac286cc1f8d4 req-c33f7df2-7928-4b1b-8cef-6ba199aa4661 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.24 "DELETE /v2.0/ports/20c2ce88-0ded-448f-91e2-1263b3c015fb HTTP/1.1" status: 204 len: 173 time: 1.0813634 May 26 16:02:56.274442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89574694-b4a9-47c8-a3be-7a681b70959b', 'name': 'network-vif-deleted', 'tag': '20c2ce88-0ded-448f-91e2-1263b3c015fb'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:56.277094 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdfc7d5-43e1-4860-bfcc-8b88953d7126" -d '{"events": [{"server_uuid": "89574694-b4a9-47c8-a3be-7a681b70959b", "name": "network-vif-deleted", "tag": "20c2ce88-0ded-448f-91e2-1263b3c015fb"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:56.311931 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6509fe6-4415-43fb-bea4-e57fd701b8b0 x-openstack-request-id: req-a6509fe6-4415-43fb-bea4-e57fd701b8b0 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:56.312609 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555f6c05-40aa-426c-b09b-2001cc93507a", "tag": "a991a38f-45cf-46bc-8d09-c041975b2a81", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:56.313213 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6509fe6-4415-43fb-bea4-e57fd701b8b0 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:56.313791 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6509fe6-4415-43fb-bea4-e57fd701b8b0'] response: {'name': 'network-changed', 'server_uuid': '555f6c05-40aa-426c-b09b-2001cc93507a', 'tag': 'a991a38f-45cf-46bc-8d09-c041975b2a81', 'status': 'completed', 'code': 200} May 26 16:02:56.335180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a55e593-40f5-4f08-a15d-ff91205c8524 req-96d7cef2-526e-4cd8-87fd-a155de791e73 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656974 May 26 16:02:56.556763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c7b26fee-692d-4710-b045-03262903e663, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c7b26fee-692d-4710-b045-03262903e663,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:56.588302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-1f700084-b0f4-416d-9bb0-3ccffbd83dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:56.591354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'c7b26fee-692d-4710-b045-03262903e663', 'network_id': 'dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf', 'port_id': 'c7b26fee-692d-4710-b045-03262903e663', 'mac_address': 'fa:16:3e:95:fc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26dc6072-2462-4b55-8d4c-97c51ab81b93', 'ip_address': '19.86.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:56.593558 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-1f700084-b0f4-416d-9bb0-3ccffbd83dbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 1099 time: 0.2004194 May 26 16:02:56.595505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ea910-6652-4804-897c-100fc632bdf6 req-8f7c3e69-2f5b-48fe-a480-bb6e14903438 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:56.597272 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-967ea910-6652-4804-897c-100fc632bdf6 req-8f7c3e69-2f5b-48fe-a480-bb6e14903438 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17 HTTP/1.1" status: 200 len: 950 time: 0.0770962 May 26 16:02:56.607043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d412c-e7c7-4b8c-9adc-3428991cda5d req-ac780f77-085c-4793-a956-93e198681dd7 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:56.613887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d412c-e7c7-4b8c-9adc-3428991cda5d req-ac780f77-085c-4793-a956-93e198681dd7 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:56.621476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d412c-e7c7-4b8c-9adc-3428991cda5d req-ac780f77-085c-4793-a956-93e198681dd7 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:56.623481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9d412c-e7c7-4b8c-9adc-3428991cda5d req-ac780f77-085c-4793-a956-93e198681dd7 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2412 time: 0.1811941 May 26 16:02:56.678711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Deleting port 353e13bf-7e84-4ae1-b88e-ec40330082b2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:56.679060 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.679731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port c7b26fee-692d-4710-b045-03262903e663 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:56.680246 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.688562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-967ea910-6652-4804-897c-100fc632bdf6 req-ec79b533-5c87-4e3e-9f34-140c58695f98 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637517 May 26 16:02:56.705329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9d412c-e7c7-4b8c-9adc-3428991cda5d req-3f345f41-72b8-4d75-8153-edcd9c2f9397 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732718 May 26 16:02:56.742705 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-fd0bc541-3ae3-425a-be1d-e8bf6223a865 req-4a96bf4f-51f0-450f-8d52-4738fd6ee000 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] show failed (client error): The resource could not be found. May 26 16:02:56.748921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd0bc541-3ae3-425a-be1d-e8bf6223a865 req-4a96bf4f-51f0-450f-8d52-4738fd6ee000 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-group-rules/4443c327-9cd3-4cd0-9617-3512b55801f8 HTTP/1.1" status: 404 len: 361 time: 0.0186625 May 26 16:02:56.779494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b26fee-692d-4710-b045-03262903e663 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:56.803086 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a363e16-0010-46f7-9606-d09624ca6831 x-openstack-request-id: req-5a363e16-0010-46f7-9606-d09624ca6831 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:56.804384 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89574694-b4a9-47c8-a3be-7a681b70959b", "name": "network-vif-deleted", "tag": "20c2ce88-0ded-448f-91e2-1263b3c015fb", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:56.804613 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a363e16-0010-46f7-9606-d09624ca6831 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:56.805167 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a363e16-0010-46f7-9606-d09624ca6831'] response: {'server_uuid': '89574694-b4a9-47c8-a3be-7a681b70959b', 'name': 'network-vif-deleted', 'tag': '20c2ce88-0ded-448f-91e2-1263b3c015fb', 'status': 'completed', 'code': 200} May 26 16:02:56.830765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c7b26fee-692d-4710-b045-03262903e663, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c7b26fee-692d-4710-b045-03262903e663,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:56.848593 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.849323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fab69856-59c5-460c-8122-495caf98def1 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:56.908403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-1a3e27cf-d3b5-4a35-b9bf-fc561f8ea2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:56.909903 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-1a3e27cf-d3b5-4a35-b9bf-fc561f8ea2da service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3008013 May 26 16:02:56.922035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f9192c-4fd3-41b8-9966-0e396b7c8856 req-ab420a71-bf48-40df-82d1-0c543e12dcc2 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=89574694-b4a9-47c8-a3be-7a681b70959b HTTP/1.1" status: 200 len: 210 time: 0.0400748 May 26 16:02:56.945455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696287f6-12f3-40c6-a3a6-2a525f4e0cf5 req-d1652804-935b-402a-a1dd-40a615cd6519 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:56.954941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-696287f6-12f3-40c6-a3a6-2a525f4e0cf5 req-d1652804-935b-402a-a1dd-40a615cd6519 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 948 time: 0.1368670 May 26 16:02:57.010192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fab69856-59c5-460c-8122-495caf98def1, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fab69856-59c5-460c-8122-495caf98def1,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:57.013391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-696287f6-12f3-40c6-a3a6-2a525f4e0cf5 req-1c42a4e7-11fa-4037-aab1-cc1cfc9df54e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 May 26 16:02:57.091258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8541c8-a9d4-4e3b-9bbb-03291bf98332 req-cb1d702b-5ac1-43cc-9b97-e179579c47f5 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/d85682aa-190a-4fca-a211-b57a39238724 HTTP/1.1" status: 200 len: 1815 time: 0.0605018 May 26 16:02:57.098777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-ddadf48e-a82e-45a3-aff4-5cfd5325ffc1 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.100173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-ddadf48e-a82e-45a3-aff4-5cfd5325ffc1 tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.32 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 945 time: 0.3146045 May 26 16:02:57.126165 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-4fcf4cad-4fb0-4279-8a6e-94afa5209b50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a991a38f-45cf-46bc-8d09-c041975b2a81 HTTP/1.1" status: 200 len: 217 time: 0.1694472 May 26 16:02:57.130340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'fab69856-59c5-460c-8122-495caf98def1', 'network_id': '9724d4e1-ff3b-4dfa-8b0a-57a377481310', 'port_id': 'fab69856-59c5-460c-8122-495caf98def1', 'mac_address': 'fa:16:3e:ef:de:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0fa157-2c7c-4bae-82a7-3c3b2801b91e', 'ip_address': '19.80.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:57.163656 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8a8541c8-a9d4-4e3b-9bbb-03291bf98332 req-eb2cfb2c-2945-404e-8218-0238cca3bb7a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.193452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=c7b26fee-692d-4710-b045-03262903e663,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:57.213411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8a8541c8-a9d4-4e3b-9bbb-03291bf98332 req-eb2cfb2c-2945-404e-8218-0238cca3bb7a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.220222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port fab69856-59c5-460c-8122-495caf98def1 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:57.220991 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.240906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab69856-59c5-460c-8122-495caf98def1 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:57.267936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.268300 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.295188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8a8541c8-a9d4-4e3b-9bbb-03291bf98332 req-eb2cfb2c-2945-404e-8218-0238cca3bb7a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.299215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Calling delete_port for 353e13bf-7e84-4ae1-b88e-ec40330082b2 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:57.300978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8a8541c8-a9d4-4e3b-9bbb-03291bf98332 req-eb2cfb2c-2945-404e-8218-0238cca3bb7a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.301451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fab69856-59c5-460c-8122-495caf98def1, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fab69856-59c5-460c-8122-495caf98def1,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:57.307340 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.321435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8541c8-a9d4-4e3b-9bbb-03291bf98332 req-eb2cfb2c-2945-404e-8218-0238cca3bb7a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "DELETE /v2.0/security-groups/d85682aa-190a-4fca-a211-b57a39238724 HTTP/1.1" status: 204 len: 173 time: 0.2289927 May 26 16:02:57.347464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-78b882f3-382e-4ddf-9887-845fc1a25206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.349740 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-78b882f3-382e-4ddf-9887-845fc1a25206 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1879392 May 26 16:02:57.368208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=fab69856-59c5-460c-8122-495caf98def1,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:57.399632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cfb2c-2945-404e-8218-0238cca3bb7a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85682aa-190a-4fca-a211-b57a39238724,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:57.399986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:57.432530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92b8207e-b619-4135-96f3-6bb8dd6e6057 req-5a6c9f61-8d44-44a7-be64-5308a12f035a tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/6e311e8d-8c8d-48e4-85e8-1017a73318b0 HTTP/1.1" status: 200 len: 1814 time: 0.0846453 May 26 16:02:57.507335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-eab9b739-5cf6-436d-86d6-9cfe73e2cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.508883 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-eab9b739-5cf6-436d-86d6-9cfe73e2cbb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100705 May 26 16:02:57.520261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Deleting port c6a35549-878e-4eb0-8225-98e9ed565e57 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:57.520702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.559189 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-92b8207e-b619-4135-96f3-6bb8dd6e6057 req-900aee50-195f-4e12-bb6c-04c135705edc tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.590840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-92b8207e-b619-4135-96f3-6bb8dd6e6057 req-900aee50-195f-4e12-bb6c-04c135705edc tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.596429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port c04ac970-48e1-4a81-8548-f4399867bbd1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:57.597028 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.641821 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-92b8207e-b619-4135-96f3-6bb8dd6e6057 req-900aee50-195f-4e12-bb6c-04c135705edc tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.646885 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-92b8207e-b619-4135-96f3-6bb8dd6e6057 req-900aee50-195f-4e12-bb6c-04c135705edc tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.659896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92b8207e-b619-4135-96f3-6bb8dd6e6057 req-900aee50-195f-4e12-bb6c-04c135705edc tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e311e8d-8c8d-48e4-85e8-1017a73318b0 HTTP/1.1" status: 204 len: 173 time: 0.2237079 May 26 16:02:57.662932 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-ad6eb1bd-dc41-4e74-ac16-3ac5d5adf13f service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386356 May 26 16:02:57.688296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900aee50-195f-4e12-bb6c-04c135705edc tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e311e8d-8c8d-48e4-85e8-1017a73318b0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:57.762771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['c7b26fee-692d-4710-b045-03262903e663'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:57.854348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['fab69856-59c5-460c-8122-495caf98def1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:57.865837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.894601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d380ba67-bd99-489d-8bab-719405abbdd3 req-b007a2e1-1ec7-453c-bd1b-f90661133acf tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/77255dea-f1c7-43d5-b5e6-49bbf910ddf6 HTTP/1.1" status: 200 len: 1814 time: 0.0865993 May 26 16:02:57.897162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] For port c6a35549-878e-4eb0-8225-98e9ed565e57, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6a35549-878e-4eb0-8225-98e9ed565e57,segment=NetworkSegment(292c71eb-66d6-42ad-a01c-7727ce792abe),segment_id=292c71eb-66d6-42ad-a01c-7727ce792abe)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:57.897682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.936891 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-92ae39ac-6ea8-454d-a020-e61facdbcba7 req-75a85216-cabb-42f3-b486-29cd3aeaf360 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551801 May 26 16:02:57.945103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Pushing event deleted for resources: {'Port': ['ID=353e13bf-7e84-4ae1-b88e-ec40330082b2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:58.005841 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device cb38007d-f1df-4bf2-ac1a-f50d3a4671ee up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:58.032386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Calling delete_port for c6a35549-878e-4eb0-8225-98e9ed565e57 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:58.072547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c04ac970-48e1-4a81-8548-f4399867bbd1 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:58.072957 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.096083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.100260 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.100812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9345a26-849d-4aba-b9b1-460f261af879 req-dd3ed20e-e2a4-475b-9a73-f5250ebcbe0b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:58.102859 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d7322e7e-aee3-4579-9e5c-458df750cf26 tempest-ServersTestManualDisk-1179664903 tempest-ServersTestManualDisk-1179664903-project] 10.222.0.39 "DELETE /v2.0/floatingips/03949a28-2469-4ae2-9840-74d7f7e12466 HTTP/1.1" status: 204 len: 168 time: 1.8956330 May 26 16:02:58.111715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9345a26-849d-4aba-b9b1-460f261af879 req-dd3ed20e-e2a4-475b-9a73-f5250ebcbe0b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 945 time: 0.1471391 May 26 16:02:58.133664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34500) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:58.160736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:58.163143 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7219fb49-b098-4dfe-8291-1f346a06fe73" -d '{"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-plugged", "status": "completed", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:58.198409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:58.205917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d380ba67-bd99-489d-8bab-719405abbdd3 req-f3178f15-d7af-4d35-9053-27c5b396e10c tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.222616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.229173 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9345a26-849d-4aba-b9b1-460f261af879 req-22d79a36-66b0-46c9-9be6-ea9967e4454a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163380 May 26 16:02:58.260497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:58.294087 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d380ba67-bd99-489d-8bab-719405abbdd3 req-f3178f15-d7af-4d35-9053-27c5b396e10c tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.296008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:58.296390 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.306490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.372398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Pushing event deleted for resources: {'Port': ['ID=c6a35549-878e-4eb0-8225-98e9ed565e57,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:58.386283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:58.427326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] No DVR routers for this DVR port c6a35549-878e-4eb0-8225-98e9ed565e57 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:58.432167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.440950 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-818e83db-235e-46ad-b8e2-1de808dc8d9f req-cf1ae1a4-1130-497c-92e7-dcfc8eedf6af tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.32 "DELETE /v2.0/ports/c6a35549-878e-4eb0-8225-98e9ed565e57 HTTP/1.1" status: 204 len: 173 time: 1.3138452 May 26 16:02:58.469019 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d380ba67-bd99-489d-8bab-719405abbdd3 req-f3178f15-d7af-4d35-9053-27c5b396e10c tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.481469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d380ba67-bd99-489d-8bab-719405abbdd3 req-f3178f15-d7af-4d35-9053-27c5b396e10c tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.497036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d380ba67-bd99-489d-8bab-719405abbdd3 req-f3178f15-d7af-4d35-9053-27c5b396e10c tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "DELETE /v2.0/security-groups/77255dea-f1c7-43d5-b5e6-49bbf910ddf6 HTTP/1.1" status: 204 len: 173 time: 0.5968223 May 26 16:02:58.532505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3178f15-d7af-4d35-9053-27c5b396e10c tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77255dea-f1c7-43d5-b5e6-49bbf910ddf6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:58.537474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:58.538038 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.600368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2204-4887-496d-89e0-a97723b392da req-4c372f4b-a0c0-474d-9284-b2a0f3023053 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:58.609711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2204-4887-496d-89e0-a97723b392da req-4c372f4b-a0c0-474d-9284-b2a0f3023053 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:58.617345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2204-4887-496d-89e0-a97723b392da req-4c372f4b-a0c0-474d-9284-b2a0f3023053 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:58.620427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19ce2204-4887-496d-89e0-a97723b392da req-4c372f4b-a0c0-474d-9284-b2a0f3023053 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2414 time: 0.2025065 May 26 16:02:58.653039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:58.658867 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.752867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:58.767371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19ce2204-4887-496d-89e0-a97723b392da req-c9fc5bf7-da33-4ad0-a301-e72604788875 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990465 May 26 16:02:58.806789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928168d6-246c-4fc5-94a6-0c553111266c', 'name': 'network-vif-deleted', 'tag': 'c6a35549-878e-4eb0-8225-98e9ed565e57'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:58.811203 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22598c35-28ee-4fff-99bd-25c0e526c31c" -d '{"events": [{"server_uuid": "928168d6-246c-4fc5-94a6-0c553111266c", "name": "network-vif-deleted", "tag": "c6a35549-878e-4eb0-8225-98e9ed565e57"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:58.853664 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a676b0f7-25ae-4e8b-af90-d63ad08a0fdf x-openstack-request-id: req-a676b0f7-25ae-4e8b-af90-d63ad08a0fdf {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:58.854083 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-plugged", "status": "completed", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:58.854388 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a676b0f7-25ae-4e8b-af90-d63ad08a0fdf {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:58.854985 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a676b0f7-25ae-4e8b-af90-d63ad08a0fdf'] response: {'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'code': 200} May 26 16:02:58.882881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923358f-e07f-4722-b9e2-9aa140acf36d req-78a9cb29-bae1-4d03-8f45-8c430203b4e8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:58.884459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3923358f-e07f-4722-b9e2-9aa140acf36d req-78a9cb29-bae1-4d03-8f45-8c430203b4e8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 948 time: 0.1158729 May 26 16:02:59.014232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3923358f-e07f-4722-b9e2-9aa140acf36d req-37599856-9bbb-4ea2-9d49-1eac54c97977 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156785 May 26 16:02:59.037904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-697fb9fb-c201-4437-8077-50a0f64be9fe req-b6c0a62f-4add-475b-a16a-ae0b77876ba8 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/579441aa-da9d-4f31-8f66-838fcc946480 HTTP/1.1" status: 200 len: 1814 time: 0.1487701 May 26 16:02:59.157760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.161649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-697fb9fb-c201-4437-8077-50a0f64be9fe req-c48bfdf1-a1fc-43b0-8127-e2a8bec2602e tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.190700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a5f0-5460-4dc6-b245-ca5ba167096f req-62d35a89-5f70-47f7-bbc8-5fedded0e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.193084 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db94a5f0-5460-4dc6-b245-ca5ba167096f req-62d35a89-5f70-47f7-bbc8-5fedded0e200 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 1098 time: 0.0987923 May 26 16:02:59.242045 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db94a5f0-5460-4dc6-b245-ca5ba167096f req-f821484a-7660-4e79-980e-12112522aa61 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397694 May 26 16:02:59.411096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a991a38f-45cf-46bc-8d09-c041975b2a81 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:59.414286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 20c2ce88-0ded-448f-91e2-1263b3c015fb no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:59.451844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 20c2ce88-0ded-448f-91e2-1263b3c015fb {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:59.452338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 20c2ce88-0ded-448f-91e2-1263b3c015fb not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:59.547640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a991a38f-45cf-46bc-8d09-c041975b2a81, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a991a38f-45cf-46bc-8d09-c041975b2a81,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:59.557636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2d66ab5-23db-43bd-a695-591f1985fc4e req-63c50714-abeb-48f7-bfa5-bc1d6e9295bc tempest-MultipleCreateTestJSON-362140828 tempest-MultipleCreateTestJSON-362140828-project] 10.222.0.39 "GET /v2.0/ports?device_id=928168d6-246c-4fc5-94a6-0c553111266c HTTP/1.1" status: 200 len: 210 time: 0.3619218 May 26 16:02:59.559990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'a991a38f-45cf-46bc-8d09-c041975b2a81', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'a991a38f-45cf-46bc-8d09-c041975b2a81', 'mac_address': 'fa:16:3e:21:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:59.575267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-697fb9fb-c201-4437-8077-50a0f64be9fe req-c48bfdf1-a1fc-43b0-8127-e2a8bec2602e tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.609351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port a991a38f-45cf-46bc-8d09-c041975b2a81 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:59.609843 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.625330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a991a38f-45cf-46bc-8d09-c041975b2a81 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:59.653108 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a991a38f-45cf-46bc-8d09-c041975b2a81, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a991a38f-45cf-46bc-8d09-c041975b2a81,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:59.658407 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.723701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-697fb9fb-c201-4437-8077-50a0f64be9fe req-c48bfdf1-a1fc-43b0-8127-e2a8bec2602e tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.728223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-697fb9fb-c201-4437-8077-50a0f64be9fe req-c48bfdf1-a1fc-43b0-8127-e2a8bec2602e tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.739081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-697fb9fb-c201-4437-8077-50a0f64be9fe req-c48bfdf1-a1fc-43b0-8127-e2a8bec2602e tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "DELETE /v2.0/security-groups/579441aa-da9d-4f31-8f66-838fcc946480 HTTP/1.1" status: 204 len: 173 time: 0.6656909 May 26 16:02:59.752122 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad7209-bebe-4dba-8464-fd28b97cce89 x-openstack-request-id: req-e9ad7209-bebe-4dba-8464-fd28b97cce89 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:59.752828 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928168d6-246c-4fc5-94a6-0c553111266c", "name": "network-vif-deleted", "tag": "c6a35549-878e-4eb0-8225-98e9ed565e57", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:59.752828 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9ad7209-bebe-4dba-8464-fd28b97cce89 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:59.754787 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ad7209-bebe-4dba-8464-fd28b97cce89'] response: {'server_uuid': '928168d6-246c-4fc5-94a6-0c553111266c', 'name': 'network-vif-deleted', 'tag': 'c6a35549-878e-4eb0-8225-98e9ed565e57', 'status': 'completed', 'code': 200} May 26 16:02:59.833483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bfdf1-a1fc-43b0-8127-e2a8bec2602e tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579441aa-da9d-4f31-8f66-838fcc946480,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:59.950726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-696e4e9f-dd8b-45ed-8746-39ecf6e19639 req-79303c9a-1cfc-493d-9354-478a1aaae242 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "GET /v2.0/security-groups/1d14ae4d-ca77-4192-a992-125996d6f180 HTTP/1.1" status: 200 len: 1815 time: 0.0897596 May 26 16:02:59.979700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562990b-15cb-4b9f-93ab-2a356f5d977a req-9baf573a-c18d-493d-a1a1-f03d8fd6725b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.982909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f562990b-15cb-4b9f-93ab-2a356f5d977a req-9baf573a-c18d-493d-a1a1-f03d8fd6725b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 947 time: 0.1394536 May 26 16:02:59.998745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c7b26fee-692d-4710-b045-03262903e663 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:00.040745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=a991a38f-45cf-46bc-8d09-c041975b2a81,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:00.076682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port c7b26fee-692d-4710-b045-03262903e663 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:00.081124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port c7b26fee-692d-4710-b045-03262903e663 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:00.081553 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.124237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f562990b-15cb-4b9f-93ab-2a356f5d977a req-71e1fa11-9aca-4853-afe7-03ddb3ba0193 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287692 May 26 16:03:00.146640 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-696e4e9f-dd8b-45ed-8746-39ecf6e19639 req-8d34c85d-480a-49a7-a0f0-f6bbfb5e1803 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.178459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-696e4e9f-dd8b-45ed-8746-39ecf6e19639 req-8d34c85d-480a-49a7-a0f0-f6bbfb5e1803 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.190713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Deleting port 647cba84-a0ce-4253-8f75-21c2ca968071 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:00.191062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.211237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a991a38f-45cf-46bc-8d09-c041975b2a81'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:00.269267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port c7b26fee-692d-4710-b045-03262903e663 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:00.269821 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.320295 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-696e4e9f-dd8b-45ed-8746-39ecf6e19639 req-8d34c85d-480a-49a7-a0f0-f6bbfb5e1803 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.323028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-696e4e9f-dd8b-45ed-8746-39ecf6e19639 req-8d34c85d-480a-49a7-a0f0-f6bbfb5e1803 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.324766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-696e4e9f-dd8b-45ed-8746-39ecf6e19639 req-8d34c85d-480a-49a7-a0f0-f6bbfb5e1803 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] 10.222.0.39 "DELETE /v2.0/security-groups/1d14ae4d-ca77-4192-a992-125996d6f180 HTTP/1.1" status: 204 len: 173 time: 0.3633883 May 26 16:03:00.328376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c7b26fee-692d-4710-b045-03262903e663, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c7b26fee-692d-4710-b045-03262903e663,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:00.333307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34538) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:00.347177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f40b4-de61-4d9a-80b4-95918a93d44e req-ddb934f9-bf31-4a42-9e3b-5f341cd69e66 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:00.352557 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.353466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fab69856-59c5-460c-8122-495caf98def1 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:00.361987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f40b4-de61-4d9a-80b4-95918a93d44e req-ddb934f9-bf31-4a42-9e3b-5f341cd69e66 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:00.371046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f40b4-de61-4d9a-80b4-95918a93d44e req-ddb934f9-bf31-4a42-9e3b-5f341cd69e66 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:00.372939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d72f40b4-de61-4d9a-80b4-95918a93d44e req-ddb934f9-bf31-4a42-9e3b-5f341cd69e66 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2415 time: 0.1621485 May 26 16:03:00.416453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34c85d-480a-49a7-a0f0-f6bbfb5e1803 tempest-SecurityGroupRulesNegativeTestJSON-576792686 tempest-SecurityGroupRulesNegativeTestJSON-576792686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14ae4d-ca77-4192-a992-125996d6f180,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:00.425722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff1fc85-6b7e-4e2e-a506-23fe1e6722e9 admin admin] Deleting subnet 0dbe2282-f371-41b0-81ba-9b5932266390 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:00.431802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eff1fc85-6b7e-4e2e-a506-23fe1e6722e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.452264 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] For port 647cba84-a0ce-4253-8f75-21c2ca968071, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=647cba84-a0ce-4253-8f75-21c2ca968071,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:00.452690 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.485432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Calling delete_port for 647cba84-a0ce-4253-8f75-21c2ca968071 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:00.485939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eff1fc85-6b7e-4e2e-a506-23fe1e6722e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.492830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d72f40b4-de61-4d9a-80b4-95918a93d44e req-d0f1a5da-6236-44ed-b744-51ab4020cfe5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049101 May 26 16:03:00.514470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddcb83-05aa-44c4-8561-09c1906ad402 req-3f358aad-31ab-421f-abd2-96b303e4fba8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:00.514470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3cddcb83-05aa-44c4-8561-09c1906ad402 req-3f358aad-31ab-421f-abd2-96b303e4fba8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 949 time: 0.1159878 May 26 16:03:00.548027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port fab69856-59c5-460c-8122-495caf98def1 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:00.552257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eff1fc85-6b7e-4e2e-a506-23fe1e6722e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.559321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=c7b26fee-692d-4710-b045-03262903e663,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:00.572246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port fab69856-59c5-460c-8122-495caf98def1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:00.573254 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.617126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3cddcb83-05aa-44c4-8561-09c1906ad402 req-2c8e7188-6d8d-447a-94bb-8b79ac86aa61 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719936 May 26 16:03:00.650547 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eff1fc85-6b7e-4e2e-a506-23fe1e6722e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.667043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34544) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:00.764726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1fc85-6b7e-4e2e-a506-23fe1e6722e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbe2282-f371-41b0-81ba-9b5932266390,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:00.778028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eff1fc85-6b7e-4e2e-a506-23fe1e6722e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.781904 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eff1fc85-6b7e-4e2e-a506-23fe1e6722e9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0dbe2282-f371-41b0-81ba-9b5932266390 HTTP/1.1" status: 204 len: 168 time: 0.4476984 May 26 16:03:00.784532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34554) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:00.790562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port fab69856-59c5-460c-8122-495caf98def1 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:00.791060 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.834687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fab69856-59c5-460c-8122-495caf98def1, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fab69856-59c5-460c-8122-495caf98def1,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:00.840988 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.841925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c6a35549-878e-4eb0-8225-98e9ed565e57 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:00.893152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7c6133-a389-4d91-ae38-3ac5a64023ac admin admin] Deleting subnet 4a8362a8-1f8b-4281-ac7c-8d675f1da078 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:00.900141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6133-a389-4d91-ae38-3ac5a64023ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.910535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb38007d-f1df-4bf2-ac1a-f50d3a4671ee'}, {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b26fee-692d-4710-b045-03262903e663'}, {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab69856-59c5-460c-8122-495caf98def1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:00.915094 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f996cc-83c8-4a23-9216-6158a00aec79" -d '{"events": [{"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "cb38007d-f1df-4bf2-ac1a-f50d3a4671ee"}, {"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "c7b26fee-692d-4710-b045-03262903e663"}, {"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "fab69856-59c5-460c-8122-495caf98def1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:00.932851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.952492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.970578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6133-a389-4d91-ae38-3ac5a64023ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.975561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: c6a35549-878e-4eb0-8225-98e9ed565e57 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:00.975927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c6a35549-878e-4eb0-8225-98e9ed565e57 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:01.036139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=fab69856-59c5-460c-8122-495caf98def1,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:01.041103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Pushing event deleted for resources: {'Port': ['ID=647cba84-a0ce-4253-8f75-21c2ca968071,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:01.055708 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 26 May 2022 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec35ac8-0f78-42f7-9d1c-1804003423c7 x-openstack-request-id: req-1ec35ac8-0f78-42f7-9d1c-1804003423c7 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:01.057371 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "cb38007d-f1df-4bf2-ac1a-f50d3a4671ee", "code": 200}, {"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "c7b26fee-692d-4710-b045-03262903e663", "code": 200}, {"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "fab69856-59c5-460c-8122-495caf98def1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:01.059114 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ec35ac8-0f78-42f7-9d1c-1804003423c7 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:01.061075 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec35ac8-0f78-42f7-9d1c-1804003423c7'] response: {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb38007d-f1df-4bf2-ac1a-f50d3a4671ee', 'code': 200} May 26 16:03:01.061950 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec35ac8-0f78-42f7-9d1c-1804003423c7'] response: {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b26fee-692d-4710-b045-03262903e663', 'code': 200} May 26 16:03:01.063862 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec35ac8-0f78-42f7-9d1c-1804003423c7'] response: {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab69856-59c5-460c-8122-495caf98def1', 'code': 200} May 26 16:03:01.135047 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6133-a389-4d91-ae38-3ac5a64023ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.244232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.325511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6e35e0-cb02-4db4-b12d-3d2e9f635302']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:01.356444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3457ae04-34be-475b-adf3-502c1a5ab329') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:01.357141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3457ae04-34be-475b-adf3-502c1a5ab329') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:01.371312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90ad4a-9207-413d-abf3-60bb328d0ce0 req-5121edaa-959f-41e7-9651-306fda3604e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.374821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90ad4a-9207-413d-abf3-60bb328d0ce0 req-5121edaa-959f-41e7-9651-306fda3604e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.375226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90ad4a-9207-413d-abf3-60bb328d0ce0 req-5121edaa-959f-41e7-9651-306fda3604e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.381570 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e90ad4a-9207-413d-abf3-60bb328d0ce0 req-5121edaa-959f-41e7-9651-306fda3604e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2870 time: 0.1604221 May 26 16:03:01.433109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.437555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:01.446458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dabf6-5ff6-4ef0-9cb9-3b897b3b23ea req-ed4376b6-06d1-4518-b0bc-158017c74393 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.451072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d82dabf6-5ff6-4ef0-9cb9-3b897b3b23ea req-ed4376b6-06d1-4518-b0bc-158017c74393 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 947 time: 0.1562164 May 26 16:03:01.461201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.474132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:01.475130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.557110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.561861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6133-a389-4d91-ae38-3ac5a64023ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.615591 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.636155 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] 10.222.0.39 "DELETE /v2.0/networks/af6e35e0-cb02-4db4-b12d-3d2e9f635302 HTTP/1.1" status: 204 len: 168 time: 0.8504658 May 26 16:03:01.640225 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 3457ae04-34be-475b-adf3-502c1a5ab329 resource provider aggregate not found May 26 16:03:01.649898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c6133-a389-4d91-ae38-3ac5a64023ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8362a8-1f8b-4281-ac7c-8d675f1da078,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:01.652913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c3bdb-fda6-49c9-b267-1f1b5165b5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=af6e35e0-cb02-4db4-b12d-3d2e9f635302,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:01.673684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d82dabf6-5ff6-4ef0-9cb9-3b897b3b23ea req-1d01e95e-3b15-4840-bf81-8618ca1d5d38 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452010 May 26 16:03:01.712503 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 3457ae04-34be-475b-adf3-502c1a5ab329 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3457ae04-34be-475b-adf3-502c1a5ab329 found for delete ", "request_id": "req-a2e3c3e0-a7b1-4b9f-977d-a0d5ff71d1d0"}]} May 26 16:03:01.731316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:01.747264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6133-a389-4d91-ae38-3ac5a64023ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.750655 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4c7c6133-a389-4d91-ae38-3ac5a64023ac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4a8362a8-1f8b-4281-ac7c-8d675f1da078 HTTP/1.1" status: 204 len: 168 time: 1.0544205 May 26 16:03:01.752831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e90ad4a-9207-413d-abf3-60bb328d0ce0 req-1fce3932-9378-4e21-b078-725e212505f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405662 May 26 16:03:01.753304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34620) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:01.773527 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.776995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'mac_address': 'fa:16:3e:54:7b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:01.923459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6a597be-3723-4ec7-98ef-ce68fdda4889 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:01.930083 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.979722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:01.986668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6a597be-3723-4ec7-98ef-ce68fdda4889 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:02.102405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:02.110961 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.117692 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de5eada0-409e-4cf2-bf84-c82bce91aa64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11c60b6020724f218f8fcedde9b54088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357396 May 26 16:03:02.118349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34636) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:02.153439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.160155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685c92-c5db-415c-861b-3f87e838533d req-cce7c618-0703-47f6-a1c6-958d013a0ac0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:02.167138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685c92-c5db-415c-861b-3f87e838533d req-cce7c618-0703-47f6-a1c6-958d013a0ac0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:02.175783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685c92-c5db-415c-861b-3f87e838533d req-cce7c618-0703-47f6-a1c6-958d013a0ac0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:02.177478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79685c92-c5db-415c-861b-3f87e838533d req-cce7c618-0703-47f6-a1c6-958d013a0ac0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2417 time: 0.4964123 May 26 16:03:02.280467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb23a-9a03-4937-849b-e77c935e0032 req-d30519b8-98f7-42e1-80fb-9f166e2de1b0 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:02.288808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-150eb23a-9a03-4937-849b-e77c935e0032 req-d30519b8-98f7-42e1-80fb-9f166e2de1b0 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 949 time: 0.3119283 May 26 16:03:02.355579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['d6a597be-3723-4ec7-98ef-ce68fdda4889'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:02.429809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.436122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:02.450665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-150eb23a-9a03-4937-849b-e77c935e0032 req-57a7b011-2354-416e-8196-cc77f8f4bc82 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608570 May 26 16:03:02.457704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79685c92-c5db-415c-861b-3f87e838533d req-e1cbd8b6-0b78-4b79-b1ed-9250db5dcdd5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692852 May 26 16:03:02.499781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0445e0-4713-44b6-ab9a-fc397f5c9ed8']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:02.515094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Router 77b99c51-94d8-41b0-9dce-22488f00f3bc has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:03:02.525962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292c71eb-66d6-42ad-a01c-7727ce792abe') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:02.529555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292c71eb-66d6-42ad-a01c-7727ce792abe') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:02.556358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.609046 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.636743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:02.641547 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.748435 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f8a024d-619c-4cce-936a-632cbd3d0871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.813814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f8a024d-619c-4cce-936a-632cbd3d0871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.822834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.841031 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.846452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ed0445e0-4713-44b6-ab9a-fc397f5c9ed8 HTTP/1.1" status: 204 len: 168 time: 1.0921433 May 26 16:03:02.865836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff2858-4d16-41d1-8fef-35af36e14281 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0445e0-4713-44b6-ab9a-fc397f5c9ed8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:02.940637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f8a024d-619c-4cce-936a-632cbd3d0871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.953107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f8a024d-619c-4cce-936a-632cbd3d0871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.957780 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8f8a024d-619c-4cce-936a-632cbd3d0871 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf339061-11d2-4009-92ef-9e660b92f05b HTTP/1.1" status: 204 len: 168 time: 0.8328507 May 26 16:03:03.006940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a024d-619c-4cce-936a-632cbd3d0871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf339061-11d2-4009-92ef-9e660b92f05b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:03.008377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:03.027744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-55cf86e2-a6c4-4131-82fa-fbbf7701ce38 admin admin] 10.222.0.39 "PUT /v2.0/routers/77b99c51-94d8-41b0-9dce-22488f00f3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8826547 May 26 16:03:03.031315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34652) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:03.045582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] Sync routers for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:03.080622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:03.083692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:03.108132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15d2f8-6592-47b6-ac3c-1361285de5b2 req-e165d2f6-909f-4091-a5ac-dc6ca6a74054 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:03.119070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e15d2f8-6592-47b6-ac3c-1361285de5b2 req-e165d2f6-909f-4091-a5ac-dc6ca6a74054 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 947 time: 0.2845190 May 26 16:03:03.187784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34654) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:03.234557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e15d2f8-6592-47b6-ac3c-1361285de5b2 req-33237480-6fea-48e8-ac02-2a3c70d20831 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144171 May 26 16:03:03.306353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.323140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6e2828c8-c7a0-4695-a88c-6e72586c5c0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0242a9d99b7e4c25bbf11f242a753856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318240 May 26 16:03:03.323633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:03.348296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:03.459384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:03.478341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-53278e5e-2a37-4c8a-8c26-24495ddb9432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.559781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-53278e5e-2a37-4c8a-8c26-24495ddb9432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.621573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.653595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-53278e5e-2a37-4c8a-8c26-24495ddb9432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.672248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-53278e5e-2a37-4c8a-8c26-24495ddb9432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.682359 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-53278e5e-2a37-4c8a-8c26-24495ddb9432 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7bbad46-9900-45b0-9b36-924bda235b17 HTTP/1.1" status: 204 len: 168 time: 0.3523805 May 26 16:03:03.749679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port d6a597be-3723-4ec7-98ef-ce68fdda4889 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:03.750095 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.767703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53278e5e-2a37-4c8a-8c26-24495ddb9432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bbad46-9900-45b0-9b36-924bda235b17,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:03.800234 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 292c71eb-66d6-42ad-a01c-7727ce792abe resource provider aggregate not found May 26 16:03:03.840219 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 292c71eb-66d6-42ad-a01c-7727ce792abe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 292c71eb-66d6-42ad-a01c-7727ce792abe found for delete ", "request_id": "req-9fe778d6-a9e2-4148-aebd-c80d34f4cd1e"}]} May 26 16:03:03.949402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Deleting port 74ed4351-ccfa-47b9-9b29-a933cf0d5789 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:03.949812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.959751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 5, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port': {'id': '74ed4351-ccfa-47b9-9b29-a933cf0d5789', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:01:21Z', 'updated_at': '2022-05-26T16:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:04.041171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] For port 74ed4351-ccfa-47b9-9b29-a933cf0d5789, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=74ed4351-ccfa-47b9-9b29-a933cf0d5789,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:04.041523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.044946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] Checking router: 77b99c51-94d8-41b0-9dce-22488f00f3bc for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:04.055175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Calling delete_port for 74ed4351-ccfa-47b9-9b29-a933cf0d5789 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:04.090893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] Routers {'77b99c51-94d8-41b0-9dce-22488f00f3bc'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:04.091653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:02:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['77b99c51-94d8-41b0-9dce-22488f00f3bc'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:04.164375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6a597be-3723-4ec7-98ef-ce68fdda4889 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:04.164772 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.250353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:04.254961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:04.257855 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d24c372-1921-44e0-a927-6d986f6418e7" -d '{"events": [{"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-plugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:04.265603 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.266694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a991a38f-45cf-46bc-8d09-c041975b2a81 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:04.287820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6c6ec-39fe-47b4-8f8a-ef7cce8543e1 req-65146327-c8cb-4c04-9505-54f0a062a90c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:04.290359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52a6c6ec-39fe-47b4-8f8a-ef7cce8543e1 req-65146327-c8cb-4c04-9505-54f0a062a90c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 949 time: 0.5056126 May 26 16:03:04.291360 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.330889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b63c9-25d4-490d-8e4e-bed08109342c req-e12c40bd-e90f-40a7-b360-540dc069af4f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:04.342670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b63c9-25d4-490d-8e4e-bed08109342c req-e12c40bd-e90f-40a7-b360-540dc069af4f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:04.353629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b63c9-25d4-490d-8e4e-bed08109342c req-e12c40bd-e90f-40a7-b360-540dc069af4f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:04.367182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de7b63c9-25d4-490d-8e4e-bed08109342c req-e12c40bd-e90f-40a7-b360-540dc069af4f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2417 time: 0.5778496 May 26 16:03:04.444979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:04.446774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ed4351-ccfa-47b9-9b29-a933cf0d5789,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:04.449795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] Set router 77b99c51-94d8-41b0-9dce-22488f00f3bc gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:04.537971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 6, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:04.573479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e0e42-5e72-45df-8698-a701556519c6 None None] The sync data for ids ['77b99c51-94d8-41b0-9dce-22488f00f3bc'] in n-d-843336-2 is: [{'id': '77b99c51-94d8-41b0-9dce-22488f00f3bc', 'name': 'tempest-ServersTestManualDisk-511830401-router', 'tenant_id': 'c362c4a81e714030840abc3f3d408655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:01:20Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 6, 'project_id': 'c362c4a81e714030840abc3f3d408655', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:04.607026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port a991a38f-45cf-46bc-8d09-c041975b2a81 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:04.614554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port a991a38f-45cf-46bc-8d09-c041975b2a81 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:04.615352 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.658565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52a6c6ec-39fe-47b4-8f8a-ef7cce8543e1 req-daed066f-8973-4e62-a51f-574ed768f35a tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517489 May 26 16:03:04.719405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de7b63c9-25d4-490d-8e4e-bed08109342c req-d8902d03-8206-42f8-b720-8ffb38db9ee1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511362 May 26 16:03:04.732082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.787584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34710) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:04.809631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port a991a38f-45cf-46bc-8d09-c041975b2a81 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:04.810318 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.905900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a991a38f-45cf-46bc-8d09-c041975b2a81, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a991a38f-45cf-46bc-8d09-c041975b2a81,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:04.912627 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.029789 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58e89b-55b7-42cb-af66-f858b4d46567 x-openstack-request-id: req-ef58e89b-55b7-42cb-af66-f858b4d46567 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:05.030097 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-plugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:05.038346 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef58e89b-55b7-42cb-af66-f858b4d46567 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:05.038807 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef58e89b-55b7-42cb-af66-f858b4d46567'] response: {'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'code': 200} May 26 16:03:05.132314 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7907e77c-e529-4c6f-91f0-11080eb0674c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.191566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-358161994-network', 'tenant_id': 'ba624589d40644079071a3a24f7f5bad'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:05.218877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=a991a38f-45cf-46bc-8d09-c041975b2a81,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:05.236544 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.240455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.279717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Made reservation on behalf of ba624589d40644079071a3a24f7f5bad for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:05.287712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.334681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.356204 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.356937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77b99c51-94d8-41b0-9dce-22488f00f3bc {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:03:05.368435 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.372119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2045a0ca-e0d7-455a-b711-6479466650f6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/77b99c51-94d8-41b0-9dce-22488f00f3bc HTTP/1.1" status: 204 len: 168 time: 2.3388305 May 26 16:03:05.375700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34732) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:05.618360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abcfc80-03cc-4e93-adb3-7d29b7be0666 admin admin] Deleting subnet 47611106-a10e-4c9b-8b22-6440cd6c854d {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:05.632675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.638179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3abcfc80-03cc-4e93-adb3-7d29b7be0666 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.647083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.786126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:05.799573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc85c574-e771-4c7a-992a-ed8843b8bcbe,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:05.852169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.852671 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Added segment 56a851fa-1287-4a65-b5b7-bfe0ff0ae153 of type vlan for network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 May 26 16:03:05.891723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 647cba84-a0ce-4253-8f75-21c2ca968071 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:05.951559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 647cba84-a0ce-4253-8f75-21c2ca968071 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:05.952043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 647cba84-a0ce-4253-8f75-21c2ca968071 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:05.952561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 74ed4351-ccfa-47b9-9b29-a933cf0d5789 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:05.954656 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3abcfc80-03cc-4e93-adb3-7d29b7be0666 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.002069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 74ed4351-ccfa-47b9-9b29-a933cf0d5789 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:06.002069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 74ed4351-ccfa-47b9-9b29-a933cf0d5789 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:06.019536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.063419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43987c-5513-4b24-87b0-d1fab24876a8 req-df48ad07-1f4f-4b11-b99d-3788064009ee tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:06.074713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43987c-5513-4b24-87b0-d1fab24876a8 req-df48ad07-1f4f-4b11-b99d-3788064009ee tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:06.082780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43987c-5513-4b24-87b0-d1fab24876a8 req-df48ad07-1f4f-4b11-b99d-3788064009ee tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:06.094590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a43987c-5513-4b24-87b0-d1fab24876a8 req-df48ad07-1f4f-4b11-b99d-3788064009ee tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2417 time: 0.4588618 May 26 16:03:06.122784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.124989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:06.126356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.260276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74688f6-e0d8-4db6-a261-9be3c373a31a req-850b5c4a-1498-449a-8b0e-1d1512492b84 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:06.265592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b74688f6-e0d8-4db6-a261-9be3c373a31a req-850b5c4a-1498-449a-8b0e-1d1512492b84 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 950 time: 0.3508642 May 26 16:03:06.350137 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5606914 May 26 16:03:06.354760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:06.366822 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Request body: {'subnet': {'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-358161994-subnet', 'tenant_id': 'ba624589d40644079071a3a24f7f5bad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:06.405961 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a43987c-5513-4b24-87b0-d1fab24876a8 req-e25130e2-ecf2-424f-bbd5-2601953bd019 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102269 May 26 16:03:06.408798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Made reservation on behalf of ba624589d40644079071a3a24f7f5bad for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:06.414302 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.443461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa53db6-fb6d-45b0-92e4-9f35b96a87ef admin admin] Pushing event updated for resources: {'Network': ['ID=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:06.479060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b74688f6-e0d8-4db6-a261-9be3c373a31a req-c24b7480-41de-4a98-a33f-8d32f44b514b tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914551 May 26 16:03:06.483961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:06.507609 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3abcfc80-03cc-4e93-adb3-7d29b7be0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.697582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3abcfc80-03cc-4e93-adb3-7d29b7be0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.778585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcfc80-03cc-4e93-adb3-7d29b7be0666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47611106-a10e-4c9b-8b22-6440cd6c854d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:06.783126 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3abcfc80-03cc-4e93-adb3-7d29b7be0666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.786710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e2e8c-6908-43f1-991b-0a8110917c4a None None] Network 12a68ddc-cf32-409c-a1f0-dcd33fd3662b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:06.788323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3abcfc80-03cc-4e93-adb3-7d29b7be0666 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/47611106-a10e-4c9b-8b22-6440cd6c854d HTTP/1.1" status: 204 len: 168 time: 1.4113936 May 26 16:03:06.791781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34762) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:07.050832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555f6c05-40aa-426c-b09b-2001cc93507a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a991a38f-45cf-46bc-8d09-c041975b2a81'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:07.068413 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5c308e-2b17-4d66-9c4b-5d6a2971ec6c" -d '{"events": [{"server_uuid": "555f6c05-40aa-426c-b09b-2001cc93507a", "name": "network-vif-plugged", "status": "completed", "tag": "a991a38f-45cf-46bc-8d09-c041975b2a81"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:07.201590 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5010d7-5376-485d-83c7-02bd86f4ed74 x-openstack-request-id: req-db5010d7-5376-485d-83c7-02bd86f4ed74 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:07.201981 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555f6c05-40aa-426c-b09b-2001cc93507a", "name": "network-vif-plugged", "status": "completed", "tag": "a991a38f-45cf-46bc-8d09-c041975b2a81", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:07.202271 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db5010d7-5376-485d-83c7-02bd86f4ed74 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:07.202703 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5010d7-5376-485d-83c7-02bd86f4ed74'] response: {'server_uuid': '555f6c05-40aa-426c-b09b-2001cc93507a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a991a38f-45cf-46bc-8d09-c041975b2a81', 'code': 200} May 26 16:03:07.490606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c173a6-30bd-4d6d-a7c1-679bb58dce8e None None] DHCP port deletion for 12a68ddc-cf32-409c-a1f0-dcd33fd3662b request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:03:07.630768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.662835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-91c173a6-30bd-4d6d-a7c1-679bb58dce8e None None] Deleting port e41e07e7-d0b9-486a-8687-3ff29a16876e {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:07.663295 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-91c173a6-30bd-4d6d-a7c1-679bb58dce8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.778106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed285-dde2-495c-95f6-2792419ec078 req-89038e63-9f96-412b-8a31-aa111f6d56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:07.791788 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-45fed285-dde2-495c-95f6-2792419ec078 req-89038e63-9f96-412b-8a31-aa111f6d56e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 1101 time: 0.2795002 May 26 16:03:07.820206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-91c173a6-30bd-4d6d-a7c1-679bb58dce8e None None] For port e41e07e7-d0b9-486a-8687-3ff29a16876e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e41e07e7-d0b9-486a-8687-3ff29a16876e,segment=NetworkSegment(b1ab3932-86c3-40f4-a118-e7761a646e88),segment_id=b1ab3932-86c3-40f4-a118-e7761a646e88)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:07.820844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-91c173a6-30bd-4d6d-a7c1-679bb58dce8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.859540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e41e07e7-d0b9-486a-8687-3ff29a16876e no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:07.920989 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-50aa1dbe-8692-418d-8b9a-aca29160fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.923674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-91c173a6-30bd-4d6d-a7c1-679bb58dce8e None None] Calling delete_port for e41e07e7-d0b9-486a-8687-3ff29a16876e owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:07.987102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b5ae83-a375-4ce2-a4cb-d4923391fa2f,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:08.017214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Checking segment: {'id': '56a851fa-1287-4a65-b5b7-bfe0ff0ae153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:08.018680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Network hostable DHCP agents. Network: 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:08.029052 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-45fed285-dde2-495c-95f6-2792419ec078 req-360cac57-3cf4-42f2-a6de-4924608ef471 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186620 May 26 16:03:08.039372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25195298-2bca-4d4d-ad99-478efa8ea02c req-d193dc98-3d0c-482d-a02c-2f04baaba355 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1535389 May 26 16:03:08.076953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-df2727f9-7c57-43d9-a943-160952e74072 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.078157 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.101278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-df2727f9-7c57-43d9-a943-160952e74072 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.144309 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-df2727f9-7c57-43d9-a943-160952e74072 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.146474 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-df2727f9-7c57-43d9-a943-160952e74072 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2417 time: 0.2273321 May 26 16:03:08.148317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1835f0-cba9-4942-ad80-1df135e68a89 req-2a4f4094-b23c-4228-8553-dbf11371cd2e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.156200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1835f0-cba9-4942-ad80-1df135e68a89 req-2a4f4094-b23c-4228-8553-dbf11371cd2e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.161288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:08.162763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1835f0-cba9-4942-ad80-1df135e68a89 req-2a4f4094-b23c-4228-8553-dbf11371cd2e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.171789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e1835f0-cba9-4942-ad80-1df135e68a89 req-2a4f4094-b23c-4228-8553-dbf11371cd2e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 2417 time: 0.2874072 May 26 16:03:08.221858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:08.226856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.227581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.251393 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a9b4390a-72a3-40be-968a-387524b3fa4a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8942702 May 26 16:03:08.290811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e41e07e7-d0b9-486a-8687-3ff29a16876e is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:08.291211 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.297455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f68d3-0720-43b6-8f93-537198d637b7 None None] Network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:08.300767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-91c173a6-30bd-4d6d-a7c1-679bb58dce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.311263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:08.312007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.389254 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e1835f0-cba9-4942-ad80-1df135e68a89 req-4030b5d8-6d6c-4873-aa89-54ae80f2bd5d tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154315 May 26 16:03:08.428084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c173a6-30bd-4d6d-a7c1-679bb58dce8e None None] Pushing event deleted for resources: {'Port': ['ID=e41e07e7-d0b9-486a-8687-3ff29a16876e,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:08.457344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c173a6-30bd-4d6d-a7c1-679bb58dce8e None None] No DVR routers for this DVR port e41e07e7-d0b9-486a-8687-3ff29a16876e on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:08.488265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] For port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:08.488559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.506863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Calling delete_port for cb38007d-f1df-4bf2-ac1a-f50d3a4671ee owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:08.567491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fab970-6f36-4601-8ee5-74ca42a19e0f req-d3bf0715-8b26-4a69-8ffa-d639fac602fd tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.571190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87fab970-6f36-4601-8ee5-74ca42a19e0f req-d3bf0715-8b26-4a69-8ffa-d639fac602fd tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 950 time: 0.3647192 May 26 16:03:08.572606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Deleting port e41e07e7-d0b9-486a-8687-3ff29a16876e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:08.572922 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.727031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12df3548-9104-4007-adb2-968f1a8e238b None None] Network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:08.753613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.892518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87fab970-6f36-4601-8ee5-74ca42a19e0f req-4f01357f-0584-4fcb-a443-684b513ddf28 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063397 May 26 16:03:08.905058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Port': ['ID=cb38007d-f1df-4bf2-ac1a-f50d3a4671ee,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:08.922401 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] For port e41e07e7-d0b9-486a-8687-3ff29a16876e, host n-d-843336-2, got binding levels [] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:08.922881 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.982120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Calling delete_port for e41e07e7-d0b9-486a-8687-3ff29a16876e owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:08.998541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Port e41e07e7-d0b9-486a-8687-3ff29a16876e was not found and therefore no delete operation was performed {{(pid=109405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:03:09.000247 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.081001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] No DVR routers for this DVR port e41e07e7-d0b9-486a-8687-3ff29a16876e on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:09.139150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] No DVR routers for this DVR port cb38007d-f1df-4bf2-ac1a-f50d3a4671ee on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:09.151257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.165444 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-355a21e8-1505-4026-b0f6-08bcf0d50124 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.32 "DELETE /v2.0/ports/cb38007d-f1df-4bf2-ac1a-f50d3a4671ee HTTP/1.1" status: 204 len: 173 time: 1.0050809 May 26 16:03:09.165936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-deleted', 'tag': 'cb38007d-f1df-4bf2-ac1a-f50d3a4671ee'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:09.171991 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb3c4c8-4675-453e-b902-c9dce2262758" -d '{"events": [{"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-deleted", "tag": "cb38007d-f1df-4bf2-ac1a-f50d3a4671ee"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:09.188749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e41e07e7-d0b9-486a-8687-3ff29a16876e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:09.209402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9e82431b-f3b2-4270-a3b6-80f633d35f97 req-7d0aef2b-7b18-4e22-b148-eeca198b3629 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-466852681', 'description': 'tempest-description-1369729106'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:09.425817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting port fab69856-59c5-460c-8122-495caf98def1 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:09.427624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.489146 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.585718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] For port fab69856-59c5-460c-8122-495caf98def1, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fab69856-59c5-460c-8122-495caf98def1,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:09.586263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.606928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Calling delete_port for fab69856-59c5-460c-8122-495caf98def1 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:09.616836 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.653292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a68ddc-cf32-409c-a1f0-dcd33fd3662b']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:09.668957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ab3932-86c3-40f4-a118-e7761a646e88') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:09.669777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ab3932-86c3-40f4-a118-e7761a646e88') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:09.681429 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.697592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.706389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:09.707123 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.816752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c57874a-763c-472a-a8e5-61818f14d806 req-874a5e3d-ebd7-48b2-a284-e3e42fb3e07c tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.4360571 May 26 16:03:09.819723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.823829 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9e82431b-f3b2-4270-a3b6-80f633d35f97 req-7d0aef2b-7b18-4e22-b148-eeca198b3629 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.853403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.858549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] 10.222.0.39 "DELETE /v2.0/networks/12a68ddc-cf32-409c-a1f0-dcd33fd3662b HTTP/1.1" status: 204 len: 168 time: 3.0652215 May 26 16:03:09.881893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48923f0d-36da-4cb6-99a3-e53dec199b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a68ddc-cf32-409c-a1f0-dcd33fd3662b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:09.957879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.016391 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b1ab3932-86c3-40f4-a118-e7761a646e88 resource provider aggregate not found May 26 16:03:10.052565 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b1ab3932-86c3-40f4-a118-e7761a646e88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1ab3932-86c3-40f4-a118-e7761a646e88 found for delete ", "request_id": "req-44a73065-1aaf-424c-920f-4acbc361ebb4"}]} May 26 16:03:10.055207 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc2ec4a-0688-46b5-9e23-68ef9a8757b5 x-openstack-request-id: req-7dc2ec4a-0688-46b5-9e23-68ef9a8757b5 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:10.055548 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-deleted", "tag": "cb38007d-f1df-4bf2-ac1a-f50d3a4671ee", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:10.055743 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7dc2ec4a-0688-46b5-9e23-68ef9a8757b5 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:10.056143 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc2ec4a-0688-46b5-9e23-68ef9a8757b5'] response: {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-deleted', 'tag': 'cb38007d-f1df-4bf2-ac1a-f50d3a4671ee', 'status': 'completed', 'code': 200} May 26 16:03:10.058896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Port': ['ID=fab69856-59c5-460c-8122-495caf98def1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:10.096769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c7b26fee-692d-4710-b045-03262903e663 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:10.158372 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9e82431b-f3b2-4270-a3b6-80f633d35f97 req-7d0aef2b-7b18-4e22-b148-eeca198b3629 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.163710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9e82431b-f3b2-4270-a3b6-80f633d35f97 req-7d0aef2b-7b18-4e22-b148-eeca198b3629 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.200608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] No DVR routers for this DVR port fab69856-59c5-460c-8122-495caf98def1 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:10.210837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.214914 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-b12faa3c-061a-48d7-b4f4-d25bcd0addca tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.32 "DELETE /v2.0/ports/fab69856-59c5-460c-8122-495caf98def1 HTTP/1.1" status: 204 len: 173 time: 1.0363219 May 26 16:03:10.336536 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9e82431b-f3b2-4270-a3b6-80f633d35f97 req-7d0aef2b-7b18-4e22-b148-eeca198b3629 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.341004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e82431b-f3b2-4270-a3b6-80f633d35f97 req-7d0aef2b-7b18-4e22-b148-eeca198b3629 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1384211 May 26 16:03:10.387254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aef2b-7b18-4e22-b148-eeca198b3629 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9d175b-7808-487b-9d39-532b46b038b5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:10.429594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port c7b26fee-692d-4710-b045-03262903e663 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:10.432846 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.443140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e013df-4015-4c04-aefb-0436c71a09b1 req-9829a79f-71a8-4f07-8402-5cfc98de03e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.447396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2e013df-4015-4c04-aefb-0436c71a09b1 req-9829a79f-71a8-4f07-8402-5cfc98de03e1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7 HTTP/1.1" status: 200 len: 946 time: 0.2801108 May 26 16:03:10.494761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34844) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:10.500625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b26fee-692d-4710-b045-03262903e663'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:10.504812 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7af76d-fc61-40c9-b783-4057c4c659c3" -d '{"events": [{"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b26fee-692d-4710-b045-03262903e663"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:10.507915 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting port c7b26fee-692d-4710-b045-03262903e663 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:10.508261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.557058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2e013df-4015-4c04-aefb-0436c71a09b1 req-00512ac8-5d73-458c-a703-cf9d07650606 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988023 May 26 16:03:10.562076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c7b26fee-692d-4710-b045-03262903e663, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c7b26fee-692d-4710-b045-03262903e663,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:10.565424 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.567887 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.573849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fab69856-59c5-460c-8122-495caf98def1 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:10.644862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ebb58904-c380-414a-9957-f3131fd0c12b req-816dd4b9-a0fc-4bb0-9a6e-1295a3e2cdc4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-125463243', 'description': 'tempest-description-1080597850'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:10.652439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=c7b26fee-692d-4710-b045-03262903e663,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:10.656309 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.659371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: fab69856-59c5-460c-8122-495caf98def1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:10.660029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fab69856-59c5-460c-8122-495caf98def1 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:10.660694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device cb38007d-f1df-4bf2-ac1a-f50d3a4671ee no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:10.671314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34852) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:10.681576 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-43e006f4-317b-4759-9083-4113807e610e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c362c4a81e714030840abc3f3d408655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616757 May 26 16:03:10.693989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: cb38007d-f1df-4bf2-ac1a-f50d3a4671ee {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:10.698223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device cb38007d-f1df-4bf2-ac1a-f50d3a4671ee not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:10.708655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ebb58904-c380-414a-9957-f3131fd0c12b req-816dd4b9-a0fc-4bb0-9a6e-1295a3e2cdc4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.743891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] For port c7b26fee-692d-4710-b045-03262903e663, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c7b26fee-692d-4710-b045-03262903e663,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:10.744695 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.763827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Calling delete_port for c7b26fee-692d-4710-b045-03262903e663 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:10.861687 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-be02c6b6-b27f-47ef-aae9-3d8d47187f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.883713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2187c-e51f-4ec5-8e31-b8aebe950b20 req-e45d91c3-13b9-45e4-92bc-b31117578d80 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.884925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cf2187c-e51f-4ec5-8e31-b8aebe950b20 req-e45d91c3-13b9-45e4-92bc-b31117578d80 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 950 time: 0.1136155 May 26 16:03:10.943648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-be02c6b6-b27f-47ef-aae9-3d8d47187f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.974670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.004901 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ebb58904-c380-414a-9957-f3131fd0c12b req-816dd4b9-a0fc-4bb0-9a6e-1295a3e2cdc4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.016650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Port': ['ID=c7b26fee-692d-4710-b045-03262903e663,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:11.023328 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ebb58904-c380-414a-9957-f3131fd0c12b req-816dd4b9-a0fc-4bb0-9a6e-1295a3e2cdc4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.040882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cf2187c-e51f-4ec5-8e31-b8aebe950b20 req-8c79e481-ab44-48f6-ae8d-6cfed6e480df tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262231 May 26 16:03:11.073631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ebb58904-c380-414a-9957-f3131fd0c12b req-816dd4b9-a0fc-4bb0-9a6e-1295a3e2cdc4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.089271 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebb58904-c380-414a-9957-f3131fd0c12b req-816dd4b9-a0fc-4bb0-9a6e-1295a3e2cdc4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4395976 May 26 16:03:11.101165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dd4b9-a0fc-4bb0-9a6e-1295a3e2cdc4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f153c5dc-2c57-45cb-ac39-11e84ffcda86,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:11.122494 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-be02c6b6-b27f-47ef-aae9-3d8d47187f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.127328 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-be02c6b6-b27f-47ef-aae9-3d8d47187f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.138771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-be02c6b6-b27f-47ef-aae9-3d8d47187f21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1fd739b-6c34-4372-a447-312e54d513c6 HTTP/1.1" status: 204 len: 168 time: 0.4627125 May 26 16:03:11.175284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02c6b6-b27f-47ef-aae9-3d8d47187f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fd739b-6c34-4372-a447-312e54d513c6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:11.186702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] No DVR routers for this DVR port c7b26fee-692d-4710-b045-03262903e663 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:11.210620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.214037 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-160d71e0-2971-48bf-9fcb-7534f6d4a61a req-f0b93b40-653b-41dd-a62f-c15d1aea8dbb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.32 "DELETE /v2.0/ports/c7b26fee-692d-4710-b045-03262903e663 HTTP/1.1" status: 204 len: 173 time: 0.9883075 May 26 16:03:11.223237 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc80c95-2a55-46a8-b089-a6761ae3c285 x-openstack-request-id: req-ffc80c95-2a55-46a8-b089-a6761ae3c285 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:11.223865 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b26fee-692d-4710-b045-03262903e663", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:11.223865 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffc80c95-2a55-46a8-b089-a6761ae3c285 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:11.224183 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc80c95-2a55-46a8-b089-a6761ae3c285'] response: {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b26fee-692d-4710-b045-03262903e663', 'code': 200} May 26 16:03:11.580678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5e3947c-2c84-428b-9983-acc30259e284 req-2bff18ff-5b20-40b6-bb44-1e1634025a2a tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0931158 May 26 16:03:12.015514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-80b348bb-b13a-4ca1-8c0c-e5830dfd46e4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.030797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-80b348bb-b13a-4ca1-8c0c-e5830dfd46e4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 812 time: 0.2831950 May 26 16:03:12.057894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-baec1a91-328a-48b8-9f04-8dab051a89b0 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/quotas/ba624589d40644079071a3a24f7f5bad HTTP/1.1" status: 200 len: 375 time: 0.0254610 May 26 16:03:12.087973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-deleted', 'tag': 'fab69856-59c5-460c-8122-495caf98def1'}, {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-deleted', 'tag': 'c7b26fee-692d-4710-b045-03262903e663'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:12.095936 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81624d1-60d7-4726-a3e6-72340990a6fa" -d '{"events": [{"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-deleted", "tag": "fab69856-59c5-460c-8122-495caf98def1"}, {"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-deleted", "tag": "c7b26fee-692d-4710-b045-03262903e663"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:12.148749 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-856a1cef-f390-4367-9ecd-739353b0862e req-8e214f14-b51e-406b-b16b-92c504588d13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0922041 May 26 16:03:12.181351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-d6e2c5b9-f9cd-41ec-9638-0fbae9195898 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199903 May 26 16:03:12.391297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34914) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:12.578052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-63b51b00-5496-4758-8950-12886fe0bad5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:03:12.582447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-63b51b00-5496-4758-8950-12886fe0bad5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3961971 May 26 16:03:12.597955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c02e53-d532-493b-bc1f-2648ecbadf51 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting subnet 26dc6072-2462-4b55-8d4c-97c51ab81b93 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:12.635227 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7c02e53-d532-493b-bc1f-2648ecbadf51 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:12.816651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34922) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:12.844399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-4dd505ca-1d5a-4c65-ac5c-e1672f7edba6 service neutron] 10.222.0.39 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359755 May 26 16:03:12.879758 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7c02e53-d532-493b-bc1f-2648ecbadf51 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.015141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-network', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:13.038334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:13.042221 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.056848 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.133527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-a7349d40-3570-49e1-8876-73c1433f5cec tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.133885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-a7349d40-3570-49e1-8876-73c1433f5cec tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.134386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-a7349d40-3570-49e1-8876-73c1433f5cec tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.134852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-a7349d40-3570-49e1-8876-73c1433f5cec tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.135310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-a7349d40-3570-49e1-8876-73c1433f5cec tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.135770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-a7349d40-3570-49e1-8876-73c1433f5cec tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.136252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-a7349d40-3570-49e1-8876-73c1433f5cec tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.138820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-a7349d40-3570-49e1-8876-73c1433f5cec tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246&device_id=555f6c05-40aa-426c-b09b-2001cc93507a&device_id=1c828e6b-b96b-440c-8836-535258f23c07&device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17&device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2&device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1&device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4&device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 6440 time: 0.1703770 May 26 16:03:13.144472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-385abde5-9330-4334-9f03-dc62f38038f6 service neutron] 10.222.0.39 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986391 May 26 16:03:13.203302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-d6f84fd1-7635-4eec-95ba-4d16eecdebc4 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.248224 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7c02e53-d532-493b-bc1f-2648ecbadf51 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.296459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.304353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.388066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:13.439116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:13.476951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.477282 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Added segment d4334f5f-553e-4ee6-a083-99c32d104cbe of type vlan for network d8e62433-5c96-4a8f-87fd-df2029b840d6 May 26 16:03:13.525167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7c02e53-d532-493b-bc1f-2648ecbadf51 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.616287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.650145 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ef1d9f-d183-43f9-aeb6-524e97de8fff x-openstack-request-id: req-72ef1d9f-d183-43f9-aeb6-524e97de8fff {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:13.650482 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-deleted", "tag": "fab69856-59c5-460c-8122-495caf98def1", "status": "completed", "code": 200}, {"server_uuid": "ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7", "name": "network-vif-deleted", "tag": "c7b26fee-692d-4710-b045-03262903e663", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:13.650848 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72ef1d9f-d183-43f9-aeb6-524e97de8fff {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:13.651361 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ef1d9f-d183-43f9-aeb6-524e97de8fff'] response: {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-deleted', 'tag': 'fab69856-59c5-460c-8122-495caf98def1', 'status': 'completed', 'code': 200} May 26 16:03:13.651741 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ef1d9f-d183-43f9-aeb6-524e97de8fff'] response: {'server_uuid': 'ad2cd12e-1957-4bd5-90d3-2f6ff4e3ccb7', 'name': 'network-vif-deleted', 'tag': 'c7b26fee-692d-4710-b045-03262903e663', 'status': 'completed', 'code': 200} May 26 16:03:13.654269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.655365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.656060 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.861106 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0433109 May 26 16:03:13.870732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34938) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:13.879875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Request body: {'subnet': {'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-subnet', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:13.889586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c02e53-d532-493b-bc1f-2648ecbadf51 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Subnet': ['ID=26dc6072-2462-4b55-8d4c-97c51ab81b93,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:13.906888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daae7aa-92f9-4b91-9c6c-da6fc4fd4742 admin admin] Pushing event updated for resources: {'Network': ['ID=d8e62433-5c96-4a8f-87fd-df2029b840d6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:13.925306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:13.928203 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.974519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network d8e62433-5c96-4a8f-87fd-df2029b840d6 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:14.032531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7c02e53-d532-493b-bc1f-2648ecbadf51 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.050017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e7c02e53-d532-493b-bc1f-2648ecbadf51 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "DELETE /v2.0/subnets/26dc6072-2462-4b55-8d4c-97c51ab81b93 HTTP/1.1" status: 204 len: 168 time: 1.6538229 May 26 16:03:14.052621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34944) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:14.062782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3d21c07-6773-43bd-a7b1-54eb7832ae0f req-b6059a8a-d80b-45ab-94ce-887d3bcdb7c3 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.2663014 May 26 16:03:14.070115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54723f43-3f89-4f31-a473-d6407704c374 None None] Network dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:14.083875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-d6f84fd1-7635-4eec-95ba-4d16eecdebc4 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.091926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-d6f84fd1-7635-4eec-95ba-4d16eecdebc4 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.220159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68aeb273-b3aa-4cfc-aa4e-538bff35f0c7 req-d6f84fd1-7635-4eec-95ba-4d16eecdebc4 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&id=c892d981-2b01-443c-a050-2ecf08ae5285&id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 1.0564740 May 26 16:03:14.263853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f84fd1-7635-4eec-95ba-4d16eecdebc4 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f687d93c-5ed8-4005-920d-f24122a08c92,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:14.416329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efb24936-2331-4e04-9a70-e591a88cd165 req-85d7eecd-f621-4a67-95ac-6f8adff3eca8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 210 time: 0.1056125 May 26 16:03:14.506603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.762837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.820694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d0cdd-933a-4a64-98b8-b43fd535d7e2 None None] DHCP port deletion for dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:03:14.903628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting port cdf3ded4-8d32-4b10-919d-e1a49b8556ba {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:14.904672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.991974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d0cdd-933a-4a64-98b8-b43fd535d7e2 None None] Deleting port cdf3ded4-8d32-4b10-919d-e1a49b8556ba {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:14.993388 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0cdd-933a-4a64-98b8-b43fd535d7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.055265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89acc52f-721e-427f-b71c-59781d53d629,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:15.070434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] For port cdf3ded4-8d32-4b10-919d-e1a49b8556ba, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cdf3ded4-8d32-4b10-919d-e1a49b8556ba,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:15.071116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.090801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Calling delete_port for cdf3ded4-8d32-4b10-919d-e1a49b8556ba owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:15.223024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7b0d0cdd-933a-4a64-98b8-b43fd535d7e2 None None] For port cdf3ded4-8d32-4b10-919d-e1a49b8556ba, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cdf3ded4-8d32-4b10-919d-e1a49b8556ba,segment=NetworkSegment(a45a9912-766a-4895-93ee-b25e33b23d3c),segment_id=a45a9912-766a-4895-93ee-b25e33b23d3c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:15.223710 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0cdd-933a-4a64-98b8-b43fd535d7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.246100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Checking segment: {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:15.247026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Network hostable DHCP agents. Network: d8e62433-5c96-4a8f-87fd-df2029b840d6, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:15.279254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d0cdd-933a-4a64-98b8-b43fd535d7e2 None None] Calling delete_port for cdf3ded4-8d32-4b10-919d-e1a49b8556ba owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:15.318749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Network d8e62433-5c96-4a8f-87fd-df2029b840d6 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:15.325593 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.376273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, d8e62433-5c96-4a8f-87fd-df2029b840d6) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:15.380985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Port': ['ID=cdf3ded4-8d32-4b10-919d-e1a49b8556ba,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:15.383151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] No DVR routers for this DVR port cdf3ded4-8d32-4b10-919d-e1a49b8556ba on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:15.385347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.386236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.395492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-427520bd-1071-4b29-8b8d-e34d5edff087 req-b6d569d6-08fb-46a2-937a-41c6379720ab tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1327972 May 26 16:03:15.410747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab46328-53e8-4804-a8dd-829fba1c0ffc None None] Network d8e62433-5c96-4a8f-87fd-df2029b840d6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:15.428690 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9c34e6a8-ba0e-4338-841a-f11265e6a747 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5563974 May 26 16:03:15.451831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34968) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:15.457227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:15.547498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.555666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.557047 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.595793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:15.614809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45a9912-766a-4895-93ee-b25e33b23d3c') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:15.615489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45a9912-766a-4895-93ee-b25e33b23d3c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:15.639545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.651759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731753b7-86ba-4d84-832d-116541d581dd req-e07cc1fd-bd69-4012-9d90-09ec7c335682 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.655100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731753b7-86ba-4d84-832d-116541d581dd req-e07cc1fd-bd69-4012-9d90-09ec7c335682 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.655589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731753b7-86ba-4d84-832d-116541d581dd req-e07cc1fd-bd69-4012-9d90-09ec7c335682 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.671646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-731753b7-86ba-4d84-832d-116541d581dd req-e07cc1fd-bd69-4012-9d90-09ec7c335682 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a&device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2&device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 2884 time: 0.2735989 May 26 16:03:15.711762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.727902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.749140 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0cdd-933a-4a64-98b8-b43fd535d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.820491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:15.821206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.894722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-731753b7-86ba-4d84-832d-116541d581dd req-5b557784-438e-4125-a119-67a0036ddf23 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057524 May 26 16:03:15.911788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-d8e62433-5c96-4a8f-87fd-df2029b840d6', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:03:15.913144 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.921857 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a45a9912-766a-4895-93ee-b25e33b23d3c resource provider aggregate not found May 26 16:03:15.922644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5775d93d-f131-46bf-aca7-fc06db68ff79 req-835011db-6f0f-4342-a639-5c36c9c8d721 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 210 time: 0.0918691 May 26 16:03:15.983967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d0cdd-933a-4a64-98b8-b43fd535d7e2 None None] Pushing event deleted for resources: {'Port': ['ID=cdf3ded4-8d32-4b10-919d-e1a49b8556ba,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:16.008110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d0cdd-933a-4a64-98b8-b43fd535d7e2 None None] No DVR routers for this DVR port cdf3ded4-8d32-4b10-919d-e1a49b8556ba on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:16.051171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cdf3ded4-8d32-4b10-919d-e1a49b8556ba no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:16.157499 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a45a9912-766a-4895-93ee-b25e33b23d3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a45a9912-766a-4895-93ee-b25e33b23d3c found for delete ", "request_id": "req-33582411-2822-4971-8c1f-e1106b6958f1"}]} May 26 16:03:16.233267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: cdf3ded4-8d32-4b10-919d-e1a49b8556ba {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:16.233786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cdf3ded4-8d32-4b10-919d-e1a49b8556ba not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:16.436362 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.618464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.619632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.626486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35006) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:16.626939 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "DELETE /v2.0/networks/dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf HTTP/1.1" status: 204 len: 168 time: 2.5734642 May 26 16:03:16.676297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e7b26-dae3-486a-b925-a79dad8bf31b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Network': ['ID=dedcc0b0-b88b-46a1-b120-aad3ba4f2bdf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:16.705090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Allocated IP 172.20.0.2 (d8e62433-5c96-4a8f-87fd-df2029b840d6/89acc52f-721e-427f-b71c-59781d53d629/58b1280b-829f-4d77-8069-b14eca5a5f97) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:16.789691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b29fab0-95fd-418a-8130-f5d9722b5568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting subnet 1a0fa157-2c7c-4bae-82a7-3c3b2801b91e {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:16.809293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6b29fab0-95fd-418a-8130-f5d9722b5568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.845633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-16fbb857-47ed-40e8-b020-d4d0e14c3928 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:16.848239 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-16fbb857-47ed-40e8-b020-d4d0e14c3928 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.32 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 812 time: 0.9357767 May 26 16:03:16.872049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'port': {'device_id': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3', 'admin_state_up': True, 'tenant_id': 'ba624589d40644079071a3a24f7f5bad'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:16.912042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6b29fab0-95fd-418a-8130-f5d9722b5568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.095691 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6b29fab0-95fd-418a-8130-f5d9722b5568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.250884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.256765 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6b29fab0-95fd-418a-8130-f5d9722b5568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.267527 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.325348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81349086-62d5-453a-8fba-8c72ba8874a5 req-4054e373-d103-464d-829f-67ca0607d083 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0879357 May 26 16:03:17.329234 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.354322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.367100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Made reservation on behalf of ba624589d40644079071a3a24f7f5bad for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:17.370690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.428610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Network d8e62433-5c96-4a8f-87fd-df2029b840d6 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:17.432387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:17.436815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:17.453060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Pushing event updated for resources: {'Port': ['ID=58b1280b-829f-4d77-8069-b14eca5a5f97,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:17.456929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29fab0-95fd-418a-8130-f5d9722b5568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0fa157-2c7c-4bae-82a7-3c3b2801b91e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:17.462918 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6b29fab0-95fd-418a-8130-f5d9722b5568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.482159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6b29fab0-95fd-418a-8130-f5d9722b5568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "DELETE /v2.0/subnets/1a0fa157-2c7c-4bae-82a7-3c3b2801b91e HTTP/1.1" status: 204 len: 168 time: 0.8516841 May 26 16:03:17.492677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f15e0cb-18e5-447a-a1b4-a80e1eb64c56 None None] Network 9724d4e1-ff3b-4dfa-8b0a-57a377481310 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:17.498990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35030) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:17.502870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0329f9b-4837-4e6c-bab5-d9989c6ef21f req-40ae7091-a449-4a56-98f3-493e766076bf tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.525618 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0329f9b-4837-4e6c-bab5-d9989c6ef21f req-40ae7091-a449-4a56-98f3-493e766076bf tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1101 time: 0.2999232 May 26 16:03:17.665082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2319b33-6462-4806-a1fb-4d47e70a5fb8 req-27a26ad6-deb2-4518-958e-3230f1ffa699 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 210 time: 0.0778439 May 26 16:03:17.697511 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0329f9b-4837-4e6c-bab5-d9989c6ef21f req-627b3a1b-2dc6-4f5f-93f9-8b6d23188e74 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541822 May 26 16:03:17.821738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Attempting to bind port 58b1280b-829f-4d77-8069-b14eca5a5f97 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:17.822116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Attempting to bind port 58b1280b-829f-4d77-8069-b14eca5a5f97 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:17.822299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Attempting to bind port 58b1280b-829f-4d77-8069-b14eca5a5f97 on network d8e62433-5c96-4a8f-87fd-df2029b840d6 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:17.831831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Allocated IP 172.20.0.7 (7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3/05b5ae83-a375-4ce2-a4cb-d4923391fa2f/4a9474d4-7844-4884-9fd2-8726537fffed) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:17.838875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:17.839404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Checking segment: {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:17.839894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.840350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Bound using segment: {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:17.840984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Bound port: 58b1280b-829f-4d77-8069-b14eca5a5f97, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:17.844714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.845532 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.883994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Allocated IP 172.25.0.240 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/2f89f03d-f458-470d-8bd7-f5c3b18b1ae7) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:17.921695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf7fc6-046e-44c9-bd80-13c993d76358 req-a14b65a5-737a-49e1-8b8a-881406603f3e tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.924102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50bf7fc6-046e-44c9-bd80-13c993d76358 req-a14b65a5-737a-49e1-8b8a-881406603f3e tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1101 time: 0.1176257 May 26 16:03:17.954521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c36a6d3-7010-41e1-9bfa-a81a58b85950 None None] DHCP port deletion for 9724d4e1-ff3b-4dfa-8b0a-57a377481310 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:03:17.999467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50bf7fc6-046e-44c9-bd80-13c993d76358 req-c93f1537-79aa-4e71-b004-bdcd725d6d92 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601892 May 26 16:03:18.102509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] For port 58b1280b-829f-4d77-8069-b14eca5a5f97, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:18.108568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] For port 58b1280b-829f-4d77-8069-b14eca5a5f97, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=58b1280b-829f-4d77-8069-b14eca5a5f97,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:18.117789 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.210770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0c36a6d3-7010-41e1-9bfa-a81a58b85950 None None] Deleting port ee184db1-329a-464b-9f03-b3c558bd21c5 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:18.211147 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c36a6d3-7010-41e1-9bfa-a81a58b85950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.310232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.368940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting port ee184db1-329a-464b-9f03-b3c558bd21c5 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:18.369447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.369582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3600af3-2cc5-4dee-8f9a-a11d01c0434d None None] Pushing event updated for resources: {'Port': ['ID=58b1280b-829f-4d77-8069-b14eca5a5f97,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:18.481099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0c36a6d3-7010-41e1-9bfa-a81a58b85950 None None] For port ee184db1-329a-464b-9f03-b3c558bd21c5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ee184db1-329a-464b-9f03-b3c558bd21c5,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:18.481614 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c36a6d3-7010-41e1-9bfa-a81a58b85950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.518519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.580091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.584937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] For port ee184db1-329a-464b-9f03-b3c558bd21c5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ee184db1-329a-464b-9f03-b3c558bd21c5,segment=NetworkSegment(a4b7eb7e-8338-4095-a123-77d95d19c6f9),segment_id=a4b7eb7e-8338-4095-a123-77d95d19c6f9)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:18.585412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.591227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0c36a6d3-7010-41e1-9bfa-a81a58b85950 None None] Calling delete_port for ee184db1-329a-464b-9f03-b3c558bd21c5 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:18.594605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee50a56e-db46-43dc-ba7a-f4ec6a2c9e2e req-f54d5758-8783-4531-9442-51f7edb78166 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1048207 May 26 16:03:18.659539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Calling delete_port for ee184db1-329a-464b-9f03-b3c558bd21c5 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:18.872502 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c36a6d3-7010-41e1-9bfa-a81a58b85950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.927327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-161cd12c-2858-47b0-9798-4a81333a252e req-2d39bd4f-020d-4957-b917-723bb3e9a2ff tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 210 time: 0.0805008 May 26 16:03:18.971949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36a6d3-7010-41e1-9bfa-a81a58b85950 None None] No DVR routers for this DVR port ee184db1-329a-464b-9f03-b3c558bd21c5 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:18.976940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36a6d3-7010-41e1-9bfa-a81a58b85950 None None] Pushing event deleted for resources: {'Port': ['ID=ee184db1-329a-464b-9f03-b3c558bd21c5,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:19.447173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.488736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:19.497779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Pushing event updated for resources: {'Port': ['ID=2f89f03d-f458-470d-8bd7-f5c3b18b1ae7,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:19.503634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104a51a-a945-4e7b-bacd-c53e03ed81a6 req-a5592be2-92bb-4898-b47c-ebdfdb01aa65 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.507968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:19.512557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6104a51a-a945-4e7b-bacd-c53e03ed81a6 req-a5592be2-92bb-4898-b47c-ebdfdb01aa65 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.1037934 May 26 16:03:19.521890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:19.566554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6104a51a-a945-4e7b-bacd-c53e03ed81a6 req-af47fac3-6a59-455d-8f10-92c3bd06daf7 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527096 May 26 16:03:19.853035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30df7cce-f830-42f9-9ea9-2b695092958c req-0cb0a350-d1a4-4aed-837b-961f5cfb0119 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0735457 May 26 16:03:19.885363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] No DVR routers for this DVR port ee184db1-329a-464b-9f03-b3c558bd21c5 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:19.900657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Port': ['ID=ee184db1-329a-464b-9f03-b3c558bd21c5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:19.983464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 58b1280b-829f-4d77-8069-b14eca5a5f97 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:20.031398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.121557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d181cb60-29da-4277-8e84-2c2b54ed1f33 None None] Network d8e62433-5c96-4a8f-87fd-df2029b840d6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:20.134795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'Port': ['ID=4a9474d4-7844-4884-9fd2-8726537fffed,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:20.195168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9c80-0b87-43fe-ac0c-17f5a4b89f68 req-9c2f698a-2918-4b2c-93c2-0b65a9ddbd59 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.200927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8ce9c80-0b87-43fe-ac0c-17f5a4b89f68 req-9c2f698a-2918-4b2c-93c2-0b65a9ddbd59 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 931 time: 0.1234517 May 26 16:03:20.326186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 58b1280b-829f-4d77-8069-b14eca5a5f97 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:20.327173 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.351689 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.367258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-722504d1-aba1-44a9-85ba-5edebf374ac6 None None] Provisioning complete for port 58b1280b-829f-4d77-8069-b14eca5a5f97 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:20.367824 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-722504d1-aba1-44a9-85ba-5edebf374ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.374477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:20.387825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:20.390100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1c54-db00-4e9b-bc91-ae38c359eb0f req-15887f5b-75b3-4779-ad71-81e32f1a590c tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.399340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9724d4e1-ff3b-4dfa-8b0a-57a377481310']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:20.407006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c74b1c54-db00-4e9b-bc91-ae38c359eb0f req-15887f5b-75b3-4779-ad71-81e32f1a590c tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 946 time: 0.2045746 May 26 16:03:20.411509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.414491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b7eb7e-8338-4095-a123-77d95d19c6f9') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:20.414791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b7eb7e-8338-4095-a123-77d95d19c6f9') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:20.436206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8ce9c80-0b87-43fe-ac0c-17f5a4b89f68 req-fc9915a4-9eac-43ca-a3e4-21a49e0aec02 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108729 May 26 16:03:20.496123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.498602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:20.519107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c74b1c54-db00-4e9b-bc91-ae38c359eb0f req-f8832bbe-06a9-4aee-a5b7-2d6ab57420fe tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107104 May 26 16:03:20.569499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 58b1280b-829f-4d77-8069-b14eca5a5f97 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:20.570124 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.627026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 58b1280b-829f-4d77-8069-b14eca5a5f97, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=58b1280b-829f-4d77-8069-b14eca5a5f97,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:20.664237 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.733092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-722504d1-aba1-44a9-85ba-5edebf374ac6 None None] Current status of the port 58b1280b-829f-4d77-8069-b14eca5a5f97 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:20.733487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-722504d1-aba1-44a9-85ba-5edebf374ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.779482 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.795116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ee184db1-329a-464b-9f03-b3c558bd21c5 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:20.822810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.824802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.838256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca0ec4-c6fd-49e4-9499-b6e7894d4f54 req-723d4d2f-d98f-4044-a358-d418e22b8864 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.851816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cca0ec4-c6fd-49e4-9499-b6e7894d4f54 req-723d4d2f-d98f-4044-a358-d418e22b8864 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.0784941 May 26 16:03:20.860944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:20.861357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.927502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cca0ec4-c6fd-49e4-9499-b6e7894d4f54 req-8dc04b1c-d647-4959-96cc-24a3d62c59b2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742331 May 26 16:03:20.981250 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a4b7eb7e-8338-4095-a123-77d95d19c6f9 resource provider aggregate not found May 26 16:03:21.092331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd2b55b8-bcc1-4263-bd27-c09a92fa08ad req-47afdb85-0933-4da9-bcb0-350e1b573857 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0834122 May 26 16:03:21.147019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ee184db1-329a-464b-9f03-b3c558bd21c5 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:21.147804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ee184db1-329a-464b-9f03-b3c558bd21c5 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:21.149970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=58b1280b-829f-4d77-8069-b14eca5a5f97,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:21.193760 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a4b7eb7e-8338-4095-a123-77d95d19c6f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4b7eb7e-8338-4095-a123-77d95d19c6f9 found for delete ", "request_id": "req-af5bd50a-7442-483c-a98a-e0b23612d6cc"}]} May 26 16:03:21.207955 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-750c5505-8dc7-496f-b55a-2a0610a85d27 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3414629 May 26 16:03:21.213827 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-722504d1-aba1-44a9-85ba-5edebf374ac6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:03:21.215510 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-722504d1-aba1-44a9-85ba-5edebf374ac6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:03:21.229573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Request body: {'port': {'device_id': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:21.263624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.305830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.313442 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "DELETE /v2.0/networks/9724d4e1-ff3b-4dfa-8b0a-57a377481310 HTTP/1.1" status: 204 len: 168 time: 3.8111923 May 26 16:03:21.321348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35116) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:21.338282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-408627640'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:21.346179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Network': ['ID=9724d4e1-ff3b-4dfa-8b0a-57a377481310,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:21.394856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.395203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.395739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.395899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.396219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.396559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.396912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.397444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.397889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.398354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.398792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.399348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21dd28-c1c6-4e3e-9634-e20064c58927 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:21.407154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.420898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:21.425126 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.427204 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.549693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:21.670484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de562ba3-6620-4447-a66d-579e468b0ca0 req-fb1b8040-e163-4060-91a4-dd1774565958 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.672031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de562ba3-6620-4447-a66d-579e468b0ca0 req-fb1b8040-e163-4060-91a4-dd1774565958 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 931 time: 0.1092792 May 26 16:03:21.683391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.683672 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Added segment fde5f7fd-bf60-42d9-bf6c-6b36dac6269c of type vlan for network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 May 26 16:03:21.739127 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de562ba3-6620-4447-a66d-579e468b0ca0 req-1560262a-2e4d-4eae-b70a-30777fff5837 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554457 May 26 16:03:21.755075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf26ef3-cbc5-4906-979c-67fba2aadb56 req-db1274a1-72bc-4427-ae67-4964bd8d84b1 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.762895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-daf26ef3-cbc5-4906-979c-67fba2aadb56 req-db1274a1-72bc-4427-ae67-4964bd8d84b1 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 946 time: 0.1480494 May 26 16:03:21.817091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-daf26ef3-cbc5-4906-979c-67fba2aadb56 req-66888cdf-be2e-487d-9dbd-23c85cba4c4c tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510480 May 26 16:03:21.823445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-722504d1-aba1-44a9-85ba-5edebf374ac6 None None] Current status of the port 58b1280b-829f-4d77-8069-b14eca5a5f97 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:21.827949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.880407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 58b1280b-829f-4d77-8069-b14eca5a5f97 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:21.925719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.934782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.935835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.967455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5392e481-29e3-45b1-bdcb-84c8239bb54a None None] Provisioning complete for port 58b1280b-829f-4d77-8069-b14eca5a5f97 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:21.967940 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5392e481-29e3-45b1-bdcb-84c8239bb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.025446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 58b1280b-829f-4d77-8069-b14eca5a5f97 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:22.025892 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.121246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5392e481-29e3-45b1-bdcb-84c8239bb54a None None] Current status of the port 58b1280b-829f-4d77-8069-b14eca5a5f97 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:22.128611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb9ee6-10ce-4f7f-b6e2-c588925c9316 req-bf99b212-03a9-49f6-8479-1f9b701f96a8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:22.142819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10cb9ee6-10ce-4f7f-b6e2-c588925c9316 req-bf99b212-03a9-49f6-8479-1f9b701f96a8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.1041114 May 26 16:03:22.221104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 58b1280b-829f-4d77-8069-b14eca5a5f97 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:22.226474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10cb9ee6-10ce-4f7f-b6e2-c588925c9316 req-c790ff39-c5d3-4d7c-a73c-626ed3f755ea tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827403 May 26 16:03:22.226727 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9038100 May 26 16:03:22.231414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35136) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:22.244260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'subnet': {'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:22.260055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80f145-8f35-4353-b96c-fed7c780ee54 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Network': ['ID=1af4fdf6-c6a4-4d50-8afb-48a4fac79164,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:22.272579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:22.305545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-bfa127b8-512b-4006-8038-d189d9ebbc6f tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:22.307205 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-bfa127b8-512b-4006-8038-d189d9ebbc6f tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 946 time: 0.3514087 May 26 16:03:22.310415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Router 7343185b-75fd-4697-8997-faa37391cdac is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:03:22.376725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-412c49cc-013b-4ff0-94ba-1bd723c3c598 req-20707386-8095-48b3-bfe4-e99035823674 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1245654 May 26 16:03:22.456823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:22.466037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.507611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9474d4-7844-4884-9fd2-8726537fffed {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:22.519153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.567457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Transition to ACTIVE for port object 4a9474d4-7844-4884-9fd2-8726537fffed will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:22.610062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.674379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Pushing event updated for resources: {'Port': ['ID=4a9474d4-7844-4884-9fd2-8726537fffed,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:22.722743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Deleting port 197638ce-cf5f-42be-b519-6383d9263fd7 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:22.723248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.730224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:22.751991 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Sync routers for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:22.764075 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:22.764690 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:22.881490 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:22.936494 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.940656 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c75e50d4-1a00-49ca-9471-1ebddde1d12c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4846804 May 26 16:03:22.945301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35144) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:22.969024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.051210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Attempting to bind port 4a9474d4-7844-4884-9fd2-8726537fffed on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:23.051649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Attempting to bind port 4a9474d4-7844-4884-9fd2-8726537fffed by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '56a851fa-1287-4a65-b5b7-bfe0ff0ae153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:23.052130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Attempting to bind port 4a9474d4-7844-4884-9fd2-8726537fffed on network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:23.061940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] For port 197638ce-cf5f-42be-b519-6383d9263fd7, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=197638ce-cf5f-42be-b519-6383d9263fd7,segment=NetworkSegment(341db2a4-30eb-41fc-b2c3-c3f15251dc78),segment_id=341db2a4-30eb-41fc-b2c3-c3f15251dc78)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:23.062607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.068776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Port 4a9474d4-7844-4884-9fd2-8726537fffed on network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:23.069478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Attempting to bind port 4a9474d4-7844-4884-9fd2-8726537fffed on network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:23.075479 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:03:23.089914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Subnet': ['ID=e94837c9-0113-4346-8e8c-ab86c2fb5792,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:23.138965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:23.139329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Checking segment: {'id': '56a851fa-1287-4a65-b5b7-bfe0ff0ae153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:23.140250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Bound using segment: {'id': '56a851fa-1287-4a65-b5b7-bfe0ff0ae153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:23.140250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Bound port: 4a9474d4-7844-4884-9fd2-8726537fffed, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a851fa-1287-4a65-b5b7-bfe0ff0ae153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:23.140496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.143313 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:19Z', 'revision_number': 3, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:23.145140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Calling delete_port for 197638ce-cf5f-42be-b519-6383d9263fd7 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:23.169763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be3dbb-a1fd-472a-8415-a524701a8113 req-1360ad73-5ddf-4dc6-86f1-b3c336c27726 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:23.173516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12be3dbb-a1fd-472a-8415-a524701a8113 req-1360ad73-5ddf-4dc6-86f1-b3c336c27726 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 943 time: 0.2848337 May 26 16:03:23.174974 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Checking router: 7343185b-75fd-4697-8997-faa37391cdac for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:23.175542 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Updating router 7343185b-75fd-4697-8997-faa37391cdac port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:03:23.205251 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.248384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf51624-7a21-4a83-a0ac-ba58b04222a1 req-d090d56f-0c5d-4476-adb3-6f9f1dbf4269 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:23.256223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cf51624-7a21-4a83-a0ac-ba58b04222a1 req-d090d56f-0c5d-4476-adb3-6f9f1dbf4269 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 946 time: 0.2933378 May 26 16:03:23.297167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Checking segment: {'id': 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:23.297167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network hostable DHCP agents. Network: 1af4fdf6-c6a4-4d50-8afb-48a4fac79164, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:23.308913 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12be3dbb-a1fd-472a-8415-a524701a8113 req-8f427acd-70e3-42ab-aae3-1801e73312ba tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244991 May 26 16:03:23.361638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cf51624-7a21-4a83-a0ac-ba58b04222a1 req-8471a692-6ca8-4ad5-8947-1dd21cd26355 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08a495f-8925-403e-962b-163a7966b536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042898 May 26 16:03:23.387812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:23.400211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 1af4fdf6-c6a4-4d50-8afb-48a4fac79164) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:23.412038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a31c82-214d-43ed-911c-16491693c80a None None] Network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:23.435619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:23.436610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.481605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-02976c83-3936-4aa5-8abe-78da3f131b6f tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2450449 May 26 16:03:23.488635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35158) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:23.519419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1172632447'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:23.539345 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.546560 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.598354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:23.603193 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.609642 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca386ea3-77f3-48fa-9443-84297da9cb3b None None] Pushing event updated for resources: {'Port': ['ID=2f89f03d-f458-470d-8bd7-f5c3b18b1ae7,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:23.627566 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Attempting to bind port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:23.628120 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Attempting to bind port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:23.628573 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Attempting to bind port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:23.635965 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:23.636517 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:23.637252 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.637802 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:23.638425 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Bound port: 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:23.638900 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.715742 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] For port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:23.722539 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] For port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2f89f03d-f458-470d-8bd7-f5c3b18b1ae7,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:23.736042 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.747941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.781022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-991d20cb-41d3-433c-bcce-15810715b6c9 req-860b83e7-25f2-4b45-89de-3b90d42def1a tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1937048 May 26 16:03:23.788242 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.846030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915f11-4ba1-4151-aa81-33717e74cf7d req-7daceb52-96b9-4c71-808c-e5ce7ba1df54 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:23.846030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b915f11-4ba1-4151-aa81-33717e74cf7d req-7daceb52-96b9-4c71-808c-e5ce7ba1df54 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.2609320 May 26 16:03:23.846030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:23.887723 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca386ea3-77f3-48fa-9443-84297da9cb3b None None] Pushing event updated for resources: {'Port': ['ID=2f89f03d-f458-470d-8bd7-f5c3b18b1ae7,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:23.909163 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:23.909163 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:23.912242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b915f11-4ba1-4151-aa81-33717e74cf7d req-96e7a88a-799e-431d-9c59-64c78356ea1c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692146 May 26 16:03:23.917905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.918391 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Added segment f1c6437f-deac-490f-879b-ea366c3ffce7 of type vlan for network eb2c9b7a-e42f-478e-b593-31665064b84b May 26 16:03:23.968426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-1af4fdf6-c6a4-4d50-8afb-48a4fac79164', 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'fixed_ips': [{'subnet_id': 'e94837c9-0113-4346-8e8c-ab86c2fb5792'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:03:23.969563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.996912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.065150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.076489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:24.077718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.156536 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:24.215762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] For port 4a9474d4-7844-4884-9fd2-8726537fffed, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:24.220731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] For port 4a9474d4-7844-4884-9fd2-8726537fffed, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=4a9474d4-7844-4884-9fd2-8726537fffed,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:24.225474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.232555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.249071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7549644 May 26 16:03:24.257388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35160) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:24.264131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'subnet': {'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:24.323220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Allocated IP 19.80.0.2 (1af4fdf6-c6a4-4d50-8afb-48a4fac79164/e94837c9-0113-4346-8e8c-ab86c2fb5792/ef357bb7-50f4-46d3-85f1-c2346e476c91) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:24.329486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccab76-1991-48ad-8460-265562eb4810 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Network': ['ID=eb2c9b7a-e42f-478e-b593-31665064b84b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:24.387981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network eb2c9b7a-e42f-478e-b593-31665064b84b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:24.432041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] No DVR routers for this DVR port 197638ce-cf5f-42be-b519-6383d9263fd7 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:24.436840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.445211 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e0a4472d-9393-4dcf-970b-146b12e04449 req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.24 "DELETE /v2.0/ports/197638ce-cf5f-42be-b519-6383d9263fd7 HTTP/1.1" status: 204 len: 173 time: 2.1268427 May 26 16:03:24.452073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:24.458944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.461282 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] 10.222.0.32 "PUT /v2.0/ports/4a9474d4-7844-4884-9fd2-8726537fffed HTTP/1.1" status: 200 len: 1091 time: 3.2383325 May 26 16:03:24.470775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4', 'name': 'network-vif-deleted', 'tag': '197638ce-cf5f-42be-b519-6383d9263fd7'}, {'name': 'network-changed', 'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:24.481485 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a80e7af-1980-458e-b730-cacb506a3009" -d '{"events": [{"server_uuid": "2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4", "name": "network-vif-deleted", "tag": "197638ce-cf5f-42be-b519-6383d9263fd7"}, {"name": "network-changed", "server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:24.539251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc772f-8f15-45be-a784-5032d0ef95bb service neutron] Pushing event updated for resources: {'Port': ['ID=4a9474d4-7844-4884-9fd2-8726537fffed,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:24.673201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2691182-ea91-4793-9efe-d5289c9b259a tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] Pushing event deleted for resources: {'Port': ['ID=197638ce-cf5f-42be-b519-6383d9263fd7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:24.744748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84778789-631a-4e20-a3e0-82d605850273 req-b6385f8d-570c-431e-b30d-1ef28bc79ad5 tempest-VolumesAdminNegativeTest-12418798 tempest-VolumesAdminNegativeTest-12418798-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4 HTTP/1.1" status: 200 len: 210 time: 0.1432424 May 26 16:03:24.752669 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.753944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-8c94612c-7d3d-45bd-a934-36008886c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:24.759302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:24.764080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-8c94612c-7d3d-45bd-a934-36008886c834 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 1094 time: 0.2004898 May 26 16:03:24.770509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.792678 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.873889 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:19Z', 'revision_number': 3, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:24.941173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a7225-e873-4f21-93a8-ded78a287be6 req-1da2766b-531f-4c3b-9773-03239bb4bce7 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:24.950655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d3a7225-e873-4f21-93a8-ded78a287be6 req-1da2766b-531f-4c3b-9773-03239bb4bce7 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 943 time: 0.3497269 May 26 16:03:24.968259 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-c04df9fc-ed5e-4c7c-8421-3b80c99da1f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a9474d4-7844-4884-9fd2-8726537fffed HTTP/1.1" status: 200 len: 217 time: 0.1390729 May 26 16:03:24.988675 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d234c-472e-43da-b2e1-9e36d6e5aa56 None None] The sync data for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 is: [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:19Z', 'revision_number': 3, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:25.018969 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe969863-3f90-4ade-a16e-5ace4bb0ca39 x-openstack-request-id: req-fe969863-3f90-4ade-a16e-5ace4bb0ca39 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:25.020443 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4", "name": "network-vif-deleted", "tag": "197638ce-cf5f-42be-b519-6383d9263fd7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:25.021595 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe969863-3f90-4ade-a16e-5ace4bb0ca39 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:25.024406 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe969863-3f90-4ade-a16e-5ace4bb0ca39'] response: {'server_uuid': '2ecb7ca1-165d-43b6-bbf4-3e632a8ebad4', 'name': 'network-vif-deleted', 'tag': '197638ce-cf5f-42be-b519-6383d9263fd7', 'status': 'completed', 'code': 200} May 26 16:03:25.024942 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe969863-3f90-4ade-a16e-5ace4bb0ca39'] response: {'name': 'network-changed', 'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed', 'status': 'completed', 'code': 200} May 26 16:03:25.026310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:25.028531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Pushing event updated for resources: {'Port': ['ID=ef357bb7-50f4-46d3-85f1-c2346e476c91,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:25.033587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:25.043740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:25.055376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d3a7225-e873-4f21-93a8-ded78a287be6 req-f4ce5a86-6933-4f3e-adc8-2ad5a2f12ac9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035266 May 26 16:03:25.211415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-160df719-8549-4c5b-9605-60ec7c6dfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:25.213234 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-160df719-8549-4c5b-9605-60ec7c6dfe51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 200 len: 852 time: 0.2293365 May 26 16:03:25.225102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.255492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Attempting to bind port ef357bb7-50f4-46d3-85f1-c2346e476c91 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:25.260793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Attempting to bind port ef357bb7-50f4-46d3-85f1-c2346e476c91 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:25.261703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Attempting to bind port ef357bb7-50f4-46d3-85f1-c2346e476c91 on network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:25.283708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:25.284091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Checking segment: {'id': 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:25.285245 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.285455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Bound using segment: {'id': 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:25.286054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Bound port: ef357bb7-50f4-46d3-85f1-c2346e476c91, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:25.286497 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.293513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa3687ca-3618-414e-821f-6889472efa38 req-d2ea30f8-fb7f-4a16-9c1f-75385f42e443 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0953557 May 26 16:03:25.295512 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-ea0ee902-9611-41b1-a3af-5a5872f63b8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633647 May 26 16:03:25.411138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] For port ef357bb7-50f4-46d3-85f1-c2346e476c91, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:25.414840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] For port ef357bb7-50f4-46d3-85f1-c2346e476c91, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ef357bb7-50f4-46d3-85f1-c2346e476c91,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:25.424575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.428853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781d4b7-7b1e-4fca-9c0b-f79ca695cea5 req-72d79ab0-7930-45db-be3a-853adcff56e3 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:25.433903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c781d4b7-7b1e-4fca-9c0b-f79ca695cea5 req-72d79ab0-7930-45db-be3a-853adcff56e3 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.2344239 May 26 16:03:25.521558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 197638ce-cf5f-42be-b519-6383d9263fd7 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:25.542297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c781d4b7-7b1e-4fca-9c0b-f79ca695cea5 req-346b2ccb-2ff1-4e3a-8b31-fa2314532806 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919788 May 26 16:03:25.542297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.597549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 197638ce-cf5f-42be-b519-6383d9263fd7 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:25.597897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 197638ce-cf5f-42be-b519-6383d9263fd7 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:25.619913 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-3a90ee35-c14b-450e-a17d-71816e47057b service neutron] 10.222.0.32 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097365 May 26 16:03:25.668206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fbc05-39b7-4815-be02-23190b1f2e2a None None] Pushing event updated for resources: {'Port': ['ID=ef357bb7-50f4-46d3-85f1-c2346e476c91,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:25.693751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Subnet': ['ID=afc84def-fb8b-405d-a5e1-f10615ac2f2c,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:25.709661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Checking segment: {'id': 'f1c6437f-deac-490f-879b-ea366c3ffce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:25.710053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network hostable DHCP agents. Network: eb2c9b7a-e42f-478e-b593-31665064b84b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:25.743834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network eb2c9b7a-e42f-478e-b593-31665064b84b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:25.765759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, eb2c9b7a-e42f-478e-b593-31665064b84b) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:25.782259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79604864-7347-4a31-9e4e-69b75e087a41 None None] Network eb2c9b7a-e42f-478e-b593-31665064b84b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:25.798290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:25.798900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.840661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-34768167-6a99-406e-a36b-17209cabe1a1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5798466 May 26 16:03:25.944773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35194) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:25.971682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Allocated IP 172.20.0.1 (d8e62433-5c96-4a8f-87fd-df2029b840d6/89acc52f-721e-427f-b71c-59781d53d629/1ceca25a-f410-4cc6-8130-a5639eb28832) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:26.115649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb3e489-07f3-4957-a225-cbedc1e9d46e admin admin] Deleting subnet eb0fa5b1-de76-4ec3-aa0b-649f1cbd67b8 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:26.134777 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-beb3e489-07f3-4957-a225-cbedc1e9d46e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.238947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:26.307505 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4df514b3-e513-4fb9-b7cb-65bb7dd66aad req-957e8a27-045f-42c7-923b-b1d26313b3b3 service neutron] 10.222.0.32 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574609 May 26 16:03:26.346664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-beb3e489-07f3-4957-a225-cbedc1e9d46e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.371494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-eb2c9b7a-e42f-478e-b593-31665064b84b', 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'fixed_ips': [{'subnet_id': 'afc84def-fb8b-405d-a5e1-f10615ac2f2c'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:03:26.372563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.398911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:26.399315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.580186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e7af-1980-458e-b730-cacb506a3009 req-948e4f47-314c-4bbb-a7c4-00d7edeb2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.583307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a80e7af-1980-458e-b730-cacb506a3009 req-948e4f47-314c-4bbb-a7c4-00d7edeb2364 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 1094 time: 0.1857870 May 26 16:03:26.610982 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Allocated IP 19.86.0.2 (eb2c9b7a-e42f-478e-b593-31665064b84b/afc84def-fb8b-405d-a5e1-f10615ac2f2c/919e9f66-2f62-4e6e-8b7e-aa66a20c3aad) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:26.697466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629871b-c7b9-4eb0-83c4-519aa07ce3ca req-859e2012-f3d5-44ba-8842-165bd5223fb9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.699262 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2629871b-c7b9-4eb0-83c4-519aa07ce3ca req-859e2012-f3d5-44ba-8842-165bd5223fb9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 943 time: 0.4602420 May 26 16:03:26.702830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-beb3e489-07f3-4957-a225-cbedc1e9d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.800042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e7af-1980-458e-b730-cacb506a3009 req-b28c17c4-fbc3-41cc-9ca1-5aaa9eb196d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.802895 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a80e7af-1980-458e-b730-cacb506a3009 req-b28c17c4-fbc3-41cc-9ca1-5aaa9eb196d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 913 time: 0.2033687 May 26 16:03:26.807114 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.868515 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.902554 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.930518 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a80e7af-1980-458e-b730-cacb506a3009 req-39bae3e2-692c-4dd1-a6f0-c8bcd0d42f09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a9474d4-7844-4884-9fd2-8726537fffed HTTP/1.1" status: 200 len: 217 time: 0.1150970 May 26 16:03:27.005033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2629871b-c7b9-4eb0-83c4-519aa07ce3ca req-7634a34f-315b-4453-abf5-f979ecdb1a51 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694688 May 26 16:03:27.005304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Pushing event updated for resources: {'Port': ['ID=919e9f66-2f62-4e6e-8b7e-aa66a20c3aad,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:27.008691 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-beb3e489-07f3-4957-a225-cbedc1e9d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.038099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Network eb2c9b7a-e42f-478e-b593-31665064b84b is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:27.039845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:27.040243 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.060615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:27.067270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:27.110560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e7af-1980-458e-b730-cacb506a3009 req-ce9f7187-f13c-4df0-acdd-0577471f97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.117793 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a80e7af-1980-458e-b730-cacb506a3009 req-ce9f7187-f13c-4df0-acdd-0577471f97bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 200 len: 852 time: 0.1710491 May 26 16:03:27.125744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.147747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2f89f03d-f458-470d-8bd7-f5c3b18b1ae7,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:27.159109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3e489-07f3-4957-a225-cbedc1e9d46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0fa5b1-de76-4ec3-aa0b-649f1cbd67b8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:27.170518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Attempting to bind port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:27.171177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Attempting to bind port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f1c6437f-deac-490f-879b-ea366c3ffce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:27.172422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Attempting to bind port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad on network eb2c9b7a-e42f-478e-b593-31665064b84b {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:27.177895 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-beb3e489-07f3-4957-a225-cbedc1e9d46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.182362 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.185787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-beb3e489-07f3-4957-a225-cbedc1e9d46e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eb0fa5b1-de76-4ec3-aa0b-649f1cbd67b8 HTTP/1.1" status: 204 len: 168 time: 1.2396717 May 26 16:03:27.186588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35218) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:27.187040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:27.187648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Checking segment: {'id': 'f1c6437f-deac-490f-879b-ea366c3ffce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:27.188425 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.189649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Bound using segment: {'id': 'f1c6437f-deac-490f-879b-ea366c3ffce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:27.190350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Bound port: 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c6437f-deac-490f-879b-ea366c3ffce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:27.191071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.214772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-632d03f4-80a1-4d64-af9b-027a9104c959 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.236384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-632d03f4-80a1-4d64-af9b-027a9104c959 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.240242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-632d03f4-80a1-4d64-af9b-027a9104c959 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/networks?id=1af4fdf6-c6a4-4d50-8afb-48a4fac79164&id=eb2c9b7a-e42f-478e-b593-31665064b84b HTTP/1.1" status: 200 len: 1391 time: 0.7873139 May 26 16:03:27.272490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=2f89f03d-f458-470d-8bd7-f5c3b18b1ae7,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:27.323898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-902a41b2-6908-4228-a7c0-c7a3a75bf578 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/quotas/522c656366bf4416addf76e6230cad20 HTTP/1.1" status: 200 len: 375 time: 0.0283790 May 26 16:03:27.348832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Network d8e62433-5c96-4a8f-87fd-df2029b840d6 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:27.364123 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a80e7af-1980-458e-b730-cacb506a3009 req-1134c074-c3d0-486a-8f69-4f8afd786d2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984661 May 26 16:03:27.373943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:27.394292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] For port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:27.398895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] For port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=919e9f66-2f62-4e6e-8b7e-aa66a20c3aad,segment=NetworkSegment(f1c6437f-deac-490f-879b-ea366c3ffce7),segment_id=f1c6437f-deac-490f-879b-ea366c3ffce7)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:27.407742 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.420267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:27.483774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Pushing event updated for resources: {'Port': ['ID=1ceca25a-f410-4cc6-8130-a5639eb28832,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:27.546503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f07524-da56-4ba0-88f4-c058d93b8725 None None] Pushing event updated for resources: {'Port': ['ID=919e9f66-2f62-4e6e-8b7e-aa66a20c3aad,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:27.560478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.565465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40dd2805-8b04-45a5-b9b5-68953aa425f9 req-88647d22-238d-45ef-832b-b8310d55d657 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.2589164 May 26 16:03:27.569860 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e7d479-84ef-49d8-a27a-78eec5ac9dc8 None None] Network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:27.597984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.675877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-73abb2a1-a81d-4cf3-b4ad-ff12345cd7a5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=522c656366bf4416addf76e6230cad20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3033876 May 26 16:03:27.738638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3baf76bd-9949-450b-bf56-d70265a977a1 None None] Provisioning complete for port ef357bb7-50f4-46d3-85f1-c2346e476c91 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:27.739476 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3baf76bd-9949-450b-bf56-d70265a977a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.943177 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-a462c150-9298-4f8e-8904-d192bab37371 service neutron] 10.222.0.39 "GET /v2.0/networks/1af4fdf6-c6a4-4d50-8afb-48a4fac79164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623110 May 26 16:03:27.952027 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a80e7af-1980-458e-b730-cacb506a3009 req-26a87453-9267-439e-8bb5-ede17e5dea54 service neutron] 10.222.0.32 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618804 May 26 16:03:27.998384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.135455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3baf76bd-9949-450b-bf56-d70265a977a1 None None] Current status of the port ef357bb7-50f4-46d3-85f1-c2346e476c91 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:28.140062 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3baf76bd-9949-450b-bf56-d70265a977a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.162335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ef357bb7-50f4-46d3-85f1-c2346e476c91 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:28.278228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3baf76bd-9949-450b-bf56-d70265a977a1 None None] For port ef357bb7-50f4-46d3-85f1-c2346e476c91, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ef357bb7-50f4-46d3-85f1-c2346e476c91,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:28.291751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3baf76bd-9949-450b-bf56-d70265a977a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.344893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ef357bb7-50f4-46d3-85f1-c2346e476c91 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:28.345542 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.438826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf76bd-9949-450b-bf56-d70265a977a1 None None] Pushing event updated for resources: {'Port': ['ID=ef357bb7-50f4-46d3-85f1-c2346e476c91,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:28.439120 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a80e7af-1980-458e-b730-cacb506a3009 req-1fd0f552-1a10-4312-b9e3-d572bfeedebf service neutron] 10.222.0.32 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747186 May 26 16:03:28.480744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8df9cbc2-860c-4af2-94cf-20e68af2d8c9 None None] Provisioning complete for port 1ceca25a-f410-4cc6-8130-a5639eb28832 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:28.481268 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8df9cbc2-860c-4af2-94cf-20e68af2d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.673107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ef357bb7-50f4-46d3-85f1-c2346e476c91 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:28.674397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:28.688789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8df9cbc2-860c-4af2-94cf-20e68af2d8c9 None None] Port 1ceca25a-f410-4cc6-8130-a5639eb28832 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:28.723579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.732004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.811138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:28.811505 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.829842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.922745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-509a1210-7229-4102-8353-3e4ab781f290 None None] Provisioning complete for port ef357bb7-50f4-46d3-85f1-c2346e476c91 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:28.923281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-509a1210-7229-4102-8353-3e4ab781f290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.950378 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.986843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Pushing event updated for resources: {'Port': ['ID=1ceca25a-f410-4cc6-8130-a5639eb28832,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:29.023834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de637b-d1b5-42ed-91f0-516c9a895525 req-fc4ffca3-0358-49fa-bf7f-e6e008c9a852 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.037013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87de637b-d1b5-42ed-91f0-516c9a895525 req-fc4ffca3-0358-49fa-bf7f-e6e008c9a852 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 1.0430734 May 26 16:03:29.050203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:29.069962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b004517-bfa4-46ce-a2d8-abbf34e3af8d']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:29.077552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Network d8e62433-5c96-4a8f-87fd-df2029b840d6 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:29.082581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:29.110083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341db2a4-30eb-41fc-b2c3-c3f15251dc78') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:29.110438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341db2a4-30eb-41fc-b2c3-c3f15251dc78') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:29.153348 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.166990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-63c975dc-a588-46c7-a5e9-df9e291c023f service neutron] 10.222.0.39 "GET /v2.0/networks/1af4fdf6-c6a4-4d50-8afb-48a4fac79164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2225177 May 26 16:03:29.202464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-509a1210-7229-4102-8353-3e4ab781f290 None None] Current status of the port ef357bb7-50f4-46d3-85f1-c2346e476c91 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:29.269705 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.278173 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87de637b-d1b5-42ed-91f0-516c9a895525 req-10ba20a4-0974-4e0d-b930-5c72a7931822 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051144 May 26 16:03:29.295938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Router 7343185b-75fd-4697-8997-faa37391cdac has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:03:29.362227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:29.362784 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.404959 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 341db2a4-30eb-41fc-b2c3-c3f15251dc78 resource provider aggregate not found May 26 16:03:29.556318 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 341db2a4-30eb-41fc-b2c3-c3f15251dc78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 341db2a4-30eb-41fc-b2c3-c3f15251dc78 found for delete ", "request_id": "req-de802426-a009-433a-8edf-742416f7c053"}]} May 26 16:03:29.621678 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.644288 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.650768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4b004517-bfa4-46ce-a2d8-abbf34e3af8d HTTP/1.1" status: 204 len: 168 time: 2.4582176 May 26 16:03:29.652134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35240) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:29.662986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-43885d1f-bc36-4089-abe9-bc1c06317cdf None None] Provisioning complete for port 1ceca25a-f410-4cc6-8130-a5639eb28832 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:29.664879 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-43885d1f-bc36-4089-abe9-bc1c06317cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.697895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a775efb-34bb-4b0d-9306-b489574b86f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b004517-bfa4-46ce-a2d8-abbf34e3af8d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:29.738901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05ab322-f6b9-4988-9272-07aa5f3633f3 admin admin] Deleting subnet 52b95f3b-2a42-40e1-97f4-26d46c899134 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:29.743158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a05ab322-f6b9-4988-9272-07aa5f3633f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.752311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-43885d1f-bc36-4089-abe9-bc1c06317cdf None None] Port 1ceca25a-f410-4cc6-8130-a5639eb28832 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:29.754753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0fa12-a728-4931-9891-53b01663652c req-db1b59cd-7da5-43c0-a286-93038c566328 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.764594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2d0fa12-a728-4931-9891-53b01663652c req-db1b59cd-7da5-43c0-a286-93038c566328 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 943 time: 0.2057526 May 26 16:03:29.783264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-c63cffcd-6e8d-471a-b2d0-56b2a36a39b0 service neutron] 10.222.0.39 "GET /v2.0/networks/eb2c9b7a-e42f-478e-b593-31665064b84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883727 May 26 16:03:29.810111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a05ab322-f6b9-4988-9272-07aa5f3633f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.854379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2d0fa12-a728-4931-9891-53b01663652c req-669c1c89-6366-4738-b21f-973da523ceb9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869827 May 26 16:03:29.862234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c5510-3306-40b3-9ccd-7764ed6d6a6f None None] Network eb2c9b7a-e42f-478e-b593-31665064b84b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:29.913923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:29.920388 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f586056-e815-4d20-acd1-1c4e9295952a admin admin] 10.222.0.39 "PUT /v2.0/routers/7343185b-75fd-4697-8997-faa37391cdac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9737878 May 26 16:03:29.929051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a05ab322-f6b9-4988-9272-07aa5f3633f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.093187 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a05ab322-f6b9-4988-9272-07aa5f3633f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.110085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88b1d6a-549c-4bcd-a280-fbeccf8d487d req-a1fbbdca-fb13-4cc2-a348-ded620104bd9 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0696507 May 26 16:03:30.129610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-4b7767ea-972c-4b20-aa35-c4b41f8b61df service neutron] 10.222.0.39 "GET /v2.0/networks/eb2c9b7a-e42f-478e-b593-31665064b84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454642 May 26 16:03:30.133661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ab322-f6b9-4988-9272-07aa5f3633f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b95f3b-2a42-40e1-97f4-26d46c899134,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:30.143109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a05ab322-f6b9-4988-9272-07aa5f3633f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.147211 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a05ab322-f6b9-4988-9272-07aa5f3633f3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/52b95f3b-2a42-40e1-97f4-26d46c899134 HTTP/1.1" status: 204 len: 168 time: 0.4933741 May 26 16:03:30.149508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35252) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:30.192097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Sync routers for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:30.202052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ef357bb7-50f4-46d3-85f1-c2346e476c91 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:30.204049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 4a9474d4-7844-4884-9fd2-8726537fffed details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:30.234256 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.261259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:30.261259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:30.304554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f9812322-c2ca-4b20-ab18-1fa71442d867 None None] Provisioning complete for port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:30.304928 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f9812322-c2ca-4b20-ab18-1fa71442d867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.364567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.418665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44a20caf-548a-446b-8b17-3b6b45771594 req-ba9194ca-f32d-48e9-a40b-99a5406589d9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 210 time: 0.0504560 May 26 16:03:30.423597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090df1b9-5fd5-4125-82a1-68e6fa46a977']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:30.447051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15c7033-0c73-4a47-89e5-889d94a3ed78') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:30.447344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15c7033-0c73-4a47-89e5-889d94a3ed78') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:30.461030 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.483589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.490978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:30.491401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.494310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79553e57-723c-499a-9ceb-7bb332e77b45 req-a554ecae-6406-4cf9-8fa6-252db6c9f385 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:30.503727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79553e57-723c-499a-9ceb-7bb332e77b45 req-a554ecae-6406-4cf9-8fa6-252db6c9f385 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.0718067 May 26 16:03:30.579412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.587376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79553e57-723c-499a-9ceb-7bb332e77b45 req-01a9f668-44f4-44b2-aed4-e8348bfd2c84 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826478 May 26 16:03:30.588746 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.594528 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] 10.222.0.39 "DELETE /v2.0/networks/090df1b9-5fd5-4125-82a1-68e6fa46a977 HTTP/1.1" status: 204 len: 168 time: 0.4433558 May 26 16:03:30.644791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2256db-b38c-4adc-9f12-cb3ba2babbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=090df1b9-5fd5-4125-82a1-68e6fa46a977,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:30.652242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ef357bb7-50f4-46d3-85f1-c2346e476c91 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:30.652892 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.779137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:30.786376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 4a9474d4-7844-4884-9fd2-8726537fffed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=4a9474d4-7844-4884-9fd2-8726537fffed,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:30.873426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f9812322-c2ca-4b20-ab18-1fa71442d867 None None] Current status of the port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:30.873838 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f9812322-c2ca-4b20-ab18-1fa71442d867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.882488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af6d67-2572-4d0a-8cfc-6d0fa6fffd1b req-548c50c8-9eb2-46a4-af1b-f2c85a1bd114 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:30.885139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1af6d67-2572-4d0a-8cfc-6d0fa6fffd1b req-548c50c8-9eb2-46a4-af1b-f2c85a1bd114 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17 HTTP/1.1" status: 200 len: 950 time: 0.1256850 May 26 16:03:30.895927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '4a9474d4-7844-4884-9fd2-8726537fffed', 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3', 'port_id': '4a9474d4-7844-4884-9fd2-8726537fffed', 'mac_address': 'fa:16:3e:8d:af:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b5ae83-a375-4ce2-a4cb-d4923391fa2f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:30.971620 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35304) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:31.014438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1af6d67-2572-4d0a-8cfc-6d0fa6fffd1b req-c99c9186-5bde-4901-b6e0-3d9aedeeb102 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168489 May 26 16:03:31.033810 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a15c7033-0c73-4a47-89e5-889d94a3ed78 resource provider aggregate not found May 26 16:03:31.098397 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a15c7033-0c73-4a47-89e5-889d94a3ed78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a15c7033-0c73-4a47-89e5-889d94a3ed78 found for delete ", "request_id": "req-ed3d3464-8559-4964-9426-cb54792862aa"}]} May 26 16:03:31.141882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd4700-9a97-46f9-a698-24558908e878 req-c89e3f9d-f5e4-4aff-bc47-f3abc9e1e3d4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:31.142911 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2f1c2291-071c-49c9-a13c-b58d19edf3b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ef10e8390d94cd5998a5e699f3be4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688354 May 26 16:03:31.147957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35312) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:31.159077 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecdd4700-9a97-46f9-a698-24558908e878 req-c89e3f9d-f5e4-4aff-bc47-f3abc9e1e3d4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 943 time: 0.1575453 May 26 16:03:31.251324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f9812322-c2ca-4b20-ab18-1fa71442d867 None None] For port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=919e9f66-2f62-4e6e-8b7e-aa66a20c3aad,segment=NetworkSegment(f1c6437f-deac-490f-879b-ea366c3ffce7),segment_id=f1c6437f-deac-490f-879b-ea366c3ffce7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:31.262656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecdd4700-9a97-46f9-a698-24558908e878 req-ff9ba3bc-085f-4742-abb0-a97e21120bfa tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020851 May 26 16:03:31.293042 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f9812322-c2ca-4b20-ab18-1fa71442d867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.310294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 4a9474d4-7844-4884-9fd2-8726537fffed is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:31.310662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.334758 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86d3c580-a97c-4061-862f-659d734e0b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.371657 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86d3c580-a97c-4061-862f-659d734e0b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.373371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ef357bb7-50f4-46d3-85f1-c2346e476c91 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:31.374572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:31.388956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9474d4-7844-4884-9fd2-8726537fffed {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:31.473710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86d3c580-a97c-4061-862f-659d734e0b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.484342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86d3c580-a97c-4061-862f-659d734e0b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.494080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-86d3c580-a97c-4061-862f-659d734e0b38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c08a495f-8925-403e-962b-163a7966b536 HTTP/1.1" status: 204 len: 168 time: 0.3440340 May 26 16:03:31.508078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3c580-a97c-4061-862f-659d734e0b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08a495f-8925-403e-962b-163a7966b536,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:31.519418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-863f17d9-5771-4bef-a262-ec955c8095af req-67177849-e590-4e06-ae64-9e753142296f tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0601928 May 26 16:03:31.593036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9812322-c2ca-4b20-ab18-1fa71442d867 None None] Pushing event updated for resources: {'Port': ['ID=919e9f66-2f62-4e6e-8b7e-aa66a20c3aad,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:31.647634 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-bce46439-592a-4ca9-a2d1-81ffb87ed840 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827820 May 26 16:03:31.681946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35336) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:31.688720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-network', 'tenant_id': '9ad7a674370d46699784e307a4181d4f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:31.692753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 4a9474d4-7844-4884-9fd2-8726537fffed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=4a9474d4-7844-4884-9fd2-8726537fffed,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:31.731176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Made reservation on behalf of 9ad7a674370d46699784e307a4181d4f for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:31.735568 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.736118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.774455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.834871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-edffc21a-0cce-4c17-98d6-4ffd9816bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:31.836780 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-edffc21a-0cce-4c17-98d6-4ffd9816bbe1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 1101 time: 0.0965316 May 26 16:03:31.907330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=4a9474d4-7844-4884-9fd2-8726537fffed,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:31.935449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9581b991-36bb-4b07-b4f6-28d3d0bb4c3f req-0ba66821-b782-4c63-a63c-7d97832f00c1 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 210 time: 0.1443915 May 26 16:03:32.029402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f48e7dbc-2013-4c4a-b44c-e0fceac2b632 None None] Provisioning complete for port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:32.030261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f48e7dbc-2013-4c4a-b44c-e0fceac2b632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.090328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1ceca25a-f410-4cc6-8130-a5639eb28832', 'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'mac_address': 'fa:16:3e:83:c8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:25Z', 'updated_at': '2022-05-26T16:03:28Z', 'revision_number': 2, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'subnets': [{'id': '89acc52f-721e-427f-b71c-59781d53d629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:32.093217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:32.094198 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.144359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.145171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-7364ea6b-0fc7-4a37-a771-89c075542f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.150045 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-7364ea6b-0fc7-4a37-a771-89c075542f39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.2802095 May 26 16:03:32.150700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.170545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:32.187594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Checking router: 7343185b-75fd-4697-8997-faa37391cdac for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:32.188393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Updating router 7343185b-75fd-4697-8997-faa37391cdac port 1ceca25a-f410-4cc6-8130-a5639eb28832 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:03:32.195189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:32.249360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.265537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8eb0f-b814-4dd1-b3f9-149daf01b8eb req-f4bd51f1-52ae-4688-8bc8-76abe4e1e469 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.267275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d8eb0f-b814-4dd1-b3f9-149daf01b8eb req-f4bd51f1-52ae-4688-8bc8-76abe4e1e469 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.2293863 May 26 16:03:32.308755 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-4c487181-91af-4c24-9442-295e2da30a78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=067975a7-0c1f-4165-a48a-26ab179ef5fd HTTP/1.1" status: 200 len: 217 time: 0.1453145 May 26 16:03:32.349008 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.349413 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Added segment 74af874a-8730-4c71-b94e-775ee6ab7927 of type vlan for network 7c3fa174-7934-4df6-a04c-0e519694512d May 26 16:03:32.393573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa373f4-57e4-492e-9bfe-6a2df705471f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:32.560035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.653004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6781f535-6f31-499f-860a-b031540754f9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.660457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f48e7dbc-2013-4c4a-b44c-e0fceac2b632 None None] Current status of the port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:32.661308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6781f535-6f31-499f-860a-b031540754f9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.662318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6781f535-6f31-499f-860a-b031540754f9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.24 "GET /v2.0/networks?id=1af4fdf6-c6a4-4d50-8afb-48a4fac79164&id=eb2c9b7a-e42f-478e-b593-31665064b84b HTTP/1.1" status: 200 len: 1391 time: 0.3847053 May 26 16:03:32.662876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35354) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:32.663198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6d8eb0f-b814-4dd1-b3f9-149daf01b8eb req-f16d2032-da29-42f5-b87e-f5a38ba52996 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740232 May 26 16:03:32.664356 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.668564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.669369 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.674819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-3f0242b2-3f06-4b47-bd7b-84f1dfe9979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.676852 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-3f0242b2-3f06-4b47-bd7b-84f1dfe9979a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.3290172 May 26 16:03:32.687241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'port': {'device_id': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164', 'admin_state_up': True, 'tenant_id': '522c656366bf4416addf76e6230cad20'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:32.813059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:32.869494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1852269 May 26 16:03:32.881640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35356) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:32.891804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecd04610-a53f-4e9e-8ceb-1f0f167ea0ed req-877c94d7-f52e-4e96-a136-aa8c4a10d87d tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0722411 May 26 16:03:32.911055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Request body: {'subnet': {'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-subnet', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:32.919253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cc9cc-119e-4639-8e90-0e44ad286aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3fa174-7934-4df6-a04c-0e519694512d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:32.934513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-5a2c8480-8669-424c-84f0-79ac60f988e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.935981 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-5a2c8480-8669-424c-84f0-79ac60f988e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2271879 May 26 16:03:32.941098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a854d7a-0dab-490c-9adc-fad3c5388cb6 req-aeb24825-1b55-4b4c-9d31-ba0961620098 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.943900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a854d7a-0dab-490c-9adc-fad3c5388cb6 req-aeb24825-1b55-4b4c-9d31-ba0961620098 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 944 time: 0.5163484 May 26 16:03:32.968183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 7c3fa174-7934-4df6-a04c-0e519694512d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:32.984262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:32.986109 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e77e60fd-033b-442b-8458-d82c406ebe7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec4f151f572c4b0e863de19062c42013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216026 May 26 16:03:33.000000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35360) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:33.101074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Made reservation on behalf of 9ad7a674370d46699784e307a4181d4f for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:33.105563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.125365 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-cb90dc9f-8ffa-4e45-833b-2ca3c0fed482 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693754 May 26 16:03:33.127807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:33.131225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.151643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d5927b2-5869-41c2-8086-ebe31b025a9b req-e98d2f5f-4bbf-40ec-8de7-580685948c5a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 210 time: 0.0947120 May 26 16:03:33.165333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a854d7a-0dab-490c-9adc-fad3c5388cb6 req-20dc4324-5e3a-484a-84c2-d1763667353d tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046475 May 26 16:03:33.269694 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ccd524b-4d15-439b-bdd7-970e1a5c9066 req-e21000e2-12e7-4d4b-911a-8d58498993c2 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233504 May 26 16:03:33.294723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e326b22b-97e5-4594-a409-8372706450de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.335489 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e326b22b-97e5-4594-a409-8372706450de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.428013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:33.428877 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.447701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Allocated IP 19.80.0.230 (1af4fdf6-c6a4-4d50-8afb-48a4fac79164/e94837c9-0113-4346-8e8c-ab86c2fb5792/fdd67c7e-845a-47bf-910a-488459d321ae) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:33.483611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e326b22b-97e5-4594-a409-8372706450de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.487461 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e326b22b-97e5-4594-a409-8372706450de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.490660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e326b22b-97e5-4594-a409-8372706450de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eaa834ed-ba77-401c-b36d-cc712bdec5b2 HTTP/1.1" status: 204 len: 168 time: 0.4877944 May 26 16:03:33.507208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.565713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326b22b-97e5-4594-a409-8372706450de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa834ed-ba77-401c-b36d-cc712bdec5b2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:33.575116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.611754 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.655128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb3e904-9268-43aa-a79b-39524586ebd3,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:33.664152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Checking segment: {'id': '74af874a-8730-4c71-b94e-775ee6ab7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:33.664521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Network hostable DHCP agents. Network: 7c3fa174-7934-4df6-a04c-0e519694512d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:33.695320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Network 7c3fa174-7934-4df6-a04c-0e519694512d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:33.708162 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.726439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 7c3fa174-7934-4df6-a04c-0e519694512d) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:33.740456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:33.741221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:33.742124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.760581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c6d1f5-295e-493e-9181-367b05be7e9f None None] Network 7c3fa174-7934-4df6-a04c-0e519694512d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:33.781938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.799736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6c14dcb7-82ab-4f84-b287-af0b1c75e1cf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9062333 May 26 16:03:33.811635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35378) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:33.816608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:33.830707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905c2ee-ae60-4c7e-a5bf-c0f2808e0712 None None] Pushing event updated for resources: {'Port': ['ID=1ceca25a-f410-4cc6-8130-a5639eb28832,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:33.915068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:33.922173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:33.926810 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.927899 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.940315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:33.954912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Port': ['ID=fdd67c7e-845a-47bf-910a-488459d321ae,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:33.975430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Attempting to bind port 1ceca25a-f410-4cc6-8130-a5639eb28832 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:33.976098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Attempting to bind port 1ceca25a-f410-4cc6-8130-a5639eb28832 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:33.976485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Attempting to bind port 1ceca25a-f410-4cc6-8130-a5639eb28832 on network d8e62433-5c96-4a8f-87fd-df2029b840d6 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:33.999334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:33.999975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Checking segment: {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:34.001627 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.001627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Bound using segment: {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:34.002838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Bound port: 1ceca25a-f410-4cc6-8130-a5639eb28832, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:34.003421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.050371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccd56b-c14c-4e4f-b9a0-b3ce3a9a0504 req-9d756206-f4db-4528-831c-41810379ff67 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.053503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fccd56b-c14c-4e4f-b9a0-b3ce3a9a0504 req-9d756206-f4db-4528-831c-41810379ff67 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.2331259 May 26 16:03:34.165832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.166569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.170531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fccd56b-c14c-4e4f-b9a0-b3ce3a9a0504 req-4deee430-4c30-4c8b-bf1d-1e271063677c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972340 May 26 16:03:34.207690 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-554c496c-8a13-416c-9f2d-9aa56e7d6668 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5296474 May 26 16:03:34.237315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-7c3fa174-7934-4df6-a04c-0e519694512d', 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'fixed_ips': [{'subnet_id': 'efb3e904-9268-43aa-a79b-39524586ebd3'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:03:34.239114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.245886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Request body: {'port': {'device_id': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b', 'admin_state_up': True, 'tenant_id': '522c656366bf4416addf76e6230cad20'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:34.268370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-681accb9-66d1-4359-8e42-b8994dbcf2c4 req-eaa9f437-f8ab-4929-b8e0-3457ddef3cfc tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1014345 May 26 16:03:34.269433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.376726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] For port 1ceca25a-f410-4cc6-8130-a5639eb28832, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:34.403193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] For port 1ceca25a-f410-4cc6-8130-a5639eb28832, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ceca25a-f410-4cc6-8130-a5639eb28832,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:34.432049 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.486787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Made reservation on behalf of 522c656366bf4416addf76e6230cad20 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:34.491324 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.556456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1f979d86-4c46-40d6-bb87-4e0383bbfc7b None None] Provisioning complete for port 1ceca25a-f410-4cc6-8130-a5639eb28832 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:34.556993 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1f979d86-4c46-40d6-bb87-4e0383bbfc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.602481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-98670d76-efed-410c-b74e-3cc0135a9a55 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2442684 May 26 16:03:34.670035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.683046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4004fc-c70b-4a5a-8980-dfd136ce8589 req-4ec58281-a30e-4d24-babd-406862f5a392 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.684639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b4004fc-c70b-4a5a-8980-dfd136ce8589 req-4ec58281-a30e-4d24-babd-406862f5a392 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 944 time: 0.3400588 May 26 16:03:34.730354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:34.731213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:34.749966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Allocated IP 19.86.0.14 (eb2c9b7a-e42f-478e-b593-31665064b84b/afc84def-fb8b-405d-a5e1-f10615ac2f2c/32ca6275-74af-46ee-8a33-8b667ad5dbfc) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:34.771335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905c2ee-ae60-4c7e-a5bf-c0f2808e0712 None None] Pushing event updated for resources: {'Port': ['ID=1ceca25a-f410-4cc6-8130-a5639eb28832,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:34.848373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b4004fc-c70b-4a5a-8980-dfd136ce8589 req-ccd95f9b-67de-4cb8-89f3-39ef162ac020 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463521 May 26 16:03:34.862047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Allocated IP 172.20.0.2 (7c3fa174-7934-4df6-a04c-0e519694512d/efb3e904-9268-43aa-a79b-39524586ebd3/f0caa2da-a1bf-4b18-b9a6-2d233335d4a8) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:34.944000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb38ab-0042-439c-8280-77e0bd3d51d5 req-5d9d3124-7b05-4ec4-acb3-92ee5752cbeb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.948011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceeb38ab-0042-439c-8280-77e0bd3d51d5 req-5d9d3124-7b05-4ec4-acb3-92ee5752cbeb tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 932 time: 0.4619570 May 26 16:03:35.034343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-aec08b09-ff47-4945-a293-546daa977974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.035939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-aec08b09-ff47-4945-a293-546daa977974 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 1098 time: 0.3480864 May 26 16:03:35.067229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceeb38ab-0042-439c-8280-77e0bd3d51d5 req-b4236a7b-4084-4c21-9167-fa775160f8bd tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851479 May 26 16:03:35.076095 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.082668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1f979d86-4c46-40d6-bb87-4e0383bbfc7b None None] Current status of the port 1ceca25a-f410-4cc6-8130-a5639eb28832 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:35.083398 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1f979d86-4c46-40d6-bb87-4e0383bbfc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.108468 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0013c970-73fe-4576-b4c0-ea73b5bd7d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.113305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:35.132672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.218783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Network eb2c9b7a-e42f-478e-b593-31665064b84b is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:35.229041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:35.258341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:35.264563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event updated for resources: {'Port': ['ID=32ca6275-74af-46ee-8a33-8b667ad5dbfc,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:35.266621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-61f31869-5bed-4f6b-b54c-764422e40051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.268350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1f979d86-4c46-40d6-bb87-4e0383bbfc7b None None] For port 1ceca25a-f410-4cc6-8130-a5639eb28832, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ceca25a-f410-4cc6-8130-a5639eb28832,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:35.280117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-61f31869-5bed-4f6b-b54c-764422e40051 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.2042575 May 26 16:03:35.285124 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1f979d86-4c46-40d6-bb87-4e0383bbfc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.405707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.406819 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.435084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f979d86-4c46-40d6-bb87-4e0383bbfc7b None None] Pushing event updated for resources: {'Port': ['ID=1ceca25a-f410-4cc6-8130-a5639eb28832,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:35.458495 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-7a4d51cc-f9f8-488b-9b48-55f15a00928a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2290502 May 26 16:03:35.471493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Request body: {'port': {'device_id': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:35.544516 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.570774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b402f8f0-3bad-45d1-92f3-f551ac4b76d3 None None] Provisioning complete for port 1ceca25a-f410-4cc6-8130-a5639eb28832 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:35.571744 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b402f8f0-3bad-45d1-92f3-f551ac4b76d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.612855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-8baa6f04-24e6-4260-b59d-c93260b55ac0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c04ac970-48e1-4a81-8548-f4399867bbd1 HTTP/1.1" status: 200 len: 1002 time: 0.2806025 May 26 16:03:35.613888 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.622720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:35.646730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db7b62f6-e3ff-40f5-87f0-b4a89d6aa356 req-c86e8d6f-5e76-4e23-812e-10568cfc1faa tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1540625 May 26 16:03:35.653722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.666051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e68bc-9966-4c27-8abb-d170d9b51865 req-6364bfed-4327-4e9d-a4ba-6b9d3c04eeeb tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.674683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f30e68bc-9966-4c27-8abb-d170d9b51865 req-6364bfed-4327-4e9d-a4ba-6b9d3c04eeeb tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.3340824 May 26 16:03:35.808697 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.827433 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.842562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-9f84f73d-e423-4b67-a8b1-81b147a8d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.848244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-9f84f73d-e423-4b67-a8b1-81b147a8d0d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.1994750 May 26 16:03:35.908364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f30e68bc-9966-4c27-8abb-d170d9b51865 req-3c3f4e95-75e9-4a57-85ec-ec05232415c2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326171 May 26 16:03:36.012674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-63a39637-4aa1-44a8-8ce7-7e6268af4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.014255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-63a39637-4aa1-44a8-8ce7-7e6268af4582 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549954 May 26 16:03:36.030067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Network 7c3fa174-7934-4df6-a04c-0e519694512d is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:36.064860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Allocated IP 172.25.0.230 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/85767ffd-a9a7-4397-a154-8c11483c20b1) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:36.072552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b402f8f0-3bad-45d1-92f3-f551ac4b76d3 None None] Current status of the port 1ceca25a-f410-4cc6-8130-a5639eb28832 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:36.076213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:36.084180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Pushing event updated for resources: {'Port': ['ID=f0caa2da-a1bf-4b18-b9a6-2d233335d4a8,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:36.086875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:36.107043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6a597be-3723-4ec7-98ef-ce68fdda4889 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:36.107498 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.154166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:36.185878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 4a9474d4-7844-4884-9fd2-8726537fffed up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:36.189704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b402f8f0-3bad-45d1-92f3-f551ac4b76d3 None None] Provisioning complete for port fdd67c7e-845a-47bf-910a-488459d321ae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:36.190118 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b402f8f0-3bad-45d1-92f3-f551ac4b76d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.202562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebcfb0-1b2d-4753-a564-0d698a3907cb req-152ce45b-2a6f-45d2-8dbd-87ca8e16fcc8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.206995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91ebcfb0-1b2d-4753-a564-0d698a3907cb req-152ce45b-2a6f-45d2-8dbd-87ca8e16fcc8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 944 time: 0.1815059 May 26 16:03:36.357067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd67c7e-845a-47bf-910a-488459d321ae {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:36.370247 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.395270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Transition to ACTIVE for port object fdd67c7e-845a-47bf-910a-488459d321ae will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:36.400795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.414149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-fb351174-8478-4940-bcab-8d67ad371fbd service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468077 May 26 16:03:36.420185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91ebcfb0-1b2d-4753-a564-0d698a3907cb req-e82c3460-55ed-4a05-8910-56391c727fe6 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038655 May 26 16:03:36.433460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826e996-3df8-4a23-83de-b2bd93b8ba19 req-99b40559-13ca-4d90-88ce-909c5367959b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.440766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826e996-3df8-4a23-83de-b2bd93b8ba19 req-99b40559-13ca-4d90-88ce-909c5367959b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.449877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1826e996-3df8-4a23-83de-b2bd93b8ba19 req-99b40559-13ca-4d90-88ce-909c5367959b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1654 time: 0.2397249 May 26 16:03:36.485947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd67c7e-845a-47bf-910a-488459d321ae,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:36.630526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1826e996-3df8-4a23-83de-b2bd93b8ba19 req-f22ddf8f-5971-4fc9-ae13-b920ca49b1c3 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793401 May 26 16:03:36.661047 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.686122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Attempting to bind port fdd67c7e-845a-47bf-910a-488459d321ae on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:36.686733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Attempting to bind port fdd67c7e-845a-47bf-910a-488459d321ae by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:36.686913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Attempting to bind port fdd67c7e-845a-47bf-910a-488459d321ae on network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:36.704945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Port fdd67c7e-845a-47bf-910a-488459d321ae on network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:36.705307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Attempting to bind port fdd67c7e-845a-47bf-910a-488459d321ae on network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:36.723049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:36.723450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Checking segment: {'id': 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:36.723910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Bound using segment: {'id': 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:36.724387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Bound port: fdd67c7e-845a-47bf-910a-488459d321ae, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:36.730066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.787629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:03:36.790911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:36.803930 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3512ea15-fb73-4244-8001-e4965235f99c" -d '{"events": [{"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:36.816110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22b5dc6-8b99-4758-b897-f39ba34feea0 req-eeed30ff-3fb2-4e28-b078-c307e1b18795 service neutron] 10.222.0.24 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519626 May 26 16:03:36.881807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] For port fdd67c7e-845a-47bf-910a-488459d321ae, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:36.886504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] For port fdd67c7e-845a-47bf-910a-488459d321ae, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fdd67c7e-845a-47bf-910a-488459d321ae,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:36.892652 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.913937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62097605-d29f-4137-89bb-3a2b39cd2a04 req-adc23ef4-0451-451c-8a8f-4b6648c55fa7 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0872986 May 26 16:03:36.926477 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.008213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd67c7e-845a-47bf-910a-488459d321ae,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:37.028876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.030034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.032048 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6a1d01af-3970-4e7c-b22f-df65cc43c224 service neutron] 10.222.0.24 "PUT /v2.0/ports/fdd67c7e-845a-47bf-910a-488459d321ae HTTP/1.1" status: 200 len: 1092 time: 1.5647891 May 26 16:03:37.038046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'tag': 'fdd67c7e-845a-47bf-910a-488459d321ae'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:37.044095 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c435de5c-1b9a-4eee-b2a0-0e83c1875153" -d '{"events": [{"name": "network-changed", "server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "tag": "fdd67c7e-845a-47bf-910a-488459d321ae"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:37.061928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Pushing event updated for resources: {'Port': ['ID=85767ffd-a9a7-4397-a154-8c11483c20b1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:37.072793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:37.083769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Request body: {'port': {'device_id': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:37.101822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.102215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.102592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.102952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.103295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.103658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.104042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.104411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.105296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.105636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.105972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.119581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:37.138273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779', 'mac_address': 'fa:16:3e:89:65:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:37.140868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:37.143510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b402f8f0-3bad-45d1-92f3-f551ac4b76d3 None None] Port fdd67c7e-845a-47bf-910a-488459d321ae cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:37.143739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:37.158799 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e33328e-3b73-4495-88dc-d580c347bb59 x-openstack-request-id: req-7e33328e-3b73-4495-88dc-d580c347bb59 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:37.159171 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "tag": "fdd67c7e-845a-47bf-910a-488459d321ae", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:37.159372 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e33328e-3b73-4495-88dc-d580c347bb59 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:37.159822 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e33328e-3b73-4495-88dc-d580c347bb59'] response: {'name': 'network-changed', 'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'tag': 'fdd67c7e-845a-47bf-910a-488459d321ae', 'status': 'completed', 'code': 200} May 26 16:03:37.161352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:37.176985 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eff3241-76d1-47e6-a99e-4c0f5e3631a6 x-openstack-request-id: req-3eff3241-76d1-47e6-a99e-4c0f5e3631a6 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:37.180313 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:37.180714 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3eff3241-76d1-47e6-a99e-4c0f5e3631a6 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:37.182358 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eff3241-76d1-47e6-a99e-4c0f5e3631a6'] response: {'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'code': 200} May 26 16:03:37.242400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:37.266707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.270555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1ceca25a-f410-4cc6-8130-a5639eb28832', 'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'mac_address': 'fa:16:3e:83:c8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:25Z', 'updated_at': '2022-05-26T16:03:34Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'subnets': [{'id': '89acc52f-721e-427f-b71c-59781d53d629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:37.318799 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.321851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Attempting to bind port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:37.323416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Attempting to bind port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '74af874a-8730-4c71-b94e-775ee6ab7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:37.323859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Attempting to bind port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 on network 7c3fa174-7934-4df6-a04c-0e519694512d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:37.346655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf46b3-a078-45fd-949f-e50827e48741 None None] The sync data for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 is: [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1ceca25a-f410-4cc6-8130-a5639eb28832', 'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'mac_address': 'fa:16:3e:83:c8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:25Z', 'updated_at': '2022-05-26T16:03:34Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'subnets': [{'id': '89acc52f-721e-427f-b71c-59781d53d629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:37.492797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e6e7f-b9f8-4722-955b-e1afc9c2887c req-6508d0db-f5fe-4eff-bfaa-bc6a09cb11d1 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.506018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f2e6e7f-b9f8-4722-955b-e1afc9c2887c req-6508d0db-f5fe-4eff-bfaa-bc6a09cb11d1 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.2560053 May 26 16:03:37.634528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 4a9474d4-7844-4884-9fd2-8726537fffed completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:37.654972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:37.655437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Checking segment: {'id': '74af874a-8730-4c71-b94e-775ee6ab7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:37.656128 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.656630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Bound using segment: {'id': '74af874a-8730-4c71-b94e-775ee6ab7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:37.657389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Bound port: f0caa2da-a1bf-4b18-b9a6-2d233335d4a8, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74af874a-8730-4c71-b94e-775ee6ab7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:37.657884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.681193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435de5c-1b9a-4eee-b2a0-0e83c1875153 req-93187004-bd94-4f05-8fa3-3d0453fad0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.684699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435de5c-1b9a-4eee-b2a0-0e83c1875153 req-93187004-bd94-4f05-8fa3-3d0453fad0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.687646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c435de5c-1b9a-4eee-b2a0-0e83c1875153 req-93187004-bd94-4f05-8fa3-3d0453fad0a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=522c656366bf4416addf76e6230cad20&device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1913 time: 0.4522352 May 26 16:03:37.696448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:37.696986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.725854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 4a9474d4-7844-4884-9fd2-8726537fffed triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:37.726239 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.728273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52fcc8c2-54b4-4723-ab1c-8dc166b757cc None None] Provisioning complete for port 32ca6275-74af-46ee-8a33-8b667ad5dbfc triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:37.728638 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52fcc8c2-54b4-4723-ab1c-8dc166b757cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.775038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35518) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:37.904759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:37.930384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:37.935832 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-16ddb86a-dc39-4769-9c72-d01ac7f64c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.976347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f2e6e7f-b9f8-4722-955b-e1afc9c2887c req-f5127d3b-df5b-48ce-bfe7-9b06df6c1145 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689302 May 26 16:03:37.999513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:38.001910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52fcc8c2-54b4-4723-ab1c-8dc166b757cc None None] Port 32ca6275-74af-46ee-8a33-8b667ad5dbfc cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:38.031255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.097700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e0108-3202-4568-a592-06e0299cb3ef req-af1c6ac9-647a-4058-b694-450305ebe8c8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.114793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-917e0108-3202-4568-a592-06e0299cb3ef req-af1c6ac9-647a-4058-b694-450305ebe8c8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 944 time: 0.4687524 May 26 16:03:38.141653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] For port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:38.221457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:38.236123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ca6275-74af-46ee-8a33-8b667ad5dbfc {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:38.248085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.267825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Transition to ACTIVE for port object 32ca6275-74af-46ee-8a33-8b667ad5dbfc will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:38.293539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.305310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.338452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] For port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f0caa2da-a1bf-4b18-b9a6-2d233335d4a8,segment=NetworkSegment(74af874a-8730-4c71-b94e-775ee6ab7927),segment_id=74af874a-8730-4c71-b94e-775ee6ab7927)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:38.460947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-917e0108-3202-4568-a592-06e0299cb3ef req-3ac07eca-8642-4859-b9b8-01e58eea430b tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372126 May 26 16:03:38.555403 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.606355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af8f17-d6b8-4594-a02b-ecae2cd906d6 req-1463db85-2c56-4236-8e4a-a3b64bbfd48a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.628290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af8f17-d6b8-4594-a02b-ecae2cd906d6 req-1463db85-2c56-4236-8e4a-a3b64bbfd48a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.638701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca6275-74af-46ee-8a33-8b667ad5dbfc,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:38.645275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13af8f17-d6b8-4594-a02b-ecae2cd906d6 req-1463db85-2c56-4236-8e4a-a3b64bbfd48a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1678 time: 0.3498302 May 26 16:03:38.663924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435de5c-1b9a-4eee-b2a0-0e83c1875153 req-d47fc664-692b-40c7-ba2c-60c0e0585c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.664658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435de5c-1b9a-4eee-b2a0-0e83c1875153 req-d47fc664-692b-40c7-ba2c-60c0e0585c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.665397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435de5c-1b9a-4eee-b2a0-0e83c1875153 req-d47fc664-692b-40c7-ba2c-60c0e0585c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.667247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c435de5c-1b9a-4eee-b2a0-0e83c1875153 req-d47fc664-692b-40c7-ba2c-60c0e0585c0d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=522c656366bf4416addf76e6230cad20&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8751473 May 26 16:03:38.729945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6f03949-b32d-4e67-bf6b-5214a9946aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.745698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:38.977390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 4a9474d4-7844-4884-9fd2-8726537fffed is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:38.978087 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.993381 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.013532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Attempting to bind port 32ca6275-74af-46ee-8a33-8b667ad5dbfc on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:39.015601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Attempting to bind port 32ca6275-74af-46ee-8a33-8b667ad5dbfc by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'f1c6437f-deac-490f-879b-ea366c3ffce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:39.018683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Attempting to bind port 32ca6275-74af-46ee-8a33-8b667ad5dbfc on network eb2c9b7a-e42f-478e-b593-31665064b84b {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:39.065773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Port 32ca6275-74af-46ee-8a33-8b667ad5dbfc on network eb2c9b7a-e42f-478e-b593-31665064b84b not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:39.078432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Attempting to bind port 32ca6275-74af-46ee-8a33-8b667ad5dbfc on network eb2c9b7a-e42f-478e-b593-31665064b84b {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:39.085545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6f03949-b32d-4e67-bf6b-5214a9946aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.086831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:39.088410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Checking segment: {'id': 'f1c6437f-deac-490f-879b-ea366c3ffce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:39.089413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Bound using segment: {'id': 'f1c6437f-deac-490f-879b-ea366c3ffce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:39.089926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Bound port: 32ca6275-74af-46ee-8a33-8b667ad5dbfc, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c6437f-deac-490f-879b-ea366c3ffce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:39.092783 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.099927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ceca25a-f410-4cc6-8130-a5639eb28832 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:39.103045 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6f03949-b32d-4e67-bf6b-5214a9946aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.196878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f03949-b32d-4e67-bf6b-5214a9946aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b056f9d-5664-43dd-a266-add928c9f620,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:39.268333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 4a9474d4-7844-4884-9fd2-8726537fffed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=4a9474d4-7844-4884-9fd2-8726537fffed,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:39.281314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:39.283106 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f6f03949-b32d-4e67-bf6b-5214a9946aa1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22a85d909a45477ca8b0d1a641131072&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1537471 May 26 16:03:39.284464 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a0e5fa-1765-4029-8dfa-eb1b7bb0db82" -d '{"events": [{"server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "name": "network-vif-plugged", "status": "completed", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:39.288435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35530) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:39.308123 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.350839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c050df-e683-4341-aa25-9ab0c1d2d2d0 None None] Pushing event updated for resources: {'Port': ['ID=f0caa2da-a1bf-4b18-b9a6-2d233335d4a8,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:39.478995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=4a9474d4-7844-4884-9fd2-8726537fffed,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:39.577779 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f000b91-a21f-40df-a9d9-d57c6262625b req-6617aedb-912e-4f03-82e4-d54de7a89609 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.9091489 May 26 16:03:39.590298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1ceca25a-f410-4cc6-8130-a5639eb28832 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:39.590943 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.635250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] For port 32ca6275-74af-46ee-8a33-8b667ad5dbfc, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:39.644081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] For port 32ca6275-74af-46ee-8a33-8b667ad5dbfc, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=32ca6275-74af-46ee-8a33-8b667ad5dbfc,segment=NetworkSegment(f1c6437f-deac-490f-879b-ea366c3ffce7),segment_id=f1c6437f-deac-490f-879b-ea366c3ffce7)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:39.644959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:39.660081 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.782830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6915fea0-8bb6-4525-a52c-1d81398b47a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.799336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca6275-74af-46ee-8a33-8b667ad5dbfc,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:39.814476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:39.817510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:39.824982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.829386 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-cd579d68-2d09-4a60-8749-e4d1b1eca1f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/32ca6275-74af-46ee-8a33-8b667ad5dbfc HTTP/1.1" status: 200 len: 1091 time: 2.7540522 May 26 16:03:39.832021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'tag': '32ca6275-74af-46ee-8a33-8b667ad5dbfc'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:39.847012 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635b91da-f907-4c63-bc74-028ae5bec8de" -d '{"events": [{"name": "network-changed", "server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "tag": "32ca6275-74af-46ee-8a33-8b667ad5dbfc"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:39.859165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'mac_address': 'fa:16:3e:7f:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:39.917892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6915fea0-8bb6-4525-a52c-1d81398b47a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.963258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13af8f17-d6b8-4594-a02b-ecae2cd906d6 req-cff66bbc-c411-4b43-bdd3-60fb576d839e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3137569 May 26 16:03:39.999205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1ceca25a-f410-4cc6-8130-a5639eb28832 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:40.021300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:40.023816 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.092020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6915fea0-8bb6-4525-a52c-1d81398b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.094977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6915fea0-8bb6-4525-a52c-1d81398b47a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.098499 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6915fea0-8bb6-4525-a52c-1d81398b47a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b056f9d-5664-43dd-a266-add928c9f620 HTTP/1.1" status: 204 len: 168 time: 0.8067913 May 26 16:03:40.098892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a04e53f-797a-4b75-bb03-d2654fb9ec59 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:40.134529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915fea0-8bb6-4525-a52c-1d81398b47a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b056f9d-5664-43dd-a266-add928c9f620,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:40.146152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:40.290681 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc85ed1-a1b5-4102-9aa9-72ad900f2065 x-openstack-request-id: req-9bc85ed1-a1b5-4102-9aa9-72ad900f2065 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:40.291419 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "name": "network-vif-plugged", "status": "completed", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:40.291624 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bc85ed1-a1b5-4102-9aa9-72ad900f2065 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:40.292149 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc85ed1-a1b5-4102-9aa9-72ad900f2065'] response: {'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed', 'code': 200} May 26 16:03:40.318557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:40.332459 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.399821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:40.400768 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.441037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc3b6-115c-4054-9424-71ccb2adca64 req-1a567197-77b3-4167-a367-85a5971fc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.442676 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-568bc3b6-115c-4054-9424-71ccb2adca64 req-1a567197-77b3-4167-a367-85a5971fc6f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 1096 time: 0.1233959 May 26 16:03:40.474594 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.560667 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-568bc3b6-115c-4054-9424-71ccb2adca64 req-62507409-c4bf-4445-8dfd-d9a17690ea9c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038632 May 26 16:03:40.593465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea52eb-5db8-4e58-8431-145ff3ebda92 req-1b623fda-754b-4896-94d9-a77b6404ea7f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.602405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aeea52eb-5db8-4e58-8431-145ff3ebda92 req-1b623fda-754b-4896-94d9-a77b6404ea7f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.6496935 May 26 16:03:40.648809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435de5c-1b9a-4eee-b2a0-0e83c1875153 req-e1925eaa-8ac5-41f4-8369-5be06d608646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.650555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c435de5c-1b9a-4eee-b2a0-0e83c1875153 req-e1925eaa-8ac5-41f4-8369-5be06d608646 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0985336 May 26 16:03:40.662820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ca6ae-3788-4403-b558-9a81b500d72e req-240a8bba-72ff-4a0e-b1a0-9526baa4062a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.673368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae9ca6ae-3788-4403-b558-9a81b500d72e req-240a8bba-72ff-4a0e-b1a0-9526baa4062a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 945 time: 0.3016388 May 26 16:03:40.684939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['4a04e53f-797a-4b75-bb03-d2654fb9ec59'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:40.705016 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.710604 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.744240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:40.863909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:40.866339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.985513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95557692-564e-410f-873a-5fed7a7291e4 None None] Network 7c3fa174-7934-4df6-a04c-0e519694512d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:41.030467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:41.034505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aeea52eb-5db8-4e58-8431-145ff3ebda92 req-d954f4d0-bd50-4c9c-8864-8786a115dd8e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296455 May 26 16:03:41.068950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:41.111186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae9ca6ae-3788-4403-b558-9a81b500d72e req-74ef8b6b-33d0-483a-a17b-72f555961f51 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360397 May 26 16:03:41.154305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-2649e63f-f864-4103-826e-aa44b443198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.156733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-2649e63f-f864-4103-826e-aa44b443198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.158373 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f509bef-c19a-4216-a6f6-949fed1fdb27 x-openstack-request-id: req-8f509bef-c19a-4216-a6f6-949fed1fdb27 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:41.158965 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "tag": "32ca6275-74af-46ee-8a33-8b667ad5dbfc", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:41.159096 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f509bef-c19a-4216-a6f6-949fed1fdb27 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:41.159407 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f509bef-c19a-4216-a6f6-949fed1fdb27'] response: {'name': 'network-changed', 'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'tag': '32ca6275-74af-46ee-8a33-8b667ad5dbfc', 'status': 'completed', 'code': 200} May 26 16:03:41.161971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-2649e63f-f864-4103-826e-aa44b443198c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=522c656366bf4416addf76e6230cad20&device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1980 time: 0.4190359 May 26 16:03:41.170469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Router e69d7b69-8da1-4949-901e-a85613e3a6af is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:03:41.216694 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.323719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-b4300d06-9e5e-4852-8928-7b36a3114860 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=fdd67c7e-845a-47bf-910a-488459d321ae HTTP/1.1" status: 200 len: 217 time: 0.1492271 May 26 16:03:41.349174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fcb6de89-00fc-4cb9-89ac-df29cbbe6368 None None] Provisioning complete for port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:41.350020 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fcb6de89-00fc-4cb9-89ac-df29cbbe6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.374862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a018ebe3-da86-40c9-b242-419b62d299c9 req-8acc9e9d-9461-47d0-882f-4f94ef17eb67 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0732956 May 26 16:03:41.521183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:41.594041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-d1136017-185a-4b97-90e1-d61bffc94e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.599744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-d1136017-185a-4b97-90e1-d61bffc94e50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e94837c9-0113-4346-8e8c-ab86c2fb5792 HTTP/1.1" status: 200 len: 801 time: 0.2222416 May 26 16:03:41.622513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:41.736860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:41.744675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35580) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:41.750619 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Sync routers for ids ['e69d7b69-8da1-4949-901e-a85613e3a6af'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:41.794667 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Routers {'e69d7b69-8da1-4949-901e-a85613e3a6af'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:41.797085 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e69d7b69-8da1-4949-901e-a85613e3a6af'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:41.852321 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.860135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6f02309e-dd1d-4f74-accd-b35f107cd13e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0440052 May 26 16:03:41.862170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35584) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:41.919488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a9b36-7a74-4417-a460-8633ae89df43 req-978f9be7-57d7-41d5-8c7a-4263473c55d5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.924280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6de89-00fc-4cb9-89ac-df29cbbe6368 None None] Current status of the port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:41.924657 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fcb6de89-00fc-4cb9-89ac-df29cbbe6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.937229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:41.937602 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.938694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a9b36-7a74-4417-a460-8633ae89df43 req-978f9be7-57d7-41d5-8c7a-4263473c55d5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.943502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d83a9b36-7a74-4417-a460-8633ae89df43 req-978f9be7-57d7-41d5-8c7a-4263473c55d5 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1678 time: 0.4299371 May 26 16:03:41.967074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-eb0a6fc7-6b89-401c-9c76-9467f7304573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.969282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-eb0a6fc7-6b89-401c-9c76-9467f7304573 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af4fdf6-c6a4-4d50-8afb-48a4fac79164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3498268 May 26 16:03:42.088603 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-819403289-network', 'tenant_id': '3b140342e336402d835550466d16d88c'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:42.099086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d83a9b36-7a74-4417-a460-8633ae89df43 req-725e4dc9-265a-4402-9f6d-dc145b4c4dd3 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229076 May 26 16:03:42.168240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fcb6de89-00fc-4cb9-89ac-df29cbbe6368 None None] For port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f0caa2da-a1bf-4b18-b9a6-2d233335d4a8,segment=NetworkSegment(74af874a-8730-4c71-b94e-775ee6ab7927),segment_id=74af874a-8730-4c71-b94e-775ee6ab7927)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:42.184259 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fcb6de89-00fc-4cb9-89ac-df29cbbe6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.209326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-8c617fc7-a51c-4fb8-8719-e9b3ebafb1d1 service neutron] 10.222.0.24 "GET /v2.0/networks/1af4fdf6-c6a4-4d50-8afb-48a4fac79164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193532 May 26 16:03:42.250981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Made reservation on behalf of 3b140342e336402d835550466d16d88c for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:42.253501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.255820 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Set router e69d7b69-8da1-4949-901e-a85613e3a6af gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:42.283397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.294055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:42.297064 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccab069-6188-4d49-a65c-39eab454ee00" -d '{"events": [{"server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "name": "network-vif-plugged", "status": "completed", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:42.387393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 is: BUILD; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:42.388042 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.476337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:42.482266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.496244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.514315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-c9ced847-d239-46f7-af87-4b281bfa4897 service neutron] 10.222.0.24 "GET /v2.0/networks/1af4fdf6-c6a4-4d50-8afb-48a4fac79164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940376 May 26 16:03:42.523188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4a04e53f-797a-4b75-bb03-d2654fb9ec59 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:42.535059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6de89-00fc-4cb9-89ac-df29cbbe6368 None None] Pushing event updated for resources: {'Port': ['ID=f0caa2da-a1bf-4b18-b9a6-2d233335d4a8,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:42.539079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15e91-7db7-4294-99da-03825de52d34 req-046dce40-d33e-4356-be09-db77ae1ab3be tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:42.560122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac15e91-7db7-4294-99da-03825de52d34 req-046dce40-d33e-4356-be09-db77ae1ab3be tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 945 time: 0.1906705 May 26 16:03:42.568715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef772094-a7a0-4947-afe4-7a565a9a1c3d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:42.587219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:42.593962 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.604731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec917-f50e-489b-b78c-665f35a976f0 req-bf7de217-9c80-4b23-9aba-ea814ee4da46 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:42.616750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e99ec917-f50e-489b-b78c-665f35a976f0 req-bf7de217-9c80-4b23-9aba-ea814ee4da46 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 949 time: 0.3373566 May 26 16:03:42.647352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:42.675402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.676890 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Added segment 72eeced9-9f0b-4f15-b738-e4714c42cce2 of type vlan for network 5a98091c-a531-4e0f-8d0c-f0964ad088eb May 26 16:03:42.706839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-787e7c97-c9f9-48fc-8bba-d0eef68d4a84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.14&port_id=32ca6275-74af-46ee-8a33-8b667ad5dbfc HTTP/1.1" status: 200 len: 217 time: 0.1365833 May 26 16:03:42.728993 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:42.838031 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:33Z', 'updated_at': '2022-05-26T16:03:37Z', 'revision_number': 3, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'gw_port': {'id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:35Z', 'updated_at': '2022-05-26T16:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:42.852722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6debdcea-fffb-4253-ba73-bdf608f15bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:42.854225 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-6debdcea-fffb-4253-ba73-bdf608f15bf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afc84def-fb8b-405d-a5e1-f10615ac2f2c HTTP/1.1" status: 200 len: 801 time: 0.1289501 May 26 16:03:42.873285 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Checking router: e69d7b69-8da1-4949-901e-a85613e3a6af for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:42.873907 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Updating router e69d7b69-8da1-4949-901e-a85613e3a6af port 85767ffd-a9a7-4397-a154-8c11483c20b1 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:03:42.880961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.886889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac15e91-7db7-4294-99da-03825de52d34 req-990a607e-0822-4506-8c65-da7b28aba7da tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258832 May 26 16:03:42.906551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e99ec917-f50e-489b-b78c-665f35a976f0 req-8afc4aa2-dada-42d9-bab1-d72dc11f7fa3 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245450 May 26 16:03:42.955384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fe850547-631b-4d0e-b796-77974e6fff17 None None] Provisioning complete for port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:42.955776 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fe850547-631b-4d0e-b796-77974e6fff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.960516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-d8c504f3-f857-460b-b123-f6f21a567461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:42.963075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-d8c504f3-f857-460b-b123-f6f21a567461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2c9b7a-e42f-478e-b593-31665064b84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0997741 May 26 16:03:42.979007 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.018184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:03:43.060290 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2356138c-c475-4c14-9339-383f2684100e x-openstack-request-id: req-2356138c-c475-4c14-9339-383f2684100e {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:43.064197 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "name": "network-vif-plugged", "status": "completed", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:43.064651 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2356138c-c475-4c14-9339-383f2684100e {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:43.066156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.066869 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2356138c-c475-4c14-9339-383f2684100e'] response: {'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779', 'code': 200} May 26 16:03:43.071383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.071383 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.085897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:43.223684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:43.225321 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.251708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-bf30a08d-443d-49a2-9450-31c981be0530 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2c9b7a-e42f-478e-b593-31665064b84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776554 May 26 16:03:43.257670 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5114276 May 26 16:03:43.298495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35606) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:43.311434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Request body: {'subnet': {'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-819403289-subnet', 'tenant_id': '3b140342e336402d835550466d16d88c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:43.325494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745afbb-ca93-4cb7-9939-191df71dbf1b admin admin] Pushing event updated for resources: {'Network': ['ID=5a98091c-a531-4e0f-8d0c-f0964ad088eb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:43.374543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fe850547-631b-4d0e-b796-77974e6fff17 None None] Current status of the port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:43.388765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 5a98091c-a531-4e0f-8d0c-f0964ad088eb details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:43.390672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92527a11-b4b6-482a-8b98-9ab5ba1d6452 req-ad14b656-e346-4a85-ae71-743b54c300e0 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1319599 May 26 16:03:43.502329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Made reservation on behalf of 3b140342e336402d835550466d16d88c for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:43.505793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.515208 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.524457 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.588696 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Attempting to bind port 85767ffd-a9a7-4397-a154-8c11483c20b1 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:43.589106 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Attempting to bind port 85767ffd-a9a7-4397-a154-8c11483c20b1 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:43.590194 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Attempting to bind port 85767ffd-a9a7-4397-a154-8c11483c20b1 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:43.602378 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:43.603549 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:43.604422 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.605234 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:43.606200 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Bound port: 85767ffd-a9a7-4397-a154-8c11483c20b1, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:43.606914 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.623431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eab1fc-e799-4e04-8d84-2251b26ccae3 req-43cba9a7-2eb8-4a59-9de5-2b936c32a971 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.623794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:43.647726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eab1fc-e799-4e04-8d84-2251b26ccae3 req-43cba9a7-2eb8-4a59-9de5-2b936c32a971 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.655692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4eab1fc-e799-4e04-8d84-2251b26ccae3 req-43cba9a7-2eb8-4a59-9de5-2b936c32a971 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1678 time: 0.3016355 May 26 16:03:43.676128 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] For port 85767ffd-a9a7-4397-a154-8c11483c20b1, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:43.680045 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] For port 85767ffd-a9a7-4397-a154-8c11483c20b1, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=85767ffd-a9a7-4397-a154-8c11483c20b1,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:43.684655 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.696445 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Pushing event updated for resources: {'Port': ['ID=85767ffd-a9a7-4397-a154-8c11483c20b1,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:43.705358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.706602 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.707310 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.707883 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.708387 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.709006 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.709516 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.710052 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.710550 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.711058 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.711583 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.712280 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.712817 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:43.721642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406aaa6-bb9c-49f4-a9cb-e80c77d4dc2a req-922e23f6-85e9-4f1d-97d0-9583e4692992 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2c9b7a-e42f-478e-b593-31665064b84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367845 May 26 16:03:43.787833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4eab1fc-e799-4e04-8d84-2251b26ccae3 req-a7ebeb03-4d46-49eb-8942-a56cbf0ab5d7 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173000 May 26 16:03:43.842219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:43.843327 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Routers {'e69d7b69-8da1-4949-901e-a85613e3a6af'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:43.844020 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e69d7b69-8da1-4949-901e-a85613e3a6af'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:43.866674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:43.867051 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.931019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b91da-f907-4c63-bc74-028ae5bec8de req-db8236cd-5654-4afa-96f9-349641e871cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.931513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b91da-f907-4c63-bc74-028ae5bec8de req-db8236cd-5654-4afa-96f9-349641e871cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.943897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-635b91da-f907-4c63-bc74-028ae5bec8de req-db8236cd-5654-4afa-96f9-349641e871cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=522c656366bf4416addf76e6230cad20&device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1980 time: 0.1489103 May 26 16:03:43.956280 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5973-4af8-4ecd-8abe-e5432d877345 None None] Pushing event updated for resources: {'Port': ['ID=85767ffd-a9a7-4397-a154-8c11483c20b1,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:44.080292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:44.082470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.083183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Allocated IP 172.20.0.1 (7c3fa174-7934-4df6-a04c-0e519694512d/efb3e904-9268-43aa-a79b-39524586ebd3/9622b71e-ad25-4f0f-a6e9-c42078753cb8) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:44.099286 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.125275 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] Set router e69d7b69-8da1-4949-901e-a85613e3a6af gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:44.168420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:44.173966 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.266709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:44.325489 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.368625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:44.372054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.385565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006aff6-a43f-4652-a285-377c34ed3f65 req-803f96e3-bcfa-4e26-9039-c3eb83602c9b tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.398499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0006aff6-a43f-4652-a285-377c34ed3f65 req-803f96e3-bcfa-4e26-9039-c3eb83602c9b tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 948 time: 0.2747476 May 26 16:03:44.427957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Network 7c3fa174-7934-4df6-a04c-0e519694512d is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:44.431763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:44.436607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:44.455739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09377-2b61-4a14-be4e-45a8056d864d req-74c30380-155b-4067-9f83-d7856b841d38 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.457837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62b09377-2b61-4a14-be4e-45a8056d864d req-74c30380-155b-4067-9f83-d7856b841d38 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 945 time: 0.2490151 May 26 16:03:44.477877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9622b71e-ad25-4f0f-a6e9-c42078753cb8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:44.498553 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.511896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b91da-f907-4c63-bc74-028ae5bec8de req-592e57d1-c09b-43e8-ab67-124aa262fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.513888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-635b91da-f907-4c63-bc74-028ae5bec8de req-592e57d1-c09b-43e8-ab67-124aa262fa28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb2c9b7a-e42f-478e-b593-31665064b84b HTTP/1.1" status: 200 len: 903 time: 0.4278522 May 26 16:03:44.514843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Checking segment: {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:44.515269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Network hostable DHCP agents. Network: 5a98091c-a531-4e0f-8d0c-f0964ad088eb, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:44.525527 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:33Z', 'updated_at': '2022-05-26T16:03:37Z', 'revision_number': 3, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'gw_port': {'id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:35Z', 'updated_at': '2022-05-26T16:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:44.564748 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3228e89-3e9d-4112-925a-fec6df5a2f2e None None] The sync data for ids ['e69d7b69-8da1-4949-901e-a85613e3a6af'] in n-d-843336-2 is: [{'id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:33Z', 'updated_at': '2022-05-26T16:03:37Z', 'revision_number': 3, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'gw_port': {'id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:35Z', 'updated_at': '2022-05-26T16:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:44.624112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0006aff6-a43f-4652-a285-377c34ed3f65 req-a6f07efe-d07d-4c27-977c-08bd71712a01 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243962 May 26 16:03:44.632684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-635b91da-f907-4c63-bc74-028ae5bec8de req-d4f6220f-7e32-406f-ba57-fed4922dbf87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.14&port_id=32ca6275-74af-46ee-8a33-8b667ad5dbfc HTTP/1.1" status: 200 len: 217 time: 0.0958364 May 26 16:03:44.704348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Network 5a98091c-a531-4e0f-8d0c-f0964ad088eb is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:44.748340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62b09377-2b61-4a14-be4e-45a8056d864d req-54a50569-b669-4ac3-a9d5-c33d4d2f0c2a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698276 May 26 16:03:44.757522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 5a98091c-a531-4e0f-8d0c-f0964ad088eb) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:44.777826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.778736 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.792385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198a424d-0546-44f4-83aa-783ab729670b None None] Network 5a98091c-a531-4e0f-8d0c-f0964ad088eb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:44.793034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.821200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e022e556-fde1-4d15-b906-3cf2db01a8ce admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5177331 May 26 16:03:44.855072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b91da-f907-4c63-bc74-028ae5bec8de req-7eb2ff73-bcf7-4dfd-b190-be009c6944a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.864618 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-635b91da-f907-4c63-bc74-028ae5bec8de req-7eb2ff73-bcf7-4dfd-b190-be009c6944a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afc84def-fb8b-405d-a5e1-f10615ac2f2c HTTP/1.1" status: 200 len: 801 time: 0.2116733 May 26 16:03:45.050578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2873fbc5-4775-49fb-a448-3f5b0f38f3bd None None] Provisioning complete for port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:45.051244 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2873fbc5-4775-49fb-a448-3f5b0f38f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.079950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27cb7bb6-3fbb-49ed-b14f-b932b2fc92cb req-d798b7dc-2ac0-4008-910d-24bf8f414f24 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0963337 May 26 16:03:45.114869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b91da-f907-4c63-bc74-028ae5bec8de req-7b0b8ad8-060f-40ff-8a58-352865ead403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:45.123898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-635b91da-f907-4c63-bc74-028ae5bec8de req-7b0b8ad8-060f-40ff-8a58-352865ead403 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2c9b7a-e42f-478e-b593-31665064b84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2564223 May 26 16:03:45.160270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:45.173669 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ae54ce-f6e7-4931-b3dd-5c23cf461b51" -d '{"events": [{"server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:45.279775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2873fbc5-4775-49fb-a448-3f5b0f38f3bd None None] Port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:45.364330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3babe123-57b9-4b3c-a3fb-c785f7fd9a8f None None] Network 5a98091c-a531-4e0f-8d0c-f0964ad088eb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:45.377911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-635b91da-f907-4c63-bc74-028ae5bec8de req-6f95f2eb-4e01-409b-a01f-2f082b3c0598 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2c9b7a-e42f-478e-b593-31665064b84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932254 May 26 16:03:45.421838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.429072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.527419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-0aa7158f-7a65-40a4-9210-867afc7d21a6 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-466852681&fields=id&tenant_id=ba624589d40644079071a3a24f7f5bad HTTP/1.1" status: 200 len: 267 time: 0.4457800 May 26 16:03:45.546454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9622b71e-ad25-4f0f-a6e9-c42078753cb8,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:45.551328 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.741944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Network 7c3fa174-7934-4df6-a04c-0e519694512d is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:45.743836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:46.070088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Router e69d7b69-8da1-4949-901e-a85613e3a6af has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:03:46.219318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b3a6-08cf-40ae-a5c1-950256018bd9 req-06eafbc7-0315-416c-a25c-f142f9847661 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.226359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c7f9f80b-1575-48e6-8f1e-2fd55b1371a8 None None] Provisioning complete for port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:46.227933 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c7f9f80b-1575-48e6-8f1e-2fd55b1371a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.228732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b3a6-08cf-40ae-a5c1-950256018bd9 req-06eafbc7-0315-416c-a25c-f142f9847661 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.243311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c081b3a6-08cf-40ae-a5c1-950256018bd9 req-06eafbc7-0315-416c-a25c-f142f9847661 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1678 time: 0.8567803 May 26 16:03:46.290992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9f80b-1575-48e6-8f1e-2fd55b1371a8 None None] Port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:46.305364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:46.322712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ef3848e4-0151-4ed6-9a00-d1a84eab00a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/e69d7b69-8da1-4949-901e-a85613e3a6af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4584999 May 26 16:03:46.371819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c081b3a6-08cf-40ae-a5c1-950256018bd9 req-48e46eb6-257a-4cfa-95b0-62ea7a399a47 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272690 May 26 16:03:46.374535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-635b91da-f907-4c63-bc74-028ae5bec8de req-0660346e-67e8-4a97-855d-372223553bc4 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2c9b7a-e42f-478e-b593-31665064b84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9467838 May 26 16:03:46.384226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-8eb72a62-bf38-455c-8423-5733acf3dadc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.386478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-8eb72a62-bf38-455c-8423-5733acf3dadc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 945 time: 0.8294079 May 26 16:03:46.407282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-2e6b85d5-854b-4682-bbd3-f61306b9a8ce tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'port': {'security_groups': ['bc85c574-e771-4c7a-992a-ed8843b8bcbe', '8e9d175b-7808-487b-9d39-532b46b038b5']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:46.469402 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0c173a-5d5f-4f12-b151-20223ef8d760 x-openstack-request-id: req-eb0c173a-5d5f-4f12-b151-20223ef8d760 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:46.470482 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:46.471180 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb0c173a-5d5f-4f12-b151-20223ef8d760 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:46.472171 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0c173a-5d5f-4f12-b151-20223ef8d760'] response: {'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'code': 200} May 26 16:03:46.561522 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-2e6b85d5-854b-4682-bbd3-f61306b9a8ce tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.741245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ba97e-b657-4b99-8766-263ff3c188e1 req-c5d2bad5-cf86-4626-859e-e62905334f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.744775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b92ba97e-b657-4b99-8766-263ff3c188e1 req-c5d2bad5-cf86-4626-859e-e62905334f2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1101 time: 0.0971153 May 26 16:03:47.065518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 85767ffd-a9a7-4397-a154-8c11483c20b1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:47.068370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b92ba97e-b657-4b99-8766-263ff3c188e1 req-1bcecd69-f357-4798-9c0c-305ab28fadec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124707 May 26 16:03:47.103295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-2e6b85d5-854b-4682-bbd3-f61306b9a8ce tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] For port 4a9474d4-7844-4884-9fd2-8726537fffed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=4a9474d4-7844-4884-9fd2-8726537fffed,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:47.161942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-2e6b85d5-854b-4682-bbd3-f61306b9a8ce tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.171706 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-2e6b85d5-854b-4682-bbd3-f61306b9a8ce tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.181326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-84fbbe5f-8153-48fe-9954-706989cb7a98 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.190771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-84fbbe5f-8153-48fe-9954-706989cb7a98 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/networks?id=5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 200 len: 821 time: 0.3130741 May 26 16:03:47.192976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:47.297093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 85767ffd-a9a7-4397-a154-8c11483c20b1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:47.297772 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.302619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b85d5-854b-4682-bbd3-f61306b9a8ce tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'Port': ['ID=4a9474d4-7844-4884-9fd2-8726537fffed,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:47.319934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-2e6b85d5-854b-4682-bbd3-f61306b9a8ce tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.320927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-2e6b85d5-854b-4682-bbd3-f61306b9a8ce tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.336622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58691bf9-e6cd-4e0a-b7ab-1cc6510ae10d req-2e6b85d5-854b-4682-bbd3-f61306b9a8ce tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "PUT /v2.0/ports/4a9474d4-7844-4884-9fd2-8726537fffed HTTP/1.1" status: 200 len: 981 time: 0.9381766 May 26 16:03:47.338154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:47.341331 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be319c9f-87a4-4a02-a286-0d663d6616e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:47.352048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-258cebfe-bd26-4e4d-a066-472e759c23ab tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/quotas/3b140342e336402d835550466d16d88c HTTP/1.1" status: 200 len: 375 time: 0.1601207 May 26 16:03:47.466068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:47.468010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-5ccd949f-769b-4408-817a-309192d8f907 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b140342e336402d835550466d16d88c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150451 May 26 16:03:47.676706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 32ca6275-74af-46ee-8a33-8b667ad5dbfc details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:47.688277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Sync routers for ids ['e69d7b69-8da1-4949-901e-a85613e3a6af'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:47.746042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 85767ffd-a9a7-4397-a154-8c11483c20b1 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:47.746524 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.775651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 85767ffd-a9a7-4397-a154-8c11483c20b1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=85767ffd-a9a7-4397-a154-8c11483c20b1,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:47.798514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-6201b06d-b5fc-44fa-aa5b-32eb45cb5897 service neutron] 10.222.0.39 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866609 May 26 16:03:47.835906 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.929465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Routers {'e69d7b69-8da1-4949-901e-a85613e3a6af'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:47.929751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e69d7b69-8da1-4949-901e-a85613e3a6af'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:47.950623 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076fae9-8589-47a5-ae40-535bf4550ff4 req-66464469-0a2b-4af9-898f-7835ca011815 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.966798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b076fae9-8589-47a5-ae40-535bf4550ff4 req-66464469-0a2b-4af9-898f-7835ca011815 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.4948945 May 26 16:03:48.019821 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:03:48.304915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b076fae9-8589-47a5-ae40-535bf4550ff4 req-f0103ab4-9268-47cd-b074-2b594102ca3d tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178678 May 26 16:03:48.314886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-d4c58312-b804-4030-b727-fa4ba6ec252c service neutron] 10.222.0.39 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140071 May 26 16:03:48.329284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Set router e69d7b69-8da1-4949-901e-a85613e3a6af gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:48.527416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 32ca6275-74af-46ee-8a33-8b667ad5dbfc, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=32ca6275-74af-46ee-8a33-8b667ad5dbfc,segment=NetworkSegment(f1c6437f-deac-490f-879b-ea366c3ffce7),segment_id=f1c6437f-deac-490f-879b-ea366c3ffce7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:48.546630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=85767ffd-a9a7-4397-a154-8c11483c20b1,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:48.578639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30ef79a4-babd-4706-acb1-1eceef4ebf42 req-5c828ac0-0c7b-4974-b271-a2f88a769920 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0692191 May 26 16:03:48.699063 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad3d3b-b437-4848-a0aa-1a2186ed3f0c x-openstack-request-id: req-a9ad3d3b-b437-4848-a0aa-1a2186ed3f0c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:48.699352 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:48.699609 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9ad3d3b-b437-4848-a0aa-1a2186ed3f0c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:48.700060 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ad3d3b-b437-4848-a0aa-1a2186ed3f0c'] response: {'name': 'network-changed', 'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed', 'status': 'completed', 'code': 200} May 26 16:03:48.731256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-40c382bc-7fb6-4aa6-8f1b-9d1f03db5fa6 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-125463243&fields=id&tenant_id=ba624589d40644079071a3a24f7f5bad HTTP/1.1" status: 200 len: 267 time: 0.0719781 May 26 16:03:48.754133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '32ca6275-74af-46ee-8a33-8b667ad5dbfc', 'network_id': 'eb2c9b7a-e42f-478e-b593-31665064b84b', 'port_id': '32ca6275-74af-46ee-8a33-8b667ad5dbfc', 'mac_address': 'fa:16:3e:38:05:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc84def-fb8b-405d-a5e1-f10615ac2f2c', 'ip_address': '19.86.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:48.867501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-1b5806ec-8f5a-4bc9-8eef-e87c3ebb6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:48.871209 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-1b5806ec-8f5a-4bc9-8eef-e87c3ebb6ea5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 1135 time: 0.0883663 May 26 16:03:48.899551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-59eeaa26-03dc-4e02-906c-429f44054730 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:48.919631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-59eeaa26-03dc-4e02-906c-429f44054730 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 984 time: 0.1868162 May 26 16:03:48.926958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-ac236a37-b4a7-4aa9-a890-b882eb7a5811 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'port': {'security_groups': ['8e9d175b-7808-487b-9d39-532b46b038b5', 'bc85c574-e771-4c7a-992a-ed8843b8bcbe', 'f153c5dc-2c57-45cb-ac39-11e84ffcda86']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:48.955467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 32ca6275-74af-46ee-8a33-8b667ad5dbfc is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:48.956189 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.053906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ca6275-74af-46ee-8a33-8b667ad5dbfc {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:49.057066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69288f7-0fb4-4745-8fbc-e638c85c8bc6 req-e898e230-e388-441e-9fcc-5a20c8da2a78 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.066870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69288f7-0fb4-4745-8fbc-e638c85c8bc6 req-e898e230-e388-441e-9fcc-5a20c8da2a78 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.076658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a69288f7-0fb4-4745-8fbc-e638c85c8bc6 req-e898e230-e388-441e-9fcc-5a20c8da2a78 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1678 time: 0.3073347 May 26 16:03:49.090827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 85767ffd-a9a7-4397-a154-8c11483c20b1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:49.163792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-518efce5-a383-4418-9f7c-ee126d1397bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.169391 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-518efce5-a383-4418-9f7c-ee126d1397bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 913 time: 0.2870433 May 26 16:03:49.200885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a69288f7-0fb4-4745-8fbc-e638c85c8bc6 req-01962477-7f21-4662-a946-7362abf110c4 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230669 May 26 16:03:49.203928 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-ac236a37-b4a7-4aa9-a890-b882eb7a5811 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.348761 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-32289f44-f622-428c-9a4c-c9687534f4dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a9474d4-7844-4884-9fd2-8726537fffed HTTP/1.1" status: 200 len: 217 time: 0.1646473 May 26 16:03:49.451851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-437b2b22-b3b0-439a-83ea-a84fdbfbc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.455320 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-437b2b22-b3b0-439a-83ea-a84fdbfbc0f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 200 len: 852 time: 0.0927658 May 26 16:03:49.535775 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-39cca710-47a3-4617-90a2-188a55a62c1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695505 May 26 16:03:49.775175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 32ca6275-74af-46ee-8a33-8b667ad5dbfc, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=32ca6275-74af-46ee-8a33-8b667ad5dbfc,segment=NetworkSegment(f1c6437f-deac-490f-879b-ea366c3ffce7),segment_id=f1c6437f-deac-490f-879b-ea366c3ffce7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:49.816744 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-7ab5c986-711d-495a-ad54-a661ac1409a7 service neutron] 10.222.0.32 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674620 May 26 16:03:49.825972 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.831979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fdd67c7e-845a-47bf-910a-488459d321ae details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:49.932656 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-be319c9f-87a4-4a02-a286-0d663d6616e5 req-6a3afef6-6253-4248-8c41-af7b15ab2212 service neutron] 10.222.0.32 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081223 May 26 16:03:49.936842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-ac236a37-b4a7-4aa9-a890-b882eb7a5811 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] For port 4a9474d4-7844-4884-9fd2-8726537fffed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=4a9474d4-7844-4884-9fd2-8726537fffed,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:50.022889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f033a049-93d8-4fe8-9a68-0379f74383b8 req-ef6def7c-370b-42a2-8057-04d96404a8d9 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 210 time: 0.1854398 May 26 16:03:50.056262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=32ca6275-74af-46ee-8a33-8b667ad5dbfc,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:50.080044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 85767ffd-a9a7-4397-a154-8c11483c20b1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:50.082202 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.104451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:33Z', 'updated_at': '2022-05-26T16:03:44Z', 'revision_number': 4, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'gw_port': {'id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:35Z', 'updated_at': '2022-05-26T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '9622b71e-ad25-4f0f-a6e9-c42078753cb8', 'name': '', 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'mac_address': 'fa:16:3e:c2:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'efb3e904-9268-43aa-a79b-39524586ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:43Z', 'updated_at': '2022-05-26T16:03:44Z', 'revision_number': 2, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'subnets': [{'id': 'efb3e904-9268-43aa-a79b-39524586ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:50.106751 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-ac236a37-b4a7-4aa9-a890-b882eb7a5811 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.115524 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-ac236a37-b4a7-4aa9-a890-b882eb7a5811 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.154491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:50.257487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Checking router: e69d7b69-8da1-4949-901e-a85613e3a6af for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:50.258399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Updating router e69d7b69-8da1-4949-901e-a85613e3a6af port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:03:50.316911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-ac236a37-b4a7-4aa9-a890-b882eb7a5811 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:50.320197 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-ac236a37-b4a7-4aa9-a890-b882eb7a5811 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.342475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ced7110b-5e40-48ca-875a-9c9c9dcaaeca req-ac236a37-b4a7-4aa9-a890-b882eb7a5811 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "PUT /v2.0/ports/4a9474d4-7844-4884-9fd2-8726537fffed HTTP/1.1" status: 200 len: 1020 time: 1.4217789 May 26 16:03:50.374302 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.430254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fdd67c7e-845a-47bf-910a-488459d321ae, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fdd67c7e-845a-47bf-910a-488459d321ae,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:50.443344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c14cc-a813-4310-aa1a-78d12cd4134f req-2895f975-21fc-4ef1-acb3-46d3779d5205 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:50.445603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-074c14cc-a813-4310-aa1a-78d12cd4134f req-2895f975-21fc-4ef1-acb3-46d3779d5205 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.3055367 May 26 16:03:50.531260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:50.563856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-074c14cc-a813-4310-aa1a-78d12cd4134f req-0a15fe39-6088-4258-81e5-ed432cc9a404 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003118 May 26 16:03:50.575812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac236a37-b4a7-4aa9-a890-b882eb7a5811 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'Port': ['ID=4a9474d4-7844-4884-9fd2-8726537fffed,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:50.701529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:50.703872 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:50.748583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'fdd67c7e-845a-47bf-910a-488459d321ae', 'network_id': '1af4fdf6-c6a4-4d50-8afb-48a4fac79164', 'port_id': 'fdd67c7e-845a-47bf-910a-488459d321ae', 'mac_address': 'fa:16:3e:00:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94837c9-0113-4346-8e8c-ab86c2fb5792', 'ip_address': '19.80.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:50.888638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa67edab-0e53-432e-a839-fd94639528f0 req-93b28d32-8559-428b-a1e5-44b73783ab2a tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1028113 May 26 16:03:51.124831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port fdd67c7e-845a-47bf-910a-488459d321ae is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:51.126023 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.142071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 85767ffd-a9a7-4397-a154-8c11483c20b1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:51.247053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd67c7e-845a-47bf-910a-488459d321ae {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:51.343285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9b6d2-1599-4739-8f91-592ed99aba71 req-b1f36394-557f-410b-8125-ebb155582b4a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.350291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9b6d2-1599-4739-8f91-592ed99aba71 req-b1f36394-557f-410b-8125-ebb155582b4a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.352225 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6f9b6d2-1599-4739-8f91-592ed99aba71 req-b1f36394-557f-410b-8125-ebb155582b4a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1679 time: 0.1390283 May 26 16:03:51.468917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-6554b649-096b-499d-912b-38f7bc694495 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.475944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-6554b649-096b-499d-912b-38f7bc694495 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "GET /v2.0/networks?id=5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 200 len: 821 time: 0.5440881 May 26 16:03:51.495772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fdd67c7e-845a-47bf-910a-488459d321ae, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fdd67c7e-845a-47bf-910a-488459d321ae,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:51.508040 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.517603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Request body: {'port': {'device_id': 'ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8', 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb', 'admin_state_up': True, 'tenant_id': '3b140342e336402d835550466d16d88c'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:51.574969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6f9b6d2-1599-4739-8f91-592ed99aba71 req-bb2e0a40-d2e1-42be-ac9d-2157226fc159 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094381 May 26 16:03:51.914573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3d57e-0001-48ee-8ae1-146713cac4d9 req-b803ddfd-999e-48ac-b31a-d72059247141 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.916436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3c3d57e-0001-48ee-8ae1-146713cac4d9 req-b803ddfd-999e-48ac-b31a-d72059247141 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 1023 time: 0.0830159 May 26 16:03:51.917854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Made reservation on behalf of 3b140342e336402d835550466d16d88c for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:51.921769 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.987664 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:52.001701 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d4fa1bfd-b746-459a-9a32-615951882962 req-f436b677-1d12-454d-a976-261039f22923 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1184032 May 26 16:03:52.006880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['fdd67c7e-845a-47bf-910a-488459d321ae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:52.035799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3c3d57e-0001-48ee-8ae1-146713cac4d9 req-2790f2ec-ee92-4911-8333-0182c59cd9a3 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=f153c5dc-2c57-45cb-ac39-11e84ffcda86&id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&id=8e9d175b-7808-487b-9d39-532b46b038b5 HTTP/1.1" status: 200 len: 6156 time: 0.1079023 May 26 16:03:52.104849 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:52.109476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=fdd67c7e-845a-47bf-910a-488459d321ae,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:52.493386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Allocated IP 172.20.0.8 (5a98091c-a531-4e0f-8d0c-f0964ad088eb/7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9/c9a9a367-ef47-4972-8ed0-ce3fc108694e) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:52.587037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5286-02d9-491d-97ee-252bc5143fec None None] Pushing event updated for resources: {'Port': ['ID=9622b71e-ad25-4f0f-a6e9-c42078753cb8,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:52.954204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Attempting to bind port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:52.954951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Attempting to bind port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '74af874a-8730-4c71-b94e-775ee6ab7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:52.955253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Attempting to bind port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 on network 7c3fa174-7934-4df6-a04c-0e519694512d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:52.999089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['32ca6275-74af-46ee-8a33-8b667ad5dbfc'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:53.083020 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.164781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:53.165372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Checking segment: {'id': '74af874a-8730-4c71-b94e-775ee6ab7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:53.166021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.168259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Bound using segment: {'id': '74af874a-8730-4c71-b94e-775ee6ab7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:53.171076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Bound port: 9622b71e-ad25-4f0f-a6e9-c42078753cb8, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74af874a-8730-4c71-b94e-775ee6ab7927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:53.171745 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.188063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff5fe0-6b4b-4093-9e5d-c0a7dd3fa096 req-be9938f6-4ffd-4e0b-ba98-e36b1f0fd594 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:53.194338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fff5fe0-6b4b-4093-9e5d-c0a7dd3fa096 req-be9938f6-4ffd-4e0b-ba98-e36b1f0fd594 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.8102839 May 26 16:03:53.224093 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.480314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event updated for resources: {'Port': ['ID=c9a9a367-ef47-4972-8ed0-ce3fc108694e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:53.524493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Network 5a98091c-a531-4e0f-8d0c-f0964ad088eb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:53.530357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:53.534548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:53.606986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-526459b3-bbec-4411-9427-29da94ed4bf9 None None] Provisioning complete for port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:53.607615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-526459b3-bbec-4411-9427-29da94ed4bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.636713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:53.637588 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.675185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fff5fe0-6b4b-4093-9e5d-c0a7dd3fa096 req-88899615-5acb-45f9-b9a1-291fbf06c13c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054413 May 26 16:03:53.690470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-11e2285b-b587-4b81-a1c5-5ff8265f8a74 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1984596 May 26 16:03:53.734869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Request body: {'port': {'device_id': 'ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:53.848340 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3352fd-cbb7-4836-8b1c-d000b1be8eb1 x-openstack-request-id: req-4b3352fd-cbb7-4836-8b1c-d000b1be8eb1 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:53.848775 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:53.849178 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b3352fd-cbb7-4836-8b1c-d000b1be8eb1 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:53.849771 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3352fd-cbb7-4836-8b1c-d000b1be8eb1'] response: {'name': 'network-changed', 'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed', 'status': 'completed', 'code': 200} May 26 16:03:54.050549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.050934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] For port 9622b71e-ad25-4f0f-a6e9-c42078753cb8, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:54.050934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] For port 9622b71e-ad25-4f0f-a6e9-c42078753cb8, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9622b71e-ad25-4f0f-a6e9-c42078753cb8,segment=NetworkSegment(74af874a-8730-4c71-b94e-775ee6ab7927),segment_id=74af874a-8730-4c71-b94e-775ee6ab7927)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:54.084288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-526459b3-bbec-4411-9427-29da94ed4bf9 None None] Port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:54.125914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-77b20135-f748-4aed-929f-94c063f3fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.133949 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-77b20135-f748-4aed-929f-94c063f3fe90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 1174 time: 0.2753699 May 26 16:03:54.187121 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.283498 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.287201 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.325681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-2bedb201-351e-4ba0-8d49-45869714e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.341264 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-2bedb201-351e-4ba0-8d49-45869714e10e service neutron] 10.222.0.32 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 913 time: 0.2014787 May 26 16:03:54.429513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Routers {'e69d7b69-8da1-4949-901e-a85613e3a6af'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:54.430965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e69d7b69-8da1-4949-901e-a85613e3a6af'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:54.446633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5286-02d9-491d-97ee-252bc5143fec None None] Pushing event updated for resources: {'Port': ['ID=9622b71e-ad25-4f0f-a6e9-c42078753cb8,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:54.478673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-736d8a6c-1779-401c-9962-f383693b63e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a9474d4-7844-4884-9fd2-8726537fffed HTTP/1.1" status: 200 len: 217 time: 0.1221592 May 26 16:03:54.584692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-2b0b15a3-e13c-4cc4-aa2c-9b2e5c22537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.586350 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-2b0b15a3-e13c-4cc4-aa2c-9b2e5c22537c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 200 len: 852 time: 0.0999341 May 26 16:03:54.670402 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-2332142d-64cd-4687-8dc8-fd9fc800a0ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751958 May 26 16:03:54.945253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] Set router e69d7b69-8da1-4949-901e-a85613e3a6af gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:54.954620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c12ab-ba26-450e-8de1-9e4f0c6bf52f req-5b1388f2-9d7e-48d1-932e-96dfa661d7ed tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.959902 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-78354a30-fb2c-4807-8e27-e6510eda578c service neutron] 10.222.0.32 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759211 May 26 16:03:54.976200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c3c12ab-ba26-450e-8de1-9e4f0c6bf52f req-5b1388f2-9d7e-48d1-932e-96dfa661d7ed tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 931 time: 0.9818089 May 26 16:03:55.096358 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e3ca2ee0-ccc0-4c31-acf7-1683869e5de9 req-a783acf9-ddce-4474-9a69-bb5445d678c3 service neutron] 10.222.0.32 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302466 May 26 16:03:55.157200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c3c12ab-ba26-450e-8de1-9e4f0c6bf52f req-e1c81e98-78d9-47ad-8b43-686a7c5c2ed1 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787088 May 26 16:03:55.262840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a9a367-ef47-4972-8ed0-ce3fc108694e {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:55.276176 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.293134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Transition to ACTIVE for port object c9a9a367-ef47-4972-8ed0-ce3fc108694e will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:55.298276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.353424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Pushing event updated for resources: {'Port': ['ID=c9a9a367-ef47-4972-8ed0-ce3fc108694e,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:55.498207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Attempting to bind port c9a9a367-ef47-4972-8ed0-ce3fc108694e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:55.498550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Attempting to bind port c9a9a367-ef47-4972-8ed0-ce3fc108694e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:55.499154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Attempting to bind port c9a9a367-ef47-4972-8ed0-ce3fc108694e on network 5a98091c-a531-4e0f-8d0c-f0964ad088eb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:55.559424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d5d8337-3c12-4db4-9dff-b53c2e5ce09e req-fc2edfb5-da74-4ea6-a93b-bdb28deec878 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0750065 May 26 16:03:55.560892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fdd67c7e-845a-47bf-910a-488459d321ae up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:55.563757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Port c9a9a367-ef47-4972-8ed0-ce3fc108694e on network 5a98091c-a531-4e0f-8d0c-f0964ad088eb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:55.564103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Attempting to bind port c9a9a367-ef47-4972-8ed0-ce3fc108694e on network 5a98091c-a531-4e0f-8d0c-f0964ad088eb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:55.593487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:55.594059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Checking segment: {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:55.594461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Bound using segment: {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:55.596321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Bound port: c9a9a367-ef47-4972-8ed0-ce3fc108694e, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:55.596704 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.757699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-df420f8c-528e-4267-9c56-5f88939e2475 req-b3ccb795-4220-43eb-851d-9a2f188eddea tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1098114066 ', 'description': 'tempest-description-609064251'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:55.784427 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-df420f8c-528e-4267-9c56-5f88939e2475 req-b3ccb795-4220-43eb-851d-9a2f188eddea tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.853805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] For port c9a9a367-ef47-4972-8ed0-ce3fc108694e, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:55.880760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] For port c9a9a367-ef47-4972-8ed0-ce3fc108694e, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:55.892055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Provisioning complete for port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:55.892921 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.895216 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.939348 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-df420f8c-528e-4267-9c56-5f88939e2475 req-b3ccb795-4220-43eb-851d-9a2f188eddea tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.958425 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-df420f8c-528e-4267-9c56-5f88939e2475 req-b3ccb795-4220-43eb-851d-9a2f188eddea tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.011482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Pushing event updated for resources: {'Port': ['ID=c9a9a367-ef47-4972-8ed0-ce3fc108694e,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:56.023549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port fdd67c7e-845a-47bf-910a-488459d321ae completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:56.040987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.042552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.045269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-59ac0517-3efb-44c6-972b-283fea857f5e service neutron] 10.222.0.24 "PUT /v2.0/ports/c9a9a367-ef47-4972-8ed0-ce3fc108694e HTTP/1.1" status: 200 len: 1091 time: 2.3447738 May 26 16:03:56.045972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8', 'tag': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:56.048654 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560218b9-10ac-4bdf-836b-ec99b03d1f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8", "tag": "c9a9a367-ef47-4972-8ed0-ce3fc108694e"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:56.063550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccb795-4220-43eb-851d-9a2f188eddea tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b79c734-c43e-47d4-b226-339e975433a4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:56.082145 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-df420f8c-528e-4267-9c56-5f88939e2475 req-b3ccb795-4220-43eb-851d-9a2f188eddea tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.106652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df420f8c-528e-4267-9c56-5f88939e2475 req-b3ccb795-4220-43eb-851d-9a2f188eddea tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3601863 May 26 16:03:56.111589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port fdd67c7e-845a-47bf-910a-488459d321ae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:56.112262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.211728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-c896b5f6-4416-43d8-a1c5-94a9373cf1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.215412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-c896b5f6-4416-43d8-a1c5-94a9373cf1c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b140342e336402d835550466d16d88c&device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 1094 time: 0.1000123 May 26 16:03:56.301573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:33Z', 'updated_at': '2022-05-26T16:03:44Z', 'revision_number': 4, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'gw_port': {'id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:35Z', 'updated_at': '2022-05-26T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '9622b71e-ad25-4f0f-a6e9-c42078753cb8', 'name': '', 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'mac_address': 'fa:16:3e:c2:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'efb3e904-9268-43aa-a79b-39524586ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:43Z', 'updated_at': '2022-05-26T16:03:54Z', 'revision_number': 4, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'subnets': [{'id': 'efb3e904-9268-43aa-a79b-39524586ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:56.313386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-f2d94832-4600-49ef-aa7d-01fa4e6d463b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e HTTP/1.1" status: 200 len: 217 time: 0.0639029 May 26 16:03:56.341932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3fa79-1ec6-4e75-b90f-73a8219d0636 req-34c42f03-4cc8-4c94-9d67-22babd7d0b02 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.349043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3fa79-1ec6-4e75-b90f-73a8219d0636 req-34c42f03-4cc8-4c94-9d67-22babd7d0b02 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.359086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9df3fa79-1ec6-4e75-b90f-73a8219d0636 req-34c42f03-4cc8-4c94-9d67-22babd7d0b02 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1680 time: 0.1499367 May 26 16:03:56.361654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Current status of the port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:56.362070 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.440067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port fdd67c7e-845a-47bf-910a-488459d321ae is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:56.440709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.446634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0916f0-f760-464a-bfd5-90a661f40378 None None] The sync data for ids ['e69d7b69-8da1-4949-901e-a85613e3a6af'] in n-d-843336-2 is: [{'id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:33Z', 'updated_at': '2022-05-26T16:03:44Z', 'revision_number': 4, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'gw_port': {'id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:35Z', 'updated_at': '2022-05-26T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '9622b71e-ad25-4f0f-a6e9-c42078753cb8', 'name': '', 'network_id': '7c3fa174-7934-4df6-a04c-0e519694512d', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'mac_address': 'fa:16:3e:c2:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'efb3e904-9268-43aa-a79b-39524586ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:43Z', 'updated_at': '2022-05-26T16:03:54Z', 'revision_number': 4, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'subnets': [{'id': 'efb3e904-9268-43aa-a79b-39524586ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:56.447630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9df3fa79-1ec6-4e75-b90f-73a8219d0636 req-f878cb75-9929-4202-9403-3bf90632c7dd tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870261 May 26 16:03:56.481142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-ea474275-7887-42dd-898b-1816f53d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.485430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-ea474275-7887-42dd-898b-1816f53d45dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9 HTTP/1.1" status: 200 len: 861 time: 0.1641526 May 26 16:03:56.493265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] For port 9622b71e-ad25-4f0f-a6e9-c42078753cb8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9622b71e-ad25-4f0f-a6e9-c42078753cb8,segment=NetworkSegment(74af874a-8730-4c71-b94e-775ee6ab7927),segment_id=74af874a-8730-4c71-b94e-775ee6ab7927)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:56.502053 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.533534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fdd67c7e-845a-47bf-910a-488459d321ae, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fdd67c7e-845a-47bf-910a-488459d321ae,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:56.537407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd67c7e-845a-47bf-910a-488459d321ae'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:56.539213 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4705b2e7-9a2a-4cb9-a43b-fd3bb29ea8c4" -d '{"events": [{"server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "name": "network-vif-plugged", "status": "completed", "tag": "fdd67c7e-845a-47bf-910a-488459d321ae"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:56.578288 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.585123 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-2460c301-2972-436a-b908-f2f00b990bf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a98091c-a531-4e0f-8d0c-f0964ad088eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928247 May 26 16:03:56.639396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Pushing event updated for resources: {'Port': ['ID=9622b71e-ad25-4f0f-a6e9-c42078753cb8,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:56.647178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.647529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.647868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.648204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.648544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.648875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.649238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.649524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.649853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.657934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.658931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.659501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7648587-726a-4a72-bf72-a79b19f8b82a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:56.774941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=fdd67c7e-845a-47bf-910a-488459d321ae,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:56.775954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-fd17eb64-947d-4d36-a3ed-12fb97f68814 service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669884 May 26 16:03:56.988305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f5a7c71-15e4-491a-96bd-b7e802fa76c0 req-4f28b06a-fe09-42b4-82b5-7035f6db95d7 service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015526 May 26 16:03:57.374372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9622b71e-ad25-4f0f-a6e9-c42078753cb8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:57.478394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:57.478892 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:57.574082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 32ca6275-74af-46ee-8a33-8b667ad5dbfc up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:57.640622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:57.649648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 32ca6275-74af-46ee-8a33-8b667ad5dbfc completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:57.660938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 32ca6275-74af-46ee-8a33-8b667ad5dbfc triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:57.662237 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:57.772473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 32ca6275-74af-46ee-8a33-8b667ad5dbfc is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:57.772865 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:57.831453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 32ca6275-74af-46ee-8a33-8b667ad5dbfc, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=32ca6275-74af-46ee-8a33-8b667ad5dbfc,segment=NetworkSegment(f1c6437f-deac-490f-879b-ea366c3ffce7),segment_id=f1c6437f-deac-490f-879b-ea366c3ffce7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:57.837850 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:57.912345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=32ca6275-74af-46ee-8a33-8b667ad5dbfc,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:59.571163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9a9a367-ef47-4972-8ed0-ce3fc108694e details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:59.700218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c9a9a367-ef47-4972-8ed0-ce3fc108694e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:59.725012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e', 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb', 'port_id': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e', 'mac_address': 'fa:16:3e:80:3f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:59.790959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c9a9a367-ef47-4972-8ed0-ce3fc108694e is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:59.791470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.810019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a9a367-ef47-4972-8ed0-ce3fc108694e {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:59.836253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c9a9a367-ef47-4972-8ed0-ce3fc108694e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:59.841499 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.906649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c9a9a367-ef47-4972-8ed0-ce3fc108694e,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:59.974899 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:04:00.134270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c9a9a367-ef47-4972-8ed0-ce3fc108694e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:00.973673 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced2f7c7-0602-4d49-b656-19a00360cdce x-openstack-request-id: req-ced2f7c7-0602-4d49-b656-19a00360cdce {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:00.974296 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8", "tag": "c9a9a367-ef47-4972-8ed0-ce3fc108694e", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:00.974421 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ced2f7c7-0602-4d49-b656-19a00360cdce {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:00.974800 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced2f7c7-0602-4d49-b656-19a00360cdce'] response: {'name': 'network-changed', 'server_uuid': 'ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8', 'tag': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e', 'status': 'completed', 'code': 200} May 26 16:04:01.091196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-37226785-3ffa-466d-895a-af87d24030ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.094827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-37226785-3ffa-466d-895a-af87d24030ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b140342e336402d835550466d16d88c&device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 1095 time: 0.0935588 May 26 16:04:01.101631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7be6958-f619-49a0-a756-276ce620142f req-58ad5cb0-c34f-43e6-9967-f19e46dad8ed tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/4b79c734-c43e-47d4-b226-339e975433a4 HTTP/1.1" status: 200 len: 1782 time: 0.0926352 May 26 16:04:01.290176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-5f04b221-04d6-4046-9c7d-9c847ae79036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.292384 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-5f04b221-04d6-4046-9c7d-9c847ae79036 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 200 len: 922 time: 0.1885095 May 26 16:04:01.305049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e40c3-3b9e-44ab-aad1-73bd07dab2ee req-19518812-51bd-45ea-a9a7-bf823862fc2d tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.307319 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-715e40c3-3b9e-44ab-aad1-73bd07dab2ee req-19518812-51bd-45ea-a9a7-bf823862fc2d tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 944 time: 0.0851114 May 26 16:04:01.363519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-1670c8dd-a1fe-4f99-b1ad-7df9d877deae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e HTTP/1.1" status: 200 len: 217 time: 0.0550027 May 26 16:04:01.411307 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf17390-99f0-4f46-83bf-3424df3f4f9f x-openstack-request-id: req-8bf17390-99f0-4f46-83bf-3424df3f4f9f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:01.412239 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "name": "network-vif-plugged", "status": "completed", "tag": "fdd67c7e-845a-47bf-910a-488459d321ae", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:01.413300 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8bf17390-99f0-4f46-83bf-3424df3f4f9f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:01.413897 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf17390-99f0-4f46-83bf-3424df3f4f9f'] response: {'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd67c7e-845a-47bf-910a-488459d321ae', 'code': 200} May 26 16:04:01.432016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-715e40c3-3b9e-44ab-aad1-73bd07dab2ee req-877f4e0c-fd79-4701-a1f9-0adaa2db3c26 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133037 May 26 16:04:01.443947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-55fde0e8-bd97-40ad-98c6-e15c8a0740c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.445638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-55fde0e8-bd97-40ad-98c6-e15c8a0740c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9 HTTP/1.1" status: 200 len: 861 time: 0.0727475 May 26 16:04:01.488547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-95a7d072-7d32-4153-986e-84594d709635 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a98091c-a531-4e0f-8d0c-f0964ad088eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276086 May 26 16:04:01.592297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9a9a367-ef47-4972-8ed0-ce3fc108694e up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:01.678677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port c9a9a367-ef47-4972-8ed0-ce3fc108694e completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:01.693550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port c9a9a367-ef47-4972-8ed0-ce3fc108694e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:01.695524 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:01.731485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-0a97af7e-f3bd-477a-889e-3bca2037f0b4 service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283738 May 26 16:04:01.766998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f89ff-7757-41b7-8ee5-4f9fa06b6d6e req-edb38f2f-d318-45ff-b123-96b2f1e59ad0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.779528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f89ff-7757-41b7-8ee5-4f9fa06b6d6e req-edb38f2f-d318-45ff-b123-96b2f1e59ad0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.781278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f9f89ff-7757-41b7-8ee5-4f9fa06b6d6e req-edb38f2f-d318-45ff-b123-96b2f1e59ad0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1682 time: 0.1833527 May 26 16:04:01.842576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c9a9a367-ef47-4972-8ed0-ce3fc108694e is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:01.843346 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-04325d42-69c2-463d-9bba-783ddbcdbac7 req-efaa7719-4087-4a52-af4e-9bac549c24cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e889893234d84f3e8f5dadb31e665ed4&device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0303855 May 26 16:04:01.843903 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:01.878312 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-04325d42-69c2-463d-9bba-783ddbcdbac7 req-9f4eed4e-fbb5-4dcc-bcf6-8da1d32c6c84 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e889893234d84f3e8f5dadb31e665ed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232637 May 26 16:04:01.907338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c9a9a367-ef47-4972-8ed0-ce3fc108694e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:01.918183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:01.922844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f9f89ff-7757-41b7-8ee5-4f9fa06b6d6e req-2430ace7-d526-4f09-87a7-d9359730a69a tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199594 May 26 16:04:01.928559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a57da1bf-dd78-4548-a8fd-7c606a00f01e req-774ee2f0-3ecf-4ac3-8ec2-8fbc70bcfbca tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/4b79c734-c43e-47d4-b226-339e975433a4 HTTP/1.1" status: 200 len: 1782 time: 0.1448779 May 26 16:04:01.968663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-560218b9-10ac-4bdf-836b-ec99b03d1f9d req-3fffe94b-8ada-43e7-99ef-1a4d68927689 service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812418 May 26 16:04:02.013557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c9a9a367-ef47-4972-8ed0-ce3fc108694e,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:02.049112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325d42-69c2-463d-9bba-783ddbcdbac7 req-fb974e3d-da7f-495b-8b42-5cfeeb118bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.051036 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-04325d42-69c2-463d-9bba-783ddbcdbac7 req-fb974e3d-da7f-495b-8b42-5cfeeb118bef service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621089 May 26 16:04:02.054280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a57da1bf-dd78-4548-a8fd-7c606a00f01e req-db2ea4f0-95c8-4726-a53f-07e966deb0d8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.090221 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a57da1bf-dd78-4548-a8fd-7c606a00f01e req-db2ea4f0-95c8-4726-a53f-07e966deb0d8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.172429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd4b36-a357-4ce6-a7e3-46f58d6d58a6 req-c26e4d4f-4917-4210-b71d-aa6722631796 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.173953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69fd4b36-a357-4ce6-a7e3-46f58d6d58a6 req-c26e4d4f-4917-4210-b71d-aa6722631796 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.0804355 May 26 16:04:02.192754 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a57da1bf-dd78-4548-a8fd-7c606a00f01e req-db2ea4f0-95c8-4726-a53f-07e966deb0d8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.195636 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a57da1bf-dd78-4548-a8fd-7c606a00f01e req-db2ea4f0-95c8-4726-a53f-07e966deb0d8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.196761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a57da1bf-dd78-4548-a8fd-7c606a00f01e req-db2ea4f0-95c8-4726-a53f-07e966deb0d8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/4b79c734-c43e-47d4-b226-339e975433a4 HTTP/1.1" status: 204 len: 173 time: 0.2601364 May 26 16:04:02.220507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ea4f0-95c8-4726-a53f-07e966deb0d8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b79c734-c43e-47d4-b226-339e975433a4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:02.258963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69fd4b36-a357-4ce6-a7e3-46f58d6d58a6 req-db46b590-9eed-4b7c-a987-272ea71d3d1d tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743906 May 26 16:04:02.396086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07577ef-9d2b-4369-8b37-dc534a010cbd req-351b7be9-a906-4590-adcf-740e03767d2c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.397965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07577ef-9d2b-4369-8b37-dc534a010cbd req-351b7be9-a906-4590-adcf-740e03767d2c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 949 time: 0.0720260 May 26 16:04:02.462742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07577ef-9d2b-4369-8b37-dc534a010cbd req-33bfa189-6e07-462d-90a9-26da9ce03665 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492148 May 26 16:04:02.519513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-040a77c1-96f7-4fad-aa95-463efd9a2cea req-0d1cc1f0-5546-4101-82d3-45901ebd1439 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0422425 May 26 16:04:02.528015 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-3b5fa735-c0a8-4c32-a75a-c518fa333472 req-8a850bd8-48df-4be3-9d42-880ec778fe5a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:04:02.528015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b5fa735-c0a8-4c32-a75a-c518fa333472 req-8a850bd8-48df-4be3-9d42-880ec778fe5a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/4b79c734-c43e-47d4-b226-339e975433a4 HTTP/1.1" status: 404 len: 352 time: 0.0353374 May 26 16:04:02.702811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80aebd-bf43-4844-8fa5-321e715850ac req-a66c4321-d94c-4383-b751-ce7cf73e7115 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.704503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd80aebd-bf43-4844-8fa5-321e715850ac req-a66c4321-d94c-4383-b751-ce7cf73e7115 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.1101754 May 26 16:04:02.718592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863e74c-dbd1-46cf-b914-5451a1806f51 req-634222a0-bc38-48cd-8efc-8ccdc60759d4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.726675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f863e74c-dbd1-46cf-b914-5451a1806f51 req-634222a0-bc38-48cd-8efc-8ccdc60759d4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 947 time: 0.0912514 May 26 16:04:02.789463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd80aebd-bf43-4844-8fa5-321e715850ac req-033cffd7-565a-4c63-a03e-2d2326a77c30 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572107 May 26 16:04:02.822556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f863e74c-dbd1-46cf-b914-5451a1806f51 req-814d3595-d760-4860-90f0-5d358424ddae tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924258 May 26 16:04:02.860080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-193108b9-35f6-437e-9a92-255d05688d88 req-be29d7ff-8baa-437c-9e18-f75e3d588e66 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1793745769', 'description': 'tempest-description-1330057326'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:02.890252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-193108b9-35f6-437e-9a92-255d05688d88 req-be29d7ff-8baa-437c-9e18-f75e3d588e66 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.991557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-193108b9-35f6-437e-9a92-255d05688d88 req-be29d7ff-8baa-437c-9e18-f75e3d588e66 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.999334 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-193108b9-35f6-437e-9a92-255d05688d88 req-be29d7ff-8baa-437c-9e18-f75e3d588e66 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.040464 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-193108b9-35f6-437e-9a92-255d05688d88 req-be29d7ff-8baa-437c-9e18-f75e3d588e66 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.041626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-193108b9-35f6-437e-9a92-255d05688d88 req-be29d7ff-8baa-437c-9e18-f75e3d588e66 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1861055 May 26 16:04:03.047679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29d7ff-8baa-437c-9e18-f75e3d588e66 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658bc6f9-e9ef-47c2-98a9-e87f22ee151c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:03.182836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be017-8997-4bfa-8fd7-41a5a8bbb48e req-21ad757e-8c2d-4140-bec1-65e55098d3ad tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.191719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be017-8997-4bfa-8fd7-41a5a8bbb48e req-21ad757e-8c2d-4140-bec1-65e55098d3ad tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.193372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d15be017-8997-4bfa-8fd7-41a5a8bbb48e req-21ad757e-8c2d-4140-bec1-65e55098d3ad tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1682 time: 0.0664287 May 26 16:04:03.249097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d15be017-8997-4bfa-8fd7-41a5a8bbb48e req-8324df25-cb28-49ae-a526-31506f4305b9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480311 May 26 16:04:03.285122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f24d1056-d6ff-4c31-bd53-46fc04c33b17 req-0c8f329e-0f01-464a-ba69-1b924aae4179 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-819906732', 'description': 'tempest-description-1682200751'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:03.315832 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f24d1056-d6ff-4c31-bd53-46fc04c33b17 req-0c8f329e-0f01-464a-ba69-1b924aae4179 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.416408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca6275-74af-46ee-8a33-8b667ad5dbfc'}, {'server_uuid': 'ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:03.426898 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3003f23a-84c3-4e1d-8361-db29a608c92b" -d '{"events": [{"server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "name": "network-vif-plugged", "status": "completed", "tag": "32ca6275-74af-46ee-8a33-8b667ad5dbfc"}, {"server_uuid": "ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8", "name": "network-vif-plugged", "status": "completed", "tag": "c9a9a367-ef47-4972-8ed0-ce3fc108694e"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:03.442491 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f24d1056-d6ff-4c31-bd53-46fc04c33b17 req-0c8f329e-0f01-464a-ba69-1b924aae4179 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.449890 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f24d1056-d6ff-4c31-bd53-46fc04c33b17 req-0c8f329e-0f01-464a-ba69-1b924aae4179 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.524691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f329e-0f01-464a-ba69-1b924aae4179 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761f5b8f-7120-43fe-9ae4-ef9e0d7d57e9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:03.556747 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f24d1056-d6ff-4c31-bd53-46fc04c33b17 req-0c8f329e-0f01-464a-ba69-1b924aae4179 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.559393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f24d1056-d6ff-4c31-bd53-46fc04c33b17 req-0c8f329e-0f01-464a-ba69-1b924aae4179 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2794743 May 26 16:04:03.597948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb1e3f-b6b9-46ea-b416-c0cd761264f1 req-8384ec06-6ea6-4f51-abff-f64911f5dd45 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.600916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5fb1e3f-b6b9-46ea-b416-c0cd761264f1 req-8384ec06-6ea6-4f51-abff-f64911f5dd45 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.0999739 May 26 16:04:03.646334 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6662989e-c4bd-44c0-8b3a-7ee95ee05163 x-openstack-request-id: req-6662989e-c4bd-44c0-8b3a-7ee95ee05163 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:03.646807 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "name": "network-vif-plugged", "status": "completed", "tag": "32ca6275-74af-46ee-8a33-8b667ad5dbfc", "code": 200}, {"server_uuid": "ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8", "name": "network-vif-plugged", "status": "completed", "tag": "c9a9a367-ef47-4972-8ed0-ce3fc108694e", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:03.647205 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6662989e-c4bd-44c0-8b3a-7ee95ee05163 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:03.648442 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6662989e-c4bd-44c0-8b3a-7ee95ee05163'] response: {'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca6275-74af-46ee-8a33-8b667ad5dbfc', 'code': 200} May 26 16:04:03.649650 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6662989e-c4bd-44c0-8b3a-7ee95ee05163'] response: {'server_uuid': 'ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e', 'code': 200} May 26 16:04:03.684661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5fb1e3f-b6b9-46ea-b416-c0cd761264f1 req-2cc4649b-0629-40df-a15e-efd19700b9ab tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697560 May 26 16:04:03.763006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b00f821d-221a-4c64-b024-554917221c01 req-126c8466-2034-481a-aee2-a564f33336e5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-110360898', 'description': 'tempest-description-663921105'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:03.836268 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-04325d42-69c2-463d-9bba-783ddbcdbac7 req-1ec9d0ea-3b76-4856-a118-c7af03d5ad74 tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.0837796 May 26 16:04:03.850428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4f2e2-dd16-46ee-bb6f-35bb8c32c095 req-c88ec78f-596f-4579-a061-7293acb9ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.851085 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4f2e2-dd16-46ee-bb6f-35bb8c32c095 req-c88ec78f-596f-4579-a061-7293acb9ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.852813 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e3e4f2e2-dd16-46ee-bb6f-35bb8c32c095 req-c88ec78f-596f-4579-a061-7293acb9ad48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1984 time: 0.0851634 May 26 16:04:03.883521 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5d61d65-7d62-4b6f-a795-89d898636a4b req-2db8ed3d-4afa-4434-94d3-be3f62ffde8f tempest-ServerShowV254Test-1599117015 tempest-ServerShowV254Test-1599117015-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c251be-7913-4986-b30b-4e85f1e06246 HTTP/1.1" status: 200 len: 210 time: 0.1023328 May 26 16:04:03.902570 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e3e4f2e2-dd16-46ee-bb6f-35bb8c32c095 req-fb793c03-4eea-4724-b03d-c29fbcd5df79 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 May 26 16:04:03.906313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b00f821d-221a-4c64-b024-554917221c01 req-126c8466-2034-481a-aee2-a564f33336e5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.954917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72e63b-a0e0-454d-8f3f-b98fb9f53660 req-103e7082-8bf2-4b81-bad3-6e35f19c4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.956540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c72e63b-a0e0-454d-8f3f-b98fb9f53660 req-103e7082-8bf2-4b81-bad3-6e35f19c4c1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 1096 time: 0.1641374 May 26 16:04:04.057346 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b00f821d-221a-4c64-b024-554917221c01 req-126c8466-2034-481a-aee2-a564f33336e5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.065010 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b00f821d-221a-4c64-b024-554917221c01 req-126c8466-2034-481a-aee2-a564f33336e5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.101933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f4e74-eefe-43c5-825d-ac355060ad23 req-0b90d413-9208-40e6-b9b6-71d3f5f8b933 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.103390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-563f4e74-eefe-43c5-825d-ac355060ad23 req-0b90d413-9208-40e6-b9b6-71d3f5f8b933 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.1115370 May 26 16:04:04.121763 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b00f821d-221a-4c64-b024-554917221c01 req-126c8466-2034-481a-aee2-a564f33336e5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.123010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b00f821d-221a-4c64-b024-554917221c01 req-126c8466-2034-481a-aee2-a564f33336e5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3761399 May 26 16:04:04.130345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c8466-2034-481a-aee2-a564f33336e5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad632852-13f9-4996-a2cd-358c8a49b5d3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:04.171658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-563f4e74-eefe-43c5-825d-ac355060ad23 req-713dadfa-2518-4e19-a41a-072f84618894 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605879 May 26 16:04:04.189101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c72e63b-a0e0-454d-8f3f-b98fb9f53660 req-8dbaf7f8-17fa-4309-8eb2-3b6af5907c83 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391834 May 26 16:04:04.269402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aaff2-7980-445d-904b-f793b1275e93 req-a5757cdc-ee49-4b18-a3a8-31a284fa194d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.271113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b1aaff2-7980-445d-904b-f793b1275e93 req-a5757cdc-ee49-4b18-a3a8-31a284fa194d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 947 time: 0.0810144 May 26 16:04:04.361737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b1aaff2-7980-445d-904b-f793b1275e93 req-8188061b-a9d2-4c20-99de-87b3a9c82c0a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740507 May 26 16:04:04.374967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a6d5b3b-813a-48e3-b4d3-bf1be9eb8afe req-44219c94-4def-4fa8-8af1-d33684bfeb84 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba624589d40644079071a3a24f7f5bad HTTP/1.1" status: 200 len: 10909 time: 0.1551502 May 26 16:04:04.446661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a6d5b3b-813a-48e3-b4d3-bf1be9eb8afe req-bf2241c9-5830-405a-83e6-cc0863ed252d tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/bc85c574-e771-4c7a-992a-ed8843b8bcbe HTTP/1.1" status: 200 len: 2985 time: 0.0633130 May 26 16:04:04.554466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a6d5b3b-813a-48e3-b4d3-bf1be9eb8afe req-72aac0b8-9eb0-432e-9269-bc5095673a20 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/bc85c574-e771-4c7a-992a-ed8843b8bcbe HTTP/1.1" status: 200 len: 2985 time: 0.0951345 May 26 16:04:04.564367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-56014241-9cba-4af3-b215-bca8c7b4ef2c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.565895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-56014241-9cba-4af3-b215-bca8c7b4ef2c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 947 time: 0.1158054 May 26 16:04:04.589445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d72f3-0522-44e6-8d46-62aa6a75a9c4 req-000040b2-4435-402b-b008-86f686b6c682 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.595407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d72f3-0522-44e6-8d46-62aa6a75a9c4 req-000040b2-4435-402b-b008-86f686b6c682 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.596862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a23d72f3-0522-44e6-8d46-62aa6a75a9c4 req-000040b2-4435-402b-b008-86f686b6c682 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1682 time: 0.1085472 May 26 16:04:04.697524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a23d72f3-0522-44e6-8d46-62aa6a75a9c4 req-d203fada-cdfa-4133-ae00-2111f0444d5e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799687 May 26 16:04:04.755247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df820fc8-d866-464b-a543-77ee989d94aa req-034e50a1-69de-409b-bda3-cc3e214de2dc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/658bc6f9-e9ef-47c2-98a9-e87f22ee151c HTTP/1.1" status: 200 len: 1803 time: 0.0756397 May 26 16:04:04.784158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Deleting port c04ac970-48e1-4a81-8548-f4399867bbd1 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:04.784499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.935088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ba037-5e6b-4209-808d-5d5cdd15af75 req-32eb0de5-36a9-4bfa-9cc6-9d91d00758d9 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.936650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c0ba037-5e6b-4209-808d-5d5cdd15af75 req-32eb0de5-36a9-4bfa-9cc6-9d91d00758d9 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.1549933 May 26 16:04:04.947589 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-df820fc8-d866-464b-a543-77ee989d94aa req-50e80678-73d6-4152-8470-3af1e486ddbc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.954032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] For port c04ac970-48e1-4a81-8548-f4399867bbd1, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c04ac970-48e1-4a81-8548-f4399867bbd1,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:04.954257 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.969650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd0a5-98f6-4eb8-920f-a0b2c75a70d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.392545 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-df820fc8-d866-464b-a543-77ee989d94aa req-50e80678-73d6-4152-8470-3af1e486ddbc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.426997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c0ba037-5e6b-4209-808d-5d5cdd15af75 req-e0840c00-e5b9-42d5-aaff-fdd4c6126935 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801900 May 26 16:04:05.509818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-df820fc8-d866-464b-a543-77ee989d94aa req-50e80678-73d6-4152-8470-3af1e486ddbc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.512544 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-df820fc8-d866-464b-a543-77ee989d94aa req-50e80678-73d6-4152-8470-3af1e486ddbc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.524680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df820fc8-d866-464b-a543-77ee989d94aa req-50e80678-73d6-4152-8470-3af1e486ddbc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/658bc6f9-e9ef-47c2-98a9-e87f22ee151c HTTP/1.1" status: 204 len: 173 time: 0.7608290 May 26 16:04:05.640120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e80678-73d6-4152-8470-3af1e486ddbc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658bc6f9-e9ef-47c2-98a9-e87f22ee151c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:05.696322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.696686 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.697073 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Floating IP 1306182e-b3da-4804-b4aa-605c0ac9a307 disassociated. External IP: 172.25.0.217, port: c04ac970-48e1-4a81-8548-f4399867bbd1. May 26 16:04:05.697412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Calling delete_port for c04ac970-48e1-4a81-8548-f4399867bbd1 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:05.722893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a52366-4bb4-4f1d-bb1f-ac901f532fcb req-e0bd36a1-0565-4ff3-b54e-341e8aedabff tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.731158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76a52366-4bb4-4f1d-bb1f-ac901f532fcb req-e0bd36a1-0565-4ff3-b54e-341e8aedabff tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.0984316 May 26 16:04:05.853948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76a52366-4bb4-4f1d-bb1f-ac901f532fcb req-91955421-f353-40f7-937a-e55b91c939cc tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218684 May 26 16:04:05.879276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011f542-85f0-4834-9ff3-e55ffb97cec2 req-9de98311-ff27-4728-aaa0-f1d70b8679c2 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.891782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f011f542-85f0-4834-9ff3-e55ffb97cec2 req-9de98311-ff27-4728-aaa0-f1d70b8679c2 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 947 time: 0.1585410 May 26 16:04:05.951872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35978) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:05.963831 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-e3c7d8b7-6597-46bf-b364-3ac3f5fc8944 req-018bfefd-78d1-4d5f-82e1-0ad570a30f90 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:04:05.964880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3c7d8b7-6597-46bf-b364-3ac3f5fc8944 req-018bfefd-78d1-4d5f-82e1-0ad570a30f90 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/658bc6f9-e9ef-47c2-98a9-e87f22ee151c HTTP/1.1" status: 404 len: 352 time: 0.0531189 May 26 16:04:05.996001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f011f542-85f0-4834-9ff3-e55ffb97cec2 req-18d41ffd-67c9-40a0-bdd5-2f443a6b9ed8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f2eb00a-12f2-4eeb-8024-01c44ddc2842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032250 May 26 16:04:06.033850 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.102377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event deleted for resources: {'Port': ['ID=c04ac970-48e1-4a81-8548-f4399867bbd1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:06.135905 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-426ef1a9-d7be-4ee9-8974-ff767ef8b528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.218856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdd85f79-31c3-446b-8f74-e3c00d8bdeaa req-20cca5da-fab9-4656-ae92-f0abd01ab886 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/761f5b8f-7120-43fe-9ae4-ef9e0d7d57e9 HTTP/1.1" status: 200 len: 1802 time: 0.1212537 May 26 16:04:06.241545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-426ef1a9-d7be-4ee9-8974-ff767ef8b528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.246258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-426ef1a9-d7be-4ee9-8974-ff767ef8b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.262506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:06.275131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da81a0e-fe3c-4ae5-8637-93230f919275 req-22f9d578-2354-475a-96b6-1575767ae2f3 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.281046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da81a0e-fe3c-4ae5-8637-93230f919275 req-22f9d578-2354-475a-96b6-1575767ae2f3 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.282787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5da81a0e-fe3c-4ae5-8637-93230f919275 req-22f9d578-2354-475a-96b6-1575767ae2f3 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1682 time: 0.1838722 May 26 16:04:06.309218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ef1a9-d7be-4ee9-8974-ff767ef8b528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ac84c9-492d-4853-8a07-3fac0046399c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:06.313962 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-426ef1a9-d7be-4ee9-8974-ff767ef8b528 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e889893234d84f3e8f5dadb31e665ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610647 May 26 16:04:06.316572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35992) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:06.375379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:04:06.385452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5da81a0e-fe3c-4ae5-8637-93230f919275 req-bf42a77f-e664-47f0-bee4-31f5f6d0cd95 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892551 May 26 16:04:06.391236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-431c4f8e-62cf-4715-b726-fac6a516c2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.395318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdd85f79-31c3-446b-8f74-e3c00d8bdeaa req-c2201efa-9cb5-4c30-a6dd-6191bc91f5c9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.407457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:06.408236 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.455838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-431c4f8e-62cf-4715-b726-fac6a516c2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.456479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:06.460551 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aec631-601b-4503-bec5-c9c5da9e2ece" -d '{"events": [{"server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:06.481660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:06.497592 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.561299 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-431c4f8e-62cf-4715-b726-fac6a516c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.564014 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-431c4f8e-62cf-4715-b726-fac6a516c2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.570581 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdd85f79-31c3-446b-8f74-e3c00d8bdeaa req-c2201efa-9cb5-4c30-a6dd-6191bc91f5c9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.573220 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-431c4f8e-62cf-4715-b726-fac6a516c2d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78ac84c9-492d-4853-8a07-3fac0046399c HTTP/1.1" status: 204 len: 168 time: 0.2553484 May 26 16:04:06.595736 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f01c5ec-c90f-42a9-a119-87d6bc564d78 x-openstack-request-id: req-5f01c5ec-c90f-42a9-a119-87d6bc564d78 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:06.596431 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:06.596574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c4f8e-62cf-4715-b726-fac6a516c2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ac84c9-492d-4853-8a07-3fac0046399c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:06.597046 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f01c5ec-c90f-42a9-a119-87d6bc564d78 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:06.597713 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f01c5ec-c90f-42a9-a119-87d6bc564d78'] response: {'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779', 'code': 200} May 26 16:04:06.657468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:06.735085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:04:06.756488 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] Sync routers for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:04:06.774829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627def0-5f3a-4be0-8a6f-ed3232d16855 req-255a2fb1-2ebf-4805-94e0-b97e4da73cb8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.777356 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:06.778321 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:06.783646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e627def0-5f3a-4be0-8a6f-ed3232d16855 req-255a2fb1-2ebf-4805-94e0-b97e4da73cb8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.1760333 May 26 16:04:06.813140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] No DVR routers for this DVR port c04ac970-48e1-4a81-8548-f4399867bbd1 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:06.815145 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdd85f79-31c3-446b-8f74-e3c00d8bdeaa req-c2201efa-9cb5-4c30-a6dd-6191bc91f5c9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.817482 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdd85f79-31c3-446b-8f74-e3c00d8bdeaa req-c2201efa-9cb5-4c30-a6dd-6191bc91f5c9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.818755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdd85f79-31c3-446b-8f74-e3c00d8bdeaa req-c2201efa-9cb5-4c30-a6dd-6191bc91f5c9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/761f5b8f-7120-43fe-9ae4-ef9e0d7d57e9 HTTP/1.1" status: 204 len: 173 time: 0.5926056 May 26 16:04:06.828927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.832763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-834ae52c-8910-47fd-8e3d-c2f28664f982 req-5678f2c3-be6a-4d36-9902-4dc70dee5f90 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.24 "DELETE /v2.0/ports/c04ac970-48e1-4a81-8548-f4399867bbd1 HTTP/1.1" status: 204 len: 173 time: 2.2587309 May 26 16:04:06.835822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-deleted', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:06.846524 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39925203-3a53-41e0-83db-4ae544e93eb4" -d '{"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-deleted", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:06.862759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2201efa-9cb5-4c30-a6dd-6191bc91f5c9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f5b8f-7120-43fe-9ae4-ef9e0d7d57e9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:06.903857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e627def0-5f3a-4be0-8a6f-ed3232d16855 req-02c3cc3a-7ef5-4287-acd1-a1247766b24a tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192248 May 26 16:04:06.966689 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:07.012524 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-5e218705-c462-4748-b2b3-341f6e50337d req-a8a91957-4b65-4178-b12c-bb5e8cf8c26a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:04:07.029579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e218705-c462-4748-b2b3-341f6e50337d req-a8a91957-4b65-4178-b12c-bb5e8cf8c26a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/761f5b8f-7120-43fe-9ae4-ef9e0d7d57e9 HTTP/1.1" status: 404 len: 352 time: 0.0525706 May 26 16:04:07.113494 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce571e31-5a98-4889-bdf9-4ded02d5d239 x-openstack-request-id: req-ce571e31-5a98-4889-bdf9-4ded02d5d239 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:07.114615 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb13601d-bc75-4401-b173-fe2d604aa456", "name": "network-vif-deleted", "tag": "c04ac970-48e1-4a81-8548-f4399867bbd1", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:07.115091 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce571e31-5a98-4889-bdf9-4ded02d5d239 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:07.115699 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce571e31-5a98-4889-bdf9-4ded02d5d239'] response: {'server_uuid': 'eb13601d-bc75-4401-b173-fe2d604aa456', 'name': 'network-vif-deleted', 'tag': 'c04ac970-48e1-4a81-8548-f4399867bbd1', 'status': 'completed', 'code': 200} May 26 16:04:07.323639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6360cb51-8af5-43c4-a12f-8c81aa9c3009 req-853b7167-8c97-4aaf-bc60-b71e63270997 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13601d-bc75-4401-b173-fe2d604aa456 HTTP/1.1" status: 200 len: 210 time: 0.0398524 May 26 16:04:07.347194 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:07.347739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5df22-8586-42f9-bc1d-b8f6890e7e4f req-d9b54c85-24bb-47df-82a9-33e3352ed61d tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.351548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ee5df22-8586-42f9-bc1d-b8f6890e7e4f req-d9b54c85-24bb-47df-82a9-33e3352ed61d tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.1057386 May 26 16:04:07.391959 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] Checking router: fb9ee9d7-1c13-4c46-b55d-1e850aa71574 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:04:07.406609 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:07.408533 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:03:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:07.452357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ee5df22-8586-42f9-bc1d-b8f6890e7e4f req-05bf2f55-7eec-4fab-ad75-5a724c2d047f tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914772 May 26 16:04:07.468018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63c5093b-68f1-4fe8-91aa-6165b4e375dd req-ec3ac079-aa3c-483b-8d76-772f741b26b7 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/ad632852-13f9-4996-a2cd-358c8a49b5d3 HTTP/1.1" status: 200 len: 1801 time: 0.0876892 May 26 16:04:07.627744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:07.629959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:07.647937 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:07.654059 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-63c5093b-68f1-4fe8-91aa-6165b4e375dd req-c4447357-cc69-4136-94a4-b9646034d034 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:07.703631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-63c5093b-68f1-4fe8-91aa-6165b4e375dd req-c4447357-cc69-4136-94a4-b9646034d034 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:07.712132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:07.735154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: c04ac970-48e1-4a81-8548-f4399867bbd1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:07.735546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c04ac970-48e1-4a81-8548-f4399867bbd1 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:07.756887 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0b566243-b6d4-4bdc-8eb5-9395135e259b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:07.807233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-63c5093b-68f1-4fe8-91aa-6165b4e375dd req-c4447357-cc69-4136-94a4-b9646034d034 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:07.820287 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-63c5093b-68f1-4fe8-91aa-6165b4e375dd req-c4447357-cc69-4136-94a4-b9646034d034 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:07.822111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63c5093b-68f1-4fe8-91aa-6165b4e375dd req-c4447357-cc69-4136-94a4-b9646034d034 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/ad632852-13f9-4996-a2cd-358c8a49b5d3 HTTP/1.1" status: 204 len: 173 time: 0.3455131 May 26 16:04:07.845613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4447357-cc69-4136-94a4-b9646034d034 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad632852-13f9-4996-a2cd-358c8a49b5d3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:07.930476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1588623176-network', 'tenant_id': 'a2dbb00c41cb40cb94c6029f58655ef3'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:07.954947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:07.967320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Made reservation on behalf of a2dbb00c41cb40cb94c6029f58655ef3 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:07.970869 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:07.986831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'mac_address': 'fa:16:3e:54:7b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:08.004725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.053129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6a597be-3723-4ec7-98ef-ce68fdda4889 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:08.053943 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.070680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a597be-3723-4ec7-98ef-ce68fdda4889 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:08.092503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cfa44-5c7d-41e2-9702-05e54af67758 req-6e6fa055-793b-4c93-98f2-b1fec5939d9e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.100390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:08.106338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.110782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cfa44-5c7d-41e2-9702-05e54af67758 req-6e6fa055-793b-4c93-98f2-b1fec5939d9e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.137459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e1cfa44-5c7d-41e2-9702-05e54af67758 req-6e6fa055-793b-4c93-98f2-b1fec5939d9e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1682 time: 0.1623819 May 26 16:04:08.215796 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:08.230492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e1cfa44-5c7d-41e2-9702-05e54af67758 req-c254ba0e-d2a6-4de6-a0cf-973e12733f09 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918896 May 26 16:04:08.263752 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88c223-2567-4ac8-86aa-608acbd08f4d None None] The sync data for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 is: [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:04:08.277631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.287667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['d6a597be-3723-4ec7-98ef-ce68fdda4889'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:08.290251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.304335 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-06e014b6-31cb-4cdc-b139-a00db4535c84 req-41ae2cf1-a140-4560-9c19-d11ea982d104 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:04:08.318144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06e014b6-31cb-4cdc-b139-a00db4535c84 req-41ae2cf1-a140-4560-9c19-d11ea982d104 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/ad632852-13f9-4996-a2cd-358c8a49b5d3 HTTP/1.1" status: 404 len: 352 time: 0.0457392 May 26 16:04:08.333344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:04:08.377157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:08.379872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.380618 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Added segment 1dbd4404-9346-4320-a829-aa81354e2e96 of type vlan for network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b May 26 16:04:08.533172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.560586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112222e-bcfe-4fe6-9fe3-735a35f51c8b req-422582d9-e9e9-4c41-8c62-a8b187a40ccc tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.562381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b112222e-bcfe-4fe6-9fe3-735a35f51c8b req-422582d9-e9e9-4c41-8c62-a8b187a40ccc tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.1657262 May 26 16:04:08.578870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfc738-0778-4529-a9e8-8d032c431510 req-3ad84696-fa3a-46f7-8e80-673b790d3756 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.588999 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ddfc738-0778-4529-a9e8-8d032c431510 req-3ad84696-fa3a-46f7-8e80-673b790d3756 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.1192636 May 26 16:04:08.599382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:08.641862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.643894 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.647018 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.762344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] Pushing event updated for resources: {'Network': ['ID=7dc6466f-7ae9-46d6-ac9d-e057f69b518b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:08.765902 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.768601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b112222e-bcfe-4fe6-9fe3-735a35f51c8b req-6d79d823-c506-412e-b77f-39ca31618b9d tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718063 May 26 16:04:08.799231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ddfc738-0778-4529-a9e8-8d032c431510 req-7c4a5d30-7077-428d-b7e8-bebaa9d722cd tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965578 May 26 16:04:08.800078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:04:08.811652 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-95a31c00-f215-4aab-99a4-ceb11d98817e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0971973 May 26 16:04:08.814786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36084) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:08.820783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Request body: {'subnet': {'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1588623176-subnet', 'tenant_id': 'a2dbb00c41cb40cb94c6029f58655ef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:08.854036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068066d7-25bb-49d2-a656-1e6db5798baa None None] New status for floating IP 1306182e-b3da-4804-b4aa-605c0ac9a307: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:04:08.910891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Made reservation on behalf of a2dbb00c41cb40cb94c6029f58655ef3 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:08.913603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:08.978599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:09.077558 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3137e4a0-97ac-4db4-835b-d6528c779d3c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.128537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3137e4a0-97ac-4db4-835b-d6528c779d3c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.219767 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3137e4a0-97ac-4db4-835b-d6528c779d3c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.224662 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3137e4a0-97ac-4db4-835b-d6528c779d3c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.226328 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3137e4a0-97ac-4db4-835b-d6528c779d3c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "DELETE /v2.0/security-groups/9f2eb00a-12f2-4eeb-8024-01c44ddc2842 HTTP/1.1" status: 204 len: 168 time: 0.2460992 May 26 16:04:09.231787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36104) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:09.244360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137e4a0-97ac-4db4-835b-d6528c779d3c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2eb00a-12f2-4eeb-8024-01c44ddc2842,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:09.255705 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-aa7ca5b4-cc8f-4d09-9076-a75ef034576d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] show failed (client error): The resource could not be found. May 26 16:04:09.257038 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aa7ca5b4-cc8f-4d09-9076-a75ef034576d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups/9f2eb00a-12f2-4eeb-8024-01c44ddc2842 HTTP/1.1" status: 404 len: 347 time: 0.0239282 May 26 16:04:09.261167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36110) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:09.360089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b0dd252-74d6-4b3b-bfe8-bda5edd5be36 req-821b592c-b1ee-458e-bfc5-d789d294183e tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba624589d40644079071a3a24f7f5bad HTTP/1.1" status: 200 len: 6156 time: 0.5160124 May 26 16:04:09.378353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-7264761d-e128-4783-9476-0fde4784227c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.391188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-7264761d-e128-4783-9476-0fde4784227c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.395178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-7264761d-e128-4783-9476-0fde4784227c tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1682 time: 0.4980202 May 26 16:04:09.511312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Deleting port 285756f9-e3c2-423c-81e0-1bb5890685d8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:09.511830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.588394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddee23-b0bf-4c1b-8c68-5c320c76735b req-8bfefa99-bd02-4b2b-b7b7-09d2b613620e tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.598026 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.598438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.598849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3eddee23-b0bf-4c1b-8c68-5c320c76735b req-8bfefa99-bd02-4b2b-b7b7-09d2b613620e tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.4202499 May 26 16:04:09.616562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Calling delete_port for 285756f9-e3c2-423c-81e0-1bb5890685d8 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:09.622617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b0dd252-74d6-4b3b-bfe8-bda5edd5be36 req-91ecf1f9-8e38-4174-bb01-7977c997dae0 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/bc85c574-e771-4c7a-992a-ed8843b8bcbe HTTP/1.1" status: 200 len: 2985 time: 0.2612569 May 26 16:04:09.640319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:09.641922 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.722358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port d6a597be-3723-4ec7-98ef-ce68fdda4889 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:09.723096 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.772951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3eddee23-b0bf-4c1b-8c68-5c320c76735b req-b41df411-9e22-4d9b-b391-cb6e3c9ad27e tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728940 May 26 16:04:09.789025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b0dd252-74d6-4b3b-bfe8-bda5edd5be36 req-9beea6b7-865a-4f0c-bf56-2f25a4f912f4 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/bc85c574-e771-4c7a-992a-ed8843b8bcbe HTTP/1.1" status: 200 len: 2985 time: 0.1526344 May 26 16:04:09.800592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b64079-7808-4828-9e40-21c54f18d9ea,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:09.834442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting port fdd67c7e-845a-47bf-910a-488459d321ae {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:09.834938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.924827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6a597be-3723-4ec7-98ef-ce68fdda4889 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:09.925409 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.939220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.950787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Checking segment: {'id': '1dbd4404-9346-4320-a829-aa81354e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:09.951267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Network hostable DHCP agents. Network: 7dc6466f-7ae9-46d6-ac9d-e057f69b518b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:04:09.983326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event deleted for resources: {'Port': ['ID=285756f9-e3c2-423c-81e0-1bb5890685d8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:09.988855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:09.991727 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce3a84-e083-48c9-a46f-0c432b271dc7" -d '{"events": [{"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-plugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:10.027529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:10.039280 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.088128 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.094663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.102942 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-24e7cf5d-b397-4ef9-9833-3bba8f83e1b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "DELETE /v2.0/floatingips/1306182e-b3da-4804-b4aa-605c0ac9a307 HTTP/1.1" status: 204 len: 168 time: 0.8359032 May 26 16:04:10.114162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d57f0d0c-9dce-4a33-999a-10b819ed9f2d req-c37f99df-3e79-4b67-99f2-c099ac813f17 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1552138639', 'description': 'tempest-description-842593206'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:10.139224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:04:10.150121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:10.180578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 7dc6466f-7ae9-46d6-ac9d-e057f69b518b) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:10.187442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.188112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.193813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082093c-07fa-4753-8eeb-fa79829898d5 None None] Network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:10.222857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] For port fdd67c7e-845a-47bf-910a-488459d321ae, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fdd67c7e-845a-47bf-910a-488459d321ae,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:10.223337 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.254926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d57f0d0c-9dce-4a33-999a-10b819ed9f2d req-c37f99df-3e79-4b67-99f2-c099ac813f17 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.272825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84091cc2-507e-4b02-8c08-45767a247f2b req-f605ff5c-2303-42ae-9505-39f3e661f568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.281215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84091cc2-507e-4b02-8c08-45767a247f2b req-f605ff5c-2303-42ae-9505-39f3e661f568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.289415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84091cc2-507e-4b02-8c08-45767a247f2b req-f605ff5c-2303-42ae-9505-39f3e661f568 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 1682 time: 0.2609701 May 26 16:04:10.292424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Calling delete_port for fdd67c7e-845a-47bf-910a-488459d321ae owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:10.327015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ecd11b14-a78b-4982-9a72-698d03b24396 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5106289 May 26 16:04:10.412160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c51d2-777a-4ad5-9e43-6782096d8efe None None] Network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:10.515862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84091cc2-507e-4b02-8c08-45767a247f2b req-dfb33700-52e2-4f5c-a1aa-4ba489cbc12b tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240641 May 26 16:04:10.535759 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.573405 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.706273 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d57f0d0c-9dce-4a33-999a-10b819ed9f2d req-c37f99df-3e79-4b67-99f2-c099ac813f17 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.723655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d57f0d0c-9dce-4a33-999a-10b819ed9f2d req-c37f99df-3e79-4b67-99f2-c099ac813f17 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.819183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d57f0d0c-9dce-4a33-999a-10b819ed9f2d req-c37f99df-3e79-4b67-99f2-c099ac813f17 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.821055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d57f0d0c-9dce-4a33-999a-10b819ed9f2d req-c37f99df-3e79-4b67-99f2-c099ac813f17 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7857354 May 26 16:04:10.826697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f99df-3e79-4b67-99f2-c099ac813f17 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8ab1f4-38db-4c18-a137-ee867a5ab6de,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:10.842422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dae3a1-5fe6-495a-b49d-acce73682d8a req-5d1c81fb-a29c-4984-a662-493053a4f2f4 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.843919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14dae3a1-5fe6-495a-b49d-acce73682d8a req-5d1c81fb-a29c-4984-a662-493053a4f2f4 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.1675007 May 26 16:04:10.906601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14dae3a1-5fe6-495a-b49d-acce73682d8a req-25878a28-107b-4952-8ace-d8c55520ff24 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563326 May 26 16:04:10.907527 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.921659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['fdd67c7e-845a-47bf-910a-488459d321ae', '32ca6275-74af-46ee-8a33-8b667ad5dbfc'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:10.999493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Port': ['ID=fdd67c7e-845a-47bf-910a-488459d321ae,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:11.028657 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8168857c-8499-4069-ba77-1005e7d109ab x-openstack-request-id: req-8168857c-8499-4069-ba77-1005e7d109ab {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:11.029973 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-plugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:11.030502 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8168857c-8499-4069-ba77-1005e7d109ab {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:11.031129 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8168857c-8499-4069-ba77-1005e7d109ab'] response: {'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'code': 200} May 26 16:04:11.113281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cea65-3a3f-42da-ae84-798f08b50c26 req-516455cc-5e3b-4499-b419-31be7e1ba6b5 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.114905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a4cea65-3a3f-42da-ae84-798f08b50c26 req-516455cc-5e3b-4499-b419-31be7e1ba6b5 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.1243138 May 26 16:04:11.115776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] No DVR routers for this DVR port fdd67c7e-845a-47bf-910a-488459d321ae on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:11.119521 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.128713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-d739db89-0723-4c65-b32c-287a74b3a2ac tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.24 "DELETE /v2.0/ports/fdd67c7e-845a-47bf-910a-488459d321ae HTTP/1.1" status: 204 len: 173 time: 1.7201385 May 26 16:04:11.130427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'name': 'network-vif-deleted', 'tag': 'fdd67c7e-845a-47bf-910a-488459d321ae'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:11.132719 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e87ae7-fb7f-4bc5-ac31-2eccff164556" -d '{"events": [{"server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "name": "network-vif-deleted", "tag": "fdd67c7e-845a-47bf-910a-488459d321ae"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:11.185765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36152) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:11.190916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2c34f0c9-832a-48dc-8d0e-cedaf745fc3b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785902857', 'description': 'tempest-description--1314043242'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:11.251658 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c34f0c9-832a-48dc-8d0e-cedaf745fc3b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.312593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a4cea65-3a3f-42da-ae84-798f08b50c26 req-ae9ea76f-e964-475b-8edf-47def173bf79 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828451 May 26 16:04:11.399262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-51226a0a-2dd5-4abe-adb7-86b52ab76984 req-9905088b-8b62-4185-afd4-50b32e9ae487 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1119138162', 'description': 'tempest-description-510875313'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:11.424351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting port 32ca6275-74af-46ee-8a33-8b667ad5dbfc {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:11.425193 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.537108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-51226a0a-2dd5-4abe-adb7-86b52ab76984 req-9905088b-8b62-4185-afd4-50b32e9ae487 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.732803 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-51226a0a-2dd5-4abe-adb7-86b52ab76984 req-9905088b-8b62-4185-afd4-50b32e9ae487 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.774196 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-51226a0a-2dd5-4abe-adb7-86b52ab76984 req-9905088b-8b62-4185-afd4-50b32e9ae487 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.821449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] For port 32ca6275-74af-46ee-8a33-8b667ad5dbfc, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=32ca6275-74af-46ee-8a33-8b667ad5dbfc,segment=NetworkSegment(f1c6437f-deac-490f-879b-ea366c3ffce7),segment_id=f1c6437f-deac-490f-879b-ea366c3ffce7)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:11.821958 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.859749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Calling delete_port for 32ca6275-74af-46ee-8a33-8b667ad5dbfc owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:11.867962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-51226a0a-2dd5-4abe-adb7-86b52ab76984 req-9905088b-8b62-4185-afd4-50b32e9ae487 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.869294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51226a0a-2dd5-4abe-adb7-86b52ab76984 req-9905088b-8b62-4185-afd4-50b32e9ae487 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4866347 May 26 16:04:11.880290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905088b-8b62-4185-afd4-50b32e9ae487 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e0b4c1-3277-4ed7-9568-71c1b013120c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:11.915144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c34f0c9-832a-48dc-8d0e-cedaf745fc3b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.925166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c34f0c9-832a-48dc-8d0e-cedaf745fc3b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.999774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34f0c9-832a-48dc-8d0e-cedaf745fc3b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384146a0-b209-47ef-8554-7349395a92f5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:12.021722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c34f0c9-832a-48dc-8d0e-cedaf745fc3b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.027548 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2c34f0c9-832a-48dc-8d0e-cedaf745fc3b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8395483 May 26 16:04:12.032064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36190) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:12.036933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a9b6ffbd-0d54-4d9a-8482-fb3b6e1e74df tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'security_group_rule': {'security_group_id': '384146a0-b209-47ef-8554-7349395a92f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:12.040886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-7be1d053-1341-4556-afe0-9c1553bdfc5d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:12.055907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-7be1d053-1341-4556-afe0-9c1553bdfc5d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 814 time: 0.4082835 May 26 16:04:12.101384 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bbd060-3123-4ac4-beb9-ef7cab5f28fd x-openstack-request-id: req-30bbd060-3123-4ac4-beb9-ef7cab5f28fd {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:12.101950 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "name": "network-vif-deleted", "tag": "fdd67c7e-845a-47bf-910a-488459d321ae", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:12.102322 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30bbd060-3123-4ac4-beb9-ef7cab5f28fd {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:12.102812 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bbd060-3123-4ac4-beb9-ef7cab5f28fd'] response: {'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'name': 'network-vif-deleted', 'tag': 'fdd67c7e-845a-47bf-910a-488459d321ae', 'status': 'completed', 'code': 200} May 26 16:04:12.115959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ffbd-0d54-4d9a-8482-fb3b6e1e74df tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.120429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-7b62fe0f-d265-4870-9cd1-ba914c46cca4 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/quotas/a2dbb00c41cb40cb94c6029f58655ef3 HTTP/1.1" status: 200 len: 375 time: 0.0634148 May 26 16:04:12.168055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-66a43b92-dd5e-4770-92c6-162be0a93e34 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466363 May 26 16:04:12.195331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ffbd-0d54-4d9a-8482-fb3b6e1e74df tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.202039 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ffbd-0d54-4d9a-8482-fb3b6e1e74df tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.236384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6ffbd-0d54-4d9a-8482-fb3b6e1e74df tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7710a0bf-f3b8-432b-a0be-77c02b329cfb,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:12.249931 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ffbd-0d54-4d9a-8482-fb3b6e1e74df tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.252640 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a9b6ffbd-0d54-4d9a-8482-fb3b6e1e74df tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2194600 May 26 16:04:12.256007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36196) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:12.267579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4059c024-b099-4490-8fcc-7c8b432b5c23 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'security_group_rule': {'security_group_id': '384146a0-b209-47ef-8554-7349395a92f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:12.302874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4059c024-b099-4490-8fcc-7c8b432b5c23 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.409632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4059c024-b099-4490-8fcc-7c8b432b5c23 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.417388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4059c024-b099-4490-8fcc-7c8b432b5c23 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.418615 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.441198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059c024-b099-4490-8fcc-7c8b432b5c23 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fa6c49-3825-4ce7-bb5a-8d39f70aca05,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:12.454094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4059c024-b099-4490-8fcc-7c8b432b5c23 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.456702 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4059c024-b099-4490-8fcc-7c8b432b5c23 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1973095 May 26 16:04:12.463965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36198) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:12.469427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:12.494446 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.505745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d716917-7054-4efa-8e43-154e6a6cc965 req-06938c1e-0849-4af6-abe3-aac285e886a6 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:12.507452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d716917-7054-4efa-8e43-154e6a6cc965 req-06938c1e-0849-4af6-abe3-aac285e886a6 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/ports?device_id=77e9e19f-02bc-402d-a9bf-6e740642624d HTTP/1.1" status: 200 len: 945 time: 0.2587757 May 26 16:04:12.508360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Port': ['ID=32ca6275-74af-46ee-8a33-8b667ad5dbfc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:12.630757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] No DVR routers for this DVR port 32ca6275-74af-46ee-8a33-8b667ad5dbfc on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:12.637234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-53cea292-d97c-44ef-b60c-2a81c2bd414c service neutron] 10.222.0.39 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662311 May 26 16:04:12.638977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.642421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21a9ae0b-1354-474c-b5c1-bedf3df273b3 req-5073a6a6-a6e3-4c82-8560-79336fe5bf20 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.24 "DELETE /v2.0/ports/32ca6275-74af-46ee-8a33-8b667ad5dbfc HTTP/1.1" status: 204 len: 173 time: 1.5059588 May 26 16:04:12.648528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d716917-7054-4efa-8e43-154e6a6cc965 req-90ee1fdd-895d-49ef-b5ac-6e7db12cedb0 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "GET /v2.0/security-groups?id=a920c5f8-6dbb-40c6-a121-4e15686e6abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097186 May 26 16:04:12.716427 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.810924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-fb157768-e9bb-48ca-a511-473f2efe2a04 service neutron] 10.222.0.39 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468534 May 26 16:04:12.945789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e88b6c-3ed6-477f-b97c-9058e5cee02c req-051ba02a-b822-4547-95f1-dd4f4446a468 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:12.947461 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16e88b6c-3ed6-477f-b97c-9058e5cee02c req-051ba02a-b822-4547-95f1-dd4f4446a468 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.0904114 May 26 16:04:12.968615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Allocated IP 172.25.0.30 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/582e27c9-68ad-4a2a-9bf2-48171a3b4842) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:13.038317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16e88b6c-3ed6-477f-b97c-9058e5cee02c req-a3abde7e-20f3-4ca2-8781-d2071ce0413c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805874 May 26 16:04:13.158895 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.248251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.281981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17fbb3-ae26-456a-8099-76463dbb0bc7 req-c3d4b834-9ba1-4bfe-a981-467663754869 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:13.287747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f17fbb3-ae26-456a-8099-76463dbb0bc7 req-c3d4b834-9ba1-4bfe-a981-467663754869 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.1037481 May 26 16:04:13.297312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:13.301163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:13.306345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:13.365569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'Port': ['ID=582e27c9-68ad-4a2a-9bf2-48171a3b4842,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:13.487796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.580573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f17fbb3-ae26-456a-8099-76463dbb0bc7 req-d70f4a0b-0edc-4a7f-b912-d12f253f78cc tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508565 May 26 16:04:13.606791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-a6f8b514-b047-4d1e-a301-62197c4c8f54 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:13.612723 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.633519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-a6f8b514-b047-4d1e-a301-62197c4c8f54 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 812 time: 0.3375561 May 26 16:04:13.639526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 32ca6275-74af-46ee-8a33-8b667ad5dbfc no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:13.664906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 32ca6275-74af-46ee-8a33-8b667ad5dbfc {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:13.665530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 32ca6275-74af-46ee-8a33-8b667ad5dbfc not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:13.666373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fdd67c7e-845a-47bf-910a-488459d321ae no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:13.681044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-d85d51d5-dacd-4dd6-8245-31f9875713ba tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/quotas/ba624589d40644079071a3a24f7f5bad HTTP/1.1" status: 200 len: 375 time: 0.0412693 May 26 16:04:13.752337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: fdd67c7e-845a-47bf-910a-488459d321ae {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:13.752751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fdd67c7e-845a-47bf-910a-488459d321ae not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:13.832328 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-db77b9ea-dc14-47b2-96f8-7fe5aeb384de tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1502132 May 26 16:04:14.023409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-ca27a638-b064-4edc-b0f0-85ff1038a149 service neutron] 10.222.0.39 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900823 May 26 16:04:14.052657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b3e6db0-e9fc-47b6-9a61-a1f0dc79e5bc req-2debf500-f3e1-43cc-9759-dad92ded5a7e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 210 time: 0.2170947 May 26 16:04:14.107105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'name': 'network-vif-deleted', 'tag': '32ca6275-74af-46ee-8a33-8b667ad5dbfc'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:14.112398 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b10bfdb-92b9-4d4b-8787-46bae5a83895" -d '{"events": [{"server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "name": "network-vif-deleted", "tag": "32ca6275-74af-46ee-8a33-8b667ad5dbfc"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:14.122524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.137514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.252538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'Port': ['ID=582e27c9-68ad-4a2a-9bf2-48171a3b4842,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:14.283783 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.312604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-32beb90b-6628-4ffc-a889-388d84e27db0 service neutron] 10.222.0.39 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712936 May 26 16:04:14.317457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.318826 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-73a27aa1-92d2-45ca-ba75-1a0ce11d4191 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8532000 May 26 16:04:14.379825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10971fa7-6fa0-42ea-9161-95647ae9a047 req-17b91c77-79af-4828-8a4a-8aefea5e77e6 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:14.381501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10971fa7-6fa0-42ea-9161-95647ae9a047 req-17b91c77-79af-4828-8a4a-8aefea5e77e6 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.1890485 May 26 16:04:14.473151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10971fa7-6fa0-42ea-9161-95647ae9a047 req-1552b8f9-cc59-4449-a3ff-d7b909f428e8 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837824 May 26 16:04:14.575958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36246) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:14.669424 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2ec27f-e0ef-405f-9df5-c05f5c9ef555 x-openstack-request-id: req-2e2ec27f-e0ef-405f-9df5-c05f5c9ef555 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:14.669742 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e9e19f-02bc-402d-a9bf-6e740642624d", "name": "network-vif-deleted", "tag": "32ca6275-74af-46ee-8a33-8b667ad5dbfc", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:14.669949 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e2ec27f-e0ef-405f-9df5-c05f5c9ef555 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:14.678623 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2ec27f-e0ef-405f-9df5-c05f5c9ef555'] response: {'server_uuid': '77e9e19f-02bc-402d-a9bf-6e740642624d', 'name': 'network-vif-deleted', 'tag': '32ca6275-74af-46ee-8a33-8b667ad5dbfc', 'status': 'completed', 'code': 200} May 26 16:04:14.755974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b91f48-3e80-4e71-bd6c-33525117e0c9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting subnet afc84def-fb8b-405d-a5e1-f10615ac2f2c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:04:14.771998 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13b91f48-3e80-4e71-bd6c-33525117e0c9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.829942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55f897-d900-47c6-8626-49d1e21926a5 req-d82b97d0-f53e-4148-954c-3d85641a9067 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:14.832078 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef55f897-d900-47c6-8626-49d1e21926a5 req-d82b97d0-f53e-4148-954c-3d85641a9067 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.1733453 May 26 16:04:14.917196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13b91f48-3e80-4e71-bd6c-33525117e0c9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.950915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-0917312f-ff05-4535-a8bb-a9d6cfdf13de tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1785902857&fields=id&tenant_id=f4f60e78ae714e2c97b0d22e316bb54e HTTP/1.1" status: 200 len: 267 time: 0.0618017 May 26 16:04:15.006386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef55f897-d900-47c6-8626-49d1e21926a5 req-3da68b5d-bab0-40ba-8509-5515a722f173 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508877 May 26 16:04:15.215447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-44aeb566-4aba-4a10-b715-223d9deee2a5 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:15.224043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-44aeb566-4aba-4a10-b715-223d9deee2a5 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 816 time: 0.2629077 May 26 16:04:15.324947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-3c361e9f-62c9-43e1-8fcb-10a0f1bef152 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/quotas/f4f60e78ae714e2c97b0d22e316bb54e HTTP/1.1" status: 200 len: 375 time: 0.0997910 May 26 16:04:15.339765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13b91f48-3e80-4e71-bd6c-33525117e0c9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.355829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0e4493f-1684-4595-a912-61955b1dff49 req-dbeecca7-241a-4304-b87e-4a6a0bb8f8d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 210 time: 0.1145437 May 26 16:04:15.451250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13b91f48-3e80-4e71-bd6c-33525117e0c9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.507165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b91f48-3e80-4e71-bd6c-33525117e0c9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Subnet': ['ID=afc84def-fb8b-405d-a5e1-f10615ac2f2c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:15.518365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13b91f48-3e80-4e71-bd6c-33525117e0c9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.524884 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-13b91f48-3e80-4e71-bd6c-33525117e0c9 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "DELETE /v2.0/subnets/afc84def-fb8b-405d-a5e1-f10615ac2f2c HTTP/1.1" status: 204 len: 168 time: 0.9475427 May 26 16:04:15.531081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36274) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:15.540658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926a420-722f-4ee6-a9ea-c24b50e0ede8 None None] Network eb2c9b7a-e42f-478e-b593-31665064b84b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:15.558284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-f70d1a8b-c0a6-4afb-a1fb-c5528afbeba0 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2243903 May 26 16:04:15.581036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-89313839-83a2-4fcd-a8bc-f04f2a3f9529 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:15.582750 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-89313839-83a2-4fcd-a8bc-f04f2a3f9529 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.32 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 814 time: 0.5894942 May 26 16:04:15.620556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Request body: {'port': {'device_id': '97202128-ee56-455a-be50-ea719b7c0765', 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b', 'admin_state_up': True, 'tenant_id': 'a2dbb00c41cb40cb94c6029f58655ef3'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:15.733150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.891204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Made reservation on behalf of a2dbb00c41cb40cb94c6029f58655ef3 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:15.895488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.969709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bc607-792f-43ff-ae90-c294b99ac969 None None] DHCP port deletion for eb2c9b7a-e42f-478e-b593-31665064b84b request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:04:16.000552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:16.001201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.080348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bc607-792f-43ff-ae90-c294b99ac969 None None] Deleting port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:16.080718 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc607-792f-43ff-ae90-c294b99ac969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.186383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] For port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=919e9f66-2f62-4e6e-8b7e-aa66a20c3aad,segment=NetworkSegment(f1c6437f-deac-490f-879b-ea366c3ffce7),segment_id=f1c6437f-deac-490f-879b-ea366c3ffce7)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:16.186784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.216583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Calling delete_port for 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:16.262613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ac3bc607-792f-43ff-ae90-c294b99ac969 None None] For port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=919e9f66-2f62-4e6e-8b7e-aa66a20c3aad,segment=NetworkSegment(f1c6437f-deac-490f-879b-ea366c3ffce7),segment_id=f1c6437f-deac-490f-879b-ea366c3ffce7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:16.264063 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc607-792f-43ff-ae90-c294b99ac969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.312283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bc607-792f-43ff-ae90-c294b99ac969 None None] Calling delete_port for 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:16.345643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-96139b5e-9f34-417f-8ef2-59f9e9652fa9 service neutron] 10.222.0.39 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319295 May 26 16:04:16.423986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc607-792f-43ff-ae90-c294b99ac969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.446381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fd74-209c-4b5a-81a0-72c40633feae req-4ad09244-07db-4b8c-a301-21658196137c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:16.452677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.459619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da13fd74-209c-4b5a-81a0-72c40633feae req-4ad09244-07db-4b8c-a301-21658196137c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.8885908 May 26 16:04:16.468200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bc607-792f-43ff-ae90-c294b99ac969 None None] Pushing event deleted for resources: {'Port': ['ID=919e9f66-2f62-4e6e-8b7e-aa66a20c3aad,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:16.470521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bc607-792f-43ff-ae90-c294b99ac969 None None] No DVR routers for this DVR port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:16.477036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] No DVR routers for this DVR port 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:16.479315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Allocated IP 172.20.0.8 (7dc6466f-7ae9-46d6-ac9d-e057f69b518b/12b64079-7808-4828-9e40-21c54f18d9ea/91f1b2fc-05d2-4f8c-b938-177e58ed9b13) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:16.545195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-07f691cf-6d29-4259-9456-f238874d871b service neutron] 10.222.0.39 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957436 May 26 16:04:16.587573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Port': ['ID=919e9f66-2f62-4e6e-8b7e-aa66a20c3aad,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:16.613936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da13fd74-209c-4b5a-81a0-72c40633feae req-a8f6f0db-2034-4cbe-9ab1-fa7829e8afbf tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530979 May 26 16:04:16.739092 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.801765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2c9b7a-e42f-478e-b593-31665064b84b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:16.843281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c6437f-deac-490f-879b-ea366c3ffce7') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:16.843539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c6437f-deac-490f-879b-ea366c3ffce7') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:16.874199 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.910787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.922099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.940628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:04:16.941043 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.951743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-5c652412-83c4-4ac0-986b-bc60d83588cc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:16.963834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-5c652412-83c4-4ac0-986b-bc60d83588cc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.24 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 812 time: 0.3239424 May 26 16:04:16.970033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'port': {'device_id': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3', 'admin_state_up': True, 'tenant_id': 'ba624589d40644079071a3a24f7f5bad'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:17.009419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-591bbc37-b3c6-47f2-8120-3c06b379a4c7 req-4b2de7a5-7f32-497d-a109-70a36de0835c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 210 time: 0.1125884 May 26 16:04:17.125375 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f1c6437f-deac-490f-879b-ea366c3ffce7 resource provider aggregate not found May 26 16:04:17.155842 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f1c6437f-deac-490f-879b-ea366c3ffce7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1c6437f-deac-490f-879b-ea366c3ffce7 found for delete ", "request_id": "req-d380a6d9-8f6a-4f65-b5f1-65cf80d53d01"}]} May 26 16:04:17.157307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.222382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b26a0-a477-4aa3-8cd3-9eb491d2aa44 req-7d07cbea-ffd5-4008-96b2-983b45b1b1a6 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:17.238071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-369b26a0-a477-4aa3-8cd3-9eb491d2aa44 req-7d07cbea-ffd5-4008-96b2-983b45b1b1a6 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.3173015 May 26 16:04:17.250972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:17.251875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.277233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:17.279520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.296080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "DELETE /v2.0/networks/eb2c9b7a-e42f-478e-b593-31665064b84b HTTP/1.1" status: 204 len: 168 time: 1.7642238 May 26 16:04:17.298512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:17.300844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36310) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:17.315330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:17.331416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:17.364784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:17.367071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 919e9f66-2f62-4e6e-8b7e-aa66a20c3aad not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:17.401971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d318ba4-c36e-4691-9f80-1923753ea234 req-b59b18cf-77b5-4b07-a448-90c6357438ed tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 210 time: 0.1387033 May 26 16:04:17.415219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664e34c-0adb-4ae2-83fc-68e4dd68802e tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Network': ['ID=eb2c9b7a-e42f-478e-b593-31665064b84b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:17.439577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-369b26a0-a477-4aa3-8cd3-9eb491d2aa44 req-2d0163eb-303e-4484-9959-2a29afa4f956 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983612 May 26 16:04:17.495632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Made reservation on behalf of ba624589d40644079071a3a24f7f5bad for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:17.504838 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.577237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:17.577819 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.595377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f049475a-db7f-4d37-b541-8aa784460699 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting subnet e94837c9-0113-4346-8e8c-ab86c2fb5792 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:04:17.600377 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f049475a-db7f-4d37-b541-8aa784460699 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.647189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48bf3bb8-5759-4ddf-a71b-2607eacfc59d req-99e479b4-be57-428d-8df6-062271b0f8b4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 210 time: 0.0687914 May 26 16:04:17.659358 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-cbf63be4-6805-4727-98f7-824bafaa8d1d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0439723 May 26 16:04:17.693442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f049475a-db7f-4d37-b541-8aa784460699 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.745880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86564836-e118-4eeb-a5fb-e80806f19622 req-0bc48bf2-d873-4069-9bae-e90660f78237 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:17.753350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86564836-e118-4eeb-a5fb-e80806f19622 req-0bc48bf2-d873-4069-9bae-e90660f78237 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.2050090 May 26 16:04:17.875000 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86564836-e118-4eeb-a5fb-e80806f19622 req-59c99cca-5786-41b5-8faf-13f1d1dc1636 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961683 May 26 16:04:17.896089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Request body: {'port': {'device_id': '97202128-ee56-455a-be50-ea719b7c0765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:17.916092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Allocated IP 172.20.0.13 (7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3/05b5ae83-a375-4ce2-a4cb-d4923391fa2f/a376daef-d5ae-4b77-9e7e-7529a0a5c723) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:17.981522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f049475a-db7f-4d37-b541-8aa784460699 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.069227 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.246527 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.277263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad641b2-2f07-413f-af91-4a7fc264881f req-729e277a-169d-4bb6-bfa3-2ead9abf7220 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:18.284907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dad641b2-2f07-413f-af91-4a7fc264881f req-729e277a-169d-4bb6-bfa3-2ead9abf7220 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 931 time: 0.0934086 May 26 16:04:18.354531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f049475a-db7f-4d37-b541-8aa784460699 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.387353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dad641b2-2f07-413f-af91-4a7fc264881f req-8320ec72-f23e-480c-a24d-ff6493ed7c06 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012459 May 26 16:04:18.408356 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.422788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:18.440714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f049475a-db7f-4d37-b541-8aa784460699 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.446553 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f049475a-db7f-4d37-b541-8aa784460699 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "DELETE /v2.0/subnets/e94837c9-0113-4346-8e8c-ab86c2fb5792 HTTP/1.1" status: 204 len: 168 time: 1.1107154 May 26 16:04:18.450978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049475a-db7f-4d37-b541-8aa784460699 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Subnet': ['ID=e94837c9-0113-4346-8e8c-ab86c2fb5792,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:18.454161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36342) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:18.471455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:18.474597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:18.505617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:18.535904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f73ecc2-821d-4c2d-8f3e-d696d7c20039 None None] Network 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:18.567300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:18.568803 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.598937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.692681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'Port': ['ID=a376daef-d5ae-4b77-9e7e-7529a0a5c723,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:18.713730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-eb17ebdc-9888-4e15-b776-6863b3a56d36 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7466640 May 26 16:04:18.739240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Request body: {'port': {'device_id': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:18.863654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165178c1-6b48-42fd-80b6-3e6af3d944d0 req-810ab3d1-b49b-4452-be37-7917b8daa09a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:18.873338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-165178c1-6b48-42fd-80b6-3e6af3d944d0 req-810ab3d1-b49b-4452-be37-7917b8daa09a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 932 time: 0.2976394 May 26 16:04:18.983232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Deleting port ef357bb7-50f4-46d3-85f1-c2346e476c91 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:18.983608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.998693 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.094553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:19.104774 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.121714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Transition to ACTIVE for port object 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:19.128280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88254058-7c0b-472b-a86d-9ea11850518e None None] DHCP port deletion for 1af4fdf6-c6a4-4d50-8afb-48a4fac79164 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:04:19.225154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.241717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-6b752de0-88b0-4042-b12b-5a9c3612868d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:19.244549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-6b752de0-88b0-4042-b12b-5a9c3612868d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.32 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 816 time: 0.3478312 May 26 16:04:19.319207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:19.348129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-165178c1-6b48-42fd-80b6-3e6af3d944d0 req-3c1e6501-a89e-4a8a-a09e-37457e44b85b tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738190 May 26 16:04:19.364135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] For port ef357bb7-50f4-46d3-85f1-c2346e476c91, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ef357bb7-50f4-46d3-85f1-c2346e476c91,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:19.367592 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.375312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ef357bb7-50f4-46d3-85f1-c2346e476c91 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:19.415303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Calling delete_port for ef357bb7-50f4-46d3-85f1-c2346e476c91 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:19.477491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3025c7-df94-4b31-8a4b-a0584bba31b8 req-88186d0a-9d32-45c3-8a0f-329cb7614e0f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:19.479156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc3025c7-df94-4b31-8a4b-a0584bba31b8 req-88186d0a-9d32-45c3-8a0f-329cb7614e0f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.6535943 May 26 16:04:19.507934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-83219d93-0a3f-447a-8271-8db9dfb94af3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4f60e78ae714e2c97b0d22e316bb54e HTTP/1.1" status: 200 len: 380 time: 0.1633034 May 26 16:04:19.516896 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-88254058-7c0b-472b-a86d-9ea11850518e None None] Deleting port ef357bb7-50f4-46d3-85f1-c2346e476c91 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:19.517434 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-88254058-7c0b-472b-a86d-9ea11850518e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.551569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'port': {'device_id': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'admin_state_up': True, 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'security_groups': ['384146a0-b209-47ef-8554-7349395a92f5']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:19.607383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ef357bb7-50f4-46d3-85f1-c2346e476c91 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:19.607947 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.643108 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-88254058-7c0b-472b-a86d-9ea11850518e None None] For port ef357bb7-50f4-46d3-85f1-c2346e476c91, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ef357bb7-50f4-46d3-85f1-c2346e476c91,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:19.643672 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-88254058-7c0b-472b-a86d-9ea11850518e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.653725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Attempting to bind port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:19.654766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Attempting to bind port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '1dbd4404-9346-4320-a829-aa81354e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:19.655308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Attempting to bind port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 on network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:19.682304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-88254058-7c0b-472b-a86d-9ea11850518e None None] Calling delete_port for ef357bb7-50f4-46d3-85f1-c2346e476c91 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:19.690756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 on network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:19.691397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Attempting to bind port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 on network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:19.702288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port ef357bb7-50f4-46d3-85f1-c2346e476c91, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ef357bb7-50f4-46d3-85f1-c2346e476c91,segment=NetworkSegment(fde5f7fd-bf60-42d9-bf6c-6b36dac6269c),segment_id=fde5f7fd-bf60-42d9-bf6c-6b36dac6269c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:19.709127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.722349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:19.722349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Checking segment: {'id': '1dbd4404-9346-4320-a829-aa81354e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:19.722349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Bound using segment: {'id': '1dbd4404-9346-4320-a829-aa81354e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:19.724551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Bound port: 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbd4404-9346-4320-a829-aa81354e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:19.731976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.784521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=ef357bb7-50f4-46d3-85f1-c2346e476c91,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:19.805903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c938489-a1df-4c89-8dbb-27d30bf2f340 req-2b8c46c8-64a4-4815-bd04-95d9883c546b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 210 time: 0.0901504 May 26 16:04:19.881437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc3025c7-df94-4b31-8a4b-a0584bba31b8 req-94a8ff62-44f2-4d18-ac00-bfeed186f13c tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696723 May 26 16:04:19.963848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Made reservation on behalf of f4f60e78ae714e2c97b0d22e316bb54e for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:19.975233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.031602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:20.035005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:20.040987 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.054030 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.094270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.095108 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.096712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] 10.222.0.32 "PUT /v2.0/ports/91f1b2fc-05d2-4f8c-b938-177e58ed9b13 HTTP/1.1" status: 200 len: 1091 time: 2.2194450 May 26 16:04:20.097465 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:20.100270 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a511177-bcd1-412f-97ed-5f1536504baa" -d '{"events": [{"name": "network-changed", "server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:20.107909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] No DVR routers for this DVR port ef357bb7-50f4-46d3-85f1-c2346e476c91 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:20.174166 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-88254058-7c0b-472b-a86d-9ea11850518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.231684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88254058-7c0b-472b-a86d-9ea11850518e None None] No DVR routers for this DVR port ef357bb7-50f4-46d3-85f1-c2346e476c91 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:20.243185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88254058-7c0b-472b-a86d-9ea11850518e None None] Pushing event deleted for resources: {'Port': ['ID=ef357bb7-50f4-46d3-85f1-c2346e476c91,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:20.262739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f3e33-b73d-49ce-8a64-add3b97c2e1b service neutron] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:20.312130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Port': ['ID=ef357bb7-50f4-46d3-85f1-c2346e476c91,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:20.315731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.342104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af4fdf6-c6a4-4d50-8afb-48a4fac79164']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:20.352606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-d00a2f42-6836-4ef2-8c33-2b50b5f3cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.353300 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-d00a2f42-6836-4ef2-8c33-2b50b5f3cbbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 1094 time: 0.1763427 May 26 16:04:20.357532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:20.357977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde5f7fd-bf60-42d9-bf6c-6b36dac6269c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:20.369184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.387060 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.394084 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:04:20.394679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.425427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e52d2-4ab5-449f-af0f-a408e4ef34b3 req-dfcce960-4d99-4c54-943a-d9c19bac0ae0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.434589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-820e52d2-4ab5-449f-af0f-a408e4ef34b3 req-dfcce960-4d99-4c54-943a-d9c19bac0ae0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.3959808 May 26 16:04:20.535487 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0534542b-4178-4cd9-a917-73dcbe9a08dc x-openstack-request-id: req-0534542b-4178-4cd9-a917-73dcbe9a08dc {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:20.537474 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:20.537960 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0534542b-4178-4cd9-a917-73dcbe9a08dc {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:20.538374 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0534542b-4178-4cd9-a917-73dcbe9a08dc'] response: {'name': 'network-changed', 'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'status': 'completed', 'code': 200} May 26 16:04:20.589360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-820e52d2-4ab5-449f-af0f-a408e4ef34b3 req-6bf05641-2dd9-4871-81ce-7bf736c20091 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539280 May 26 16:04:20.592217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Allocated IP 172.20.0.12 (dcff6033-e8d7-43af-a6f2-306af24f8ee3/d4f0607d-90cc-4ecf-88cd-fda20d1cd362/6d4f9cee-f4bb-46e7-a69a-ba694d82d72c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:20.624579 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment fde5f7fd-bf60-42d9-bf6c-6b36dac6269c resource provider aggregate not found May 26 16:04:20.641536 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-d0776fdf-576e-4406-8456-cf0c9a6769de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13 HTTP/1.1" status: 200 len: 217 time: 0.1256289 May 26 16:04:20.644470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.647390 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment fde5f7fd-bf60-42d9-bf6c-6b36dac6269c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fde5f7fd-bf60-42d9-bf6c-6b36dac6269c found for delete ", "request_id": "req-98758c93-6393-4456-9fad-18451208cd8b"}]} May 26 16:04:20.653325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.657602 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] 10.222.0.39 "DELETE /v2.0/networks/1af4fdf6-c6a4-4d50-8afb-48a4fac79164 HTTP/1.1" status: 204 len: 168 time: 2.1996639 May 26 16:04:20.697189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8fe6a-ee1e-4074-9788-07d78b79a558 tempest-ServersTestMultiNic-2015612990 tempest-ServersTestMultiNic-2015612990-project] Pushing event deleted for resources: {'Network': ['ID=1af4fdf6-c6a4-4d50-8afb-48a4fac79164,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:20.702316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a376daef-d5ae-4b77-9e7e-7529a0a5c723 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:20.718398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-34ece8db-25bf-4ba7-ba2b-539f0184c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.720158 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-34ece8db-25bf-4ba7-ba2b-539f0184c250 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12b64079-7808-4828-9e40-21c54f18d9ea HTTP/1.1" status: 200 len: 854 time: 0.0607440 May 26 16:04:20.729946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.755548 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-d34829e5-e078-468d-9c5a-4b35e7843c7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270836 May 26 16:04:20.779155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Transition to ACTIVE for port object a376daef-d5ae-4b77-9e7e-7529a0a5c723 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:20.813582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab8a44-374e-4c83-8b5c-3f51ad6bb9f5 req-84f8dd0d-4544-4938-9494-8758e3452b00 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.815209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dab8a44-374e-4c83-8b5c-3f51ad6bb9f5 req-84f8dd0d-4544-4938-9494-8758e3452b00 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 932 time: 0.1884851 May 26 16:04:20.815890 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.875638 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-dc5793b0-a20c-4409-a97a-11800a8d8d53 service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126916 May 26 16:04:20.921109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ebe40-ca48-496f-91ed-ce3a60bf976f req-7f881562-d306-42bf-8d48-5c2f238aa3f0 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.927614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-698ebe40-ca48-496f-91ed-ce3a60bf976f req-7f881562-d306-42bf-8d48-5c2f238aa3f0 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 945 time: 0.2196968 May 26 16:04:20.991496 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ec17f70-6ac7-437f-9800-24f928c64572 req-991fd40c-bdb7-4192-b8ef-5be014f6e726 service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073585 May 26 16:04:21.015559 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.101309 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.147325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a511177-bcd1-412f-97ed-5f1536504baa req-f4c29fe8-70d8-4ed1-a122-8e76cbf5ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.149688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a511177-bcd1-412f-97ed-5f1536504baa req-f4c29fe8-70d8-4ed1-a122-8e76cbf5ada0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 1094 time: 0.0736082 May 26 16:04:21.239442 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dab8a44-374e-4c83-8b5c-3f51ad6bb9f5 req-89454939-58e6-4813-8a3e-e10d8f5f94fb tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753681 May 26 16:04:21.240098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Pushing event updated for resources: {'Port': ['ID=a376daef-d5ae-4b77-9e7e-7529a0a5c723,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:21.253747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:21.261080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:21.263888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:21.422965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a511177-bcd1-412f-97ed-5f1536504baa req-8144cad7-128c-46c8-8af9-f8e177fcbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.434160 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a511177-bcd1-412f-97ed-5f1536504baa req-8144cad7-128c-46c8-8af9-f8e177fcbf4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 915 time: 0.2746830 May 26 16:04:21.473959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-698ebe40-ca48-496f-91ed-ce3a60bf976f req-62c4e0f5-b981-447e-a5f4-312761ec1fcc tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903391 May 26 16:04:21.524860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.527632 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.584713 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a511177-bcd1-412f-97ed-5f1536504baa req-6e191ba9-c94e-40d6-b8d5-609c9b8d9d23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13 HTTP/1.1" status: 200 len: 217 time: 0.1372201 May 26 16:04:21.625066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0778563 May 26 16:04:21.682798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a511177-bcd1-412f-97ed-5f1536504baa req-dbf8d4a1-c25f-40e8-9568-00eaa73c84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.684838 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a511177-bcd1-412f-97ed-5f1536504baa req-dbf8d4a1-c25f-40e8-9568-00eaa73c84c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12b64079-7808-4828-9e40-21c54f18d9ea HTTP/1.1" status: 200 len: 854 time: 0.0910156 May 26 16:04:21.696635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba49971-84cd-46f4-ac2a-d0b66a2d7684 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:21.696852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9a9a367-ef47-4972-8ed0-ce3fc108694e details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:21.714066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Request body: {'port': {'device_id': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:21.757637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Attempting to bind port a376daef-d5ae-4b77-9e7e-7529a0a5c723 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:21.758364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Attempting to bind port a376daef-d5ae-4b77-9e7e-7529a0a5c723 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '56a851fa-1287-4a65-b5b7-bfe0ff0ae153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:21.759512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Attempting to bind port a376daef-d5ae-4b77-9e7e-7529a0a5c723 on network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:21.761917 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a511177-bcd1-412f-97ed-5f1536504baa req-a9bccb29-f7d5-440e-bc7c-724f961e7db5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607769 May 26 16:04:21.803672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Port a376daef-d5ae-4b77-9e7e-7529a0a5c723 on network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:21.804403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Attempting to bind port a376daef-d5ae-4b77-9e7e-7529a0a5c723 on network 7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:21.828838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:21.829414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Checking segment: {'id': '56a851fa-1287-4a65-b5b7-bfe0ff0ae153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:21.829936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Bound using segment: {'id': '56a851fa-1287-4a65-b5b7-bfe0ff0ae153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:21.832688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Bound port: a376daef-d5ae-4b77-9e7e-7529a0a5c723, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a851fa-1287-4a65-b5b7-bfe0ff0ae153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:21.832688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.899785 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a511177-bcd1-412f-97ed-5f1536504baa req-e8b55ac9-7f62-4a4d-8415-ea4931a2caae service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187463 May 26 16:04:21.911884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f620db7-d351-4866-979e-70710b3629cf req-c22ee20b-4728-4116-bdde-66aa3183d22f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.920216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f620db7-d351-4866-979e-70710b3629cf req-c22ee20b-4728-4116-bdde-66aa3183d22f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 932 time: 0.3288596 May 26 16:04:21.930848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c3b17a4f-6473-412e-b0a4-86c38f55ccd3 None None] Provisioning complete for port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:21.931637 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c3b17a4f-6473-412e-b0a4-86c38f55ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.936600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0aadba-f710-48b4-822e-dc022d6c91ab req-99d7ad7c-2478-411d-be6c-98f5536048d7 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.950090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce0aadba-f710-48b4-822e-dc022d6c91ab req-99d7ad7c-2478-411d-be6c-98f5536048d7 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.3574135 May 26 16:04:22.019597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c3b17a4f-6473-412e-b0a4-86c38f55ccd3 None None] Port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:22.031475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c9a9a367-ef47-4972-8ed0-ce3fc108694e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:22.047488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e', 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb', 'port_id': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e', 'mac_address': 'fa:16:3e:80:3f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:22.094549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] For port a376daef-d5ae-4b77-9e7e-7529a0a5c723, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:22.098543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] For port a376daef-d5ae-4b77-9e7e-7529a0a5c723, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:22.109950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.116065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce0aadba-f710-48b4-822e-dc022d6c91ab req-1414563f-fee8-4762-8aee-86ddfbb98242 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647928 May 26 16:04:22.122709 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.129113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c9a9a367-ef47-4972-8ed0-ce3fc108694e is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:22.129515 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.150544 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a511177-bcd1-412f-97ed-5f1536504baa req-e88d3edf-d0df-431b-9605-3fb6a8e41fb8 service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360778 May 26 16:04:22.164178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9a9a367-ef47-4972-8ed0-ce3fc108694e {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:22.185263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f620db7-d351-4866-979e-70710b3629cf req-896b6e9e-1f8b-48be-a0ca-76856c94a1c9 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636957 May 26 16:04:22.207665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c9a9a367-ef47-4972-8ed0-ce3fc108694e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:22.211739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:22.212565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.214425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] 10.222.0.24 "PUT /v2.0/ports/a376daef-d5ae-4b77-9e7e-7529a0a5c723 HTTP/1.1" status: 200 len: 1092 time: 3.4856663 May 26 16:04:22.215022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:22.217696 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfa3326-0668-487f-b0d2-1b1fc7e19585" -d '{"events": [{"name": "network-changed", "server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:22.245850 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.421248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c9a9a367-ef47-4972-8ed0-ce3fc108694e,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:22.509720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c9a9a367-ef47-4972-8ed0-ce3fc108694e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:22.565827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:22.574688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.591928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Transition to ACTIVE for port object 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:22.596564 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03464c7b-209d-4be4-bb06-ad9cdb5cd29c x-openstack-request-id: req-03464c7b-209d-4be4-bb06-ad9cdb5cd29c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:22.596861 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:22.597096 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03464c7b-209d-4be4-bb06-ad9cdb5cd29c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:22.597653 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03464c7b-209d-4be4-bb06-ad9cdb5cd29c'] response: {'name': 'network-changed', 'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723', 'status': 'completed', 'code': 200} May 26 16:04:22.647595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.823154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ac6ad-e188-4afc-953c-9db6adbf942f service neutron] Pushing event updated for resources: {'Port': ['ID=a376daef-d5ae-4b77-9e7e-7529a0a5c723,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:22.835577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582a226-6af8-4a18-be49-3a1ab7d84daa req-2236aa26-7ef9-4b8b-8114-78d016a7f1ad tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:22.837519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0582a226-6af8-4a18-be49-3a1ab7d84daa req-2236aa26-7ef9-4b8b-8114-78d016a7f1ad tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.2378025 May 26 16:04:22.902139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-cc7aa411-4d76-4e05-b466-d0f05e78a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:22.902139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-cc7aa411-4d76-4e05-b466-d0f05e78a295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 1095 time: 0.3030789 May 26 16:04:23.027211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-f55dcdaf-29f6-44f3-9074-d23910e474e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723 HTTP/1.1" status: 200 len: 217 time: 0.0907843 May 26 16:04:23.035065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8eaf5-f68a-4027-9b63-a288012fe382 req-857b1675-6ebf-4685-b2dc-a6855219ad41 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.043651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ee8eaf5-f68a-4027-9b63-a288012fe382 req-857b1675-6ebf-4685-b2dc-a6855219ad41 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 944 time: 0.4064746 May 26 16:04:23.065936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:23.123480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0582a226-6af8-4a18-be49-3a1ab7d84daa req-9da5677f-4c6f-40d1-b705-46601b5a0806 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286720 May 26 16:04:23.162626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ee8eaf5-f68a-4027-9b63-a288012fe382 req-eef2ffad-6716-426c-9edd-cd9b8c55e2c6 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181757 May 26 16:04:23.163404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Attempting to bind port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:23.163744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Attempting to bind port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:23.164080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Attempting to bind port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c on network dcff6033-e8d7-43af-a6f2-306af24f8ee3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:23.173324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-25461038-afa6-42b8-9db2-6c5b454edf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.175448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-25461038-afa6-42b8-9db2-6c5b454edf3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 200 len: 852 time: 0.1286929 May 26 16:04:23.182021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c on network dcff6033-e8d7-43af-a6f2-306af24f8ee3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:23.182370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Attempting to bind port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c on network dcff6033-e8d7-43af-a6f2-306af24f8ee3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:23.218574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:23.218921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Checking segment: {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:23.219315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Bound using segment: {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:23.219770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Bound port: 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5deb71a5-2be3-46e5-8dce-06d604dc3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:23.220134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.225248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-c180b8f4-471b-4670-8c1c-55b7282e195d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391841 May 26 16:04:23.432089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fd18f-6f77-4ff4-94ed-abbb08f635d0 req-9b6c5715-8bff-47a0-b234-2da3c9442d15 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.439083 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e24fd18f-6f77-4ff4-94ed-abbb08f635d0 req-9b6c5715-8bff-47a0-b234-2da3c9442d15 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 944 time: 0.2061217 May 26 16:04:23.458905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:23.474629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86a145-d546-476d-bcd2-14a5b671604e req-3e3c69ba-21ea-4399-b523-b3bb0ecb0ce0 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.476154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db86a145-d546-476d-bcd2-14a5b671604e req-3e3c69ba-21ea-4399-b523-b3bb0ecb0ce0 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.2237952 May 26 16:04:23.485329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:23.508633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.517253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-797c8b99-ea4d-44da-b80c-3b2c63179f27 service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832170 May 26 16:04:23.589471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36444) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:23.589956 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.593327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e24fd18f-6f77-4ff4-94ed-abbb08f635d0 req-41eb31a7-6d2b-4692-aed5-110449d69331 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529191 May 26 16:04:23.599553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-316204114'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:23.630734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:23.636408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.649592 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.669380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.670181 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.671845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/6d4f9cee-f4bb-46e7-a69a-ba694d82d72c HTTP/1.1" status: 200 len: 1092 time: 1.9673791 May 26 16:04:23.677660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:04:23.692344 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.692820 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Added segment b038b44a-3008-4bcc-a0cc-012d48c21143 of type vlan for network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 May 26 16:04:23.696386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db86a145-d546-476d-bcd2-14a5b671604e req-ed4199ac-f035-404d-9d62-2713f14a9a84 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096386 May 26 16:04:23.709567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9a9a367-ef47-4972-8ed0-ce3fc108694e no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:23.716818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36448) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:23.892779 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.925489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c9a9a367-ef47-4972-8ed0-ce3fc108694e is: BUILD; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:23.925890 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.965009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.982446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.985208 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.987283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c9a9a367-ef47-4972-8ed0-ce3fc108694e {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:24.044337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c9a9a367-ef47-4972-8ed0-ce3fc108694e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:24.054464 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.204054 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6086020 May 26 16:04:24.214496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36464) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:24.223097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c9a9a367-ef47-4972-8ed0-ce3fc108694e,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:24.223798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1924753001'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:24.228639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Network': ['ID=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:24.240863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.241292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.241636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.241976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.242360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.242753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.243082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.243463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.243922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.244801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.245901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.246669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a713f73-d8bf-49fe-8d2a-bde231d3f733 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:24.262239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:04:24.273638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:24.279088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.331765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:04:24.347324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:24.355863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.356146 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Added segment 01abbab8-efd1-43df-b7e4-ae57bb41a112 of type vlan for network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa May 26 16:04:24.406691 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.414352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82c060-2f9b-4ae6-8fe7-98f894bcb4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:24.441404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.448910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:24.449770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.481267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:24.493654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b', 'port_id': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'mac_address': 'fa:16:3e:a7:30:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b64079-7808-4828-9e40-21c54f18d9ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:24.516812 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3012335 May 26 16:04:24.519727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36466) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:24.525553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'subnet': {'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:24.529164 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07a64ec1-3cf9-4b24-b6a4-b4124d6afbc4 req-dc9a3f3d-4952-49c2-8908-29167b9ce011 service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9757051 May 26 16:04:24.555924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:24.556316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.577006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:24.606144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:24.608690 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044c69bf-f42e-472f-a1bc-bbaa736a7f38" -d '{"events": [{"name": "network-changed", "server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:24.620919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:24.626881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.639583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff99428-4544-49de-9066-acd9b85b0b72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Network': ['ID=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:24.710900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:04:24.739068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:24.745163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:24.747438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.767507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-ce8b4460-2542-489c-92d9-b43f2d4cfe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:24.770408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-ce8b4460-2542-489c-92d9-b43f2d4cfe13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 1095 time: 0.9232867 May 26 16:04:24.794603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1a48-8dc6-4b04-8e80-6763d05aa2d9 req-e3de1947-784a-421d-86ef-cec6626e0706 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:24.802786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-513e1a48-8dc6-4b04-8e80-6763d05aa2d9 req-e3de1947-784a-421d-86ef-cec6626e0706 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.9659479 May 26 16:04:24.892317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765840c5-ea64-4b8a-b7cb-d4b557e7b1f1 req-b927a179-f799-454f-aecb-c379a4ecd62e tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:24.901063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-765840c5-ea64-4b8a-b7cb-d4b557e7b1f1 req-b927a179-f799-454f-aecb-c379a4ecd62e tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 943 time: 0.5157392 May 26 16:04:24.935612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-42bb1334-b63a-453d-86aa-a0c952d4c732 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c HTTP/1.1" status: 200 len: 217 time: 0.1073785 May 26 16:04:24.948419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['91f1b2fc-05d2-4f8c-b938-177e58ed9b13'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:24.979641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-1da17f21-21f0-4ea0-b7c2-8c9e2e989228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:24.981272 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-1da17f21-21f0-4ea0-b7c2-8c9e2e989228 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 1095 time: 0.3661933 May 26 16:04:24.996392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-513e1a48-8dc6-4b04-8e80-6763d05aa2d9 req-848a2568-50e4-4664-9823-698ec6b29f70 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924555 May 26 16:04:25.027629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-765840c5-ea64-4b8a-b7cb-d4b557e7b1f1 req-858a5ae7-cc47-46c8-89f2-a27d4f42424b tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204908 May 26 16:04:25.364605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414c53f-10f2-454c-83a9-ff70c2d760c4 req-61eb3ee5-4d99-4822-9b3f-77375b75d351 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.375193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a414c53f-10f2-454c-83a9-ff70c2d760c4 req-61eb3ee5-4d99-4822-9b3f-77375b75d351 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 944 time: 0.1873386 May 26 16:04:25.385460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-30a42113-5343-49f0-aed5-a1a7ee5539d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.387329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-30a42113-5343-49f0-aed5-a1a7ee5539d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.4180882 May 26 16:04:25.434940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85372c0c-b066-480a-9211-23e47b51f311 req-5d50875f-103d-4167-b741-9869545b64d0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.444179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85372c0c-b066-480a-9211-23e47b51f311 req-5d50875f-103d-4167-b741-9869545b64d0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 944 time: 0.2667534 May 26 16:04:25.483961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.570185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Subnet': ['ID=0ee1c49b-fe7b-4670-a585-43a6acb0139d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:25.579511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Checking segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:25.579979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network hostable DHCP agents. Network: a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:04:25.609126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:04:25.623982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:25.626320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85372c0c-b066-480a-9211-23e47b51f311 req-9385094f-29f4-4f01-aca2-48ffa2d4eb02 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807532 May 26 16:04:25.636168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-098c74bc-6692-4515-9d2a-f8ee4ffa58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.639626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-098c74bc-6692-4515-9d2a-f8ee4ffa58ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 913 time: 0.6160305 May 26 16:04:25.647682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.648318 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.648740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cb1a62-83d5-4a9e-9b3a-83e72cdd9769 None None] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:25.670638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a414c53f-10f2-454c-83a9-ff70c2d760c4 req-b7c9a51a-ba73-4810-9859-75718b875eb0 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941389 May 26 16:04:25.687306 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8c7dab39-46d0-4653-a8af-7884316da58a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1662588 May 26 16:04:25.697137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36474) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:25.706636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'subnet': {'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:25.766784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:25.835231 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ae9713-8ec7-4b4d-a722-76915256a76c x-openstack-request-id: req-b4ae9713-8ec7-4b4d-a722-76915256a76c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:25.836087 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:25.836087 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4ae9713-8ec7-4b4d-a722-76915256a76c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:25.836448 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ae9713-8ec7-4b4d-a722-76915256a76c'] response: {'name': 'network-changed', 'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'status': 'completed', 'code': 200} May 26 16:04:25.850174 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-6ab6c124-6b40-463e-a075-114ea94d7581 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723 HTTP/1.1" status: 200 len: 217 time: 0.1748712 May 26 16:04:25.876791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-a1020785-29a8-4d71-aa2a-2b4355799bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.878731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-a1020785-29a8-4d71-aa2a-2b4355799bd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4754841 May 26 16:04:25.890892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:25.908401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'mac_address': 'fa:16:3e:7f:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:25.985023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:26.002837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:26.003371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.012526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.051683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a04e53f-797a-4b75-bb03-d2654fb9ec59 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:26.077866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:26.081749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'fixed_ips': [{'subnet_id': '0ee1c49b-fe7b-4670-a585-43a6acb0139d'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:04:26.082884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.094687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-5df71be8-bc85-4936-9b32-d1880d979a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:26.099687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-5df71be8-bc85-4936-9b32-d1880d979a2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 200 len: 852 time: 0.2171123 May 26 16:04:26.161302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c6247-ea28-41a9-a845-982fc01acafe req-1032012e-d922-4410-b4e8-f4db16093984 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:26.163855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e93c6247-ea28-41a9-a845-982fc01acafe req-1032012e-d922-4410-b4e8-f4db16093984 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 950 time: 0.3265786 May 26 16:04:26.165815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-715e1720-a039-45ea-a1f2-4146e355296f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524869 May 26 16:04:26.215466 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.319338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:26.332987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:26.368479 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-b9f19fe7-b96f-42b6-82cb-af9654839414 service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748943 May 26 16:04:26.417487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e93c6247-ea28-41a9-a845-982fc01acafe req-96bbe74d-c6b3-4762-89f7-4b5e19ae032f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212029 May 26 16:04:26.422799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-235f31cf-7787-45d3-a1aa-3f1cd67e0769 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:26.426141 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-235f31cf-7787-45d3-a1aa-3f1cd67e0769 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 943 time: 0.3528173 May 26 16:04:26.426462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Allocated IP 10.1.1.2 (a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2/0ee1c49b-fe7b-4670-a585-43a6acb0139d/968fc464-71cc-47ef-802e-4206f23d7f5b) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:26.428298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.472780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:26.491991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:26.492711 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.564568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b941a9-ea49-45b9-ac17-84d58cd82459 req-29563bdb-5f70-48ad-a28f-a9999265d1aa tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:26.573857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6b941a9-ea49-45b9-ac17-84d58cd82459 req-29563bdb-5f70-48ad-a28f-a9999265d1aa tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8 HTTP/1.1" status: 200 len: 943 time: 0.4065075 May 26 16:04:26.647843 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-f43cf279-ad4d-4d0a-94cd-3957e196d738 service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449639 May 26 16:04:26.650235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Checking segment: {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:26.651034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network hostable DHCP agents. Network: 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:04:26.666781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Deleting port c9a9a367-ef47-4972-8ed0-ce3fc108694e {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:26.667171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.764304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.764870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['4a04e53f-797a-4b75-bb03-d2654fb9ec59'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:26.783349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] For port c9a9a367-ef47-4972-8ed0-ce3fc108694e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c9a9a367-ef47-4972-8ed0-ce3fc108694e,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:26.784837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.790371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6b941a9-ea49-45b9-ac17-84d58cd82459 req-0cf93292-66b3-437f-9aeb-718d3a83b06f tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151597 May 26 16:04:26.799564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Calling delete_port for c9a9a367-ef47-4972-8ed0-ce3fc108694e owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:26.962450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3870a5-e357-48b8-9f44-df5dac016b29 req-7bc889e4-c982-4437-ab75-a3ee1637ed7a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:26.968254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Subnet': ['ID=16532663-ff63-447e-b7e6-9b6160cec251,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:26.972230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f3870a5-e357-48b8-9f44-df5dac016b29 req-7bc889e4-c982-4437-ab75-a3ee1637ed7a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.3854144 May 26 16:04:26.976471 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.993347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c5c4b19-6dd5-4056-b1b6-acd2933163dd req-cbc148c4-5621-46d4-a701-529dedfaacdf service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033340 May 26 16:04:27.034593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event deleted for resources: {'Port': ['ID=c9a9a367-ef47-4972-8ed0-ce3fc108694e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:27.048607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:27.049065 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.098948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:04:27.132340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] No DVR routers for this DVR port c9a9a367-ef47-4972-8ed0-ce3fc108694e on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:27.137221 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.139138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:27.141898 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c022d146-1bb9-4cda-93ea-da20972ef4b2 req-dbbefbc2-c426-4aa0-a870-aed1d91bb09c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "DELETE /v2.0/ports/c9a9a367-ef47-4972-8ed0-ce3fc108694e HTTP/1.1" status: 204 len: 173 time: 0.7061825 May 26 16:04:27.142485 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ca0712-d371-419c-b1fd-a3e6b4a970b1" -d '{"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-plugged", "status": "completed", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:27.143356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8', 'name': 'network-vif-deleted', 'tag': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:27.146063 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55dd79c-dc29-4166-9afb-253b1ad43512" -d '{"events": [{"server_uuid": "ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8", "name": "network-vif-deleted", "tag": "c9a9a367-ef47-4972-8ed0-ce3fc108694e"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:27.151548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:27.166273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:27.166914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.191573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6117c96-9eb7-401d-a444-1e698e336ef1 None None] Network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:27.216010 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bcc3e479-3a8b-4bef-8c2a-338e80fc5e95 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5149000 May 26 16:04:27.222622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36498) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:27.228583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'port': {'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1300683128', 'fixed_ips': [{'subnet_id': '0ee1c49b-fe7b-4670-a585-43a6acb0139d'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:27.235700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cfa3326-0668-487f-b0d2-1b1fc7e19585 req-99bc1178-1761-4001-9a67-b2e160e7f0f1 service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744035 May 26 16:04:27.280042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4be738-8a38-48de-8391-d391669c09eb req-c7c21541-35ba-422f-998d-c4b75e640924 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:27.290516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca4be738-8a38-48de-8391-d391669c09eb req-c7c21541-35ba-422f-998d-c4b75e640924 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 944 time: 0.3764365 May 26 16:04:27.329909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.340171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:27.345185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f3870a5-e357-48b8-9f44-df5dac016b29 req-116b5432-c88e-4538-8298-a63d5488212a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715532 May 26 16:04:27.356511 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.433491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:27.467462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-ef825996-728a-4398-b5c3-b1b648d9a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:27.469028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-ef825996-728a-4398-b5c3-b1b648d9a1e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 1095 time: 0.2985685 May 26 16:04:27.480064 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.487837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Pushing event updated for resources: {'Port': ['ID=968fc464-71cc-47ef-802e-4206f23d7f5b,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:27.563538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:27.591218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.591836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca4be738-8a38-48de-8391-d391669c09eb req-2c762010-6fbf-4c1b-9c58-653318880e33 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988636 May 26 16:04:27.607262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:27.629101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:27.630408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] device_id is not set on port 2ca40ad8-2463-44af-bdc5-f14e6534583d yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:04:27.644889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:27.745698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Attempting to bind port 968fc464-71cc-47ef-802e-4206f23d7f5b on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:27.746665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Attempting to bind port 968fc464-71cc-47ef-802e-4206f23d7f5b by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:27.747150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Attempting to bind port 968fc464-71cc-47ef-802e-4206f23d7f5b on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:27.764252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a376daef-d5ae-4b77-9e7e-7529a0a5c723 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:27.822016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65a54-48ef-4ddf-b0c4-5cf05948c65e req-1a88d7d0-92a6-430d-b13e-4870e2b015c2 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:27.827282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1e65a54-48ef-4ddf-b0c4-5cf05948c65e req-1a88d7d0-92a6-430d-b13e-4870e2b015c2 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 944 time: 0.3049049 May 26 16:04:27.877685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-8f116bc8-dba9-44a0-86ef-5aefefcba92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:27.884342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-8f116bc8-dba9-44a0-86ef-5aefefcba92a service neutron] 10.222.0.32 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.3456304 May 26 16:04:27.923639 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eef4688-2f11-4e25-bf80-1fed790ea70d x-openstack-request-id: req-1eef4688-2f11-4e25-bf80-1fed790ea70d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:27.926597 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8", "name": "network-vif-deleted", "tag": "c9a9a367-ef47-4972-8ed0-ce3fc108694e", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:27.927306 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1eef4688-2f11-4e25-bf80-1fed790ea70d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:27.930768 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eef4688-2f11-4e25-bf80-1fed790ea70d'] response: {'server_uuid': 'ca404bf3-d81e-4209-aa97-5c9dcd3ddfe8', 'name': 'network-vif-deleted', 'tag': 'c9a9a367-ef47-4972-8ed0-ce3fc108694e', 'status': 'completed', 'code': 200} May 26 16:04:27.957159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:28.028885 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8cc73d-6732-4a2c-8ccd-8206101f826c x-openstack-request-id: req-cc8cc73d-6732-4a2c-8ccd-8206101f826c {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:28.029186 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-plugged", "status": "completed", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:28.029425 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc8cc73d-6732-4a2c-8ccd-8206101f826c {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:28.029832 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8cc73d-6732-4a2c-8ccd-8206101f826c'] response: {'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'code': 200} May 26 16:04:28.033270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:28.033645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Checking segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:28.034084 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.034508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Bound using segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:28.035005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Bound port: 968fc464-71cc-47ef-802e-4206f23d7f5b, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:28.035391 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.039515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a376daef-d5ae-4b77-9e7e-7529a0a5c723, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:28.117838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 is: BUILD; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:28.118299 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.166918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723', 'network_id': '7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3', 'port_id': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723', 'mac_address': 'fa:16:3e:a3:8c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b5ae83-a375-4ce2-a4cb-d4923391fa2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:28.221652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Allocated IP 10.1.1.178 (a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2/0ee1c49b-fe7b-4670-a585-43a6acb0139d/2ca40ad8-2463-44af-bdc5-f14e6534583d) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:28.268629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] For port 968fc464-71cc-47ef-802e-4206f23d7f5b, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:28.274358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] For port 968fc464-71cc-47ef-802e-4206f23d7f5b, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=968fc464-71cc-47ef-802e-4206f23d7f5b,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:28.279810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa', 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'fixed_ips': [{'subnet_id': '16532663-ff63-447e-b7e6-9b6160cec251'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:04:28.283078 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.287336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4a04e53f-797a-4b75-bb03-d2654fb9ec59 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:28.296029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7565c20-093b-463d-b62c-8c123543abb1 req-2f45da4b-9c9a-4921-bfd8-aad505734052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:28.298585 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7565c20-093b-463d-b62c-8c123543abb1 req-2f45da4b-9c9a-4921-bfd8-aad505734052 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 1096 time: 0.1457119 May 26 16:04:28.315497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:28.317435 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.369920 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.475877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port a376daef-d5ae-4b77-9e7e-7529a0a5c723 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:28.476295 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.503118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a376daef-d5ae-4b77-9e7e-7529a0a5c723 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:28.512810 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7565c20-093b-463d-b62c-8c123543abb1 req-dc2ac5ae-2c65-4cb2-a63e-95b74c6c227c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979110 May 26 16:04:28.530815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a376daef-d5ae-4b77-9e7e-7529a0a5c723, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:28.616954 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.636271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef907cb-fa4a-4a49-9fb9-46915bc74828 None None] Pushing event updated for resources: {'Port': ['ID=968fc464-71cc-47ef-802e-4206f23d7f5b,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:28.710599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.800050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.819930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-0e7e65f7-8064-4665-998b-c093228c926f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c HTTP/1.1" status: 200 len: 217 time: 0.9114432 May 26 16:04:28.852604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:28.884001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Port': ['ID=2ca40ad8-2463-44af-bdc5-f14e6534583d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:28.898210 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a376daef-d5ae-4b77-9e7e-7529a0a5c723'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:28.929667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:28.943583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:28.956453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:28.996100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Allocated IP 10.2.2.2 (0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa/16532663-ff63-447e-b7e6-9b6160cec251/80f42904-2393-44a3-ba4f-ceaffc438bdc) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:29.036888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.038687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.073831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac680-6347-4780-979c-05f08326df9a req-cff5ceed-f0d4-45f1-89cb-095220ed2f5a tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.073831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-237ac680-6347-4780-979c-05f08326df9a req-cff5ceed-f0d4-45f1-89cb-095220ed2f5a tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 949 time: 0.3561094 May 26 16:04:29.075098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1394ef12-8d6b-43ff-9be5-cd26ed7ca16f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8508637 May 26 16:04:29.075973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36518) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:29.081141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1e65a54-48ef-4ddf-b0c4-5cf05948c65e req-729fb282-7e72-41c1-bc92-6e6e44987777 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1953533 May 26 16:04:29.081543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'port': {'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1962059226', 'fixed_ips': [{'subnet_id': '0ee1c49b-fe7b-4670-a585-43a6acb0139d'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:29.157089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-3357a8bd-1896-411c-9e9e-1a72e55bea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.159889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-3357a8bd-1896-411c-9e9e-1a72e55bea08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.3061399 May 26 16:04:29.243211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-237ac680-6347-4780-979c-05f08326df9a req-69ae7a78-45f9-4cfb-aeca-6f0e92a77b79 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273000 May 26 16:04:29.316563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:29.334827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Deleting port b9ca3ede-9cff-4d84-a43e-295bafe09603 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:29.335454 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.340135 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.416900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] device_id is not set on port 56c037a8-566f-46b6-9a3d-7750591a5be3 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:04:29.435901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 968fc464-71cc-47ef-802e-4206f23d7f5b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:29.532163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-282251dc-85aa-41d8-bf38-c3c7ee151b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.534750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-282251dc-85aa-41d8-bf38-c3c7ee151b10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3595736 May 26 16:04:29.585149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=a376daef-d5ae-4b77-9e7e-7529a0a5c723,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:29.621973 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.647219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f05fa-b495-4deb-87b9-8a1124c8f551 req-f60ddf01-5153-4270-a0cd-333723f81e72 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.650515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b36f05fa-b495-4deb-87b9-8a1124c8f551 req-f60ddf01-5153-4270-a0cd-333723f81e72 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2210608 May 26 16:04:29.664932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f42b8-cd6f-4a83-899f-3670f642bc26 req-c5cab707-3ce1-4f32-9a17-9e51b0406c53 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.671314 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.676290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351f42b8-cd6f-4a83-899f-3670f642bc26 req-c5cab707-3ce1-4f32-9a17-9e51b0406c53 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.3322377 May 26 16:04:29.787734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:29.790453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:29.799941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Allocated IP 10.1.1.10 (a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2/0ee1c49b-fe7b-4670-a585-43a6acb0139d/56c037a8-566f-46b6-9a3d-7750591a5be3) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:29.819523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:29.844431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:29.859549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351f42b8-cd6f-4a83-899f-3670f642bc26 req-18894e64-e46d-4263-9da5-e25b1ff3e3aa tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818795 May 26 16:04:29.869854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-a93a1679-3505-492c-bb00-7d703a1ee182 service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064957 May 26 16:04:30.094142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.126346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 968fc464-71cc-47ef-802e-4206f23d7f5b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:30.127276 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.129103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Pushing event updated for resources: {'Port': ['ID=80f42904-2393-44a3-ba4f-ceaffc438bdc,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:30.146804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b36f05fa-b495-4deb-87b9-8a1124c8f551 req-966c6122-782c-4215-8259-c02884642344 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376562 May 26 16:04:30.169131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] For port b9ca3ede-9cff-4d84-a43e-295bafe09603, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b9ca3ede-9cff-4d84-a43e-295bafe09603,segment=NetworkSegment(5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756),segment_id=5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:30.169613 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.192890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.314088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89369473-1f42-4cd4-b1a8-f3bb2043e7c5 None None] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:30.332728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36532) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:30.341129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Port': ['ID=56c037a8-566f-46b6-9a3d-7750591a5be3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:30.359906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d746704d-f78a-4f0c-9549-73eaaea98e60 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030978369', 'description': 'tempest-description--987897831'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:30.363756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:30.366786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:30.372912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:30.378484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:30.397425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Calling delete_port for b9ca3ede-9cff-4d84-a43e-295bafe09603 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:30.453765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.454881 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.502274 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6bf2e188-be4e-4e01-9e53-0c375c7885d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4220853 May 26 16:04:30.560064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-044c69bf-f42e-472f-a1bc-bbaa736a7f38 req-7ddf8e79-491f-4c75-906c-bf8f1875ef76 service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6724706 May 26 16:04:30.560849 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d746704d-f78a-4f0c-9549-73eaaea98e60 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.599416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abb15f-bf63-4ba0-9976-6d8851d0ac85 req-9f5c19f8-cc84-4db6-8697-f9986b1a9ef3 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.601193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91abb15f-bf63-4ba0-9976-6d8851d0ac85 req-9f5c19f8-cc84-4db6-8697-f9986b1a9ef3 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 945 time: 0.3422589 May 26 16:04:30.722957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Attempting to bind port 80f42904-2393-44a3-ba4f-ceaffc438bdc on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:30.724467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Attempting to bind port 80f42904-2393-44a3-ba4f-ceaffc438bdc by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:30.724467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Attempting to bind port 80f42904-2393-44a3-ba4f-ceaffc438bdc on network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:30.736969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99989f-ac78-4cfd-8754-2b105a979912 req-abd899d3-ce5d-45fe-99e1-c2df35be31d5 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.738492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec99989f-ac78-4cfd-8754-2b105a979912 req-abd899d3-ce5d-45fe-99e1-c2df35be31d5 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 949 time: 0.3325627 May 26 16:04:30.745958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-99964192-4f49-477d-82eb-41a6d42692f7 None None] Provisioning complete for port 968fc464-71cc-47ef-802e-4206f23d7f5b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:30.746354 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-99964192-4f49-477d-82eb-41a6d42692f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.763649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:30.763902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Checking segment: {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:30.764266 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.764658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Bound using segment: {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:30.765143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Bound port: 80f42904-2393-44a3-ba4f-ceaffc438bdc, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:30.765527 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.773009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91abb15f-bf63-4ba0-9976-6d8851d0ac85 req-37faf122-5907-454d-a7a6-9bedd7d1deae tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619635 May 26 16:04:30.803687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:30.803940 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.851583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec99989f-ac78-4cfd-8754-2b105a979912 req-285c6f0e-21f8-4330-ab30-9eac698628fa tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990403 May 26 16:04:30.886828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:30.893393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d746704d-f78a-4f0c-9549-73eaaea98e60 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.904539 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d746704d-f78a-4f0c-9549-73eaaea98e60 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.930537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36544) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:30.936595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ad570158-1c0b-4bbf-88e4-08f51a03bf91 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265967301', 'description': 'tempest-description--1137780993'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:31.018620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad570158-1c0b-4bbf-88e4-08f51a03bf91 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.064480 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d746704d-f78a-4f0c-9549-73eaaea98e60 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.068727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d746704d-f78a-4f0c-9549-73eaaea98e60 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7287464 May 26 16:04:31.069736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746704d-f78a-4f0c-9549-73eaaea98e60 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5e18ff-7478-4abb-8386-faee83fa43df,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:31.074780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36548) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:31.087367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-80b18afd-50aa-4c85-996c-32bf34d72e70 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Request body: {'security_group_rule': {'security_group_id': 'bf5e18ff-7478-4abb-8386-faee83fa43df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:31.161720 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.163409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad570158-1c0b-4bbf-88e4-08f51a03bf91 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.169256 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad570158-1c0b-4bbf-88e4-08f51a03bf91 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.176507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'port_id': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'mac_address': 'fa:16:3e:5b:a8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:31.213555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad570158-1c0b-4bbf-88e4-08f51a03bf91 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d38ffba-222a-43e1-883f-7753f437968f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:31.224897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 968fc464-71cc-47ef-802e-4206f23d7f5b is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:31.225290 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.235554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad570158-1c0b-4bbf-88e4-08f51a03bf91 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.236917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d299-c0f3-490f-a27b-649be18a0f09 req-49b23ab1-4a63-4a52-88c4-782b7b7d9f45 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:31.238439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35c6d299-c0f3-490f-a27b-649be18a0f09 req-49b23ab1-4a63-4a52-88c4-782b7b7d9f45 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.2130475 May 26 16:04:31.242055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ca3ede-9cff-4d84-a43e-295bafe09603,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:31.247445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36560) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:31.251732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-85b4adc7-6736-4436-8846-d65a6225731f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'security_group_rule': {'security_group_id': '8d38ffba-222a-43e1-883f-7753f437968f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:31.256010 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ad570158-1c0b-4bbf-88e4-08f51a03bf91 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3056557 May 26 16:04:31.276879 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-80b18afd-50aa-4c85-996c-32bf34d72e70 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.319636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:31.320035 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.348650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] For port 80f42904-2393-44a3-ba4f-ceaffc438bdc, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:31.380472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 968fc464-71cc-47ef-802e-4206f23d7f5b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=968fc464-71cc-47ef-802e-4206f23d7f5b,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:31.395207 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.408997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] For port 80f42904-2393-44a3-ba4f-ceaffc438bdc, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=80f42904-2393-44a3-ba4f-ceaffc438bdc,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:31.428057 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85b4adc7-6736-4436-8846-d65a6225731f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.492988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:31.538543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=968fc464-71cc-47ef-802e-4206f23d7f5b,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:31.620487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.620735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35c6d299-c0f3-490f-a27b-649be18a0f09 req-ec636f83-81e3-452f-9baf-8c65b774f333 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535178 May 26 16:04:31.678855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f0316-5f5a-4d74-bbf4-c0e5f601319e None None] Pushing event updated for resources: {'Port': ['ID=80f42904-2393-44a3-ba4f-ceaffc438bdc,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:31.737562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:31.749952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-99964192-4f49-477d-82eb-41a6d42692f7 None None] Current status of the port 968fc464-71cc-47ef-802e-4206f23d7f5b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:31.755620 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.776693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:31.777090 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.794864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca7e0b-3e65-478a-b145-acc1cb83ec37 req-079ac7f9-9c4f-4d13-bf84-3ccfaf9e1966 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:31.817929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ca7e0b-3e65-478a-b145-acc1cb83ec37 req-079ac7f9-9c4f-4d13-bf84-3ccfaf9e1966 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.4837697 May 26 16:04:31.869760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:31.869760 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dae000-8b63-405f-a84f-43b2dd6eb979" -d '{"events": [{"server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:31.928868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:31.947473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:31.975433 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.975612 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-80b18afd-50aa-4c85-996c-32bf34d72e70 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.982369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9a9a367-ef47-4972-8ed0-ce3fc108694e no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:32.008515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-55b9fb2a-027f-4c7e-ae1c-8265df51e382 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3540950 May 26 16:04:32.012183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-80b18afd-50aa-4c85-996c-32bf34d72e70 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.045102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85b4adc7-6736-4436-8846-d65a6225731f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.053129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: c9a9a367-ef47-4972-8ed0-ce3fc108694e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:32.053477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c9a9a367-ef47-4972-8ed0-ce3fc108694e not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:32.070999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a376daef-d5ae-4b77-9e7e-7529a0a5c723 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:32.088910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85b4adc7-6736-4436-8846-d65a6225731f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.117538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b18afd-50aa-4c85-996c-32bf34d72e70 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4822160-3229-4dbd-8306-5f87d1f1f149,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:32.136987 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-80b18afd-50aa-4c85-996c-32bf34d72e70 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.138232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-80b18afd-50aa-4c85-996c-32bf34d72e70 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0556564 May 26 16:04:32.140940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36574) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:32.141268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ca7e0b-3e65-478a-b145-acc1cb83ec37 req-bde8ba9d-8dc4-43a5-9158-0d207b1b1f43 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211572 May 26 16:04:32.149060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a2bb3db9-9b9b-404b-969f-a4ee3ac898f0 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Request body: {'security_group_rule': {'security_group_id': 'bf5e18ff-7478-4abb-8386-faee83fa43df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:32.182440 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.201955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4adc7-6736-4436-8846-d65a6225731f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ee6e80-b5dd-4db9-a421-36fcdf469ceb,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:32.204155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:32.205894 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85b4adc7-6736-4436-8846-d65a6225731f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.207188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-85b4adc7-6736-4436-8846-d65a6225731f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9590001 May 26 16:04:32.211450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36580) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:32.221474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a6f9e-dc59-4175-8768-b14de573ec9b req-1c98372e-2f01-4fc6-90b5-be481b584816 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:32.223826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9f62ca1a-dc62-4683-bd1b-860208d0430a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'security_group_rule': {'security_group_id': '8d38ffba-222a-43e1-883f-7753f437968f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:32.232664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d46a6f9e-dc59-4175-8768-b14de573ec9b req-1c98372e-2f01-4fc6-90b5-be481b584816 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 945 time: 0.2622409 May 26 16:04:32.337184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f62ca1a-dc62-4683-bd1b-860208d0430a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.367041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-3dbaef48-d4b6-4b8c-8f4d-d05812072e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:32.368585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-3dbaef48-d4b6-4b8c-8f4d-d05812072e65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 1098 time: 0.3068044 May 26 16:04:32.432825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=11']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:32.436848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d46a6f9e-dc59-4175-8768-b14de573ec9b req-3c010e5c-f578-4e3a-94fc-efe3db936352 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032228 May 26 16:04:32.441495 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac568499-40c0-419a-8589-72a9c867c6f5 x-openstack-request-id: req-ac568499-40c0-419a-8589-72a9c867c6f5 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:32.441788 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "name": "network-vif-plugged", "status": "completed", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:32.442589 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac568499-40c0-419a-8589-72a9c867c6f5 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:32.442589 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac568499-40c0-419a-8589-72a9c867c6f5'] response: {'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'code': 200} May 26 16:04:32.456012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3db9-9b9b-404b-969f-a4ee3ac898f0 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.558979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-adecd3f0-343b-412b-8000-a11ccdd88c4c None None] Provisioning complete for port 2ca40ad8-2463-44af-bdc5-f14e6534583d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:32.558979 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-adecd3f0-343b-412b-8000-a11ccdd88c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.573428 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f62ca1a-dc62-4683-bd1b-860208d0430a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.584274 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f62ca1a-dc62-4683-bd1b-860208d0430a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.587301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3db9-9b9b-404b-969f-a4ee3ac898f0 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.598373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port a376daef-d5ae-4b77-9e7e-7529a0a5c723 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:32.606622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62ca1a-dc62-4683-bd1b-860208d0430a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498e220d-98bc-4300-9ccd-c4e7702993ba,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:32.615216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3db9-9b9b-404b-969f-a4ee3ac898f0 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.643459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb3db9-9b9b-404b-969f-a4ee3ac898f0 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a5ef52-c7e6-4001-b492-317039c3accd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:32.649818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f62ca1a-dc62-4683-bd1b-860208d0430a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.652879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port a376daef-d5ae-4b77-9e7e-7529a0a5c723 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:32.653446 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.654960 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9f62ca1a-dc62-4683-bd1b-860208d0430a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4391468 May 26 16:04:32.656421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36604) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:32.661063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:32.688263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3db9-9b9b-404b-969f-a4ee3ac898f0 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.689516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a2bb3db9-9b9b-404b-969f-a4ee3ac898f0 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5471368 May 26 16:04:32.690947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.700337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36610) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:32.707827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:32.729016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-adecd3f0-343b-412b-8000-a11ccdd88c4c None None] Port 2ca40ad8-2463-44af-bdc5-f14e6534583d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:32.783041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-adecd3f0-343b-412b-8000-a11ccdd88c4c None None] Provisioning complete for port 56c037a8-566f-46b6-9a3d-7750591a5be3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:32.783496 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-adecd3f0-343b-412b-8000-a11ccdd88c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.832894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-adecd3f0-343b-412b-8000-a11ccdd88c4c None None] Port 56c037a8-566f-46b6-9a3d-7750591a5be3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:32.849344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f094-2cca-4192-8ecc-8647ff39ac0a req-6afc4288-ef9e-4b8a-9ea8-a7e5505988de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:32.851079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7345f094-2cca-4192-8ecc-8647ff39ac0a req-6afc4288-ef9e-4b8a-9ea8-a7e5505988de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1102 time: 0.3281832 May 26 16:04:32.857289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-adecd3f0-343b-412b-8000-a11ccdd88c4c None None] Provisioning complete for port 968fc464-71cc-47ef-802e-4206f23d7f5b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:32.857791 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-adecd3f0-343b-412b-8000-a11ccdd88c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.874811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ee808-4e55-47f8-9f39-dd2412a2f752 req-9fdaa836-2905-4cb4-af4a-a3929274b1a2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:32.876672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e4ee808-4e55-47f8-9f39-dd2412a2f752 req-9fdaa836-2905-4cb4-af4a-a3929274b1a2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 951 time: 0.4278646 May 26 16:04:32.878628 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.903160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port a376daef-d5ae-4b77-9e7e-7529a0a5c723 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:32.903160 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.917626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.959617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a376daef-d5ae-4b77-9e7e-7529a0a5c723, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:32.970538 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.998080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-cfaa4c2e-8ce9-45ce-9b0b-6408d7df5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:32.998861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-cfaa4c2e-8ce9-45ce-9b0b-6408d7df5976 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.5830967 May 26 16:04:33.084857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=a376daef-d5ae-4b77-9e7e-7529a0a5c723,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:33.095760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Allocated IP 172.25.0.126 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/32cb0497-231d-44ee-8bbb-0b150b13467a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:33.103245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-adecd3f0-343b-412b-8000-a11ccdd88c4c None None] Current status of the port 968fc464-71cc-47ef-802e-4206f23d7f5b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:33.149345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7345f094-2cca-4192-8ecc-8647ff39ac0a req-47bb61a1-d17c-45d2-b1aa-e11759761fd6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886755 May 26 16:04:33.151175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-b75ca4c3-9226-4786-b018-e29b5639eff5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 HTTP/1.1" status: 200 len: 217 time: 0.1384583 May 26 16:04:33.157842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b789-cc0e-4896-855d-57da5416e2ff req-0a2f64ad-4471-4ac0-9e9b-412a0acfa908 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:33.159433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-0a2f64ad-4471-4ac0-9e9b-412a0acfa908 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 814 time: 0.4354982 May 26 16:04:33.194325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e4ee808-4e55-47f8-9f39-dd2412a2f752 req-6e6f8356-9d19-4563-ad4b-d72e266ad234 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595346 May 26 16:04:33.227529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.241891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c3561e7b-1960-47f7-8359-86089d3fa0ea None None] Provisioning complete for port 2ca40ad8-2463-44af-bdc5-f14e6534583d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:33.242480 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c3561e7b-1960-47f7-8359-86089d3fa0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.249768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-19a79cfc-0851-40a6-beb4-25db715d3f31 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/quotas/a2dbb00c41cb40cb94c6029f58655ef3 HTTP/1.1" status: 200 len: 375 time: 0.0775595 May 26 16:04:33.285576 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.312252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:04:33.329695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-b4b98dea-affe-4239-9cbc-b958a9399915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:33.331328 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-b4b98dea-affe-4239-9cbc-b958a9399915 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1603754 May 26 16:04:33.343249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:33.349321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:33.357091 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:33.359466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c3561e7b-1960-47f7-8359-86089d3fa0ea None None] Port 2ca40ad8-2463-44af-bdc5-f14e6534583d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:33.386711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c3561e7b-1960-47f7-8359-86089d3fa0ea None None] Provisioning complete for port 56c037a8-566f-46b6-9a3d-7750591a5be3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:33.387085 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c3561e7b-1960-47f7-8359-86089d3fa0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.444084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c3561e7b-1960-47f7-8359-86089d3fa0ea None None] Port 56c037a8-566f-46b6-9a3d-7750591a5be3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:33.465705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Port': ['ID=32cb0497-231d-44ee-8bbb-0b150b13467a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:33.483811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507de06e-9cd6-4703-b81b-3987a8c23b4a None None] Network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:33.531592 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.575890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.625696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c7ce7836-1fb4-4b3b-87f3-f9496fa35740 None None] Provisioning complete for port 80f42904-2393-44a3-ba4f-ceaffc438bdc triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:33.626098 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c7ce7836-1fb4-4b3b-87f3-f9496fa35740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.661229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 968fc464-71cc-47ef-802e-4206f23d7f5b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:33.751676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.757792 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.804210 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce7836-1fb4-4b3b-87f3-f9496fa35740 None None] Current status of the port 80f42904-2393-44a3-ba4f-ceaffc438bdc is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:33.804762 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c7ce7836-1fb4-4b3b-87f3-f9496fa35740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.807229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 968fc464-71cc-47ef-802e-4206f23d7f5b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:33.807599 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.842580 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-27d2e84a-7e00-4758-aadc-a07888cae24a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5744517 May 26 16:04:33.848391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.869552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Port': ['ID=32cb0497-231d-44ee-8bbb-0b150b13467a,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:33.873198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c7ce7836-1fb4-4b3b-87f3-f9496fa35740 None None] For port 80f42904-2393-44a3-ba4f-ceaffc438bdc, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=80f42904-2393-44a3-ba4f-ceaffc438bdc,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:33.879396 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c7ce7836-1fb4-4b3b-87f3-f9496fa35740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.887525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.894606 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7c7e246f-782e-4ed4-9f1b-f9b6959715e2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2370749 May 26 16:04:33.961188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce7836-1fb4-4b3b-87f3-f9496fa35740 None None] Pushing event updated for resources: {'Port': ['ID=80f42904-2393-44a3-ba4f-ceaffc438bdc,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:33.964568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 968fc464-71cc-47ef-802e-4206f23d7f5b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:33.965707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 80f42904-2393-44a3-ba4f-ceaffc438bdc up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:33.998771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-5b0b3af6-00cb-49f2-9fa7-3beacba856be service neutron] 10.222.0.39 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297872 May 26 16:04:34.042187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 80f42904-2393-44a3-ba4f-ceaffc438bdc triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:34.042705 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.128651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-74284f5d-cbde-459f-b2b7-1ff86707caff None None] Provisioning complete for port 80f42904-2393-44a3-ba4f-ceaffc438bdc triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:34.129039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-74284f5d-cbde-459f-b2b7-1ff86707caff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.159622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 80f42904-2393-44a3-ba4f-ceaffc438bdc is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:34.160985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:04:34.172218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e152c509-ff20-443d-a8b9-4f5bc1bbe8ba admin admin] 10.222.0.39 "PUT /v2.0/routers/0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4539757 May 26 16:04:34.174433 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] Sync routers for ids ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:04:34.174944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:34.187337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-615de08c-ec05-4339-85c2-d0382288b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.190581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-615de08c-ec05-4339-85c2-d0382288b5bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8502471 May 26 16:04:34.191410 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] Routers {'0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:34.193694 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:04:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:34.246220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-74284f5d-cbde-459f-b2b7-1ff86707caff None None] Current status of the port 80f42904-2393-44a3-ba4f-ceaffc438bdc is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:34.270633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.284010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b9c4a-cef9-4e14-93a7-63b9017995cc req-c97fa670-f353-412f-bb0d-c38715c1c852 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.292541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe0b9c4a-cef9-4e14-93a7-63b9017995cc req-c97fa670-f353-412f-bb0d-c38715c1c852 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 945 time: 0.3123496 May 26 16:04:34.328562 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.329150 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] Set router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:34.367356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:34.411756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-9862c684-cb25-4e57-9eef-b932196b5180 service neutron] 10.222.0.39 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120984 May 26 16:04:34.443481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:34.446793 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24654a69-b314-4628-9280-7a182d53bc1e" -d '{"events": [{"server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "name": "network-vif-plugged", "status": "completed", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:34.450976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe0b9c4a-cef9-4e14-93a7-63b9017995cc req-55b43326-4576-4928-a71e-86d7a753534e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574035 May 26 16:04:34.463812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:34.476710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:34.476710 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.523744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.566046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-6fcd93f5-9875-44e0-872d-fd9cece0faf5 service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481495 May 26 16:04:34.592937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:34.594196 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.616120 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:19Z', 'updated_at': '2022-05-26T16:04:30Z', 'revision_number': 5, 'project_id': '522c656366bf4416addf76e6230cad20', 'gw_port': {'id': 'd3fb15bc-5e81-4600-9179-18eef511e4ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:20Z', 'updated_at': '2022-05-26T16:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:34.635219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Deleting port d3fb15bc-5e81-4600-9179-18eef511e4ee {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:34.635552 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.658296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:34.664844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.699244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Allocated IP 172.25.0.124 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/75099ff3-88a8-44c7-8903-beaa6a42884e) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:34.700596 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] Checking router: 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:04:34.733287 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] Routers {'0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:34.733924 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:04:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:34.752142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:34.787779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] For port d3fb15bc-5e81-4600-9179-18eef511e4ee, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d3fb15bc-5e81-4600-9179-18eef511e4ee,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:34.788407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.801830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31ee96ab-942e-408d-90df-ccee1e5f9fe0 req-28257837-2bb6-405e-adc3-eafbaa19139a service neutron] 10.222.0.32 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244744 May 26 16:04:34.802598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Calling delete_port for d3fb15bc-5e81-4600-9179-18eef511e4ee owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:34.824865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8aa41d-564c-436e-a3b5-6b7dbae3391f req-4ed480ca-53d8-4057-93ff-e54381ff09e2 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.826460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f8aa41d-564c-436e-a3b5-6b7dbae3391f req-4ed480ca-53d8-4057-93ff-e54381ff09e2 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17 HTTP/1.1" status: 200 len: 951 time: 0.2416420 May 26 16:04:34.849941 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] Set router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:34.882031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43981f0e-030f-4edb-a872-8db53ea76a37 req-825fadb4-58d0-482f-9813-1ab6223c7395 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.890131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43981f0e-030f-4edb-a872-8db53ea76a37 req-825fadb4-58d0-482f-9813-1ab6223c7395 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 946 time: 0.1867509 May 26 16:04:34.922909 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:19Z', 'updated_at': '2022-05-26T16:04:34Z', 'revision_number': 6, 'project_id': '522c656366bf4416addf76e6230cad20', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:34.982495 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f79f53-c1ee-4c1c-bd66-be92b85479b9 None None] The sync data for ids ['0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1'] in n-d-843336-2 is: [{'id': '0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1', 'name': 'tempest-ServersTestMultiNic-299535550-router', 'tenant_id': '522c656366bf4416addf76e6230cad20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:19Z', 'updated_at': '2022-05-26T16:04:34Z', 'revision_number': 6, 'project_id': '522c656366bf4416addf76e6230cad20', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:04:34.998574 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44a6df82-2623-4716-838d-205da495a7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.015515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43981f0e-030f-4edb-a872-8db53ea76a37 req-cefa1c99-79dd-43c8-b50f-1954f775db80 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230724 May 26 16:04:35.027161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f8aa41d-564c-436e-a3b5-6b7dbae3391f req-0ff4f837-2add-437d-bf07-d709e5e25f21 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776035 May 26 16:04:35.065496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.100280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.102740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fb15bc-5e81-4600-9179-18eef511e4ee,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:35.181188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.223981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c7adbf0f-24d7-4533-b0b7-a9d4dcd8dc08 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1265967301&fields=id&tenant_id=f7211f6c10364c2d9ff2f5448450f91b HTTP/1.1" status: 200 len: 267 time: 0.0876691 May 26 16:04:35.227395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.249143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df095b-664f-4b0b-b216-c20cfc706ffd req-bab24801-f51a-467a-984f-6cc61a9c7903 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:35.250679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29df095b-664f-4b0b-b216-c20cfc706ffd req-bab24801-f51a-467a-984f-6cc61a9c7903 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 951 time: 0.1133108 May 26 16:04:35.274369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.277403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.298575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:35.329934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:35.333517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.334734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:04:35.342078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.342728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:35.346188 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ea8eabdc-3bf6-40da-96ad-bbd309d1127c admin admin] 10.222.0.39 "DELETE /v2.0/routers/0a3adbc7-fb32-4ea6-b18a-fc5e94ceb3c1 HTTP/1.1" status: 204 len: 168 time: 1.1703823 May 26 16:04:35.346858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36658) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:35.392946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c545928a-702f-44f3-99e9-5b22d64b0623 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:35.394469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c545928a-702f-44f3-99e9-5b22d64b0623 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports/2ca40ad8-2463-44af-bdc5-f14e6534583d HTTP/1.1" status: 200 len: 937 time: 0.1565130 May 26 16:04:35.400745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-168321b5-cc7b-43c8-b57a-ea2f23aff4c2 admin admin] Deleting subnet 602e4503-523a-4403-8505-f6352e2185b1 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:04:35.404395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-168321b5-cc7b-43c8-b57a-ea2f23aff4c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.404642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event updated for resources: {'Port': ['ID=75099ff3-88a8-44c7-8903-beaa6a42884e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:35.455752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-168321b5-cc7b-43c8-b57a-ea2f23aff4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.510572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29df095b-664f-4b0b-b216-c20cfc706ffd req-c74fcee3-4f64-48e1-96fe-8c2454da9a52 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230070 May 26 16:04:35.554124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5f622af6-4a3b-4d2c-9bc2-e9e8033d4063 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:35.559832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5f622af6-4a3b-4d2c-9bc2-e9e8033d4063 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports/56c037a8-566f-46b6-9a3d-7750591a5be3 HTTP/1.1" status: 200 len: 936 time: 0.1524024 May 26 16:04:35.572075 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560bbd00-a973-4339-af3f-a8354acb4ad2 x-openstack-request-id: req-560bbd00-a973-4339-af3f-a8354acb4ad2 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:35.572563 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "name": "network-vif-plugged", "status": "completed", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:35.572678 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-560bbd00-a973-4339-af3f-a8354acb4ad2 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:35.573054 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560bbd00-a973-4339-af3f-a8354acb4ad2'] response: {'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723', 'code': 200} May 26 16:04:35.583890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-168321b5-cc7b-43c8-b57a-ea2f23aff4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.667912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-168321b5-cc7b-43c8-b57a-ea2f23aff4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.689009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-666f6881-4b1f-43db-b89e-126a1400aac0 req-4db07ab9-680d-4f4e-9db4-5191be4179a1 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 210 time: 0.0548115 May 26 16:04:35.695494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168321b5-cc7b-43c8-b57a-ea2f23aff4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=602e4503-523a-4403-8505-f6352e2185b1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:35.698033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-168321b5-cc7b-43c8-b57a-ea2f23aff4c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.700877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-057503a5-06b0-450f-a987-79dc54a083f2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1347916 May 26 16:04:35.701260 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-168321b5-cc7b-43c8-b57a-ea2f23aff4c2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/602e4503-523a-4403-8505-f6352e2185b1 HTTP/1.1" status: 204 len: 168 time: 0.3534439 May 26 16:04:35.707869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b5f47-6765-445e-a3dc-b25a74070fb8 None None] Network ec124664-60fc-44b3-b138-23837c1fa742 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:35.716014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36664) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:35.780072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:35.804644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-9f9b8aaa-96e9-4636-a894-17fa96f1a38e tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1000154 May 26 16:04:35.882057 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.004660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b588a-fe9f-4c22-bb6c-379edd6a7532 req-e6f21ecf-19ea-44e7-8d84-a71c82325b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.006185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e6b588a-fe9f-4c22-bb6c-379edd6a7532 req-e6f21ecf-19ea-44e7-8d84-a71c82325b82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 1097 time: 0.3165584 May 26 16:04:36.028860 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 80f42904-2393-44a3-ba4f-ceaffc438bdc up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:36.034837 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.047342 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.190285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 80f42904-2393-44a3-ba4f-ceaffc438bdc triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:36.190747 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.220082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d6a597be-3723-4ec7-98ef-ce68fdda4889 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:36.220469 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.296730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5760235-8b5b-4be5-ac2e-f2c51b480e50 None None] DHCP port deletion for ec124664-60fc-44b3-b138-23837c1fa742 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:04:36.299902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:36.310980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.324930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0be42-a0c3-405f-abf4-b84431c33ebd req-63b164cf-7bae-4dd6-9f66-69c4a2cf0c01 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.327190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2c0be42-a0c3-405f-abf4-b84431c33ebd req-63b164cf-7bae-4dd6-9f66-69c4a2cf0c01 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.3694286 May 26 16:04:36.345096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b789-cc0e-4896-855d-57da5416e2ff req-25162f94-b1cc-47d8-84fa-61d7134c3abd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.346961 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-25162f94-b1cc-47d8-84fa-61d7134c3abd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.24 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 814 time: 0.1878657 May 26 16:04:36.363976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Request body: {'port': {'device_id': '4f54aeca-4677-426f-bc91-764d1a53df0f', 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b', 'admin_state_up': True, 'tenant_id': 'a2dbb00c41cb40cb94c6029f58655ef3'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:36.388931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d3f7c7e5-6e6e-47d9-9ee2-16b11ab06e50 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.395271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d3f7c7e5-6e6e-47d9-9ee2-16b11ab06e50 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.401658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d3f7c7e5-6e6e-47d9-9ee2-16b11ab06e50 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.403504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d3f7c7e5-6e6e-47d9-9ee2-16b11ab06e50 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/networks?id=d8e62433-5c96-4a8f-87fd-df2029b840d6&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa HTTP/1.1" status: 200 len: 1995 time: 0.5524814 May 26 16:04:36.437004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 80f42904-2393-44a3-ba4f-ceaffc438bdc is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:36.440378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e6b588a-fe9f-4c22-bb6c-379edd6a7532 req-2e80773f-f16a-464a-8df0-4f934a9528d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086037 May 26 16:04:36.454855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b9ca3ede-9cff-4d84-a43e-295bafe09603 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:36.470177 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dc341bca-df5e-4691-91da-25cd4d808a58 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/quotas/f7211f6c10364c2d9ff2f5448450f91b HTTP/1.1" status: 200 len: 375 time: 0.0378149 May 26 16:04:36.483457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: b9ca3ede-9cff-4d84-a43e-295bafe09603 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:36.483798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b9ca3ede-9cff-4d84-a43e-295bafe09603 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:36.487843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=11']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:36.506142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d5760235-8b5b-4be5-ac2e-f2c51b480e50 None None] Deleting port d743d0e6-97c1-4818-a34d-70012ba5e6f0 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:36.506431 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d5760235-8b5b-4be5-ac2e-f2c51b480e50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.522452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Made reservation on behalf of a2dbb00c41cb40cb94c6029f58655ef3 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:36.529087 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.541090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2c0be42-a0c3-405f-abf4-b84431c33ebd req-1208fe42-e411-4bf2-97e0-ebcd9e072627 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790848 May 26 16:04:36.555384 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-d935c4d0-cb0f-4761-ad8c-02c44b30e155 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2238910 May 26 16:04:36.557655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.571492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.594844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d5760235-8b5b-4be5-ac2e-f2c51b480e50 None None] For port d743d0e6-97c1-4818-a34d-70012ba5e6f0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d743d0e6-97c1-4818-a34d-70012ba5e6f0,segment=NetworkSegment(5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756),segment_id=5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:36.595810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d5760235-8b5b-4be5-ac2e-f2c51b480e50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.611417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d5760235-8b5b-4be5-ac2e-f2c51b480e50 None None] Calling delete_port for d743d0e6-97c1-4818-a34d-70012ba5e6f0 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:36.639562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-30bb8866-61ac-4b50-823d-440645543d66 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1510031 May 26 16:04:36.685280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Deleting port d743d0e6-97c1-4818-a34d-70012ba5e6f0 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:36.685640 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.687349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event updated for resources: {'Port': ['ID=75099ff3-88a8-44c7-8903-beaa6a42884e,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:36.712104 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d5760235-8b5b-4be5-ac2e-f2c51b480e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.746377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5760235-8b5b-4be5-ac2e-f2c51b480e50 None None] Pushing event deleted for resources: {'Port': ['ID=d743d0e6-97c1-4818-a34d-70012ba5e6f0,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:36.753027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Allocated IP 172.20.0.13 (7dc6466f-7ae9-46d6-ac9d-e057f69b518b/12b64079-7808-4828-9e40-21c54f18d9ea/3799fb5d-c999-4086-8fc5-bec4903a821a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:36.761688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5760235-8b5b-4be5-ac2e-f2c51b480e50 None None] No DVR routers for this DVR port d743d0e6-97c1-4818-a34d-70012ba5e6f0 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:36.811826 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.866119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-2037b793-6d17-48b4-a108-0586ab66d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.868123 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-2037b793-6d17-48b4-a108-0586ab66d586 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a5db4d876254d358709bda786e8b312&device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1102 time: 0.1672809 May 26 16:04:36.871916 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.875608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-51055e7e-841b-434f-a16f-2b0d30b69942 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1703565 May 26 16:04:36.949688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.975519 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:04:36.990815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.004495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['91f1b2fc-05d2-4f8c-b938-177e58ed9b13'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:37.019148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] For port d743d0e6-97c1-4818-a34d-70012ba5e6f0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d743d0e6-97c1-4818-a34d-70012ba5e6f0,segment=NetworkSegment(5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756),segment_id=5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:37.019522 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.044033 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:37.045584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:37.049926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:37.057595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Calling delete_port for d743d0e6-97c1-4818-a34d-70012ba5e6f0 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:37.066331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aebeb3-394f-4039-ac9f-0a3628347879 req-61c1a1d1-8b59-49ba-8ad4-1bbe9458f007 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.067973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93aebeb3-394f-4039-ac9f-0a3628347879 req-61c1a1d1-8b59-49ba-8ad4-1bbe9458f007 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 946 time: 0.1897528 May 26 16:04:37.083370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Pushing event updated for resources: {'Port': ['ID=3799fb5d-c999-4086-8fc5-bec4903a821a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:37.091115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ba644b36-5709-4345-9e22-6dd18373eb4e service neutron] 10.222.0.39 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921385 May 26 16:04:37.114689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.114995 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.133009 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-62231c37-2013-4ff0-b165-9f93526f0dff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754741 May 26 16:04:37.150614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Request body: {'port': {'device_id': '4f54aeca-4677-426f-bc91-764d1a53df0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:37.207297 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.218551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-ae187010-cf47-40f3-9c09-e93addfa2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.220099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-ae187010-cf47-40f3-9c09-e93addfa2564 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.3076189 May 26 16:04:37.248244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93aebeb3-394f-4039-ac9f-0a3628347879 req-5afb99d6-fa3b-4fb1-95c1-215cd8b79961 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703691 May 26 16:04:37.284969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-f467ad09-dc11-434a-8854-dd3c2b51d736 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59 HTTP/1.1" status: 200 len: 217 time: 0.0509198 May 26 16:04:37.399253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-b0b68338-4dca-4564-aa6f-57820cc32c7e service neutron] 10.222.0.39 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967818 May 26 16:04:37.401334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-09eaaea1-53c5-4619-b33d-600ea0043854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.402750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-09eaaea1-53c5-4619-b33d-600ea0043854 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1059916 May 26 16:04:37.407299 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.486654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d743d0e6-97c1-4818-a34d-70012ba5e6f0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:37.489471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] No DVR routers for this DVR port d743d0e6-97c1-4818-a34d-70012ba5e6f0 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:37.523029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d3fb15bc-5e81-4600-9179-18eef511e4ee no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:37.533957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.534404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.535432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.535432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.535432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.535779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.536052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.536380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.536707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.537068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.537355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.537680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:37.541955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654f1b-4c56-48b3-9c65-6492b5d025e5 req-54e2bfdc-7fc3-4270-876b-70e1d1db7e76 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.543172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d654f1b-4c56-48b3-9c65-6492b5d025e5 req-54e2bfdc-7fc3-4270-876b-70e1d1db7e76 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1102 time: 0.2140636 May 26 16:04:37.548486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-92bc6d65-334e-402d-a7c3-45bfdab35597 service neutron] 10.222.0.39 "GET /v2.0/ports/2ca40ad8-2463-44af-bdc5-f14e6534583d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1276486 May 26 16:04:37.552341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3799fb5d-c999-4086-8fc5-bec4903a821a {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:37.561140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.563871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d3fb15bc-5e81-4600-9179-18eef511e4ee {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:37.564286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d3fb15bc-5e81-4600-9179-18eef511e4ee not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:37.565032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d743d0e6-97c1-4818-a34d-70012ba5e6f0 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:37.578734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Transition to ACTIVE for port object 3799fb5d-c999-4086-8fc5-bec4903a821a will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:37.583968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.590238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'}, {'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:37.594920 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf5bb2f-eb63-4881-8de1-ecc7d347f04e" -d '{"events": [{"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c"}, {"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:37.600962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d743d0e6-97c1-4818-a34d-70012ba5e6f0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:37.601414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d743d0e6-97c1-4818-a34d-70012ba5e6f0 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:37.661614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Pushing event updated for resources: {'Port': ['ID=3799fb5d-c999-4086-8fc5-bec4903a821a,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:37.696105 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0754b952-4d4e-40d3-a172-908eb3749cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.724344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Attempting to bind port 3799fb5d-c999-4086-8fc5-bec4903a821a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:37.724793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Attempting to bind port 3799fb5d-c999-4086-8fc5-bec4903a821a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '1dbd4404-9346-4320-a829-aa81354e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:37.725184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Attempting to bind port 3799fb5d-c999-4086-8fc5-bec4903a821a on network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:37.731100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Port 3799fb5d-c999-4086-8fc5-bec4903a821a on network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:37.731493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Attempting to bind port 3799fb5d-c999-4086-8fc5-bec4903a821a on network 7dc6466f-7ae9-46d6-ac9d-e057f69b518b {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:37.736748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:37.737184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Checking segment: {'id': '1dbd4404-9346-4320-a829-aa81354e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:37.737633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Bound using segment: {'id': '1dbd4404-9346-4320-a829-aa81354e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:37.738167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Bound port: 3799fb5d-c999-4086-8fc5-bec4903a821a, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbd4404-9346-4320-a829-aa81354e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:37.738588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.806058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] For port 3799fb5d-c999-4086-8fc5-bec4903a821a, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:37.810481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] For port 3799fb5d-c999-4086-8fc5-bec4903a821a, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3799fb5d-c999-4086-8fc5-bec4903a821a,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:37.814716 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.853606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.854488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.856023 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-a105f479-637a-4465-b6e7-33895a6409df service neutron] 10.222.0.24 "PUT /v2.0/ports/3799fb5d-c999-4086-8fc5-bec4903a821a HTTP/1.1" status: 200 len: 1092 time: 0.7125139 May 26 16:04:37.856250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54aeca-4677-426f-bc91-764d1a53df0f', 'tag': '3799fb5d-c999-4086-8fc5-bec4903a821a'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:37.858598 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb4297e-6543-4e15-897b-3d0dd403e012" -d '{"events": [{"name": "network-changed", "server_uuid": "4f54aeca-4677-426f-bc91-764d1a53df0f", "tag": "3799fb5d-c999-4086-8fc5-bec4903a821a"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:37.884226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105f479-637a-4465-b6e7-33895a6409df service neutron] Pushing event updated for resources: {'Port': ['ID=3799fb5d-c999-4086-8fc5-bec4903a821a,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:37.952622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b789-cc0e-4896-855d-57da5416e2ff req-2f893207-a412-4906-b966-c35be4c22a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.954068 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-2f893207-a412-4906-b966-c35be4c22a6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 1095 time: 0.0446839 May 26 16:04:37.995848 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-d30b3103-2acf-498e-b543-22b772d8b724 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3799fb5d-c999-4086-8fc5-bec4903a821a HTTP/1.1" status: 200 len: 217 time: 0.0346186 May 26 16:04:37.998099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-f617f43b-f2aa-4e94-b968-a703808d4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.999568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-f617f43b-f2aa-4e94-b968-a703808d4c87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5838804 May 26 16:04:38.003809 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.051872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b789-cc0e-4896-855d-57da5416e2ff req-2614a6ed-cd4e-4ab5-8edd-8dff44345de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.053349 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-2614a6ed-cd4e-4ab5-8edd-8dff44345de5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12b64079-7808-4828-9e40-21c54f18d9ea HTTP/1.1" status: 200 len: 854 time: 0.0468159 May 26 16:04:38.061021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec124664-60fc-44b3-b138-23837c1fa742']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:38.084762 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-da44862b-2232-4ef4-a84e-b990e8937447 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250804 May 26 16:04:38.109443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d654f1b-4c56-48b3-9c65-6492b5d025e5 req-fbc7637f-2ac1-47d4-adb0-fc04010fb55f tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093031 May 26 16:04:38.111284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:38.111599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:38.136290 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.174829 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.182755 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-01d7eea9-4e1f-4e81-82cf-92c78d56d32b service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919299 May 26 16:04:38.187187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-16afe5d4-0be9-419b-a768-11258d1c2bad service neutron] 10.222.0.39 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876222 May 26 16:04:38.190512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:04:38.190931 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.232856 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756 resource provider aggregate not found May 26 16:04:38.281398 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1927b789-cc0e-4896-855d-57da5416e2ff req-87cb9893-18b5-4057-916f-cb8c6f3c4d97 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919607 May 26 16:04:38.304296 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fd2b6ab-8fdc-4c36-ab45-e8bb91bff756 found for delete ", "request_id": "req-12bed47e-9a0a-4e46-8051-b3e410316092"}]} May 26 16:04:38.338822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-961e5ecd-c891-431a-9c9e-0e85a2e8e7bc service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228660 May 26 16:04:38.372444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.411920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.415102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ec124664-60fc-44b3-b138-23837c1fa742 HTTP/1.1" status: 204 len: 168 time: 2.6899033 May 26 16:04:38.443664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2e693-297f-4137-a261-1072fd5dbac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec124664-60fc-44b3-b138-23837c1fa742,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:38.465238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ea104-1e09-4548-8203-334d348b36af req-395ed9e6-0989-4556-a5c7-35229a7fe3fb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.466690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d4ea104-1e09-4548-8203-334d348b36af req-395ed9e6-0989-4556-a5c7-35229a7fe3fb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 944 time: 0.2607772 May 26 16:04:38.475944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d329e449-8791-4d2d-93af-673554356b1f service neutron] 10.222.0.39 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688372 May 26 16:04:38.536512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36712) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:38.554589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-59610d02-3811-4c97-b029-742d2a9d2288 service neutron] 10.222.0.39 "GET /v2.0/ports/56c037a8-566f-46b6-9a3d-7750591a5be3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0641792 May 26 16:04:38.559464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bb5022c-f7bf-454d-82c9-9279f147b9b9 req-41cf3848-ade7-4975-8311-8d08a8c4dba5 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111518 May 26 16:04:38.564762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d4ea104-1e09-4548-8203-334d348b36af req-43996aca-6f8e-4143-94f8-80d683a04657 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913541 May 26 16:04:38.599933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dd126ea1-e893-4d6c-a72b-6a4cd6746694 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=522c656366bf4416addf76e6230cad20&name=default HTTP/1.1" status: 200 len: 2981 time: 0.0621414 May 26 16:04:38.602412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36718) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:38.647690 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.657847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-146b9eff-60d6-4621-acc1-2512ff2ae989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.687896 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-146b9eff-60d6-4621-acc1-2512ff2ae989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.699099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-bb744e93-a942-47fc-8f51-d089eb74f708 service neutron] 10.222.0.39 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333032 May 26 16:04:38.763227 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-146b9eff-60d6-4621-acc1-2512ff2ae989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.766851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-146b9eff-60d6-4621-acc1-2512ff2ae989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.770909 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-146b9eff-60d6-4621-acc1-2512ff2ae989 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a920c5f8-6dbb-40c6-a121-4e15686e6abf HTTP/1.1" status: 204 len: 168 time: 0.1663177 May 26 16:04:38.779471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b9eff-60d6-4621-acc1-2512ff2ae989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920c5f8-6dbb-40c6-a121-4e15686e6abf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:38.838900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f3684491-9f5d-473d-ac92-81ed44858da6 service neutron] 10.222.0.39 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282291 May 26 16:04:39.035085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73937f52-a9d9-4e15-9120-590be3ac9916 service neutron] 10.222.0.39 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953151 May 26 16:04:39.041648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-dc9b870b-9924-475d-b43a-1d26393543aa tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:39.048716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-dc9b870b-9924-475d-b43a-1d26393543aa tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/networks?id=5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 200 len: 821 time: 0.1999986 May 26 16:04:39.091479 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-c5a66155-3038-4b76-8b75-a207f5c175f8 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/quotas/3b140342e336402d835550466d16d88c HTTP/1.1" status: 200 len: 375 time: 0.0418358 May 26 16:04:39.189709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-f8a7a0d8-662f-4e78-91d5-a33508500701 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b140342e336402d835550466d16d88c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973794 May 26 16:04:39.193410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-cb783752-7247-45dd-ad43-62661057b539 service neutron] 10.222.0.39 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427405 May 26 16:04:39.305733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-de879755-d66c-407f-a73f-ae608d8d9e92 service neutron] 10.222.0.39 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035988 May 26 16:04:39.391747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-a2c2fccf-5995-4e2e-9cab-a3e3301a0bd2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:04:39.392760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-a2c2fccf-5995-4e2e-9cab-a3e3301a0bd2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1959777 May 26 16:04:39.460152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-8d307e81-4ac1-4e12-b6d9-04e87339252c service neutron] 10.222.0.39 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469920 May 26 16:04:39.559398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-e368bc21-0403-491b-ac49-05f0f3cd0a89 service neutron] 10.222.0.39 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593587 May 26 16:04:39.637005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-8e86879d-a15e-4ad5-aca2-7aba43ec9ab6 service neutron] 10.222.0.39 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685386 May 26 16:04:39.717820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:39.725893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-d8fac239-eb22-4d64-9182-e53bfd5ca2b8 service neutron] 10.222.0.39 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568408 May 26 16:04:39.760586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-b7faeec3-c346-4d9f-8ee8-4f658af68a43 service neutron] 10.222.0.39 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153474 May 26 16:04:39.843644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1731952506-network', 'tenant_id': '1fd14c5d32ce49998ee6b039cefbf22e'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:39.882075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-659228e5-a757-45c5-a76a-c876b05fc77e service neutron] 10.222.0.39 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147728 May 26 16:04:39.912756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Made reservation on behalf of 1fd14c5d32ce49998ee6b039cefbf22e for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:39.915287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:39.927515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.036680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f4c60-cfbb-4727-b0de-ceaf41fa3159 req-6ec95524-9101-4ad7-a696-8ded0a25caa7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.038230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d0f4c60-cfbb-4727-b0de-ceaf41fa3159 req-6ec95524-9101-4ad7-a696-8ded0a25caa7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1141205 May 26 16:04:40.045281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-4ced6b66-467c-48c1-add8-6ce228c3b6ea service neutron] 10.222.0.39 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416783 May 26 16:04:40.090543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d0f4c60-cfbb-4727-b0de-ceaf41fa3159 req-68a5c73f-b85e-47f2-aca0-900e9f549894 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412917 May 26 16:04:40.180407 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 26 May 2022 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba1a4b-9bc8-4f30-8eee-db838c8285f4 x-openstack-request-id: req-c1ba1a4b-9bc8-4f30-8eee-db838c8285f4 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:40.180965 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c", "code": 200}, {"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:40.180965 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1ba1a4b-9bc8-4f30-8eee-db838c8285f4 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:40.181370 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ba1a4b-9bc8-4f30-8eee-db838c8285f4'] response: {'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'code': 200} May 26 16:04:40.182400 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ba1a4b-9bc8-4f30-8eee-db838c8285f4'] response: {'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'code': 200} May 26 16:04:40.254988 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c7f69-f7d7-4ee6-a2d2-d3afc04f8972 x-openstack-request-id: req-004c7f69-f7d7-4ee6-a2d2-d3afc04f8972 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:40.255484 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f54aeca-4677-426f-bc91-764d1a53df0f", "tag": "3799fb5d-c999-4086-8fc5-bec4903a821a", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:40.255908 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-004c7f69-f7d7-4ee6-a2d2-d3afc04f8972 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:40.256466 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004c7f69-f7d7-4ee6-a2d2-d3afc04f8972'] response: {'name': 'network-changed', 'server_uuid': '4f54aeca-4677-426f-bc91-764d1a53df0f', 'tag': '3799fb5d-c999-4086-8fc5-bec4903a821a', 'status': 'completed', 'code': 200} May 26 16:04:40.371218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.376781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.403755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:04:40.423872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:40.436717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-f901c893-a4ce-4a2a-a076-5ba0d74867d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.440325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-f901c893-a4ce-4a2a-a076-5ba0d74867d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 1095 time: 0.1517010 May 26 16:04:40.444567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.444951 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Added segment 801c2d57-cc1f-4848-8edc-5a901566821a of type vlan for network 2c9b95e4-34ff-4816-9a51-7114a5e066e6 May 26 16:04:40.485067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d24d2-bf8b-4ff6-90e4-8470977f55eb req-804d9e5f-76eb-4e31-9883-9f87f652136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.486874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-739d24d2-bf8b-4ff6-90e4-8470977f55eb req-804d9e5f-76eb-4e31-9883-9f87f652136f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 1097 time: 0.1473582 May 26 16:04:40.517602 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.520451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.549288 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.564747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.565865 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.566715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.639847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-739d24d2-bf8b-4ff6-90e4-8470977f55eb req-9ce74627-32d1-469b-ac89-9a191d6d5a93 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117907 May 26 16:04:40.657515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] Pushing event updated for resources: {'Network': ['ID=2c9b95e4-34ff-4816-9a51-7114a5e066e6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:40.672497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a31c09-e233-4506-87b7-e8294ef3f313 req-aa003c36-1460-452a-a9af-1509116e07e8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.672699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 2c9b95e4-34ff-4816-9a51-7114a5e066e6 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:04:40.674616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49a31c09-e233-4506-87b7-e8294ef3f313 req-aa003c36-1460-452a-a9af-1509116e07e8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 946 time: 0.1372807 May 26 16:04:40.675565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36788) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:40.677429 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6190cf2b-0f7b-42f5-b590-3842c53106da admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9572699 May 26 16:04:40.682733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Request body: {'subnet': {'network_id': '2c9b95e4-34ff-4816-9a51-7114a5e066e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1731952506-subnet', 'tenant_id': '1fd14c5d32ce49998ee6b039cefbf22e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:40.688172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-510cc4a8-b1ac-4a03-8543-7f78e8b14a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.690416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-510cc4a8-b1ac-4a03-8543-7f78e8b14a78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 915 time: 0.2429361 May 26 16:04:40.761984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-a23d79ba-0a1f-4fd1-8825-42b00022a32f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3799fb5d-c999-4086-8fc5-bec4903a821a HTTP/1.1" status: 200 len: 217 time: 0.0537162 May 26 16:04:40.794127 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49a31c09-e233-4506-87b7-e8294ef3f313 req-70b13215-39a4-4c53-82e5-a3cbd9ebcc34 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023746 May 26 16:04:40.813961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Made reservation on behalf of 1fd14c5d32ce49998ee6b039cefbf22e for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:40.815207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.929796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-d37a9451-aa1c-42f4-8156-ecd2ec55537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.931994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-d37a9451-aa1c-42f4-8156-ecd2ec55537d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12b64079-7808-4828-9e40-21c54f18d9ea HTTP/1.1" status: 200 len: 854 time: 0.1491859 May 26 16:04:40.981806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-37a8ef1e-a8cc-4b60-b3b9-5ea95f605e6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417449 May 26 16:04:41.118205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4ca7be7-9308-4e2c-a0b0-adaef01c06ce req-1684f6db-2482-43c9-b9b3-06641f9ab330 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 210 time: 0.0859425 May 26 16:04:41.226297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25784af2-350b-4c71-87ed-ef1e6a1b3712 req-61120e08-2b1c-44f3-923f-e996f304e78a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.236370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25784af2-350b-4c71-87ed-ef1e6a1b3712 req-61120e08-2b1c-44f3-923f-e996f304e78a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 944 time: 0.2355337 May 26 16:04:41.444144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-9d14f13c-9e09-4be7-a3ba-5818ad3b0df9 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507504 May 26 16:04:41.452502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25784af2-350b-4c71-87ed-ef1e6a1b3712 req-335240fb-0985-48ae-b04e-129c06747959 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151582 May 26 16:04:41.466993 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.470588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-85e863dc-3436-419c-86bd-07aa8d6a9fb1 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.472581 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-85e863dc-3436-419c-86bd-07aa8d6a9fb1 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "GET /v2.0/networks?id=5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 200 len: 821 time: 0.2113740 May 26 16:04:41.498251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Request body: {'port': {'device_id': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb', 'admin_state_up': True, 'tenant_id': '3b140342e336402d835550466d16d88c'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:41.571162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d71b9-ab59-472f-9eab-17e97e88e111 req-4fafca94-e0a6-45b8-96aa-68f9dcaaf929 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.582446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-439d71b9-ab59-472f-9eab-17e97e88e111 req-4fafca94-e0a6-45b8-96aa-68f9dcaaf929 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 1102 time: 0.3433259 May 26 16:04:41.678821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5831e7db-c486-4928-9b53-5d105f2255d8,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:41.699401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Made reservation on behalf of 3b140342e336402d835550466d16d88c for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:41.705908 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.782879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-439d71b9-ab59-472f-9eab-17e97e88e111 req-95032103-3dfc-4807-a858-305a90b63562 tempest-ServersAdminTestJSON-643834775 tempest-ServersAdminTestJSON-643834775-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987174 May 26 16:04:41.784443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Checking segment: {'id': '801c2d57-cc1f-4848-8edc-5a901566821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2c9b95e4-34ff-4816-9a51-7114a5e066e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:41.785818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Network hostable DHCP agents. Network: 2c9b95e4-34ff-4816-9a51-7114a5e066e6, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:04:41.804536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3799fb5d-c999-4086-8fc5-bec4903a821a details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:41.805358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-07269c69-9b5b-42f4-8164-d60adfbb326f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1552138639&fields=id&tenant_id=ba624589d40644079071a3a24f7f5bad HTTP/1.1" status: 200 len: 267 time: 0.2034819 May 26 16:04:41.808809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abb4297e-6543-4e15-897b-3d0dd403e012 req-9e9cb780-9c6f-4f39-86df-eeaf1f65151f service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518412 May 26 16:04:41.910882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Allocated IP 172.20.0.4 (5a98091c-a531-4e0f-8d0c-f0964ad088eb/7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9/795f0adb-4fd7-4f82-82a5-5cf37a0d347d) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:41.948120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Network 2c9b95e4-34ff-4816-9a51-7114a5e066e6 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:04:41.988396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-4d4737cd-ac7c-46b7-afed-820c67689626 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:42.002645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-4d4737cd-ac7c-46b7-afed-820c67689626 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 946 time: 0.1679239 May 26 16:04:42.009586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-17b864ea-36de-4dee-b19c-3f6321375348 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'port': {'security_groups': ['bc85c574-e771-4c7a-992a-ed8843b8bcbe', 'fa8ab1f4-38db-4c18-a137-ee867a5ab6de']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:42.050497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3799fb5d-c999-4086-8fc5-bec4903a821a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3799fb5d-c999-4086-8fc5-bec4903a821a,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:42.063738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '3799fb5d-c999-4086-8fc5-bec4903a821a', 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b', 'port_id': '3799fb5d-c999-4086-8fc5-bec4903a821a', 'mac_address': 'fa:16:3e:f2:8b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b64079-7808-4828-9e40-21c54f18d9ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:42.098270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 2c9b95e4-34ff-4816-9a51-7114a5e066e6) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:42.116171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9e736-5252-4564-8666-da173b09c0cc None None] Network 2c9b95e4-34ff-4816-9a51-7114a5e066e6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:42.137897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3799fb5d-c999-4086-8fc5-bec4903a821a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:42.138572 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.141665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98acbd34-a10e-4fcd-810c-bcaf04d61c4d req-68be7fda-b325-415e-846c-4eb5589529a5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.0647168 May 26 16:04:42.146215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:42.146934 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.160839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-17b864ea-36de-4dee-b19c-3f6321375348 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.196279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3799fb5d-c999-4086-8fc5-bec4903a821a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:42.210032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6569f191-ecf2-4aec-84e6-f3e8abc8890c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5247531 May 26 16:04:42.221236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3799fb5d-c999-4086-8fc5-bec4903a821a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3799fb5d-c999-4086-8fc5-bec4903a821a,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:42.229909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.247581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.316537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.397256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Network 5a98091c-a531-4e0f-8d0c-f0964ad088eb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:42.403880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:42.407596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3799fb5d-c999-4086-8fc5-bec4903a821a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:42.412988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:42.429876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44d04e-689d-4a23-bfee-6ab37943b240 None None] Network 2c9b95e4-34ff-4816-9a51-7114a5e066e6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:42.446729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621d63-357f-4e50-8a9f-98301d921dfa req-d1c8db01-2be8-4022-a3cd-b4746a4dce3e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:42.448119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63621d63-357f-4e50-8a9f-98301d921dfa req-d1c8db01-2be8-4022-a3cd-b4746a4dce3e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1588778 May 26 16:04:42.512944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event updated for resources: {'Port': ['ID=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:42.527485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:42.528400 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.547983 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-b36662d2-d53b-4f77-ad6e-36cfd1b98911 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0543947 May 26 16:04:42.554166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['3799fb5d-c999-4086-8fc5-bec4903a821a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:42.567036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Request body: {'port': {'device_id': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:42.645421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.971656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-16cfb431-e7e7-45a7-af27-949ad883c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:42.972984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-16cfb431-e7e7-45a7-af27-949ad883c4b8 service neutron] 10.222.0.24 "GET /v2.0/ports/2ca40ad8-2463-44af-bdc5-f14e6534583d HTTP/1.1" status: 200 len: 1033 time: 0.5056367 May 26 16:04:42.996582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795f0adb-4fd7-4f82-82a5-5cf37a0d347d {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:43.002941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63621d63-357f-4e50-8a9f-98301d921dfa req-223f94da-e278-4486-b75c-7c8ca4ca6028 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466750 May 26 16:04:43.004413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.020495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Transition to ACTIVE for port object 795f0adb-4fd7-4f82-82a5-5cf37a0d347d will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:43.022412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.091173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-17b864ea-36de-4dee-b19c-3f6321375348 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] For port a376daef-d5ae-4b77-9e7e-7529a0a5c723, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:43.114859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Pushing event updated for resources: {'Port': ['ID=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:43.129010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-14b46b44-2b68-43b4-8d65-54416a423698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.131496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-14b46b44-2b68-43b4-8d65-54416a423698 service neutron] 10.222.0.24 "GET /v2.0/ports/56c037a8-566f-46b6-9a3d-7750591a5be3 HTTP/1.1" status: 200 len: 1032 time: 0.1482284 May 26 16:04:43.142942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-17b864ea-36de-4dee-b19c-3f6321375348 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.164073 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-17b864ea-36de-4dee-b19c-3f6321375348 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.182235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:43.196659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Attempting to bind port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:43.197643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Attempting to bind port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:43.198067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Attempting to bind port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d on network 5a98091c-a531-4e0f-8d0c-f0964ad088eb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:43.203338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d on network 5a98091c-a531-4e0f-8d0c-f0964ad088eb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:43.204022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Attempting to bind port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d on network 5a98091c-a531-4e0f-8d0c-f0964ad088eb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:43.215562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:43.215911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Checking segment: {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:43.216302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Bound using segment: {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:43.216738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Bound port: 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:43.217097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.288506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-17b864ea-36de-4dee-b19c-3f6321375348 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.289115 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-17b864ea-36de-4dee-b19c-3f6321375348 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.290748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2a1749-a7c8-4111-b30e-cac54413ebc3 req-17b864ea-36de-4dee-b19c-3f6321375348 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "PUT /v2.0/ports/a376daef-d5ae-4b77-9e7e-7529a0a5c723 HTTP/1.1" status: 200 len: 982 time: 1.2880402 May 26 16:04:43.291178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:43.293629 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:43.357817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b864ea-36de-4dee-b19c-3f6321375348 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'Port': ['ID=a376daef-d5ae-4b77-9e7e-7529a0a5c723,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:43.372800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a376daef-d5ae-4b77-9e7e-7529a0a5c723'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:43.379268 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:43.383677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:43.389952 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.402713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a376daef-d5ae-4b77-9e7e-7529a0a5c723'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:43.450441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c983f190-d16d-4efc-8919-06320a3d3a93 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.457143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c983f190-d16d-4efc-8919-06320a3d3a93 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.464518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c983f190-d16d-4efc-8919-06320a3d3a93 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.467087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c983f190-d16d-4efc-8919-06320a3d3a93 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "GET /v2.0/networks?id=d8e62433-5c96-4a8f-87fd-df2029b840d6&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa HTTP/1.1" status: 200 len: 1995 time: 0.3264616 May 26 16:04:43.479359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.480004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.481532 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/795f0adb-4fd7-4f82-82a5-5cf37a0d347d HTTP/1.1" status: 200 len: 1091 time: 0.9199708 May 26 16:04:43.482020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:43.487862 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74efadc3-84c8-48bb-81aa-bb0f58b05175" -d '{"events": [{"name": "network-changed", "server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:43.519264 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba1335-cdef-477f-9fa7-defb033924f6 service neutron] Pushing event updated for resources: {'Port': ['ID=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:43.586619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c21d5dd5-78ae-4e88-9658-f9d54715aba2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7211f6c10364c2d9ff2f5448450f91b HTTP/1.1" status: 200 len: 380 time: 0.1021142 May 26 16:04:43.597797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e50cb2-e155-4d07-a1fd-1d43bf59b8c7 req-d0444a99-3937-4b3e-9c6e-afa70ce0ea7f tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.606697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10e50cb2-e155-4d07-a1fd-1d43bf59b8c7 req-d0444a99-3937-4b3e-9c6e-afa70ce0ea7f tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 943 time: 0.1383500 May 26 16:04:43.636669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'admin_state_up': True, 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'security_groups': ['8d38ffba-222a-43e1-883f-7753f437968f']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:43.732237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10e50cb2-e155-4d07-a1fd-1d43bf59b8c7 req-bac722cb-1287-459b-891b-c05622074b2c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244977 May 26 16:04:43.766786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-076cb2c2-fa2c-402f-8a2c-b24cb92de817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.778913 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-076cb2c2-fa2c-402f-8a2c-b24cb92de817 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b140342e336402d835550466d16d88c&device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 1094 time: 0.1911805 May 26 16:04:43.809542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3799fb5d-c999-4086-8fc5-bec4903a821a up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:43.900675 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-2e9ec37b-7b5d-40cd-9314-8c1944761ce6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d HTTP/1.1" status: 200 len: 217 time: 0.1110938 May 26 16:04:43.988081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 3799fb5d-c999-4086-8fc5-bec4903a821a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:43.997794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-8cda7cd8-d01a-4fac-84b6-65ca3f0d47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.998171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 3799fb5d-c999-4086-8fc5-bec4903a821a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:43.998755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.999787 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-8cda7cd8-d01a-4fac-84b6-65ca3f0d47bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9 HTTP/1.1" status: 200 len: 861 time: 0.0812910 May 26 16:04:44.064925 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-0d9f7728-4e43-4ccd-838c-319e4e1edb6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a98091c-a531-4e0f-8d0c-f0964ad088eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527461 May 26 16:04:44.144609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-f013ae79-2733-43ec-9ebf-1b6f3b92bbba tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:44.157006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-f013ae79-2733-43ec-9ebf-1b6f3b92bbba tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/networks?id=2c9b95e4-34ff-4816-9a51-7114a5e066e6 HTTP/1.1" status: 200 len: 809 time: 0.2879922 May 26 16:04:44.203759 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-18301a39-4505-44ee-a3bd-dada13c2d507 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/quotas/1fd14c5d32ce49998ee6b039cefbf22e HTTP/1.1" status: 200 len: 375 time: 0.0446754 May 26 16:04:44.206532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:44.210673 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.251668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f855-00e1-4a6c-aee9-2e2af8c2556b req-c64093a7-2bc7-443a-833d-b06b13d1a4bd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:44.253629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c710f855-00e1-4a6c-aee9-2e2af8c2556b req-c64093a7-2bc7-443a-833d-b06b13d1a4bd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 945 time: 0.3442841 May 26 16:04:44.273416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-4de8d89b-0d40-4de2-85f8-723c5e896ccd tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1fd14c5d32ce49998ee6b039cefbf22e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584126 May 26 16:04:44.280053 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-9b958334-10d2-4e60-af7e-f93e229b0e93 service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957743 May 26 16:04:44.377678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3799fb5d-c999-4086-8fc5-bec4903a821a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:44.378275 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.438938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3799fb5d-c999-4086-8fc5-bec4903a821a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3799fb5d-c999-4086-8fc5-bec4903a821a,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:44.439868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54aeca-4677-426f-bc91-764d1a53df0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3799fb5d-c999-4086-8fc5-bec4903a821a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:44.443061 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8aab6c3-f112-484d-8103-fa3248c61e3e" -d '{"events": [{"server_uuid": "4f54aeca-4677-426f-bc91-764d1a53df0f", "name": "network-vif-plugged", "status": "completed", "tag": "3799fb5d-c999-4086-8fc5-bec4903a821a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:44.447763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.453664 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bb1d1538-a021-4b33-a8e1-cbc62c4236db req-c4640a81-873a-4fd5-b641-b9252305d1eb service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536436 May 26 16:04:44.531781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3799fb5d-c999-4086-8fc5-bec4903a821a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:44.535421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c710f855-00e1-4a6c-aee9-2e2af8c2556b req-9627fa60-7711-4a27-aa96-1748fa9d983a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587934 May 26 16:04:44.541715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Allocated IP 172.20.0.7 (d8e62433-5c96-4a8f-87fd-df2029b840d6/89acc52f-721e-427f-b71c-59781d53d629/38225be2-82d7-472f-a194-09d70f523c0c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:44.594067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-831f1984-fe30-44c6-8ebf-9a733e2c78a6 service neutron] 10.222.0.39 "GET /v2.0/networks/2c9b95e4-34ff-4816-9a51-7114a5e066e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983573 May 26 16:04:44.825003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-886dcbd9-32f4-4174-9940-d679e8d36e08 service neutron] 10.222.0.39 "GET /v2.0/networks/2c9b95e4-34ff-4816-9a51-7114a5e066e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300489 May 26 16:04:44.835268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386629a0-4869-4d24-9625-ac022ae1daf7 req-db046ab8-3963-44dd-b6f6-9b8b71e6f34d tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:44.836755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-386629a0-4869-4d24-9625-ac022ae1daf7 req-db046ab8-3963-44dd-b6f6-9b8b71e6f34d tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 950 time: 0.2148943 May 26 16:04:44.918222 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.937603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-386629a0-4869-4d24-9625-ac022ae1daf7 req-ca136b4f-d2d7-41fa-a58e-15c61c823ad2 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847304 May 26 16:04:44.997052 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.083326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-0828ab5b-0d79-4793-a60f-ec795a1d49df tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:45.086403 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-0828ab5b-0d79-4793-a60f-ec795a1d49df tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 950 time: 0.1662395 May 26 16:04:45.108182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network d8e62433-5c96-4a8f-87fd-df2029b840d6 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:45.129457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:45.133697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:45.144738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Port': ['ID=38225be2-82d7-472f-a194-09d70f523c0c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:45.204142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4709ad57-b2a8-4e42-b5d5-e71b6f6f1cb6 req-c2b5c56b-6c7b-46ca-8b2c-a707ad777c47 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/fa8ab1f4-38db-4c18-a137-ee867a5ab6de HTTP/1.1" status: 200 len: 1802 time: 0.1507716 May 26 16:04:45.256469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be70c1-7f4a-440f-a640-e5d1f59d9e6a req-bf859a37-279a-4353-81c7-496af39b0abc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:45.264240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95be70c1-7f4a-440f-a640-e5d1f59d9e6a req-bf859a37-279a-4353-81c7-496af39b0abc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 931 time: 0.2015104 May 26 16:04:45.276064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Deleting port a991a38f-45cf-46bc-8d09-c041975b2a81 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:45.276421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.281194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:45.281718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.305663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dd0a215c-8ac1-46d0-ac8b-583d51471d85 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6745756 May 26 16:04:45.324324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'admin_state_up': True, 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'security_groups': ['8d38ffba-222a-43e1-883f-7753f437968f']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:45.413251 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-4709ad57-b2a8-4e42-b5d5-e71b6f6f1cb6 req-e42d5545-3d4d-4741-a632-67867eee24c1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:04:45.414406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4709ad57-b2a8-4e42-b5d5-e71b6f6f1cb6 req-e42d5545-3d4d-4741-a632-67867eee24c1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/fa8ab1f4-38db-4c18-a137-ee867a5ab6de HTTP/1.1" status: 409 len: 341 time: 0.2000387 May 26 16:04:45.453908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95be70c1-7f4a-440f-a640-e5d1f59d9e6a req-2f3168cb-af7d-47a0-98df-09685518caa5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844840 May 26 16:04:45.516338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] For port a991a38f-45cf-46bc-8d09-c041975b2a81, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a991a38f-45cf-46bc-8d09-c041975b2a81,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:45.516834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.532576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-dbd09334-b96e-40e1-afbb-a9f47c6bf1fc None None] Provisioning complete for port 38225be2-82d7-472f-a194-09d70f523c0c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:45.533095 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dbd09334-b96e-40e1-afbb-a9f47c6bf1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.554685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Calling delete_port for a991a38f-45cf-46bc-8d09-c041975b2a81 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:45.581842 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3633333-a808-45d7-b005-01bc8b6fddd8 x-openstack-request-id: req-b3633333-a808-45d7-b005-01bc8b6fddd8 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:45.585572 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:45.585878 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3633333-a808-45d7-b005-01bc8b6fddd8 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:45.586328 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3633333-a808-45d7-b005-01bc8b6fddd8'] response: {'name': 'network-changed', 'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d', 'status': 'completed', 'code': 200} May 26 16:04:45.634913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-dbd09334-b96e-40e1-afbb-a9f47c6bf1fc None None] Port 38225be2-82d7-472f-a194-09d70f523c0c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:45.647689 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed97be96-076b-4902-9ff3-4ea7bd5cd2ee x-openstack-request-id: req-ed97be96-076b-4902-9ff3-4ea7bd5cd2ee {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:45.648538 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:45.649743 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed97be96-076b-4902-9ff3-4ea7bd5cd2ee {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:45.650878 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed97be96-076b-4902-9ff3-4ea7bd5cd2ee'] response: {'name': 'network-changed', 'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723', 'status': 'completed', 'code': 200} May 26 16:04:45.683785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:45.697469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.711471 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd2fa07-140d-4b14-bf9d-ab686ef583bd x-openstack-request-id: req-8bd2fa07-140d-4b14-bf9d-ab686ef583bd {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:45.711915 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f54aeca-4677-426f-bc91-764d1a53df0f", "name": "network-vif-plugged", "status": "completed", "tag": "3799fb5d-c999-4086-8fc5-bec4903a821a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:45.712377 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8bd2fa07-140d-4b14-bf9d-ab686ef583bd {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:45.713006 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd2fa07-140d-4b14-bf9d-ab686ef583bd'] response: {'server_uuid': '4f54aeca-4677-426f-bc91-764d1a53df0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3799fb5d-c999-4086-8fc5-bec4903a821a', 'code': 200} May 26 16:04:45.794562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.24', 50635) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:45.830736 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.843015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a991a38f-45cf-46bc-8d09-c041975b2a81', '4a04e53f-797a-4b75-bb03-d2654fb9ec59'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:45.849758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['067975a7-0c1f-4165-a48a-26ab179ef5fd'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:45.876987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44e55-6502-436e-b19f-a01d760127e6 req-415c4963-72c3-42e4-ad02-2d1ca5ceb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:45.878696 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8eb44e55-6502-436e-b19f-a01d760127e6 req-415c4963-72c3-42e4-ad02-2d1ca5ceb51d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 1097 time: 0.0829840 May 26 16:04:45.881675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Pushing event deleted for resources: {'Port': ['ID=a991a38f-45cf-46bc-8d09-c041975b2a81,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:45.960634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] No DVR routers for this DVR port a991a38f-45cf-46bc-8d09-c041975b2a81 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:45.966975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.972217 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "DELETE /v2.0/ports/a991a38f-45cf-46bc-8d09-c041975b2a81 HTTP/1.1" status: 204 len: 173 time: 0.8764796 May 26 16:04:45.996489 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8eb44e55-6502-436e-b19f-a01d760127e6 req-2ae01de6-ae92-4c33-aa2e-d189c7fffffc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017568 May 26 16:04:46.062629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-e9b9fb9b-ab3f-4a9d-ad55-8e2a7c6a1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.064235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-e9b9fb9b-ab3f-4a9d-ad55-8e2a7c6a1af8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b140342e336402d835550466d16d88c&device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 1094 time: 0.4395497 May 26 16:04:46.079404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23464d0-71f6-4505-bd7a-0510dda591bf req-e22b1cd2-2619-4982-ad38-0f3f9b5fb737 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.087333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c23464d0-71f6-4505-bd7a-0510dda591bf req-e22b1cd2-2619-4982-ad38-0f3f9b5fb737 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.3677237 May 26 16:04:46.091661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-67063df7-68ba-4d70-ba91-beac2a5c9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.093235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-67063df7-68ba-4d70-ba91-beac2a5c9f78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 1136 time: 0.4634659 May 26 16:04:46.133941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49169eb0-7358-40e8-bd74-7d7039ba8d33 req-42b3cbfa-fc10-4f51-94a9-5537aefb5783 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.136138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49169eb0-7358-40e8-bd74-7d7039ba8d33 req-42b3cbfa-fc10-4f51-94a9-5537aefb5783 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 943 time: 0.2747934 May 26 16:04:46.170131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Allocated IP 10.1.1.69 (a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2/0ee1c49b-fe7b-4670-a585-43a6acb0139d/504991a7-772d-4514-ac9d-2402ff0ed221) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:46.231293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c23464d0-71f6-4505-bd7a-0510dda591bf req-bfbaf6dd-100e-421a-9131-2c8a692a2aa5 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420319 May 26 16:04:46.492201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49169eb0-7358-40e8-bd74-7d7039ba8d33 req-3d98f8e6-ad57-47b5-96ea-e4043d5668e7 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058519 May 26 16:04:46.501208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06ad6e71-724a-40ac-a4f9-c2096ece09e7 req-958dad22-3586-464c-8661-9eb92522694b tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 210 time: 0.0677459 May 26 16:04:46.622824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-28cf0791-2d6f-472b-8097-4f7dc70e6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.624446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-28cf0791-2d6f-472b-8097-4f7dc70e6b0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 200 len: 922 time: 0.3896339 May 26 16:04:46.629535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-950a0f03-70b5-4f59-9134-59edb02322a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.631088 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-950a0f03-70b5-4f59-9134-59edb02322a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 913 time: 0.3930776 May 26 16:04:46.753355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-7da5094f-6df9-4d25-8784-146cc1fb57af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d HTTP/1.1" status: 200 len: 217 time: 0.0982053 May 26 16:04:46.769403 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-e30b2d23-5939-4cd3-a581-8067220e07c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723 HTTP/1.1" status: 200 len: 217 time: 0.1130750 May 26 16:04:47.020070 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.086590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89091831-d808-4699-8d23-27ab1c25faea req-8770bf53-da62-46ae-92e2-21c8a9595f96 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=555f6c05-40aa-426c-b09b-2001cc93507a HTTP/1.1" status: 200 len: 210 time: 0.0745246 May 26 16:04:47.089566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-b1b97492-8d15-49bb-aa5d-e0582beb7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:47.090927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-b1b97492-8d15-49bb-aa5d-e0582beb7a32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 200 len: 852 time: 0.3067913 May 26 16:04:47.136105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-68d2e444-0a05-48b0-ad05-fda90239ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:47.137792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-68d2e444-0a05-48b0-ad05-fda90239ac79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9 HTTP/1.1" status: 200 len: 861 time: 0.3664122 May 26 16:04:47.183930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-66600a0a-5ae2-438f-816a-1f3657c11e3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794580 May 26 16:04:47.202890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74024d-5231-4ee1-8c97-07edab7f6b8a req-d2264b71-a764-4ee9-bf29-ff0d5c0631d9 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:47.204345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec74024d-5231-4ee1-8c97-07edab7f6b8a req-d2264b71-a764-4ee9-bf29-ff0d5c0631d9 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 946 time: 0.4950104 May 26 16:04:47.236101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-671a68c9-4605-4b59-b1bd-279215ad7b07 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:47.237565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-671a68c9-4605-4b59-b1bd-279215ad7b07 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.32 "GET /v2.0/networks?id=2c9b95e4-34ff-4816-9a51-7114a5e066e6 HTTP/1.1" status: 200 len: 809 time: 0.4988565 May 26 16:04:47.314172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Request body: {'port': {'device_id': '4df7f539-796f-409c-a744-541db1a85736', 'network_id': '2c9b95e4-34ff-4816-9a51-7114a5e066e6', 'admin_state_up': True, 'tenant_id': '1fd14c5d32ce49998ee6b039cefbf22e'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:47.319768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-ce0ed3e3-f108-4e1f-9755-57231911d62b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a98091c-a531-4e0f-8d0c-f0964ad088eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379781 May 26 16:04:47.587429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555f6c05-40aa-426c-b09b-2001cc93507a', 'name': 'network-vif-deleted', 'tag': 'a991a38f-45cf-46bc-8d09-c041975b2a81'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:47.592530 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e559b21b-ede0-4723-9d8d-71d804140642" -d '{"events": [{"server_uuid": "555f6c05-40aa-426c-b09b-2001cc93507a", "name": "network-vif-deleted", "tag": "a991a38f-45cf-46bc-8d09-c041975b2a81"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:47.764637 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.847996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 795f0adb-4fd7-4f82-82a5-5cf37a0d347d details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:47.848848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec74024d-5231-4ee1-8c97-07edab7f6b8a req-f57c1464-120c-4ba9-b7fb-7f3cc3aa2c18 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223843 May 26 16:04:47.852096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a991a38f-45cf-46bc-8d09-c041975b2a81 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:47.899136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: a991a38f-45cf-46bc-8d09-c041975b2a81 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:47.900688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a991a38f-45cf-46bc-8d09-c041975b2a81 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:47.966242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340a02-61c8-4a2a-879f-3527dd2f4991 req-25f14b9c-fae8-457f-8f9e-e2c6edf60780 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:47.967756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd340a02-61c8-4a2a-879f-3527dd2f4991 req-25f14b9c-fae8-457f-8f9e-e2c6edf60780 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.7872441 May 26 16:04:47.977092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36926) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:47.979074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Port': ['ID=504991a7-772d-4514-ac9d-2402ff0ed221,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:47.988274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f88a158a-bfbb-44cd-a56d-bfb0a59e19f4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Request body: {'floatingip': {'port_id': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:48.045928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:48.046607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f88a158a-bfbb-44cd-a56d-bfb0a59e19f4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.050374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:48.065564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:48.067752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Made reservation on behalf of 1fd14c5d32ce49998ee6b039cefbf22e for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:48.072414 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.072502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d', 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb', 'port_id': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d', 'mac_address': 'fa:16:3e:c1:43:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:48.075569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:48.125247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:48.125247 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.129344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-79308609-1a86-4dbe-afe5-0a698a09dbfd service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9118595 May 26 16:04:48.131352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-f2e7885b-9b17-4db1-aa83-f8d2fef3a227 service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990255 May 26 16:04:48.152020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795f0adb-4fd7-4f82-82a5-5cf37a0d347d {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:48.184340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:48.190806 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.319755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:48.320408 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.322551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:48.362742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113249-8ce1-4791-9140-607f5bb4afde req-09c2c705-3b61-4069-80f6-32d38b3c8682 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:48.369405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113249-8ce1-4791-9140-607f5bb4afde req-09c2c705-3b61-4069-80f6-32d38b3c8682 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:48.375061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1113249-8ce1-4791-9140-607f5bb4afde req-09c2c705-3b61-4069-80f6-32d38b3c8682 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 1652 time: 0.4234746 May 26 16:04:48.450778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78b77518-d543-4307-bc8f-e9ceed377c71 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1310287 May 26 16:04:48.479539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['795f0adb-4fd7-4f82-82a5-5cf37a0d347d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:48.482834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'admin_state_up': True, 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'security_groups': ['8d38ffba-222a-43e1-883f-7753f437968f']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:48.495518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea905a69-f784-4b7a-9e1b-1c1538fd7259 req-f7f70b14-74ba-43d3-9b46-2aecf951df34 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:48.502910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea905a69-f784-4b7a-9e1b-1c1538fd7259 req-f7f70b14-74ba-43d3-9b46-2aecf951df34 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 985 time: 0.4401302 May 26 16:04:48.525216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fa0fd065-d43b-42b2-a25d-339c94a74c80 None None] Provisioning complete for port 504991a7-772d-4514-ac9d-2402ff0ed221 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:48.525691 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd065-d43b-42b2-a25d-339c94a74c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.568053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fd065-d43b-42b2-a25d-339c94a74c80 None None] Port 504991a7-772d-4514-ac9d-2402ff0ed221 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:48.646502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2ee91e-f50e-4e5d-86ee-87b61811ca3b req-942b2011-66d7-4239-8e10-e02242551365 service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861572 May 26 16:04:48.657698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74efadc3-84c8-48bb-81aa-bb0f58b05175 req-91e36970-9fbb-40fa-8687-f3279da65efa service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998939 May 26 16:04:48.680625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f88a158a-bfbb-44cd-a56d-bfb0a59e19f4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.687920 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f88a158a-bfbb-44cd-a56d-bfb0a59e19f4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.688515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1113249-8ce1-4791-9140-607f5bb4afde req-03a4f611-838e-440d-83ba-32fb9d8b36ad tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651832 May 26 16:04:48.757021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea905a69-f784-4b7a-9e1b-1c1538fd7259 req-ed71f051-ff32-4fbd-ae28-4bd2e7a83797 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa8ab1f4-38db-4c18-a137-ee867a5ab6de&id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2532260 May 26 16:04:48.862372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Allocated IP 172.20.0.14 (2c9b95e4-34ff-4816-9a51-7114a5e066e6/5831e7db-c486-4928-9b53-5d105f2255d8/b22c5c73-c188-404d-887d-9beff4dd95b3) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:48.884149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-b6e86e69-d1fe-4ec3-9680-d1c60e94a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:48.887314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-b6e86e69-d1fe-4ec3-9680-d1c60e94a94a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 1136 time: 0.1218429 May 26 16:04:48.889457 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-f88a158a-bfbb-44cd-a56d-bfb0a59e19f4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Floating IP 783655e0-adf7-41c4-85ba-6d22c4d84b09 associated. External IP: 172.25.0.30, port: 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c. May 26 16:04:49.053225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:49.056909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.067353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17fbc2aa-702c-4698-95b3-484b355126ba req-295d2cf2-577a-4fab-9243-98bd6b2c75a8 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 210 time: 0.0973082 May 26 16:04:49.135266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c217d-15a6-498b-ba5f-b3bbe3c834c3 req-0ce6b17a-d311-4083-ac87-781be09d3e89 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:49.137028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-789c217d-15a6-498b-ba5f-b3bbe3c834c3 req-0ce6b17a-d311-4083-ac87-781be09d3e89 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 944 time: 0.2486506 May 26 16:04:49.158834 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2beb8c-1630-4842-9830-89c2a0b3e6b1 x-openstack-request-id: req-2d2beb8c-1630-4842-9830-89c2a0b3e6b1 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:49.159130 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555f6c05-40aa-426c-b09b-2001cc93507a", "name": "network-vif-deleted", "tag": "a991a38f-45cf-46bc-8d09-c041975b2a81", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:49.159437 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d2beb8c-1630-4842-9830-89c2a0b3e6b1 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:49.159849 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2beb8c-1630-4842-9830-89c2a0b3e6b1'] response: {'server_uuid': '555f6c05-40aa-426c-b09b-2001cc93507a', 'name': 'network-vif-deleted', 'tag': 'a991a38f-45cf-46bc-8d09-c041975b2a81', 'status': 'completed', 'code': 200} May 26 16:04:49.189197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88a158a-bfbb-44cd-a56d-bfb0a59e19f4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:04:49.283619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-92a78c66-b08a-47f9-9c44-e88f5b0e5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:49.285318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-92a78c66-b08a-47f9-9c44-e88f5b0e5648 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 913 time: 0.3855042 May 26 16:04:49.324179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-789c217d-15a6-498b-ba5f-b3bbe3c834c3 req-ad6da4ea-1cc6-43f7-aca4-b379a6062de6 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723008 May 26 16:04:49.366076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a158a-bfbb-44cd-a56d-bfb0a59e19f4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:04:49.373605 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f88a158a-bfbb-44cd-a56d-bfb0a59e19f4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.377598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] Sync routers for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:04:49.396386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:49.396754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-79c1c2f5-161d-4ab5-a759-ef2d8d90b9b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723 HTTP/1.1" status: 200 len: 217 time: 0.0961478 May 26 16:04:49.397484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:04:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:49.424130 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f88a158a-bfbb-44cd-a56d-bfb0a59e19f4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "PUT /v2.0/floatingips/783655e0-adf7-41c4-85ba-6d22c4d84b09 HTTP/1.1" status: 200 len: 991 time: 1.4439449 May 26 16:04:49.546928 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.566434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-8b05c6bb-7c3f-4470-bdef-ba66a96cb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:49.568128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-8b05c6bb-7c3f-4470-bdef-ba66a96cb31f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 200 len: 852 time: 0.1535223 May 26 16:04:49.569678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Allocated IP 10.1.1.95 (a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2/0ee1c49b-fe7b-4670-a585-43a6acb0139d/6bbc74ea-11e0-4d63-9acf-06c4644e3728) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:49.621406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf04e74-151c-4591-8e94-b3e383c982dd req-d9b5bc54-229b-490f-b2a1-b966da6f6d29 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:49.629430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edf04e74-151c-4591-8e94-b3e383c982dd req-d9b5bc54-229b-490f-b2a1-b966da6f6d29 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 946 time: 0.2295713 May 26 16:04:49.688327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-b72fc78c-ff37-40dc-8c65-94a8993e3982 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068306 May 26 16:04:49.710227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:49.735217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edf04e74-151c-4591-8e94-b3e383c982dd req-50be5792-f7ba-4796-b356-946551c7753b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040049 May 26 16:04:49.894565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 795f0adb-4fd7-4f82-82a5-5cf37a0d347d up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:50.030108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.044082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:50.053423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:50.054185 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.074528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7d4b-da7b-4aab-98af-01616f28432e req-e414121b-8aae-4faf-93ee-33725fe24177 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:50.077016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b01e7d4b-da7b-4aab-98af-01616f28432e req-e414121b-8aae-4faf-93ee-33725fe24177 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 950 time: 0.3389091 May 26 16:04:50.079164 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-59256210-d4aa-46ed-8a5f-130de74e2b06 service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727582 May 26 16:04:50.101580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '783655e0-adf7-41c4-85ba-6d22c4d84b09', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'port_id': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'mac_address': 'fa:16:3e:5b:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:04:13Z', 'updated_at': '2022-05-26T16:04:48Z', 'revision_number': 1, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:50.158736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] Checking router: fb9ee9d7-1c13-4c46-b55d-1e850aa71574 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:04:50.191384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Network 2c9b95e4-34ff-4816-9a51-7114a5e066e6 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:50.193556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:50.199124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:04:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:50.213659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:50.216244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:50.234458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Pushing event updated for resources: {'Port': ['ID=b22c5c73-c188-404d-887d-9beff4dd95b3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:50.274631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8e3e-c0e5-4f74-85d7-da0730f8d19d req-8f000564-de70-446b-bc2e-f955dad0f5b2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:50.280683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8e3e-c0e5-4f74-85d7-da0730f8d19d req-8f000564-de70-446b-bc2e-f955dad0f5b2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:50.282385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b85e8e3e-c0e5-4f74-85d7-da0730f8d19d req-8f000564-de70-446b-bc2e-f955dad0f5b2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 1652 time: 0.3449161 May 26 16:04:50.329360 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.353855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b01e7d4b-da7b-4aab-98af-01616f28432e req-4b9f99c0-e498-4469-8e3a-9a3e6cebd393 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538185 May 26 16:04:50.361064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:50.361451 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.401462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:50.402342 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.405913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:50.414721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:50.415741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fae152ae-7fe8-49e8-8a4d-944110d10c2b req-614234ad-d8c5-493c-b9d8-239b386c371e service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270223 May 26 16:04:50.417432 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7b18d0-1231-429d-84c8-93fe6c3a0086" -d '{"events": [{"server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "name": "network-vif-plugged", "status": "completed", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:50.424027 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.437444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:50.456428 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b85e8e3e-c0e5-4f74-85d7-da0730f8d19d req-65595475-c1aa-4848-a3f3-1d3b6ba99975 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545439 May 26 16:04:50.475168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-1103f433-8b4d-4a07-976a-66fd6b3a5bd5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1905673 May 26 16:04:50.491258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Request body: {'port': {'device_id': '4df7f539-796f-409c-a744-541db1a85736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:50.536780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.567457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:50.748472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Port': ['ID=6bbc74ea-11e0-4d63-9acf-06c4644e3728,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:50.767518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:50.773605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:50.793196 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.795539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:50.847139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de441bf0-2ca3-41d0-b0f9-d0ee1364bf40 req-7c55b092-ab57-4c93-9ab9-edd3358971de tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:50.854661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de441bf0-2ca3-41d0-b0f9-d0ee1364bf40 req-7c55b092-ab57-4c93-9ab9-edd3358971de tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 985 time: 0.3117998 May 26 16:04:50.909429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '783655e0-adf7-41c4-85ba-6d22c4d84b09', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'port_id': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'mac_address': 'fa:16:3e:5b:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:04:13Z', 'updated_at': '2022-05-26T16:04:48Z', 'revision_number': 1, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:50.950432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204bc58a-c038-49b8-adec-6a7dbcb2a2d1 None None] The sync data for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 is: [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '783655e0-adf7-41c4-85ba-6d22c4d84b09', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'port_id': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'mac_address': 'fa:16:3e:5b:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:04:13Z', 'updated_at': '2022-05-26T16:04:48Z', 'revision_number': 1, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:04:50.970310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de441bf0-2ca3-41d0-b0f9-d0ee1364bf40 req-43f8788d-0d09-4d38-a419-1eb3b7bdd006 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa8ab1f4-38db-4c18-a137-ee867a5ab6de&id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1142914 May 26 16:04:50.996795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:50.997838 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.098795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f405cb1d-e876-4483-8361-30b9b050bbe3 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6343477 May 26 16:04:51.148379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c65990f8-1214-4c1e-b8c8-c29e71a71c7e None None] Provisioning complete for port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:51.149496 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c65990f8-1214-4c1e-b8c8-c29e71a71c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.161097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:51.163506 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:51.177478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa', 'admin_state_up': True, 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'security_groups': ['8d38ffba-222a-43e1-883f-7753f437968f']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:51.209280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c65990f8-1214-4c1e-b8c8-c29e71a71c7e None None] Port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:51.298146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf639bc-a7d3-41d0-83c3-15b56ad52e33 req-47b270b5-616c-4ee4-b7cf-a4d0b3725289 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.299742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bf639bc-a7d3-41d0-83c3-15b56ad52e33 req-47b270b5-616c-4ee4-b7cf-a4d0b3725289 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 932 time: 0.3497219 May 26 16:04:51.376887 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896e43a-f0e6-40c8-88c4-569f4e0d8471 None None] New status for floating IP 783655e0-adf7-41c4-85ba-6d22c4d84b09: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:04:51.606631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-a808a494-c58e-4a91-88cd-f2362a58bc28 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.608336 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-a808a494-c58e-4a91-88cd-f2362a58bc28 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 950 time: 0.0967636 May 26 16:04:51.732249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Deleting port 067975a7-0c1f-4165-a48a-26ab179ef5fd {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:51.732702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.769837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4663302-dd1e-4cbc-bc8c-2cfd8252ee03 req-98bf5be6-e615-4624-ae87-ac036810a96d tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.771421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4663302-dd1e-4cbc-bc8c-2cfd8252ee03 req-98bf5be6-e615-4624-ae87-ac036810a96d tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 945 time: 0.6929963 May 26 16:04:51.847281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] For port 067975a7-0c1f-4165-a48a-26ab179ef5fd, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=067975a7-0c1f-4165-a48a-26ab179ef5fd,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:51.847815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.867730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Calling delete_port for 067975a7-0c1f-4165-a48a-26ab179ef5fd owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:51.899603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bf639bc-a7d3-41d0-83c3-15b56ad52e33 req-f86a3d22-4a45-42dc-a82a-46606f19ccc5 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397562 May 26 16:04:51.926756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4663302-dd1e-4cbc-bc8c-2cfd8252ee03 req-079e168b-054e-4d3a-9879-6d706cdc99a3 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376040 May 26 16:04:51.973446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:51.985573 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcc6655-1441-4961-9da5-616e63fb5aba x-openstack-request-id: req-0dcc6655-1441-4961-9da5-616e63fb5aba {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:51.986222 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "name": "network-vif-plugged", "status": "completed", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:51.986222 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dcc6655-1441-4961-9da5-616e63fb5aba {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:51.986890 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcc6655-1441-4961-9da5-616e63fb5aba'] response: {'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d', 'code': 200} May 26 16:04:52.147567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.160923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['4a04e53f-797a-4b75-bb03-d2654fb9ec59'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:52.182368 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36c61e4-4fc2-4e6d-a7c2-5358bfa44277 x-openstack-request-id: req-e36c61e4-4fc2-4e6d-a7c2-5358bfa44277 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:52.182905 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:52.183013 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e36c61e4-4fc2-4e6d-a7c2-5358bfa44277 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:52.183724 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36c61e4-4fc2-4e6d-a7c2-5358bfa44277'] response: {'name': 'network-changed', 'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'status': 'completed', 'code': 200} May 26 16:04:52.194614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Pushing event deleted for resources: {'Port': ['ID=067975a7-0c1f-4165-a48a-26ab179ef5fd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:52.204189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22c5c73-c188-404d-887d-9beff4dd95b3 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:52.255324 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.261440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['067975a7-0c1f-4165-a48a-26ab179ef5fd'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:52.278717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] No DVR routers for this DVR port 067975a7-0c1f-4165-a48a-26ab179ef5fd on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:52.282864 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.292823 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-965b0ef4-ed20-49e6-91a6-00245447bb11 req-46aa6987-7650-4dac-bb3f-2db131b8088e tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.32 "DELETE /v2.0/ports/067975a7-0c1f-4165-a48a-26ab179ef5fd HTTP/1.1" status: 204 len: 173 time: 0.6732559 May 26 16:04:52.311582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.409729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Transition to ACTIVE for port object b22c5c73-c188-404d-887d-9beff4dd95b3 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:52.431332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db216043-c28c-44de-93b7-e901214fb453 req-d137fcc1-9464-4134-a923-8424b2b27e98 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6857c52-dc8b-4ee2-a1f4-b00525d720d2 HTTP/1.1" status: 200 len: 210 time: 0.1077573 May 26 16:04:52.439713 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.514252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4321dde-3a9a-478d-b74a-d046394fd50e req-60848f2c-07bd-4ca3-8bec-75dd548d9a8e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.515904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4321dde-3a9a-478d-b74a-d046394fd50e req-60848f2c-07bd-4ca3-8bec-75dd548d9a8e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 946 time: 0.3857541 May 26 16:04:52.597197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37341366-2602-411a-bad6-8968e53529c5 req-d9d6e367-3f7e-48a0-bae9-4a9801db0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.598530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37341366-2602-411a-bad6-8968e53529c5 req-d9d6e367-3f7e-48a0-bae9-4a9801db0742 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 1096 time: 0.5091424 May 26 16:04:52.669359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-9abaa204-17db-41c2-8221-72a7eeb8f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.670996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-9abaa204-17db-41c2-8221-72a7eeb8f667 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 1097 time: 0.3805501 May 26 16:04:52.684499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-2e73583a-380c-444a-a025-cbf1f3936245 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.686192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-2e73583a-380c-444a-a025-cbf1f3936245 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 946 time: 0.5733683 May 26 16:04:52.868560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Pushing event updated for resources: {'Port': ['ID=b22c5c73-c188-404d-887d-9beff4dd95b3,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:53.012702 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4321dde-3a9a-478d-b74a-d046394fd50e req-3f018fff-7fec-4c86-8341-ef865b9243f9 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242606 May 26 16:04:53.067575 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37341366-2602-411a-bad6-8968e53529c5 req-bda0a042-a7ff-49bd-a5c8-497367804e29 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471660 May 26 16:04:53.124904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ad3d-f574-4f2e-aa44-7e672e66e6e9 req-369957f0-e866-48fa-aad8-f5fdbec1f550 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.131203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ad3d-f574-4f2e-aa44-7e672e66e6e9 req-369957f0-e866-48fa-aad8-f5fdbec1f550 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.137938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ad3d-f574-4f2e-aa44-7e672e66e6e9 req-369957f0-e866-48fa-aad8-f5fdbec1f550 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.139649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406ad3d-f574-4f2e-aa44-7e672e66e6e9 req-369957f0-e866-48fa-aad8-f5fdbec1f550 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 2372 time: 0.5629787 May 26 16:04:53.249395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-e056c4fe-e662-406e-9543-ed463ad1cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.250802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-e056c4fe-e662-406e-9543-ed463ad1cac6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.5609074 May 26 16:04:53.273971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Allocated IP 10.2.2.100 (0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa/16532663-ff63-447e-b7e6-9b6160cec251/5251a885-cb24-43fe-a051-230f8d9f897e) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:53.336939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Attempting to bind port b22c5c73-c188-404d-887d-9beff4dd95b3 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:53.337189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Attempting to bind port b22c5c73-c188-404d-887d-9beff4dd95b3 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '801c2d57-cc1f-4848-8edc-5a901566821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2c9b95e4-34ff-4816-9a51-7114a5e066e6'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:53.338039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Attempting to bind port b22c5c73-c188-404d-887d-9beff4dd95b3 on network 2c9b95e4-34ff-4816-9a51-7114a5e066e6 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:53.360285 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c406ad3d-f574-4f2e-aa44-7e672e66e6e9 req-19f9e6ad-12ed-4ed6-84cc-12f89f44e074 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038424 May 26 16:04:53.366260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Port b22c5c73-c188-404d-887d-9beff4dd95b3 on network 2c9b95e4-34ff-4816-9a51-7114a5e066e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:53.366711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Attempting to bind port b22c5c73-c188-404d-887d-9beff4dd95b3 on network 2c9b95e4-34ff-4816-9a51-7114a5e066e6 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:53.384525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f2eb-b17f-47af-aa3f-13082ed651d6 req-b35c39a1-dfb6-440f-9815-1743385ad9bc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.387200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c95f2eb-b17f-47af-aa3f-13082ed651d6 req-b35c39a1-dfb6-440f-9815-1743385ad9bc tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 985 time: 0.2463999 May 26 16:04:53.458543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:53.458543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Checking segment: {'id': '801c2d57-cc1f-4848-8edc-5a901566821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2c9b95e4-34ff-4816-9a51-7114a5e066e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:53.458543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Bound using segment: {'id': '801c2d57-cc1f-4848-8edc-5a901566821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2c9b95e4-34ff-4816-9a51-7114a5e066e6'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:53.458543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Bound port: b22c5c73-c188-404d-887d-9beff4dd95b3, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801c2d57-cc1f-4848-8edc-5a901566821a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2c9b95e4-34ff-4816-9a51-7114a5e066e6'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:53.458908 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.473121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Deleting port 3799fb5d-c999-4086-8fc5-bec4903a821a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:53.474680 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.494681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-a8031751-49ad-460b-8bff-37b67d9821f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c HTTP/1.1" status: 200 len: 1001 time: 0.2310381 May 26 16:04:53.592040 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.668722 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.723236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c95f2eb-b17f-47af-aa3f-13082ed651d6 req-42e9ab87-2a3c-4750-8e8b-ed3abe79a656 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa8ab1f4-38db-4c18-a137-ee867a5ab6de&id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3177114 May 26 16:04:53.791082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-c729a3db-6171-4b87-bf50-b52e565614da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.794251 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-c729a3db-6171-4b87-bf50-b52e565614da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.2715299 May 26 16:04:53.935158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa85e8-a416-4741-82b9-80067121dbbb req-0803299e-a6c6-49dd-9e65-4493a62ce9b8 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.937592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6aaa85e8-a416-4741-82b9-80067121dbbb req-0803299e-a6c6-49dd-9e65-4493a62ce9b8 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 944 time: 0.4063306 May 26 16:04:53.965972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] For port 3799fb5d-c999-4086-8fc5-bec4903a821a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3799fb5d-c999-4086-8fc5-bec4903a821a,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:53.966574 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.972296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] For port b22c5c73-c188-404d-887d-9beff4dd95b3, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:54.001794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.016065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] For port b22c5c73-c188-404d-887d-9beff4dd95b3, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b22c5c73-c188-404d-887d-9beff4dd95b3,segment=NetworkSegment(801c2d57-cc1f-4848-8edc-5a901566821a),segment_id=801c2d57-cc1f-4848-8edc-5a901566821a)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:54.019065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Calling delete_port for 3799fb5d-c999-4086-8fc5-bec4903a821a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:54.043750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.153020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-60f5f95e-2818-467e-88d4-7548006016af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:54.155435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-60f5f95e-2818-467e-88d4-7548006016af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3304579 May 26 16:04:54.184803 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6857c52-dc8b-4ee2-a1f4-b00525d720d2', 'name': 'network-vif-deleted', 'tag': '067975a7-0c1f-4165-a48a-26ab179ef5fd'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:54.187803 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dbe61a-5ad5-411c-8657-1014d5a01caf" -d '{"events": [{"server_uuid": "b6857c52-dc8b-4ee2-a1f4-b00525d720d2", "name": "network-vif-deleted", "tag": "067975a7-0c1f-4165-a48a-26ab179ef5fd"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:54.189361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fad4a-1fef-4707-ac5a-35956e4153dd req-6fa539d1-7445-413e-a9dd-465d0ab7a0af tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:54.191535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b9fad4a-1fef-4707-ac5a-35956e4153dd req-6fa539d1-7445-413e-a9dd-465d0ab7a0af tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 945 time: 0.3718023 May 26 16:04:54.240014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:54.241056 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.242829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] 10.222.0.32 "PUT /v2.0/ports/b22c5c73-c188-404d-887d-9beff4dd95b3 HTTP/1.1" status: 200 len: 1092 time: 3.7578967 May 26 16:04:54.243440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df7f539-796f-409c-a744-541db1a85736', 'tag': 'b22c5c73-c188-404d-887d-9beff4dd95b3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:54.246487 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4169c8-474a-471a-974a-cd439f494fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "4df7f539-796f-409c-a744-541db1a85736", "tag": "b22c5c73-c188-404d-887d-9beff4dd95b3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:54.284865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6aaa85e8-a416-4741-82b9-80067121dbbb req-694814d6-794f-45c3-a2a4-0c37d6f5ec3d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234298 May 26 16:04:54.361874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1b1d7-a2cf-4984-b3a7-b608c218e169 service neutron] Pushing event updated for resources: {'Port': ['ID=b22c5c73-c188-404d-887d-9beff4dd95b3,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:54.406726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.539574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b9fad4a-1fef-4707-ac5a-35956e4153dd req-48044925-0536-450b-8d71-76d33221441f tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120775 May 26 16:04:54.574782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:54.595178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:54.611763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:54.646379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-2022eb6b-8e80-4db2-9551-d37fa520449c service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486163 May 26 16:04:54.671375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-577cbcdb-a3e5-4dff-ac20-81a3213b6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:54.673701 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-577cbcdb-a3e5-4dff-ac20-81a3213b6ad9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fd14c5d32ce49998ee6b039cefbf22e&device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 1095 time: 0.3764973 May 26 16:04:54.673701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Port': ['ID=5251a885-cb24-43fe-a051-230f8d9f897e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:54.973830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-045e319c-bbde-4f3f-9274-d005826e9347 None None] Provisioning complete for port 5251a885-cb24-43fe-a051-230f8d9f897e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:54.975246 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-045e319c-bbde-4f3f-9274-d005826e9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.035469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-045e319c-bbde-4f3f-9274-d005826e9347 None None] Port 5251a885-cb24-43fe-a051-230f8d9f897e cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:55.179492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-92a6db72-effc-4404-b2b3-99af189f921a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b22c5c73-c188-404d-887d-9beff4dd95b3 HTTP/1.1" status: 200 len: 217 time: 0.4702339 May 26 16:04:55.211909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-c8d363d6-f890-4255-b45a-45e8f85ca013 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1119138162&fields=id&tenant_id=ba624589d40644079071a3a24f7f5bad HTTP/1.1" status: 200 len: 267 time: 0.6452992 May 26 16:04:55.241934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:55.242501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.260681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.279447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['91f1b2fc-05d2-4f8c-b938-177e58ed9b13'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:55.361207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3964b-94b4-43c6-ba1b-155223b2fbe2 req-479ccf93-a9ed-4eee-97c9-0b8d932412ab tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:55.362749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca3964b-94b4-43c6-ba1b-155223b2fbe2 req-479ccf93-a9ed-4eee-97c9-0b8d932412ab tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f54aeca-4677-426f-bc91-764d1a53df0f HTTP/1.1" status: 200 len: 946 time: 0.7155809 May 26 16:04:55.366373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1af434cd-978a-476f-a9a1-4054e7a1032b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1928513 May 26 16:04:55.374819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Pushing event deleted for resources: {'Port': ['ID=3799fb5d-c999-4086-8fc5-bec4903a821a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:55.382846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-692df845-49ce-4717-b598-d6e27ac65d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:55.384778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-692df845-49ce-4717-b598-d6e27ac65d60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5831e7db-c486-4928-9b53-5d105f2255d8 HTTP/1.1" status: 200 len: 849 time: 0.1910086 May 26 16:04:55.390063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa', 'admin_state_up': True, 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'security_groups': ['8d38ffba-222a-43e1-883f-7753f437968f']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:55.447849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04f3d7ea-b87c-42e0-9b0e-9f5cc12c75fe req-ba065fd0-1fa9-4753-a1ae-2a238a6f41c2 service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7713251 May 26 16:04:55.551546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-c2b1af95-0df0-4020-b501-4657aad6fcae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c9b95e4-34ff-4816-9a51-7114a5e066e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467857 May 26 16:04:55.588330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] No DVR routers for this DVR port 3799fb5d-c999-4086-8fc5-bec4903a821a on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:55.592121 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.597668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fedd9a53-38aa-45d3-a0f8-2d8e1211fd8f req-e7ec377d-cba0-4458-b7ff-b06a9e7fd1a5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.24 "DELETE /v2.0/ports/3799fb5d-c999-4086-8fc5-bec4903a821a HTTP/1.1" status: 204 len: 173 time: 2.8796794 May 26 16:04:55.638322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-cfd2ddb7-54b9-4010-8a41-45541c18ccd0 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:55.640075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-cfd2ddb7-54b9-4010-8a41-45541c18ccd0 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 985 time: 0.3925858 May 26 16:04:55.666266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aca3964b-94b4-43c6-ba1b-155223b2fbe2 req-559dd180-5ef2-4aa4-a93f-ac5762dc087f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804248 May 26 16:04:55.674134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-2196b877-597e-4a7a-8566-9be7108a97d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'port': {'security_groups': ['bc85c574-e771-4c7a-992a-ed8843b8bcbe', 'fa8ab1f4-38db-4c18-a137-ee867a5ab6de', '96e0b4c1-3277-4ed7-9568-71c1b013120c']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:55.751493 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b25d20a-a629-45eb-b770-7742039d4820 x-openstack-request-id: req-8b25d20a-a629-45eb-b770-7742039d4820 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:55.752142 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6857c52-dc8b-4ee2-a1f4-b00525d720d2", "name": "network-vif-deleted", "tag": "067975a7-0c1f-4165-a48a-26ab179ef5fd", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:55.752142 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b25d20a-a629-45eb-b770-7742039d4820 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:55.752416 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b25d20a-a629-45eb-b770-7742039d4820'] response: {'server_uuid': 'b6857c52-dc8b-4ee2-a1f4-b00525d720d2', 'name': 'network-vif-deleted', 'tag': '067975a7-0c1f-4165-a48a-26ab179ef5fd', 'status': 'completed', 'code': 200} May 26 16:04:55.877400 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82220dff-111e-490e-bc7c-74e7b3f05a3d x-openstack-request-id: req-82220dff-111e-490e-bc7c-74e7b3f05a3d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:55.877989 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df7f539-796f-409c-a744-541db1a85736", "tag": "b22c5c73-c188-404d-887d-9beff4dd95b3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:55.878304 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82220dff-111e-490e-bc7c-74e7b3f05a3d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:55.878709 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82220dff-111e-490e-bc7c-74e7b3f05a3d'] response: {'name': 'network-changed', 'server_uuid': '4df7f539-796f-409c-a744-541db1a85736', 'tag': 'b22c5c73-c188-404d-887d-9beff4dd95b3', 'status': 'completed', 'code': 200} May 26 16:04:55.891234 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-2196b877-597e-4a7a-8566-9be7108a97d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.908466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3799fb5d-c999-4086-8fc5-bec4903a821a no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:55.934704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 3799fb5d-c999-4086-8fc5-bec4903a821a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:55.935278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3799fb5d-c999-4086-8fc5-bec4903a821a not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:56.000885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-3f533231-4932-4d88-b3a0-40c822df9b30 service neutron] 10.222.0.32 "GET /v2.0/networks/2c9b95e4-34ff-4816-9a51-7114a5e066e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151876 May 26 16:04:56.051934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Made reservation on behalf of f7211f6c10364c2d9ff2f5448450f91b for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:56.056893 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.140115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4b690-0b1f-49cf-990f-3e1a25db29af req-4dbbf274-5489-4759-8ca9-059f8bfb1984 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:56.146771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4b690-0b1f-49cf-990f-3e1a25db29af req-4dbbf274-5489-4759-8ca9-059f8bfb1984 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:56.154425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4b690-0b1f-49cf-990f-3e1a25db29af req-4dbbf274-5489-4759-8ca9-059f8bfb1984 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:56.163030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4b690-0b1f-49cf-990f-3e1a25db29af req-4dbbf274-5489-4759-8ca9-059f8bfb1984 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:56.166498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ec4b690-0b1f-49cf-990f-3e1a25db29af req-4dbbf274-5489-4759-8ca9-059f8bfb1984 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 3093 time: 0.2722685 May 26 16:04:56.343387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ec4b690-0b1f-49cf-990f-3e1a25db29af req-3f7f64ff-012d-48c8-9d50-b6d7fc4e1464 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630232 May 26 16:04:56.408106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b486be43-8f53-44b2-a9cd-5b4731e3f825 req-a4e79ccf-5136-4410-8ee5-5f42956c92cd service neutron] 10.222.0.32 "GET /v2.0/networks/2c9b95e4-34ff-4816-9a51-7114a5e066e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891478 May 26 16:04:56.423655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 067975a7-0c1f-4165-a48a-26ab179ef5fd no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:56.494055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 067975a7-0c1f-4165-a48a-26ab179ef5fd {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:56.500271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 067975a7-0c1f-4165-a48a-26ab179ef5fd not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:56.647690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-2196b877-597e-4a7a-8566-9be7108a97d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] For port a376daef-d5ae-4b77-9e7e-7529a0a5c723, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:56.666243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Allocated IP 10.2.2.200 (0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa/16532663-ff63-447e-b7e6-9b6160cec251/d51b11ef-ca20-40a6-a878-3a76dbc35827) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:56.698453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4169c8-474a-471a-974a-cd439f494fdb req-88fd6c28-96dc-404d-85a5-0cf2297d2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:56.700933 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb4169c8-474a-471a-974a-cd439f494fdb req-88fd6c28-96dc-404d-85a5-0cf2297d2fcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fd14c5d32ce49998ee6b039cefbf22e&device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 1095 time: 0.1946223 May 26 16:04:56.733113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-2196b877-597e-4a7a-8566-9be7108a97d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.754051 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-2196b877-597e-4a7a-8566-9be7108a97d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.766871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a376daef-d5ae-4b77-9e7e-7529a0a5c723'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:56.807736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:56.963661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-2196b877-597e-4a7a-8566-9be7108a97d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:56.964710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-2196b877-597e-4a7a-8566-9be7108a97d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.968560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b31ca03e-1d0b-480b-98ac-eb41a9cd25e4 req-2196b877-597e-4a7a-8566-9be7108a97d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "PUT /v2.0/ports/a376daef-d5ae-4b77-9e7e-7529a0a5c723 HTTP/1.1" status: 200 len: 1021 time: 1.3095012 May 26 16:04:57.051675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a376daef-d5ae-4b77-9e7e-7529a0a5c723'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:57.066536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196b877-597e-4a7a-8566-9be7108a97d1 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'Port': ['ID=a376daef-d5ae-4b77-9e7e-7529a0a5c723,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:57.125187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4169c8-474a-471a-974a-cd439f494fdb req-63872c0d-082d-403d-acac-80448a5c3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:57.127662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb4169c8-474a-471a-974a-cd439f494fdb req-63872c0d-082d-403d-acac-80448a5c3cc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c9b95e4-34ff-4816-9a51-7114a5e066e6 HTTP/1.1" status: 200 len: 910 time: 0.4141998 May 26 16:04:57.224287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb4169c8-474a-471a-974a-cd439f494fdb req-f624535f-560c-4f33-b873-87a7cc36a0b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b22c5c73-c188-404d-887d-9beff4dd95b3 HTTP/1.1" status: 200 len: 217 time: 0.0714028 May 26 16:04:57.312209 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.331905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4169c8-474a-471a-974a-cd439f494fdb req-5c895f85-8eb9-4c1e-8cc0-6a603dd8e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:57.333673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb4169c8-474a-471a-974a-cd439f494fdb req-5c895f85-8eb9-4c1e-8cc0-6a603dd8e718 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5831e7db-c486-4928-9b53-5d105f2255d8 HTTP/1.1" status: 200 len: 849 time: 0.1003947 May 26 16:04:57.399473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb4169c8-474a-471a-974a-cd439f494fdb req-084e5ba7-1faf-452d-ac20-3b90eceefe1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c9b95e4-34ff-4816-9a51-7114a5e066e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390720 May 26 16:04:57.563294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.664445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c7d8c-8bc3-467a-8f01-a11c70c150ff req-de770669-8b45-462e-907d-a766a6a5cb41 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:57.666128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d11c7d8c-8bc3-467a-8f01-a11c70c150ff req-de770669-8b45-462e-907d-a766a6a5cb41 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 944 time: 0.2626488 May 26 16:04:57.671594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:57.686058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:57.709890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:57.723916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event updated for resources: {'Port': ['ID=d51b11ef-ca20-40a6-a878-3a76dbc35827,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:57.770294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda7fb7-73c5-47ac-85b6-bd1892108865 req-90821416-65a6-48f2-8def-b82b8b632903 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:57.772636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ffda7fb7-73c5-47ac-85b6-bd1892108865 req-90821416-65a6-48f2-8def-b82b8b632903 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 945 time: 0.3018332 May 26 16:04:57.780524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb4169c8-474a-471a-974a-cd439f494fdb req-b18424e0-d0ca-488f-bafa-5b8a6ee0642e service neutron] 10.222.0.32 "GET /v2.0/networks/2c9b95e4-34ff-4816-9a51-7114a5e066e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667583 May 26 16:04:57.855197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:57.855869 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.872022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d11c7d8c-8bc3-467a-8f01-a11c70c150ff req-ed989b1c-1cac-4bb1-828b-f91296784223 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935041 May 26 16:04:57.920989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54aeca-4677-426f-bc91-764d1a53df0f', 'name': 'network-vif-deleted', 'tag': '3799fb5d-c999-4086-8fc5-bec4903a821a'}, {'name': 'network-changed', 'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:57.923415 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc56305-f6ce-4cd5-9ef6-f261dba29346" -d '{"events": [{"server_uuid": "4f54aeca-4677-426f-bc91-764d1a53df0f", "name": "network-vif-deleted", "tag": "3799fb5d-c999-4086-8fc5-bec4903a821a"}, {"name": "network-changed", "server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:57.962921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7dcce84a-3374-45a6-9179-0f50483bb744 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5853112 May 26 16:04:57.977875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ffda7fb7-73c5-47ac-85b6-bd1892108865 req-ad4660b7-cd6a-436e-921a-6a42422bfe66 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960208 May 26 16:04:57.988561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:58.087587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-83151ae2-d0ce-49cf-a23d-1dddc14bdbc1 None None] Provisioning complete for port d51b11ef-ca20-40a6-a878-3a76dbc35827 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:58.088367 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83151ae2-d0ce-49cf-a23d-1dddc14bdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:58.120094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb4169c8-474a-471a-974a-cd439f494fdb req-6f11f83f-6df6-4aef-9f2d-f4da64c3704c service neutron] 10.222.0.32 "GET /v2.0/networks/2c9b95e4-34ff-4816-9a51-7114a5e066e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152261 May 26 16:04:58.153021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be95f8a4-9b83-411f-b005-c28d8106c223 req-56117592-556f-4720-b979-148be7bec5d8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/96e0b4c1-3277-4ed7-9568-71c1b013120c HTTP/1.1" status: 200 len: 1802 time: 0.1841607 May 26 16:04:58.158685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:58.160089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-83151ae2-d0ce-49cf-a23d-1dddc14bdbc1 None None] Port d51b11ef-ca20-40a6-a878-3a76dbc35827 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:58.204187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219ad34-8881-4427-8289-815b2b494443 req-701e767b-8898-4ad4-9ebf-bc38cf139426 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.205805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5219ad34-8881-4427-8289-815b2b494443 req-701e767b-8898-4ad4-9ebf-bc38cf139426 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 951 time: 0.1463821 May 26 16:04:58.593937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5219ad34-8881-4427-8289-815b2b494443 req-a04cfadd-5e2e-4c6b-8ac0-decce3f2d6bf tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/security-groups?id=c892d981-2b01-443c-a050-2ecf08ae5285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262376 May 26 16:04:58.602239 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-be95f8a4-9b83-411f-b005-c28d8106c223 req-604d4b39-fd2b-4118-938a-f214573c3ab5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:04:58.603695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be95f8a4-9b83-411f-b005-c28d8106c223 req-604d4b39-fd2b-4118-938a-f214573c3ab5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/96e0b4c1-3277-4ed7-9568-71c1b013120c HTTP/1.1" status: 409 len: 341 time: 0.4272833 May 26 16:04:58.803367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-efe5e9e4-6ec3-4528-863b-272cbf2a58a8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.804984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-efe5e9e4-6ec3-4528-863b-272cbf2a58a8 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 951 time: 0.1209726 May 26 16:04:58.819409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c3486-8323-4f2f-be46-c31214a1f315 req-cf5dfefe-3f61-4247-a7bc-66a95a314b2f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.825348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c3486-8323-4f2f-be46-c31214a1f315 req-cf5dfefe-3f61-4247-a7bc-66a95a314b2f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.832116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c3486-8323-4f2f-be46-c31214a1f315 req-cf5dfefe-3f61-4247-a7bc-66a95a314b2f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.838477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c3486-8323-4f2f-be46-c31214a1f315 req-cf5dfefe-3f61-4247-a7bc-66a95a314b2f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.845013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c3486-8323-4f2f-be46-c31214a1f315 req-cf5dfefe-3f61-4247-a7bc-66a95a314b2f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.847388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f10c3486-8323-4f2f-be46-c31214a1f315 req-cf5dfefe-3f61-4247-a7bc-66a95a314b2f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 3814 time: 0.1650777 May 26 16:04:59.030807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f10c3486-8323-4f2f-be46-c31214a1f315 req-82251a8a-79f8-49ce-bfd2-a9e161aa9e76 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388292 May 26 16:04:59.061728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38225be2-82d7-472f-a194-09d70f523c0c {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:59.079141 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.115863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Deleting port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:59.116703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.140823 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce94ec33-2e0c-4ee4-aea7-489ab60794e6 x-openstack-request-id: req-ce94ec33-2e0c-4ee4-aea7-489ab60794e6 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:59.141186 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f54aeca-4677-426f-bc91-764d1a53df0f", "name": "network-vif-deleted", "tag": "3799fb5d-c999-4086-8fc5-bec4903a821a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:59.141382 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce94ec33-2e0c-4ee4-aea7-489ab60794e6 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:59.141921 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce94ec33-2e0c-4ee4-aea7-489ab60794e6'] response: {'server_uuid': '4f54aeca-4677-426f-bc91-764d1a53df0f', 'name': 'network-vif-deleted', 'tag': '3799fb5d-c999-4086-8fc5-bec4903a821a', 'status': 'completed', 'code': 200} May 26 16:04:59.142390 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce94ec33-2e0c-4ee4-aea7-489ab60794e6'] response: {'name': 'network-changed', 'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723', 'status': 'completed', 'code': 200} May 26 16:04:59.144788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Transition to ACTIVE for port object 38225be2-82d7-472f-a194-09d70f523c0c will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:59.197643 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.406507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Pushing event updated for resources: {'Port': ['ID=38225be2-82d7-472f-a194-09d70f523c0c,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:59.434837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-009859d0-3863-4416-b597-c43845c5d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:59.436388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-009859d0-3863-4416-b597-c43845c5d9dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba624589d40644079071a3a24f7f5bad&device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 1175 time: 0.2676413 May 26 16:04:59.484096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f342ac1-6ee1-4dae-bbf9-3888daf92646 req-6df0a155-69e6-4597-9f2b-61ec1e2e5210 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:59.485695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f342ac1-6ee1-4dae-bbf9-3888daf92646 req-6df0a155-69e6-4597-9f2b-61ec1e2e5210 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2912579 May 26 16:04:59.495137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] For port 4a04e53f-797a-4b75-bb03-d2654fb9ec59, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=4a04e53f-797a-4b75-bb03-d2654fb9ec59,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:59.495520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.599188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Calling delete_port for 4a04e53f-797a-4b75-bb03-d2654fb9ec59 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:59.621582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19893549-7c99-4519-9c9d-5464853406d7 req-969ae457-f4e4-43a0-b82a-a705be78e4c3 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:59.623103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19893549-7c99-4519-9c9d-5464853406d7 req-969ae457-f4e4-43a0-b82a-a705be78e4c3 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 945 time: 0.3055630 May 26 16:04:59.707795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f342ac1-6ee1-4dae-bbf9-3888daf92646 req-7ac53897-25ac-4811-8bd7-2b730ebe6d2b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806874 May 26 16:04:59.733959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Attempting to bind port 38225be2-82d7-472f-a194-09d70f523c0c on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:59.734318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Attempting to bind port 38225be2-82d7-472f-a194-09d70f523c0c by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:59.734724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Attempting to bind port 38225be2-82d7-472f-a194-09d70f523c0c on network d8e62433-5c96-4a8f-87fd-df2029b840d6 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:59.775817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Port 38225be2-82d7-472f-a194-09d70f523c0c on network d8e62433-5c96-4a8f-87fd-df2029b840d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:59.776180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Attempting to bind port 38225be2-82d7-472f-a194-09d70f523c0c on network d8e62433-5c96-4a8f-87fd-df2029b840d6 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:59.787107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19893549-7c99-4519-9c9d-5464853406d7 req-3bf63ae7-32f9-464e-9e88-186906ec8248 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517484 May 26 16:04:59.789917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:59.790880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Checking segment: {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:59.791276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Bound using segment: {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:59.791728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Bound port: 38225be2-82d7-472f-a194-09d70f523c0c, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4334f5f-553e-4ee6-a083-99c32d104cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:59.792090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.794603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-c6f45092-795d-42b0-a69f-1128b0381b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:59.796234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-c6f45092-795d-42b0-a69f-1128b0381b4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 200 len: 913 time: 0.3351109 May 26 16:04:59.859887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-14fe1734-2ca6-4717-a8c2-7572b1254c5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723 HTTP/1.1" status: 200 len: 217 time: 0.0433488 May 26 16:05:00.043836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-76483fe0-2812-40f1-b46f-e277a5065dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:00.045514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-76483fe0-2812-40f1-b46f-e277a5065dfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 200 len: 852 time: 0.1524396 May 26 16:05:00.061692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] For port 38225be2-82d7-472f-a194-09d70f523c0c, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:00.069031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] For port 38225be2-82d7-472f-a194-09d70f523c0c, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=38225be2-82d7-472f-a194-09d70f523c0c,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:00.081574 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.106718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1d1c-9926-4147-b47c-634701d47968 req-ccf45e84-0467-4b03-9618-8fd6bf7c3188 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:00.108349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a7e1d1c-9926-4147-b47c-634701d47968 req-ccf45e84-0467-4b03-9618-8fd6bf7c3188 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 944 time: 0.2187476 May 26 16:05:00.109673 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.116940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-ef531908-f6d1-4652-a82c-6d73536ca1d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517802 May 26 16:05:00.217335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:00.217971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.219545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] 10.222.0.24 "PUT /v2.0/ports/38225be2-82d7-472f-a194-09d70f523c0c HTTP/1.1" status: 200 len: 1091 time: 2.2467973 May 26 16:05:00.329091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:00.364524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a7e1d1c-9926-4147-b47c-634701d47968 req-173f0f2e-9232-4e48-935c-e6e166c1738d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465324 May 26 16:05:00.394103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] No DVR routers for this DVR port 4a04e53f-797a-4b75-bb03-d2654fb9ec59 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:00.398534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff9ba3-92a8-41f5-80c8-d6d26c6e1125 service neutron] Pushing event updated for resources: {'Port': ['ID=38225be2-82d7-472f-a194-09d70f523c0c,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:00.415091 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.419894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed9e5037-41a6-48fe-80e0-a97b2507bd1a req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.24 "DELETE /v2.0/ports/4a04e53f-797a-4b75-bb03-d2654fb9ec59 HTTP/1.1" status: 204 len: 173 time: 1.5673249 May 26 16:05:00.448579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b22c5c73-c188-404d-887d-9beff4dd95b3 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:00.479944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e70374-8e90-4504-9b07-ca68111ee705 tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] Pushing event deleted for resources: {'Port': ['ID=4a04e53f-797a-4b75-bb03-d2654fb9ec59,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:00.551424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9422d9a7-a5b6-4af7-af33-4d7d003cf84e req-6a9a690a-03b9-44b4-b0ed-66838b82323a tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5d10bc-92b3-4250-8061-e4e8e619d8b1 HTTP/1.1" status: 200 len: 210 time: 0.0542448 May 26 16:05:00.578389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-534a418e-3a8f-4dc4-a506-07bc0f2fce58 service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248281 May 26 16:05:00.590714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.723184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b22c5c73-c188-404d-887d-9beff4dd95b3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b22c5c73-c188-404d-887d-9beff4dd95b3,segment=NetworkSegment(801c2d57-cc1f-4848-8edc-5a901566821a),segment_id=801c2d57-cc1f-4848-8edc-5a901566821a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:00.740029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'b22c5c73-c188-404d-887d-9beff4dd95b3', 'network_id': '2c9b95e4-34ff-4816-9a51-7114a5e066e6', 'port_id': 'b22c5c73-c188-404d-887d-9beff4dd95b3', 'mac_address': 'fa:16:3e:22:ea:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5831e7db-c486-4928-9b53-5d105f2255d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:00.780340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dc56305-f6ce-4cd5-9ef6-f261dba29346 req-4e4b8011-3ac8-4949-9b48-a50798121f0b service neutron] 10.222.0.24 "GET /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847532 May 26 16:05:00.789495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port b22c5c73-c188-404d-887d-9beff4dd95b3 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:00.790290 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.821057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22c5c73-c188-404d-887d-9beff4dd95b3 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:00.845620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b22c5c73-c188-404d-887d-9beff4dd95b3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b22c5c73-c188-404d-887d-9beff4dd95b3,segment=NetworkSegment(801c2d57-cc1f-4848-8edc-5a901566821a),segment_id=801c2d57-cc1f-4848-8edc-5a901566821a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:00.850559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.915992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=b22c5c73-c188-404d-887d-9beff4dd95b3,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:00.932239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.932998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.933693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.934999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.936115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.936491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.937194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.937704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.938333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.938940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.939675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.940464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:00.957914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371db8-786e-4088-8284-3d54ae5e6c10 req-633590df-4db0-40ae-b70c-5fa47d3ff13c tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:00.959654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a371db8-786e-4088-8284-3d54ae5e6c10 req-633590df-4db0-40ae-b70c-5fa47d3ff13c tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 1024 time: 0.1035175 May 26 16:05:01.046230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a371db8-786e-4088-8284-3d54ae5e6c10 req-9a9d24b2-4854-4032-9a6e-32b727d836b0 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa8ab1f4-38db-4c18-a137-ee867a5ab6de&id=96e0b4c1-3277-4ed7-9568-71c1b013120c&id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0588775 May 26 16:05:01.144023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c'}, {'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'name': 'network-vif-deleted', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:01.146585 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31c8df6-4698-4aa9-b903-53e3e8235f42" -d '{"events": [{"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "38225be2-82d7-472f-a194-09d70f523c0c"}, {"server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "name": "network-vif-deleted", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:01.178877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e4959-5616-48f4-9eac-26aff3a68fd6 req-5ee7798c-364b-4531-910c-04a5418c9734 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.185716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e4959-5616-48f4-9eac-26aff3a68fd6 req-5ee7798c-364b-4531-910c-04a5418c9734 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.192411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e4959-5616-48f4-9eac-26aff3a68fd6 req-5ee7798c-364b-4531-910c-04a5418c9734 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.200617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e4959-5616-48f4-9eac-26aff3a68fd6 req-5ee7798c-364b-4531-910c-04a5418c9734 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.211052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e4959-5616-48f4-9eac-26aff3a68fd6 req-5ee7798c-364b-4531-910c-04a5418c9734 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.214534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-718e4959-5616-48f4-9eac-26aff3a68fd6 req-5ee7798c-364b-4531-910c-04a5418c9734 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 3826 time: 0.1544456 May 26 16:05:01.218881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['b22c5c73-c188-404d-887d-9beff4dd95b3'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:01.288062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca40ad8-2463-44af-bdc5-f14e6534583d {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:01.305522 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:01.328405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-718e4959-5616-48f4-9eac-26aff3a68fd6 req-6b303ec5-e12b-42de-acda-9c21139667ff tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776451 May 26 16:05:01.594633 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a32619f-cd5e-4778-a853-e4f78fb67509 x-openstack-request-id: req-9a32619f-cd5e-4778-a853-e4f78fb67509 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:01.594944 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "38225be2-82d7-472f-a194-09d70f523c0c", "status": "completed", "code": 200}, {"server_uuid": "9f5d10bc-92b3-4250-8061-e4e8e619d8b1", "name": "network-vif-deleted", "tag": "4a04e53f-797a-4b75-bb03-d2654fb9ec59", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:01.595170 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a32619f-cd5e-4778-a853-e4f78fb67509 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:01.595561 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a32619f-cd5e-4778-a853-e4f78fb67509'] response: {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c', 'status': 'completed', 'code': 200} May 26 16:05:01.595811 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a32619f-cd5e-4778-a853-e4f78fb67509'] response: {'server_uuid': '9f5d10bc-92b3-4250-8061-e4e8e619d8b1', 'name': 'network-vif-deleted', 'tag': '4a04e53f-797a-4b75-bb03-d2654fb9ec59', 'status': 'completed', 'code': 200} May 26 16:05:01.600982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Transition to ACTIVE for port object 2ca40ad8-2463-44af-bdc5-f14e6534583d will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:01.627307 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:01.731373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c8bf2-a071-4ba0-b627-2d8b7c12b57e req-df0a4a1b-413e-4f83-81cf-85b7b01ceed5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.732998 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e44c8bf2-a071-4ba0-b627-2d8b7c12b57e req-df0a4a1b-413e-4f83-81cf-85b7b01ceed5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.4246836 May 26 16:05:01.771608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Pushing event updated for resources: {'Port': ['ID=2ca40ad8-2463-44af-bdc5-f14e6534583d,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:01.801074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-6b5e42f9-4a56-48d0-b344-3d642d9d21cf tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.802668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-6b5e42f9-4a56-48d0-b344-3d642d9d21cf tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 1024 time: 0.2243297 May 26 16:05:01.843869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-3db9ce26-dc5b-4c0d-8f6b-fc746ea61407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.844352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-3db9ce26-dc5b-4c0d-8f6b-fc746ea61407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.844834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-3db9ce26-dc5b-4c0d-8f6b-fc746ea61407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.845313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-3db9ce26-dc5b-4c0d-8f6b-fc746ea61407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.845782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-3db9ce26-dc5b-4c0d-8f6b-fc746ea61407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.846272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-3db9ce26-dc5b-4c0d-8f6b-fc746ea61407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.848175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-3db9ce26-dc5b-4c0d-8f6b-fc746ea61407 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5248 time: 0.2299430 May 26 16:05:01.897610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca4fa3-6b91-475e-ad6e-b7dc6c806b59 req-9de227a8-9e8d-4f95-9e97-285d818b607f tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.899226 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cca4fa3-6b91-475e-ad6e-b7dc6c806b59 req-9de227a8-9e8d-4f95-9e97-285d818b607f tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 947 time: 0.2215714 May 26 16:05:01.961684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e44c8bf2-a071-4ba0-b627-2d8b7c12b57e req-f6cec316-bd6d-484e-83b5-0659160a1db8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131276 May 26 16:05:02.101737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:02.130180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 4a04e53f-797a-4b75-bb03-d2654fb9ec59 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:02.130675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 4a04e53f-797a-4b75-bb03-d2654fb9ec59 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:02.132676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Attempting to bind port 2ca40ad8-2463-44af-bdc5-f14e6534583d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:02.132676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Attempting to bind port 2ca40ad8-2463-44af-bdc5-f14e6534583d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:02.133028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Attempting to bind port 2ca40ad8-2463-44af-bdc5-f14e6534583d on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:02.137518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cca4fa3-6b91-475e-ad6e-b7dc6c806b59 req-ffc03af3-57ad-4dfe-9e7f-dc2d2833267d tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102797 May 26 16:05:02.157806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Port 2ca40ad8-2463-44af-bdc5-f14e6534583d on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:02.158169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Attempting to bind port 2ca40ad8-2463-44af-bdc5-f14e6534583d on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:02.174998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-832c01cf-f7ba-457c-ac7f-832e67bf99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.175457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-832c01cf-f7ba-457c-ac7f-832e67bf99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.175944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-832c01cf-f7ba-457c-ac7f-832e67bf99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.177601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-832c01cf-f7ba-457c-ac7f-832e67bf99c9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2684014 May 26 16:05:02.180393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:02.180740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Checking segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:02.181153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Bound using segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:02.181606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Bound port: 2ca40ad8-2463-44af-bdc5-f14e6534583d, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:02.181969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.226608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4938fd7-5496-42b8-88a9-4dffc9c7d1ab req-05297b9e-fb1a-42fe-93c7-2b4bd1c6f8dd tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.228815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4938fd7-5496-42b8-88a9-4dffc9c7d1ab req-05297b9e-fb1a-42fe-93c7-2b4bd1c6f8dd tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 945 time: 0.1573110 May 26 16:05:02.295590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Deleting port a376daef-d5ae-4b77-9e7e-7529a0a5c723 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:02.295943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.459047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b22c5c73-c188-404d-887d-9beff4dd95b3 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:02.486095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4938fd7-5496-42b8-88a9-4dffc9c7d1ab req-059fc9e3-0dcb-4114-b11a-e6f2ae12d92d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147667 May 26 16:05:02.499739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] For port 2ca40ad8-2463-44af-bdc5-f14e6534583d, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:02.518454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37248) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:02.530410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] For port 2ca40ad8-2463-44af-bdc5-f14e6534583d, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2ca40ad8-2463-44af-bdc5-f14e6534583d,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:02.531990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-875c41d3-bb1d-476f-a481-2679a409a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.533658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f31c8df6-4698-4aa9-b903-53e3e8235f42 req-875c41d3-bb1d-476f-a481-2679a409a109 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3457592 May 26 16:05:02.539965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] For port a376daef-d5ae-4b77-9e7e-7529a0a5c723, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a376daef-d5ae-4b77-9e7e-7529a0a5c723,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:02.540405 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.550396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dad063-ad4d-4cd6-a90d-70fb4015401c req-6c776f41-d5a5-4438-9d42-5f78d35f9f17 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.552432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port b22c5c73-c188-404d-887d-9beff4dd95b3 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:02.557904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3dad063-ad4d-4cd6-a90d-70fb4015401c req-6c776f41-d5a5-4438-9d42-5f78d35f9f17 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2468016 May 26 16:05:02.560331 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.562990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port b22c5c73-c188-404d-887d-9beff4dd95b3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:02.564040 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.618852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Calling delete_port for a376daef-d5ae-4b77-9e7e-7529a0a5c723 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:02.683207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port b22c5c73-c188-404d-887d-9beff4dd95b3 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:02.683964 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.722734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df7f539-796f-409c-a744-541db1a85736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22c5c73-c188-404d-887d-9beff4dd95b3'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:02.725669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.726235 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5512fc4-652f-42ea-8d29-345289865707" -d '{"events": [{"server_uuid": "4df7f539-796f-409c-a744-541db1a85736", "name": "network-vif-plugged", "status": "completed", "tag": "b22c5c73-c188-404d-887d-9beff4dd95b3"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:02.726422 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.728333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] 10.222.0.24 "PUT /v2.0/ports/2ca40ad8-2463-44af-bdc5-f14e6534583d HTTP/1.1" status: 200 len: 1136 time: 2.4130952 May 26 16:05:02.739868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caf6bb-1446-4da4-9437-d5d9785def2c service neutron] Pushing event updated for resources: {'Port': ['ID=2ca40ad8-2463-44af-bdc5-f14e6534583d,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:02.746498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b22c5c73-c188-404d-887d-9beff4dd95b3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b22c5c73-c188-404d-887d-9beff4dd95b3,segment=NetworkSegment(801c2d57-cc1f-4848-8edc-5a901566821a),segment_id=801c2d57-cc1f-4848-8edc-5a901566821a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:02.749741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3dad063-ad4d-4cd6-a90d-70fb4015401c req-7b1d0b1e-beb1-4036-a905-4530b20e5975 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908700 May 26 16:05:02.752980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.804520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718d1e-9bb5-4d46-a853-71facfcb88d8 req-a9fde78b-6859-45d6-8195-122648153d09 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.820827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01718d1e-9bb5-4d46-a853-71facfcb88d8 req-a9fde78b-6859-45d6-8195-122648153d09 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19d4e34-d705-4e25-9d89-323effdd98a7 HTTP/1.1" status: 200 len: 1024 time: 0.1892908 May 26 16:05:02.839081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:02.862114 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c34aa5c8-5d68-4cec-a2e1-9bb619e56426 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a5db4d876254d358709bda786e8b312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406787 May 26 16:05:02.864091 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37256) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:02.883035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=b22c5c73-c188-404d-887d-9beff4dd95b3,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:02.956683 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97ce55c5-f5f7-4549-81e7-24a77f9f68de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.990671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97ce55c5-f5f7-4549-81e7-24a77f9f68de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.019958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01718d1e-9bb5-4d46-a853-71facfcb88d8 req-4abeb8a5-ea64-45d1-b80a-82483d2ed27c tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=fa8ab1f4-38db-4c18-a137-ee867a5ab6de&id=96e0b4c1-3277-4ed7-9568-71c1b013120c&id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1965656 May 26 16:05:03.057834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97ce55c5-f5f7-4549-81e7-24a77f9f68de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.058104 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.065259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97ce55c5-f5f7-4549-81e7-24a77f9f68de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.067780 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-97ce55c5-f5f7-4549-81e7-24a77f9f68de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c892d981-2b01-443c-a050-2ecf08ae5285 HTTP/1.1" status: 204 len: 168 time: 0.2021201 May 26 16:05:03.075577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67558b5-f4a7-4661-8766-2d9118b6ad8f req-a617ecab-af3b-4b31-aead-6a7886dc05b2 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.090521 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b67558b5-f4a7-4661-8766-2d9118b6ad8f req-a617ecab-af3b-4b31-aead-6a7886dc05b2 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 945 time: 0.1967936 May 26 16:05:03.110835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce55c5-f5f7-4549-81e7-24a77f9f68de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c892d981-2b01-443c-a050-2ecf08ae5285,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:03.309826 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.323985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a376daef-d5ae-4b77-9e7e-7529a0a5c723'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:03.330124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:03.361157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b67558b5-f4a7-4661-8766-2d9118b6ad8f req-2e387d0c-9c82-4220-862a-7a871f02e56c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691600 May 26 16:05:03.510600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'Port': ['ID=a376daef-d5ae-4b77-9e7e-7529a0a5c723,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:03.535555 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91b2689-7c01-4dd9-a442-012cbcd012ee x-openstack-request-id: req-f91b2689-7c01-4dd9-a442-012cbcd012ee {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:03.536324 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df7f539-796f-409c-a744-541db1a85736", "name": "network-vif-plugged", "status": "completed", "tag": "b22c5c73-c188-404d-887d-9beff4dd95b3", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:03.536812 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f91b2689-7c01-4dd9-a442-012cbcd012ee {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:03.537481 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91b2689-7c01-4dd9-a442-012cbcd012ee'] response: {'server_uuid': '4df7f539-796f-409c-a744-541db1a85736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22c5c73-c188-404d-887d-9beff4dd95b3', 'code': 200} May 26 16:05:03.631636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '2ca40ad8-2463-44af-bdc5-f14e6534583d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:03.641799 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42591fc-fc26-4c32-8c18-dc257fb62093" -d '{"events": [{"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "2ca40ad8-2463-44af-bdc5-f14e6534583d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:03.646429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] No DVR routers for this DVR port a376daef-d5ae-4b77-9e7e-7529a0a5c723 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:03.660313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.671294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bcb03370-21e0-4dce-bff4-9eb1b3376d8a req-093c9139-733c-45e1-bd8f-9606bf3a0f92 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.24 "DELETE /v2.0/ports/a376daef-d5ae-4b77-9e7e-7529a0a5c723 HTTP/1.1" status: 204 len: 173 time: 1.8503225 May 26 16:05:03.777922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab85ef-7ed1-46d0-aaf2-79ea7f46d7ee req-77ad2258-675e-4414-afcd-5e81b1c6648f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.800908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37274) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:03.807026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab85ef-7ed1-46d0-aaf2-79ea7f46d7ee req-77ad2258-675e-4414-afcd-5e81b1c6648f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.814054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab85ef-7ed1-46d0-aaf2-79ea7f46d7ee req-77ad2258-675e-4414-afcd-5e81b1c6648f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.820802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab85ef-7ed1-46d0-aaf2-79ea7f46d7ee req-77ad2258-675e-4414-afcd-5e81b1c6648f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.829074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab85ef-7ed1-46d0-aaf2-79ea7f46d7ee req-77ad2258-675e-4414-afcd-5e81b1c6648f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.836200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab85ef-7ed1-46d0-aaf2-79ea7f46d7ee req-77ad2258-675e-4414-afcd-5e81b1c6648f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.845831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4fab85ef-7ed1-46d0-aaf2-79ea7f46d7ee req-77ad2258-675e-4414-afcd-5e81b1c6648f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 4604 time: 0.6200898 May 26 16:05:03.888263 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c5d07dff-1c4d-4f53-924d-eacf1535871d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4bd9bbf67a54e67a3feb36d49634a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860307 May 26 16:05:03.893301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37278) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:03.961427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 795f0adb-4fd7-4f82-82a5-5cf37a0d347d details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:04.001486 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23dbba1f-1c14-4b74-ae46-52dfac424c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.023649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23dbba1f-1c14-4b74-ae46-52dfac424c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.090395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c037a8-566f-46b6-9a3d-7750591a5be3 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:04.091897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23dbba1f-1c14-4b74-ae46-52dfac424c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.095389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23dbba1f-1c14-4b74-ae46-52dfac424c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.096579 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-23dbba1f-1c14-4b74-ae46-52dfac424c50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f687d93c-5ed8-4005-920d-f24122a08c92 HTTP/1.1" status: 204 len: 168 time: 0.2020948 May 26 16:05:04.116389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbba1f-1c14-4b74-ae46-52dfac424c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f687d93c-5ed8-4005-920d-f24122a08c92,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:04.138649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.256707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Transition to ACTIVE for port object 56c037a8-566f-46b6-9a3d-7750591a5be3 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:04.294381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:04.316254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd91844-b2b2-44b1-abed-dc9960f09776 req-7083d7e8-c50d-447e-bbf4-b3f65959e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:04.316372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d', 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb', 'port_id': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d', 'mac_address': 'fa:16:3e:c1:43:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:04.317822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdd91844-b2b2-44b1-abed-dc9960f09776 req-7083d7e8-c50d-447e-bbf4-b3f65959e6a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 1097 time: 0.6333148 May 26 16:05:04.318578 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.353659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a87c-1b3d-47eb-a420-31577f3e70ab req-b75dd5de-ba28-45ba-a4db-0d81596c8298 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:04.364546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9600a87c-1b3d-47eb-a420-31577f3e70ab req-b75dd5de-ba28-45ba-a4db-0d81596c8298 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 947 time: 0.6809697 May 26 16:05:04.392759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:04.393645 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.422493 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4fab85ef-7ed1-46d0-aaf2-79ea7f46d7ee req-71d85739-4196-47bb-bd72-d2be2a55f760 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5752654 May 26 16:05:04.435911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 795f0adb-4fd7-4f82-82a5-5cf37a0d347d {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:04.471725 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-28c108b2-ba3a-48ef-b5b7-2472f58ca6c3 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:04.479334 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-28c108b2-ba3a-48ef-b5b7-2472f58ca6c3 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 947 time: 0.7214983 May 26 16:05:04.505247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:04.511805 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.586468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:04.591262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['795f0adb-4fd7-4f82-82a5-5cf37a0d347d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:04.591485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Pushing event updated for resources: {'Port': ['ID=56c037a8-566f-46b6-9a3d-7750591a5be3,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:04.709661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9600a87c-1b3d-47eb-a420-31577f3e70ab req-85cccbe3-52a5-47af-80d3-750efadb4dd6 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440990 May 26 16:05:04.711639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdd91844-b2b2-44b1-abed-dc9960f09776 req-9b321426-b921-4bb4-b31f-635fb43e8982 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681457 May 26 16:05:04.797278 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc41bc39-54d9-4f96-a00f-5c7d4b04c10e x-openstack-request-id: req-cc41bc39-54d9-4f96-a00f-5c7d4b04c10e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:04.797573 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "2ca40ad8-2463-44af-bdc5-f14e6534583d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:04.797823 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc41bc39-54d9-4f96-a00f-5c7d4b04c10e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:04.798275 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc41bc39-54d9-4f96-a00f-5c7d4b04c10e'] response: {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '2ca40ad8-2463-44af-bdc5-f14e6534583d', 'status': 'completed', 'code': 200} May 26 16:05:04.847431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ff48d-4dad-489d-aeeb-b868ee018039 req-d4090bb7-b3f6-4e1c-a168-6bad7754042e tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:04.872883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c65ff48d-4dad-489d-aeeb-b868ee018039 req-d4090bb7-b3f6-4e1c-a168-6bad7754042e tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 946 time: 0.2847111 May 26 16:05:04.979893 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8cd103a5-3fa5-43a6-9780-1432e15d8ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.234054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Attempting to bind port 56c037a8-566f-46b6-9a3d-7750591a5be3 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:05.234614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Attempting to bind port 56c037a8-566f-46b6-9a3d-7750591a5be3 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:05.235113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Attempting to bind port 56c037a8-566f-46b6-9a3d-7750591a5be3 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:05.276981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Port 56c037a8-566f-46b6-9a3d-7750591a5be3 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:05.277318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Attempting to bind port 56c037a8-566f-46b6-9a3d-7750591a5be3 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:05.292081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c65ff48d-4dad-489d-aeeb-b868ee018039 req-f41dc085-1b9e-434a-80f7-0881be749e56 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181263 May 26 16:05:05.304313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Deleting port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:05.304660 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.324198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-3e8b1591-13ce-4cb0-af26-63734635cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.324856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-3e8b1591-13ce-4cb0-af26-63734635cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.325431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-3e8b1591-13ce-4cb0-af26-63734635cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.326098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-3e8b1591-13ce-4cb0-af26-63734635cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.326816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-3e8b1591-13ce-4cb0-af26-63734635cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.327450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-3e8b1591-13ce-4cb0-af26-63734635cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.328086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-3e8b1591-13ce-4cb0-af26-63734635cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.330564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-3e8b1591-13ce-4cb0-af26-63734635cb31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6176 time: 0.5169854 May 26 16:05:05.332517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:05.332857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Checking segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:05.333254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Bound using segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:05.333709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Bound port: 56c037a8-566f-46b6-9a3d-7750591a5be3, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:05.334102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.385724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbddd1-e844-4047-993f-44e0f26ba094 req-763e1f4b-de32-49fc-b3df-b8d8a3fa5a44 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.387349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62dbddd1-e844-4047-993f-44e0f26ba094 req-763e1f4b-de32-49fc-b3df-b8d8a3fa5a44 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 944 time: 0.2114034 May 26 16:05:05.655699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] For port 56c037a8-566f-46b6-9a3d-7750591a5be3, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:05.700447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62dbddd1-e844-4047-993f-44e0f26ba094 req-e2af2900-526d-47cb-9690-99026a4431dd tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676065 May 26 16:05:05.728844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ae8d2a7-d951-49b1-8699-5e6df89ca77e req-bc3572dd-18ba-4d6f-822a-dd3d85846480 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/fa8ab1f4-38db-4c18-a137-ee867a5ab6de HTTP/1.1" status: 200 len: 1802 time: 0.3903077 May 26 16:05:05.748010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] For port 56c037a8-566f-46b6-9a3d-7750591a5be3, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=56c037a8-566f-46b6-9a3d-7750591a5be3,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:05.831889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.849349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] For port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:05.850532 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.938857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.939590 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.942046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] 10.222.0.24 "PUT /v2.0/ports/56c037a8-566f-46b6-9a3d-7750591a5be3 HTTP/1.1" status: 200 len: 1135 time: 3.1171136 May 26 16:05:05.952358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Calling delete_port for bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:05.956776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 795f0adb-4fd7-4f82-82a5-5cf37a0d347d up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:05.970130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-9940ffbd-a4f8-4a9f-8963-3da580424758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.970916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-9940ffbd-a4f8-4a9f-8963-3da580424758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.972536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-9940ffbd-a4f8-4a9f-8963-3da580424758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:05.975441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-9940ffbd-a4f8-4a9f-8963-3da580424758 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6243196 May 26 16:05:06.001636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:06.035952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:06.036799 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.181415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2ae8d2a7-d951-49b1-8699-5e6df89ca77e req-616cef28-46a0-4273-a550-9b4ecd2d6433 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.203040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab018a17-d069-4ed2-b258-e4c750b9e40d req-eb83d299-71d5-4c6d-85b5-def30e647b6d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:06.210534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab018a17-d069-4ed2-b258-e4c750b9e40d req-eb83d299-71d5-4c6d-85b5-def30e647b6d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:06.217524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab018a17-d069-4ed2-b258-e4c750b9e40d req-eb83d299-71d5-4c6d-85b5-def30e647b6d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:06.231685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab018a17-d069-4ed2-b258-e4c750b9e40d req-eb83d299-71d5-4c6d-85b5-def30e647b6d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:06.248974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:06.249265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab018a17-d069-4ed2-b258-e4c750b9e40d req-eb83d299-71d5-4c6d-85b5-def30e647b6d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:06.249604 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.264284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab018a17-d069-4ed2-b258-e4c750b9e40d req-eb83d299-71d5-4c6d-85b5-def30e647b6d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:06.275949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab018a17-d069-4ed2-b258-e4c750b9e40d req-eb83d299-71d5-4c6d-85b5-def30e647b6d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:06.283489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab018a17-d069-4ed2-b258-e4c750b9e40d req-eb83d299-71d5-4c6d-85b5-def30e647b6d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5381 time: 0.4624512 May 26 16:05:06.321488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:06.326790 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a0565-3014-4fb4-81a9-7f9d3a54c96b" -d '{"events": [{"server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "name": "network-vif-plugged", "status": "completed", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:06.358448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:06.366427 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.368580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a376daef-d5ae-4b77-9e7e-7529a0a5c723 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:06.375899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee140a89-1faa-4096-884c-fb419335e2cc service neutron] Pushing event updated for resources: {'Port': ['ID=56c037a8-566f-46b6-9a3d-7750591a5be3,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:06.408308 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.448828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: a376daef-d5ae-4b77-9e7e-7529a0a5c723 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:06.449266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a376daef-d5ae-4b77-9e7e-7529a0a5c723 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:06.457592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2ae8d2a7-d951-49b1-8699-5e6df89ca77e req-616cef28-46a0-4273-a550-9b4ecd2d6433 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.493863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:06.571601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab018a17-d069-4ed2-b258-e4c750b9e40d req-1380110a-7736-4c66-8667-d5642f5a9d37 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2087510 May 26 16:05:06.586279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-5d906663-6738-4255-b1d7-c616cfec3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:06.586279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f42591fc-fc26-4c32-8c18-dc257fb62093 req-5d906663-6738-4255-b1d7-c616cfec3300 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5906084 May 26 16:05:06.686759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2ae8d2a7-d951-49b1-8699-5e6df89ca77e req-616cef28-46a0-4273-a550-9b4ecd2d6433 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.689366 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2ae8d2a7-d951-49b1-8699-5e6df89ca77e req-616cef28-46a0-4273-a550-9b4ecd2d6433 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.690578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ae8d2a7-d951-49b1-8699-5e6df89ca77e req-616cef28-46a0-4273-a550-9b4ecd2d6433 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/fa8ab1f4-38db-4c18-a137-ee867a5ab6de HTTP/1.1" status: 204 len: 173 time: 0.9409344 May 26 16:05:06.734316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cef28-46a0-4273-a550-9b4ecd2d6433 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8ab1f4-38db-4c18-a137-ee867a5ab6de,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:06.800569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'name': 'network-vif-deleted', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723'}, {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '56c037a8-566f-46b6-9a3d-7750591a5be3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:06.802724 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c" -d '{"events": [{"server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "name": "network-vif-deleted", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723"}, {"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "56c037a8-566f-46b6-9a3d-7750591a5be3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:06.833089 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.871948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3af8fdc-7587-47a8-bfbd-41d7a4a35e13 req-975a9acd-5a24-446c-8f72-cd42de6eb97b tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c828e6b-b96b-440c-8836-535258f23c07 HTTP/1.1" status: 200 len: 210 time: 0.0661874 May 26 16:05:06.912984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Pushing event deleted for resources: {'Port': ['ID=bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:06.984007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] No DVR routers for this DVR port bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:06.988291 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.992131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef0a4fc5-129c-42fd-91e2-8e3857055a87 req-74c30fa1-2671-4a7e-bc56-0066ad781ce1 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.32 "DELETE /v2.0/ports/bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 HTTP/1.1" status: 204 len: 173 time: 2.4867232 May 26 16:05:07.025015 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ed9859-31e9-484c-9c50-0d4c53ededa5 x-openstack-request-id: req-c4ed9859-31e9-484c-9c50-0d4c53ededa5 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:07.030896 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "name": "network-vif-plugged", "status": "completed", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:07.034749 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4ed9859-31e9-484c-9c50-0d4c53ededa5 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:07.035316 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ed9859-31e9-484c-9c50-0d4c53ededa5'] response: {'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d', 'code': 200} May 26 16:05:07.151808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6291f4-e22f-45f1-a585-5c1458b48fa6 req-76a96cf5-76fb-4275-9429-523b418e1e1c tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:07.153440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de6291f4-e22f-45f1-a585-5c1458b48fa6 req-76a96cf5-76fb-4275-9429-523b418e1e1c tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 946 time: 0.1570857 May 26 16:05:07.158316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504991a7-772d-4514-ac9d-2402ff0ed221 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:07.171825 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.174466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1285c60b-0b77-4528-b428-a5cf6b81e0c7 req-f8242d0d-5169-419a-8185-c44e0af17b47 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/96e0b4c1-3277-4ed7-9568-71c1b013120c HTTP/1.1" status: 200 len: 1802 time: 0.1286557 May 26 16:05:07.205850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Transition to ACTIVE for port object 504991a7-772d-4514-ac9d-2402ff0ed221 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:07.217485 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.272698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de6291f4-e22f-45f1-a585-5c1458b48fa6 req-b98bac35-e32c-416e-96b6-21b9b4eac01b tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061041 May 26 16:05:07.307147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Pushing event updated for resources: {'Port': ['ID=504991a7-772d-4514-ac9d-2402ff0ed221,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:07.349108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1285c60b-0b77-4528-b428-a5cf6b81e0c7 req-39b0b294-7290-4dd7-b0b9-bbdc47c604ac tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.405987 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1285c60b-0b77-4528-b428-a5cf6b81e0c7 req-39b0b294-7290-4dd7-b0b9-bbdc47c604ac tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.456388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Attempting to bind port 504991a7-772d-4514-ac9d-2402ff0ed221 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:07.456639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Attempting to bind port 504991a7-772d-4514-ac9d-2402ff0ed221 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:07.456953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Attempting to bind port 504991a7-772d-4514-ac9d-2402ff0ed221 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:07.474097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Port 504991a7-772d-4514-ac9d-2402ff0ed221 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:07.474454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Attempting to bind port 504991a7-772d-4514-ac9d-2402ff0ed221 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:07.482304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:07.482619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Checking segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:07.483010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Bound using segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:07.483461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Bound port: 504991a7-772d-4514-ac9d-2402ff0ed221, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:07.484717 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.562846 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1285c60b-0b77-4528-b428-a5cf6b81e0c7 req-39b0b294-7290-4dd7-b0b9-bbdc47c604ac tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.570184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1285c60b-0b77-4528-b428-a5cf6b81e0c7 req-39b0b294-7290-4dd7-b0b9-bbdc47c604ac tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.597423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1285c60b-0b77-4528-b428-a5cf6b81e0c7 req-39b0b294-7290-4dd7-b0b9-bbdc47c604ac tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/96e0b4c1-3277-4ed7-9568-71c1b013120c HTTP/1.1" status: 204 len: 173 time: 0.4065971 May 26 16:05:07.642139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b294-7290-4dd7-b0b9-bbdc47c604ac tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e0b4c1-3277-4ed7-9568-71c1b013120c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:07.690808 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f1eda-afb6-4c79-87d1-d401da23d9de x-openstack-request-id: req-104f1eda-afb6-4c79-87d1-d401da23d9de {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:07.691251 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19d4e34-d705-4e25-9d89-323effdd98a7", "name": "network-vif-deleted", "tag": "a376daef-d5ae-4b77-9e7e-7529a0a5c723", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "56c037a8-566f-46b6-9a3d-7750591a5be3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:07.691665 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-104f1eda-afb6-4c79-87d1-d401da23d9de {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:07.692217 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104f1eda-afb6-4c79-87d1-d401da23d9de'] response: {'server_uuid': 'd19d4e34-d705-4e25-9d89-323effdd98a7', 'name': 'network-vif-deleted', 'tag': 'a376daef-d5ae-4b77-9e7e-7529a0a5c723', 'status': 'completed', 'code': 200} May 26 16:05:07.692592 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104f1eda-afb6-4c79-87d1-d401da23d9de'] response: {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '56c037a8-566f-46b6-9a3d-7750591a5be3', 'status': 'completed', 'code': 200} May 26 16:05:07.761081 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1efb43e6-f48f-4879-88ad-76be4e717531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.769206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-f28a5aae-4539-40eb-97fd-28f06f2a893b tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f0b86dac9a15419891232a543d90f43f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121938 May 26 16:05:07.826843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] For port 504991a7-772d-4514-ac9d-2402ff0ed221, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:07.951722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] For port 504991a7-772d-4514-ac9d-2402ff0ed221, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=504991a7-772d-4514-ac9d-2402ff0ed221,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:07.958114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 795f0adb-4fd7-4f82-82a5-5cf37a0d347d no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:07.971364 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:08.052625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:08.053415 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:08.056849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.057529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:08.059041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] 10.222.0.24 "PUT /v2.0/ports/504991a7-772d-4514-ac9d-2402ff0ed221 HTTP/1.1" status: 200 len: 1090 time: 2.0688455 May 26 16:05:08.074504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-ca1e2067-3a32-481d-a8ef-b5179797a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.075027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-ca1e2067-3a32-481d-a8ef-b5179797a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.075509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-ca1e2067-3a32-481d-a8ef-b5179797a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.075990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-ca1e2067-3a32-481d-a8ef-b5179797a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.076667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-ca1e2067-3a32-481d-a8ef-b5179797a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.077169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-ca1e2067-3a32-481d-a8ef-b5179797a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.077708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-ca1e2067-3a32-481d-a8ef-b5179797a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.079877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-ca1e2067-3a32-481d-a8ef-b5179797a448 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6243 time: 0.3457673 May 26 16:05:08.100030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:08.105441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:08.106401 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8052e-d8d2-4cc9-8c2a-af15507ec01d req-0ab105d7-f239-4cf1-8036-f98446fcc717 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.107986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a9e8052e-d8d2-4cc9-8c2a-af15507ec01d req-0ab105d7-f239-4cf1-8036-f98446fcc717 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 945 time: 0.3169262 May 26 16:05:08.138708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:08.190883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:08.440673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-cad7bfef-b67f-4d62-ac33-fd5a7ed90983 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.442199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-cad7bfef-b67f-4d62-ac33-fd5a7ed90983 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6720893 May 26 16:05:08.457440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223ea6c-aa21-4ff0-908d-942457c3b703 service neutron] Pushing event updated for resources: {'Port': ['ID=504991a7-772d-4514-ac9d-2402ff0ed221,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:08.485708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:08.504523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-5ba495d2-71a0-4eff-bc48-1e069f518d4a tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/quotas/f0b86dac9a15419891232a543d90f43f HTTP/1.1" status: 200 len: 375 time: 0.0436106 May 26 16:05:08.507716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:08.508029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:08.539903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a9e8052e-d8d2-4cc9-8c2a-af15507ec01d req-017803f0-362f-4e66-b90d-9537f65d8e6d tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134881 May 26 16:05:08.588037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-f76ec719-0d6a-44db-8c95-f419a0df6c5a tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0b86dac9a15419891232a543d90f43f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558286 May 26 16:05:08.593908 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:08.625551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-caae1d99-0e15-4a54-81db-54e6c8af21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.626054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-caae1d99-0e15-4a54-81db-54e6c8af21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.626529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-caae1d99-0e15-4a54-81db-54e6c8af21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.628187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-caae1d99-0e15-4a54-81db-54e6c8af21fb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5301802 May 26 16:05:08.649924 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:08.767695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-404d1cda-a474-4d6c-96c2-d9d56dd18905 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.769227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-404d1cda-a474-4d6c-96c2-d9d56dd18905 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 943 time: 0.2163386 May 26 16:05:08.913972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03a58c-d5e8-4d43-b490-3ad8ca5b8d0c req-9d1ff5a2-6936-4328-90ba-54c4194aff9f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.915517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c03a58c-d5e8-4d43-b490-3ad8ca5b8d0c req-9d1ff5a2-6936-4328-90ba-54c4194aff9f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2792876 May 26 16:05:08.922484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d1c800bf-8552-4bd3-9772-7237c8c147e9 req-6b9df699-ebe9-4a5f-84c1-59e61946777f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-875041484', 'description': 'tempest-description-443813937'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:08.968711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-fb4ff06c-c379-4375-a847-4715a69d2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.970180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cfd61ec-7c2d-452f-94c7-b5c45eca364c req-fb4ff06c-c379-4375-a847-4715a69d2f92 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3308430 May 26 16:05:09.036783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:09.041791 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe5dd4d-c76a-446c-8075-55aad5571e86" -d '{"events": [{"server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "name": "network-vif-unplugged", "status": "completed", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:09.063007 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d1c800bf-8552-4bd3-9772-7237c8c147e9 req-6b9df699-ebe9-4a5f-84c1-59e61946777f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.076707 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c03a58c-d5e8-4d43-b490-3ad8ca5b8d0c req-040db243-7a7e-4dc2-a14b-fe2124787582 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410456 May 26 16:05:09.131598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Deleting port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:09.132118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.349121 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d1c800bf-8552-4bd3-9772-7237c8c147e9 req-6b9df699-ebe9-4a5f-84c1-59e61946777f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.359256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] For port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:09.359622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.365687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbc74ea-11e0-4d63-9acf-06c4644e3728 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:09.370856 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d1c800bf-8552-4bd3-9772-7237c8c147e9 req-6b9df699-ebe9-4a5f-84c1-59e61946777f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.385342 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.417230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f66e-e270-4ac5-9de7-b1e443135c04 req-f03db154-c75f-45d6-aaa7-8d87f94d29ad tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:09.423112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f66e-e270-4ac5-9de7-b1e443135c04 req-f03db154-c75f-45d6-aaa7-8d87f94d29ad tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:09.428998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f66e-e270-4ac5-9de7-b1e443135c04 req-f03db154-c75f-45d6-aaa7-8d87f94d29ad tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:09.435045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f66e-e270-4ac5-9de7-b1e443135c04 req-f03db154-c75f-45d6-aaa7-8d87f94d29ad tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:09.441010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f66e-e270-4ac5-9de7-b1e443135c04 req-f03db154-c75f-45d6-aaa7-8d87f94d29ad tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:09.447901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f66e-e270-4ac5-9de7-b1e443135c04 req-f03db154-c75f-45d6-aaa7-8d87f94d29ad tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:09.453931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f66e-e270-4ac5-9de7-b1e443135c04 req-f03db154-c75f-45d6-aaa7-8d87f94d29ad tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:09.455940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7482f66e-e270-4ac5-9de7-b1e443135c04 req-f03db154-c75f-45d6-aaa7-8d87f94d29ad tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5393 time: 0.2525504 May 26 16:05:09.457005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Calling delete_port for 795f0adb-4fd7-4f82-82a5-5cf37a0d347d owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:09.497333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Transition to ACTIVE for port object 6bbc74ea-11e0-4d63-9acf-06c4644e3728 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:09.501728 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d1c800bf-8552-4bd3-9772-7237c8c147e9 req-6b9df699-ebe9-4a5f-84c1-59e61946777f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.502989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1c800bf-8552-4bd3-9772-7237c8c147e9 req-6b9df699-ebe9-4a5f-84c1-59e61946777f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6088450 May 26 16:05:09.509708 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.549885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9df699-ebe9-4a5f-84c1-59e61946777f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e8af1c-e5ec-4a5a-b343-8ddf22913cb6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:09.648001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7482f66e-e270-4ac5-9de7-b1e443135c04 req-74a81787-a584-4d58-81c7-cc2e321123c7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728816 May 26 16:05:09.676552 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Pushing event updated for resources: {'Port': ['ID=6bbc74ea-11e0-4d63-9acf-06c4644e3728,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:09.676552 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64864b77-230b-43ea-bfa6-b3ef887437e0 req-8995610c-baa8-4dc0-b98d-1378bdcf04d0 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 210 time: 0.0534804 May 26 16:05:09.703385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'name': 'network-vif-deleted', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779'}, {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '504991a7-772d-4514-ac9d-2402ff0ed221'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:09.706125 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c54cef9-e674-4d6e-afd9-0635b754f2c2" -d '{"events": [{"server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "name": "network-vif-deleted", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779"}, {"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "504991a7-772d-4514-ac9d-2402ff0ed221"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:09.785283 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296789f9-fb51-4bc3-bc26-f16b75c9ec69 x-openstack-request-id: req-296789f9-fb51-4bc3-bc26-f16b75c9ec69 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:09.786418 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "name": "network-vif-unplugged", "status": "completed", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:09.786909 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-296789f9-fb51-4bc3-bc26-f16b75c9ec69 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:09.787624 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296789f9-fb51-4bc3-bc26-f16b75c9ec69'] response: {'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d', 'code': 200} May 26 16:05:09.814394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Attempting to bind port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:09.814907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Attempting to bind port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:09.815089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Attempting to bind port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:09.819295 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.859108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:09.859445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Attempting to bind port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:09.864331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event deleted for resources: {'Port': ['ID=795f0adb-4fd7-4f82-82a5-5cf37a0d347d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:09.918955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:09.919302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Checking segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:09.919698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Bound using segment: {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:09.920150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Bound port: 6bbc74ea-11e0-4d63-9acf-06c4644e3728, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b038b44a-3008-4bcc-a0cc-012d48c21143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:09.920518 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:09.962723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-925893d3-67c8-4b79-96d1-89e8a4a78dc3 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f0b86dac9a15419891232a543d90f43f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796978 May 26 16:05:10.030245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] No DVR routers for this DVR port 795f0adb-4fd7-4f82-82a5-5cf37a0d347d on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:10.034832 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.038548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-414aed8d-497f-4f98-8c37-80104e2ed25e req-e5346d2f-e337-4a4a-8497-9f83bd12c193 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "DELETE /v2.0/ports/795f0adb-4fd7-4f82-82a5-5cf37a0d347d HTTP/1.1" status: 204 len: 173 time: 1.2593551 May 26 16:05:10.137714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226ad95-447d-46ff-8d43-78b8a085446d req-a981f0c8-57a7-48a0-ba3f-db66a8737f7d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:10.139143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6226ad95-447d-46ff-8d43-78b8a085446d req-a981f0c8-57a7-48a0-ba3f-db66a8737f7d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.3061290 May 26 16:05:10.141738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cd96335-46ec-428b-b4be-91d60de30758 req-d76d960b-aa6b-4243-a7bb-114ddf603967 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/13e8af1c-e5ec-4a5a-b343-8ddf22913cb6 HTTP/1.1" status: 200 len: 1801 time: 0.3098691 May 26 16:05:10.174755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9cd96335-46ec-428b-b4be-91d60de30758 req-5b01dd02-3880-4454-b71f-822830354a64 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Request body: {'security_group': {'name': 'tempest-sg-hth-369379932', 'description': 'tempest-description-hth-250881817'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:10.224274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] For port 6bbc74ea-11e0-4d63-9acf-06c4644e3728, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:10.255290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] For port 6bbc74ea-11e0-4d63-9acf-06c4644e3728, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=6bbc74ea-11e0-4d63-9acf-06c4644e3728,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:10.268545 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.278351 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9cd96335-46ec-428b-b4be-91d60de30758 req-5b01dd02-3880-4454-b71f-822830354a64 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.286817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6226ad95-447d-46ff-8d43-78b8a085446d req-1249adc3-6c8e-4788-9a88-ccb37a0d07ba tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318247 May 26 16:05:10.293648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-647628b4-3129-43ae-92f0-a5ba5db5c3dd tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:10.295151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-647628b4-3129-43ae-92f0-a5ba5db5c3dd tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026319 May 26 16:05:10.323073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Request body: {'port': {'device_id': 'a6554ec1-79fb-4e1a-9e0c-78534866f132', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': 'f0b86dac9a15419891232a543d90f43f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:10.353936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:10.354573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.356023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] 10.222.0.24 "PUT /v2.0/ports/6bbc74ea-11e0-4d63-9acf-06c4644e3728 HTTP/1.1" status: 200 len: 1090 time: 2.2308450 May 26 16:05:10.434433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:10.502209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ef171-5a4b-4609-8087-f4270f6f79eb service neutron] Pushing event updated for resources: {'Port': ['ID=6bbc74ea-11e0-4d63-9acf-06c4644e3728,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:10.551628 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9cd96335-46ec-428b-b4be-91d60de30758 req-5b01dd02-3880-4454-b71f-822830354a64 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.596784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.597776 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9cd96335-46ec-428b-b4be-91d60de30758 req-5b01dd02-3880-4454-b71f-822830354a64 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.600765 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9cd96335-46ec-428b-b4be-91d60de30758 req-5b01dd02-3880-4454-b71f-822830354a64 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.602277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cd96335-46ec-428b-b4be-91d60de30758 req-5b01dd02-3880-4454-b71f-822830354a64 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "PUT /v2.0/security-groups/13e8af1c-e5ec-4a5a-b343-8ddf22913cb6 HTTP/1.1" status: 200 len: 1775 time: 0.4440544 May 26 16:05:10.640243 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.685923 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.724748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01dd02-3880-4454-b71f-822830354a64 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e8af1c-e5ec-4a5a-b343-8ddf22913cb6,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:10.763838 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6546ca31-6fe0-440f-b53a-add29fee5f74 x-openstack-request-id: req-6546ca31-6fe0-440f-b53a-add29fee5f74 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:10.764186 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c828e6b-b96b-440c-8836-535258f23c07", "name": "network-vif-deleted", "tag": "bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "504991a7-772d-4514-ac9d-2402ff0ed221", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:10.764422 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6546ca31-6fe0-440f-b53a-add29fee5f74 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:10.765001 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6546ca31-6fe0-440f-b53a-add29fee5f74'] response: {'server_uuid': '1c828e6b-b96b-440c-8836-535258f23c07', 'name': 'network-vif-deleted', 'tag': 'bc7e5c9c-a6fe-4b6f-99de-2dd7f23e3779', 'status': 'completed', 'code': 200} May 26 16:05:10.765143 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6546ca31-6fe0-440f-b53a-add29fee5f74'] response: {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '504991a7-772d-4514-ac9d-2402ff0ed221', 'status': 'completed', 'code': 200} May 26 16:05:10.809343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Made reservation on behalf of f0b86dac9a15419891232a543d90f43f for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:10.813858 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:10.889212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-684eccf3-e86a-4e15-ae2f-b0af7831e9c2 req-eb120cf6-5715-49a5-a4e0-ba46907085f6 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=29137d3c-0e6b-4107-adfb-348f8c99938c HTTP/1.1" status: 200 len: 210 time: 0.0973861 May 26 16:05:10.908794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:11.115622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-203ca046-a699-493b-9416-01ba5a8293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.116268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-203ca046-a699-493b-9416-01ba5a8293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.116568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-203ca046-a699-493b-9416-01ba5a8293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.117035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-203ca046-a699-493b-9416-01ba5a8293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.117502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-203ca046-a699-493b-9416-01ba5a8293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.117959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-203ca046-a699-493b-9416-01ba5a8293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.118992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-203ca046-a699-493b-9416-01ba5a8293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.120977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-203ca046-a699-493b-9416-01ba5a8293ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6352 time: 0.3401470 May 26 16:05:11.189386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78530b30-c42d-4a58-950c-689b59adb67f req-2915753d-71bb-4bb9-b79c-6fbb913ace47 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/13e8af1c-e5ec-4a5a-b343-8ddf22913cb6 HTTP/1.1" status: 200 len: 1775 time: 0.2150202 May 26 16:05:11.273402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b04a3-9fca-4a4d-b49e-9a9ad024a90f req-1da63efa-c625-4f22-be88-2e2ad50a965c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.275741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-323b04a3-9fca-4a4d-b49e-9a9ad024a90f req-1da63efa-c625-4f22-be88-2e2ad50a965c tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17 HTTP/1.1" status: 200 len: 949 time: 0.2914789 May 26 16:05:11.631549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:11.657649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:11.708249 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-323b04a3-9fca-4a4d-b49e-9a9ad024a90f req-0ff0ae8c-c229-469f-83a9-92ef458554e5 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147584 May 26 16:05:11.720546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-1836947d-0f9d-4330-adac-bf125d600959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.721017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-1836947d-0f9d-4330-adac-bf125d600959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.721478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-1836947d-0f9d-4330-adac-bf125d600959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.723213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-1836947d-0f9d-4330-adac-bf125d600959 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5618627 May 26 16:05:11.770595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4b293-344b-46b8-9200-96d85988cd5d req-97bcd210-599a-44af-8aa1-b0555c7528bf tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.777223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4b293-344b-46b8-9200-96d85988cd5d req-97bcd210-599a-44af-8aa1-b0555c7528bf tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.783613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4b293-344b-46b8-9200-96d85988cd5d req-97bcd210-599a-44af-8aa1-b0555c7528bf tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.789807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4b293-344b-46b8-9200-96d85988cd5d req-97bcd210-599a-44af-8aa1-b0555c7528bf tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.796980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4b293-344b-46b8-9200-96d85988cd5d req-97bcd210-599a-44af-8aa1-b0555c7528bf tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.803052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4b293-344b-46b8-9200-96d85988cd5d req-97bcd210-599a-44af-8aa1-b0555c7528bf tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.809171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4b293-344b-46b8-9200-96d85988cd5d req-97bcd210-599a-44af-8aa1-b0555c7528bf tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.811481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45e4b293-344b-46b8-9200-96d85988cd5d req-97bcd210-599a-44af-8aa1-b0555c7528bf tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5405 time: 0.5347426 May 26 16:05:11.891591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22b1058-f75b-48c8-a770-12b3c6ef7033,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:11.954127 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d037c03-bc99-4349-bcfb-cb1133d1e8cb req-5b88dcb1-c225-4a9a-a59b-28a2cbd5db18 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 210 time: 0.1274729 May 26 16:05:11.984431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 795f0adb-4fd7-4f82-82a5-5cf37a0d347d no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:11.992568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5251a885-cb24-43fe-a051-230f8d9f897e {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:12.017534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.029595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 795f0adb-4fd7-4f82-82a5-5cf37a0d347d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:12.030228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 795f0adb-4fd7-4f82-82a5-5cf37a0d347d not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:12.082698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45e4b293-344b-46b8-9200-96d85988cd5d req-6da02175-0119-4410-a8df-b91f7dbeba86 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2398410 May 26 16:05:12.113114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Transition to ACTIVE for port object 5251a885-cb24-43fe-a051-230f8d9f897e will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:12.138813 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.149076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-ecd5937f-cf6d-49e8-b33b-5ea24f038a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:12.150623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c54cef9-e674-4d6e-afd9-0635b754f2c2 req-ecd5937f-cf6d-49e8-b33b-5ea24f038a97 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3283801 May 26 16:05:12.164825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Allocated IP 192.168.233.233 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/390cb3c5-ea64-4e8b-aa35-3b695a6d6439) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:12.210018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8add66f9-a3ba-4780-8240-a53b4763d662 req-40e17b54-98c4-4362-9432-41e6594a4341 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/13e8af1c-e5ec-4a5a-b343-8ddf22913cb6 HTTP/1.1" status: 200 len: 1775 time: 0.1688077 May 26 16:05:12.235389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=5251a885-cb24-43fe-a051-230f8d9f897e,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:12.559041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-09b57ad8-9388-4cce-bf24-cba2372275da tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:12.560507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-09b57ad8-9388-4cce-bf24-cba2372275da tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17 HTTP/1.1" status: 200 len: 949 time: 0.2317190 May 26 16:05:12.565741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Attempting to bind port 5251a885-cb24-43fe-a051-230f8d9f897e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:12.566105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Attempting to bind port 5251a885-cb24-43fe-a051-230f8d9f897e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:12.566436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Attempting to bind port 5251a885-cb24-43fe-a051-230f8d9f897e on network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:12.568343 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8add66f9-a3ba-4780-8240-a53b4763d662 req-bf3f93a9-e613-4233-9c06-e937520fbfe7 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.613028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Port 5251a885-cb24-43fe-a051-230f8d9f897e on network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:12.613361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Attempting to bind port 5251a885-cb24-43fe-a051-230f8d9f897e on network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:12.666119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8add66f9-a3ba-4780-8240-a53b4763d662 req-bf3f93a9-e613-4233-9c06-e937520fbfe7 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.681540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:12.681909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Checking segment: {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:12.682343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Bound using segment: {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:12.682842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Bound port: 5251a885-cb24-43fe-a051-230f8d9f897e, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:12.683209 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.724278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.766279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'name': 'network-vif-deleted', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d'}, {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '6bbc74ea-11e0-4d63-9acf-06c4644e3728'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:12.768434 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2726178a-a692-4326-a0c6-ddeefde8b76d" -d '{"events": [{"server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "name": "network-vif-deleted", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d"}, {"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "6bbc74ea-11e0-4d63-9acf-06c4644e3728"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:12.804185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dad3-6053-49f8-92a7-ae38769d793f req-292b7de0-9d3d-43a6-b950-e98160a5530a tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:12.806212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-292b7de0-9d3d-43a6-b950-e98160a5530a tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/networks?id=5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 200 len: 821 time: 0.3391349 May 26 16:05:12.862903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-aba7d658-8345-46ba-81ce-3b35a12fcdf4 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/quotas/3b140342e336402d835550466d16d88c HTTP/1.1" status: 200 len: 375 time: 0.0327425 May 26 16:05:12.878074 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8add66f9-a3ba-4780-8240-a53b4763d662 req-bf3f93a9-e613-4233-9c06-e937520fbfe7 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.880620 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8add66f9-a3ba-4780-8240-a53b4763d662 req-bf3f93a9-e613-4233-9c06-e937520fbfe7 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.881744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8add66f9-a3ba-4780-8240-a53b4763d662 req-bf3f93a9-e613-4233-9c06-e937520fbfe7 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/13e8af1c-e5ec-4a5a-b343-8ddf22913cb6 HTTP/1.1" status: 204 len: 173 time: 0.6475592 May 26 16:05:12.921975 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.948727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f93a9-e613-4233-9c06-e937520fbfe7 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e8af1c-e5ec-4a5a-b343-8ddf22913cb6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:12.959858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] For port 5251a885-cb24-43fe-a051-230f8d9f897e, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:13.014465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] For port 5251a885-cb24-43fe-a051-230f8d9f897e, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5251a885-cb24-43fe-a051-230f8d9f897e,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:13.026883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:13.031415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Deleting port d6a597be-3723-4ec7-98ef-ce68fdda4889 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:13.031761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.057953 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.072326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:13.075480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:13.138563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Pushing event updated for resources: {'Port': ['ID=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:13.166367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-604a7b18-5be1-4b14-8060-9f0a6079fe66 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b140342e336402d835550466d16d88c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2834711 May 26 16:05:13.204114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:13.204742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.206226 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] 10.222.0.24 "PUT /v2.0/ports/5251a885-cb24-43fe-a051-230f8d9f897e HTTP/1.1" status: 200 len: 1091 time: 2.7791176 May 26 16:05:13.259419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Request body: {'port': {'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:13.305507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e7d1-b57c-44fc-a7a4-c3b69bf102af req-706a5343-e8a6-4fab-bd41-093ed915b230 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:13.307685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7a7e7d1-b57c-44fc-a7a4-c3b69bf102af req-706a5343-e8a6-4fab-bd41-093ed915b230 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.3145711 May 26 16:05:13.356353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:13.356960 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.400674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb00b6-5e1e-4f6c-a63f-7e4205a72ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=5251a885-cb24-43fe-a051-230f8d9f897e,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:13.404829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] For port d6a597be-3723-4ec7-98ef-ce68fdda4889, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d6a597be-3723-4ec7-98ef-ce68fdda4889,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:13.405315 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.438613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Calling delete_port for d6a597be-3723-4ec7-98ef-ce68fdda4889 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:13.450793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-146f35af-d88d-489d-86e6-e42888c8cd8c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1321671 May 26 16:05:13.452676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-85308926-84bc-4288-8582-c42ce10216b4 None None] Provisioning complete for port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:13.453864 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-85308926-84bc-4288-8582-c42ce10216b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.487682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Request body: {'port': {'device_id': 'a6554ec1-79fb-4e1a-9e0c-78534866f132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:13.491270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-85308926-84bc-4288-8582-c42ce10216b4 None None] Port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:13.525154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7a7e7d1-b57c-44fc-a7a4-c3b69bf102af req-5ebbc8d9-a4c1-4334-852f-2d79ca291693 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750412 May 26 16:05:13.810182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-e2d2ddcc-64fb-4425-8227-715435f60247 service neutron] 10.222.0.39 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076930 May 26 16:05:13.811015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.976429 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:05:13.980825 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:14.051722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93d8c7-326d-411b-af5b-47c5d531b814 req-23e67770-37b6-44e8-a0fa-d55afaf8befe tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.053258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b93d8c7-326d-411b-af5b-47c5d531b814 req-23e67770-37b6-44e8-a0fa-d55afaf8befe tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e3686d6-0d84-461e-a8ed-36589fe68b17 HTTP/1.1" status: 200 len: 949 time: 0.2356565 May 26 16:05:14.215572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-e122d623-5408-4f55-b666-560051db71e8 service neutron] 10.222.0.39 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904607 May 26 16:05:14.328140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b93d8c7-326d-411b-af5b-47c5d531b814 req-7610dbee-79a5-4606-81ff-315ffa222e34 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481673 May 26 16:05:14.373991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:14.432734 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c029dbe9-b121-43a2-8423-6e3455e99013 x-openstack-request-id: req-c029dbe9-b121-43a2-8423-6e3455e99013 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:14.433167 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29137d3c-0e6b-4107-adfb-348f8c99938c", "name": "network-vif-deleted", "tag": "795f0adb-4fd7-4f82-82a5-5cf37a0d347d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "6bbc74ea-11e0-4d63-9acf-06c4644e3728", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:14.433540 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c029dbe9-b121-43a2-8423-6e3455e99013 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:14.434146 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c029dbe9-b121-43a2-8423-6e3455e99013'] response: {'server_uuid': '29137d3c-0e6b-4107-adfb-348f8c99938c', 'name': 'network-vif-deleted', 'tag': '795f0adb-4fd7-4f82-82a5-5cf37a0d347d', 'status': 'completed', 'code': 200} May 26 16:05:14.434537 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c029dbe9-b121-43a2-8423-6e3455e99013'] response: {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '6bbc74ea-11e0-4d63-9acf-06c4644e3728', 'status': 'completed', 'code': 200} May 26 16:05:14.498444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Pushing event deleted for resources: {'Port': ['ID=d6a597be-3723-4ec7-98ef-ce68fdda4889,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:14.604498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-00d5fdf4-90cf-4c6a-ac3d-0ddf27b9e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.609307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-00d5fdf4-90cf-4c6a-ac3d-0ddf27b9e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.610239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-00d5fdf4-90cf-4c6a-ac3d-0ddf27b9e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.611072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-00d5fdf4-90cf-4c6a-ac3d-0ddf27b9e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.613466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-00d5fdf4-90cf-4c6a-ac3d-0ddf27b9e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.614634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-00d5fdf4-90cf-4c6a-ac3d-0ddf27b9e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.616189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-00d5fdf4-90cf-4c6a-ac3d-0ddf27b9e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.622295 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-00d5fdf4-90cf-4c6a-ac3d-0ddf27b9e533 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6419 time: 0.1494033 May 26 16:05:14.677658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] No DVR routers for this DVR port d6a597be-3723-4ec7-98ef-ce68fdda4889 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:14.693981 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:14.701264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] 10.222.0.24 "DELETE /v2.0/ports/d6a597be-3723-4ec7-98ef-ce68fdda4889 HTTP/1.1" status: 204 len: 173 time: 2.1185625 May 26 16:05:14.842626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-fbdaf577-383d-44e4-9fc4-26a0a67f0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.843647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-fbdaf577-383d-44e4-9fc4-26a0a67f0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.844235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-fbdaf577-383d-44e4-9fc4-26a0a67f0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.847928 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-fbdaf577-383d-44e4-9fc4-26a0a67f0248 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2169046 May 26 16:05:14.852056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e59b3-726a-45d5-968b-6d50db4f120e req-ddbb711f-2c19-43b5-962a-21f55ac3c03c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.854482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-808e59b3-726a-45d5-968b-6d50db4f120e req-ddbb711f-2c19-43b5-962a-21f55ac3c03c tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 936 time: 0.3228087 May 26 16:05:14.945225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51b11ef-ca20-40a6-a878-3a76dbc35827 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:14.967418 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:14.988987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada4d3-95d9-4421-8c8f-6def53c80078 req-e6807e58-695a-4304-aa80-7f655b5c33a9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.000673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada4d3-95d9-4421-8c8f-6def53c80078 req-e6807e58-695a-4304-aa80-7f655b5c33a9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.006743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada4d3-95d9-4421-8c8f-6def53c80078 req-e6807e58-695a-4304-aa80-7f655b5c33a9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.017050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada4d3-95d9-4421-8c8f-6def53c80078 req-e6807e58-695a-4304-aa80-7f655b5c33a9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.028323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada4d3-95d9-4421-8c8f-6def53c80078 req-e6807e58-695a-4304-aa80-7f655b5c33a9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.039291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada4d3-95d9-4421-8c8f-6def53c80078 req-e6807e58-695a-4304-aa80-7f655b5c33a9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.046754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada4d3-95d9-4421-8c8f-6def53c80078 req-e6807e58-695a-4304-aa80-7f655b5c33a9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.052505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82ada4d3-95d9-4421-8c8f-6def53c80078 req-e6807e58-695a-4304-aa80-7f655b5c33a9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5417 time: 0.2884943 May 26 16:05:15.070152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:15.077127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-1b1e8026-8a28-48a6-8eb8-3da2d07ccb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.078785 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2726178a-a692-4326-a0c6-ddeefde8b76d req-1b1e8026-8a28-48a6-8eb8-3da2d07ccb1e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2157056 May 26 16:05:15.126633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.144897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Transition to ACTIVE for port object d51b11ef-ca20-40a6-a878-3a76dbc35827 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:15.167852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-808e59b3-726a-45d5-968b-6d50db4f120e req-70c20b13-84c1-4277-a840-f600a12d0874 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755053 May 26 16:05:15.176333 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.186305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Transition to ACTIVE for port object 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:15.224772 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.346990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82ada4d3-95d9-4421-8c8f-6def53c80078 req-63570e0c-f0c4-480d-9b19-d96057cbee97 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2520070 May 26 16:05:15.393717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Pushing event updated for resources: {'Port': ['ID=d51b11ef-ca20-40a6-a878-3a76dbc35827,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:15.561951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Pushing event updated for resources: {'Port': ['ID=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:15.603319 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56167062-4a10-4e89-ab32-66c2fdefe515 req-72f1db28-c397-42fa-b907-0cc016b69f23 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 210 time: 0.0698335 May 26 16:05:15.663320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd355bb-b9fa-4df7-abfd-8a1382d10b4e req-4660ae4f-9cb4-4095-9b0a-81bd20d2b41e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.670579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dd355bb-b9fa-4df7-abfd-8a1382d10b4e req-4660ae4f-9cb4-4095-9b0a-81bd20d2b41e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.3854613 May 26 16:05:15.746102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Attempting to bind port d51b11ef-ca20-40a6-a878-3a76dbc35827 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:15.746102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Attempting to bind port d51b11ef-ca20-40a6-a878-3a76dbc35827 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:15.746102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Attempting to bind port d51b11ef-ca20-40a6-a878-3a76dbc35827 on network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:15.755168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Attempting to bind port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:15.755519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Attempting to bind port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:15.755829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Attempting to bind port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:15.778122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dd355bb-b9fa-4df7-abfd-8a1382d10b4e req-31d73789-063f-4507-8b27-9b5e2b38a3df tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065083 May 26 16:05:15.779392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Port d51b11ef-ca20-40a6-a878-3a76dbc35827 on network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:15.779730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Attempting to bind port d51b11ef-ca20-40a6-a878-3a76dbc35827 on network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:15.798232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:15.798853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Checking segment: {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:15.801388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Bound using segment: {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:15.802030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Bound port: d51b11ef-ca20-40a6-a878-3a76dbc35827, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01abbab8-efd1-43df-b7e4-ae57bb41a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:15.802701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.832825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:15.833459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Attempting to bind port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:15.876415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:15.876763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:15.877158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:15.877738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Bound port: 390cb3c5-ea64-4e8b-aa35-3b695a6d6439, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:15.877963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.883402 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-612d59a5-a4fc-470a-9349-e324306d16d9 req-fa2c6be3-a8a8-4efc-87b5-a2cbc1de8c95 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:05:15.895038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-612d59a5-a4fc-470a-9349-e324306d16d9 req-fa2c6be3-a8a8-4efc-87b5-a2cbc1de8c95 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/96e0b4c1-3277-4ed7-9568-71c1b013120c HTTP/1.1" status: 404 len: 352 time: 0.0584054 May 26 16:05:15.976880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] For port d51b11ef-ca20-40a6-a878-3a76dbc35827, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:15.983830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] For port d51b11ef-ca20-40a6-a878-3a76dbc35827, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:15.995882 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.997553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:16.052204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.052891 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.059189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] 10.222.0.24 "PUT /v2.0/ports/d51b11ef-ca20-40a6-a878-3a76dbc35827 HTTP/1.1" status: 200 len: 1091 time: 2.8073299 May 26 16:05:16.076289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] For port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:16.084217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] For port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:16.095072 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.115998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: d6a597be-3723-4ec7-98ef-ce68fdda4889 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:16.116518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d6a597be-3723-4ec7-98ef-ce68fdda4889 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:16.160932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64e2bb-dc12-405f-a1c7-0ae64bcb9445 service neutron] Pushing event updated for resources: {'Port': ['ID=d51b11ef-ca20-40a6-a878-3a76dbc35827,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:16.164361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.165672 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.167263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] 10.222.0.24 "PUT /v2.0/ports/390cb3c5-ea64-4e8b-aa35-3b695a6d6439 HTTP/1.1" status: 200 len: 1096 time: 2.7025526 May 26 16:05:16.317086 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-64c89958-245f-49ff-978e-c2ec1b091943 req-f2a705a0-30a3-4848-b4ce-c914dd246266 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:05:16.320141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64c89958-245f-49ff-978e-c2ec1b091943 req-f2a705a0-30a3-4848-b4ce-c914dd246266 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/fa8ab1f4-38db-4c18-a137-ee867a5ab6de HTTP/1.1" status: 404 len: 352 time: 0.0859473 May 26 16:05:16.437810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '5251a885-cb24-43fe-a051-230f8d9f897e'}, {'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-deleted', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889'}, {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': 'd51b11ef-ca20-40a6-a878-3a76dbc35827'}, {'name': 'network-changed', 'server_uuid': 'a6554ec1-79fb-4e1a-9e0c-78534866f132', 'tag': '390cb3c5-ea64-4e8b-aa35-3b695a6d6439'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:16.439060 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56" -d '{"events": [{"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "5251a885-cb24-43fe-a051-230f8d9f897e"}, {"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-deleted", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889"}, {"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "d51b11ef-ca20-40a6-a878-3a76dbc35827"}, {"name": "network-changed", "server_uuid": "a6554ec1-79fb-4e1a-9e0c-78534866f132", "tag": "390cb3c5-ea64-4e8b-aa35-3b695a6d6439"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:16.520196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c3d0e-3cee-448a-bc0e-dfa726768b5d service neutron] Pushing event updated for resources: {'Port': ['ID=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:16.578315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-75b69d33-12cf-475e-a5d6-e38c53310f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.580780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-75b69d33-12cf-475e-a5d6-e38c53310f14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b86dac9a15419891232a543d90f43f&device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 1099 time: 0.2571309 May 26 16:05:16.592945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-2052738e-1e82-405c-913f-7758a2a265ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.593757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-2052738e-1e82-405c-913f-7758a2a265ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.595185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-2052738e-1e82-405c-913f-7758a2a265ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.595480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-2052738e-1e82-405c-913f-7758a2a265ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.596294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-2052738e-1e82-405c-913f-7758a2a265ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.597143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-2052738e-1e82-405c-913f-7758a2a265ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.597873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-2052738e-1e82-405c-913f-7758a2a265ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.601943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-2052738e-1e82-405c-913f-7758a2a265ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6486 time: 0.3713043 May 26 16:05:16.656064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ef05ec91-9d2b-461a-bbef-b43998e836ab tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.674138 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ef05ec91-9d2b-461a-bbef-b43998e836ab tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "GET /v2.0/networks?id=5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 200 len: 821 time: 0.8622465 May 26 16:05:16.689350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Request body: {'port': {'device_id': '45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a', 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb', 'admin_state_up': True, 'tenant_id': '3b140342e336402d835550466d16d88c'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:16.737734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-873fdc3d-0fd0-41d2-8753-3e6bf99d9e93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=390cb3c5-ea64-4e8b-aa35-3b695a6d6439 HTTP/1.1" status: 200 len: 217 time: 0.1346982 May 26 16:05:16.739844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-a67cdf34-e483-4f11-8e1d-b5c96e3ce72d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38225be2-82d7-472f-a194-09d70f523c0c HTTP/1.1" status: 200 len: 217 time: 0.1268232 May 26 16:05:16.890476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Made reservation on behalf of 3b140342e336402d835550466d16d88c for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:16.894442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.921467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-b6acc82d-6210-4c3c-9c78-3a093b258168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.923318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-b6acc82d-6210-4c3c-9c78-3a093b258168 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89acc52f-721e-427f-b71c-59781d53d629 HTTP/1.1" status: 200 len: 856 time: 0.1743751 May 26 16:05:16.944113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-f8c67e9c-5f8c-4421-b83a-dcafc4ad10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.945474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-f8c67e9c-5f8c-4421-b83a-dcafc4ad10a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1818392 May 26 16:05:16.949780 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-ceb1c9e6-81d2-4329-9d19-7b605060968d req-e939d9da-9d14-4f25-8e83-08d2d99477c5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:05:16.951307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb1c9e6-81d2-4329-9d19-7b605060968d req-e939d9da-9d14-4f25-8e83-08d2d99477c5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/ad632852-13f9-4996-a2cd-358c8a49b5d3 HTTP/1.1" status: 404 len: 352 time: 0.0504043 May 26 16:05:17.024935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84311c-a778-49bc-b119-dc9c829e40f3 req-358cd89d-5688-4f42-aae9-0c5cd31bab60 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.026472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e84311c-a778-49bc-b119-dc9c829e40f3 req-358cd89d-5688-4f42-aae9-0c5cd31bab60 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 948 time: 0.1715333 May 26 16:05:17.063071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Allocated IP 172.20.0.14 (5a98091c-a531-4e0f-8d0c-f0964ad088eb/7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9/d19e1e70-16c1-4ffe-868a-a12af9272c46) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:17.088485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e56012f1-de4b-451e-bc60-f40ca7303822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.090201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e56012f1-de4b-451e-bc60-f40ca7303822 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8e62433-5c96-4a8f-87fd-df2029b840d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564450 May 26 16:05:17.101227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-c2959d38-bf14-4e18-8769-721835474fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.103238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-c2959d38-bf14-4e18-8769-721835474fd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1335483 May 26 16:05:17.185171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e84311c-a778-49bc-b119-dc9c829e40f3 req-30ad2d50-5ec9-414d-a7d8-c2df47478a2e tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411715 May 26 16:05:17.229748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d254423-5ce4-407e-bb5d-55ce81c1e5e6 req-050875fc-e0f2-40fa-9d5f-e7f5185046d9 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.231497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d254423-5ce4-407e-bb5d-55ce81c1e5e6 req-050875fc-e0f2-40fa-9d5f-e7f5185046d9 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2025378 May 26 16:05:17.238440 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.278538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.326155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Network 5a98091c-a531-4e0f-8d0c-f0964ad088eb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:17.329684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:17.333757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:17.343772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event updated for resources: {'Port': ['ID=d19e1e70-16c1-4ffe-868a-a12af9272c46,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:17.396376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.397048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.417038 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-ade60087-0f42-43e3-94db-f76c20eea4ea tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7324169 May 26 16:05:17.428823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Request body: {'port': {'device_id': '45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:17.492804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.642491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1ee1d6a4-139a-4ad1-a04f-1a05b401d163 service neutron] 10.222.0.24 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446143 May 26 16:05:17.653071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d254423-5ce4-407e-bb5d-55ce81c1e5e6 req-bb8c3122-b47f-4500-a141-406f927bff6c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068861 May 26 16:05:17.661727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-68319b39-b18e-4af7-ba96-ddb72d6b1e9d service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415170 May 26 16:05:17.747764 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Thu, 26 May 2022 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba12d54c-d35a-4740-a95d-0075ed92240c x-openstack-request-id: req-ba12d54c-d35a-4740-a95d-0075ed92240c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:17.748089 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "5251a885-cb24-43fe-a051-230f8d9f897e", "status": "completed", "code": 200}, {"server_uuid": "6e3686d6-0d84-461e-a8ed-36589fe68b17", "name": "network-vif-deleted", "tag": "d6a597be-3723-4ec7-98ef-ce68fdda4889", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "d51b11ef-ca20-40a6-a878-3a76dbc35827", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6554ec1-79fb-4e1a-9e0c-78534866f132", "tag": "390cb3c5-ea64-4e8b-aa35-3b695a6d6439", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:17.748602 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba12d54c-d35a-4740-a95d-0075ed92240c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:17.749091 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba12d54c-d35a-4740-a95d-0075ed92240c'] response: {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '5251a885-cb24-43fe-a051-230f8d9f897e', 'status': 'completed', 'code': 200} May 26 16:05:17.749382 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba12d54c-d35a-4740-a95d-0075ed92240c'] response: {'server_uuid': '6e3686d6-0d84-461e-a8ed-36589fe68b17', 'name': 'network-vif-deleted', 'tag': 'd6a597be-3723-4ec7-98ef-ce68fdda4889', 'status': 'completed', 'code': 200} May 26 16:05:17.749649 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba12d54c-d35a-4740-a95d-0075ed92240c'] response: {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': 'd51b11ef-ca20-40a6-a878-3a76dbc35827', 'status': 'completed', 'code': 200} May 26 16:05:17.749910 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba12d54c-d35a-4740-a95d-0075ed92240c'] response: {'name': 'network-changed', 'server_uuid': 'a6554ec1-79fb-4e1a-9e0c-78534866f132', 'tag': '390cb3c5-ea64-4e8b-aa35-3b695a6d6439', 'status': 'completed', 'code': 200} May 26 16:05:17.766102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850c54d-67e8-4c73-a807-50d686699f74 req-960e831d-f91a-4a99-ab8e-ac0e45b99273 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.774132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850c54d-67e8-4c73-a807-50d686699f74 req-960e831d-f91a-4a99-ab8e-ac0e45b99273 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.781896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850c54d-67e8-4c73-a807-50d686699f74 req-960e831d-f91a-4a99-ab8e-ac0e45b99273 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.787524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850c54d-67e8-4c73-a807-50d686699f74 req-960e831d-f91a-4a99-ab8e-ac0e45b99273 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.795229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850c54d-67e8-4c73-a807-50d686699f74 req-960e831d-f91a-4a99-ab8e-ac0e45b99273 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.801456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850c54d-67e8-4c73-a807-50d686699f74 req-960e831d-f91a-4a99-ab8e-ac0e45b99273 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.807647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850c54d-67e8-4c73-a807-50d686699f74 req-960e831d-f91a-4a99-ab8e-ac0e45b99273 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.809635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0850c54d-67e8-4c73-a807-50d686699f74 req-960e831d-f91a-4a99-ab8e-ac0e45b99273 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.5381641 May 26 16:05:17.831095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19e1e70-16c1-4ffe-868a-a12af9272c46 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:17.839446 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.851782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Transition to ACTIVE for port object d19e1e70-16c1-4ffe-868a-a12af9272c46 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:17.857259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.919198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Pushing event updated for resources: {'Port': ['ID=d19e1e70-16c1-4ffe-868a-a12af9272c46,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:17.985559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c3de68dd-37b2-4f0c-a922-2bd4126680a3 service neutron] 10.222.0.24 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358989 May 26 16:05:17.997024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Attempting to bind port d19e1e70-16c1-4ffe-868a-a12af9272c46 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:17.997480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Attempting to bind port d19e1e70-16c1-4ffe-868a-a12af9272c46 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:17.997812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Attempting to bind port d19e1e70-16c1-4ffe-868a-a12af9272c46 on network 5a98091c-a531-4e0f-8d0c-f0964ad088eb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:18.002704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Port d19e1e70-16c1-4ffe-868a-a12af9272c46 on network 5a98091c-a531-4e0f-8d0c-f0964ad088eb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:18.003021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Attempting to bind port d19e1e70-16c1-4ffe-868a-a12af9272c46 on network 5a98091c-a531-4e0f-8d0c-f0964ad088eb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:18.008755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:18.009093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Checking segment: {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:18.009629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Bound using segment: {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:18.010086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Bound port: d19e1e70-16c1-4ffe-868a-a12af9272c46, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72eeced9-9f0b-4f15-b738-e4714c42cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:18.010438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.021398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95208159-7122-4db4-ad4f-35b42788a506 req-d6d7a742-5db5-4706-99f6-97318cc2997c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.023053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95208159-7122-4db4-ad4f-35b42788a506 req-d6d7a742-5db5-4706-99f6-97318cc2997c tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 944 time: 0.2105694 May 26 16:05:18.035368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0850c54d-67e8-4c73-a807-50d686699f74 req-69d3c1ba-6e54-41e2-832f-ca718032107e tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1613624 May 26 16:05:18.077669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-b369e057-39ae-4f6b-acf8-e7b4e01e26a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=2ca40ad8-2463-44af-bdc5-f14e6534583d HTTP/1.1" status: 200 len: 217 time: 0.0797744 May 26 16:05:18.084794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c01f555-66e3-48ff-bf94-4fb7a45affdd req-dd97604e-b20e-493c-ace7-20d2ea0d5f43 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067380 May 26 16:05:18.141976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] For port d19e1e70-16c1-4ffe-868a-a12af9272c46, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:18.146597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] For port d19e1e70-16c1-4ffe-868a-a12af9272c46, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d19e1e70-16c1-4ffe-868a-a12af9272c46,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:18.166648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.172211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95208159-7122-4db4-ad4f-35b42788a506 req-ccadd8f7-cb49-4219-ae73-a66267e64814 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996323 May 26 16:05:18.183409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d18f288f-9132-45ab-b833-55433343c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.185918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-d18f288f-9132-45ab-b833-55433343c95b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.0999272 May 26 16:05:18.231953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.233181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.235443 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] 10.222.0.24 "PUT /v2.0/ports/d19e1e70-16c1-4ffe-868a-a12af9272c46 HTTP/1.1" status: 200 len: 1092 time: 0.8110266 May 26 16:05:18.236040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a', 'tag': 'd19e1e70-16c1-4ffe-868a-a12af9272c46'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:18.238829 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca355f3-a95f-4061-9e0f-8c98d5274dab" -d '{"events": [{"name": "network-changed", "server_uuid": "45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a", "tag": "d19e1e70-16c1-4ffe-868a-a12af9272c46"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:18.261949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c570a-73be-4438-9c0b-8cb27da3efbc service neutron] Pushing event updated for resources: {'Port': ['ID=d19e1e70-16c1-4ffe-868a-a12af9272c46,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:18.270380 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-221e9977-3115-4004-8096-ef3e10eb3c20 req-df71f63b-c891-4c05-a5de-9a22dae1452f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:05:18.271783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-221e9977-3115-4004-8096-ef3e10eb3c20 req-df71f63b-c891-4c05-a5de-9a22dae1452f tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/761f5b8f-7120-43fe-9ae4-ef9e0d7d57e9 HTTP/1.1" status: 404 len: 352 time: 0.0236323 May 26 16:05:18.292053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5aa5c7ec-3475-4460-aa07-628246a1619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.293580 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5aa5c7ec-3475-4460-aa07-628246a1619c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0903962 May 26 16:05:18.336167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dad3-6053-49f8-92a7-ae38769d793f req-fb4c506f-c13f-4e60-b7e8-fab83f4a8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.339179 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-fb4c506f-c13f-4e60-b7e8-fab83f4a8fd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b140342e336402d835550466d16d88c&device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 1095 time: 0.0555902 May 26 16:05:18.397574 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-1d8a0863-716f-4704-a9ef-9e159238051e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d19e1e70-16c1-4ffe-868a-a12af9272c46 HTTP/1.1" status: 200 len: 217 time: 0.0498009 May 26 16:05:18.459701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d9b8f-a704-4a8f-afaa-e407af2a8aa8 req-1f452fc4-9411-4c44-bc83-eaad8a12eae1 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.461282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc3d9b8f-a704-4a8f-afaa-e407af2a8aa8 req-1f452fc4-9411-4c44-bc83-eaad8a12eae1 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0978661 May 26 16:05:18.465814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863dad3-6053-49f8-92a7-ae38769d793f req-10aaafa6-65c5-4ee2-92a0-9e0adc883210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.467985 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-10aaafa6-65c5-4ee2-92a0-9e0adc883210 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9 HTTP/1.1" status: 200 len: 861 time: 0.0621963 May 26 16:05:18.471296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-387694a4-1fb5-42c6-abb3-dc98046e6653 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710217 May 26 16:05:18.517538 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-25a43b0b-2291-4be1-9400-c5a23c6c2e63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a98091c-a531-4e0f-8d0c-f0964ad088eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352769 May 26 16:05:18.603590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc3d9b8f-a704-4a8f-afaa-e407af2a8aa8 req-d244b6f8-a3db-4acf-8b67-232b0d046a88 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310687 May 26 16:05:18.640115 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-9ed14f8b-ad6a-47e9-a318-8aa280e66c09 service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170726 May 26 16:05:18.673973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-bd2c1726-b09a-4f36-987b-2de31abd48db service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927116 May 26 16:05:18.686575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204497c-9fc3-4a6b-84e4-08c898e5a8c5 req-250f7833-0e2f-45b3-9c73-dc34749c047a tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.688413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6204497c-9fc3-4a6b-84e4-08c898e5a8c5 req-250f7833-0e2f-45b3-9c73-dc34749c047a tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 948 time: 0.1106761 May 26 16:05:18.746952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-3a3b3ff6-40c2-4afd-b2fa-b6969e3aa8f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=56c037a8-566f-46b6-9a3d-7750591a5be3 HTTP/1.1" status: 200 len: 217 time: 0.0575466 May 26 16:05:18.767660 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8c214c-3bfb-4444-8fda-931904c147af x-openstack-request-id: req-4e8c214c-3bfb-4444-8fda-931904c147af {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:18.768119 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a", "tag": "d19e1e70-16c1-4ffe-868a-a12af9272c46", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:18.768513 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e8c214c-3bfb-4444-8fda-931904c147af {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:18.769055 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8c214c-3bfb-4444-8fda-931904c147af'] response: {'name': 'network-changed', 'server_uuid': '45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a', 'tag': 'd19e1e70-16c1-4ffe-868a-a12af9272c46', 'status': 'completed', 'code': 200} May 26 16:05:18.783942 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7863dad3-6053-49f8-92a7-ae38769d793f req-dc8bbbb6-bf45-4cfa-abe4-dc6434f3ecbd service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368515 May 26 16:05:18.813507 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-d173d250-72e7-423c-8ad1-479b7232c9dd req-d53757d0-6a33-478a-8eb4-930ff5fd824b tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:05:18.814582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d173d250-72e7-423c-8ad1-479b7232c9dd req-d53757d0-6a33-478a-8eb4-930ff5fd824b tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/658bc6f9-e9ef-47c2-98a9-e87f22ee151c HTTP/1.1" status: 404 len: 352 time: 0.0301275 May 26 16:05:18.830234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6204497c-9fc3-4a6b-84e4-08c898e5a8c5 req-79538609-2525-4c52-a8b7-c60bd167c988 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908263 May 26 16:05:18.831728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-fdb0ac11-b3da-42bb-b16c-769b44d4880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.833112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-fdb0ac11-b3da-42bb-b16c-769b44d4880b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.0776110 May 26 16:05:18.898861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1d0bddbd-12df-4ce9-b622-fad24353b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.900697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1d0bddbd-12df-4ce9-b622-fad24353b476 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564744 May 26 16:05:18.901158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-ca18f5fd-0e99-4aed-a494-7942b1facb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.903624 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-ca18f5fd-0e99-4aed-a494-7942b1facb87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b140342e336402d835550466d16d88c&device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 1095 time: 0.0694609 May 26 16:05:18.980739 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-76777e6a-3650-40e3-8157-0c95bd98f39e req-5169b8fb-a019-49aa-86a7-751e3d6a2871 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] show failed (client error): The resource could not be found. May 26 16:05:18.982048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76777e6a-3650-40e3-8157-0c95bd98f39e req-5169b8fb-a019-49aa-86a7-751e3d6a2871 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/4b79c734-c43e-47d4-b226-339e975433a4 HTTP/1.1" status: 404 len: 352 time: 0.0583811 May 26 16:05:19.042621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-a39d330c-3e6f-489c-9f2a-51706339f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.044110 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-a39d330c-3e6f-489c-9f2a-51706339f5d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 200 len: 922 time: 0.1289549 May 26 16:05:19.052929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-42631e19-d8d4-4450-a213-3dd522a71f1f service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377761 May 26 16:05:19.094611 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-ae3d0fe1-84a6-4393-9022-e332aed92877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d19e1e70-16c1-4ffe-868a-a12af9272c46 HTTP/1.1" status: 200 len: 217 time: 0.0407827 May 26 16:05:19.169814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-2741c355-2615-49e1-906a-d4ff1c5bb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.174134 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-2741c355-2615-49e1-906a-d4ff1c5bb0c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9 HTTP/1.1" status: 200 len: 861 time: 0.0717578 May 26 16:05:19.203183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a0d85-9a13-4dec-b37e-0d27bdc09895 req-b1fa8b4f-d2c5-4ef4-97e2-2b29d5362881 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.204872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-755a0d85-9a13-4dec-b37e-0d27bdc09895 req-b1fa8b4f-d2c5-4ef4-97e2-2b29d5362881 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1205392 May 26 16:05:19.219736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-c489e6e4-c842-4d23-90ff-b291bbdbdb3c service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605756 May 26 16:05:19.236407 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-7c5bf2a7-ac75-405a-aa20-379ebfa3c465 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a98091c-a531-4e0f-8d0c-f0964ad088eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524411 May 26 16:05:19.275039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-6a9c16b6-33c1-4fd9-8a2a-1a7357d8c457 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=504991a7-772d-4514-ac9d-2402ff0ed221 HTTP/1.1" status: 200 len: 217 time: 0.0480604 May 26 16:05:19.312454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-755a0d85-9a13-4dec-b37e-0d27bdc09895 req-d939e9b6-64f4-47f6-90ad-7dbe9581237e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963659 May 26 16:05:19.371605 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-c1de81e5-e24b-4bb0-b720-7e7b68ec2ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258113 May 26 16:05:19.373338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-a2315ac3-a834-4648-80df-7f0f132c4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.374865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-a2315ac3-a834-4648-80df-7f0f132c4443 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.0920079 May 26 16:05:19.544835 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ca355f3-a95f-4061-9e0f-8c98d5274dab req-672240bf-3fa8-4325-8311-21fc4fffd1c8 service neutron] 10.222.0.24 "GET /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603522 May 26 16:05:19.557942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f1829014-75b2-4527-af23-26574c3da051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.559573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f1829014-75b2-4527-af23-26574c3da051 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1749837 May 26 16:05:19.580816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf9a7-f040-4460-982f-7cf2a14479e5 req-b8eef083-eee0-42cc-98d3-4dd8f8451930 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.587630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf9a7-f040-4460-982f-7cf2a14479e5 req-b8eef083-eee0-42cc-98d3-4dd8f8451930 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.594938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf9a7-f040-4460-982f-7cf2a14479e5 req-b8eef083-eee0-42cc-98d3-4dd8f8451930 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.600504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf9a7-f040-4460-982f-7cf2a14479e5 req-b8eef083-eee0-42cc-98d3-4dd8f8451930 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.606967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37602) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:19.607773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf9a7-f040-4460-982f-7cf2a14479e5 req-b8eef083-eee0-42cc-98d3-4dd8f8451930 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.613698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf9a7-f040-4460-982f-7cf2a14479e5 req-b8eef083-eee0-42cc-98d3-4dd8f8451930 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.620158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf9a7-f040-4460-982f-7cf2a14479e5 req-b8eef083-eee0-42cc-98d3-4dd8f8451930 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.622818 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a8bf9a7-f040-4460-982f-7cf2a14479e5 req-b8eef083-eee0-42cc-98d3-4dd8f8451930 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.1637304 May 26 16:05:19.708354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaf595-75b1-4100-aa7b-93e12822f669 req-692bac50-ef9c-4157-baa5-e7f93ec0a113 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.713093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ebaf595-75b1-4100-aa7b-93e12822f669 req-692bac50-ef9c-4157-baa5-e7f93ec0a113 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 944 time: 0.2075744 May 26 16:05:19.764749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a8bf9a7-f040-4460-982f-7cf2a14479e5 req-bf9370d2-a052-47cb-82de-9c86fce45afb tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269708 May 26 16:05:19.768516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4561b1bd-181f-48e3-8a1e-e089d9f85de8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30319e8b44ff4fac85bed5a2bb6a12a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577094 May 26 16:05:19.769040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37606) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:19.796267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-e8e0d1fa-2997-44ca-b6cf-cc44615e2996 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713996 May 26 16:05:19.810364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ebaf595-75b1-4100-aa7b-93e12822f669 req-0a32530e-cc77-4ca4-83b1-adab5c1cc8f8 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891213 May 26 16:05:19.829619 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee19a81a-703b-43bd-bbc0-d5276cd9b085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.875454 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee19a81a-703b-43bd-bbc0-d5276cd9b085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.966576 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee19a81a-703b-43bd-bbc0-d5276cd9b085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.970416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee19a81a-703b-43bd-bbc0-d5276cd9b085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.976672 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ee19a81a-703b-43bd-bbc0-d5276cd9b085 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cb18bd9-17b2-468d-a9cf-bc6a68facdf6 HTTP/1.1" status: 204 len: 168 time: 0.2044280 May 26 16:05:19.988474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19a81a-703b-43bd-bbc0-d5276cd9b085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb18bd9-17b2-468d-a9cf-bc6a68facdf6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:19.996014 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-78542314-ed7f-46e1-afb4-e95d68a4c51b service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928308 May 26 16:05:20.022619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a8c18-8976-4fd2-8cab-b002ac3df145 req-57d4d9f6-5163-4ed7-bdb7-d43823c136f0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.025663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-568a8c18-8976-4fd2-8cab-b002ac3df145 req-57d4d9f6-5163-4ed7-bdb7-d43823c136f0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0981796 May 26 16:05:20.029787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:20.058948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-27049179-8ef3-4a3e-be02-8c3b8b1f5e29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=6bbc74ea-11e0-4d63-9acf-06c4644e3728 HTTP/1.1" status: 200 len: 217 time: 0.0554738 May 26 16:05:20.169372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-8c9b7ff6-f9bc-44f2-8754-b274707f5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.172108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-8c9b7ff6-f9bc-44f2-8754-b274707f5cfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.1052198 May 26 16:05:20.173790 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-568a8c18-8976-4fd2-8cab-b002ac3df145 req-9ae2e418-11d5-47be-b654-c1ef9589259e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177855 May 26 16:05:20.182822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:20.197362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '390cb3c5-ea64-4e8b-aa35-3b695a6d6439', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '390cb3c5-ea64-4e8b-aa35-3b695a6d6439', 'mac_address': 'fa:16:3e:02:d8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:20.230291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b8bb8-6f10-48c7-8fd5-317f31326784 req-acc0da38-b62c-4708-a168-88c1e0e75db9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.231919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a58b8bb8-6f10-48c7-8fd5-317f31326784 req-acc0da38-b62c-4708-a168-88c1e0e75db9 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 1023 time: 0.1243646 May 26 16:05:20.260103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-87355099-abcb-45a6-b047-880485d04069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.261875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-87355099-abcb-45a6-b047-880485d04069 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846617 May 26 16:05:20.299597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:20.300275 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:20.318983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:20.351909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:20.358065 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:20.394354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a58b8bb8-6f10-48c7-8fd5-317f31326784 req-b2ebe8cd-d983-401b-8492-6f05ec71308a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=f153c5dc-2c57-45cb-ac39-11e84ffcda86&id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&id=8e9d175b-7808-487b-9d39-532b46b038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1484838 May 26 16:05:20.440914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:20.463346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e310b-4526-46e9-a706-70237923f334 req-4927d1ae-3b40-4eb2-87d0-8e47368c836a tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.463346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-746e310b-4526-46e9-a706-70237923f334 req-4927d1ae-3b40-4eb2-87d0-8e47368c836a tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 948 time: 0.1783218 May 26 16:05:20.483177 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-47688e13-5450-4c53-86da-977a00a42688 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143378 May 26 16:05:20.554743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['390cb3c5-ea64-4e8b-aa35-3b695a6d6439'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:20.584209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-746e310b-4526-46e9-a706-70237923f334 req-3cda641a-2b69-4bd6-b8bb-bae96c62fea9 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123922 May 26 16:05:20.690783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-f7de03d3-bc0a-47ee-8cd4-3411e8079ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882045 May 26 16:05:20.744955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-0247e0d1-5d2f-41b5-90c9-e8fa3ea03945 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5251a885-cb24-43fe-a051-230f8d9f897e HTTP/1.1" status: 200 len: 217 time: 0.0407588 May 26 16:05:20.829182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-3723fe3e-9afe-479e-8e9e-66a9d08ebc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.830899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-3723fe3e-9afe-479e-8e9e-66a9d08ebc7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16532663-ff63-447e-b7e6-9b6160cec251 HTTP/1.1" status: 200 len: 797 time: 0.0689881 May 26 16:05:20.838614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0a84a-4926-4388-9d57-9167adf5fe50 req-f3b3d3ec-efbb-4b02-81d9-3b6a00423fe5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.840820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2e0a84a-4926-4388-9d57-9167adf5fe50 req-f3b3d3ec-efbb-4b02-81d9-3b6a00423fe5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1482062 May 26 16:05:20.935723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2e0a84a-4926-4388-9d57-9167adf5fe50 req-51a4a192-36e1-4054-ad85-d56ca2d7d29b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603964 May 26 16:05:20.939637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5ea60c00-fb01-43b2-a3b5-79b5494e3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.941644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-5ea60c00-fb01-43b2-a3b5-79b5494e3baf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0998974 May 26 16:05:21.142155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61bf2-92eb-4fbc-9b2d-8cbce553de4c req-1f4bd394-c19c-4dff-91c4-5f8266316d3f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.148550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61bf2-92eb-4fbc-9b2d-8cbce553de4c req-1f4bd394-c19c-4dff-91c4-5f8266316d3f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.155011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61bf2-92eb-4fbc-9b2d-8cbce553de4c req-1f4bd394-c19c-4dff-91c4-5f8266316d3f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.160781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61bf2-92eb-4fbc-9b2d-8cbce553de4c req-1f4bd394-c19c-4dff-91c4-5f8266316d3f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.167537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61bf2-92eb-4fbc-9b2d-8cbce553de4c req-1f4bd394-c19c-4dff-91c4-5f8266316d3f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.173486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61bf2-92eb-4fbc-9b2d-8cbce553de4c req-1f4bd394-c19c-4dff-91c4-5f8266316d3f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.179526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61bf2-92eb-4fbc-9b2d-8cbce553de4c req-1f4bd394-c19c-4dff-91c4-5f8266316d3f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.181531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06e61bf2-92eb-4fbc-9b2d-8cbce553de4c req-1f4bd394-c19c-4dff-91c4-5f8266316d3f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.1898775 May 26 16:05:21.198542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-728a481f-2fa2-422d-acdd-d0222ee81c29 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480023 May 26 16:05:21.216767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cb343-e21e-409d-b3ec-d7d76e2ed08b req-fa970df2-4dd9-4d39-ad3d-19560b1a14b4 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.218370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-841cb343-e21e-409d-b3ec-d7d76e2ed08b req-fa970df2-4dd9-4d39-ad3d-19560b1a14b4 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 944 time: 0.1866148 May 26 16:05:21.309895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06e61bf2-92eb-4fbc-9b2d-8cbce553de4c req-4c6e3a73-a4ae-4beb-82e1-8ef245e07611 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207225 May 26 16:05:21.341555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-841cb343-e21e-409d-b3ec-d7d76e2ed08b req-4b8d0960-7544-4b23-a563-ee9c2a50f5be tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115723 May 26 16:05:21.386597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-af888cad-37bb-4659-8711-b40c55f745ac service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782031 May 26 16:05:21.439068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-7405f086-9d58-47e0-925e-19de7dc603bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827 HTTP/1.1" status: 200 len: 217 time: 0.0465171 May 26 16:05:21.447767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-27c07f4b-1125-481d-ab2d-c558961bbbb8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.454619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-27c07f4b-1125-481d-ab2d-c558961bbbb8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 1023 time: 0.1263118 May 26 16:05:21.617433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dce633dd-f644-420e-b2b4-38a06aadf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.619906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-dce633dd-f644-420e-b2b4-38a06aadf2fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16532663-ff63-447e-b7e6-9b6160cec251 HTTP/1.1" status: 200 len: 797 time: 0.1588333 May 26 16:05:21.627670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8c3a-95d8-4c3e-9ce6-a817ed72c42e req-9b6c3d7e-95fd-466d-a626-8cb6e9f8dbec tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.629240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08ed8c3a-95d8-4c3e-9ce6-a817ed72c42e req-9b6c3d7e-95fd-466d-a626-8cb6e9f8dbec tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1930711 May 26 16:05:21.711331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08ed8c3a-95d8-4c3e-9ce6-a817ed72c42e req-91046aa6-4b79-49e3-a3ac-842d2a0c0c0c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708439 May 26 16:05:21.722337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ce941b3e-b973-4e3d-8530-4af428379156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.724037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-ce941b3e-b973-4e3d-8530-4af428379156 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925095 May 26 16:05:21.733632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Deleting port 4a9474d4-7844-4884-9fd2-8726537fffed {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:21.734248 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.043912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d19e1e70-16c1-4ffe-868a-a12af9272c46 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:22.045732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:22.164181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:22.176532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:22.177008 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.226347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d19e1e70-16c1-4ffe-868a-a12af9272c46, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d19e1e70-16c1-4ffe-868a-a12af9272c46,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:22.239084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] For port 4a9474d4-7844-4884-9fd2-8726537fffed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=4a9474d4-7844-4884-9fd2-8726537fffed,segment=NetworkSegment(56a851fa-1287-4a65-b5b7-bfe0ff0ae153),segment_id=56a851fa-1287-4a65-b5b7-bfe0ff0ae153)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:22.239662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.246902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'd19e1e70-16c1-4ffe-868a-a12af9272c46', 'network_id': '5a98091c-a531-4e0f-8d0c-f0964ad088eb', 'port_id': 'd19e1e70-16c1-4ffe-868a-a12af9272c46', 'mac_address': 'fa:16:3e:f4:0f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:22.253560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2dfa-5cbe-46a5-b397-dccc13f82c3f req-2bb34629-00d9-48ec-b9bf-d35cc099ca61 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.256252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee9a2dfa-5cbe-46a5-b397-dccc13f82c3f req-2bb34629-00d9-48ec-b9bf-d35cc099ca61 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 946 time: 0.4619148 May 26 16:05:22.267289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-3e3f837c-9a90-4b06-80e2-a0600c20df68 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280285 May 26 16:05:22.279503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7a94-3381-4c2f-aad1-ab59108071a7 req-6e0968f6-a95d-4f75-b505-175930f54cb5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.280988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1bd7a94-3381-4c2f-aad1-ab59108071a7 req-6e0968f6-a95d-4f75-b505-175930f54cb5 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 1023 time: 0.4273796 May 26 16:05:22.283537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Calling delete_port for 4a9474d4-7844-4884-9fd2-8726537fffed owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:22.317712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d19e1e70-16c1-4ffe-868a-a12af9272c46 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:22.318188 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.337282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:22.337844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.351670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19e1e70-16c1-4ffe-868a-a12af9272c46 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:22.373939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6554ec1-79fb-4e1a-9e0c-78534866f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390cb3c5-ea64-4e8b-aa35-3b695a6d6439'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:22.376372 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79686d0-3e32-4ac3-b5d1-ca147bb303eb" -d '{"events": [{"server_uuid": "a6554ec1-79fb-4e1a-9e0c-78534866f132", "name": "network-vif-plugged", "status": "completed", "tag": "390cb3c5-ea64-4e8b-aa35-3b695a6d6439"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:22.397085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:22.400111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d19e1e70-16c1-4ffe-868a-a12af9272c46, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d19e1e70-16c1-4ffe-868a-a12af9272c46,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:22.402542 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.408196 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.474640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:22.485030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee9a2dfa-5cbe-46a5-b397-dccc13f82c3f req-325fbc48-ef8b-4e06-92bb-6c9770e7d1ca tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163548 May 26 16:05:22.511667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1bd7a94-3381-4c2f-aad1-ab59108071a7 req-2848b3d5-c713-4fe1-b630-5d20e2154b70 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups?id=f153c5dc-2c57-45cb-ac39-11e84ffcda86&id=bc85c574-e771-4c7a-992a-ed8843b8bcbe&id=8e9d175b-7808-487b-9d39-532b46b038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2071388 May 26 16:05:22.550306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d19e1e70-16c1-4ffe-868a-a12af9272c46,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:22.554964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0beac947-c3d2-46df-a66b-b20a04b23f0e req-1f7db325-921d-456d-8683-8eef6a4fb879 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727451 May 26 16:05:22.618925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['d19e1e70-16c1-4ffe-868a-a12af9272c46'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:22.733629 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.746300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['4a9474d4-7844-4884-9fd2-8726537fffed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:22.791004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'Port': ['ID=4a9474d4-7844-4884-9fd2-8726537fffed,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:22.838836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d26a47de-7037-486c-b16d-1bfffcf8e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.839317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d26a47de-7037-486c-b16d-1bfffcf8e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.839779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d26a47de-7037-486c-b16d-1bfffcf8e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.840242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d26a47de-7037-486c-b16d-1bfffcf8e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.840694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d26a47de-7037-486c-b16d-1bfffcf8e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.841152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d26a47de-7037-486c-b16d-1bfffcf8e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.841603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d26a47de-7037-486c-b16d-1bfffcf8e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.843593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d26a47de-7037-486c-b16d-1bfffcf8e7a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6486 time: 0.2115922 May 26 16:05:22.857405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343b8a6-881b-4922-86a6-df66d8641858 req-f502476b-c82e-46c0-93ae-0ee90cc7028d tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.858908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3343b8a6-881b-4922-86a6-df66d8641858 req-f502476b-c82e-46c0-93ae-0ee90cc7028d tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 950 time: 0.2250288 May 26 16:05:22.880746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0915341-f688-4e09-b698-a8903b5ddbeb req-235937e9-6cdb-4ae5-a9c2-cf157e818f2d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.887088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0915341-f688-4e09-b698-a8903b5ddbeb req-235937e9-6cdb-4ae5-a9c2-cf157e818f2d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.892819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0915341-f688-4e09-b698-a8903b5ddbeb req-235937e9-6cdb-4ae5-a9c2-cf157e818f2d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.898885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0915341-f688-4e09-b698-a8903b5ddbeb req-235937e9-6cdb-4ae5-a9c2-cf157e818f2d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.904801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0915341-f688-4e09-b698-a8903b5ddbeb req-235937e9-6cdb-4ae5-a9c2-cf157e818f2d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.910812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0915341-f688-4e09-b698-a8903b5ddbeb req-235937e9-6cdb-4ae5-a9c2-cf157e818f2d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.917144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0915341-f688-4e09-b698-a8903b5ddbeb req-235937e9-6cdb-4ae5-a9c2-cf157e818f2d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.919404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0915341-f688-4e09-b698-a8903b5ddbeb req-235937e9-6cdb-4ae5-a9c2-cf157e818f2d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.2644691 May 26 16:05:22.951209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] No DVR routers for this DVR port 4a9474d4-7844-4884-9fd2-8726537fffed on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:22.990184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.993263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c85334f-2b66-483d-a90d-c2fd0ca5a6e0 req-55460938-9534-4fe3-a8c8-64123cac2e14 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.32 "DELETE /v2.0/ports/4a9474d4-7844-4884-9fd2-8726537fffed HTTP/1.1" status: 204 len: 173 time: 1.5298181 May 26 16:05:23.000643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'name': 'network-vif-deleted', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:23.002944 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73370bfc-ea55-485b-acd6-09047e51574e" -d '{"events": [{"server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "name": "network-vif-deleted", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:23.051156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3343b8a6-881b-4922-86a6-df66d8641858 req-f01cbd7e-c8ff-4300-afad-0032b3619515 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305840 May 26 16:05:23.094454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a0915341-f688-4e09-b698-a8903b5ddbeb req-a1c95389-15ac-45ed-b709-12a8e3aabe8a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579914 May 26 16:05:23.114568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-3b296b98-1df4-4ba7-a55f-be894ad57106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:23.116489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-3b296b98-1df4-4ba7-a55f-be894ad57106 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa HTTP/1.1" status: 200 len: 903 time: 0.2566295 May 26 16:05:23.200677 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-30d55775-3ddd-4dbb-a4bf-6f113c3665f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5251a885-cb24-43fe-a051-230f8d9f897e HTTP/1.1" status: 200 len: 217 time: 0.0767415 May 26 16:05:23.201679 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e1004-c823-4cf1-9f63-c27553c8213a x-openstack-request-id: req-118e1004-c823-4cf1-9f63-c27553c8213a {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:23.202452 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6554ec1-79fb-4e1a-9e0c-78534866f132", "name": "network-vif-plugged", "status": "completed", "tag": "390cb3c5-ea64-4e8b-aa35-3b695a6d6439", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:23.205600 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-118e1004-c823-4cf1-9f63-c27553c8213a {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:23.206378 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118e1004-c823-4cf1-9f63-c27553c8213a'] response: {'server_uuid': 'a6554ec1-79fb-4e1a-9e0c-78534866f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390cb3c5-ea64-4e8b-aa35-3b695a6d6439', 'code': 200} May 26 16:05:23.330040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5975f0-1967-494b-8506-f5642d62091e req-fb28d99b-51d0-4dcd-a92e-fba7c4013ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:23.331769 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f5975f0-1967-494b-8506-f5642d62091e req-fb28d99b-51d0-4dcd-a92e-fba7c4013ef6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 1101 time: 0.0504529 May 26 16:05:23.355295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-9d9ca052-fd08-4b6f-9046-2e1ef226f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:23.356781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-9d9ca052-fd08-4b6f-9046-2e1ef226f2e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16532663-ff63-447e-b7e6-9b6160cec251 HTTP/1.1" status: 200 len: 797 time: 0.1212065 May 26 16:05:23.370097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fe189-44a0-4395-b403-d90527d9d84b req-f5377060-b36e-4288-904d-85395fd4424b tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:23.371641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f75fe189-44a0-4395-b403-d90527d9d84b req-f5377060-b36e-4288-904d-85395fd4424b tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 945 time: 0.2278605 May 26 16:05:23.381585 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f5975f0-1967-494b-8506-f5642d62091e req-5ba7a5de-8cc9-4e38-a6e4-e728b0614046 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 May 26 16:05:23.459967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118f3cc-5d0c-48c8-bfe1-8644c7145949 req-db386658-50b7-44b8-8c1a-838e7c76d4bf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:23.461501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0118f3cc-5d0c-48c8-bfe1-8644c7145949 req-db386658-50b7-44b8-8c1a-838e7c76d4bf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1611488 May 26 16:05:23.497963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f75fe189-44a0-4395-b403-d90527d9d84b req-3f0ca753-2c10-46bf-a83f-84217ff5eead tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062748 May 26 16:05:23.509979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-a52c936b-aacb-440a-b84a-2090a8a9ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:23.511660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-a52c936b-aacb-440a-b84a-2090a8a9ec09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1390479 May 26 16:05:23.528642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-617c444c-44ff-4ac7-9075-a84d7a384860 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:23.530258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-617c444c-44ff-4ac7-9075-a84d7a384860 tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.32 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 946 time: 0.1565754 May 26 16:05:23.554377 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4edce6b-2b11-42b4-8cf5-b035c8fe88fc x-openstack-request-id: req-f4edce6b-2b11-42b4-8cf5-b035c8fe88fc {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:23.554763 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b56d39f-1401-439e-bb40-141f71fdeff9", "name": "network-vif-deleted", "tag": "4a9474d4-7844-4884-9fd2-8726537fffed", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:23.554950 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4edce6b-2b11-42b4-8cf5-b035c8fe88fc {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:23.555342 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4edce6b-2b11-42b4-8cf5-b035c8fe88fc'] response: {'server_uuid': '6b56d39f-1401-439e-bb40-141f71fdeff9', 'name': 'network-vif-deleted', 'tag': '4a9474d4-7844-4884-9fd2-8726537fffed', 'status': 'completed', 'code': 200} May 26 16:05:23.560825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0118f3cc-5d0c-48c8-bfe1-8644c7145949 req-f113758e-9da9-43fb-a8bf-36692aadf33b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800889 May 26 16:05:23.615784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:23.653240 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:23.732270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec8da112-6271-4a9c-97a6-d4188da52761 req-185b08a8-7b7d-4291-9411-efadb896e70c tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b56d39f-1401-439e-bb40-141f71fdeff9 HTTP/1.1" status: 200 len: 210 time: 0.0451450 May 26 16:05:23.797178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-687382d8-4e28-49ea-9751-b92e31cfec56 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174482 May 26 16:05:23.884211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f741c-8650-481f-816f-4464f4d8686b req-93d5284d-203f-47e4-bff4-3fe21967bfbc tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:23.885838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a58f741c-8650-481f-816f-4464f4d8686b req-93d5284d-203f-47e4-bff4-3fe21967bfbc tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 946 time: 0.1443241 May 26 16:05:23.929136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Deleting port b22c5c73-c188-404d-887d-9beff4dd95b3 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:23.929481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.011888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef90575-d50d-4062-b89b-a31df1a468a1 req-f6e73d44-8fed-4389-98d3-76f07fcb66e0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.013922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ef90575-d50d-4062-b89b-a31df1a468a1 req-f6e73d44-8fed-4389-98d3-76f07fcb66e0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2209117 May 26 16:05:24.051570 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a58f741c-8650-481f-816f-4464f4d8686b req-12cdbb44-124a-479e-8b76-ad1da455b0ab tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/security-groups?id=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582253 May 26 16:05:24.056762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-a52536f3-4f7c-4290-8f3e-6410db737d38 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468896 May 26 16:05:24.069735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d19e1e70-16c1-4ffe-868a-a12af9272c46 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:24.108394 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ef90575-d50d-4062-b89b-a31df1a468a1 req-94624745-a786-4665-9709-6c256bd3f19d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763965 May 26 16:05:24.131661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port d19e1e70-16c1-4ffe-868a-a12af9272c46 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:24.136068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port d19e1e70-16c1-4ffe-868a-a12af9272c46 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:24.136525 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.172496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] For port b22c5c73-c188-404d-887d-9beff4dd95b3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b22c5c73-c188-404d-887d-9beff4dd95b3,segment=NetworkSegment(801c2d57-cc1f-4848-8edc-5a901566821a),segment_id=801c2d57-cc1f-4848-8edc-5a901566821a)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:24.172872 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.191806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Calling delete_port for b22c5c73-c188-404d-887d-9beff4dd95b3 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:24.210865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-43ebc39c-80a0-431a-95c7-55f0d4d2e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.211270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-43ebc39c-80a0-431a-95c7-55f0d4d2e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.211746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-43ebc39c-80a0-431a-95c7-55f0d4d2e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.212218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-43ebc39c-80a0-431a-95c7-55f0d4d2e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.212690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-43ebc39c-80a0-431a-95c7-55f0d4d2e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.213156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-43ebc39c-80a0-431a-95c7-55f0d4d2e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.213622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-43ebc39c-80a0-431a-95c7-55f0d4d2e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.218056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-43ebc39c-80a0-431a-95c7-55f0d4d2e72a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6486 time: 0.1061966 May 26 16:05:24.248937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d19e1e70-16c1-4ffe-868a-a12af9272c46 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:24.249569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.298819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d19e1e70-16c1-4ffe-868a-a12af9272c46, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d19e1e70-16c1-4ffe-868a-a12af9272c46,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:24.303621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.356518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d19e1e70-16c1-4ffe-868a-a12af9272c46,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:24.402680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f4709-c9c6-435a-b60e-098dad4419ff req-fe31ac2a-0c32-4cc1-b14c-94a1e6a98763 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.407535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae7f4709-c9c6-435a-b60e-098dad4419ff req-fe31ac2a-0c32-4cc1-b14c-94a1e6a98763 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 950 time: 0.1861467 May 26 16:05:24.473986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-6732ee16-4fd6-4401-9446-7ea640566587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.475469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-6732ee16-4fd6-4401-9446-7ea640566587 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa HTTP/1.1" status: 200 len: 903 time: 0.2475886 May 26 16:05:24.497437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f311-eed9-4cd0-9687-597c76368ecd req-9851ed8d-f84c-48fc-87c0-922e56bc9d0a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.503176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f311-eed9-4cd0-9687-597c76368ecd req-9851ed8d-f84c-48fc-87c0-922e56bc9d0a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.509039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f311-eed9-4cd0-9687-597c76368ecd req-9851ed8d-f84c-48fc-87c0-922e56bc9d0a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.514777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f311-eed9-4cd0-9687-597c76368ecd req-9851ed8d-f84c-48fc-87c0-922e56bc9d0a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.520526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f311-eed9-4cd0-9687-597c76368ecd req-9851ed8d-f84c-48fc-87c0-922e56bc9d0a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.526340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f311-eed9-4cd0-9687-597c76368ecd req-9851ed8d-f84c-48fc-87c0-922e56bc9d0a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.532018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f311-eed9-4cd0-9687-597c76368ecd req-9851ed8d-f84c-48fc-87c0-922e56bc9d0a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.533816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e190f311-eed9-4cd0-9687-597c76368ecd req-9851ed8d-f84c-48fc-87c0-922e56bc9d0a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.1995130 May 26 16:05:24.601862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae7f4709-c9c6-435a-b60e-098dad4419ff req-e963b114-bf5e-4812-8d0a-4c706ca8aa52 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855192 May 26 16:05:24.609868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-9ec924d3-0079-47a2-bb04-640618785493 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827 HTTP/1.1" status: 200 len: 217 time: 0.1268330 May 26 16:05:24.678337 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.695110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['b22c5c73-c188-404d-887d-9beff4dd95b3'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:24.697586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e190f311-eed9-4cd0-9687-597c76368ecd req-1e6cbe12-f3b2-4c58-b69c-b5d7526afa25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532204 May 26 16:05:24.734203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-8a829b0c-a598-4d85-9b7e-26fbb86e89af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.740602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-8a829b0c-a598-4d85-9b7e-26fbb86e89af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16532663-ff63-447e-b7e6-9b6160cec251 HTTP/1.1" status: 200 len: 797 time: 0.1147938 May 26 16:05:24.751696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Pushing event deleted for resources: {'Port': ['ID=b22c5c73-c188-404d-887d-9beff4dd95b3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:24.841501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] No DVR routers for this DVR port b22c5c73-c188-404d-887d-9beff4dd95b3 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:24.863520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.866960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d15a5025-4d6b-468c-bb4f-972eb0f42ffe req-8f3a9b44-bb5b-45a5-9220-518964fded5d tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.32 "DELETE /v2.0/ports/b22c5c73-c188-404d-887d-9beff4dd95b3 HTTP/1.1" status: 204 len: 173 time: 1.3226542 May 26 16:05:24.901441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fbf47-6909-45d4-bc1d-22b20225d89b req-482ef708-4307-4092-a0a0-931eee4efb30 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.903025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e42fbf47-6909-45d4-bc1d-22b20225d89b req-482ef708-4307-4092-a0a0-931eee4efb30 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 946 time: 0.1958768 May 26 16:05:24.905946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-3208c568-3d3a-4ad2-8b37-7dc0d8e13754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.907407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-3208c568-3d3a-4ad2-8b37-7dc0d8e13754 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1509454 May 26 16:05:24.939821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f6edc-6907-447b-96ed-5cab29931cf9 req-d00a0fc3-5933-4d67-907c-3a72c828c70b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.941496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb8f6edc-6907-447b-96ed-5cab29931cf9 req-d00a0fc3-5933-4d67-907c-3a72c828c70b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1439714 May 26 16:05:25.027072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e42fbf47-6909-45d4-bc1d-22b20225d89b req-4bface08-3c50-4f91-a0a0-36d3746c7e8e tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175797 May 26 16:05:25.057179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb8f6edc-6907-447b-96ed-5cab29931cf9 req-fef733e8-1791-4e0e-9d2d-7b8ab8e142fc tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984170 May 26 16:05:25.073958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-b2ca201d-2cf6-4869-be79-e69512d107a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562691 May 26 16:05:25.208096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19e1e70-16c1-4ffe-868a-a12af9272c46'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:25.210537 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9516265b-99a7-40d8-899e-6faa45e532d1" -d '{"events": [{"server_uuid": "45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a", "name": "network-vif-plugged", "status": "completed", "tag": "d19e1e70-16c1-4ffe-868a-a12af9272c46"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:25.249410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-104ebec6-fa9a-4379-a3f9-97a22cb0cb9d service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681700 May 26 16:05:25.252227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45b8b87e-7f2e-4177-b8cf-8ee08dcf064c req-c1c1048d-435f-48e4-9394-c95e5c37f36b tempest-ServerTagsTestJSON-373584900 tempest-ServerTagsTestJSON-373584900-project] 10.222.0.39 "GET /v2.0/ports?device_id=4df7f539-796f-409c-a744-541db1a85736 HTTP/1.1" status: 200 len: 210 time: 0.0535755 May 26 16:05:25.268672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b6383-e69d-4b9d-a3e0-5080777d78b7 req-be9c56fd-85b8-4f2c-91a2-35c5e011f948 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:25.270378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-588b6383-e69d-4b9d-a3e0-5080777d78b7 req-be9c56fd-85b8-4f2c-91a2-35c5e011f948 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1064425 May 26 16:05:25.368200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-588b6383-e69d-4b9d-a3e0-5080777d78b7 req-d3e296a4-c1d6-49d2-a4e8-cf586a55344c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850213 May 26 16:05:25.387036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec4fcfc2-fd6a-4ce0-8ef4-16bd5aa8aab6 req-eb41b042-acd1-4dbd-af69-99479339c939 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/f153c5dc-2c57-45cb-ac39-11e84ffcda86 HTTP/1.1" status: 200 len: 1802 time: 0.0976143 May 26 16:05:25.389115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-26568e80-3325-471f-bedd-4b9e632d47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:25.390672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-26568e80-3325-471f-bedd-4b9e632d47e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b86dac9a15419891232a543d90f43f&device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 1101 time: 0.0877054 May 26 16:05:25.509151 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21ff92c-5b73-4e40-8158-f26a3e9e3cb2 x-openstack-request-id: req-c21ff92c-5b73-4e40-8158-f26a3e9e3cb2 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:25.509833 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a", "name": "network-vif-plugged", "status": "completed", "tag": "d19e1e70-16c1-4ffe-868a-a12af9272c46", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:25.509833 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c21ff92c-5b73-4e40-8158-f26a3e9e3cb2 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:25.510148 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21ff92c-5b73-4e40-8158-f26a3e9e3cb2'] response: {'server_uuid': '45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19e1e70-16c1-4ffe-868a-a12af9272c46', 'code': 200} May 26 16:05:25.617148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3464d7-c9a2-420f-b61e-3b8a1cdca21d req-8b06eab9-4f47-4999-8c92-01c096ab3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:25.619599 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b3464d7-c9a2-420f-b61e-3b8a1cdca21d req-8b06eab9-4f47-4999-8c92-01c096ab3d74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 1097 time: 0.0435491 May 26 16:05:25.656062 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b3464d7-c9a2-420f-b61e-3b8a1cdca21d req-c59c76e9-cc40-48e9-878a-016cc270e554 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300989 May 26 16:05:25.697752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df7f539-796f-409c-a744-541db1a85736', 'name': 'network-vif-deleted', 'tag': 'b22c5c73-c188-404d-887d-9beff4dd95b3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:25.699984 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ccc58f-f80b-43ea-9a33-6c1b2154c1d8" -d '{"events": [{"server_uuid": "4df7f539-796f-409c-a744-541db1a85736", "name": "network-vif-deleted", "tag": "b22c5c73-c188-404d-887d-9beff4dd95b3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:25.827566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d532f7df-744f-48c7-8d06-e5fa10371c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:25.829026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-d532f7df-744f-48c7-8d06-e5fa10371c66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.4241815 May 26 16:05:25.839685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec4fcfc2-fd6a-4ce0-8ef4-16bd5aa8aab6 req-f661dd9d-60df-4e8e-a808-984cc30c357a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.909601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-bd9d2577-71f9-419c-99a7-6d487897124e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=390cb3c5-ea64-4e8b-aa35-3b695a6d6439 HTTP/1.1" status: 200 len: 217 time: 0.0654051 May 26 16:05:25.920893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208938e-4571-4a82-8394-888b16501d85 req-085654c9-abdc-431c-948f-60a2868db191 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:25.922320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7208938e-4571-4a82-8394-888b16501d85 req-085654c9-abdc-431c-948f-60a2868db191 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 814 time: 0.2191124 May 26 16:05:25.933908 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec4fcfc2-fd6a-4ce0-8ef4-16bd5aa8aab6 req-f661dd9d-60df-4e8e-a808-984cc30c357a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.984244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7208938e-4571-4a82-8394-888b16501d85 req-fc187d55-c76b-4c17-a4ea-3dc8592ce43d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/quotas/a2dbb00c41cb40cb94c6029f58655ef3 HTTP/1.1" status: 200 len: 375 time: 0.0475948 May 26 16:05:26.032732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-ea26e7fa-f2d5-427c-b2c4-6781c9cac802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.034198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-ea26e7fa-f2d5-427c-b2c4-6781c9cac802 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1110137 May 26 16:05:26.051680 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec4fcfc2-fd6a-4ce0-8ef4-16bd5aa8aab6 req-f661dd9d-60df-4e8e-a808-984cc30c357a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.054212 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec4fcfc2-fd6a-4ce0-8ef4-16bd5aa8aab6 req-f661dd9d-60df-4e8e-a808-984cc30c357a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.055895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec4fcfc2-fd6a-4ce0-8ef4-16bd5aa8aab6 req-f661dd9d-60df-4e8e-a808-984cc30c357a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/f153c5dc-2c57-45cb-ac39-11e84ffcda86 HTTP/1.1" status: 204 len: 173 time: 0.6612265 May 26 16:05:26.088393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661dd9d-60df-4e8e-a808-984cc30c357a tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f153c5dc-2c57-45cb-ac39-11e84ffcda86,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:26.097360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7208938e-4571-4a82-8394-888b16501d85 req-0992e7d1-a594-48e7-ab3a-d07f6227707c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063521 May 26 16:05:26.108266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-528009f4-0850-40c2-ae94-e6477021577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.109804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-528009f4-0850-40c2-ae94-e6477021577f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667896 May 26 16:05:26.173016 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1256bed-0347-434d-b9f1-33bad4a248fc x-openstack-request-id: req-a1256bed-0347-434d-b9f1-33bad4a248fc {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:26.173318 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df7f539-796f-409c-a744-541db1a85736", "name": "network-vif-deleted", "tag": "b22c5c73-c188-404d-887d-9beff4dd95b3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:26.173558 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1256bed-0347-434d-b9f1-33bad4a248fc {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:26.173953 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1256bed-0347-434d-b9f1-33bad4a248fc'] response: {'server_uuid': '4df7f539-796f-409c-a744-541db1a85736', 'name': 'network-vif-deleted', 'tag': 'b22c5c73-c188-404d-887d-9beff4dd95b3', 'status': 'completed', 'code': 200} May 26 16:05:26.274933 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-ef9813fd-058e-44ff-8e55-3572993b9028 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578391 May 26 16:05:26.284760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdd4ab-cdc1-419f-b724-09a300573908 req-78697ada-8a6e-4f6c-8ba0-7d7c90efdecf tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.286200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40bdd4ab-cdc1-419f-b724-09a300573908 req-78697ada-8a6e-4f6c-8ba0-7d7c90efdecf tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 950 time: 0.1050847 May 26 16:05:26.362551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ae0b-7813-469f-aa62-e77bfac31835 req-eaee0a05-a801-4cea-aac4-e8bcdb84bf2a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.368926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ae0b-7813-469f-aa62-e77bfac31835 req-eaee0a05-a801-4cea-aac4-e8bcdb84bf2a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.375900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ae0b-7813-469f-aa62-e77bfac31835 req-eaee0a05-a801-4cea-aac4-e8bcdb84bf2a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.383393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ae0b-7813-469f-aa62-e77bfac31835 req-eaee0a05-a801-4cea-aac4-e8bcdb84bf2a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.393558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ae0b-7813-469f-aa62-e77bfac31835 req-eaee0a05-a801-4cea-aac4-e8bcdb84bf2a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.401492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ae0b-7813-469f-aa62-e77bfac31835 req-eaee0a05-a801-4cea-aac4-e8bcdb84bf2a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.407578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ae0b-7813-469f-aa62-e77bfac31835 req-eaee0a05-a801-4cea-aac4-e8bcdb84bf2a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.409546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3f1ae0b-7813-469f-aa62-e77bfac31835 req-eaee0a05-a801-4cea-aac4-e8bcdb84bf2a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.1885524 May 26 16:05:26.469458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40bdd4ab-cdc1-419f-b724-09a300573908 req-26f76f4c-1e8d-4dfa-b88f-b3b8a5ccf568 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734364 May 26 16:05:26.488548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3f1ae0b-7813-469f-aa62-e77bfac31835 req-86f3c4c5-4e73-47a9-a03e-3701df806369 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710783 May 26 16:05:26.504440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bb393e1-a9f5-42e4-a8ba-3dd57a21ad56 req-f04dca35-e8b9-4f8f-8a29-9779ef451afe service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172568 May 26 16:05:26.599503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e15d9163-845c-402e-a17f-f441af5dd04b req-02d6ef23-9bd4-418a-b422-4c1fdbe302ca tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "GET /v2.0/security-groups/8e9d175b-7808-487b-9d39-532b46b038b5 HTTP/1.1" status: 200 len: 1802 time: 0.0786080 May 26 16:05:26.614475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 4a9474d4-7844-4884-9fd2-8726537fffed no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:26.622624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35a42-762b-4fbf-9a04-ba6ef99d4b97 req-446e8848-772c-4eab-99bb-8ec859e1f9f8 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.624157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3a35a42-762b-4fbf-9a04-ba6ef99d4b97 req-446e8848-772c-4eab-99bb-8ec859e1f9f8 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 946 time: 0.0792320 May 26 16:05:26.639718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 4a9474d4-7844-4884-9fd2-8726537fffed {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:26.640060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 4a9474d4-7844-4884-9fd2-8726537fffed not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:26.690334 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3a35a42-762b-4fbf-9a04-ba6ef99d4b97 req-3b7bfb17-054b-4452-81d0-de6fe315a07b tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542312 May 26 16:05:26.702581 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e15d9163-845c-402e-a17f-f441af5dd04b req-750d124d-abe9-42be-ba6d-5da76b6cf7f8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.730038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e15d9163-845c-402e-a17f-f441af5dd04b req-750d124d-abe9-42be-ba6d-5da76b6cf7f8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.814669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af3f1c-f3b6-4e2e-9dae-b8fdf0a4bbf9 req-901828b8-81bb-4057-a40d-9f2c83b5eca6 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.816149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86af3f1c-f3b6-4e2e-9dae-b8fdf0a4bbf9 req-901828b8-81bb-4057-a40d-9f2c83b5eca6 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0605206 May 26 16:05:26.817223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e15d9163-845c-402e-a17f-f441af5dd04b req-750d124d-abe9-42be-ba6d-5da76b6cf7f8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.820028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e15d9163-845c-402e-a17f-f441af5dd04b req-750d124d-abe9-42be-ba6d-5da76b6cf7f8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.821545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e15d9163-845c-402e-a17f-f441af5dd04b req-750d124d-abe9-42be-ba6d-5da76b6cf7f8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] 10.222.0.39 "DELETE /v2.0/security-groups/8e9d175b-7808-487b-9d39-532b46b038b5 HTTP/1.1" status: 204 len: 173 time: 0.2151110 May 26 16:05:26.827670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37754) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:26.847748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d124d-abe9-42be-ba6d-5da76b6cf7f8 tempest-SecurityGroupsTestJSON-289869493 tempest-SecurityGroupsTestJSON-289869493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9d175b-7808-487b-9d39-532b46b038b5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:26.874254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Deleting subnet 05b5ae83-a375-4ce2-a4cb-d4923391fa2f {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:05:26.878150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.881856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86af3f1c-f3b6-4e2e-9dae-b8fdf0a4bbf9 req-90fd3b24-642c-4088-ba55-1f98ce8fccf2 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 May 26 16:05:26.912060 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37764) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:26.941775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.984447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ab0eaa-6793-483a-86f0-f34c8df14314 admin admin] Deleting subnet 5831e7db-c486-4928-9b53-5d105f2255d8 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:05:26.989103 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29ab0eaa-6793-483a-86f0-f34c8df14314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.991575 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.047134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29ab0eaa-6793-483a-86f0-f34c8df14314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.067579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.104385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b5ae83-a375-4ce2-a4cb-d4923391fa2f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:27.115629 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29ab0eaa-6793-483a-86f0-f34c8df14314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.117946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.124147 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/05b5ae83-a375-4ce2-a4cb-d4923391fa2f HTTP/1.1" status: 204 len: 168 time: 0.2952275 May 26 16:05:27.127341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.127950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.128559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.129177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.129783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.130601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.131059 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.131674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.132273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.132892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.133543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.134182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d078e1-fc63-4c71-8a74-a5aeecff5baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:27.137840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37770) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:27.154839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda4c10-df05-4204-812b-bb5b70e77f2a req-420782a8-667c-481e-8021-0bd67094e3d2 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.158503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feda4c10-df05-4204-812b-bb5b70e77f2a req-420782a8-667c-481e-8021-0bd67094e3d2 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1304216 May 26 16:05:27.216343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.239199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feda4c10-df05-4204-812b-bb5b70e77f2a req-f18520be-b262-4fa9-9071-3ae074ae68e0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717146 May 26 16:05:27.288845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29ab0eaa-6793-483a-86f0-f34c8df14314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.330555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab0eaa-6793-483a-86f0-f34c8df14314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5831e7db-c486-4928-9b53-5d105f2255d8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:27.334612 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29ab0eaa-6793-483a-86f0-f34c8df14314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.340758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-29ab0eaa-6793-483a-86f0-f34c8df14314 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5831e7db-c486-4928-9b53-5d105f2255d8 HTTP/1.1" status: 204 len: 168 time: 0.4272707 May 26 16:05:27.343136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37786) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:27.355919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.394440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:27.412718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a851fa-1287-4a65-b5b7-bfe0ff0ae153') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:27.413073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a851fa-1287-4a65-b5b7-bfe0ff0ae153') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:27.428574 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.447521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.459308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:05:27.459985 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.463377 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.519066 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 56a851fa-1287-4a65-b5b7-bfe0ff0ae153 resource provider aggregate not found May 26 16:05:27.613556 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 56a851fa-1287-4a65-b5b7-bfe0ff0ae153 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56a851fa-1287-4a65-b5b7-bfe0ff0ae153 found for delete ", "request_id": "req-1f4196c8-60e9-4438-9fa6-3a602f8a5714"}]} May 26 16:05:27.629146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.653139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.660522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76eeef9d-6653-40ee-bf53-2eb4f9c8ea60 req-3778a7e2-ea6e-4dba-bee5-1d1c20c1afe9 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a2dbb00c41cb40cb94c6029f58655ef3 HTTP/1.1" status: 200 len: 221 time: 0.0953102 May 26 16:05:27.665317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.675012 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3 HTTP/1.1" status: 204 len: 168 time: 0.5360742 May 26 16:05:27.694571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9b95e4-34ff-4816-9a51-7114a5e066e6']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:27.712961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d0a40-072c-40a5-9cb0-0372c47a0672 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbaf4ce-adac-437c-9cf0-5d4888a6d0c3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:27.732261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801c2d57-cc1f-4848-8edc-5a901566821a') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:27.733112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801c2d57-cc1f-4848-8edc-5a901566821a') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:27.763702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.765656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37816) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:27.816750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.841738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:05:27.842243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.874414 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 801c2d57-cc1f-4848-8edc-5a901566821a resource provider aggregate not found May 26 16:05:27.924404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a2fa4-99d5-4e59-b641-1bb48ec189b8 req-d6f276fb-401f-4b69-8558-b0b7d739425f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.931342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a2fa4-99d5-4e59-b641-1bb48ec189b8 req-d6f276fb-401f-4b69-8558-b0b7d739425f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.949905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a2fa4-99d5-4e59-b641-1bb48ec189b8 req-d6f276fb-401f-4b69-8558-b0b7d739425f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.957233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c582033d-620a-415f-9f15-0e7f43d3b7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.967480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a2fa4-99d5-4e59-b641-1bb48ec189b8 req-d6f276fb-401f-4b69-8558-b0b7d739425f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.975808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a2fa4-99d5-4e59-b641-1bb48ec189b8 req-d6f276fb-401f-4b69-8558-b0b7d739425f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.982828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a2fa4-99d5-4e59-b641-1bb48ec189b8 req-d6f276fb-401f-4b69-8558-b0b7d739425f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.989948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a2fa4-99d5-4e59-b641-1bb48ec189b8 req-d6f276fb-401f-4b69-8558-b0b7d739425f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.992043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c06a2fa4-99d5-4e59-b641-1bb48ec189b8 req-d6f276fb-401f-4b69-8558-b0b7d739425f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.2268574 May 26 16:05:27.995426 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 801c2d57-cc1f-4848-8edc-5a901566821a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 801c2d57-cc1f-4848-8edc-5a901566821a found for delete ", "request_id": "req-c422bd1a-45ba-42f7-b1b7-e18fd45677a2"}]} May 26 16:05:28.028265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37826) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:28.047636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2b828-0633-422f-8ca0-84203cb34321 req-75468000-b2f4-4ee2-b0a2-040d30d2ad36 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.054520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6b2b828-0633-422f-8ca0-84203cb34321 req-75468000-b2f4-4ee2-b0a2-040d30d2ad36 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2324972 May 26 16:05:28.064294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.085893 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.092839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] 10.222.0.39 "DELETE /v2.0/networks/2c9b95e4-34ff-4816-9a51-7114a5e066e6 HTTP/1.1" status: 204 len: 168 time: 0.7460408 May 26 16:05:28.112643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb4412-3ce5-432d-87b1-7ebb601c440e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9b95e4-34ff-4816-9a51-7114a5e066e6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:28.135964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c06a2fa4-99d5-4e59-b641-1bb48ec189b8 req-ab36f3da-caba-42b4-9c99-9b677f918062 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297946 May 26 16:05:28.139887 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c582033d-620a-415f-9f15-0e7f43d3b7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.145273 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d6bc523d-8260-4d4d-8708-0c5064708930 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba624589d40644079071a3a24f7f5bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151874 May 26 16:05:28.148033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c582033d-620a-415f-9f15-0e7f43d3b7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.150043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37832) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:28.189902 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c582033d-620a-415f-9f15-0e7f43d3b7dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c047b44a454644648a98ab1b593167fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220905 May 26 16:05:28.191017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37834) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:28.199836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6b2b828-0633-422f-8ca0-84203cb34321 req-9382d9fd-8d87-49b8-9f0e-4c234d4329eb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437228 May 26 16:05:28.250652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582033d-620a-415f-9f15-0e7f43d3b7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e516d-d2a2-47c1-b52f-5a994158f0a0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:28.302079 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fa15-5fe0-4ccb-92fd-c3bc03b8e20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.305560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26b7f4e4-09f0-4a39-9291-b99e4e41f4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.332196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fa15-5fe0-4ccb-92fd-c3bc03b8e20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.373171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec60d7-159c-44b0-8455-42d51e6d547b req-e559f1b0-b2f3-46b3-998b-6dd23dc91466 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.374774 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08ec60d7-159c-44b0-8455-42d51e6d547b req-e559f1b0-b2f3-46b3-998b-6dd23dc91466 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 946 time: 0.1175351 May 26 16:05:28.376952 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26b7f4e4-09f0-4a39-9291-b99e4e41f4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.412254 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fa15-5fe0-4ccb-92fd-c3bc03b8e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.415810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fa15-5fe0-4ccb-92fd-c3bc03b8e20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.417636 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b9f3fa15-5fe0-4ccb-92fd-c3bc03b8e20f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f55e516d-d2a2-47c1-b52f-5a994158f0a0 HTTP/1.1" status: 204 len: 168 time: 0.2189324 May 26 16:05:28.427529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3fa15-5fe0-4ccb-92fd-c3bc03b8e20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e516d-d2a2-47c1-b52f-5a994158f0a0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:28.456924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37842) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:28.498983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368cf9a-251c-457a-acbd-fa9a622c4a1d req-6c7195c9-d669-4e15-97de-9dfa949eae6f tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.500690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7368cf9a-251c-457a-acbd-fa9a622c4a1d req-6c7195c9-d669-4e15-97de-9dfa949eae6f tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 950 time: 0.1621208 May 26 16:05:28.516048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08ec60d7-159c-44b0-8455-42d51e6d547b req-e987625a-1ec1-4b7f-9d3a-1ea3d385e6e4 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171772 May 26 16:05:28.560385 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ebf72d7-e4b8-4a36-8e20-f30947ac4cf5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fd14c5d32ce49998ee6b039cefbf22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934672 May 26 16:05:28.560761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37846) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:28.600513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26b7f4e4-09f0-4a39-9291-b99e4e41f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.617338 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26b7f4e4-09f0-4a39-9291-b99e4e41f4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.622522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b22c5c73-c188-404d-887d-9beff4dd95b3 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:28.628919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-26b7f4e4-09f0-4a39-9291-b99e4e41f4ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc85c574-e771-4c7a-992a-ed8843b8bcbe HTTP/1.1" status: 204 len: 168 time: 0.4750524 May 26 16:05:28.635419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7368cf9a-251c-457a-acbd-fa9a622c4a1d req-66b608cf-02e0-4973-b4cd-a2113b8fcb8d tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175709 May 26 16:05:28.637926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad974-88b1-479b-92a6-de3d96897b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.661338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: b22c5c73-c188-404d-887d-9beff4dd95b3 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:28.663436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b22c5c73-c188-404d-887d-9beff4dd95b3 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:28.668198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7f4e4-09f0-4a39-9291-b99e4e41f4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc85c574-e771-4c7a-992a-ed8843b8bcbe,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:28.678224 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad974-88b1-479b-92a6-de3d96897b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.700763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86ae19-50af-4de3-ad50-48d8476925c1 req-dc609394-fb39-4de8-bc65-dee22c183cbb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.709062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa86ae19-50af-4de3-ad50-48d8476925c1 req-dc609394-fb39-4de8-bc65-dee22c183cbb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0701127 May 26 16:05:28.770210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad974-88b1-479b-92a6-de3d96897b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.781402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad974-88b1-479b-92a6-de3d96897b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.782923 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aa5ad974-88b1-479b-92a6-de3d96897b38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76aa6a0f-019a-4ccc-add5-0c8e46bd6f02 HTTP/1.1" status: 204 len: 168 time: 0.2209182 May 26 16:05:28.795108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ad974-88b1-479b-92a6-de3d96897b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa6a0f-019a-4ccc-add5-0c8e46bd6f02,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:28.806042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa86ae19-50af-4de3-ad50-48d8476925c1 req-ee84ec0a-5871-4ffb-ac51-32eced5c3d80 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921214 May 26 16:05:29.053381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34e38b-59a4-4eec-892e-e38cb60fcdad req-29718cfe-e41e-40ea-83fd-2da566dc0faf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.056065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f34e38b-59a4-4eec-892e-e38cb60fcdad req-29718cfe-e41e-40ea-83fd-2da566dc0faf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1140451 May 26 16:05:29.196641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f34e38b-59a4-4eec-892e-e38cb60fcdad req-7f153651-50a1-446e-9988-e21fb5ae502a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265299 May 26 16:05:29.223268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d4ed-fcc4-4ecc-a4f3-a41cbdc7d9a9 req-1be13a29-780c-4e92-ad26-42d453973725 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.231003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7c1d4ed-fcc4-4ecc-a4f3-a41cbdc7d9a9 req-1be13a29-780c-4e92-ad26-42d453973725 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 946 time: 0.1405346 May 26 16:05:29.279042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-e0e38333-acb5-4baa-a6f4-c01fa8d27e51 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.280475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-e0e38333-acb5-4baa-a6f4-c01fa8d27e51 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 950 time: 0.1912904 May 26 16:05:29.311687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7c1d4ed-fcc4-4ecc-a4f3-a41cbdc7d9a9 req-5f81e4a2-1305-4745-b559-3b5ba16da926 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797708 May 26 16:05:29.440883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa07e1-eeb5-4709-af52-7c294df962c6 req-21bc87ed-78d6-43d3-a176-a5ef72652be4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.447594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa07e1-eeb5-4709-af52-7c294df962c6 req-21bc87ed-78d6-43d3-a176-a5ef72652be4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.459057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa07e1-eeb5-4709-af52-7c294df962c6 req-21bc87ed-78d6-43d3-a176-a5ef72652be4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.468699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa07e1-eeb5-4709-af52-7c294df962c6 req-21bc87ed-78d6-43d3-a176-a5ef72652be4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.474699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa07e1-eeb5-4709-af52-7c294df962c6 req-21bc87ed-78d6-43d3-a176-a5ef72652be4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.481121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa07e1-eeb5-4709-af52-7c294df962c6 req-21bc87ed-78d6-43d3-a176-a5ef72652be4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.487033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa07e1-eeb5-4709-af52-7c294df962c6 req-21bc87ed-78d6-43d3-a176-a5ef72652be4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.494908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33aa07e1-eeb5-4709-af52-7c294df962c6 req-21bc87ed-78d6-43d3-a176-a5ef72652be4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.2082949 May 26 16:05:29.562963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33aa07e1-eeb5-4709-af52-7c294df962c6 req-5b3074d0-2a7d-44d3-97b3-3b249e18e25b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671549 May 26 16:05:29.580525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8823e3-6ddc-4eff-95d3-27261824d364 req-d05a62b0-99e0-451e-9cf7-b6caee5226aa tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.588682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8823e3-6ddc-4eff-95d3-27261824d364 req-d05a62b0-99e0-451e-9cf7-b6caee5226aa tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1767991 May 26 16:05:29.616900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Deleting port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:29.617245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:29.689693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8823e3-6ddc-4eff-95d3-27261824d364 req-a3f93711-9ddb-4941-8134-9873e0153707 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001251 May 26 16:05:29.793516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] For port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:29.793937 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:29.821380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Calling delete_port for 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:29.877353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb43c1-4905-4be7-8568-984bfa49fb46 req-fc5306fd-5992-4131-99c9-3241c79cc1b5 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.879019 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5fb43c1-4905-4be7-8568-984bfa49fb46 req-fc5306fd-5992-4131-99c9-3241c79cc1b5 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6554ec1-79fb-4e1a-9e0c-78534866f132 HTTP/1.1" status: 200 len: 950 time: 0.1377652 May 26 16:05:29.969515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aff049-c0ad-41e0-ab27-ca1c909a2bcf req-0f3429f8-7580-463d-a1b0-85e03acaebee tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.974500 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7aff049-c0ad-41e0-ab27-ca1c909a2bcf req-0f3429f8-7580-463d-a1b0-85e03acaebee tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1762447 May 26 16:05:29.999107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5fb43c1-4905-4be7-8568-984bfa49fb46 req-afe51bb7-c0a4-45ed-bd11-d7e6f7ff6bff tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.39 "GET /v2.0/security-groups?id=b22b1058-f75b-48c8-a770-12b3c6ef7033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818558 May 26 16:05:30.071799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7aff049-c0ad-41e0-ab27-ca1c909a2bcf req-23d7c6e9-1f04-4b33-bb18-5141372c7142 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763686 May 26 16:05:30.174144 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.176446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37924) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:30.246607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Pushing event deleted for resources: {'Port': ['ID=390cb3c5-ea64-4e8b-aa35-3b695a6d6439,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:30.378784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] No DVR routers for this DVR port 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:30.393235 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.401871 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-683b04ae-6f65-47d3-b5a1-02afc9ec18bd req-374239aa-727f-487e-8616-bae9f7cbbd22 tempest-TenantUsagesTestJSON-267017230 tempest-TenantUsagesTestJSON-267017230-project] 10.222.0.24 "DELETE /v2.0/ports/390cb3c5-ea64-4e8b-aa35-3b695a6d6439 HTTP/1.1" status: 204 len: 173 time: 1.1067104 May 26 16:05:30.414045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-553feb4d-ae1d-4a34-9bd0-f997aa7ec4b1 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.417581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6554ec1-79fb-4e1a-9e0c-78534866f132', 'name': 'network-vif-deleted', 'tag': '390cb3c5-ea64-4e8b-aa35-3b695a6d6439'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:30.420473 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-553feb4d-ae1d-4a34-9bd0-f997aa7ec4b1 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 946 time: 0.1122777 May 26 16:05:30.423880 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4af32f-4e49-4b81-ab15-d366974fb041" -d '{"events": [{"server_uuid": "a6554ec1-79fb-4e1a-9e0c-78534866f132", "name": "network-vif-deleted", "tag": "390cb3c5-ea64-4e8b-aa35-3b695a6d6439"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:30.492825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb778-8ff2-4dea-8120-c91bf6bd7c48 req-6eb68aa4-9b34-4ea8-baa0-a346c1d2e48c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.503260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b29fb778-8ff2-4dea-8120-c91bf6bd7c48 req-6eb68aa4-9b34-4ea8-baa0-a346c1d2e48c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2950552 May 26 16:05:30.582100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2114026301-network', 'tenant_id': 'b9250adb45294ac9902294ab75018213'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:30.597038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Deleting port d19e1e70-16c1-4ffe-868a-a12af9272c46 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:30.597515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.611527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b29fb778-8ff2-4dea-8120-c91bf6bd7c48 req-3d0c37c1-829a-4f07-8511-1b1a9425c7f7 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073489 May 26 16:05:30.649674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Made reservation on behalf of b9250adb45294ac9902294ab75018213 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:30.652275 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.666526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.675804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1888810-d470-47d3-b008-f63b607b693b req-377d5f08-b914-444f-b5e2-6d3bd27f3b90 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.678140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1888810-d470-47d3-b008-f63b607b693b req-377d5f08-b914-444f-b5e2-6d3bd27f3b90 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/ports?device_id=45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a HTTP/1.1" status: 200 len: 946 time: 0.1282959 May 26 16:05:30.701637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37946) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:30.733831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] For port d19e1e70-16c1-4ffe-868a-a12af9272c46, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d19e1e70-16c1-4ffe-868a-a12af9272c46,segment=NetworkSegment(72eeced9-9f0b-4f15-b738-e4714c42cce2),segment_id=72eeced9-9f0b-4f15-b738-e4714c42cce2)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:30.734317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.742583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1888810-d470-47d3-b008-f63b607b693b req-818a3103-6afd-43aa-accc-40c84460973f tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef772094-a7a0-4947-afe4-7a565a9a1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561745 May 26 16:05:30.749858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Calling delete_port for d19e1e70-16c1-4ffe-868a-a12af9272c46 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:30.879429 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.886889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.960885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1520525804-network', 'tenant_id': '02423ab6c8a74ae19fb8381c6446c9e9'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:30.976670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4bc9f2-628c-4fed-a077-9b7ba112b211,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:30.997599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.010296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:31.012834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['d19e1e70-16c1-4ffe-868a-a12af9272c46'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:31.013442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Made reservation on behalf of 02423ab6c8a74ae19fb8381c6446c9e9 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:31.021240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.027948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.028304 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Added segment 9d3f22a4-cdaf-408c-a410-331183b61119 of type vlan for network 7657a881-54fb-4a20-a8fa-4f35377b4970 May 26 16:05:31.077355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event deleted for resources: {'Port': ['ID=d19e1e70-16c1-4ffe-868a-a12af9272c46,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:31.089863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.093541 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.139689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.140706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.141298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.192123 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf94210b-b0bf-472c-9a21-289e8e1bf83d x-openstack-request-id: req-bf94210b-b0bf-472c-9a21-289e8e1bf83d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:31.192910 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6554ec1-79fb-4e1a-9e0c-78534866f132", "name": "network-vif-deleted", "tag": "390cb3c5-ea64-4e8b-aa35-3b695a6d6439", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:31.194109 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf94210b-b0bf-472c-9a21-289e8e1bf83d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:31.194109 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf94210b-b0bf-472c-9a21-289e8e1bf83d'] response: {'server_uuid': 'a6554ec1-79fb-4e1a-9e0c-78534866f132', 'name': 'network-vif-deleted', 'tag': '390cb3c5-ea64-4e8b-aa35-3b695a6d6439', 'status': 'completed', 'code': 200} May 26 16:05:31.206974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] No DVR routers for this DVR port d19e1e70-16c1-4ffe-868a-a12af9272c46 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:31.210526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.214199 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a006dba-4aaf-43e4-8529-61a25d9ba07e req-5d7fa866-f7fc-4843-9388-6f3195eba230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.24 "DELETE /v2.0/ports/d19e1e70-16c1-4ffe-868a-a12af9272c46 HTTP/1.1" status: 204 len: 173 time: 0.7879534 May 26 16:05:31.323003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1442728 May 26 16:05:31.335995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37972) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:31.341478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Request body: {'subnet': {'network_id': '7657a881-54fb-4a20-a8fa-4f35377b4970', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2114026301-subnet', 'tenant_id': 'b9250adb45294ac9902294ab75018213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:31.360437 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.363990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a', 'name': 'network-vif-deleted', 'tag': 'd19e1e70-16c1-4ffe-868a-a12af9272c46'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:31.372627 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9063db83-58f6-4932-bfa8-4e10a6aef524" -d '{"events": [{"server_uuid": "45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a", "name": "network-vif-deleted", "tag": "d19e1e70-16c1-4ffe-868a-a12af9272c46"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:31.384386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.397273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Made reservation on behalf of b9250adb45294ac9902294ab75018213 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:31.399729 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.466037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:31.477884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b762fb-2227-4ea1-acc0-83f1bb52fe78 admin admin] Pushing event updated for resources: {'Network': ['ID=7657a881-54fb-4a20-a8fa-4f35377b4970,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:31.488133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.488506 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Added segment ae4de8c3-5d81-4552-aff1-23055ff12f17 of type vlan for network 01a47fa3-058b-4e60-ba31-929313bb7634 May 26 16:05:31.497280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 7657a881-54fb-4a20-a8fa-4f35377b4970 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:31.549935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.601568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb453cae-7fe4-4506-a8ec-dc44c4896d62,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:31.603901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37980) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:31.605029 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.606167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.606625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.669870 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9650838 May 26 16:05:31.672628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37984) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:31.680676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Request body: {'subnet': {'network_id': '01a47fa3-058b-4e60-ba31-929313bb7634', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1520525804-subnet', 'tenant_id': '02423ab6c8a74ae19fb8381c6446c9e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:31.687527 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8a708-7025-44c3-856f-cad86f3a6694 admin admin] Pushing event updated for resources: {'Network': ['ID=01a47fa3-058b-4e60-ba31-929313bb7634,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:31.701321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 01a47fa3-058b-4e60-ba31-929313bb7634 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:31.725720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842a8e-74b7-46c1-8d67-fe6f4cbfa893 req-aeb13157-ed54-4344-b3e1-c8afba37264d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.730342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Made reservation on behalf of 02423ab6c8a74ae19fb8381c6446c9e9 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:31.735976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842a8e-74b7-46c1-8d67-fe6f4cbfa893 req-aeb13157-ed54-4344-b3e1-c8afba37264d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.740686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.743716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842a8e-74b7-46c1-8d67-fe6f4cbfa893 req-aeb13157-ed54-4344-b3e1-c8afba37264d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.748367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37986) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:31.751202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842a8e-74b7-46c1-8d67-fe6f4cbfa893 req-aeb13157-ed54-4344-b3e1-c8afba37264d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.761005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842a8e-74b7-46c1-8d67-fe6f4cbfa893 req-aeb13157-ed54-4344-b3e1-c8afba37264d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.771702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842a8e-74b7-46c1-8d67-fe6f4cbfa893 req-aeb13157-ed54-4344-b3e1-c8afba37264d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.780122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842a8e-74b7-46c1-8d67-fe6f4cbfa893 req-aeb13157-ed54-4344-b3e1-c8afba37264d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.782628 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b842a8e-74b7-46c1-8d67-fe6f4cbfa893 req-aeb13157-ed54-4344-b3e1-c8afba37264d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.3951979 May 26 16:05:31.808902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24202ee6-168e-47fe-82ca-71cd5d92260d req-de48052f-abc1-4761-8ebb-57fb440a75e2 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.822999 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24202ee6-168e-47fe-82ca-71cd5d92260d req-de48052f-abc1-4761-8ebb-57fb440a75e2 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.4318917 May 26 16:05:31.889163 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc98a5ce-72ef-4357-840d-3858cb156083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.957567 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-28412628-7faf-4503-b899-209c5171a487 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0b86dac9a15419891232a543d90f43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070062 May 26 16:05:31.960636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b842a8e-74b7-46c1-8d67-fe6f4cbfa893 req-29c95cd5-c3ab-4934-9796-6ea95613380f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224663 May 26 16:05:31.966770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37992) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:32.003526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24202ee6-168e-47fe-82ca-71cd5d92260d req-ced432c4-a19d-4fce-a550-db25f0d8a625 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765034 May 26 16:05:32.007457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.056076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b8f535-7a24-4653-9e9f-f9c7e8d944cf,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:32.074307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:32.085546 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463e2b70-334f-4ab8-a45a-20e885136d3b x-openstack-request-id: req-463e2b70-334f-4ab8-a45a-20e885136d3b {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:32.085714 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a", "name": "network-vif-deleted", "tag": "d19e1e70-16c1-4ffe-868a-a12af9272c46", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:32.085959 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-463e2b70-334f-4ab8-a45a-20e885136d3b {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:32.086492 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463e2b70-334f-4ab8-a45a-20e885136d3b'] response: {'server_uuid': '45fdf2bd-4ef1-42d6-bc4b-b1fd5871f81a', 'name': 'network-vif-deleted', 'tag': 'd19e1e70-16c1-4ffe-868a-a12af9272c46', 'status': 'completed', 'code': 200} May 26 16:05:32.105284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:32.105893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 390cb3c5-ea64-4e8b-aa35-3b695a6d6439 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:32.116422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Checking segment: {'id': 'ae4de8c3-5d81-4552-aff1-23055ff12f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '01a47fa3-058b-4e60-ba31-929313bb7634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:32.116714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Network hostable DHCP agents. Network: 01a47fa3-058b-4e60-ba31-929313bb7634, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:05:32.139399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Network 01a47fa3-058b-4e60-ba31-929313bb7634 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:05:32.153178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 01a47fa3-058b-4e60-ba31-929313bb7634) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:32.157468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:32.158081 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.163809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83d68a-3b01-4f2a-b945-500a88d50212 None None] Network 01a47fa3-058b-4e60-ba31-929313bb7634 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:32.184848 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d16327e9-3e64-4217-a901-9319e36b90ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5109870 May 26 16:05:32.221499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1ba5e5d-23c7-499c-a1bd-007523d54137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.244119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc98a5ce-72ef-4357-840d-3858cb156083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.255779 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.263044 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc98a5ce-72ef-4357-840d-3858cb156083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.294778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38008) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:32.344315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3185e0-4354-4004-ad25-b9f4ae51c531 None None] Network 01a47fa3-058b-4e60-ba31-929313bb7634 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:32.378854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83999773-178f-4631-b4a5-61ef12680438 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.415791 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83999773-178f-4631-b4a5-61ef12680438 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.481577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83999773-178f-4631-b4a5-61ef12680438 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.484248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83999773-178f-4631-b4a5-61ef12680438 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.485513 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83999773-178f-4631-b4a5-61ef12680438 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf5e18ff-7478-4abb-8386-faee83fa43df HTTP/1.1" status: 204 len: 168 time: 0.1896310 May 26 16:05:32.491400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38014) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:32.526604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83999773-178f-4631-b4a5-61ef12680438 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5e18ff-7478-4abb-8386-faee83fa43df,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:32.534410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921e67e-f9ae-4066-8ef6-c7a261ec5082 req-570e1a9a-9728-4d84-864b-7ff1e5e979b5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:32.537616 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-bf8c19a6-1013-4a05-80f0-7890f42064d7 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] show failed (client error): The resource could not be found. May 26 16:05:32.538561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b921e67e-f9ae-4066-8ef6-c7a261ec5082 req-570e1a9a-9728-4d84-864b-7ff1e5e979b5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.4729671 May 26 16:05:32.539153 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bf8c19a6-1013-4a05-80f0-7890f42064d7 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "GET /v2.0/security-groups/bf5e18ff-7478-4abb-8386-faee83fa43df HTTP/1.1" status: 404 len: 347 time: 0.0380714 May 26 16:05:32.542553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38016) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:32.601977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2eb9b9b-25bd-4cad-8f25-9b4f5db31d00,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:32.623029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1ba5e5d-23c7-499c-a1bd-007523d54137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.686564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cc98a5ce-72ef-4357-840d-3858cb156083 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d1c677378e04a5294cf3b457b782eee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0801413 May 26 16:05:32.689482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38024) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:32.699368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98a5ce-72ef-4357-840d-3858cb156083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec875162-db17-49a7-8d17-0f9e8da09810,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:32.710845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Deleting port 75099ff3-88a8-44c7-8903-beaa6a42884e {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:32.711203 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.722179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38026) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:32.732023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b921e67e-f9ae-4066-8ef6-c7a261ec5082 req-6117a746-6641-4ace-b1e9-7d5334ab0856 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202731 May 26 16:05:32.736939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-291613616-network', 'tenant_id': 'bd4fbffdd01441529c0a845ef3732b0e'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:32.738573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Checking segment: {'id': '9d3f22a4-cdaf-408c-a410-331183b61119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7657a881-54fb-4a20-a8fa-4f35377b4970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:32.738971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Network hostable DHCP agents. Network: 7657a881-54fb-4a20-a8fa-4f35377b4970, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:05:32.760343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Network 7657a881-54fb-4a20-a8fa-4f35377b4970 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:05:32.773100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 7657a881-54fb-4a20-a8fa-4f35377b4970) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:32.775548 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1ba5e5d-23c7-499c-a1bd-007523d54137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.778137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1ba5e5d-23c7-499c-a1bd-007523d54137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.779398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f1ba5e5d-23c7-499c-a1bd-007523d54137 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b22b1058-f75b-48c8-a770-12b3c6ef7033 HTTP/1.1" status: 204 len: 168 time: 0.8116233 May 26 16:05:32.784652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:32.785252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.790754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5244e9e-2f2b-4b54-b893-2e9b72eb5d6e None None] Network 7657a881-54fb-4a20-a8fa-4f35377b4970 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:32.798516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba5e5d-23c7-499c-a1bd-007523d54137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22b1058-f75b-48c8-a770-12b3c6ef7033,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:32.810667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ce835746-386d-4b46-a75a-5dc291e1214b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4734662 May 26 16:05:32.837223 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Made reservation on behalf of bd4fbffdd01441529c0a845ef3732b0e for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:32.840129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.874072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.879015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e3056b1e-32b4-49c2-b6c2-7bafb01a4655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.911281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.911618 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:32.939088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Calling delete_port for 75099ff3-88a8-44c7-8903-beaa6a42884e owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:32.948650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e3056b1e-32b4-49c2-b6c2-7bafb01a4655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.006043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59218f0-192b-43d1-806b-b37853f8bb7e req-d4da83ea-3764-4656-83b1-12f9ad479473 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.011841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59218f0-192b-43d1-806b-b37853f8bb7e req-d4da83ea-3764-4656-83b1-12f9ad479473 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1117785 May 26 16:05:33.018218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1367acce-822f-49dd-811a-535fdc2bb988 None None] Network 7657a881-54fb-4a20-a8fa-4f35377b4970 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:33.134829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d59218f0-192b-43d1-806b-b37853f8bb7e req-3899904d-62a9-410f-9d0a-6c450acb3a9e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169097 May 26 16:05:33.171307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964190-a211-4516-8893-f7685609988e req-5afb7755-d523-41b1-b05f-289b68e77845 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.179801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964190-a211-4516-8893-f7685609988e req-5afb7755-d523-41b1-b05f-289b68e77845 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.186743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e3056b1e-32b4-49c2-b6c2-7bafb01a4655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.187485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964190-a211-4516-8893-f7685609988e req-5afb7755-d523-41b1-b05f-289b68e77845 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.190554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e3056b1e-32b4-49c2-b6c2-7bafb01a4655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.192071 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e3056b1e-32b4-49c2-b6c2-7bafb01a4655 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec875162-db17-49a7-8d17-0f9e8da09810 HTTP/1.1" status: 204 len: 168 time: 0.5010922 May 26 16:05:33.194669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964190-a211-4516-8893-f7685609988e req-5afb7755-d523-41b1-b05f-289b68e77845 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.202258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964190-a211-4516-8893-f7685609988e req-5afb7755-d523-41b1-b05f-289b68e77845 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.208621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964190-a211-4516-8893-f7685609988e req-5afb7755-d523-41b1-b05f-289b68e77845 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.215676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964190-a211-4516-8893-f7685609988e req-5afb7755-d523-41b1-b05f-289b68e77845 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.217874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74964190-a211-4516-8893-f7685609988e req-5afb7755-d523-41b1-b05f-289b68e77845 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.1414282 May 26 16:05:33.238438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.243402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3056b1e-32b4-49c2-b6c2-7bafb01a4655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec875162-db17-49a7-8d17-0f9e8da09810,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:33.261198 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.299292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74964190-a211-4516-8893-f7685609988e req-a788eb0f-ef66-4d4e-8a77-3d6d415829f8 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713899 May 26 16:05:33.317990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6279ff73-116b-479a-be6b-5c1e1adb7d05,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:33.326390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:33.365390 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.365732 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Added segment e7e5946a-df5f-45f7-838d-1841fa13e8e0 of type vlan for network 8665c062-35dd-44a2-8c36-6cdc1cceff99 May 26 16:05:33.381968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38048) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:33.400982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb4026d2-ba57-4977-b3cb-fef9d3cbad56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.446470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.449840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.465471 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-d3509203-b782-4b4b-a5a8-51c6aaf16b52 req-5700e93a-2787-4569-a3c3-27058a399e79 tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] show failed (client error): The resource could not be found. May 26 16:05:33.466630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d3509203-b782-4b4b-a5a8-51c6aaf16b52 req-5700e93a-2787-4569-a3c3-27058a399e79 tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] 10.222.0.39 "GET /v2.0/security-groups/d57eb767-f647-4c2a-a7f7-022158dfff56 HTTP/1.1" status: 404 len: 352 time: 0.0435510 May 26 16:05:33.499994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Pushing event deleted for resources: {'Port': ['ID=75099ff3-88a8-44c7-8903-beaa6a42884e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:33.506042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d02a3-98b9-48a7-bdce-29e957b8f92f req-3fb95b3a-b051-450d-9a3a-d08677cd2981 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.507751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb0d02a3-98b9-48a7-bdce-29e957b8f92f req-3fb95b3a-b051-450d-9a3a-d08677cd2981 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1101170 May 26 16:05:33.571007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.572315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.572927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.575057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb0d02a3-98b9-48a7-bdce-29e957b8f92f req-1777d1f7-56cd-47bc-8d39-02d1a1320da4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609047 May 26 16:05:33.600777 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb4026d2-ba57-4977-b3cb-fef9d3cbad56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.647597 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb4026d2-ba57-4977-b3cb-fef9d3cbad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.655281 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9223635 May 26 16:05:33.658146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.661594 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.665607 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bb5bc5af-6fb8-43eb-a704-430ef5c93230 tempest-ImagesOneServerNegativeTestJSON-1852716306 tempest-ImagesOneServerNegativeTestJSON-1852716306-project] 10.222.0.39 "DELETE /v2.0/floatingips/efaf860f-2f38-4ba7-b1a9-5efc3460875a HTTP/1.1" status: 204 len: 168 time: 1.1095011 May 26 16:05:33.665607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:33.672221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Request body: {'subnet': {'network_id': '8665c062-35dd-44a2-8c36-6cdc1cceff99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-291613616-subnet', 'tenant_id': 'bd4fbffdd01441529c0a845ef3732b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:33.681092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf1ce4-ed8d-4bea-a5bc-6bea0a1e3bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=8665c062-35dd-44a2-8c36-6cdc1cceff99,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:33.697265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 8665c062-35dd-44a2-8c36-6cdc1cceff99 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:33.700300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Made reservation on behalf of bd4fbffdd01441529c0a845ef3732b0e for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:33.703070 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.730504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fb4026d2-ba57-4977-b3cb-fef9d3cbad56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d31acbe0e7f4fae9b87d870c92c8ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474176 May 26 16:05:33.734800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4026d2-ba57-4977-b3cb-fef9d3cbad56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac1bdd-a758-4c4b-9344-93b10da9d46b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:33.740088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38062) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:33.762587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da567d28-e231-456f-9cbd-e1282155c75e req-a2899205-9630-4e27-bbbb-229fa2096fea tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.764138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da567d28-e231-456f-9cbd-e1282155c75e req-a2899205-9630-4e27-bbbb-229fa2096fea tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1585946 May 26 16:05:33.804767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cd0b17f-5428-449d-86b3-05018aca4f47 req-56bd0cfb-9595-457a-9b74-13c616894ae1 tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9250adb45294ac9902294ab75018213 HTTP/1.1" status: 200 len: 2988 time: 0.1580286 May 26 16:05:33.895303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da567d28-e231-456f-9cbd-e1282155c75e req-2c294dba-d1ca-4e56-81b7-7c824226d65d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212311 May 26 16:05:33.897331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.916106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cd0b17f-5428-449d-86b3-05018aca4f47 req-6a308c55-85b3-4210-9263-371cfa593215 tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] 10.222.0.39 "GET /v2.0/security-groups/6e4bc9f2-628c-4fed-a077-9b7ba112b211 HTTP/1.1" status: 200 len: 2985 time: 0.1098888 May 26 16:05:33.917383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b035bffa-d606-4057-b6e1-371d49820544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.952538 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b035bffa-d606-4057-b6e1-371d49820544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.982499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=605fd779-288c-4ea7-9d8e-9ee2c3e4e62d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:33.996566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Checking segment: {'id': 'e7e5946a-df5f-45f7-838d-1841fa13e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8665c062-35dd-44a2-8c36-6cdc1cceff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:33.996933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Network hostable DHCP agents. Network: 8665c062-35dd-44a2-8c36-6cdc1cceff99, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:05:34.049458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Network 8665c062-35dd-44a2-8c36-6cdc1cceff99 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:05:34.050423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cd0b17f-5428-449d-86b3-05018aca4f47 req-64668a94-daf5-400b-91d4-1ca7177aa68d tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] 10.222.0.39 "GET /v2.0/security-groups/6e4bc9f2-628c-4fed-a077-9b7ba112b211 HTTP/1.1" status: 200 len: 2985 time: 0.0781167 May 26 16:05:34.063514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 8665c062-35dd-44a2-8c36-6cdc1cceff99) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:34.074876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.077650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.078306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d19e1e70-16c1-4ffe-868a-a12af9272c46 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:34.078834 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b035bffa-d606-4057-b6e1-371d49820544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.080795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856ca43-7d03-44b8-a775-1d2fb16a69ed None None] Network 8665c062-35dd-44a2-8c36-6cdc1cceff99 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:34.081880 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b035bffa-d606-4057-b6e1-371d49820544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.088212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b035bffa-d606-4057-b6e1-371d49820544 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0ac1bdd-a758-4c4b-9344-93b10da9d46b HTTP/1.1" status: 204 len: 168 time: 0.3462145 May 26 16:05:34.111284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035bffa-d606-4057-b6e1-371d49820544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac1bdd-a758-4c4b-9344-93b10da9d46b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:34.112496 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-899166bb-d5c2-4ad1-b359-6523033620b7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4455965 May 26 16:05:34.197884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: d19e1e70-16c1-4ffe-868a-a12af9272c46 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:34.199462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d19e1e70-16c1-4ffe-868a-a12af9272c46 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:34.240652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ab745-a559-488e-b2f6-3059bcee9910 req-d928ba11-fb58-4d29-9f7c-f39b2f3b0351 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.242276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a98ab745-a559-488e-b2f6-3059bcee9910 req-d928ba11-fb58-4d29-9f7c-f39b2f3b0351 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1148951 May 26 16:05:34.247824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8aef622-f10e-4311-b937-ad5331a72140 req-ad4b7f84-8bef-4e70-9669-61838f97f014 tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] 10.222.0.39 "GET /v2.0/security-groups/6e4bc9f2-628c-4fed-a077-9b7ba112b211 HTTP/1.1" status: 200 len: 2985 time: 0.0742967 May 26 16:05:34.293471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc79115-9849-4d8c-a686-bff263ed7d8c None None] Network 8665c062-35dd-44a2-8c36-6cdc1cceff99 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:34.330566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a98ab745-a559-488e-b2f6-3059bcee9910 req-243668ce-22bf-4be9-a7d8-8fc985ac2009 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813296 May 26 16:05:34.366938 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-d8aef622-f10e-4311-b937-ad5331a72140 req-24bd712a-5e37-40b8-a30c-a6272dc5a33f tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:05:34.382918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8aef622-f10e-4311-b937-ad5331a72140 req-24bd712a-5e37-40b8-a30c-a6272dc5a33f tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e4bc9f2-628c-4fed-a077-9b7ba112b211 HTTP/1.1" status: 409 len: 352 time: 0.1258786 May 26 16:05:34.434605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38102) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:34.501221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b40c-bdbe-49a2-88d5-1a37d5c83553 req-43ceeb64-d2b5-4c37-a995-87f7edb74bea tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.507681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b40c-bdbe-49a2-88d5-1a37d5c83553 req-43ceeb64-d2b5-4c37-a995-87f7edb74bea tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.514378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b40c-bdbe-49a2-88d5-1a37d5c83553 req-43ceeb64-d2b5-4c37-a995-87f7edb74bea tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.520790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b40c-bdbe-49a2-88d5-1a37d5c83553 req-43ceeb64-d2b5-4c37-a995-87f7edb74bea tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.526696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e3b896-89c8-4fd7-b1a1-8be19117bccc admin admin] Deleting subnet 7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:05:34.527693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b40c-bdbe-49a2-88d5-1a37d5c83553 req-43ceeb64-d2b5-4c37-a995-87f7edb74bea tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.529981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e3b896-89c8-4fd7-b1a1-8be19117bccc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.534090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b40c-bdbe-49a2-88d5-1a37d5c83553 req-43ceeb64-d2b5-4c37-a995-87f7edb74bea tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.541038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b40c-bdbe-49a2-88d5-1a37d5c83553 req-43ceeb64-d2b5-4c37-a995-87f7edb74bea tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.543050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2eb1b40c-bdbe-49a2-88d5-1a37d5c83553 req-43ceeb64-d2b5-4c37-a995-87f7edb74bea tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.1132894 May 26 16:05:34.564806 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-e834b813-8260-4a6b-b644-097436c6bc75 req-6f26e42a-431c-4210-a7ba-36fe66a9c761 tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] show failed (client error): The resource could not be found. May 26 16:05:34.565717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e834b813-8260-4a6b-b644-097436c6bc75 req-6f26e42a-431c-4210-a7ba-36fe66a9c761 tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] 10.222.0.39 "GET /v2.0/security-groups/a56b44a6-2f35-4c7c-87b0-be75c8b2bca8 HTTP/1.1" status: 404 len: 352 time: 0.0217400 May 26 16:05:34.591752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e3b896-89c8-4fd7-b1a1-8be19117bccc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.606352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2eb1b40c-bdbe-49a2-88d5-1a37d5c83553 req-e1f60ba7-d596-4ca0-906c-19b3dbe0504b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522308 May 26 16:05:34.659223 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e3b896-89c8-4fd7-b1a1-8be19117bccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.729246 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e3b896-89c8-4fd7-b1a1-8be19117bccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.730679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60c70a-89b7-4a4e-b566-605d1fd4d1ed req-65948696-779b-420a-af2e-a844d33e7df0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.732222 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf60c70a-89b7-4a4e-b566-605d1fd4d1ed req-65948696-779b-420a-af2e-a844d33e7df0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0702009 May 26 16:05:34.769628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e3b896-89c8-4fd7-b1a1-8be19117bccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.774333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-71e3b896-89c8-4fd7-b1a1-8be19117bccc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9 HTTP/1.1" status: 204 len: 168 time: 0.3386340 May 26 16:05:34.776075 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3b896-89c8-4fd7-b1a1-8be19117bccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7a3c0e-d2d4-4cbc-80df-b92b34d32ad9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:34.777423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38126) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:34.790704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf60c70a-89b7-4a4e-b566-605d1fd4d1ed req-4f0a6e3b-bea4-4f61-8b36-d065022bab1b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510805 May 26 16:05:34.822348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38128) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:34.866429 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-bceac09e-9919-456f-b09e-9583afb578b0 req-bab8b8ce-ffa3-4de6-be47-01e1027c84f9 tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] show failed (client error): The resource could not be found. May 26 16:05:34.867480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bceac09e-9919-456f-b09e-9583afb578b0 req-bab8b8ce-ffa3-4de6-be47-01e1027c84f9 tempest-SecurityGroupsNegativeTestJSON-1793541609 tempest-SecurityGroupsNegativeTestJSON-1793541609-project] 10.222.0.39 "GET /v2.0/security-groups/df0e3ad0-a7f7-41b2-9dd7-9bde723c8bd7 HTTP/1.1" status: 404 len: 352 time: 0.0273426 May 26 16:05:34.884382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.884878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38134) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:34.976502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26625b1-c467-48a5-a996-cde63547f474 admin admin] Deleting subnet e2eb9b9b-25bd-4cad-8f25-9b4f5db31d00 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:05:34.981859 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd989440-188c-4712-ba56-21fd1e2fa5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.997972 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f26625b1-c467-48a5-a996-cde63547f474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.037951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-5670525-network', 'tenant_id': '2fd5b8f634454a329a1104620ad15dfe'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:35.068820 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f26625b1-c467-48a5-a996-cde63547f474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.077503 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.096961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Made reservation on behalf of 2fd5b8f634454a329a1104620ad15dfe for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:35.099232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.110578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.147860 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f26625b1-c467-48a5-a996-cde63547f474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.161020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a98091c-a531-4e0f-8d0c-f0964ad088eb']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:35.179439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f3c7d-130a-48dd-8591-65d14ae70880 req-79bcad85-d903-47d7-a771-fdfed858665b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:35.181017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f4f3c7d-130a-48dd-8591-65d14ae70880 req-79bcad85-d903-47d7-a771-fdfed858665b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.2087584 May 26 16:05:35.186167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72eeced9-9f0b-4f15-b738-e4714c42cce2') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:35.186467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72eeced9-9f0b-4f15-b738-e4714c42cce2') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:35.203354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.246295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f26625b1-c467-48a5-a996-cde63547f474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.249096 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.253546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.271122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:05:35.271632 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.278686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.296682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:35.296982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-636a2dde-9cf2-406e-8e3f-3c14904687d4 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:35.298577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-636a2dde-9cf2-406e-8e3f-3c14904687d4 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/networks?id=01a47fa3-058b-4e60-ba31-929313bb7634 HTTP/1.1" status: 200 len: 825 time: 0.2514999 May 26 16:05:35.301183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26625b1-c467-48a5-a996-cde63547f474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2eb9b9b-25bd-4cad-8f25-9b4f5db31d00,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:35.309122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f26625b1-c467-48a5-a996-cde63547f474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.313124 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f26625b1-c467-48a5-a996-cde63547f474 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e2eb9b9b-25bd-4cad-8f25-9b4f5db31d00 HTTP/1.1" status: 204 len: 168 time: 0.4260650 May 26 16:05:35.321298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38156) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:35.325952 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.326327 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Added segment 006a56a0-d3f3-45e8-b464-d9dd60747a26 of type vlan for network cc098992-96d4-4476-9d3e-43f7fb1f07d2 May 26 16:05:35.329974 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 72eeced9-9f0b-4f15-b738-e4714c42cce2 resource provider aggregate not found May 26 16:05:35.336085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f4f3c7d-130a-48dd-8591-65d14ae70880 req-3058d098-7427-4375-a952-7324a02e674f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380253 May 26 16:05:35.361973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-289f1907-a3ae-4630-bfb6-dcc1f52b8bf4 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/quotas/02423ab6c8a74ae19fb8381c6446c9e9 HTTP/1.1" status: 200 len: 375 time: 0.0239713 May 26 16:05:35.371852 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.375233 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 72eeced9-9f0b-4f15-b738-e4714c42cce2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72eeced9-9f0b-4f15-b738-e4714c42cce2 found for delete ", "request_id": "req-07bf9ad9-6e6d-4703-8ce7-fc1be0b4948d"}]} May 26 16:05:35.398179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.404451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5a98091c-a531-4e0f-8d0c-f0964ad088eb HTTP/1.1" status: 204 len: 168 time: 0.6216376 May 26 16:05:35.438198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567f1310-df7f-4f8e-a8a9-a6387213ea9d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:35.441502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-c86614d7-f523-4439-b834-ea1c592d737d tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=02423ab6c8a74ae19fb8381c6446c9e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652437 May 26 16:05:35.445963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.456013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5f85b-87a8-4521-8f12-6ec4674718f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a98091c-a531-4e0f-8d0c-f0964ad088eb,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:35.470183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.494960 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.495997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:35.496583 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.571653 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7471352 May 26 16:05:35.572329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d35ad7-277a-44b4-9f6d-9eee7b158a53 req-69d2bf47-40d0-44bd-bb34-5a220d25fa44 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:35.573737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38162) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:35.574056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9d35ad7-277a-44b4-9f6d-9eee7b158a53 req-69d2bf47-40d0-44bd-bb34-5a220d25fa44 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1447282 May 26 16:05:35.593626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Request body: {'subnet': {'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-5670525-subnet', 'tenant_id': '2fd5b8f634454a329a1104620ad15dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:35.610165 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-ec31e181-ee4d-4fc2-8cdd-1feaca63d22c service neutron] 10.222.0.39 "GET /v2.0/networks/01a47fa3-058b-4e60-ba31-929313bb7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365480 May 26 16:05:35.644797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38164) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:35.645808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c115be-e558-42f7-9d66-b1e890a20b0a admin admin] Pushing event updated for resources: {'Network': ['ID=cc098992-96d4-4476-9d3e-43f7fb1f07d2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:35.650888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9d35ad7-277a-44b4-9f6d-9eee7b158a53 req-68184129-ca06-4b4e-bb70-0ef7ff8960ae tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676994 May 26 16:05:35.659918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network cc098992-96d4-4476-9d3e-43f7fb1f07d2 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:35.667781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.686499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Made reservation on behalf of 2fd5b8f634454a329a1104620ad15dfe for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:35.689638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.719010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7657a881-54fb-4a20-a8fa-4f35377b4970']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:35.762553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-1571b734-7a36-4bdc-b626-f2696c3bd731 service neutron] 10.222.0.39 "GET /v2.0/networks/01a47fa3-058b-4e60-ba31-929313bb7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406653 May 26 16:05:35.763273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3f22a4-cdaf-408c-a410-331183b61119') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:35.763732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3f22a4-cdaf-408c-a410-331183b61119') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:35.781956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.804672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.823055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:05:35.823242 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.846383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-482e924e-c9e4-4eea-8fed-5cf3230c2209 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b140342e336402d835550466d16d88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991181 May 26 16:05:35.847079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38174) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:35.874169 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 9d3f22a4-cdaf-408c-a410-331183b61119 resource provider aggregate not found May 26 16:05:35.920264 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 9d3f22a4-cdaf-408c-a410-331183b61119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d3f22a4-cdaf-408c-a410-331183b61119 found for delete ", "request_id": "req-da2fd73f-3189-4359-878c-ff20259f7006"}]} May 26 16:05:35.952846 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.964422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:35.971573 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7657a881-54fb-4a20-a8fa-4f35377b4970 HTTP/1.1" status: 204 len: 168 time: 0.6492274 May 26 16:05:35.988877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b2cb7-462b-4cd6-8e09-8ca99be1e4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7657a881-54fb-4a20-a8fa-4f35377b4970,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:36.027645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1bce822-560a-4a75-9869-b5cc3c2e7570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:36.071136 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1bce822-560a-4a75-9869-b5cc3c2e7570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:36.079844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:36.120495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775024-5c8b-4834-9415-28d055a1fa0a req-47b5dcc8-3789-44f6-91f0-3c9a7ce17335 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.126852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775024-5c8b-4834-9415-28d055a1fa0a req-47b5dcc8-3789-44f6-91f0-3c9a7ce17335 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.133145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775024-5c8b-4834-9415-28d055a1fa0a req-47b5dcc8-3789-44f6-91f0-3c9a7ce17335 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.139711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775024-5c8b-4834-9415-28d055a1fa0a req-47b5dcc8-3789-44f6-91f0-3c9a7ce17335 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.146223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775024-5c8b-4834-9415-28d055a1fa0a req-47b5dcc8-3789-44f6-91f0-3c9a7ce17335 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.152812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775024-5c8b-4834-9415-28d055a1fa0a req-47b5dcc8-3789-44f6-91f0-3c9a7ce17335 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.159187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775024-5c8b-4834-9415-28d055a1fa0a req-47b5dcc8-3789-44f6-91f0-3c9a7ce17335 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.167460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52775024-5c8b-4834-9415-28d055a1fa0a req-47b5dcc8-3789-44f6-91f0-3c9a7ce17335 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.1890883 May 26 16:05:36.169746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8020c9a2-a02a-4232-9476-f298b80095ad,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:36.186573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Checking segment: {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:36.187400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Network hostable DHCP agents. Network: cc098992-96d4-4476-9d3e-43f7fb1f07d2, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:05:36.230321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Network cc098992-96d4-4476-9d3e-43f7fb1f07d2 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:05:36.237033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2f9564f-3edf-4e30-a89e-45d4edef9ad2 req-60b28b65-6845-46df-9a63-6591e1fb05b2 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 210 time: 0.0436931 May 26 16:05:36.246952 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, cc098992-96d4-4476-9d3e-43f7fb1f07d2) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:36.258029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.258856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:36.259118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7667be85-dc05-452a-92b0-cfa624dd1914 None None] Network cc098992-96d4-4476-9d3e-43f7fb1f07d2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:36.274734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52775024-5c8b-4834-9415-28d055a1fa0a req-1bf10a2f-9373-4bf2-95ac-f14202ca133a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958073 May 26 16:05:36.288848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1bce822-560a-4a75-9869-b5cc3c2e7570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:36.292486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1bce822-560a-4a75-9869-b5cc3c2e7570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:36.294095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b1bce822-560a-4a75-9869-b5cc3c2e7570 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef772094-a7a0-4947-afe4-7a565a9a1c3d HTTP/1.1" status: 204 len: 168 time: 0.4451318 May 26 16:05:36.303629 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-acd784cf-8b31-443a-8c00-f4febf57fd2a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7154548 May 26 16:05:36.318315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38208) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:36.331350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bce822-560a-4a75-9869-b5cc3c2e7570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef772094-a7a0-4947-afe4-7a565a9a1c3d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:36.454064 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5b602f21-faa9-441e-83f7-6467c59c0a72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9250adb45294ac9902294ab75018213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341305 May 26 16:05:36.455268 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38218) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:36.514527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f36da8-2ad8-443b-a07a-3a1665a115ff None None] Network cc098992-96d4-4476-9d3e-43f7fb1f07d2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:36.556147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8018-60c7-4085-96b8-86ddaa744ab6 req-cfb05e3c-2072-469d-9d44-4c644ed572c6 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.558171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb1c8018-60c7-4085-96b8-86ddaa744ab6 req-cfb05e3c-2072-469d-9d44-4c644ed572c6 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1355176 May 26 16:05:36.779829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb1c8018-60c7-4085-96b8-86ddaa744ab6 req-df79dcf0-5cb2-4c05-ae6a-89e0952fda42 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003508 May 26 16:05:36.816841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0e38d-f3b8-46a8-969d-eeb571c5ea77 req-120fd89c-755b-4d0e-a7f7-95f74b3fe346 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.825303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-caa0e38d-f3b8-46a8-969d-eeb571c5ea77 req-120fd89c-755b-4d0e-a7f7-95f74b3fe346 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.2660279 May 26 16:05:36.912099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-caa0e38d-f3b8-46a8-969d-eeb571c5ea77 req-e856ae33-c047-45dc-8d5b-81513d635919 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834575 May 26 16:05:36.985490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf5a-116d-411f-a199-67afdfdf6a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.025364 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf5a-116d-411f-a199-67afdfdf6a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.057335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc52f4-867b-4417-8809-e537b36df4c0 req-64fb9850-f9a6-4045-aa2a-0e33108963be tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.080594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36fc52f4-867b-4417-8809-e537b36df4c0 req-64fb9850-f9a6-4045-aa2a-0e33108963be tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1067593 May 26 16:05:37.111446 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf5a-116d-411f-a199-67afdfdf6a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.114294 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf5a-116d-411f-a199-67afdfdf6a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.118173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4c6bcf5a-116d-411f-a199-67afdfdf6a56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e4bc9f2-628c-4fed-a077-9b7ba112b211 HTTP/1.1" status: 204 len: 168 time: 0.6615162 May 26 16:05:37.131025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bcf5a-116d-411f-a199-67afdfdf6a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4bc9f2-628c-4fed-a077-9b7ba112b211,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:37.132963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36fc52f4-867b-4417-8809-e537b36df4c0 req-d650c961-2aa4-4239-8770-1969497bca0c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511186 May 26 16:05:37.273782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38256) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:37.398282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-426c465c-2410-4f4c-8f63-80af7e9d72e9 req-0d9fe261-7a0d-4bc8-afb5-9f2ed1004099 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 210 time: 0.0622523 May 26 16:05:37.645092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-750784ca-610d-4b06-befd-2ac1c1914dab tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.646955 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-750784ca-610d-4b06-befd-2ac1c1914dab tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.24 "GET /v2.0/networks?id=01a47fa3-058b-4e60-ba31-929313bb7634 HTTP/1.1" status: 200 len: 825 time: 0.2085280 May 26 16:05:37.654197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1169-9e67-46cc-a1eb-c872df861a9d req-212a4f06-0819-42bf-83fc-0b11c82e9a70 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.660670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1169-9e67-46cc-a1eb-c872df861a9d req-212a4f06-0819-42bf-83fc-0b11c82e9a70 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.669202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Request body: {'port': {'device_id': '6e145197-3ef6-4977-8834-c587edc0ab62', 'network_id': '01a47fa3-058b-4e60-ba31-929313bb7634', 'admin_state_up': True, 'tenant_id': '02423ab6c8a74ae19fb8381c6446c9e9'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:37.669409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1169-9e67-46cc-a1eb-c872df861a9d req-212a4f06-0819-42bf-83fc-0b11c82e9a70 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.675649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1169-9e67-46cc-a1eb-c872df861a9d req-212a4f06-0819-42bf-83fc-0b11c82e9a70 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.683093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1169-9e67-46cc-a1eb-c872df861a9d req-212a4f06-0819-42bf-83fc-0b11c82e9a70 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.691507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1169-9e67-46cc-a1eb-c872df861a9d req-212a4f06-0819-42bf-83fc-0b11c82e9a70 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.696367 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-461100f2-8b91-4a47-8db1-633634b0da1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.698461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1169-9e67-46cc-a1eb-c872df861a9d req-212a4f06-0819-42bf-83fc-0b11c82e9a70 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.710170 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23ed1169-9e67-46cc-a1eb-c872df861a9d req-212a4f06-0819-42bf-83fc-0b11c82e9a70 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.2100646 May 26 16:05:37.760616 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.798659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-2998bc73-3bf9-495b-96cc-0cf5720d0eef tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.806063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-2998bc73-3bf9-495b-96cc-0cf5720d0eef tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/networks?id=cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 200 len: 812 time: 0.3423045 May 26 16:05:37.817334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Made reservation on behalf of 02423ab6c8a74ae19fb8381c6446c9e9 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:37.822653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.839230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23ed1169-9e67-46cc-a1eb-c872df861a9d req-a9000c6f-3b7f-4645-9b93-93b17676f323 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269755 May 26 16:05:37.876250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-ffb3d001-a999-400e-a037-37052a70ea17 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/quotas/2fd5b8f634454a329a1104620ad15dfe HTTP/1.1" status: 200 len: 375 time: 0.0668182 May 26 16:05:37.946453 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-58f4754d-08c5-4bf5-8804-67e217292ae3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fd5b8f634454a329a1104620ad15dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710418 May 26 16:05:37.978784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38296) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:38.025882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Allocated IP 172.20.0.2 (01a47fa3-058b-4e60-ba31-929313bb7634/57b8f535-7a24-4653-9e9f-f9c7e8d944cf/19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:38.103420 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.117049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.141604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a55ad-cedc-4b6b-bc61-e2f01cc41854 req-1d6fee84-f2e9-49f6-bfd2-f8dc4e7ae38a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.143237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-081a55ad-cedc-4b6b-bc61-e2f01cc41854 req-1d6fee84-f2e9-49f6-bfd2-f8dc4e7ae38a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1663268 May 26 16:05:38.161443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-989636124-network', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:38.174550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-ee91e084-e8f8-44dc-bdb1-bba6e9586579 service neutron] 10.222.0.39 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268848 May 26 16:05:38.228465 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.271362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc7e3e643f90451f81b2e3b73ebc41c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9958575 May 26 16:05:38.272720 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.274432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38308) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:38.278506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67151f07-cd82-480d-90fc-5b3ab16fb1ad,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:38.296627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:38.298945 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.301544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.301894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.302334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.302672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.303007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.303336 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.303660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.304051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.304310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.304632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.305477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.306016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6b5ca-fcd6-400b-87ae-cb864d28119d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:38.319657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38310) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:38.342603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.345571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Network 01a47fa3-058b-4e60-ba31-929313bb7634 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:38.354292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:38.356724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:38.360308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-081a55ad-cedc-4b6b-bc61-e2f01cc41854 req-2f90eede-1bdd-45b5-affd-572b58b0359f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944494 May 26 16:05:38.400224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Pushing event updated for resources: {'Port': ['ID=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:38.413850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-292c2d7c-a629-4934-87a9-d6ef490b23a2 service neutron] 10.222.0.39 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383692 May 26 16:05:38.422270 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f6673eb-b094-40d1-803c-33dee3f0746e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.449114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.449769 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.471748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f6673eb-b094-40d1-803c-33dee3f0746e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.486042 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-4cd7c4aa-8c26-4845-8cf7-9035209886d6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8286479 May 26 16:05:38.503693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Request body: {'port': {'device_id': '6e145197-3ef6-4977-8834-c587edc0ab62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:38.531791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1512638591-network', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:38.588311 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.605038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.606583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.636243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9a0a6-c769-4d42-aba0-750c560173fb req-9a48b0c5-7eda-4de0-b294-7cbf33ad0e06 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.637777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5dc9a0a6-c769-4d42-aba0-750c560173fb req-9a48b0c5-7eda-4de0-b294-7cbf33ad0e06 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1510184 May 26 16:05:38.638605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Made reservation on behalf of b6c165d4a75a42699af630de4b950d09 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:38.640594 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.663533 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.670231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:38.692293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f6673eb-b094-40d1-803c-33dee3f0746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.695466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f6673eb-b094-40d1-803c-33dee3f0746e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.698683 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7f6673eb-b094-40d1-803c-33dee3f0746e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67151f07-cd82-480d-90fc-5b3ab16fb1ad HTTP/1.1" status: 204 len: 168 time: 0.4229801 May 26 16:05:38.705552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.724581 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.725048 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Added segment 54eba7c8-9cd5-4ec8-a7f3-6497b5767b61 of type vlan for network 66950eb9-9364-4c32-a1ab-960fc915f592 May 26 16:05:38.734378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f419df2e-c69f-4e21-82ef-12860b0d67ec,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:38.813051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6673eb-b094-40d1-803c-33dee3f0746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67151f07-cd82-480d-90fc-5b3ab16fb1ad,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:38.814662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1cf5-283c-427b-b7b3-0e581c69e82e req-c0b43a3a-1d28-4107-8360-3c5182719d2a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.817316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-745d1cf5-283c-427b-b7b3-0e581c69e82e req-c0b43a3a-1d28-4107-8360-3c5182719d2a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2182455 May 26 16:05:38.846753 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.859806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5dc9a0a6-c769-4d42-aba0-750c560173fb req-8e7b9b75-9b3e-4d14-b2d3-d6a7697628fa tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873648 May 26 16:05:38.971667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-745d1cf5-283c-427b-b7b3-0e581c69e82e req-1df5876f-cc5e-451c-a43b-3f13be2581fc tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300585 May 26 16:05:38.979942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.987478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.988241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.118490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:39.132885 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.135346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1554642 May 26 16:05:39.136138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38340) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:39.149513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Transition to ACTIVE for port object 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:39.157784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.180457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Request body: {'subnet': {'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-989636124-subnet', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:39.191628 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.202929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ece838b7-3b5e-4b49-b9cf-60feb981dc00 req-2e3af1d9-31be-433b-ac5d-0e835e2b03b2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 210 time: 0.1549735 May 26 16:05:39.216890 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.231009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39ac4-e385-42dd-95c3-d9e0e3e94896 admin admin] Pushing event updated for resources: {'Network': ['ID=66950eb9-9364-4c32-a1ab-960fc915f592,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:39.246270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 66950eb9-9364-4c32-a1ab-960fc915f592 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:39.272348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:39.293779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c41383-7919-4e47-a737-d4a2a5b9dadb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:39.298259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:39.301815 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.305694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Pushing event updated for resources: {'Port': ['ID=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:39.318189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cf0db-645f-4564-86e7-22f0604a64ab req-737f4132-b2cd-4db9-95b8-cea68634338e tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.328583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b86cf0db-645f-4564-86e7-22f0604a64ab req-737f4132-b2cd-4db9-95b8-cea68634338e tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 931 time: 0.2834568 May 26 16:05:39.333453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.334708 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Added segment 922290ad-b48d-4d5d-86c3-39ffb69431bd of type vlan for network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d May 26 16:05:39.425007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Attempting to bind port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:39.425394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Attempting to bind port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'ae4de8c3-5d81-4552-aff1-23055ff12f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '01a47fa3-058b-4e60-ba31-929313bb7634'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:39.427611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Attempting to bind port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 on network 01a47fa3-058b-4e60-ba31-929313bb7634 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:39.433193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 on network 01a47fa3-058b-4e60-ba31-929313bb7634 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:39.433573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Attempting to bind port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 on network 01a47fa3-058b-4e60-ba31-929313bb7634 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:39.440555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:39.440964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Checking segment: {'id': 'ae4de8c3-5d81-4552-aff1-23055ff12f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '01a47fa3-058b-4e60-ba31-929313bb7634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:39.441447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Bound using segment: {'id': 'ae4de8c3-5d81-4552-aff1-23055ff12f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '01a47fa3-058b-4e60-ba31-929313bb7634'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:39.441893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Bound port: 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4de8c3-5d81-4552-aff1-23055ff12f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '01a47fa3-058b-4e60-ba31-929313bb7634'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:39.442280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.506513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.537667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b86cf0db-645f-4564-86e7-22f0604a64ab req-d8ab04b4-776d-418e-879c-a42e850b7b38 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017837 May 26 16:05:39.550782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] For port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:39.554282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] For port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,segment=NetworkSegment(ae4de8c3-5d81-4552-aff1-23055ff12f17),segment_id=ae4de8c3-5d81-4552-aff1-23055ff12f17)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:39.560181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.610027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b7ec-e23d-4b2e-991b-3715b02886f0 req-1dbf1fd0-7fd2-4a04-ad56-d89b64ef0267 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.618130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b7ec-e23d-4b2e-991b-3715b02886f0 req-1dbf1fd0-7fd2-4a04-ad56-d89b64ef0267 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.625069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b7ec-e23d-4b2e-991b-3715b02886f0 req-1dbf1fd0-7fd2-4a04-ad56-d89b64ef0267 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.636138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.636668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.638105 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] 10.222.0.24 "PUT /v2.0/ports/19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 HTTP/1.1" status: 200 len: 1091 time: 1.1432960 May 26 16:05:39.638656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e145197-3ef6-4977-8834-c587edc0ab62', 'tag': '19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:39.641130 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae9264-8f86-469b-900c-d9c72d94c398" -d '{"events": [{"name": "network-changed", "server_uuid": "6e145197-3ef6-4977-8834-c587edc0ab62", "tag": "19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:39.642927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b7ec-e23d-4b2e-991b-3715b02886f0 req-1dbf1fd0-7fd2-4a04-ad56-d89b64ef0267 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.649366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c191cfc-5235-4c72-8aeb-a5b99900997a service neutron] Pushing event updated for resources: {'Port': ['ID=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:39.655820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b7ec-e23d-4b2e-991b-3715b02886f0 req-1dbf1fd0-7fd2-4a04-ad56-d89b64ef0267 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.664858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b7ec-e23d-4b2e-991b-3715b02886f0 req-1dbf1fd0-7fd2-4a04-ad56-d89b64ef0267 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.672990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b7ec-e23d-4b2e-991b-3715b02886f0 req-1dbf1fd0-7fd2-4a04-ad56-d89b64ef0267 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.675476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8251b7ec-e23d-4b2e-991b-3715b02886f0 req-1dbf1fd0-7fd2-4a04-ad56-d89b64ef0267 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.3041797 May 26 16:05:39.716928 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.717982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.718859 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.737022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3f5881f1-742c-465a-a3d5-694786a1b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.738728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-3f5881f1-742c-465a-a3d5-694786a1b2e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02423ab6c8a74ae19fb8381c6446c9e9&device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 1094 time: 0.0542703 May 26 16:05:39.789416 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-516bb9f9-cfbb-4abf-87ff-ffc7eb215a39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 HTTP/1.1" status: 200 len: 217 time: 0.0420341 May 26 16:05:39.797475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4714155 May 26 16:05:39.808218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38360) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:39.813704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Request body: {'subnet': {'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1512638591-subnet', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:39.874120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Made reservation on behalf of b6c165d4a75a42699af630de4b950d09 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:39.876551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.883144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-a32ff08d-c39f-4fb3-af86-1414f4e0ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.885046 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-a32ff08d-c39f-4fb3-af86-1414f4e0ba8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57b8f535-7a24-4653-9e9f-f9c7e8d944cf HTTP/1.1" status: 200 len: 865 time: 0.0882049 May 26 16:05:39.963930 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-540fa014-475b-4d2b-adc1-387e232357a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01a47fa3-058b-4e60-ba31-929313bb7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607033 May 26 16:05:40.116170 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-9e7fddf2-302b-423b-82a3-f8fba1995811 service neutron] 10.222.0.24 "GET /v2.0/networks/01a47fa3-058b-4e60-ba31-929313bb7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441758 May 26 16:05:40.119996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a23a4-62a2-4f16-953d-1189abf356e8 admin admin] Pushing event updated for resources: {'Network': ['ID=02f2be8c-c79d-40f7-8f90-5fb2c986de2d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:40.132799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:40.161268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8251b7ec-e23d-4b2e-991b-3715b02886f0 req-ccc69cfd-a4c3-4f3a-b4e7-9759cb5b7c59 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4642282 May 26 16:05:40.178053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201eb87-59b2-4296-8c20-f2981ca71dea req-2334aee3-c6a4-4024-a7f9-b3838f84f263 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.180792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9201eb87-59b2-4296-8c20-f2981ca71dea req-2334aee3-c6a4-4024-a7f9-b3838f84f263 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.5041382 May 26 16:05:40.250321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.292330 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7ca766-9c39-49b9-8b62-71ba8dbdded5 x-openstack-request-id: req-6b7ca766-9c39-49b9-8b62-71ba8dbdded5 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:40.292762 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e145197-3ef6-4977-8834-c587edc0ab62", "tag": "19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:40.293117 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b7ca766-9c39-49b9-8b62-71ba8dbdded5 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:40.293779 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7ca766-9c39-49b9-8b62-71ba8dbdded5'] response: {'name': 'network-changed', 'server_uuid': '6e145197-3ef6-4977-8834-c587edc0ab62', 'tag': '19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2', 'status': 'completed', 'code': 200} May 26 16:05:40.310244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9201eb87-59b2-4296-8c20-f2981ca71dea req-3955b8fa-427d-41e0-a78a-281bacdfba7c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208053 May 26 16:05:40.311900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.332993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da339fc1-8902-49b1-8d65-c1ca301520bd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:40.348790 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c8b80bc6-eb88-44ce-95a9-b5c6b78b4129 req-60d1ce2d-6d01-401c-8859-5be45291b595 service neutron] 10.222.0.24 "GET /v2.0/networks/01a47fa3-058b-4e60-ba31-929313bb7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246184 May 26 16:05:40.358363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-2283da18-e11a-4006-afc5-1ae869e79e4b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.359962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Checking segment: {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:40.360101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-2283da18-e11a-4006-afc5-1ae869e79e4b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.32 "GET /v2.0/networks?id=cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 200 len: 812 time: 0.2900884 May 26 16:05:40.360595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Network hostable DHCP agents. Network: 02f2be8c-c79d-40f7-8f90-5fb2c986de2d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:05:40.382663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Request body: {'port': {'device_id': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2', 'admin_state_up': True, 'tenant_id': '2fd5b8f634454a329a1104620ad15dfe'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:40.385326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:05:40.396392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 02f2be8c-c79d-40f7-8f90-5fb2c986de2d) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:40.406544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69c756-56a8-4e24-8e25-9be7c43d14cc None None] Network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:40.418636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.419136 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.456656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:40.469704 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ef77f686-a8a2-4c7a-80eb-f6f644fdf72d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6604390 May 26 16:05:40.473007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38372) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:40.479170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:40.509758 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-e5522313-bd26-4944-ba1d-9b80e2c5bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.511402 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-e5522313-bd26-4944-ba1d-9b80e2c5bbe3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02423ab6c8a74ae19fb8381c6446c9e9&device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 1094 time: 0.0969870 May 26 16:05:40.512509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.513674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.522843 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.574092 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.593830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Checking segment: {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:40.594262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Network hostable DHCP agents. Network: 66950eb9-9364-4c32-a1ab-960fc915f592, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:05:40.606578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Made reservation on behalf of 2fd5b8f634454a329a1104620ad15dfe for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:40.610750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.645870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.649690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Network 66950eb9-9364-4c32-a1ab-960fc915f592 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:05:40.660559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 66950eb9-9364-4c32-a1ab-960fc915f592) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:40.677768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eecbcad-fd23-4703-b446-a9970736e9e7 None None] Network 66950eb9-9364-4c32-a1ab-960fc915f592 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:40.697608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.698743 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.719819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce1612-4b71-4c72-885b-f6ffa2bb005e req-027697cd-3525-4fab-b8c6-9a78fe44bcde tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.728117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cce1612-4b71-4c72-885b-f6ffa2bb005e req-027697cd-3525-4fab-b8c6-9a78fe44bcde tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.3215833 May 26 16:05:40.754039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-82e0e58f-5b34-407f-8c97-b45edd10bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.754936 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-82e0e58f-5b34-407f-8c97-b45edd10bf66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01a47fa3-058b-4e60-ba31-929313bb7634 HTTP/1.1" status: 200 len: 926 time: 0.2356780 May 26 16:05:40.780104 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f439667a-1186-4583-a22f-2b39ea505169 req-85b1cbbb-2c0e-43e9-93c6-24b2982d768f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 210 time: 0.1032839 May 26 16:05:40.803834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:05:40.804707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.829865 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-a2b0b60c-44f9-417a-82fc-e4e4c94163ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 HTTP/1.1" status: 200 len: 217 time: 0.0375984 May 26 16:05:40.875054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.942733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e8a9efd4-29dc-4e4f-b218-d0a1fda7ff5d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7676847 May 26 16:05:40.952677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-5f104935-b82f-4796-bb49-ba0a1278fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.955087 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-5f104935-b82f-4796-bb49-ba0a1278fd6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57b8f535-7a24-4653-9e9f-f9c7e8d944cf HTTP/1.1" status: 200 len: 865 time: 0.0927873 May 26 16:05:40.960634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38380) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:40.968238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:41.029471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cce1612-4b71-4c72-885b-f6ffa2bb005e req-85fc45b9-1974-479b-9df8-c9ce80b1ed0b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999721 May 26 16:05:41.077369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65535af-50a0-47a4-8fae-f69cef4a069d req-28c7e1a6-9471-4d09-b329-15dcfbb5d122 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.083174 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e65535af-50a0-47a4-8fae-f69cef4a069d req-28c7e1a6-9471-4d09-b329-15dcfbb5d122 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1719921 May 26 16:05:41.083911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38382) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:41.100055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-66950eb9-9364-4c32-a1ab-960fc915f592', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:05:41.100389 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-afac2208-5b9f-4fc8-b8c8-981344d9cad4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01a47fa3-058b-4e60-ba31-929313bb7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938873 May 26 16:05:41.100916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.131877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Allocated IP 172.20.0.2 (02f2be8c-c79d-40f7-8f90-5fb2c986de2d/da339fc1-8902-49b1-8d65-c1ca301520bd/b7206f90-3b6b-4c77-885d-33f6d1667b4a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:41.166702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Allocated IP 172.20.0.7 (cc098992-96d4-4476-9d3e-43f7fb1f07d2/8020c9a2-a02a-4232-9476-f298b80095ad/fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:41.205486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e65535af-50a0-47a4-8fae-f69cef4a069d req-41b910de-ff27-46e1-a66a-cb3e0ae48194 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125946 May 26 16:05:41.300462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.302033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.309298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc0723-3325-4833-9cbe-01bcc4727d1b req-d94a0eac-2baf-4b46-abe9-21074179892d tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.311553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7bc0723-3325-4833-9cbe-01bcc4727d1b req-d94a0eac-2baf-4b46-abe9-21074179892d tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 943 time: 0.1125424 May 26 16:05:41.330239 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-f7e311d0-f591-4afd-a2d2-8259f25a3bf5 service neutron] 10.222.0.24 "GET /v2.0/networks/01a47fa3-058b-4e60-ba31-929313bb7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209113 May 26 16:05:41.375134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Allocated IP 172.20.0.2 (66950eb9-9364-4c32-a1ab-960fc915f592/2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764/2b157909-0fc8-405b-bfee-d78da37d8bb8) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:41.427199 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b86cac68-59b4-4075-a392-953f0f200bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.446500 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.482133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.484203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.499425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7bc0723-3325-4833-9cbe-01bcc4727d1b req-43e073cc-6235-48e8-b150-3eecd286d0bc tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740165 May 26 16:05:41.552543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:41.556027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Pushing event updated for resources: {'Port': ['ID=b7206f90-3b6b-4c77-885d-33f6d1667b4a,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:41.561312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:41.571169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:41.581985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1014-aef9-48de-9930-bb96992ec8dd req-285c1f82-4729-46fa-b2ce-e5175d1ad1d5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.601477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1014-aef9-48de-9930-bb96992ec8dd req-285c1f82-4729-46fa-b2ce-e5175d1ad1d5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.616899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1014-aef9-48de-9930-bb96992ec8dd req-285c1f82-4729-46fa-b2ce-e5175d1ad1d5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.626919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1014-aef9-48de-9930-bb96992ec8dd req-285c1f82-4729-46fa-b2ce-e5175d1ad1d5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.637856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1014-aef9-48de-9930-bb96992ec8dd req-285c1f82-4729-46fa-b2ce-e5175d1ad1d5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.646467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1014-aef9-48de-9930-bb96992ec8dd req-285c1f82-4729-46fa-b2ce-e5175d1ad1d5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.654287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1014-aef9-48de-9930-bb96992ec8dd req-285c1f82-4729-46fa-b2ce-e5175d1ad1d5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.656454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-010b1014-aef9-48de-9930-bb96992ec8dd req-285c1f82-4729-46fa-b2ce-e5175d1ad1d5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5429 time: 0.3438294 May 26 16:05:41.723168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.749040 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a6ae9264-8f86-469b-900c-d9c72d94c398 req-fb345023-3b82-4f55-90fe-3cfb2c315d16 service neutron] 10.222.0.24 "GET /v2.0/networks/01a47fa3-058b-4e60-ba31-929313bb7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074075 May 26 16:05:41.801797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-010b1014-aef9-48de-9930-bb96992ec8dd req-b246f5a7-6daa-4089-a6bc-03a32c91adc2 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303010 May 26 16:05:41.823362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Attempting to bind port b7206f90-3b6b-4c77-885d-33f6d1667b4a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:41.823735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Attempting to bind port b7206f90-3b6b-4c77-885d-33f6d1667b4a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:41.824101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Attempting to bind port b7206f90-3b6b-4c77-885d-33f6d1667b4a on network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:41.856914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:41.857319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Checking segment: {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:41.857939 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.858378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Bound using segment: {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:41.858996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Bound port: b7206f90-3b6b-4c77-885d-33f6d1667b4a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:41.859383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.865603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be299-0fa1-4111-a9a3-c985b5c2e45a req-9707f6df-971f-4ebd-b4b5-3c2b74b8b911 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.873941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da8be299-0fa1-4111-a9a3-c985b5c2e45a req-9707f6df-971f-4ebd-b4b5-3c2b74b8b911 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1574583 May 26 16:05:41.880118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b86cac68-59b4-4075-a392-953f0f200bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.885336 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.902384 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b86cac68-59b4-4075-a392-953f0f200bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.908919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.919382 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.942207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.999422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.999770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Network 66950eb9-9364-4c32-a1ab-960fc915f592 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:42.000517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Pushing event updated for resources: {'Port': ['ID=2b157909-0fc8-405b-bfee-d78da37d8bb8,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:42.006521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:42.010988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:42.019923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] For port b7206f90-3b6b-4c77-885d-33f6d1667b4a, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:42.026717 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.027865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] For port b7206f90-3b6b-4c77-885d-33f6d1667b4a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b7206f90-3b6b-4c77-885d-33f6d1667b4a,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:42.051685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b86cac68-59b4-4075-a392-953f0f200bf9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f780a644a88544d7945ecf4d5e049516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9602306 May 26 16:05:42.057934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38394) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:42.064739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da8be299-0fa1-4111-a9a3-c985b5c2e45a req-3cad181a-fca3-4475-b7de-247c219d0700 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892686 May 26 16:05:42.065353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cac68-59b4-4075-a392-953f0f200bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ecb87-fd6e-4d0b-84e9-04ad78c56c56,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:42.067307 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.090830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Network cc098992-96d4-4476-9d3e-43f7fb1f07d2 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:42.112792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 6bbc74ea-11e0-4d63-9acf-06c4644e3728 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:42.127982 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Attempting to bind port 2b157909-0fc8-405b-bfee-d78da37d8bb8 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:42.128590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Attempting to bind port 2b157909-0fc8-405b-bfee-d78da37d8bb8 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:42.129110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Attempting to bind port 2b157909-0fc8-405b-bfee-d78da37d8bb8 on network 66950eb9-9364-4c32-a1ab-960fc915f592 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:42.140651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:42.152425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:42.156746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:42.157129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Checking segment: {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:42.157527 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.158116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Bound using segment: {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:42.158908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Bound port: 2b157909-0fc8-405b-bfee-d78da37d8bb8, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:42.159600 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.165987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Pushing event updated for resources: {'Port': ['ID=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:42.247492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a383a8-071f-4b4a-a383-0b82a2d30202 None None] Pushing event updated for resources: {'Port': ['ID=b7206f90-3b6b-4c77-885d-33f6d1667b4a,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:42.255370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7ab96-51c7-4828-a859-51d0a60bb927 req-6c256aea-908a-4bac-bf53-b054001c4008 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:42.257175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9b7ab96-51c7-4828-a859-51d0a60bb927 req-6c256aea-908a-4bac-bf53-b054001c4008 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 931 time: 0.3489051 May 26 16:05:42.311318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] For port 2b157909-0fc8-405b-bfee-d78da37d8bb8, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:42.329373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] For port 2b157909-0fc8-405b-bfee-d78da37d8bb8, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2b157909-0fc8-405b-bfee-d78da37d8bb8,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:42.336785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:42.338106 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.341025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.381043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d829dbf-dc25-450f-9dc2-428536070c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.394316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-0f9f521e-aa24-4be3-b9a0-1594e4cecae2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0213478 May 26 16:05:42.396621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 6bbc74ea-11e0-4d63-9acf-06c4644e3728, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=6bbc74ea-11e0-4d63-9acf-06c4644e3728,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:42.411631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4adc2e-47ab-4999-a711-773a4681470f req-ed32e596-2153-4254-b795-659e3993bb5a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:42.417505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '6bbc74ea-11e0-4d63-9acf-06c4644e3728', 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'port_id': '6bbc74ea-11e0-4d63-9acf-06c4644e3728', 'mac_address': 'fa:16:3e:ba:d9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee1c49b-fe7b-4670-a585-43a6acb0139d', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:42.424867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be4adc2e-47ab-4999-a711-773a4681470f req-ed32e596-2153-4254-b795-659e3993bb5a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.2026360 May 26 16:05:42.462627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Request body: {'port': {'device_id': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:42.471652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9b7ab96-51c7-4828-a859-51d0a60bb927 req-d1d75fcb-f90d-446d-86e9-bbaeae15375f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853693 May 26 16:05:42.530433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:42.530914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.533843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9ebd1-b502-4305-86e2-80b1f18f0c3e None None] Pushing event updated for resources: {'Port': ['ID=2b157909-0fc8-405b-bfee-d78da37d8bb8,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:42.546155 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d829dbf-dc25-450f-9dc2-428536070c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.555748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbc74ea-11e0-4d63-9acf-06c4644e3728 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:42.608845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 6bbc74ea-11e0-4d63-9acf-06c4644e3728, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=6bbc74ea-11e0-4d63-9acf-06c4644e3728,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:42.616408 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.617504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d51b11ef-ca20-40a6-a878-3a76dbc35827 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:42.685297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be4adc2e-47ab-4999-a711-773a4681470f req-eaa07595-be0d-405b-901c-536e99f1d148 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591894 May 26 16:05:42.702180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Allocated IP 172.25.0.251 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/0eadb8b0-b537-4259-a012-9bb15fe56712) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:42.708513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:42.748230 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.768875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=6bbc74ea-11e0-4d63-9acf-06c4644e3728,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:42.846800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.849503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7021e-3630-4eb3-8491-9a69ab454c8f req-d2dc7686-e658-4bfe-bfeb-9ab05fe433ca tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:42.874037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4bf7021e-3630-4eb3-8491-9a69ab454c8f req-d2dc7686-e658-4bfe-bfeb-9ab05fe433ca tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2608373 May 26 16:05:42.877596 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.936090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d51b11ef-ca20-40a6-a878-3a76dbc35827, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:42.957403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d829dbf-dc25-450f-9dc2-428536070c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.960841 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d829dbf-dc25-450f-9dc2-428536070c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.963396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3d829dbf-dc25-450f-9dc2-428536070c63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c69ecb87-fd6e-4d0b-84e9-04ad78c56c56 HTTP/1.1" status: 204 len: 168 time: 0.9021418 May 26 16:05:42.967270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'd51b11ef-ca20-40a6-a878-3a76dbc35827', 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa', 'port_id': 'd51b11ef-ca20-40a6-a878-3a76dbc35827', 'mac_address': 'fa:16:3e:a4:52:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16532663-ff63-447e-b7e6-9b6160cec251', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:43.067792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:43.073095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d829dbf-dc25-450f-9dc2-428536070c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ecb87-fd6e-4d0b-84e9-04ad78c56c56,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:43.083921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.110236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4bf7021e-3630-4eb3-8491-9a69ab454c8f req-dcfb1174-cd5a-4334-a052-62d460f8a726 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298577 May 26 16:05:43.144066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'port_id': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'mac_address': 'fa:16:3e:5b:a8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:43.147525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d51b11ef-ca20-40a6-a878-3a76dbc35827 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:43.147985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.172835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.184149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51b11ef-ca20-40a6-a878-3a76dbc35827 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:43.224455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d51b11ef-ca20-40a6-a878-3a76dbc35827, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:43.226011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:43.226540 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.241541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:43.246845 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.247045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 38225be2-82d7-472f-a194-09d70f523c0c details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:43.301054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:43.313966 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.314332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866100-ef4c-4030-a488-1badd59c6ce1 req-52a4779b-0537-4399-bfd9-e1dacfe25be3 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:43.326586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce866100-ef4c-4030-a488-1badd59c6ce1 req-52a4779b-0537-4399-bfd9-e1dacfe25be3 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 943 time: 0.4434211 May 26 16:05:43.332505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Pushing event updated for resources: {'Port': ['ID=0eadb8b0-b537-4259-a012-9bb15fe56712,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:43.367959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:43.380096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:43.381569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d51b11ef-ca20-40a6-a878-3a76dbc35827,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:43.391746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:43.440006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Allocated IP 172.25.0.171 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/59a702ff-ad7a-4d7d-82c0-5d78aa627f22) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:43.468922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:43.585028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:43.607178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce866100-ef4c-4030-a488-1badd59c6ce1 req-fc944793-e1d6-4d72-9bc9-78f2a84017f4 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779527 May 26 16:05:43.657231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 38225be2-82d7-472f-a194-09d70f523c0c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=38225be2-82d7-472f-a194-09d70f523c0c,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:43.708166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '38225be2-82d7-472f-a194-09d70f523c0c', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'port_id': '38225be2-82d7-472f-a194-09d70f523c0c', 'mac_address': 'fa:16:3e:f0:4e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:43.746319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b7206f90-3b6b-4c77-885d-33f6d1667b4a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:43.953831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:43.973325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.994284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Transition to ACTIVE for port object fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:43.999216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 38225be2-82d7-472f-a194-09d70f523c0c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:44.002393 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.047661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9a29-e19d-4e2a-9868-95252341975d req-a0b1adbf-c400-4164-bdcf-67afcee27b57 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.057682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.063415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9a29-e19d-4e2a-9868-95252341975d req-a0b1adbf-c400-4164-bdcf-67afcee27b57 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.076525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9a29-e19d-4e2a-9868-95252341975d req-a0b1adbf-c400-4164-bdcf-67afcee27b57 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.087961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38225be2-82d7-472f-a194-09d70f523c0c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:44.089817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9a29-e19d-4e2a-9868-95252341975d req-a0b1adbf-c400-4164-bdcf-67afcee27b57 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.101472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9a29-e19d-4e2a-9868-95252341975d req-a0b1adbf-c400-4164-bdcf-67afcee27b57 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.111106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9a29-e19d-4e2a-9868-95252341975d req-a0b1adbf-c400-4164-bdcf-67afcee27b57 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.114931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 38225be2-82d7-472f-a194-09d70f523c0c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=38225be2-82d7-472f-a194-09d70f523c0c,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:44.120923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c9a29-e19d-4e2a-9868-95252341975d req-a0b1adbf-c400-4164-bdcf-67afcee27b57 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.124965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-039c9a29-e19d-4e2a-9868-95252341975d req-a0b1adbf-c400-4164-bdcf-67afcee27b57 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5431 time: 0.8744168 May 26 16:05:44.127110 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.127821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:44.192475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2dd4d9-71bd-413f-97f4-3f2729d48e95 None None] Network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:44.197924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.213549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.291616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Pushing event updated for resources: {'Port': ['ID=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:44.348976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:05:44.350564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b7206f90-3b6b-4c77-885d-33f6d1667b4a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:44.350934 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.359870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.468943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5edd-d0f6-424f-b814-f47dca4dd38c req-99bda6b0-1ec0-4ae1-acf6-6c4309121f4d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.481068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=38225be2-82d7-472f-a194-09d70f523c0c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:44.482449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6fe5edd-d0f6-424f-b814-f47dca4dd38c req-99bda6b0-1ec0-4ae1-acf6-6c4309121f4d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 943 time: 0.3548462 May 26 16:05:44.506789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:44.512320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:44.518328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6c198bec-7e00-4adf-83a3-09bd0b43a1c4 None None] Provisioning complete for port b7206f90-3b6b-4c77-885d-33f6d1667b4a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:44.519036 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c198bec-7e00-4adf-83a3-09bd0b43a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.531742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:44.571427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565afe8-1b99-415a-82fb-b4461b2ef8b1 None None] Network 66950eb9-9364-4c32-a1ab-960fc915f592 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:44.577470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6fe5edd-d0f6-424f-b814-f47dca4dd38c req-35980db3-86db-48dc-b1c9-21043e088648 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939627 May 26 16:05:44.594605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-039c9a29-e19d-4e2a-9868-95252341975d req-43bd8909-61db-4e11-b4f2-76761d60d3d6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3837337 May 26 16:05:44.603681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Attempting to bind port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:44.605340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Attempting to bind port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:44.607769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Attempting to bind port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b on network cc098992-96d4-4476-9d3e-43f7fb1f07d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:44.609809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Pushing event updated for resources: {'Port': ['ID=59a702ff-ad7a-4d7d-82c0-5d78aa627f22,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:44.621805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b on network cc098992-96d4-4476-9d3e-43f7fb1f07d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:44.624325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Attempting to bind port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b on network cc098992-96d4-4476-9d3e-43f7fb1f07d2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:44.640586 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.640762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:44.640762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Checking segment: {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:44.641171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Bound using segment: {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:44.641628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Bound port: fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:44.642010 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.708067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38448) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:44.732083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b7206f90-3b6b-4c77-885d-33f6d1667b4a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:44.732678 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.748437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:44.752139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:44.803268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.808588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:44.884794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Pushing event updated for resources: {'Port': ['ID=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:44.915833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfc68c-f2c3-4709-a393-34fd507e0e2f req-2f4be57d-d379-455f-aabd-e35ef5c2ba05 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.917412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8bfc68c-f2c3-4709-a393-34fd507e0e2f req-2f4be57d-d379-455f-aabd-e35ef5c2ba05 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1526256 May 26 16:05:44.927219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1537762253-network', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:44.932037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.932941 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.934363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-65b5f40a-d197-4e43-8bc9-833e6e1982ab service neutron] 10.222.0.32 "PUT /v2.0/ports/fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b HTTP/1.1" status: 200 len: 1091 time: 2.4791617 May 26 16:05:44.943136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:44.945794 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346b386d-8ed2-4171-8332-158f2714df32" -d '{"events": [{"name": "network-changed", "server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:44.971095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaee237-7789-4749-8289-462caba5e71a req-e9ae933f-9f03-43d0-b4c4-0b19947b3a18 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.980538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Made reservation on behalf of 7ec6430777dd4fbc8fc3cd9ef3c5b96f for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:44.981006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abaee237-7789-4749-8289-462caba5e71a req-e9ae933f-9f03-43d0-b4c4-0b19947b3a18 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 945 time: 0.2267005 May 26 16:05:44.984543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.018914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.046437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abaee237-7789-4749-8289-462caba5e71a req-9dfeec67-a031-4c8d-b494-088defd9c316 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644464 May 26 16:05:45.096803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8bfc68c-f2c3-4709-a393-34fd507e0e2f req-1ff3aa80-e597-4866-8b75-443f67d9bc55 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613798 May 26 16:05:45.107990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-a4cf9052-ae31-48d9-a613-b7c15f2d4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.109484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-a4cf9052-ae31-48d9-a613-b7c15f2d4bd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fd5b8f634454a329a1104620ad15dfe&device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 1094 time: 0.1062813 May 26 16:05:45.179724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-a7bb0078-700f-465c-8ac0-3e15b7e3019a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b HTTP/1.1" status: 200 len: 217 time: 0.0606792 May 26 16:05:45.182815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.254547 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12b925e-e059-4e78-8836-59ffd4d873ca x-openstack-request-id: req-c12b925e-e059-4e78-8836-59ffd4d873ca {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:45.254547 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:45.254547 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c12b925e-e059-4e78-8836-59ffd4d873ca {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:45.254547 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12b925e-e059-4e78-8836-59ffd4d873ca'] response: {'name': 'network-changed', 'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b', 'status': 'completed', 'code': 200} May 26 16:05:45.324068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,segment=NetworkSegment(ae4de8c3-5d81-4552-aff1-23055ff12f17),segment_id=ae4de8c3-5d81-4552-aff1-23055ff12f17)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:45.345521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-61a5d90a-4a58-4e0b-91c6-e1319c9cc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.347132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-61a5d90a-4a58-4e0b-91c6-e1319c9cc951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8020c9a2-a02a-4232-9476-f298b80095ad HTTP/1.1" status: 200 len: 852 time: 0.0938513 May 26 16:05:45.396458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-dd2b037e-bc02-489a-b9da-2f8ab874970e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc098992-96d4-4476-9d3e-43f7fb1f07d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399938 May 26 16:05:45.408815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Router 6914a528-0a6d-484d-bbd5-765208bc18ca is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:05:45.411260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091849c-3d4f-4b11-b82b-1200b5e79538 req-d740507d-3a00-4463-ae1d-fe282ebd5df8 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.421813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b091849c-3d4f-4b11-b82b-1200b5e79538 req-d740507d-3a00-4463-ae1d-fe282ebd5df8 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 943 time: 0.2385161 May 26 16:05:45.450615 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.455898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2', 'network_id': '01a47fa3-058b-4e60-ba31-929313bb7634', 'port_id': '19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2', 'mac_address': 'fa:16:3e:db:f2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b8f535-7a24-4653-9e9f-f9c7e8d944cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:45.459907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port b7206f90-3b6b-4c77-885d-33f6d1667b4a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b7206f90-3b6b-4c77-885d-33f6d1667b4a,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:45.479699 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.480701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2b157909-0fc8-405b-bfee-d78da37d8bb8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:45.494253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6c198bec-7e00-4adf-83a3-09bd0b43a1c4 None None] Current status of the port b7206f90-3b6b-4c77-885d-33f6d1667b4a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:45.495251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c198bec-7e00-4adf-83a3-09bd0b43a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.500899 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.513526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:45.525358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.525780 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Added segment 5322a225-82af-4be8-83bb-98a3aff64b67 of type vlan for network c44154e2-c913-4272-ac52-87a1b1b74c37 May 26 16:05:45.578760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.595458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b091849c-3d4f-4b11-b82b-1200b5e79538 req-5de76ee2-d21b-4213-82f9-bb3dcfe1070b tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658926 May 26 16:05:45.653735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29658ce0-9308-4e57-b063-208a167ed4ea,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:45.659063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.660295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.661261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.695115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:45.695944 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.712636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-043ac25a-4c3e-4a87-b5b9-f6a0353d4545 service neutron] 10.222.0.32 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794516 May 26 16:05:45.809236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=b7206f90-3b6b-4c77-885d-33f6d1667b4a,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:45.842367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81c5231a-a170-48d7-a1a8-f4bfbff3df60 req-e835cf14-0dab-428b-909b-2928b5544f6e service neutron] 10.222.0.32 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203909 May 26 16:05:45.903752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:45.906216 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.944254 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-6c198bec-7e00-4adf-83a3-09bd0b43a1c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:05:45.944528 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-6c198bec-7e00-4adf-83a3-09bd0b43a1c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:05:45.944945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbece59-4867-4a7c-8507-3ef5bca2843b req-78f3197c-92c4-47e0-9af4-53734bd632e2 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.947517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dcbece59-4867-4a7c-8507-3ef5bca2843b req-78f3197c-92c4-47e0-9af4-53734bd632e2 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1039274 May 26 16:05:45.980545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.981417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:45.988874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] Pushing event updated for resources: {'Network': ['ID=c44154e2-c913-4272-ac52-87a1b1b74c37,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:45.991205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2b157909-0fc8-405b-bfee-d78da37d8bb8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:45.992898 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.027696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a8129-5f85-431a-8a84-c2310f08de5a req-d220baab-7dd4-48fd-86de-24a1d69fb122 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.029754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb5a8129-5f85-431a-8a84-c2310f08de5a req-d220baab-7dd4-48fd-86de-24a1d69fb122 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 943 time: 0.1850960 May 26 16:05:46.068209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network c44154e2-c913-4272-ac52-87a1b1b74c37 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:46.086719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b386d-8ed2-4171-8332-158f2714df32 req-213584c7-18c0-41e5-8fd4-802568f92111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.094851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346b386d-8ed2-4171-8332-158f2714df32 req-213584c7-18c0-41e5-8fd4-802568f92111 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fd5b8f634454a329a1104620ad15dfe&device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 1094 time: 0.1446528 May 26 16:05:46.165930 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e77d17df-55cd-4f1b-a0c1-c7c17ed67385 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4570544 May 26 16:05:46.206155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38476) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:46.217635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Request body: {'subnet': {'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-subnet', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:46.252585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,segment=NetworkSegment(ae4de8c3-5d81-4552-aff1-23055ff12f17),segment_id=ae4de8c3-5d81-4552-aff1-23055ff12f17)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:46.279029 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.280001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 504991a7-772d-4514-ac9d-2402ff0ed221 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:46.308740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:05:46.323588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Made reservation on behalf of 7ec6430777dd4fbc8fc3cd9ef3c5b96f for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:46.326107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.357844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 504991a7-772d-4514-ac9d-2402ff0ed221, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=504991a7-772d-4514-ac9d-2402ff0ed221,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:46.365512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:46.385231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '504991a7-772d-4514-ac9d-2402ff0ed221', 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'port_id': '504991a7-772d-4514-ac9d-2402ff0ed221', 'mac_address': 'fa:16:3e:9f:49:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee1c49b-fe7b-4670-a585-43a6acb0139d', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:46.406090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.407350 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-63a0bb0d-9149-4daf-96cb-f776ccbfdd5d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.9331088 May 26 16:05:46.466148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38478) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:46.472445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Sync routers for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:05:46.545156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:46.545811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:46.589769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dcbece59-4867-4a7c-8507-3ef5bca2843b req-4697f25e-e4fa-4ad5-b3b3-472ad0a96f24 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278384 May 26 16:05:46.752236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb5a8129-5f85-431a-8a84-c2310f08de5a req-77f676af-643e-4018-96e0-14a4c898d13f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7134955 May 26 16:05:46.787318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:46.802151 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Sync routers for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:05:46.826493 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:46.833561 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:46.838051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e695d4-1c4c-4b85-876e-4fb3ce7ba5d6 req-cd2402fe-d3b3-48b3-b21d-b736e1cc489b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.845354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e695d4-1c4c-4b85-876e-4fb3ce7ba5d6 req-cd2402fe-d3b3-48b3-b21d-b736e1cc489b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.848437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:46.851351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e695d4-1c4c-4b85-876e-4fb3ce7ba5d6 req-cd2402fe-d3b3-48b3-b21d-b736e1cc489b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.859386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e695d4-1c4c-4b85-876e-4fb3ce7ba5d6 req-cd2402fe-d3b3-48b3-b21d-b736e1cc489b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.870174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e695d4-1c4c-4b85-876e-4fb3ce7ba5d6 req-cd2402fe-d3b3-48b3-b21d-b736e1cc489b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.878883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e695d4-1c4c-4b85-876e-4fb3ce7ba5d6 req-cd2402fe-d3b3-48b3-b21d-b736e1cc489b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.885545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e695d4-1c4c-4b85-876e-4fb3ce7ba5d6 req-cd2402fe-d3b3-48b3-b21d-b736e1cc489b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.893904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0e695d4-1c4c-4b85-876e-4fb3ce7ba5d6 req-cd2402fe-d3b3-48b3-b21d-b736e1cc489b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5432 time: 0.1622238 May 26 16:05:46.926633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b386d-8ed2-4171-8332-158f2714df32 req-fadf4a96-3553-48a6-8bbe-49903f092ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.928277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346b386d-8ed2-4171-8332-158f2714df32 req-fadf4a96-3553-48a6-8bbe-49903f092ab9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 200 len: 913 time: 0.3571515 May 26 16:05:47.038759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.044512 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fe0fd80e-13f2-4a11-858f-16898afe112c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0806661 May 26 16:05:47.049108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38482) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:47.058199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346b386d-8ed2-4171-8332-158f2714df32 req-0dc204e0-e507-42fd-94a9-24d854551e93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b HTTP/1.1" status: 200 len: 217 time: 0.1157269 May 26 16:05:47.097007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0e695d4-1c4c-4b85-876e-4fb3ce7ba5d6 req-3f7c4532-e59a-45a9-81ee-fd5fc779e30d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1976173 May 26 16:05:47.155924 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:47.217953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b386d-8ed2-4171-8332-158f2714df32 req-01f5b5b6-b99c-4f1b-ac8f-829fc11e3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.219891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346b386d-8ed2-4171-8332-158f2714df32 req-01f5b5b6-b99c-4f1b-ac8f-829fc11e3a20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8020c9a2-a02a-4232-9476-f298b80095ad HTTP/1.1" status: 200 len: 852 time: 0.1461248 May 26 16:05:47.269575 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346b386d-8ed2-4171-8332-158f2714df32 req-a3bf8311-141c-4f3e-a3ff-d78d5705b6f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc098992-96d4-4476-9d3e-43f7fb1f07d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377073 May 26 16:05:47.305404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16b66b-41fa-4652-ae40-d85efb24048b req-c1fcc25a-cee5-471a-a831-7834bfef900f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.313034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f16b66b-41fa-4652-ae40-d85efb24048b req-c1fcc25a-cee5-471a-a831-7834bfef900f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 945 time: 0.2522914 May 26 16:05:47.313388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 504991a7-772d-4514-ac9d-2402ff0ed221 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:47.313878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.350028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:47.352997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6c198bec-7e00-4adf-83a3-09bd0b43a1c4 None None] Current status of the port b7206f90-3b6b-4c77-885d-33f6d1667b4a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:47.379418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504991a7-772d-4514-ac9d-2402ff0ed221 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:47.424213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 504991a7-772d-4514-ac9d-2402ff0ed221, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=504991a7-772d-4514-ac9d-2402ff0ed221,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:47.431497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346b386d-8ed2-4171-8332-158f2714df32 req-da02717f-3a63-4b28-be0a-ab557b36cc40 service neutron] 10.222.0.32 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471615 May 26 16:05:47.486092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f16b66b-41fa-4652-ae40-d85efb24048b req-a3be1c35-8dbf-482e-9f4b-a5971ddc17b7 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720450 May 26 16:05:47.552240 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.555296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2ca40ad8-2463-44af-bdc5-f14e6534583d details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:47.584929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346b386d-8ed2-4171-8332-158f2714df32 req-eea77807-073b-4ddc-aaf5-237fbb3df596 service neutron] 10.222.0.32 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158712 May 26 16:05:47.625273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 2ca40ad8-2463-44af-bdc5-f14e6534583d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2ca40ad8-2463-44af-bdc5-f14e6534583d,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:47.626882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c6ac-f752-419c-82d1-8b5b751e626e req-914a8ae3-243b-4af8-9219-a6bae5c16626 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.637838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad95c6ac-f752-419c-82d1-8b5b751e626e req-914a8ae3-243b-4af8-9219-a6bae5c16626 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.3668056 May 26 16:05:47.669132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '2ca40ad8-2463-44af-bdc5-f14e6534583d', 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'port_id': '2ca40ad8-2463-44af-bdc5-f14e6534583d', 'mac_address': 'fa:16:3e:b0:6b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee1c49b-fe7b-4670-a585-43a6acb0139d', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:47.678323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2b157909-0fc8-405b-bfee-d78da37d8bb8 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:47.678859 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.711434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4c7eaa61-657d-4b1e-ba09-712376098a4a None None] Provisioning complete for port 2b157909-0fc8-405b-bfee-d78da37d8bb8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:47.715899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4c7eaa61-657d-4b1e-ba09-712376098a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.758977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad95c6ac-f752-419c-82d1-8b5b751e626e req-4e37aaad-d0c9-4ccf-aa60-d1e49faef211 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143765 May 26 16:05:47.770854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:47.771245 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.801959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82199f-f988-4240-9b37-bded98f5281f req-15255a5c-c1e6-4e08-8dec-cdf5d7f75281 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.814090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad82199f-f988-4240-9b37-bded98f5281f req-15255a5c-c1e6-4e08-8dec-cdf5d7f75281 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1008136 May 26 16:05:47.843220 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:44Z', 'revision_number': 3, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:47.881704 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Checking router: fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:05:47.882461 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Updating router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:05:47.909721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad82199f-f988-4240-9b37-bded98f5281f req-54a20f85-69bc-42a3-9ecb-9321f3ae5524 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945094 May 26 16:05:47.945950 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.988443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 2b157909-0fc8-405b-bfee-d78da37d8bb8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2b157909-0fc8-405b-bfee-d78da37d8bb8,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:47.989354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46527d59-2480-4466-983d-8c80ec27db26 req-02c18d7f-e567-48b8-8d4f-3a0494abe2ce tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.990876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46527d59-2480-4466-983d-8c80ec27db26 req-02c18d7f-e567-48b8-8d4f-3a0494abe2ce tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 943 time: 0.0801408 May 26 16:05:48.022186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 2ca40ad8-2463-44af-bdc5-f14e6534583d is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:48.022577 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.025320 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.035929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.041742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:48.044069 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96eb0de-e252-492a-9f18-18d22e6b454d" -d '{"events": [{"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:48.075322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46527d59-2480-4466-983d-8c80ec27db26 req-fb7bd42a-1ca0-4b9d-8487-6978002e0c09 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741503 May 26 16:05:48.127204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=504991a7-772d-4514-ac9d-2402ff0ed221,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:48.133468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:48.145874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca40ad8-2463-44af-bdc5-f14e6534583d {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:48.147453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130d94-e1e5-4296-9323-4b5f4db2792d req-92afaf52-b1fa-4c57-90fe-9d7dfb336dba tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.158123 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e130d94-e1e5-4296-9323-4b5f4db2792d req-92afaf52-b1fa-4c57-90fe-9d7dfb336dba tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1570361 May 26 16:05:48.245893 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.248671 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff17e27-a3c9-4c4b-94ff-95443ff1df4c x-openstack-request-id: req-aff17e27-a3c9-4c4b-94ff-95443ff1df4c {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:48.248959 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:48.249213 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aff17e27-a3c9-4c4b-94ff-95443ff1df4c {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:48.249628 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff17e27-a3c9-4c4b-94ff-95443ff1df4c'] response: {'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'code': 200} May 26 16:05:48.261217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e130d94-e1e5-4296-9323-4b5f4db2792d req-fdef7805-4d8b-4952-aa5d-03767e56e53d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017208 May 26 16:05:48.267001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b7206f90-3b6b-4c77-885d-33f6d1667b4a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:48.334297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:43Z', 'revision_number': 3, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:48.337195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=2b157909-0fc8-405b-bfee-d78da37d8bb8,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:48.428962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b697-2244-410f-9444-21b25b83c805 req-10d2046f-7647-40a8-a52c-3df25cd4eb7b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.437591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b697-2244-410f-9444-21b25b83c805 req-10d2046f-7647-40a8-a52c-3df25cd4eb7b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.445021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b697-2244-410f-9444-21b25b83c805 req-10d2046f-7647-40a8-a52c-3df25cd4eb7b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.451697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:48.452087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b697-2244-410f-9444-21b25b83c805 req-10d2046f-7647-40a8-a52c-3df25cd4eb7b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.458991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b697-2244-410f-9444-21b25b83c805 req-10d2046f-7647-40a8-a52c-3df25cd4eb7b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.466783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b697-2244-410f-9444-21b25b83c805 req-10d2046f-7647-40a8-a52c-3df25cd4eb7b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.473550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b697-2244-410f-9444-21b25b83c805 req-10d2046f-7647-40a8-a52c-3df25cd4eb7b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.475340 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.485084 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.485677 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d785b697-2244-410f-9444-21b25b83c805 req-10d2046f-7647-40a8-a52c-3df25cd4eb7b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5433 time: 0.1647601 May 26 16:05:48.495956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 2ca40ad8-2463-44af-bdc5-f14e6534583d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2ca40ad8-2463-44af-bdc5-f14e6534583d,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:48.560399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4c7eaa61-657d-4b1e-ba09-712376098a4a None None] Current status of the port 2b157909-0fc8-405b-bfee-d78da37d8bb8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:48.568916 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Pushing event updated for resources: {'Port': ['ID=59a702ff-ad7a-4d7d-82c0-5d78aa627f22,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:48.570955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Checking router: 6914a528-0a6d-484d-bbd5-765208bc18ca for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:05:48.571302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Updating router 6914a528-0a6d-484d-bbd5-765208bc18ca port 0eadb8b0-b537-4259-a012-9bb15fe56712 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:05:48.577880 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Attempting to bind port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:48.578291 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Attempting to bind port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:48.578644 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Attempting to bind port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:48.583113 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.583455 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.583794 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.584127 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.584460 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.584785 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.585107 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.585425 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.588501 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.588501 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.588501 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.588501 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.588948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153dae0-b92b-4c52-a5c0-bc3e9868c401 req-c4e7e4c0-4fc1-407a-904d-452a62294296 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.589547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e153dae0-b92b-4c52-a5c0-bc3e9868c401 req-c4e7e4c0-4fc1-407a-904d-452a62294296 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1003606 May 26 16:05:48.593374 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:48.593747 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:48.594179 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.594567 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:48.595029 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Bound port: 59a702ff-ad7a-4d7d-82c0-5d78aa627f22, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:48.595402 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.602412 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.603099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d785b697-2244-410f-9444-21b25b83c805 req-5f690cfe-2bef-469b-ab3e-3c76f8cbc3df tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140423 May 26 16:05:48.609927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 56c037a8-566f-46b6-9a3d-7750591a5be3 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:48.653502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Checking segment: {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:48.653876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Network hostable DHCP agents. Network: c44154e2-c913-4272-ac52-87a1b1b74c37, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:05:48.676941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d6b04b-62ac-4b05-8bc2-0b90e344e2b9,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:48.692989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e153dae0-b92b-4c52-a5c0-bc3e9868c401 req-d198e4d8-60d8-4a01-b90e-f74196f11d74 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848956 May 26 16:05:48.733622 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] For port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:48.737647 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] For port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=59a702ff-ad7a-4d7d-82c0-5d78aa627f22,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:48.754385 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.786624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d092446-04aa-4035-8f5f-ee8d127f7099 req-31d8ae0d-459c-44f1-b018-b5d7695f412e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.797740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d092446-04aa-4035-8f5f-ee8d127f7099 req-31d8ae0d-459c-44f1-b018-b5d7695f412e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.0803647 May 26 16:05:48.801440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Network c44154e2-c913-4272-ac52-87a1b1b74c37 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:05:48.862444 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.871301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, c44154e2-c913-4272-ac52-87a1b1b74c37) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:48.875871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.876474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.886828 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:48.887473 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:48.909144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d092446-04aa-4035-8f5f-ee8d127f7099 req-efa3b30f-28c2-4d1c-9cdf-fe3f4564bdc1 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108015 May 26 16:05:48.938629 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9437828-9084-4581-8771-497f9b8e6d41 None None] Pushing event updated for resources: {'Port': ['ID=59a702ff-ad7a-4d7d-82c0-5d78aa627f22,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:49.022862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3441fd-55f8-4a9c-8cad-a0abf91547b0 req-9881e8a8-7152-4c59-8754-3eed288f9a51 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.030589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d3441fd-55f8-4a9c-8cad-a0abf91547b0 req-9881e8a8-7152-4c59-8754-3eed288f9a51 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1488338 May 26 16:05:49.090992 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:49.100507 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9fbfbdb1-2ed9-4b77-a1bd-d7c7fd8a9967 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8869605 May 26 16:05:49.102559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38506) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:49.108132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:49.203054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:49.204021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d3441fd-55f8-4a9c-8cad-a0abf91547b0 req-a7b0ac80-0f22-4932-86f6-74607bcbb715 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619530 May 26 16:05:49.204116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359b3e9-e59b-4156-88db-29ede5ca7d25 None None] Network c44154e2-c913-4272-ac52-87a1b1b74c37 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:49.232737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434efec-67f7-403a-9081-c2c82eec1fa7 req-bd93da02-4803-481a-a1be-6960fab59da2 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.236770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.244615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7434efec-67f7-403a-9081-c2c82eec1fa7 req-bd93da02-4803-481a-a1be-6960fab59da2 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.2063203 May 26 16:05:49.245408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4c7eaa61-657d-4b1e-ba09-712376098a4a None None] Provisioning complete for port b7206f90-3b6b-4c77-885d-33f6d1667b4a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:49.245785 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4c7eaa61-657d-4b1e-ba09-712376098a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.304735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.305816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.321957 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:05:49.358277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7434efec-67f7-403a-9081-c2c82eec1fa7 req-2616422f-3379-49ff-ad6e-b46431caf6cc tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057889 May 26 16:05:49.379710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.417957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 56c037a8-566f-46b6-9a3d-7750591a5be3, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=56c037a8-566f-46b6-9a3d-7750591a5be3,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:49.423862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e3169-449a-4abf-9397-0f25ad8ee9db req-23c37b68-bad6-4f52-aa4b-a480f566d21f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.423978 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:05:49.426759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=2ca40ad8-2463-44af-bdc5-f14e6534583d,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:49.449079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a1e3169-449a-4abf-9397-0f25ad8ee9db req-23c37b68-bad6-4f52-aa4b-a480f566d21f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 943 time: 0.1353092 May 26 16:05:49.503128 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:44Z', 'revision_number': 3, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:49.552631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a1e3169-449a-4abf-9397-0f25ad8ee9db req-14cb424c-b3e6-4579-b902-69bc18b2194c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015747 May 26 16:05:49.567416 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e392d94-8fa0-4c97-a5cf-4db14610c14f None None] The sync data for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 is: [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:44Z', 'revision_number': 3, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:05:49.591567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ee435-95d3-44e1-b993-0c004b9d6460 req-f2fd9096-ef2b-4558-901b-ac1f237b56db tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.600946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da5ee435-95d3-44e1-b993-0c004b9d6460 req-f2fd9096-ef2b-4558-901b-ac1f237b56db tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0971403 May 26 16:05:49.635927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '56c037a8-566f-46b6-9a3d-7750591a5be3', 'network_id': 'a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2', 'port_id': '56c037a8-566f-46b6-9a3d-7750591a5be3', 'mac_address': 'fa:16:3e:f2:b4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee1c49b-fe7b-4670-a585-43a6acb0139d', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:49.637597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b7206f90-3b6b-4c77-885d-33f6d1667b4a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:49.637968 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.678646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da5ee435-95d3-44e1-b993-0c004b9d6460 req-d49d2a63-d16f-439e-b252-dc32dadb66fe tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767174 May 26 16:05:49.774259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.780223 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Allocated IP 172.20.0.1 (66950eb9-9364-4c32-a1ab-960fc915f592/2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764/73d15151-fc29-4c49-8279-ebfe46986a59) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:49.858497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af4cdd-45b8-445f-9488-a3e2a74196b2 req-230216bf-759d-4601-b8e7-a5269a87668a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.864930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af4cdd-45b8-445f-9488-a3e2a74196b2 req-230216bf-759d-4601-b8e7-a5269a87668a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.876164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af4cdd-45b8-445f-9488-a3e2a74196b2 req-230216bf-759d-4601-b8e7-a5269a87668a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.884925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af4cdd-45b8-445f-9488-a3e2a74196b2 req-230216bf-759d-4601-b8e7-a5269a87668a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.891782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af4cdd-45b8-445f-9488-a3e2a74196b2 req-230216bf-759d-4601-b8e7-a5269a87668a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.900417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af4cdd-45b8-445f-9488-a3e2a74196b2 req-230216bf-759d-4601-b8e7-a5269a87668a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.910843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af4cdd-45b8-445f-9488-a3e2a74196b2 req-230216bf-759d-4601-b8e7-a5269a87668a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.913053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24af4cdd-45b8-445f-9488-a3e2a74196b2 req-230216bf-759d-4601-b8e7-a5269a87668a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5434 time: 0.1792464 May 26 16:05:49.941081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:49.978876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 56c037a8-566f-46b6-9a3d-7750591a5be3 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:49.979683 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.992101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Allocated IP 172.20.0.1 (02f2be8c-c79d-40f7-8f90-5fb2c986de2d/da339fc1-8902-49b1-8d65-c1ca301520bd/430f585b-60c4-4ad9-8256-8d8c0fece59a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:50.048986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24af4cdd-45b8-445f-9488-a3e2a74196b2 req-b20e4f8e-001d-407b-85cb-98b74b1f9bf1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226525 May 26 16:05:50.078939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b', 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2', 'port_id': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b', 'mac_address': 'fa:16:3e:16:bb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8020c9a2-a02a-4232-9476-f298b80095ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:50.090914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.105304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c037a8-566f-46b6-9a3d-7750591a5be3 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:50.140536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3f9e3-76d5-4e3b-9179-6c6726192594 req-eb30bc0a-ce4a-48f0-b006-bd4231357c6c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.142146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10a3f9e3-76d5-4e3b-9179-6c6726192594 req-eb30bc0a-ce4a-48f0-b006-bd4231357c6c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2281356 May 26 16:05:50.159493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4c7eaa61-657d-4b1e-ba09-712376098a4a None None] Current status of the port b7206f90-3b6b-4c77-885d-33f6d1667b4a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:50.256433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-c44154e2-c913-4272-ac52-87a1b1b74c37', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:05:50.257281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.267411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10a3f9e3-76d5-4e3b-9179-6c6726192594 req-40cf9d05-7ea8-4d36-9caf-e7485df80c76 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152689 May 26 16:05:50.298528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 56c037a8-566f-46b6-9a3d-7750591a5be3, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=56c037a8-566f-46b6-9a3d-7750591a5be3,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:50.323289 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.324666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5251a885-cb24-43fe-a051-230f8d9f897e details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:50.374982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fa2cf-018b-430f-b9bc-4ddef6ee9dec req-df507a31-4810-4a54-b910-32e5b8ace2e0 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.377512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b7206f90-3b6b-4c77-885d-33f6d1667b4a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:50.378623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2fa2cf-018b-430f-b9bc-4ddef6ee9dec req-df507a31-4810-4a54-b910-32e5b8ace2e0 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1409745 May 26 16:05:50.431875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:50.434559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.443770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.543473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2fa2cf-018b-430f-b9bc-4ddef6ee9dec req-2d2967fd-b465-4f8c-b3ee-2ec5f03e287d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558313 May 26 16:05:50.600270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7bcf5-15f7-46b2-b9d1-2da7924f0d18 req-eac6a75c-4f30-4eba-8cd8-7ac3d0632d0e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.611355 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:05:50.614191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4a7bcf5-15f7-46b2-b9d1-2da7924f0d18 req-eac6a75c-4f30-4eba-8cd8-7ac3d0632d0e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1553617 May 26 16:05:50.624730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:50.655651 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.711927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5251a885-cb24-43fe-a051-230f8d9f897e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5251a885-cb24-43fe-a051-230f8d9f897e,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:50.725432 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.740992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:50.771059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4a7bcf5-15f7-46b2-b9d1-2da7924f0d18 req-97e4120e-8088-49d6-b398-42eb212163e0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551759 May 26 16:05:50.809007 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:50.822205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '5251a885-cb24-43fe-a051-230f8d9f897e', 'network_id': '0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa', 'port_id': '5251a885-cb24-43fe-a051-230f8d9f897e', 'mac_address': 'fa:16:3e:d3:aa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16532663-ff63-447e-b7e6-9b6160cec251', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:50.825535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=56c037a8-566f-46b6-9a3d-7750591a5be3,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:50.857013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf50483-8d55-493a-a979-be4228677bff req-bd7282eb-196f-4e9a-918d-dbb41623810f tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.859919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbf50483-8d55-493a-a979-be4228677bff req-bd7282eb-196f-4e9a-918d-dbb41623810f tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.1714377 May 26 16:05:50.884384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Network 66950eb9-9364-4c32-a1ab-960fc915f592 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:50.888291 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.892643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:50.906842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:50.920834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.924937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Pushing event updated for resources: {'Port': ['ID=73d15151-fc29-4c49-8279-ebfe46986a59,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:50.976540 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:05:51.003474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbf50483-8d55-493a-a979-be4228677bff req-6ecc6cfe-b480-4d1f-9bbf-83b40cfe046e tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301219 May 26 16:05:51.021626 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.065032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99df02-fa6f-403f-81a8-4f470d92d340 req-1c328d57-1ee2-436d-9725-120a55a5151a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.074685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc99df02-fa6f-403f-81a8-4f470d92d340 req-1c328d57-1ee2-436d-9725-120a55a5151a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 944 time: 0.1536093 May 26 16:05:51.151303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc99df02-fa6f-403f-81a8-4f470d92d340 req-aed74795-ccf8-4611-8f35-77cd57f39217 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681086 May 26 16:05:51.175049 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.188294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:51.203955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:51.207488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:51.231410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.299847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:51.306821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Pushing event updated for resources: {'Port': ['ID=430f585b-60c4-4ad9-8256-8d8c0fece59a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:51.312662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445cca6-eaa6-4a65-9ca9-6d5ff5f3dcc1 req-64c33952-8924-4f8a-a135-fe75c32c892a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.313533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Allocated IP 172.20.0.2 (c44154e2-c913-4272-ac52-87a1b1b74c37/95d6b04b-62ac-4b05-8bc2-0b90e344e2b9/38c1ef40-ed47-441c-9390-d356a1551b3d) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:51.323611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0445cca6-eaa6-4a65-9ca9-6d5ff5f3dcc1 req-64c33952-8924-4f8a-a135-fe75c32c892a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1669374 May 26 16:05:51.450122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5251a885-cb24-43fe-a051-230f8d9f897e is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:51.450884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.459886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:51.460261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812840-2771-4115-8bb3-bf1966e1de80 req-591875cc-7376-4e84-be85-e12fedd993f6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.485976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812840-2771-4115-8bb3-bf1966e1de80 req-591875cc-7376-4e84-be85-e12fedd993f6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.486193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.489622 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.493151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812840-2771-4115-8bb3-bf1966e1de80 req-591875cc-7376-4e84-be85-e12fedd993f6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.495117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Attempting to bind port 0eadb8b0-b537-4259-a012-9bb15fe56712 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:51.495796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Attempting to bind port 0eadb8b0-b537-4259-a012-9bb15fe56712 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:51.496397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Attempting to bind port 0eadb8b0-b537-4259-a012-9bb15fe56712 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:51.500695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812840-2771-4115-8bb3-bf1966e1de80 req-591875cc-7376-4e84-be85-e12fedd993f6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.519480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812840-2771-4115-8bb3-bf1966e1de80 req-591875cc-7376-4e84-be85-e12fedd993f6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.525627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.534021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812840-2771-4115-8bb3-bf1966e1de80 req-591875cc-7376-4e84-be85-e12fedd993f6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.539992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812840-2771-4115-8bb3-bf1966e1de80 req-591875cc-7376-4e84-be85-e12fedd993f6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.550521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:51.551489 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.556023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af812840-2771-4115-8bb3-bf1966e1de80 req-591875cc-7376-4e84-be85-e12fedd993f6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5435 time: 0.2313476 May 26 16:05:51.559470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0445cca6-eaa6-4a65-9ca9-6d5ff5f3dcc1 req-e963a3d1-06f2-4d89-8211-5cfdd255e570 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244174 May 26 16:05:51.645755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:51.653970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:51.657962 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.658528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:51.659172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Bound port: 0eadb8b0-b537-4259-a012-9bb15fe56712, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:51.660025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.664554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af812840-2771-4115-8bb3-bf1966e1de80 req-2147b7de-6150-4f35-970e-7becf0bce601 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915792 May 26 16:05:51.665711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5251a885-cb24-43fe-a051-230f8d9f897e {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:51.700533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Allocated IP 172.25.0.13 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/7799ea31-aaff-45a9-ab2f-54ecddaa5c24) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:51.746902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0c1e6f4d-dd66-44cd-8ca6-f5adcfc82e46 None None] Provisioning complete for port 73d15151-fc29-4c49-8279-ebfe46986a59 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:51.747426 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6f4d-dd66-44cd-8ca6-f5adcfc82e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.791902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f922-9b80-4795-97b2-a97514569882 req-cebf9631-9759-44ed-99cc-c0040a862c55 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.793944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39c5f922-9b80-4795-97b2-a97514569882 req-cebf9631-9759-44ed-99cc-c0040a862c55 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1016052 May 26 16:05:51.817624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec291f-577a-4762-8bf3-07cee10fec2e None None] Pushing event updated for resources: {'Port': ['ID=0eadb8b0-b537-4259-a012-9bb15fe56712,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:51.824325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5251a885-cb24-43fe-a051-230f8d9f897e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5251a885-cb24-43fe-a051-230f8d9f897e,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:51.885925 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.931169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39c5f922-9b80-4795-97b2-a97514569882 req-ae32e93d-f149-44ee-ba10-405efc4535cf tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219730 May 26 16:05:51.938684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e6f4d-dd66-44cd-8ca6-f5adcfc82e46 None None] Port 73d15151-fc29-4c49-8279-ebfe46986a59 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:51.970074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] For port 0eadb8b0-b537-4259-a012-9bb15fe56712, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:52.002996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40fa52-1014-4e67-b770-55046b692e2e req-f41a2411-e990-4769-b04b-2c8953dfa20a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.014874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb40fa52-1014-4e67-b770-55046b692e2e req-f41a2411-e990-4769-b04b-2c8953dfa20a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1559641 May 26 16:05:52.071287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] For port 0eadb8b0-b537-4259-a012-9bb15fe56712, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0eadb8b0-b537-4259-a012-9bb15fe56712,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:52.077540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb40fa52-1014-4e67-b770-55046b692e2e req-fe46ae43-615e-4e28-8669-d7de31aec47f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598204 May 26 16:05:52.146539 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:52.240408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5251a885-cb24-43fe-a051-230f8d9f897e,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:52.262848 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:52.278079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e4572-2b2f-42b2-88f1-e92f3ed863aa req-aa0dc7d7-e7b2-484b-a637-9230b86650da tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.294435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-530e4572-2b2f-42b2-88f1-e92f3ed863aa req-aa0dc7d7-e7b2-484b-a637-9230b86650da tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.1510949 May 26 16:05:52.298692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bc19542f-6c31-4197-88b3-bf08f951187e None None] Provisioning complete for port 430f585b-60c4-4ad9-8256-8d8c0fece59a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:52.299252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc19542f-6c31-4197-88b3-bf08f951187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:52.327350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19370a-c45d-4741-a823-2441b9e2b90c req-287c281a-dcab-4e02-89e5-d2567f98e007 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.340246 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac19370a-c45d-4741-a823-2441b9e2b90c req-287c281a-dcab-4e02-89e5-d2567f98e007 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1472399 May 26 16:05:52.401855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-530e4572-2b2f-42b2-88f1-e92f3ed863aa req-6441dff8-484b-4da0-83d6-27b2c064bab8 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061761 May 26 16:05:52.454490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac19370a-c45d-4741-a823-2441b9e2b90c req-52d64991-f9dd-4e8b-93e1-b608b6d51e10 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145506 May 26 16:05:52.595805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:52.596379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:52.618848 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:52.632428 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:52.673380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:52.675348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:52.705459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e0b7-27ed-4b6c-a401-353c15d6f55f req-736bbbb9-889c-47d9-aa21-79e97501f5cb tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.716646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0198e0b7-27ed-4b6c-a401-353c15d6f55f req-736bbbb9-889c-47d9-aa21-79e97501f5cb tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 944 time: 0.1570394 May 26 16:05:52.717110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:52.738341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['5251a885-cb24-43fe-a051-230f8d9f897e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:52.763130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382afa2-b40b-4328-8b39-e6c13a3e4a90 req-73632502-2062-4e43-918f-95b84b33606c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.767066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:52.773498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1382afa2-b40b-4328-8b39-e6c13a3e4a90 req-73632502-2062-4e43-918f-95b84b33606c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1463153 May 26 16:05:52.777259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:52.793684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Network c44154e2-c913-4272-ac52-87a1b1b74c37 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:52.807523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:52.826593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0198e0b7-27ed-4b6c-a401-353c15d6f55f req-56b0af48-1ceb-4bca-a223-7fa320b429a6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084714 May 26 16:05:52.863695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['6bbc74ea-11e0-4d63-9acf-06c4644e3728'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:52.866239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['38225be2-82d7-472f-a194-09d70f523c0c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:52.874034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=59a702ff-ad7a-4d7d-82c0-5d78aa627f22,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:52.919302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:52.920488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:52.926425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1382afa2-b40b-4328-8b39-e6c13a3e4a90 req-63d462ba-d9cd-4906-99b6-82ac9e0a40fd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473415 May 26 16:05:52.946242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:53.013411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Pushing event updated for resources: {'Port': ['ID=7799ea31-aaff-45a9-ab2f-54ecddaa5c24,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:53.086148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['56c037a8-566f-46b6-9a3d-7750591a5be3'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:53.094420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:53.140389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42b1b8-4884-44ab-9649-46ed49a5a1d7 req-48d5f502-d634-4516-9830-a96258e926b8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.141989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c42b1b8-4884-44ab-9649-46ed49a5a1d7 req-48d5f502-d634-4516-9830-a96258e926b8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0720360 May 26 16:05:53.150912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.156919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6da38-148a-4c00-b464-dd774967ecf2 req-fc7ba378-5c78-409a-b204-683a606cc430 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.169722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6da38-148a-4c00-b464-dd774967ecf2 req-fc7ba378-5c78-409a-b204-683a606cc430 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.172709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.173927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2b157909-0fc8-405b-bfee-d78da37d8bb8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:53.179217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6da38-148a-4c00-b464-dd774967ecf2 req-fc7ba378-5c78-409a-b204-683a606cc430 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.185672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6da38-148a-4c00-b464-dd774967ecf2 req-fc7ba378-5c78-409a-b204-683a606cc430 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.193048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6da38-148a-4c00-b464-dd774967ecf2 req-fc7ba378-5c78-409a-b204-683a606cc430 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.199987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6da38-148a-4c00-b464-dd774967ecf2 req-fc7ba378-5c78-409a-b204-683a606cc430 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.206898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6da38-148a-4c00-b464-dd774967ecf2 req-fc7ba378-5c78-409a-b204-683a606cc430 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.217722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efc6da38-148a-4c00-b464-dd774967ecf2 req-fc7ba378-5c78-409a-b204-683a606cc430 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5436 time: 0.1981115 May 26 16:05:53.221665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:53.227370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bc19542f-6c31-4197-88b3-bf08f951187e None None] Port 430f585b-60c4-4ad9-8256-8d8c0fece59a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:53.239064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec291f-577a-4762-8bf3-07cee10fec2e None None] Pushing event updated for resources: {'Port': ['ID=0eadb8b0-b537-4259-a012-9bb15fe56712,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:53.310235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efc6da38-148a-4c00-b464-dd774967ecf2 req-16e79c75-9326-44cb-a4a4-096031d24147 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914595 May 26 16:05:53.310498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.323638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c42b1b8-4884-44ab-9649-46ed49a5a1d7 req-90c3f1e5-a767-4790-a5a5-adc554ed6558 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977859 May 26 16:05:53.349499 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.356940 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.571912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.599233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Pushing event updated for resources: {'Port': ['ID=73d15151-fc29-4c49-8279-ebfe46986a59,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:53.669846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca794ca-6b2c-4738-b3c2-43c15ab4bd08 req-13a072bb-c545-4fb6-8b33-95e37014f94c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.678764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ca794ca-6b2c-4738-b3c2-43c15ab4bd08 req-13a072bb-c545-4fb6-8b33-95e37014f94c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.0866919 May 26 16:05:53.695204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58327a9-82d0-4468-a830-c9d47c7b7ec6 req-c129fc6f-ec5a-42f2-a374-02aed9dbce6b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.697393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f58327a9-82d0-4468-a830-c9d47c7b7ec6 req-c129fc6f-ec5a-42f2-a374-02aed9dbce6b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1449530 May 26 16:05:53.740166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ca794ca-6b2c-4738-b3c2-43c15ab4bd08 req-1a620610-e6e3-4afc-ab77-e5e2c1004f63 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604994 May 26 16:05:53.755868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.764736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['d51b11ef-ca20-40a6-a878-3a76dbc35827'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:53.767180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['2ca40ad8-2463-44af-bdc5-f14e6534583d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:53.776988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2b157909-0fc8-405b-bfee-d78da37d8bb8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:53.777357 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.778289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Pushing event updated for resources: {'Port': ['ID=430f585b-60c4-4ad9-8256-8d8c0fece59a,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:53.805192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f58327a9-82d0-4468-a830-c9d47c7b7ec6 req-74214c13-765f-40a5-8207-0d04920a7ee4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983441 May 26 16:05:53.998054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:54.048724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d549a2-ab3e-4b71-b57c-567ae611a941 req-03932d00-3982-4fa5-ac21-f850a9fada43 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.060203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84d549a2-ab3e-4b71-b57c-567ae611a941 req-03932d00-3982-4fa5-ac21-f850a9fada43 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1526883 May 26 16:05:54.068155 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.167544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ecc9e-cf25-4e66-ad93-f16f2d962b85 req-833a1bee-7f5f-4b07-a5e6-495a835de98f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.179062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd5ecc9e-cf25-4e66-ad93-f16f2d962b85 req-833a1bee-7f5f-4b07-a5e6-495a835de98f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 944 time: 0.2061844 May 26 16:05:54.195120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:54.212719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Pushing event updated for resources: {'Port': ['ID=38c1ef40-ed47-441c-9390-d356a1551b3d,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:54.237769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84d549a2-ab3e-4b71-b57c-567ae611a941 req-a2a97f27-44b5-453b-9dcc-4f794047c87d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747766 May 26 16:05:54.288714 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd5ecc9e-cf25-4e66-ad93-f16f2d962b85 req-3849a811-dccb-459a-b47c-26930d5ce145 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945940 May 26 16:05:54.298348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:54.482511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9790b-4fa2-4955-9189-3b1f3b0ca2f7 req-d803efb5-2a3a-427f-9641-9f2b6c1e2a3f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.484554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59e9790b-4fa2-4955-9189-3b1f3b0ca2f7 req-d803efb5-2a3a-427f-9641-9f2b6c1e2a3f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1296885 May 26 16:05:54.490448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Attempting to bind port 38c1ef40-ed47-441c-9390-d356a1551b3d on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:54.490815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Attempting to bind port 38c1ef40-ed47-441c-9390-d356a1551b3d by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:54.491173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Attempting to bind port 38c1ef40-ed47-441c-9390-d356a1551b3d on network c44154e2-c913-4272-ac52-87a1b1b74c37 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:54.491826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Router 6914a528-0a6d-484d-bbd5-765208bc18ca has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:05:54.498816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.512516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Network 66950eb9-9364-4c32-a1ab-960fc915f592 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:54.515024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:54.521756 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.660359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59e9790b-4fa2-4955-9189-3b1f3b0ca2f7 req-65562f58-dfd5-4e09-b2f8-b054280add6a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657495 May 26 16:05:54.702885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:54.703286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Checking segment: {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:54.703643 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.704031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Bound using segment: {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:54.704513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Bound port: 38c1ef40-ed47-441c-9390-d356a1551b3d, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:54.704889 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.741257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20b89e-2ce9-4f68-8973-284effd5e46a req-213f8ff7-fedb-46e7-a68d-7a426e30a913 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.771472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20b89e-2ce9-4f68-8973-284effd5e46a req-213f8ff7-fedb-46e7-a68d-7a426e30a913 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.786711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20b89e-2ce9-4f68-8973-284effd5e46a req-213f8ff7-fedb-46e7-a68d-7a426e30a913 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.807073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20b89e-2ce9-4f68-8973-284effd5e46a req-213f8ff7-fedb-46e7-a68d-7a426e30a913 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.821934 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.825692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20b89e-2ce9-4f68-8973-284effd5e46a req-213f8ff7-fedb-46e7-a68d-7a426e30a913 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.839290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20b89e-2ce9-4f68-8973-284effd5e46a req-213f8ff7-fedb-46e7-a68d-7a426e30a913 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.850972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20b89e-2ce9-4f68-8973-284effd5e46a req-213f8ff7-fedb-46e7-a68d-7a426e30a913 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.853744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f20b89e-2ce9-4f68-8973-284effd5e46a req-213f8ff7-fedb-46e7-a68d-7a426e30a913 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5436 time: 0.3356953 May 26 16:05:54.917102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] For port 38c1ef40-ed47-441c-9390-d356a1551b3d, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:54.920349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] For port 38c1ef40-ed47-441c-9390-d356a1551b3d, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=38c1ef40-ed47-441c-9390-d356a1551b3d,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:54.953055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['504991a7-772d-4514-ac9d-2402ff0ed221'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:54.978814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f20b89e-2ce9-4f68-8973-284effd5e46a req-766e187e-ab06-4207-bbf9-9f82a371a499 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669827 May 26 16:05:55.047330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe296bf-7b87-4c2c-903e-3d6b51f9fd29 req-6fb58c8c-9fa5-446b-947e-34b575d18847 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:55.052602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ffe296bf-7b87-4c2c-903e-3d6b51f9fd29 req-6fb58c8c-9fa5-446b-947e-34b575d18847 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1973410 May 26 16:05:55.074371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:55.082133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:05:55.082753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:55.105012 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ac025860-d3b1-48f9-a644-72887dc9ad34 admin admin] 10.222.0.39 "PUT /v2.0/routers/6914a528-0a6d-484d-bbd5-765208bc18ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6377015 May 26 16:05:55.119781 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:55.125362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Router 4d1665d6-a144-4261-b6e9-ba0e37297f68 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:05:55.166458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ffe296bf-7b87-4c2c-903e-3d6b51f9fd29 req-01c220a3-fc25-4c36-a64d-a0ba9b4dcda6 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060922 May 26 16:05:55.281354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7367e-ec47-4afe-87ee-2a57e2000f9d req-1bca7f03-4795-4463-8c96-92f1be9bd0b3 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:55.288754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bd7367e-ec47-4afe-87ee-2a57e2000f9d req-1bca7f03-4795-4463-8c96-92f1be9bd0b3 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.1184351 May 26 16:05:55.401926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bd7367e-ec47-4afe-87ee-2a57e2000f9d req-9b9a9d47-ba77-478c-9cac-adc0c2827678 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652788 May 26 16:05:55.427973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c341f56a-2a15-495c-b3be-1f67fa97f458 None None] Provisioning complete for port 430f585b-60c4-4ad9-8256-8d8c0fece59a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:55.428362 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c341f56a-2a15-495c-b3be-1f67fa97f458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:55.448693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02c6f-4083-40ee-bb6c-5a100407abba req-f24ce2ca-c33c-40c9-9357-1bbe611f8261 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:55.450675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ade02c6f-4083-40ee-bb6c-5a100407abba req-f24ce2ca-c33c-40c9-9357-1bbe611f8261 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1584752 May 26 16:05:55.525125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ade02c6f-4083-40ee-bb6c-5a100407abba req-358eed00-5e24-4af6-b888-a5790be1cf97 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680053 May 26 16:05:55.552587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c341f56a-2a15-495c-b3be-1f67fa97f458 None None] Port 430f585b-60c4-4ad9-8256-8d8c0fece59a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:55.556825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2b157909-0fc8-405b-bfee-d78da37d8bb8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:55.642691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d30f8-e519-47e4-9933-6145b36e5929 req-4c363904-5534-4ee6-bf5b-2d618c4c53aa tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:55.654513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b8d30f8-e519-47e4-9933-6145b36e5929 req-4c363904-5534-4ee6-bf5b-2d618c4c53aa tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1215279 May 26 16:05:55.787272 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b8d30f8-e519-47e4-9933-6145b36e5929 req-af4bfd91-cceb-449f-ae64-003031c01476 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205006 May 26 16:05:55.814443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=59a702ff-ad7a-4d7d-82c0-5d78aa627f22,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:55.916251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:55.933350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33066a50-fcde-47bc-b1a0-40b0f5269c01 req-3e6a6860-62b6-4463-868f-b9b08c679b41 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:55.935242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33066a50-fcde-47bc-b1a0-40b0f5269c01 req-3e6a6860-62b6-4463-868f-b9b08c679b41 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 944 time: 0.1857822 May 26 16:05:55.940470 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40b15400-0e15-434f-9a72-843909a7d518 admin admin] 10.222.0.39 "PUT /v2.0/routers/fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8850658 May 26 16:05:55.949286 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:55.963529 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Sync routers for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:05:55.966394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c01e9-5f21-4c6a-a2f0-afcca823442f None None] Pushing event updated for resources: {'Port': ['ID=38c1ef40-ed47-441c-9390-d356a1551b3d,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:55.998514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.001730 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-07c40a59-63ba-4850-a46f-30c361933f73 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8974137 May 26 16:05:56.004697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38608) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:56.029482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Sync routers for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:05:56.032629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5251a885-cb24-43fe-a051-230f8d9f897e up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:56.100304 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:56.102480 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:56.181146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33066a50-fcde-47bc-b1a0-40b0f5269c01 req-1fb2476f-4727-42b9-be0b-420d4a2d4161 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119718 May 26 16:05:56.288510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:56.328024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38614) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:56.333562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-907bfe79-5bbe-4839-8881-c13a08994c3a tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49479924', 'description': 'tempest-description--982665604'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:56.421606 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:56.423752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:56.424283 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.425979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0e3a41df-481a-4dd0-bb1f-44942da840fa None None] Provisioning complete for port 73d15151-fc29-4c49-8279-ebfe46986a59 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:56.426466 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0e3a41df-481a-4dd0-bb1f-44942da840fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.449026 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-907bfe79-5bbe-4839-8881-c13a08994c3a tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.485873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a41df-481a-4dd0-bb1f-44942da840fa None None] Port 73d15151-fc29-4c49-8279-ebfe46986a59 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:56.596566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:56.598062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:56.856522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:56.891982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd293a7d-7985-466e-aecc-a57fd5376e55 req-4f33c671-a118-4d7f-a17a-7f2b1726529f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.895620 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:53Z', 'revision_number': 3, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:56.910159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd293a7d-7985-466e-aecc-a57fd5376e55 req-4f33c671-a118-4d7f-a17a-7f2b1726529f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.928283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd293a7d-7985-466e-aecc-a57fd5376e55 req-4f33c671-a118-4d7f-a17a-7f2b1726529f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.941499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd293a7d-7985-466e-aecc-a57fd5376e55 req-4f33c671-a118-4d7f-a17a-7f2b1726529f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.952371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd293a7d-7985-466e-aecc-a57fd5376e55 req-4f33c671-a118-4d7f-a17a-7f2b1726529f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.973028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd293a7d-7985-466e-aecc-a57fd5376e55 req-4f33c671-a118-4d7f-a17a-7f2b1726529f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.978383 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Checking router: 4d1665d6-a144-4261-b6e9-ba0e37297f68 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:05:56.978870 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Updating router 4d1665d6-a144-4261-b6e9-ba0e37297f68 port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:05:56.994192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd293a7d-7985-466e-aecc-a57fd5376e55 req-4f33c671-a118-4d7f-a17a-7f2b1726529f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:57.010980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd293a7d-7985-466e-aecc-a57fd5376e55 req-4f33c671-a118-4d7f-a17a-7f2b1726529f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5436 time: 0.4983821 May 26 16:05:57.062374 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.104302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38632) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:57.115293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2000803475-network', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:57.138821 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.205606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1b58-09aa-421b-b3ea-7f34bbcec2e5 req-08522969-3ab4-4c3a-b0cb-8e1b3433641e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:57.216197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d80a1b58-09aa-421b-b3ea-7f34bbcec2e5 req-08522969-3ab4-4c3a-b0cb-8e1b3433641e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.5742586 May 26 16:05:57.225642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4be4f5-c8e7-4aad-a962-892a6bbe16ce None None] Network c44154e2-c913-4272-ac52-87a1b1b74c37 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:57.236185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd293a7d-7985-466e-aecc-a57fd5376e55 req-6719cdef-6a00-478d-a98a-53425208f660 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2242012 May 26 16:05:57.312198 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-907bfe79-5bbe-4839-8881-c13a08994c3a tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.317538 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d80a1b58-09aa-421b-b3ea-7f34bbcec2e5 req-041dec7e-f801-4af1-9fcb-45bed55ab530 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003776 May 26 16:05:57.319921 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-907bfe79-5bbe-4839-8881-c13a08994c3a tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.408804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Allocated IP 172.20.0.1 (c44154e2-c913-4272-ac52-87a1b1b74c37/95d6b04b-62ac-4b05-8bc2-0b90e344e2b9/a45dc6be-7c97-4839-a448-fd1093c3f8bd) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:57.420014 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-907bfe79-5bbe-4839-8881-c13a08994c3a tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.432514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-907bfe79-5bbe-4839-8881-c13a08994c3a tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0976422 May 26 16:05:57.433541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38638) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:57.469235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-17068e95-24bc-457b-999c-53dd93e4bf88 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Request body: {'security_group_rule': {'security_group_id': 'fc391c4d-6c84-401e-b6c9-67dd802ad832', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:57.526436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:57.531753 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.539611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 5251a885-cb24-43fe-a051-230f8d9f897e completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:57.544259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.563348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:50Z', 'revision_number': 1, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:57.578813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Made reservation on behalf of 4d0c56ed7f0245f5b85cd834064e6749 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:57.582245 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.592668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.602953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.614269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bfe79-5bbe-4839-8881-c13a08994c3a tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc391c4d-6c84-401e-b6c9-67dd802ad832,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:57.655406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Network c44154e2-c913-4272-ac52-87a1b1b74c37 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:57.661557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:57.670912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:57.723079 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.735466 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.754129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.773054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 5251a885-cb24-43fe-a051-230f8d9f897e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:57.777659 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.809633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af148bc-6954-4b34-86e3-a0bfdf42b9da req-5e4a9b36-f3b9-4eb2-ae48-a91a1429ffc3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:57.822021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3af148bc-6954-4b34-86e3-a0bfdf42b9da req-5e4a9b36-f3b9-4eb2-ae48-a91a1429ffc3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.3290176 May 26 16:05:57.843122 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Attempting to bind port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:57.843565 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Attempting to bind port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:57.843805 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Attempting to bind port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:57.869598 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:57.869972 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:57.870608 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.873278 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:57.874146 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Bound port: 7799ea31-aaff-45a9-ab2f-54ecddaa5c24, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:57.874303 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.912647 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17068e95-24bc-457b-999c-53dd93e4bf88 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.954612 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227500c-a4fe-4cc3-a8b7-af2e45c25860 None None] Pushing event updated for resources: {'Port': ['ID=7799ea31-aaff-45a9-ab2f-54ecddaa5c24,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:57.960043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cede2-2709-463f-a072-292cc51abcbd req-2c302605-fcdd-4e95-b67c-871322c559c8 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:57.967663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f2cede2-2709-463f-a072-292cc51abcbd req-2c302605-fcdd-4e95-b67c-871322c559c8 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.4773664 May 26 16:05:58.015092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3af148bc-6954-4b34-86e3-a0bfdf42b9da req-02c112ca-25dd-4958-b4e0-7f4436106afc tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921167 May 26 16:05:58.031671 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] For port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:58.038250 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] For port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7799ea31-aaff-45a9-ab2f-54ecddaa5c24,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:58.048438 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.066926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 38c1ef40-ed47-441c-9390-d356a1551b3d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:58.071749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab2efd-5086-4970-b452-ea8c02ad8bfc None None] The sync data for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 is: [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:50Z', 'revision_number': 1, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:05:58.089501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a45dc6be-7c97-4839-a448-fd1093c3f8bd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:58.099471 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.187125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:58.205933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.219809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:58.223489 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c1ae4d-9efc-4e90-aa4f-8ea019ed1b19" -d '{"events": [{"server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:58.224379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f2cede2-2709-463f-a072-292cc51abcbd req-6dcb30b5-90c6-455c-9510-b993fb87c919 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512882 May 26 16:05:58.228767 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.228962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Provisioning complete for port 38c1ef40-ed47-441c-9390-d356a1551b3d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:58.229410 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.283138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:58.283772 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:58.296259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fd4cb-9a59-47e7-90b4-dbb41a0a3416 req-1c6ae7e5-3d8b-4405-9b9e-64892bd70587 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.306052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a5fd4cb-9a59-47e7-90b4-dbb41a0a3416 req-1c6ae7e5-3d8b-4405-9b9e-64892bd70587 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 944 time: 0.2228043 May 26 16:05:58.312307 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17068e95-24bc-457b-999c-53dd93e4bf88 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.325608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:58.350187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17068e95-24bc-457b-999c-53dd93e4bf88 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.361906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.362527 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Added segment 8db2a9eb-5990-48cc-a5ec-1b1fab39373a of type vlan for network 38e26442-c5f5-4126-9672-cd3e9857f23d May 26 16:05:58.364080 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78edc37f-5f41-472a-b921-0078c86d9d64,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:58.396093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17068e95-24bc-457b-999c-53dd93e4bf88 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188d1a44-bf77-4646-9ace-6e6d91815903,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:58.398709 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227500c-a4fe-4cc3-a8b7-af2e45c25860 None None] Pushing event updated for resources: {'Port': ['ID=7799ea31-aaff-45a9-ab2f-54ecddaa5c24,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:58.412456 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.447163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a5fd4cb-9a59-47e7-90b4-dbb41a0a3416 req-661f0929-0e37-412f-a620-1a93d6722b30 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332221 May 26 16:05:58.470924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17068e95-24bc-457b-999c-53dd93e4bf88 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.473652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-17068e95-24bc-457b-999c-53dd93e4bf88 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0176930 May 26 16:05:58.478523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38644) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:58.487353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-de1ad090-b52c-4cb5-9a53-e4582915a6c9 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Request body: {'security_group_rule': {'security_group_id': 'fc391c4d-6c84-401e-b6c9-67dd802ad832', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:58.495832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c2abd-90c0-492b-9980-0c779afbe366 req-0f6b5073-8cb3-4531-bdd9-27bf97abe96c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.497589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e6c2abd-90c0-492b-9980-0c779afbe366 req-0f6b5073-8cb3-4531-bdd9-27bf97abe96c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1446595 May 26 16:05:58.520925 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.537695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5251a885-cb24-43fe-a051-230f8d9f897e is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:58.546607 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.608958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.623759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.633246 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:58.640981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de1ad090-b52c-4cb5-9a53-e4582915a6c9 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.644511 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e6c2abd-90c0-492b-9980-0c779afbe366 req-454a9494-5c55-4742-9784-6da54e2dd0e5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404524 May 26 16:05:58.721603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.726760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.727668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:58.834271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16773ec-a919-4936-b6b1-91d7fcd649a4 req-96bd529f-ded9-4cdd-8f31-6c7d26620fc1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.848165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] Pushing event updated for resources: {'Network': ['ID=38e26442-c5f5-4126-9672-cd3e9857f23d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:58.873700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16773ec-a919-4936-b6b1-91d7fcd649a4 req-96bd529f-ded9-4cdd-8f31-6c7d26620fc1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.888678 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43a746f-40f4-432b-98a8-989b3e6230b5 x-openstack-request-id: req-e43a746f-40f4-432b-98a8-989b3e6230b5 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:58.889015 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:58.891033 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e43a746f-40f4-432b-98a8-989b3e6230b5 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:58.892608 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43a746f-40f4-432b-98a8-989b3e6230b5'] response: {'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b', 'code': 200} May 26 16:05:58.895604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16773ec-a919-4936-b6b1-91d7fcd649a4 req-96bd529f-ded9-4cdd-8f31-6c7d26620fc1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.913520 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3749e5e-dfd5-4ad6-a34a-5e80f6f2dc6a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8054171 May 26 16:05:58.919719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16773ec-a919-4936-b6b1-91d7fcd649a4 req-96bd529f-ded9-4cdd-8f31-6c7d26620fc1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.923019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 38e26442-c5f5-4126-9672-cd3e9857f23d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:58.934393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38648) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:58.939106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16773ec-a919-4936-b6b1-91d7fcd649a4 req-96bd529f-ded9-4cdd-8f31-6c7d26620fc1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.946505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Request body: {'subnet': {'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2000803475-subnet', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:58.965178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16773ec-a919-4936-b6b1-91d7fcd649a4 req-96bd529f-ded9-4cdd-8f31-6c7d26620fc1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.989639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16773ec-a919-4936-b6b1-91d7fcd649a4 req-96bd529f-ded9-4cdd-8f31-6c7d26620fc1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:59.007552 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:59.008090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e16773ec-a919-4936-b6b1-91d7fcd649a4 req-96bd529f-ded9-4cdd-8f31-6c7d26620fc1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5436 time: 0.3169813 May 26 16:05:59.018101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a45dc6be-7c97-4839-a448-fd1093c3f8bd,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:59.021293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Made reservation on behalf of 4d0c56ed7f0245f5b85cd834064e6749 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:59.036129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:59.212127 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 1, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:59.216574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e16773ec-a919-4936-b6b1-91d7fcd649a4 req-9f1ecbb5-7819-4b9a-834f-d38da7375e1a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2073901 May 26 16:05:59.233035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d03d12-adae-4e2a-baf2-f08344dab876 req-146920df-c8ec-4521-aa1c-625f9569acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:59.261315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65d03d12-adae-4e2a-baf2-f08344dab876 req-146920df-c8ec-4521-aa1c-625f9569acbb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 1096 time: 0.2014694 May 26 16:05:59.270387 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d2b86-93df-427e-a64f-7fc69d87ca26 None None] The sync data for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 is: [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 1, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:05:59.384319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e4cfc-910f-4de6-84be-cc2c54a990af req-20288a9e-9fa6-4c58-a566-0a5d5b80045e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:59.396384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:59.398379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-302e4cfc-910f-4de6-84be-cc2c54a990af req-20288a9e-9fa6-4c58-a566-0a5d5b80045e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2988179 May 26 16:05:59.402140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Current status of the port 38c1ef40-ed47-441c-9390-d356a1551b3d is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:59.402731 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:59.410660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5251a885-cb24-43fe-a051-230f8d9f897e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5251a885-cb24-43fe-a051-230f8d9f897e,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:59.481164 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:59.483262 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de1ad090-b52c-4cb5-9a53-e4582915a6c9 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:59.510541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 6bbc74ea-11e0-4d63-9acf-06c4644e3728 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:59.517266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de1ad090-b52c-4cb5-9a53-e4582915a6c9 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:59.535056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65d03d12-adae-4e2a-baf2-f08344dab876 req-380e1f63-03ff-4fbd-b4f1-485c28b75cd2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723460 May 26 16:05:59.553661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Network c44154e2-c913-4272-ac52-87a1b1b74c37 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:59.602594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ad090-b52c-4cb5-9a53-e4582915a6c9 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09a7d9f-3061-4375-b6c4-5aa785d41fe0,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:59.648365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:59.678667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-302e4cfc-910f-4de6-84be-cc2c54a990af req-0b344112-e5a0-4cea-8798-820c98b0f12d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793126 May 26 16:05:59.698380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de1ad090-b52c-4cb5-9a53-e4582915a6c9 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:59.715406 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de1ad090-b52c-4cb5-9a53-e4582915a6c9 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2174709 May 26 16:05:59.719486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 38c1ef40-ed47-441c-9390-d356a1551b3d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:59.723090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:59.724784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:59.732247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '73d15151-fc29-4c49-8279-ebfe46986a59', 'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'mac_address': 'fa:16:3e:05:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 2, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'subnets': [{'id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:59.734437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171863e-160e-45f5-a472-8f81aaa872d8 req-f0cc1cde-0724-4594-9b60-f50f3c50ddfd tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:59.738317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9171863e-160e-45f5-a472-8f81aaa872d8 req-f0cc1cde-0724-4594-9b60-f50f3c50ddfd tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.3181009 May 26 16:05:59.742081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:59.909748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.031709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9171863e-160e-45f5-a472-8f81aaa872d8 req-d18a27e4-c3cd-49db-a01f-636db95e3890 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832210 May 26 16:06:00.139851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4037a-924c-4ee5-a850-50d627e501c2 req-f612399e-5dac-4bf1-b0ad-94e0f2bf68a0 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:00.148811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Checking router: fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:00.150123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Updating router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 port 73d15151-fc29-4c49-8279-ebfe46986a59 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:06:00.150610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5f4037a-924c-4ee5-a850-50d627e501c2 req-f612399e-5dac-4bf1-b0ad-94e0f2bf68a0 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.2618968 May 26 16:06:00.235085 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Router 4d1665d6-a144-4261-b6e9-ba0e37297f68 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:00.284445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5f4037a-924c-4ee5-a850-50d627e501c2 req-183af877-3997-4260-9487-9d6682bbbf1d tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305180 May 26 16:06:00.284659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] For port 38c1ef40-ed47-441c-9390-d356a1551b3d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=38c1ef40-ed47-441c-9390-d356a1551b3d,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:00.287729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5251a885-cb24-43fe-a051-230f8d9f897e,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:00.303135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:00.305543 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.355639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:00.359281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.401653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c5872-e362-41ea-9b2d-5513972bd462 req-e06ffd95-f38d-4be7-b05f-4f4b2a11a0bb tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:00.414528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c94c5872-e362-41ea-9b2d-5513972bd462 req-e06ffd95-f38d-4be7-b05f-4f4b2a11a0bb tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.1596570 May 26 16:06:00.564736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.578427 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.608495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c94c5872-e362-41ea-9b2d-5513972bd462 req-90e63fe5-0ce3-494a-bb9c-38f95dd46499 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853337 May 26 16:06:00.626257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97253393-b476-4d2d-9e2f-2530b6a8083e req-65a7f34c-f959-4016-8bf5-0ddea75d90dd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:00.655345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97253393-b476-4d2d-9e2f-2530b6a8083e req-65a7f34c-f959-4016-8bf5-0ddea75d90dd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2161736 May 26 16:06:00.768798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97253393-b476-4d2d-9e2f-2530b6a8083e req-c0d35e4b-e676-497d-83b7-008010547f35 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107533 May 26 16:06:00.808906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667ac982-f976-40f1-989a-16cee1c8e54e,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:00.849377 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.007995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251a885-cb24-43fe-a051-230f8d9f897e'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:01.010317 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37982b3-aaf7-4638-aa96-391ab152435c" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "5251a885-cb24-43fe-a051-230f8d9f897e"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:01.085161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a245b-e097-4a39-a70f-ff49201d9762 req-97d44448-76cc-435f-88ba-0d67d47ea159 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.108047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a245b-e097-4a39-a70f-ff49201d9762 req-97d44448-76cc-435f-88ba-0d67d47ea159 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.141540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a245b-e097-4a39-a70f-ff49201d9762 req-97d44448-76cc-435f-88ba-0d67d47ea159 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.187210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a245b-e097-4a39-a70f-ff49201d9762 req-97d44448-76cc-435f-88ba-0d67d47ea159 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.202800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a245b-e097-4a39-a70f-ff49201d9762 req-97d44448-76cc-435f-88ba-0d67d47ea159 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.218584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Allocated IP 172.25.0.160 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/fb055b1f-44d1-4094-a1f3-7b14f228b8bf) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:01.236584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a245b-e097-4a39-a70f-ff49201d9762 req-97d44448-76cc-435f-88ba-0d67d47ea159 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.247950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:01.249534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a245b-e097-4a39-a70f-ff49201d9762 req-97d44448-76cc-435f-88ba-0d67d47ea159 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.267528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b82a245b-e097-4a39-a70f-ff49201d9762 req-97d44448-76cc-435f-88ba-0d67d47ea159 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5437 time: 0.4815972 May 26 16:06:01.271881 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2266ab2e-97a7-4286-a248-735818c926a8 admin admin] 10.222.0.39 "PUT /v2.0/routers/4d1665d6-a144-4261-b6e9-ba0e37297f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2658765 May 26 16:06:01.294126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4dcf8765-810f-4646-9f43-ca9eea306b03 None None] Provisioning complete for port 38c1ef40-ed47-441c-9390-d356a1551b3d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:01.294690 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4dcf8765-810f-4646-9f43-ca9eea306b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.333979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Pushing event updated for resources: {'Port': ['ID=38c1ef40-ed47-441c-9390-d356a1551b3d,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:01.393496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Checking segment: {'id': '8db2a9eb-5990-48cc-a5ec-1b1fab39373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:01.393951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Network hostable DHCP agents. Network: 38e26442-c5f5-4126-9672-cd3e9857f23d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:06:01.427734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.428449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.428992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.429551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.430501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.431010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.432162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.432653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.434278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.434850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.435400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.435910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c5ded-7dde-4326-8712-bee758eeafd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:01.442913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Network 38e26442-c5f5-4126-9672-cd3e9857f23d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:06:01.457101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 38e26442-c5f5-4126-9672-cd3e9857f23d) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:01.463858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b82a245b-e097-4a39-a70f-ff49201d9762 req-4404b9c1-a153-477f-bdc9-cbae3aafcad4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1971641 May 26 16:06:01.465164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.465834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.513482 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc304de9-0bce-4966-8a79-15697ab82328 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5748518 May 26 16:06:01.517849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f710e0-a513-4203-a6ec-be8756afabd7 req-ec02043f-9fc6-43d0-85f9-0e374ffdd606 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.518300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38678) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:01.529212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9f710e0-a513-4203-a6ec-be8756afabd7 req-ec02043f-9fc6-43d0-85f9-0e374ffdd606 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.5706890 May 26 16:06:01.533241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:01.566960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e92759a-0f60-41bf-9e67-c0d381368541 None None] Network 38e26442-c5f5-4126-9672-cd3e9857f23d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:06:01.604731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.642682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9f710e0-a513-4203-a6ec-be8756afabd7 req-863805aa-9e50-4e9a-a572-e1a29392cd81 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066012 May 26 16:06:01.649810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.650887 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.681155 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080fea0d-bf72-432d-b97c-a9683e907915 x-openstack-request-id: req-080fea0d-bf72-432d-b97c-a9683e907915 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:01.681450 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "5251a885-cb24-43fe-a051-230f8d9f897e", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:01.681702 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-080fea0d-bf72-432d-b97c-a9683e907915 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:01.682118 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080fea0d-bf72-432d-b97c-a9683e907915'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251a885-cb24-43fe-a051-230f8d9f897e', 'code': 200} May 26 16:06:01.686967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 38c1ef40-ed47-441c-9390-d356a1551b3d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:01.688093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:01.761628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.765567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.825095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:01.866788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:01.871537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:01.900648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76220d77-6760-44af-b8ed-914f31c8e8ba req-d6675acd-6200-4a67-bb21-be9817c5c282 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.900648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76220d77-6760-44af-b8ed-914f31c8e8ba req-d6675acd-6200-4a67-bb21-be9817c5c282 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1446462 May 26 16:06:01.936803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea85198-3c2c-470b-84d1-a1bba5330d5d req-44d05495-8e97-484d-a7e1-c052ae7f100c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.938348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ea85198-3c2c-470b-84d1-a1bba5330d5d req-44d05495-8e97-484d-a7e1-c052ae7f100c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.1351686 May 26 16:06:01.976241 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.999753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Pushing event updated for resources: {'Port': ['ID=fb055b1f-44d1-4094-a1f3-7b14f228b8bf,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:02.135447 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:02.215370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-38e26442-c5f5-4126-9672-cd3e9857f23d', 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'fixed_ips': [{'subnet_id': '667ac982-f976-40f1-989a-16cee1c8e54e'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:06:02.216392 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:02.221917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:02.250906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:02.251453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:02.372187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf8765-810f-4646-9f43-ca9eea306b03 None None] Current status of the port 38c1ef40-ed47-441c-9390-d356a1551b3d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:02.374964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:02.375369 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:02.475591 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:02.508875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda158a4-da3b-4081-b842-e5216e6b4e30 None None] Pushing event updated for resources: {'Port': ['ID=73d15151-fc29-4c49-8279-ebfe46986a59,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:02.566402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76220d77-6760-44af-b8ed-914f31c8e8ba req-7ccc6e05-6574-4d41-90ac-c8e1cad52203 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6595879 May 26 16:06:02.629943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ea85198-3c2c-470b-84d1-a1bba5330d5d req-9ab4eec0-48fa-443a-865b-58a14f55c1f3 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582842 May 26 16:06:02.663201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:02.811936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Allocated IP 172.20.0.2 (38e26442-c5f5-4126-9672-cd3e9857f23d/667ac982-f976-40f1-989a-16cee1c8e54e/dbc2a1c4-4ece-4940-9a73-a9d66e2ac772) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:02.932433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd5f4-2d85-459e-ba9b-47d9d1e3b629 req-aa564934-56a2-402a-882b-16e62ad1de21 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.938990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31abd5f4-2d85-459e-ba9b-47d9d1e3b629 req-aa564934-56a2-402a-882b-16e62ad1de21 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.0969424 May 26 16:06:02.986701 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.013375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31abd5f4-2d85-459e-ba9b-47d9d1e3b629 req-5c6b112b-5efd-4304-8a48-4730842d9cdf tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 May 26 16:06:03.023067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4dcf8765-810f-4646-9f43-ca9eea306b03 None None] Provisioning complete for port a45dc6be-7c97-4839-a448-fd1093c3f8bd triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:03.024093 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4dcf8765-810f-4646-9f43-ca9eea306b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.037594 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.086357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38696) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:03.094028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d167e83c-daea-4285-abc3-c5454c49840b tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239472174', 'description': 'tempest-description--981506514'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:03.145713 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d167e83c-daea-4285-abc3-c5454c49840b tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.172491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf8765-810f-4646-9f43-ca9eea306b03 None None] Port a45dc6be-7c97-4839-a448-fd1093c3f8bd cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:03.185168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Sync routers for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:03.268240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Allocated IP 172.25.0.24 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/ad854c7a-45cd-431b-9142-a2620558ae9f) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:03.276059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 6bbc74ea-11e0-4d63-9acf-06c4644e3728, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=6bbc74ea-11e0-4d63-9acf-06c4644e3728,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:03.290785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:03.294575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Attempting to bind port 73d15151-fc29-4c49-8279-ebfe46986a59 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:03.294928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Attempting to bind port 73d15151-fc29-4c49-8279-ebfe46986a59 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:03.295359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Attempting to bind port 73d15151-fc29-4c49-8279-ebfe46986a59 on network 66950eb9-9364-4c32-a1ab-960fc915f592 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:03.312497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:03.313566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:03.315413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948346-08c4-48c0-8988-3c2f90f4c1f4 req-00505989-4fbf-4c0a-b84f-af258f575e4b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.324388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948346-08c4-48c0-8988-3c2f90f4c1f4 req-00505989-4fbf-4c0a-b84f-af258f575e4b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.339540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948346-08c4-48c0-8988-3c2f90f4c1f4 req-00505989-4fbf-4c0a-b84f-af258f575e4b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.355906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948346-08c4-48c0-8988-3c2f90f4c1f4 req-00505989-4fbf-4c0a-b84f-af258f575e4b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.381665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948346-08c4-48c0-8988-3c2f90f4c1f4 req-00505989-4fbf-4c0a-b84f-af258f575e4b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.393094 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.394040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d51b11ef-ca20-40a6-a878-3a76dbc35827 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:03.406565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948346-08c4-48c0-8988-3c2f90f4c1f4 req-00505989-4fbf-4c0a-b84f-af258f575e4b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.416070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948346-08c4-48c0-8988-3c2f90f4c1f4 req-00505989-4fbf-4c0a-b84f-af258f575e4b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.425895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a948346-08c4-48c0-8988-3c2f90f4c1f4 req-00505989-4fbf-4c0a-b84f-af258f575e4b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5437 time: 0.2224751 May 26 16:06:03.450514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b263b6-4d3b-47a7-8654-96e175fbd74e req-320d8a32-7af1-46e4-b548-b3ac110dc5d7 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.452320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3b263b6-4d3b-47a7-8654-96e175fbd74e req-320d8a32-7af1-46e4-b548-b3ac110dc5d7 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2829695 May 26 16:06:03.496939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:03.498598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Checking segment: {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:03.499033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.499437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Bound using segment: {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:03.499951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Bound port: 73d15151-fc29-4c49-8279-ebfe46986a59, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:03.500344 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.511598 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d167e83c-daea-4285-abc3-c5454c49840b tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.534386 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d167e83c-daea-4285-abc3-c5454c49840b tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.623574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a948346-08c4-48c0-8988-3c2f90f4c1f4 req-7ab6a351-ac97-4273-9650-805d12c40714 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943636 May 26 16:06:03.639101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] Provisioning complete for port a45dc6be-7c97-4839-a448-fd1093c3f8bd triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:03.639312 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.707123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167e83c-daea-4285-abc3-c5454c49840b tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1fa199-4510-4181-bd4e-ddefd3207133,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:03.712423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbc74ea-11e0-4d63-9acf-06c4644e3728'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:03.714636 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264ebd14-1dac-40b5-9d5b-af0e7c08d894" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "6bbc74ea-11e0-4d63-9acf-06c4644e3728"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:03.722810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0eadb8b0-b537-4259-a012-9bb15fe56712 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:03.732327 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d167e83c-daea-4285-abc3-c5454c49840b tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.739400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d167e83c-daea-4285-abc3-c5454c49840b tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6461568 May 26 16:06:03.743881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38704) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:03.759861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-700c99a7-74ce-4978-9945-e5435ac7a411 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Request body: {'security_group_rule': {'security_group_id': '6e1fa199-4510-4181-bd4e-ddefd3207133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:03.788243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3b263b6-4d3b-47a7-8654-96e175fbd74e req-25088f42-4442-4bba-96d7-45942c657305 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610703 May 26 16:06:03.916247 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-700c99a7-74ce-4978-9945-e5435ac7a411 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.942600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=6bbc74ea-11e0-4d63-9acf-06c4644e3728,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:04.061789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef7128-806b-4bcd-a3cc-57f59586f08a req-13a69bac-34e0-4a1d-8e90-a0c18c5550d8 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:04.063751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67ef7128-806b-4bcd-a3cc-57f59586f08a req-13a69bac-34e0-4a1d-8e90-a0c18c5550d8 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.2352560 May 26 16:06:04.097164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35d4de-0cb7-4f84-af57-29fbe3e1d18a req-0cbfaa69-ec86-4d75-8584-49dcea7018cc tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:04.106915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea35d4de-0cb7-4f84-af57-29fbe3e1d18a req-0cbfaa69-ec86-4d75-8584-49dcea7018cc tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.1953044 May 26 16:06:04.110538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] Port a45dc6be-7c97-4839-a448-fd1093c3f8bd cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:04.123113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.142472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:04.204399 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.205212 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-700c99a7-74ce-4978-9945-e5435ac7a411 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.212992 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.216297 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.230856 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] For port 73d15151-fc29-4c49-8279-ebfe46986a59, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:04.262914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-700c99a7-74ce-4978-9945-e5435ac7a411 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.267044 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.315288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67ef7128-806b-4bcd-a3cc-57f59586f08a req-16cb3801-3f32-4b59-9db2-8ddfb0ed0e71 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415035 May 26 16:06:04.341267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea35d4de-0cb7-4f84-af57-29fbe3e1d18a req-387aecf8-9594-4862-9f66-35b7f86cd2dc tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330818 May 26 16:06:04.364702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c99a7-74ce-4978-9945-e5435ac7a411 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb8b31a-3f76-4a8e-b598-88bde3e60a3a,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:04.381990 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-700c99a7-74ce-4978-9945-e5435ac7a411 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.388256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-700c99a7-74ce-4978-9945-e5435ac7a411 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6432743 May 26 16:06:04.391770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38710) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:04.401854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d3a27d50-79cc-435c-bca4-25f7aaeb081f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Request body: {'security_group_rule': {'security_group_id': '6e1fa199-4510-4181-bd4e-ddefd3207133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:04.425414 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Sync routers for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:04.447268 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:04.447911 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:04.464539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.485723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Pushing event updated for resources: {'Port': ['ID=fb055b1f-44d1-4094-a1f3-7b14f228b8bf,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:04.502154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:04.506339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] For port 73d15151-fc29-4c49-8279-ebfe46986a59, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=73d15151-fc29-4c49-8279-ebfe46986a59,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:04.527810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:04.532342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.536660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Network 38e26442-c5f5-4126-9672-cd3e9857f23d is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:04.545457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port d51b11ef-ca20-40a6-a878-3a76dbc35827 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:04.546669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:04.554552 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.555462 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4116e-2fb9-4fc5-a797-a9608d91bdc4 x-openstack-request-id: req-92f4116e-2fb9-4fc5-a797-a9608d91bdc4 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:04.556056 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "6bbc74ea-11e0-4d63-9acf-06c4644e3728", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:04.556174 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e5fba77a-f205-4f5c-b5d6-8c2d8fd91bac tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8271520 May 26 16:06:04.556720 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92f4116e-2fb9-4fc5-a797-a9608d91bdc4 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:04.557269 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f4116e-2fb9-4fc5-a797-a9608d91bdc4'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbc74ea-11e0-4d63-9acf-06c4644e3728', 'code': 200} May 26 16:06:04.560851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:04.571554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:04.572430 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d3a27d50-79cc-435c-bca4-25f7aaeb081f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.590030 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.627528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Pushing event updated for resources: {'Port': ['ID=ad854c7a-45cd-431b-9142-a2620558ae9f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:04.685383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db15d6-9826-43d0-a785-ebe2b9d52709 req-fdd9187e-3d64-4bd9-9edb-4ad94fad6cd1 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:04.688924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] Provisioning complete for port 73d15151-fc29-4c49-8279-ebfe46986a59 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:04.689487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.693964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8db15d6-9826-43d0-a785-ebe2b9d52709 req-fdd9187e-3d64-4bd9-9edb-4ad94fad6cd1 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.2292602 May 26 16:06:04.770744 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:04.777912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d3a27d50-79cc-435c-bca4-25f7aaeb081f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.803939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0eadb8b0-b537-4259-a012-9bb15fe56712 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:04.803939 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.804207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d3a27d50-79cc-435c-bca4-25f7aaeb081f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.848303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8db15d6-9826-43d0-a785-ebe2b9d52709 req-4e8fc867-91f9-49c5-8726-cc1dbaf574ed tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503115 May 26 16:06:04.885931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port d51b11ef-ca20-40a6-a878-3a76dbc35827 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:04.886347 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.886662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a27d50-79cc-435c-bca4-25f7aaeb081f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d6302d-144f-4a64-b33a-916560539031,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:04.905469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d3a27d50-79cc-435c-bca4-25f7aaeb081f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:04.917510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d3a27d50-79cc-435c-bca4-25f7aaeb081f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5244606 May 26 16:06:04.920612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38722) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:04.925291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:05.029785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:05.197342 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:05:58Z', 'revision_number': 2, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:05.248816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:05.325096 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Checking router: 4d1665d6-a144-4261-b6e9-ba0e37297f68 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:05.325565 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Updating router 4d1665d6-a144-4261-b6e9-ba0e37297f68 port a45dc6be-7c97-4839-a448-fd1093c3f8bd binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:06:05.387903 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:05.436903 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:05.764495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Attempting to bind port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:05.765327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Attempting to bind port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '8db2a9eb-5990-48cc-a5ec-1b1fab39373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:05.765327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Attempting to bind port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 on network 38e26442-c5f5-4126-9672-cd3e9857f23d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:05.810684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:05.811115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Checking segment: {'id': '8db2a9eb-5990-48cc-a5ec-1b1fab39373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:05.811742 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:05.812306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Bound using segment: {'id': '8db2a9eb-5990-48cc-a5ec-1b1fab39373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:05.813033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Bound port: dbc2a1c4-4ece-4940-9a73-a9d66e2ac772, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db2a9eb-5990-48cc-a5ec-1b1fab39373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:05.813544 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:05.849583 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:05.858585 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:05.944483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.004858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-05a93f4b-8b8d-4470-9ac4-fd3f17fb6838 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--49479924&fields=id&tenant_id=b6c165d4a75a42699af630de4b950d09 HTTP/1.1" status: 200 len: 267 time: 0.2753134 May 26 16:06:06.059454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69cd8-c46c-4550-9fe8-eebce069877c req-dd04cf42-10ba-4960-9970-ffe31d835494 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.090325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69cd8-c46c-4550-9fe8-eebce069877c req-dd04cf42-10ba-4960-9970-ffe31d835494 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.102353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] For port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:06.110433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] For port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=dbc2a1c4-4ece-4940-9a73-a9d66e2ac772,segment=NetworkSegment(8db2a9eb-5990-48cc-a5ec-1b1fab39373a),segment_id=8db2a9eb-5990-48cc-a5ec-1b1fab39373a)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:06.120688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69cd8-c46c-4550-9fe8-eebce069877c req-dd04cf42-10ba-4960-9970-ffe31d835494 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.142111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69cd8-c46c-4550-9fe8-eebce069877c req-dd04cf42-10ba-4960-9970-ffe31d835494 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.161543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69cd8-c46c-4550-9fe8-eebce069877c req-dd04cf42-10ba-4960-9970-ffe31d835494 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.171680 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf6d6e-2681-482c-b0d5-a95f21f8b65a None None] Pushing event updated for resources: {'Port': ['ID=a45dc6be-7c97-4839-a448-fd1093c3f8bd,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:06.194251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0172-510c-4ae8-9fe6-5cc67f15ef04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.212600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d51b11ef-ca20-40a6-a878-3a76dbc35827 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:06.212937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69cd8-c46c-4550-9fe8-eebce069877c req-dd04cf42-10ba-4960-9970-ffe31d835494 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.213068 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.228232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:06.231255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:06.231789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69cd8-c46c-4550-9fe8-eebce069877c req-dd04cf42-10ba-4960-9970-ffe31d835494 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.249212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bb69cd8-c46c-4550-9fe8-eebce069877c req-dd04cf42-10ba-4960-9970-ffe31d835494 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5438 time: 0.6309934 May 26 16:06:06.324991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Router 20aebbce-8797-4371-a983-95c36c12436a is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:06:06.336014 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Attempting to bind port a45dc6be-7c97-4839-a448-fd1093c3f8bd on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:06.337453 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Attempting to bind port a45dc6be-7c97-4839-a448-fd1093c3f8bd by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:06.338194 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Attempting to bind port a45dc6be-7c97-4839-a448-fd1093c3f8bd on network c44154e2-c913-4272-ac52-87a1b1b74c37 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:06.345378 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:06.346230 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Checking segment: {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:06.346918 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.347517 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Bound using segment: {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:06.350758 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Bound port: a45dc6be-7c97-4839-a448-fd1093c3f8bd, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:06.351570 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.375227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Allocated IP 172.25.0.157 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/a48b0436-703c-48a9-acb5-423136d1006b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:06.481820 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] For port a45dc6be-7c97-4839-a448-fd1093c3f8bd, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:06.488698 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] For port a45dc6be-7c97-4839-a448-fd1093c3f8bd, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a45dc6be-7c97-4839-a448-fd1093c3f8bd,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:06.499816 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.580734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:06.609060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:06.657064 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.659782 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-93bf4b35-8d5e-410b-a5e8-8c945e746197 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1406758 May 26 16:06:06.678341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38756) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:06.696316 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf6d6e-2681-482c-b0d5-a95f21f8b65a None None] Pushing event updated for resources: {'Port': ['ID=a45dc6be-7c97-4839-a448-fd1093c3f8bd,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:06.708308 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.715349 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:06.716237 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:06.735297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Pushing event updated for resources: {'Port': ['ID=dbc2a1c4-4ece-4940-9a73-a9d66e2ac772,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:06.739674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1bb69cd8-c46c-4550-9fe8-eebce069877c req-dcfec810-e0c4-4f33-b65e-55995ee2e973 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4895692 May 26 16:06:06.896526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Sync routers for ids ['20aebbce-8797-4371-a983-95c36c12436a'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:06.986109 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.041835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636113c-cd29-46f7-a447-bfc274e5145b req-284f762e-6c24-4fca-b4a1-67180780be7d tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:07.057761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-284f762e-6c24-4fca-b4a1-67180780be7d tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/networks?id=02f2be8c-c79d-40f7-8f90-5fb2c986de2d HTTP/1.1" status: 200 len: 806 time: 1.0524867 May 26 16:06:07.072420 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:07.086963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.179750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda158a4-da3b-4081-b842-e5216e6b4e30 None None] Pushing event updated for resources: {'Port': ['ID=73d15151-fc29-4c49-8279-ebfe46986a59,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:07.184928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] Current status of the port 73d15151-fc29-4c49-8279-ebfe46986a59 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:07.185786 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.195993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Pushing event updated for resources: {'Port': ['ID=a48b0436-703c-48a9-acb5-423136d1006b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:07.218983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-05e9ba11-4025-4716-bf85-1e21eb835712 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/quotas/b6c165d4a75a42699af630de4b950d09 HTTP/1.1" status: 200 len: 375 time: 0.1595585 May 26 16:06:07.264035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:07.277134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:07.287856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:07.406343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b8f5b-ac76-4e95-84e3-b76ff6ee0112 req-b4fa631f-cf46-42d5-902d-68c1fbe33b3f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:07.410202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b57b8f5b-ac76-4e95-84e3-b76ff6ee0112 req-b4fa631f-cf46-42d5-902d-68c1fbe33b3f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.3357131 May 26 16:06:07.432738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] For port 73d15151-fc29-4c49-8279-ebfe46986a59, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=73d15151-fc29-4c49-8279-ebfe46986a59,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:07.438774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a379ec-ba73-4624-a6aa-b1285d27a0c3 None None] Pushing event updated for resources: {'Port': ['ID=dbc2a1c4-4ece-4940-9a73-a9d66e2ac772,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:07.461830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0eadb8b0-b537-4259-a012-9bb15fe56712 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:07.462259 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.523636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 0eadb8b0-b537-4259-a012-9bb15fe56712, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0eadb8b0-b537-4259-a012-9bb15fe56712,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:07.569073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Routers {'20aebbce-8797-4371-a983-95c36c12436a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:07.570060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20aebbce-8797-4371-a983-95c36c12436a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:07.647447 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.677822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-267162bb-263c-4bd7-887b-51f6ee44e340 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6c165d4a75a42699af630de4b950d09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4575868 May 26 16:06:07.685896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.739324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b11ef-ca20-40a6-a878-3a76dbc35827'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:07.742634 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97337a40-61cf-4704-905a-5ae80bf99a2e" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "d51b11ef-ca20-40a6-a878-3a76dbc35827"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:07.749559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.752645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 38c1ef40-ed47-441c-9390-d356a1551b3d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:07.754922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b57b8f5b-ac76-4e95-84e3-b76ff6ee0112 req-d7d47f2e-7e46-40dd-ab07-62ed8f53faa6 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303411 May 26 16:06:07.877515 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:06:06Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:07.933058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d51b11ef-ca20-40a6-a878-3a76dbc35827, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:07.974168 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ffe55-4e96-4012-b5b1-b8dd8dcc7fc4 None None] The sync data for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 is: [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:06:06Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:08.047117 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.086416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.088350 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.089151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 38225be2-82d7-472f-a194-09d70f523c0c up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:08.100986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2b37f3dd-4f9a-4b82-a7bf-c707046622c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.149754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] Provisioning complete for port a45dc6be-7c97-4839-a448-fd1093c3f8bd triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:08.150513 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.197221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 2, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:08.233775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-8f82b76a-625e-49e7-ad1a-c2b522ae9135 service neutron] 10.222.0.39 "GET /v2.0/networks/02f2be8c-c79d-40f7-8f90-5fb2c986de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372336 May 26 16:06:08.345085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Checking router: 6914a528-0a6d-484d-bbd5-765208bc18ca for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:08.345635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Updating router 6914a528-0a6d-484d-bbd5-765208bc18ca port 430f585b-60c4-4ad9-8256-8d8c0fece59a binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:06:08.373755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0883406-caef-4526-9e89-884096b30413 req-cc0fbfeb-6949-49d7-9615-9c93f8b10dc8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:08.394587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0883406-caef-4526-9e89-884096b30413 req-cc0fbfeb-6949-49d7-9615-9c93f8b10dc8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.3995395 May 26 16:06:08.397863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Allocated IP 172.20.0.1 (38e26442-c5f5-4126-9672-cd3e9857f23d/667ac982-f976-40f1-989a-16cee1c8e54e/67022862-a92d-49e8-8fb0-b551a8dcad31) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:08.425408 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.456889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a214-6a5d-40d6-baf6-8a2f58bb87a1 None None] Pushing event updated for resources: {'Port': ['ID=73d15151-fc29-4c49-8279-ebfe46986a59,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:08.556762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.600173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.621014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Set router 20aebbce-8797-4371-a983-95c36c12436a gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:08.655372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Network 38e26442-c5f5-4126-9672-cd3e9857f23d is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:08.667565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:08.673390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:08.691944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0883406-caef-4526-9e89-884096b30413 req-756c0797-f643-4fa8-851c-a363fcbf13a7 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947924 May 26 16:06:08.838248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Pushing event updated for resources: {'Port': ['ID=67022862-a92d-49e8-8fb0-b551a8dcad31,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:08.839658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-e48fbfc5-9578-4b34-a6e6-5147b9293f88 service neutron] 10.222.0.39 "GET /v2.0/networks/02f2be8c-c79d-40f7-8f90-5fb2c986de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266602 May 26 16:06:08.891434 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.908741 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.918495 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.956685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 38c1ef40-ed47-441c-9390-d356a1551b3d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:08.957758 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.980638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c35cca-cc70-4ee2-99bc-4828408bf847 None None] Network 38e26442-c5f5-4126-9672-cd3e9857f23d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:06:09.127234 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.192168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Pushing event updated for resources: {'Port': ['ID=a48b0436-703c-48a9-acb5-423136d1006b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:09.195181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.214628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.235735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.263444 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-45421fc3-4b66-4f3d-a688-021a980a4cae tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3402164 May 26 16:06:09.288501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c76f8-0296-4d9c-9be9-864097d5a6fd req-09831e6e-0312-426d-93da-427ba4bc1026 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.291337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-769c76f8-0296-4d9c-9be9-864097d5a6fd req-09831e6e-0312-426d-93da-427ba4bc1026 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.3565836 May 26 16:06:09.399999 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-769c76f8-0296-4d9c-9be9-864097d5a6fd req-938f9b96-fd57-4b27-85cf-e4721c2b1da6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010187 May 26 16:06:09.430284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8214cb-4c98-4dad-9b2b-15dcce4c4f81 req-7c32b1e6-4bf0-49d0-85fc-713213cf6ec3 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.450731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb8214cb-4c98-4dad-9b2b-15dcce4c4f81 req-7c32b1e6-4bf0-49d0-85fc-713213cf6ec3 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.1152518 May 26 16:06:09.560873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 38225be2-82d7-472f-a194-09d70f523c0c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:09.562967 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.565650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '73d15151-fc29-4c49-8279-ebfe46986a59', 'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'mac_address': 'fa:16:3e:05:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:04Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'subnets': [{'id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:09.573581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.579704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb8214cb-4c98-4dad-9b2b-15dcce4c4f81 req-af51b969-6d4c-4e19-8a75-45dd0990705e tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280313 May 26 16:06:09.629474 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c1dcd2-1f10-48c5-a3c4-99226e31a493 x-openstack-request-id: req-37c1dcd2-1f10-48c5-a3c4-99226e31a493 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:09.629759 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "d51b11ef-ca20-40a6-a878-3a76dbc35827", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:09.630023 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37c1dcd2-1f10-48c5-a3c4-99226e31a493 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:09.631238 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c1dcd2-1f10-48c5-a3c4-99226e31a493'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b11ef-ca20-40a6-a878-3a76dbc35827', 'code': 200} May 26 16:06:09.684690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7b680-d1d5-4808-89d6-f00c8157ad19 None None] The sync data for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 is: [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '73d15151-fc29-4c49-8279-ebfe46986a59', 'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'mac_address': 'fa:16:3e:05:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:04Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'subnets': [{'id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:09.686420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=0eadb8b0-b537-4259-a012-9bb15fe56712,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:09.721205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 38225be2-82d7-472f-a194-09d70f523c0c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:09.721557 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.784134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92377989-2c57-44de-bb27-aa2273735317 req-a24d32f7-791f-47be-b501-811541ef175f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.802459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92377989-2c57-44de-bb27-aa2273735317 req-a24d32f7-791f-47be-b501-811541ef175f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.811261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92377989-2c57-44de-bb27-aa2273735317 req-a24d32f7-791f-47be-b501-811541ef175f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.818760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92377989-2c57-44de-bb27-aa2273735317 req-a24d32f7-791f-47be-b501-811541ef175f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.825920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92377989-2c57-44de-bb27-aa2273735317 req-a24d32f7-791f-47be-b501-811541ef175f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.842780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Pushing event updated for resources: {'Port': ['ID=67022862-a92d-49e8-8fb0-b551a8dcad31,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:09.867270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92377989-2c57-44de-bb27-aa2273735317 req-a24d32f7-791f-47be-b501-811541ef175f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.881481 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.889230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92377989-2c57-44de-bb27-aa2273735317 req-a24d32f7-791f-47be-b501-811541ef175f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.893406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92377989-2c57-44de-bb27-aa2273735317 req-a24d32f7-791f-47be-b501-811541ef175f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5439 time: 0.2618136 May 26 16:06:09.911250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] Current status of the port a45dc6be-7c97-4839-a448-fd1093c3f8bd is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:09.911650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:10.086940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Network 38e26442-c5f5-4126-9672-cd3e9857f23d is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:10.091028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:10.126761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92377989-2c57-44de-bb27-aa2273735317 req-b1368c17-ec22-4098-9d0c-0f177f0da120 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1908481 May 26 16:06:10.150317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71e60a-07b7-426c-935b-1d56fa7767b1 req-21a477dc-7106-4e95-b549-3203684ee21b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.151913 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be71e60a-07b7-426c-935b-1d56fa7767b1 req-21a477dc-7106-4e95-b549-3203684ee21b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.2552001 May 26 16:06:10.272486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be71e60a-07b7-426c-935b-1d56fa7767b1 req-88234298-2cd0-435a-8834-cdf46c3791ff tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022172 May 26 16:06:10.301830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d51b11ef-ca20-40a6-a878-3a76dbc35827,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:10.371125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf59cab7-b535-4de7-9ed5-87bd34a631a3 req-104341ff-f3fc-41cf-bba6-18e813c595c2 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 210 time: 0.0926580 May 26 16:06:10.391703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Router 20aebbce-8797-4371-a983-95c36c12436a has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:10.428057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] For port a45dc6be-7c97-4839-a448-fd1093c3f8bd, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a45dc6be-7c97-4839-a448-fd1093c3f8bd,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:10.508087 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:10.543083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 38225be2-82d7-472f-a194-09d70f523c0c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:10.545976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:10.588584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-2a520682-9923-4f0a-9489-5c6b855c9f13 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1239472174&fields=id&tenant_id=7ec6430777dd4fbc8fc3cd9ef3c5b96f HTTP/1.1" status: 200 len: 267 time: 0.1182845 May 26 16:06:10.796008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ce240-08df-45b0-937a-71c0e372a63f req-3bf7a5ea-ace9-4db7-b870-89ab4588c3e3 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.809776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] Provisioning complete for port 73d15151-fc29-4c49-8279-ebfe46986a59 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:10.810397 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:10.814331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c4ce240-08df-45b0-937a-71c0e372a63f req-3bf7a5ea-ace9-4db7-b870-89ab4588c3e3 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.3023665 May 26 16:06:10.920722 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:10.941245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-e3d6aa41-68f6-41ba-954d-2d9ee5924764 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.962792 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:10.963760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-e3d6aa41-68f6-41ba-954d-2d9ee5924764 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/networks?id=c44154e2-c913-4272-ac52-87a1b1b74c37 HTTP/1.1" status: 200 len: 815 time: 0.3730569 May 26 16:06:11.050386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c4ce240-08df-45b0-937a-71c0e372a63f req-3c273d65-d088-49c2-948c-a61d0fe6e1ac tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300346 May 26 16:06:11.059943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-98c9624b-8197-4523-aab8-5d39c3bdf8d1 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/quotas/7ec6430777dd4fbc8fc3cd9ef3c5b96f HTTP/1.1" status: 200 len: 375 time: 0.0904219 May 26 16:06:11.110641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 38225be2-82d7-472f-a194-09d70f523c0c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=38225be2-82d7-472f-a194-09d70f523c0c,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:11.133603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] Pushing event updated for resources: {'Port': ['ID=a45dc6be-7c97-4839-a448-fd1093c3f8bd,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:11.193978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-55e85f5a-d980-4929-894e-cb68eebb4f72 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ec6430777dd4fbc8fc3cd9ef3c5b96f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274931 May 26 16:06:11.237964 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:11.239611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:11.255593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:11.269274 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-828e5e04-24ab-4ab2-9c78-53154a9a4c35 admin admin] 10.222.0.39 "PUT /v2.0/routers/20aebbce-8797-4371-a983-95c36c12436a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5874512 May 26 16:06:11.396287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 38c1ef40-ed47-441c-9390-d356a1551b3d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:11.397462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:11.547832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=38225be2-82d7-472f-a194-09d70f523c0c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:11.562836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aebbce-8797-4371-a983-95c36c12436a', 'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:06:01Z', 'updated_at': '2022-05-26T16:06:04Z', 'revision_number': 3, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'gw_port': {'id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:03Z', 'updated_at': '2022-05-26T16:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:11.607978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b20db-6275-4d56-a21f-3adf374b6e90 req-8278bf72-2ed3-4a86-b311-c686b3680e60 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:11.610604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f6b20db-6275-4d56-a21f-3adf374b6e90 req-8278bf72-2ed3-4a86-b311-c686b3680e60 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.3518691 May 26 16:06:11.654420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636113c-cd29-46f7-a447-bfc274e5145b req-6650d24c-ef6f-4c1c-8d38-498f4f93e068 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:11.656202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-6650d24c-ef6f-4c1c-8d38-498f4f93e068 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.32 "GET /v2.0/networks?id=02f2be8c-c79d-40f7-8f90-5fb2c986de2d HTTP/1.1" status: 200 len: 806 time: 0.3846562 May 26 16:06:11.677380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:11.683813 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cf2559-e90c-454f-9e36-2fb4e5e6fd8f" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "38225be2-82d7-472f-a194-09d70f523c0c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:11.690863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-296eafa3-d7e8-4bdb-a5d1-b8f4172816e4 service neutron] 10.222.0.39 "GET /v2.0/networks/c44154e2-c913-4272-ac52-87a1b1b74c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902005 May 26 16:06:11.735730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Checking router: 20aebbce-8797-4371-a983-95c36c12436a for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:11.735997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Updating router 20aebbce-8797-4371-a983-95c36c12436a port ad854c7a-45cd-431b-9142-a2620558ae9f binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:06:11.771267 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:11.920893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-55b081dc-1c27-4368-be1f-8d33449c6a7d service neutron] 10.222.0.39 "GET /v2.0/networks/c44154e2-c913-4272-ac52-87a1b1b74c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287767 May 26 16:06:11.942740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-04ceed12-d2d1-4901-8b1c-8ed0478b9feb tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c165d4a75a42699af630de4b950d09 HTTP/1.1" status: 200 len: 378 time: 0.2692909 May 26 16:06:11.950047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f6b20db-6275-4d56-a21f-3adf374b6e90 req-af192200-2d3e-4aaa-b335-53784430ff0c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233500 May 26 16:06:11.963455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Request body: {'port': {'device_id': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'admin_state_up': True, 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'security_groups': ['fc391c4d-6c84-401e-b6c9-67dd802ad832']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:12.157817 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:12.192972 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:12.237539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c909-007a-425b-904c-b007bf1a4541 req-25a5b619-bcd9-4cc8-ba2a-76ef518e4fe6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.251052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f036c909-007a-425b-904c-b007bf1a4541 req-25a5b619-bcd9-4cc8-ba2a-76ef518e4fe6 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 944 time: 0.1120253 May 26 16:06:12.344551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f036c909-007a-425b-904c-b007bf1a4541 req-08084d1a-20e4-4783-96c7-1355d6f137b2 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765214 May 26 16:06:12.374142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Made reservation on behalf of b6c165d4a75a42699af630de4b950d09 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:12.386804 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:12.566571 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e76f5-1931-4617-a297-ef2a05736ef6 None None] Pushing event updated for resources: {'Port': ['ID=430f585b-60c4-4ad9-8256-8d8c0fece59a,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:12.646853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Allocated IP 172.20.0.8 (02f2be8c-c79d-40f7-8f90-5fb2c986de2d/da339fc1-8902-49b1-8d65-c1ca301520bd/c6300333-98ca-4964-a3db-2e2cdade7bc6) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:12.708278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:12.709094 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:12.887039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f15cb-f9be-44de-b9f5-6412a8abd944 None None] Current status of the port 73d15151-fc29-4c49-8279-ebfe46986a59 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:12.895175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Attempting to bind port 430f585b-60c4-4ad9-8256-8d8c0fece59a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:12.895538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Attempting to bind port 430f585b-60c4-4ad9-8256-8d8c0fece59a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:12.895902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Attempting to bind port 430f585b-60c4-4ad9-8256-8d8c0fece59a on network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:12.903775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:12.943827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:12.944308 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:12.986326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:12.989621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Checking segment: {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:12.991132 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:12.992317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Bound using segment: {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:12.993062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Bound port: 430f585b-60c4-4ad9-8256-8d8c0fece59a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:12.993706 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:13.029164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6208f6-7f50-41cc-8414-9113772e336a req-6e156cdf-3c3e-49bb-bce1-10f1b882d8b6 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.044332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e6208f6-7f50-41cc-8414-9113772e336a req-6e156cdf-3c3e-49bb-bce1-10f1b882d8b6 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.3218269 May 26 16:06:13.077017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a5b0-5fc7-4453-a467-f5a87168c66a req-d04a4af0-5fa2-4705-816d-9f9272bae1f7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.083183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a5b0-5fc7-4453-a467-f5a87168c66a req-d04a4af0-5fa2-4705-816d-9f9272bae1f7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.089724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a5b0-5fc7-4453-a467-f5a87168c66a req-d04a4af0-5fa2-4705-816d-9f9272bae1f7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.096132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a5b0-5fc7-4453-a467-f5a87168c66a req-d04a4af0-5fa2-4705-816d-9f9272bae1f7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.102936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a5b0-5fc7-4453-a467-f5a87168c66a req-d04a4af0-5fa2-4705-816d-9f9272bae1f7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.115879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a5b0-5fc7-4453-a467-f5a87168c66a req-d04a4af0-5fa2-4705-816d-9f9272bae1f7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.122484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a5b0-5fc7-4453-a467-f5a87168c66a req-d04a4af0-5fa2-4705-816d-9f9272bae1f7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.131124 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a389a5b0-5fc7-4453-a467-f5a87168c66a req-d04a4af0-5fa2-4705-816d-9f9272bae1f7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5440 time: 0.4164310 May 26 16:06:13.146389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] For port 430f585b-60c4-4ad9-8256-8d8c0fece59a, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:13.149741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] For port 430f585b-60c4-4ad9-8256-8d8c0fece59a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=430f585b-60c4-4ad9-8256-8d8c0fece59a,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:13.170389 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:13.228107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Provisioning complete for port 67022862-a92d-49e8-8fb0-b551a8dcad31 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:13.228590 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:13.246338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a389a5b0-5fc7-4453-a467-f5a87168c66a req-4437ed34-cf75-44e8-b9a8-9ec292fe7164 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069736 May 26 16:06:13.337222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:13.337985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:13.388034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e6208f6-7f50-41cc-8414-9113772e336a req-1fd77a66-7444-4dc3-9e0a-368a817c1ec1 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365867 May 26 16:06:13.424847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:13.449259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:13.450055 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:13.582606 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83333c6f-5407-4f1e-9413-22b8ab2e5464 x-openstack-request-id: req-83333c6f-5407-4f1e-9413-22b8ab2e5464 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:13.584031 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "38225be2-82d7-472f-a194-09d70f523c0c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:13.584680 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83333c6f-5407-4f1e-9413-22b8ab2e5464 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:13.585893 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83333c6f-5407-4f1e-9413-22b8ab2e5464'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c', 'code': 200} May 26 16:06:13.640290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abcaa262-bf8f-4b03-89f8-4af80530a4de req-3471a984-787d-43c9-b43c-8dae25076fff tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 210 time: 0.0874925 May 26 16:06:13.669166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.044577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7799ea31-aaff-45a9-ab2f-54ecddaa5c24,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:14.052602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e76f5-1931-4617-a297-ef2a05736ef6 None None] Pushing event updated for resources: {'Port': ['ID=430f585b-60c4-4ad9-8256-8d8c0fece59a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:14.136547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Port 67022862-a92d-49e8-8fb0-b551a8dcad31 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:14.145048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a9af4c4-55e4-4bb4-a93d-70304093fb7f req-cdc626d3-2d9c-41fd-a2ec-6710299def92 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 210 time: 0.0729954 May 26 16:06:14.150409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:14.159975 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.166278 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.175222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:14.187921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:14.193549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Pushing event updated for resources: {'Port': ['ID=c6300333-98ca-4964-a3db-2e2cdade7bc6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:14.239382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=7799ea31-aaff-45a9-ab2f-54ecddaa5c24,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:14.261493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:14.265402 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.298571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a2925-eec5-4088-836f-1ccb9d7f2fec req-a0410d29-9858-4f02-b579-6bfcc5557fca tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.300498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b0a2925-eec5-4088-836f-1ccb9d7f2fec req-a0410d29-9858-4f02-b579-6bfcc5557fca tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2330465 May 26 16:06:14.360053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:14.360446 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.397653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.399112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcda486-0550-4716-99e2-1618d968b4dc None None] Pushing event updated for resources: {'Port': ['ID=ad854c7a-45cd-431b-9142-a2620558ae9f,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:14.399337 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.409099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Provisioning complete for port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:14.409478 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.450301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-a737a3cb-caed-476c-bc27-add7e5ffcee4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4943674 May 26 16:06:14.463834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b0a2925-eec5-4088-836f-1ccb9d7f2fec req-767afd73-562f-405b-8166-7787970124dc tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527894 May 26 16:06:14.488909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Request body: {'port': {'device_id': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:14.521873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b38dd0-c014-4f68-8c89-03abccecf71e req-9758a3a6-2f0d-4bf6-8206-97ad09b22a52 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.531998 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5b38dd0-c014-4f68-8c89-03abccecf71e req-9758a3a6-2f0d-4bf6-8206-97ad09b22a52 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.2520981 May 26 16:06:14.656878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,segment=NetworkSegment(ae4de8c3-5d81-4552-aff1-23055ff12f17),segment_id=ae4de8c3-5d81-4552-aff1-23055ff12f17)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:14.687611 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.688789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 504991a7-772d-4514-ac9d-2402ff0ed221 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:14.717559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Attempting to bind port ad854c7a-45cd-431b-9142-a2620558ae9f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:14.718042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Attempting to bind port ad854c7a-45cd-431b-9142-a2620558ae9f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:14.718482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Attempting to bind port ad854c7a-45cd-431b-9142-a2620558ae9f on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:14.817534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-1800615f-0c8a-4155-95f1-8be465dbba0f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.822949 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-1800615f-0c8a-4155-95f1-8be465dbba0f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.24 "GET /v2.0/networks?id=c44154e2-c913-4272-ac52-87a1b1b74c37 HTTP/1.1" status: 200 len: 815 time: 0.2283530 May 26 16:06:14.824784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:14.825245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:14.827235 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.827890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:14.828402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Bound port: ad854c7a-45cd-431b-9142-a2620558ae9f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:14.828783 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.892686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5b38dd0-c014-4f68-8c89-03abccecf71e req-d25901b3-0ef0-4a64-9e86-8662fc63182c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597853 May 26 16:06:14.914144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e844c1-34f4-4c46-b108-f28e7da727be req-f3eb82e8-1308-41e4-8295-1d201dbbb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.915883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e844c1-34f4-4c46-b108-f28e7da727be req-f3eb82e8-1308-41e4-8295-1d201dbbb2cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 1097 time: 0.3684480 May 26 16:06:14.923026 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.927705 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-706b1c88-0ec3-463b-9374-3180b094d606 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ec6430777dd4fbc8fc3cd9ef3c5b96f HTTP/1.1" status: 200 len: 380 time: 0.0943036 May 26 16:06:14.936880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cdc9f-cad9-4c6e-8630-c503d183fdfd req-72b2e4c0-8c68-445a-a323-7e44448f8e8d tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.938481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c8cdc9f-cad9-4c6e-8630-c503d183fdfd req-72b2e4c0-8c68-445a-a323-7e44448f8e8d tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 945 time: 0.2435360 May 26 16:06:14.941064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Request body: {'port': {'device_id': '5875545d-4623-4fd1-bbee-6c68732005c7', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'admin_state_up': True, 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'security_groups': ['6e1fa199-4510-4181-bd4e-ddefd3207133']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:14.969210 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0eadb8b0-b537-4259-a012-9bb15fe56712 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:14.972309 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:15.130279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c8cdc9f-cad9-4c6e-8630-c503d183fdfd req-8b5de40f-a8cd-457c-9019-543bf362100a tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730475 May 26 16:06:15.178776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] For port ad854c7a-45cd-431b-9142-a2620558ae9f, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:15.191214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec913ba-5f57-4567-ba14-39a3aad0624c req-719699b4-be54-4fa7-9955-88f644df3cc5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.198165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec913ba-5f57-4567-ba14-39a3aad0624c req-719699b4-be54-4fa7-9955-88f644df3cc5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.202372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] For port ad854c7a-45cd-431b-9142-a2620558ae9f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ad854c7a-45cd-431b-9142-a2620558ae9f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:15.205228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec913ba-5f57-4567-ba14-39a3aad0624c req-719699b4-be54-4fa7-9955-88f644df3cc5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.212061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec913ba-5f57-4567-ba14-39a3aad0624c req-719699b4-be54-4fa7-9955-88f644df3cc5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.218437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec913ba-5f57-4567-ba14-39a3aad0624c req-719699b4-be54-4fa7-9955-88f644df3cc5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.224650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec913ba-5f57-4567-ba14-39a3aad0624c req-719699b4-be54-4fa7-9955-88f644df3cc5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.224965 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.231050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec913ba-5f57-4567-ba14-39a3aad0624c req-719699b4-be54-4fa7-9955-88f644df3cc5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.233262 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cec913ba-5f57-4567-ba14-39a3aad0624c req-719699b4-be54-4fa7-9955-88f644df3cc5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5440 time: 0.2053101 May 26 16:06:15.239733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 504991a7-772d-4514-ac9d-2402ff0ed221 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:15.249608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 504991a7-772d-4514-ac9d-2402ff0ed221 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:15.249991 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.251724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Current status of the port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:15.252152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.254081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Made reservation on behalf of 7ec6430777dd4fbc8fc3cd9ef3c5b96f for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:15.258857 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.363938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Routers {'20aebbce-8797-4371-a983-95c36c12436a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:15.364602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20aebbce-8797-4371-a983-95c36c12436a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:15.390341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e844c1-34f4-4c46-b108-f28e7da727be req-c7a7819c-48f7-42bd-ba77-628dd168d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.392700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e844c1-34f4-4c46-b108-f28e7da727be req-c7a7819c-48f7-42bd-ba77-628dd168d5df service neutron] 10.222.0.32 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.4678924 May 26 16:06:15.408549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0eadb8b0-b537-4259-a012-9bb15fe56712 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:15.408929 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.454996 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Allocated IP 172.20.0.10 (c44154e2-c913-4272-ac52-87a1b1b74c37/95d6b04b-62ac-4b05-8bc2-0b90e344e2b9/b6206a38-276e-40ac-b799-10723a875043) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:15.501678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] For port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=dbc2a1c4-4ece-4940-9a73-a9d66e2ac772,segment=NetworkSegment(8db2a9eb-5990-48cc-a5ec-1b1fab39373a),segment_id=8db2a9eb-5990-48cc-a5ec-1b1fab39373a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:15.526927 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.528646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcda486-0550-4716-99e2-1618d968b4dc None None] Pushing event updated for resources: {'Port': ['ID=ad854c7a-45cd-431b-9142-a2620558ae9f,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:15.563082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cec913ba-5f57-4567-ba14-39a3aad0624c req-631ff45a-4303-4b34-9821-dd53a5d17413 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2333481 May 26 16:06:15.589934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45c7c2-d8ef-49e3-acb1-18c0c57e8645 req-657743e0-5856-44a5-ae37-321135cb7e3d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.591376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d45c7c2-d8ef-49e3-acb1-18c0c57e8645 req-657743e0-5856-44a5-ae37-321135cb7e3d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.3570774 May 26 16:06:15.599173 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e844c1-34f4-4c46-b108-f28e7da727be req-6eff88e3-24f0-4882-a555-549854f5516b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c HTTP/1.1" status: 200 len: 1001 time: 0.1923165 May 26 16:06:15.626046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e145197-3ef6-4977-8834-c587edc0ab62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:15.626046 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a729151a-b6b1-4635-b0c8-1dd031efeb04" -d '{"events": [{"server_uuid": "6e145197-3ef6-4977-8834-c587edc0ab62", "name": "network-vif-plugged", "status": "completed", "tag": "19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:15.626046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Pushing event updated for resources: {'Port': ['ID=dbc2a1c4-4ece-4940-9a73-a9d66e2ac772,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:15.719170 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d45c7c2-d8ef-49e3-acb1-18c0c57e8645 req-468a0865-7756-46e4-81de-73c0ec75673c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186526 May 26 16:06:15.722740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e844c1-34f4-4c46-b108-f28e7da727be req-37eaa933-96ba-4a38-9a7b-cc3118ee39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.724197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e844c1-34f4-4c46-b108-f28e7da727be req-37eaa933-96ba-4a38-9a7b-cc3118ee39a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.1135652 May 26 16:06:15.807596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 504991a7-772d-4514-ac9d-2402ff0ed221 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:15.808219 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.810047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Provisioning complete for port 430f585b-60c4-4ad9-8256-8d8c0fece59a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:15.810499 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.824635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.860280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:15.882301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.897332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393639e3-f123-4a9e-ba1a-87bd39bad2df None None] The sync data for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 is: [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:15.899130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68fe973e-6277-4ed9-8643-6d230b15a700 req-acc5f22e-bdf0-4491-b9ed-94b304926785 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 210 time: 0.0976896 May 26 16:06:15.949392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6300333-98ca-4964-a3db-2e2cdade7bc6 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:15.951093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] Set router 20aebbce-8797-4371-a983-95c36c12436a gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:15.956458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0eadb8b0-b537-4259-a012-9bb15fe56712 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:15.958332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a45dc6be-7c97-4839-a448-fd1093c3f8bd up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:15.988249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 504991a7-772d-4514-ac9d-2402ff0ed221, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=504991a7-772d-4514-ac9d-2402ff0ed221,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:16.001019 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Pushing event updated for resources: {'Port': ['ID=b6206a38-276e-40ac-b799-10723a875043,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:16.018404 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:16.035444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17206-cb2e-444b-b27b-644707d30fd8 req-ba6dbab1-e863-4239-9469-41b88b0ba40c tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:16.037608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5e17206-cb2e-444b-b27b-644707d30fd8 req-ba6dbab1-e863-4239-9469-41b88b0ba40c tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 931 time: 0.2664404 May 26 16:06:16.041098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Network c44154e2-c913-4272-ac52-87a1b1b74c37 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:16.048083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e844c1-34f4-4c46-b108-f28e7da727be req-486c35c5-3de4-4a7a-a172-f16d138972b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:16.050125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e844c1-34f4-4c46-b108-f28e7da727be req-486c35c5-3de4-4a7a-a172-f16d138972b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3129618 May 26 16:06:16.057862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:16.061377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:16.165495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Transition to ACTIVE for port object c6300333-98ca-4964-a3db-2e2cdade7bc6 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:06:16.182050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:16.183131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:16.216688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:16.223985 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-ce0183ac-95f5-4981-a718-b389fa6fd11e tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2893510 May 26 16:06:16.254966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Request body: {'port': {'device_id': '5875545d-4623-4fd1-bbee-6c68732005c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:16.347673 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:16.359266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 56c037a8-566f-46b6-9a3d-7750591a5be3 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:16.485268 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:16.486198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5e17206-cb2e-444b-b27b-644707d30fd8 req-acc45109-f039-41c5-8940-9926ad3666f0 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4345539 May 26 16:06:16.516323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcb698-b185-42a6-9374-2f64b4159e41 req-16805df6-a497-4857-84e7-5a014a2512f8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:16.531210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2dcb698-b185-42a6-9374-2f64b4159e41 req-16805df6-a497-4857-84e7-5a014a2512f8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.4616961 May 26 16:06:16.570658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=504991a7-772d-4514-ac9d-2402ff0ed221,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:16.625662 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61337f16-c10b-44a7-9e1c-38f664e0f3ea x-openstack-request-id: req-61337f16-c10b-44a7-9e1c-38f664e0f3ea {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:16.625951 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e145197-3ef6-4977-8834-c587edc0ab62", "name": "network-vif-plugged", "status": "completed", "tag": "19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:16.626393 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61337f16-c10b-44a7-9e1c-38f664e0f3ea {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:16.627106 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61337f16-c10b-44a7-9e1c-38f664e0f3ea'] response: {'server_uuid': '6e145197-3ef6-4977-8834-c587edc0ab62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2', 'code': 200} May 26 16:06:16.745008 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e844c1-34f4-4c46-b108-f28e7da727be req-ed6d5b34-e7d4-47b6-bf83-b3965c2f5602 service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731331 May 26 16:06:16.745923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Pushing event updated for resources: {'Port': ['ID=c6300333-98ca-4964-a3db-2e2cdade7bc6,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:16.796113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2dcb698-b185-42a6-9374-2f64b4159e41 req-57aa595d-8ecf-45b3-98ba-e2cb2cd39a8d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627854 May 26 16:06:16.888409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Current status of the port 430f585b-60c4-4ad9-8256-8d8c0fece59a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:16.889007 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:16.894925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a45dc6be-7c97-4839-a448-fd1093c3f8bd triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:16.896257 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:16.898776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 56c037a8-566f-46b6-9a3d-7750591a5be3 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:16.946296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 56c037a8-566f-46b6-9a3d-7750591a5be3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:16.946927 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.028150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e844c1-34f4-4c46-b108-f28e7da727be req-d5d22cbd-fdbf-4fb9-9fd4-01c6bca70021 service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775179 May 26 16:06:17.064310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6206a38-276e-40ac-b799-10723a875043 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:17.079949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.106439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Transition to ACTIVE for port object b6206a38-276e-40ac-b799-10723a875043 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:06:17.118061 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.182290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32590d75-5bc1-43d6-a6cc-893bf2e93a6e req-b033f6ca-e910-401b-a5c8-bbaa4ea4e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.186084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32590d75-5bc1-43d6-a6cc-893bf2e93a6e req-b033f6ca-e910-401b-a5c8-bbaa4ea4e9ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 1096 time: 0.4308510 May 26 16:06:17.228890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9194c3-6c66-41d0-b7be-9d40c492445f req-6b7ed156-eeda-4fcb-a09c-3b73e14a0e56 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.231054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a9194c3-6c66-41d0-b7be-9d40c492445f req-6b7ed156-eeda-4fcb-a09c-3b73e14a0e56 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 945 time: 0.1983750 May 26 16:06:17.240112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] For port 430f585b-60c4-4ad9-8256-8d8c0fece59a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=430f585b-60c4-4ad9-8256-8d8c0fece59a,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:17.250480 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.281940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Attempting to bind port c6300333-98ca-4964-a3db-2e2cdade7bc6 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:17.282308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Attempting to bind port c6300333-98ca-4964-a3db-2e2cdade7bc6 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:17.282568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Attempting to bind port c6300333-98ca-4964-a3db-2e2cdade7bc6 on network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:17.302836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4879a-a248-4fd6-b17c-82da2732ee18 req-d5bde928-54f9-4eb4-a65f-caa4f374555a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.315609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1a4879a-a248-4fd6-b17c-82da2732ee18 req-d5bde928-54f9-4eb4-a65f-caa4f374555a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.3010054 May 26 16:06:17.319520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aebbce-8797-4371-a983-95c36c12436a', 'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:06:01Z', 'updated_at': '2022-05-26T16:06:09Z', 'revision_number': 4, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'gw_port': {'id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:03Z', 'updated_at': '2022-05-26T16:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '67022862-a92d-49e8-8fb0-b551a8dcad31', 'name': '', 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'mac_address': 'fa:16:3e:47:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:08Z', 'updated_at': '2022-05-26T16:06:09Z', 'revision_number': 2, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'subnets': [{'id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:17.390213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dafd1d0-e387-42b0-ac11-f2638b503fbf None None] The sync data for ids ['20aebbce-8797-4371-a983-95c36c12436a'] in n-d-843336-2 is: [{'id': '20aebbce-8797-4371-a983-95c36c12436a', 'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:06:01Z', 'updated_at': '2022-05-26T16:06:09Z', 'revision_number': 4, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'gw_port': {'id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:03Z', 'updated_at': '2022-05-26T16:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '67022862-a92d-49e8-8fb0-b551a8dcad31', 'name': '', 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'mac_address': 'fa:16:3e:47:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:08Z', 'updated_at': '2022-05-26T16:06:09Z', 'revision_number': 2, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'subnets': [{'id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:17.394825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Port c6300333-98ca-4964-a3db-2e2cdade7bc6 on network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:06:17.395299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Attempting to bind port c6300333-98ca-4964-a3db-2e2cdade7bc6 on network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:17.440295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Pushing event updated for resources: {'Port': ['ID=b6206a38-276e-40ac-b799-10723a875043,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:17.442135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Attempting to bind port b6206a38-276e-40ac-b799-10723a875043 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:17.442610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Attempting to bind port b6206a38-276e-40ac-b799-10723a875043 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:17.443316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Attempting to bind port b6206a38-276e-40ac-b799-10723a875043 on network c44154e2-c913-4272-ac52-87a1b1b74c37 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:17.454262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a45dc6be-7c97-4839-a448-fd1093c3f8bd is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:17.455392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 430f585b-60c4-4ad9-8256-8d8c0fece59a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:17.461778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:17.462165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Checking segment: {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:17.462559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Bound using segment: {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:17.462764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Port b6206a38-276e-40ac-b799-10723a875043 on network c44154e2-c913-4272-ac52-87a1b1b74c37 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:06:17.463030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Bound port: c6300333-98ca-4964-a3db-2e2cdade7bc6, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922290ad-b48d-4d5d-86c3-39ffb69431bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:17.463290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Attempting to bind port b6206a38-276e-40ac-b799-10723a875043 on network c44154e2-c913-4272-ac52-87a1b1b74c37 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:17.463404 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.473727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:17.474240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Checking segment: {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:17.475497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Bound using segment: {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:17.477267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Bound port: b6206a38-276e-40ac-b799-10723a875043, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5322a225-82af-4be8-83bb-98a3aff64b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:17.479144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.481460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32590d75-5bc1-43d6-a6cc-893bf2e93a6e req-7b8b8258-2136-4a70-9c8c-fa935982bf08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806530 May 26 16:06:17.498393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb3346-e52e-4ce7-89cb-837c679cd2a6 None None] Pushing event updated for resources: {'Port': ['ID=430f585b-60c4-4ad9-8256-8d8c0fece59a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:17.516380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d43b4778-d095-45cb-bcde-a66aac8a75c1 None None] Provisioning complete for port 67022862-a92d-49e8-8fb0-b551a8dcad31 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:17.516755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d43b4778-d095-45cb-bcde-a66aac8a75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.531347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 56c037a8-566f-46b6-9a3d-7750591a5be3 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:17.532083 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.541874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1a4879a-a248-4fd6-b17c-82da2732ee18 req-d172509c-0d07-40af-bf1a-351eabaff738 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252898 May 26 16:06:17.573789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a9194c3-6c66-41d0-b7be-9d40c492445f req-e4a59fea-1eb0-42b9-9408-5bd5b3fbada7 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168187 May 26 16:06:17.640379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] For port b6206a38-276e-40ac-b799-10723a875043, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:17.642814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] For port b6206a38-276e-40ac-b799-10723a875043, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6206a38-276e-40ac-b799-10723a875043,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:17.648661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d43b4778-d095-45cb-bcde-a66aac8a75c1 None None] Port 67022862-a92d-49e8-8fb0-b551a8dcad31 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:17.653300 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.698433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 56c037a8-566f-46b6-9a3d-7750591a5be3, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=56c037a8-566f-46b6-9a3d-7750591a5be3,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:17.720334 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.721170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2ca40ad8-2463-44af-bdc5-f14e6534583d up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:17.729107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.730294 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.732685 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6206a38-276e-40ac-b799-10723a875043 HTTP/1.1" status: 200 len: 1092 time: 1.5003934 May 26 16:06:17.738759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5875545d-4623-4fd1-bbee-6c68732005c7', 'tag': 'b6206a38-276e-40ac-b799-10723a875043'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:17.749746 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5875545d-4623-4fd1-bbee-6c68732005c7", "tag": "b6206a38-276e-40ac-b799-10723a875043"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:17.802763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] For port c6300333-98ca-4964-a3db-2e2cdade7bc6, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:17.806308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed100a-26cb-44c0-9f90-7d852994d795 service neutron] Pushing event updated for resources: {'Port': ['ID=b6206a38-276e-40ac-b799-10723a875043,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:17.838903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 430f585b-60c4-4ad9-8256-8d8c0fece59a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:17.839301 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.858650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] For port c6300333-98ca-4964-a3db-2e2cdade7bc6, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6300333-98ca-4964-a3db-2e2cdade7bc6,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:17.887292 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.915761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-9a4f01d3-e75c-452c-a4bf-322cd9faf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.917312 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-9a4f01d3-e75c-452c-a4bf-322cd9faf67a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ec6430777dd4fbc8fc3cd9ef3c5b96f&device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 1095 time: 0.1019371 May 26 16:06:17.965515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6262cc4-1724-4726-b2fd-e19d6a126610 req-ac4b01fc-a434-4f47-88e9-9bad2e513ffb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.975474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6262cc4-1724-4726-b2fd-e19d6a126610 req-ac4b01fc-a434-4f47-88e9-9bad2e513ffb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 946 time: 0.2402270 May 26 16:06:17.989302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=56c037a8-566f-46b6-9a3d-7750591a5be3,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:17.997736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.998834 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.002109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] 10.222.0.32 "PUT /v2.0/ports/c6300333-98ca-4964-a3db-2e2cdade7bc6 HTTP/1.1" status: 200 len: 1091 time: 3.5361018 May 26 16:06:18.028093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'tag': 'c6300333-98ca-4964-a3db-2e2cdade7bc6'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:18.037501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-4893c95b-e3d2-49b8-b1e4-a3683c13ee3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6206a38-276e-40ac-b799-10723a875043 HTTP/1.1" status: 200 len: 217 time: 0.1121752 May 26 16:06:18.039455 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4676ec67-0290-4d35-b39d-da45aa38eb28" -d '{"events": [{"name": "network-changed", "server_uuid": "d20ec18a-2067-450e-8d55-ae9a9b331cbc", "tag": "c6300333-98ca-4964-a3db-2e2cdade7bc6"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:18.077428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308dd27-230c-49bb-82b6-a31d22a2e381 req-38d1ca1f-af16-4fa4-ba43-a7ddde984ef9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.088054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308dd27-230c-49bb-82b6-a31d22a2e381 req-38d1ca1f-af16-4fa4-ba43-a7ddde984ef9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.103230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308dd27-230c-49bb-82b6-a31d22a2e381 req-38d1ca1f-af16-4fa4-ba43-a7ddde984ef9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.120159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308dd27-230c-49bb-82b6-a31d22a2e381 req-38d1ca1f-af16-4fa4-ba43-a7ddde984ef9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.139228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308dd27-230c-49bb-82b6-a31d22a2e381 req-38d1ca1f-af16-4fa4-ba43-a7ddde984ef9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.151708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308dd27-230c-49bb-82b6-a31d22a2e381 req-38d1ca1f-af16-4fa4-ba43-a7ddde984ef9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.166167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308dd27-230c-49bb-82b6-a31d22a2e381 req-38d1ca1f-af16-4fa4-ba43-a7ddde984ef9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.181415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-00c255e3-b73e-4316-adf1-83a8cae66aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.183973 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-00c255e3-b73e-4316-adf1-83a8cae66aa1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95d6b04b-62ac-4b05-8bc2-0b90e344e2b9 HTTP/1.1" status: 200 len: 854 time: 0.1400266 May 26 16:06:18.186091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3308dd27-230c-49bb-82b6-a31d22a2e381 req-38d1ca1f-af16-4fa4-ba43-a7ddde984ef9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5442 time: 0.4683030 May 26 16:06:18.200300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 2ca40ad8-2463-44af-bdc5-f14e6534583d completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:18.275724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 2ca40ad8-2463-44af-bdc5-f14e6534583d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:18.276108 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.278211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 430f585b-60c4-4ad9-8256-8d8c0fece59a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:18.279330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 73d15151-fc29-4c49-8279-ebfe46986a59 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:18.311445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-21c44047-9f90-40c2-ba93-81f13da7dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.314182 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-21c44047-9f90-40c2-ba93-81f13da7dcc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c44154e2-c913-4272-ac52-87a1b1b74c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232362 May 26 16:06:18.331481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d43b4778-d095-45cb-bcde-a66aac8a75c1 None None] Provisioning complete for port 430f585b-60c4-4ad9-8256-8d8c0fece59a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:18.331763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d43b4778-d095-45cb-bcde-a66aac8a75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.423700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec80b9-6e7b-4a20-91ca-e0b2ef543727 service neutron] Pushing event updated for resources: {'Port': ['ID=c6300333-98ca-4964-a3db-2e2cdade7bc6,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:18.503423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6262cc4-1724-4726-b2fd-e19d6a126610 req-b7148e39-b3a3-4625-b6bb-be96ab2ea45e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4992967 May 26 16:06:18.542853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 73d15151-fc29-4c49-8279-ebfe46986a59 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:18.543458 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.546948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3308dd27-230c-49bb-82b6-a31d22a2e381 req-5979d88c-32f4-457a-9227-f5fb5a8c2c52 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3525217 May 26 16:06:18.579404 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-9ff7841d-25cf-4a25-b7cc-80ae4dfca17f service neutron] 10.222.0.24 "GET /v2.0/networks/c44154e2-c913-4272-ac52-87a1b1b74c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546148 May 26 16:06:18.630616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636113c-cd29-46f7-a447-bfc274e5145b req-7403fab8-6262-442b-8b49-41ad8fb8805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.640134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504991a7-772d-4514-ac9d-2402ff0ed221'}, {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c037a8-566f-46b6-9a3d-7750591a5be3'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:18.643144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-7403fab8-6262-442b-8b49-41ad8fb8805d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c165d4a75a42699af630de4b950d09&device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 1094 time: 0.4203963 May 26 16:06:18.647646 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a6af7d-a64a-437e-9c57-740fc4797bb7" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "504991a7-772d-4514-ac9d-2402ff0ed221"}, {"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "56c037a8-566f-46b6-9a3d-7750591a5be3"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:18.766154 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b2a8f60f-69fe-4add-845f-6ba646794dc3 req-900fe200-81a0-451d-8fa4-dd20d3e5ec74 service neutron] 10.222.0.24 "GET /v2.0/networks/c44154e2-c913-4272-ac52-87a1b1b74c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765583 May 26 16:06:18.786954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d43b4778-d095-45cb-bcde-a66aac8a75c1 None None] Current status of the port 430f585b-60c4-4ad9-8256-8d8c0fece59a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:18.791161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 2ca40ad8-2463-44af-bdc5-f14e6534583d is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:18.792234 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.802654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-ab010144-2d3c-4466-8b19-79ea208c9f9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6300333-98ca-4964-a3db-2e2cdade7bc6 HTTP/1.1" status: 200 len: 217 time: 0.1495533 May 26 16:06:18.920397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636113c-cd29-46f7-a447-bfc274e5145b req-0b9b1193-d18d-4339-ade1-f9704a76159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.922180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-0b9b1193-d18d-4339-ade1-f9704a76159b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da339fc1-8902-49b1-8d65-c1ca301520bd HTTP/1.1" status: 200 len: 845 time: 0.1045396 May 26 16:06:18.926035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 2ca40ad8-2463-44af-bdc5-f14e6534583d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2ca40ad8-2463-44af-bdc5-f14e6534583d,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:18.936873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dada6-9008-46ec-8133-d231bed6a3ce req-64a4b3b8-9ee7-406d-af99-e044afb9a56f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.938727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-964dada6-9008-46ec-8133-d231bed6a3ce req-64a4b3b8-9ee7-406d-af99-e044afb9a56f tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 944 time: 0.2641404 May 26 16:06:18.951526 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.957575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63657826-9367-4e8c-8a7b-402f0cc5d5fb req-f9a36f49-82e5-496e-a10d-7f53af7f412d tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.959955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63657826-9367-4e8c-8a7b-402f0cc5d5fb req-f9a36f49-82e5-496e-a10d-7f53af7f412d tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 943 time: 0.2056079 May 26 16:06:18.999446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 73d15151-fc29-4c49-8279-ebfe46986a59 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:19.000582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:19.044709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:19.052224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63657826-9367-4e8c-8a7b-402f0cc5d5fb req-34fed2cf-661d-4713-ad5a-c07c92de4d6a tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653207 May 26 16:06:19.057710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636113c-cd29-46f7-a447-bfc274e5145b req-519f3094-5d15-41d6-be99-503e47f12ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.059197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-519f3094-5d15-41d6-be99-503e47f12ebc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02f2be8c-c79d-40f7-8f90-5fb2c986de2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187794 May 26 16:06:19.062034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-964dada6-9008-46ec-8133-d231bed6a3ce req-b441b882-8384-4cc9-af56-cdb46113a7c2 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1fa199-4510-4181-bd4e-ddefd3207133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818970 May 26 16:06:19.123380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=2ca40ad8-2463-44af-bdc5-f14e6534583d,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:19.186250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-616f438e-be83-472f-afa7-35fd10854523 service neutron] 10.222.0.32 "GET /v2.0/networks/02f2be8c-c79d-40f7-8f90-5fb2c986de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191540 May 26 16:06:19.206498 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f1ae92-1635-4126-bdbf-ee1f5737f944 x-openstack-request-id: req-20f1ae92-1635-4126-bdbf-ee1f5737f944 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:19.207059 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5875545d-4623-4fd1-bbee-6c68732005c7", "tag": "b6206a38-276e-40ac-b799-10723a875043", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:19.207059 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20f1ae92-1635-4126-bdbf-ee1f5737f944 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:19.207443 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f1ae92-1635-4126-bdbf-ee1f5737f944'] response: {'name': 'network-changed', 'server_uuid': '5875545d-4623-4fd1-bbee-6c68732005c7', 'tag': 'b6206a38-276e-40ac-b799-10723a875043', 'status': 'completed', 'code': 200} May 26 16:06:19.226180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:19.226808 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:19.265209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:19.265604 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:19.317078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:19.324655 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:19.386176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-9281d9ff-2c27-4016-92bc-c6027fabb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.392740 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-9281d9ff-2c27-4016-92bc-c6027fabb4ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ec6430777dd4fbc8fc3cd9ef3c5b96f&device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 1095 time: 0.1454961 May 26 16:06:19.435081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:19.513828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:19.546989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-97255a42-8a6d-489b-ac98-e14264189b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.548554 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-97255a42-8a6d-489b-ac98-e14264189b26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c44154e2-c913-4272-ac52-87a1b1b74c37 HTTP/1.1" status: 200 len: 916 time: 0.1530735 May 26 16:06:19.649845 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-d2a7b503-60ef-4eaf-88ec-341ba9da63bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6206a38-276e-40ac-b799-10723a875043 HTTP/1.1" status: 200 len: 217 time: 0.0925953 May 26 16:06:19.672614 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310183f3-d04b-4c3e-9fc4-8f582a79d3c4 x-openstack-request-id: req-310183f3-d04b-4c3e-9fc4-8f582a79d3c4 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:19.673200 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20ec18a-2067-450e-8d55-ae9a9b331cbc", "tag": "c6300333-98ca-4964-a3db-2e2cdade7bc6", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:19.673200 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-310183f3-d04b-4c3e-9fc4-8f582a79d3c4 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:19.673528 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310183f3-d04b-4c3e-9fc4-8f582a79d3c4'] response: {'name': 'network-changed', 'server_uuid': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'tag': 'c6300333-98ca-4964-a3db-2e2cdade7bc6', 'status': 'completed', 'code': 200} May 26 16:06:19.731287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-8d7cd099-56a2-4c92-a8aa-ef344b060dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.734515 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-8d7cd099-56a2-4c92-a8aa-ef344b060dbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95d6b04b-62ac-4b05-8bc2-0b90e344e2b9 HTTP/1.1" status: 200 len: 854 time: 0.0780551 May 26 16:06:19.794915 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-64744133-cb35-4b15-9fd6-0176315e7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.797231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-64744133-cb35-4b15-9fd6-0176315e7745 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c44154e2-c913-4272-ac52-87a1b1b74c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558472 May 26 16:06:19.822897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 430f585b-60c4-4ad9-8256-8d8c0fece59a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:19.863067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9946-1e0c-416b-bc94-f95bd2ab109f req-6188302e-32e8-4705-92c9-f4eed4cd8dfe tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.873958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d0d9946-1e0c-416b-bc94-f95bd2ab109f req-6188302e-32e8-4705-92c9-f4eed4cd8dfe tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.2036896 May 26 16:06:19.930279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4d727-cc5a-4001-96d4-b6589ee1db13 req-69041ec6-3e73-47df-be6c-9be991eeb579 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.939178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfa4d727-cc5a-4001-96d4-b6589ee1db13 req-69041ec6-3e73-47df-be6c-9be991eeb579 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2681251 May 26 16:06:19.975455 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d636113c-cd29-46f7-a447-bfc274e5145b req-c318c6aa-4b33-4cef-a4e2-44ff42f02603 service neutron] 10.222.0.32 "GET /v2.0/networks/02f2be8c-c79d-40f7-8f90-5fb2c986de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7766981 May 26 16:06:19.981316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 430f585b-60c4-4ad9-8256-8d8c0fece59a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:19.981713 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.029862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d0d9946-1e0c-416b-bc94-f95bd2ab109f req-81e312ce-b13a-48c8-a828-594e6e308dad tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547256 May 26 16:06:20.053004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b6206a38-276e-40ac-b799-10723a875043 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:20.053453 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-fe58928c-c744-469e-8176-2f5fa692164a service neutron] 10.222.0.24 "GET /v2.0/networks/c44154e2-c913-4272-ac52-87a1b1b74c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438881 May 26 16:06:20.061383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfa4d727-cc5a-4001-96d4-b6589ee1db13 req-88941d32-07ad-4cfe-b953-d0fe8d5c13ba tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193168 May 26 16:06:20.225281 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1c9fa9e-e125-4a55-bf81-7c4cca3fd6c7 req-2304e390-daf2-48c8-b18c-8c1588e286bd service neutron] 10.222.0.24 "GET /v2.0/networks/c44154e2-c913-4272-ac52-87a1b1b74c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645334 May 26 16:06:20.254568 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244487f5-4e76-4e75-9e6e-ed94c61412d1 x-openstack-request-id: req-244487f5-4e76-4e75-9e6e-ed94c61412d1 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:20.254954 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "504991a7-772d-4514-ac9d-2402ff0ed221", "code": 200}, {"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "56c037a8-566f-46b6-9a3d-7750591a5be3", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:20.255097 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-244487f5-4e76-4e75-9e6e-ed94c61412d1 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:20.255508 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244487f5-4e76-4e75-9e6e-ed94c61412d1'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504991a7-772d-4514-ac9d-2402ff0ed221', 'code': 200} May 26 16:06:20.255764 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244487f5-4e76-4e75-9e6e-ed94c61412d1'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c037a8-566f-46b6-9a3d-7750591a5be3', 'code': 200} May 26 16:06:20.263324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-44f3fedf-6f2b-4f13-89e1-92f1c52d660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.266473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-44f3fedf-6f2b-4f13-89e1-92f1c52d660f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c165d4a75a42699af630de4b950d09&device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 1094 time: 0.2036510 May 26 16:06:20.314329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 430f585b-60c4-4ad9-8256-8d8c0fece59a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:20.315462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ad854c7a-45cd-431b-9142-a2620558ae9f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:20.341777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cd9fa-acb8-41a6-8af0-8fb514482934 req-7b282ba0-e83c-4e81-a2bd-74c818c5b575 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.343387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a8cd9fa-acb8-41a6-8af0-8fb514482934 req-7b282ba0-e83c-4e81-a2bd-74c818c5b575 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 945 time: 0.1591284 May 26 16:06:20.359010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b6206a38-276e-40ac-b799-10723a875043, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6206a38-276e-40ac-b799-10723a875043,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:20.377361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'b6206a38-276e-40ac-b799-10723a875043', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'port_id': 'b6206a38-276e-40ac-b799-10723a875043', 'mac_address': 'fa:16:3e:b0:33:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:20.437519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ad854c7a-45cd-431b-9142-a2620558ae9f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:20.437844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.449548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1ca20-c34a-40e8-b921-93a8f608ff4a req-6c5bc54e-c5f4-44c3-bbed-03af9729c658 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.451154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66b1ca20-c34a-40e8-b921-93a8f608ff4a req-6c5bc54e-c5f4-44c3-bbed-03af9729c658 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1699588 May 26 16:06:20.466131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a8cd9fa-acb8-41a6-8af0-8fb514482934 req-62f6209e-818c-4090-a9a1-adc170a70f69 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907428 May 26 16:06:20.466818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b6206a38-276e-40ac-b799-10723a875043 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:20.467215 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.506499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-4dd37778-3a22-40cd-b747-a4e0197f072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.508037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-4dd37778-3a22-40cd-b747-a4e0197f072a service neutron] 10.222.0.32 "GET /v2.0/networks?id=02f2be8c-c79d-40f7-8f90-5fb2c986de2d HTTP/1.1" status: 200 len: 907 time: 0.2138247 May 26 16:06:20.518901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6206a38-276e-40ac-b799-10723a875043 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:20.562053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b6206a38-276e-40ac-b799-10723a875043, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6206a38-276e-40ac-b799-10723a875043,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:20.567895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66b1ca20-c34a-40e8-b921-93a8f608ff4a req-d5801b85-c828-4deb-9636-eaa2b72eb251 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041260 May 26 16:06:20.568518 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.572427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-63e70e8d-a416-4ad1-96a9-9245b2b5b252 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6300333-98ca-4964-a3db-2e2cdade7bc6 HTTP/1.1" status: 200 len: 217 time: 0.0557337 May 26 16:06:20.704696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b6206a38-276e-40ac-b799-10723a875043,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:20.712279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ad854c7a-45cd-431b-9142-a2620558ae9f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:20.712706 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.740923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port ad854c7a-45cd-431b-9142-a2620558ae9f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ad854c7a-45cd-431b-9142-a2620558ae9f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:20.742166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-bef2d5a1-9735-49c7-8b13-46fe8abbbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.744041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-bef2d5a1-9735-49c7-8b13-46fe8abbbe80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da339fc1-8902-49b1-8d65-c1ca301520bd HTTP/1.1" status: 200 len: 845 time: 0.1602588 May 26 16:06:20.747736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.748868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:20.778823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7da1-f0c0-4249-b173-81a44f0976c0 req-5ef7e25c-72f3-4d04-b4ae-1dc7051d7ca7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.787757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7da1-f0c0-4249-b173-81a44f0976c0 req-5ef7e25c-72f3-4d04-b4ae-1dc7051d7ca7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.794948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7da1-f0c0-4249-b173-81a44f0976c0 req-5ef7e25c-72f3-4d04-b4ae-1dc7051d7ca7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.800929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7da1-f0c0-4249-b173-81a44f0976c0 req-5ef7e25c-72f3-4d04-b4ae-1dc7051d7ca7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.807545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7da1-f0c0-4249-b173-81a44f0976c0 req-5ef7e25c-72f3-4d04-b4ae-1dc7051d7ca7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.813781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7da1-f0c0-4249-b173-81a44f0976c0 req-5ef7e25c-72f3-4d04-b4ae-1dc7051d7ca7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.820776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7da1-f0c0-4249-b173-81a44f0976c0 req-5ef7e25c-72f3-4d04-b4ae-1dc7051d7ca7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.822730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ffa7da1-f0c0-4249-b173-81a44f0976c0 req-5ef7e25c-72f3-4d04-b4ae-1dc7051d7ca7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.2632518 May 26 16:06:20.830392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74877f0a-58d0-470d-8d91-5a857a2f8487 req-6be6dfaf-38ed-4ff9-940b-58d0794eb371 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.831939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74877f0a-58d0-470d-8d91-5a857a2f8487 req-6be6dfaf-38ed-4ff9-940b-58d0794eb371 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 945 time: 0.1673429 May 26 16:06:20.859271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['b6206a38-276e-40ac-b799-10723a875043'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:20.862613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=ad854c7a-45cd-431b-9142-a2620558ae9f,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:20.914462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:20.915099 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.921694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-7527b10c-97e4-40b0-a8e8-207ca52a6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.923251 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-7527b10c-97e4-40b0-a8e8-207ca52a6ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02f2be8c-c79d-40f7-8f90-5fb2c986de2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614993 May 26 16:06:20.973778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ffa7da1-f0c0-4249-b173-81a44f0976c0 req-2098db59-12d8-40d8-b19b-89af80df2869 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328678 May 26 16:06:21.055483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74877f0a-58d0-470d-8d91-5a857a2f8487 req-38ccb0ee-ccad-41aa-b93b-c6e9702ce176 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1fa199-4510-4181-bd4e-ddefd3207133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134762 May 26 16:06:21.087892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:21.088469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:21.183635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:21.184008 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.218036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-00d0667c-d7d1-4c98-90e9-82d874d5993a service neutron] 10.222.0.32 "GET /v2.0/networks/02f2be8c-c79d-40f7-8f90-5fb2c986de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714205 May 26 16:06:21.284108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0184b-97e9-48aa-ad98-a0c5b834e625 req-08699679-c373-4657-a565-854f10fe1dec tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:21.285807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93e0184b-97e9-48aa-ad98-a0c5b834e625 req-08699679-c373-4657-a565-854f10fe1dec tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 943 time: 0.1952777 May 26 16:06:21.297956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:21.356352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b26c5-3710-46f7-abd8-9bf6cf4a90b1 req-141efff8-d79c-48af-9d8c-1674cd371585 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:21.357912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df2b26c5-3710-46f7-abd8-9bf6cf4a90b1 req-141efff8-d79c-48af-9d8c-1674cd371585 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 945 time: 0.2010787 May 26 16:06:21.418624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93e0184b-97e9-48aa-ad98-a0c5b834e625 req-69615425-ce41-4ddf-9611-f73c675bca6f tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973961 May 26 16:06:21.459411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df2b26c5-3710-46f7-abd8-9bf6cf4a90b1 req-1bb371f8-88d4-43fc-8a2d-8199333c7d8e tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940082 May 26 16:06:21.466581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4676ec67-0290-4d35-b39d-da45aa38eb28 req-f29d6ef7-33b6-4f2b-85d6-c9ee430a8fc6 service neutron] 10.222.0.32 "GET /v2.0/networks/02f2be8c-c79d-40f7-8f90-5fb2c986de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346139 May 26 16:06:21.577277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ad854c7a-45cd-431b-9142-a2620558ae9f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:21.654488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ad854c7a-45cd-431b-9142-a2620558ae9f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:21.654999 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.681568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58432bb-2f7c-45a3-ba50-e420eec63c52 req-664d35b1-7fea-4e18-8950-44836d915349 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:21.683212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f58432bb-2f7c-45a3-ba50-e420eec63c52 req-664d35b1-7fea-4e18-8950-44836d915349 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.1138880 May 26 16:06:21.695029 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba943588-d085-416a-af46-71647f58de43 None None] Sync routers for ids ['20aebbce-8797-4371-a983-95c36c12436a'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:21.719340 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba943588-d085-416a-af46-71647f58de43 None None] Routers {'20aebbce-8797-4371-a983-95c36c12436a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:21.720213 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ba943588-d085-416a-af46-71647f58de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20aebbce-8797-4371-a983-95c36c12436a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:21.798545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ad854c7a-45cd-431b-9142-a2620558ae9f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:21.800043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f58432bb-2f7c-45a3-ba50-e420eec63c52 req-5be10208-5d0c-43dd-a461-54782e965c41 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090505 May 26 16:06:21.912611 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ba943588-d085-416a-af46-71647f58de43 None None] Set router 20aebbce-8797-4371-a983-95c36c12436a gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:21.931986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cf554-ca28-4470-9464-bf13cc46115d req-a39f5266-2205-4ef6-b801-c3ba8884478c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:21.942513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-782cf554-ca28-4470-9464-bf13cc46115d req-a39f5266-2205-4ef6-b801-c3ba8884478c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0684850 May 26 16:06:22.003558 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-782cf554-ca28-4470-9464-bf13cc46115d req-ca0d9ed6-9d4e-4b5a-81ab-f6c917688f4d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618675 May 26 16:06:22.030875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b6206a38-276e-40ac-b799-10723a875043 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:22.165306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port b6206a38-276e-40ac-b799-10723a875043 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:22.177680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port b6206a38-276e-40ac-b799-10723a875043 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:22.178078 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.207041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eba8c-7841-4f89-bc1e-4a84b39d004c req-7837e90c-4a63-4525-b765-5e7ac0903785 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.228354 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ba943588-d085-416a-af46-71647f58de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aebbce-8797-4371-a983-95c36c12436a', 'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:06:01Z', 'updated_at': '2022-05-26T16:06:09Z', 'revision_number': 4, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'gw_port': {'id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:03Z', 'updated_at': '2022-05-26T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '67022862-a92d-49e8-8fb0-b551a8dcad31', 'name': '', 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'mac_address': 'fa:16:3e:47:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:08Z', 'updated_at': '2022-05-26T16:06:09Z', 'revision_number': 2, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'subnets': [{'id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:22.229683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eba8c-7841-4f89-bc1e-4a84b39d004c req-7837e90c-4a63-4525-b765-5e7ac0903785 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.243538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eba8c-7841-4f89-bc1e-4a84b39d004c req-7837e90c-4a63-4525-b765-5e7ac0903785 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.257209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eba8c-7841-4f89-bc1e-4a84b39d004c req-7837e90c-4a63-4525-b765-5e7ac0903785 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.258928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca40ad8-2463-44af-bdc5-f14e6534583d'}, {'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:22.261342 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b23c784-a07d-486b-87d6-840f7cff538d" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "2ca40ad8-2463-44af-bdc5-f14e6534583d"}, {"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:22.263369 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba943588-d085-416a-af46-71647f58de43 None None] Checking router: 20aebbce-8797-4371-a983-95c36c12436a for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:22.263729 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba943588-d085-416a-af46-71647f58de43 None None] Updating router 20aebbce-8797-4371-a983-95c36c12436a port 67022862-a92d-49e8-8fb0-b551a8dcad31 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:06:22.273736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eba8c-7841-4f89-bc1e-4a84b39d004c req-7837e90c-4a63-4525-b765-5e7ac0903785 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.282560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eba8c-7841-4f89-bc1e-4a84b39d004c req-7837e90c-4a63-4525-b765-5e7ac0903785 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.290479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eba8c-7841-4f89-bc1e-4a84b39d004c req-7837e90c-4a63-4525-b765-5e7ac0903785 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.294745 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ba943588-d085-416a-af46-71647f58de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.300358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e5eba8c-7841-4f89-bc1e-4a84b39d004c req-7837e90c-4a63-4525-b765-5e7ac0903785 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.1951759 May 26 16:06:22.368780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b6206a38-276e-40ac-b799-10723a875043 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:22.369205 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.398608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e5eba8c-7841-4f89-bc1e-4a84b39d004c req-96f7f061-b169-450e-ba86-61a304f876a6 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902541 May 26 16:06:22.411792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b6206a38-276e-40ac-b799-10723a875043, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6206a38-276e-40ac-b799-10723a875043,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:22.423060 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a729a5-b080-45ec-b51f-4401a6371a69 req-ff152e14-cb94-43f1-9b05-35fc1713bd50 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.425717 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.438716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8a729a5-b080-45ec-b51f-4401a6371a69 req-ff152e14-cb94-43f1-9b05-35fc1713bd50 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 945 time: 0.1357379 May 26 16:06:22.486701 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8a729a5-b080-45ec-b51f-4401a6371a69 req-df838776-e56f-465a-aa74-d44e5fb0295a tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1fa199-4510-4181-bd4e-ddefd3207133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467730 May 26 16:06:22.499083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b6206a38-276e-40ac-b799-10723a875043,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:22.664420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e9c6b-688c-4d38-a5ca-5a040e7d2343 req-a200a0cf-c466-4368-9fb6-cbacdc404355 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.670632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-453e9c6b-688c-4d38-a5ca-5a040e7d2343 req-a200a0cf-c466-4368-9fb6-cbacdc404355 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 945 time: 0.0730848 May 26 16:06:22.722672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-453e9c6b-688c-4d38-a5ca-5a040e7d2343 req-357fb519-04a5-4c17-93ce-8163d220fc56 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 May 26 16:06:22.750927 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ba943588-d085-416a-af46-71647f58de43 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.761503 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ba943588-d085-416a-af46-71647f58de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.780529 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 26 May 2022 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e3e06-8876-41fa-96b2-2bd82da98ab9 x-openstack-request-id: req-5d2e3e06-8876-41fa-96b2-2bd82da98ab9 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:22.781082 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-plugged", "status": "completed", "tag": "2ca40ad8-2463-44af-bdc5-f14e6534583d", "code": 200}, {"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-unplugged", "status": "failed", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c", "code": 422}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:22.781533 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d2e3e06-8876-41fa-96b2-2bd82da98ab9 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:22.782357 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2e3e06-8876-41fa-96b2-2bd82da98ab9'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca40ad8-2463-44af-bdc5-f14e6534583d', 'code': 200} May 26 16:06:22.782858 n-d-843336-2 neutron-server[109406]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d2e3e06-8876-41fa-96b2-2bd82da98ab9']: {'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'code': 422} returned with failed status May 26 16:06:22.823533 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0f961-56dc-4736-8ff0-b92ac7d0ae2f None None] Pushing event updated for resources: {'Port': ['ID=67022862-a92d-49e8-8fb0-b551a8dcad31,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:22.935625 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ba943588-d085-416a-af46-71647f58de43 None None] Attempting to bind port 67022862-a92d-49e8-8fb0-b551a8dcad31 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:22.938834 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ba943588-d085-416a-af46-71647f58de43 None None] Attempting to bind port 67022862-a92d-49e8-8fb0-b551a8dcad31 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '8db2a9eb-5990-48cc-a5ec-1b1fab39373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:22.939114 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba943588-d085-416a-af46-71647f58de43 None None] Attempting to bind port 67022862-a92d-49e8-8fb0-b551a8dcad31 on network 38e26442-c5f5-4126-9672-cd3e9857f23d {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:22.959776 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba943588-d085-416a-af46-71647f58de43 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:22.959984 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba943588-d085-416a-af46-71647f58de43 None None] Checking segment: {'id': '8db2a9eb-5990-48cc-a5ec-1b1fab39373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:22.961462 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ba943588-d085-416a-af46-71647f58de43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.962119 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba943588-d085-416a-af46-71647f58de43 None None] Bound using segment: {'id': '8db2a9eb-5990-48cc-a5ec-1b1fab39373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:22.962858 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ba943588-d085-416a-af46-71647f58de43 None None] Bound port: 67022862-a92d-49e8-8fb0-b551a8dcad31, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db2a9eb-5990-48cc-a5ec-1b1fab39373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:22.963454 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ba943588-d085-416a-af46-71647f58de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:23.033338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492be4c7-c351-48e7-8c24-2bc6e63664fa req-4635d7d8-4461-4909-b9d9-e0feada47fc6 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.035853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-492be4c7-c351-48e7-8c24-2bc6e63664fa req-4635d7d8-4461-4909-b9d9-e0feada47fc6 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 943 time: 0.1733994 May 26 16:06:23.053640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c6300333-98ca-4964-a3db-2e2cdade7bc6 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:23.059590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:23.063910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0958-7e08-47e0-9598-4e918e4b0e9a req-30af22be-2919-4b10-84df-e97d0e7114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.074149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0958-7e08-47e0-9598-4e918e4b0e9a req-30af22be-2919-4b10-84df-e97d0e7114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.074652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0958-7e08-47e0-9598-4e918e4b0e9a req-30af22be-2919-4b10-84df-e97d0e7114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.076889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0958-7e08-47e0-9598-4e918e4b0e9a req-30af22be-2919-4b10-84df-e97d0e7114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.081009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0958-7e08-47e0-9598-4e918e4b0e9a req-30af22be-2919-4b10-84df-e97d0e7114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.081009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0958-7e08-47e0-9598-4e918e4b0e9a req-30af22be-2919-4b10-84df-e97d0e7114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.081009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0958-7e08-47e0-9598-4e918e4b0e9a req-30af22be-2919-4b10-84df-e97d0e7114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.082044 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7c3b0958-7e08-47e0-9598-4e918e4b0e9a req-30af22be-2919-4b10-84df-e97d0e7114fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6500 time: 0.1247969 May 26 16:06:23.103801 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-ba943588-d085-416a-af46-71647f58de43 None None] For port 67022862-a92d-49e8-8fb0-b551a8dcad31, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:23.113018 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-ba943588-d085-416a-af46-71647f58de43 None None] For port 67022862-a92d-49e8-8fb0-b551a8dcad31, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=67022862-a92d-49e8-8fb0-b551a8dcad31,segment=NetworkSegment(8db2a9eb-5990-48cc-a5ec-1b1fab39373a),segment_id=8db2a9eb-5990-48cc-a5ec-1b1fab39373a)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:23.129908 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ba943588-d085-416a-af46-71647f58de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:23.165798 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7c3b0958-7e08-47e0-9598-4e918e4b0e9a req-103517fa-c6cc-42d4-8dcf-b8becfced5ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680790 May 26 16:06:23.190059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-492be4c7-c351-48e7-8c24-2bc6e63664fa req-9d0c290f-a89c-4dbd-a761-40d307f8a0a0 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469162 May 26 16:06:23.227522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbfeb3-76f7-4a12-b05d-780557c626c1 req-e61d40ad-fe93-42fb-b2bf-438da0b4694a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.229260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09fbfeb3-76f7-4a12-b05d-780557c626c1 req-e61d40ad-fe93-42fb-b2bf-438da0b4694a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.1400495 May 26 16:06:23.259709 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0f961-56dc-4736-8ff0-b92ac7d0ae2f None None] Pushing event updated for resources: {'Port': ['ID=67022862-a92d-49e8-8fb0-b551a8dcad31,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:23.269443 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba943588-d085-416a-af46-71647f58de43 None None] Routers {'20aebbce-8797-4371-a983-95c36c12436a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:23.270046 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ba943588-d085-416a-af46-71647f58de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20aebbce-8797-4371-a983-95c36c12436a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:23.299152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:23.324890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09fbfeb3-76f7-4a12-b05d-780557c626c1 req-bd49be14-a64b-4ad8-bb52-56e28d5671e5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884738 May 26 16:06:23.359485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c6300333-98ca-4964-a3db-2e2cdade7bc6, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6300333-98ca-4964-a3db-2e2cdade7bc6,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:23.383737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'c6300333-98ca-4964-a3db-2e2cdade7bc6', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'port_id': 'c6300333-98ca-4964-a3db-2e2cdade7bc6', 'mac_address': 'fa:16:3e:40:9a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:23.448956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-81ec7eb2-ca28-4bd6-b109-75e414fb553f req-1d295a00-9c0c-4f47-a4e2-c7e932f1f825 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:06:23.450288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81ec7eb2-ca28-4bd6-b109-75e414fb553f req-1d295a00-9c0c-4f47-a4e2-c7e932f1f825 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084391 May 26 16:06:23.498432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-196820c1-f417-4c5d-988b-200fb19a0b1b None None] Provisioning complete for port 67022862-a92d-49e8-8fb0-b551a8dcad31 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:23.503323 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-196820c1-f417-4c5d-988b-200fb19a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:23.546614 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ba943588-d085-416a-af46-71647f58de43 None None] Set router 20aebbce-8797-4371-a983-95c36c12436a gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:23.757521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4a0f1-22f8-4407-a808-c0dba721e074 req-6d008cba-e3e1-4714-98bd-ef88a3c5ae7c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.759995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5de4a0f1-22f8-4407-a808-c0dba721e074 req-6d008cba-e3e1-4714-98bd-ef88a3c5ae7c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0742400 May 26 16:06:23.883797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5de4a0f1-22f8-4407-a808-c0dba721e074 req-cb137dc4-99b2-4043-8153-7815677eeb39 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084213 May 26 16:06:23.970378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 67022862-a92d-49e8-8fb0-b551a8dcad31 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:24.014926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1263d-215b-4270-9dda-7f93e55dc08f req-ccd26690-ced9-43a2-ae34-e1e1a5ff4b25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.027420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1263d-215b-4270-9dda-7f93e55dc08f req-ccd26690-ced9-43a2-ae34-e1e1a5ff4b25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.047024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1263d-215b-4270-9dda-7f93e55dc08f req-ccd26690-ced9-43a2-ae34-e1e1a5ff4b25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.062638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1263d-215b-4270-9dda-7f93e55dc08f req-ccd26690-ced9-43a2-ae34-e1e1a5ff4b25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.066196 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:24.066976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:24.072935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1263d-215b-4270-9dda-7f93e55dc08f req-ccd26690-ced9-43a2-ae34-e1e1a5ff4b25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.087641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1263d-215b-4270-9dda-7f93e55dc08f req-ccd26690-ced9-43a2-ae34-e1e1a5ff4b25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.092675 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ba943588-d085-416a-af46-71647f58de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aebbce-8797-4371-a983-95c36c12436a', 'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:06:01Z', 'updated_at': '2022-05-26T16:06:09Z', 'revision_number': 4, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'gw_port': {'id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:03Z', 'updated_at': '2022-05-26T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '67022862-a92d-49e8-8fb0-b551a8dcad31', 'name': '', 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'mac_address': 'fa:16:3e:47:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:08Z', 'updated_at': '2022-05-26T16:06:23Z', 'revision_number': 4, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'subnets': [{'id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:24.093390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port c6300333-98ca-4964-a3db-2e2cdade7bc6 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:24.093789 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:24.103048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1263d-215b-4270-9dda-7f93e55dc08f req-ccd26690-ced9-43a2-ae34-e1e1a5ff4b25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.107297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78a1263d-215b-4270-9dda-7f93e55dc08f req-ccd26690-ced9-43a2-ae34-e1e1a5ff4b25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.2604263 May 26 16:06:24.135334 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-dbe31040-0bcc-4e2c-9f2a-f981f56cda80 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2779529 May 26 16:06:24.143927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-b5dc82ef-797d-47b3-9e59-7da8aa347228 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:06:24.149957 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-b5dc82ef-797d-47b3-9e59-7da8aa347228 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131290 May 26 16:06:24.163449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6300333-98ca-4964-a3db-2e2cdade7bc6 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:24.171791 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba943588-d085-416a-af46-71647f58de43 None None] The sync data for ids ['20aebbce-8797-4371-a983-95c36c12436a'] in n-d-843336-2 is: [{'id': '20aebbce-8797-4371-a983-95c36c12436a', 'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:06:01Z', 'updated_at': '2022-05-26T16:06:09Z', 'revision_number': 4, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'gw_port': {'id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:03Z', 'updated_at': '2022-05-26T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '67022862-a92d-49e8-8fb0-b551a8dcad31', 'name': '', 'network_id': '38e26442-c5f5-4126-9672-cd3e9857f23d', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'mac_address': 'fa:16:3e:47:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:08Z', 'updated_at': '2022-05-26T16:06:23Z', 'revision_number': 4, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'subnets': [{'id': '667ac982-f976-40f1-989a-16cee1c8e54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:24.273472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 67022862-a92d-49e8-8fb0-b551a8dcad31 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:24.274681 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:24.279156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d67e1-b2d1-44cd-82de-e2bcc51eebe9 req-0613f4c8-7788-4ca4-b643-2d0423092a33 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.290910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee1d67e1-b2d1-44cd-82de-e2bcc51eebe9 req-0613f4c8-7788-4ca4-b643-2d0423092a33 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 946 time: 0.1823144 May 26 16:06:24.320889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78a1263d-215b-4270-9dda-7f93e55dc08f req-afc21b7a-649c-459a-87ec-ed6f2e46f3f7 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778946 May 26 16:06:24.419241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee1d67e1-b2d1-44cd-82de-e2bcc51eebe9 req-d0495953-f433-49f0-94ec-7d42a9aa89d5 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1fa199-4510-4181-bd4e-ddefd3207133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272237 May 26 16:06:24.429954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-196820c1-f417-4c5d-988b-200fb19a0b1b None None] Current status of the port 67022862-a92d-49e8-8fb0-b551a8dcad31 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:24.431031 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-196820c1-f417-4c5d-988b-200fb19a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:24.458112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c6300333-98ca-4964-a3db-2e2cdade7bc6, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6300333-98ca-4964-a3db-2e2cdade7bc6,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:24.488549 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:24.494859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:24.543166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c7db-f577-48a0-a596-0ec9277ac2d3 req-02dca991-427f-48ae-84d5-73cbdee9b07b tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.544730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb7c7db-f577-48a0-a596-0ec9277ac2d3 req-02dca991-427f-48ae-84d5-73cbdee9b07b tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 945 time: 0.0852897 May 26 16:06:24.693679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=c6300333-98ca-4964-a3db-2e2cdade7bc6,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:24.703148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb7c7db-f577-48a0-a596-0ec9277ac2d3 req-80d6d3e2-95d1-4a64-8ca7-dc3411d99d2e tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/security-groups?id=eb453cae-7fe4-4506-a8ec-dc44c4896d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505852 May 26 16:06:24.751049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c572-d08d-4690-a469-a4e178012ab5 req-40c7c0a8-2bad-42f2-8b5a-fb1159a147d8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.763792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db68c572-d08d-4690-a469-a4e178012ab5 req-40c7c0a8-2bad-42f2-8b5a-fb1159a147d8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1672125 May 26 16:06:24.884415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5875545d-4623-4fd1-bbee-6c68732005c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6206a38-276e-40ac-b799-10723a875043'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:24.889880 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceee89c-118f-474d-bb34-c5123017fdde" -d '{"events": [{"server_uuid": "5875545d-4623-4fd1-bbee-6c68732005c7", "name": "network-vif-plugged", "status": "completed", "tag": "b6206a38-276e-40ac-b799-10723a875043"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:24.955894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db68c572-d08d-4690-a469-a4e178012ab5 req-de615cfb-46f1-4554-9e76-0e4a23ae24b8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888537 May 26 16:06:25.047002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53718e-2464-49af-a671-236e1b8d90e7 req-d7811561-8fc7-44de-a5c5-5ad2f57f3ce1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:25.065089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b53718e-2464-49af-a671-236e1b8d90e7 req-d7811561-8fc7-44de-a5c5-5ad2f57f3ce1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 944 time: 0.1996400 May 26 16:06:25.068713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:25.111673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b', 'port_id': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'mac_address': 'fa:16:3e:a7:30:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b64079-7808-4828-9e40-21c54f18d9ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:25.135842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-196820c1-f417-4c5d-988b-200fb19a0b1b None None] For port 67022862-a92d-49e8-8fb0-b551a8dcad31, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=67022862-a92d-49e8-8fb0-b551a8dcad31,segment=NetworkSegment(8db2a9eb-5990-48cc-a5ec-1b1fab39373a),segment_id=8db2a9eb-5990-48cc-a5ec-1b1fab39373a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:25.184686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-7d182698-98fa-47b8-8a4d-1326f2395437 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:25.189954 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-7d182698-98fa-47b8-8a4d-1326f2395437 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 945 time: 0.1434801 May 26 16:06:25.193597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b53718e-2464-49af-a671-236e1b8d90e7 req-1015c6a2-41c4-489d-beab-3b6acb402c20 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272385 May 26 16:06:25.250778 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-196820c1-f417-4c5d-988b-200fb19a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.372275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Deleting port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:25.372971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.433165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be613fa-0dcc-4a29-b4ff-c582cd5dc29a req-7fd132cb-234f-4bbb-9a80-16ddd5824927 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:25.444279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0be613fa-0dcc-4a29-b4ff-c582cd5dc29a req-7fd132cb-234f-4bbb-9a80-16ddd5824927 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.2709491 May 26 16:06:25.514834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] For port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,segment=NetworkSegment(ae4de8c3-5d81-4552-aff1-23055ff12f17),segment_id=ae4de8c3-5d81-4552-aff1-23055ff12f17)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:25.515716 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.542220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196820c1-f417-4c5d-988b-200fb19a0b1b None None] Pushing event updated for resources: {'Port': ['ID=67022862-a92d-49e8-8fb0-b551a8dcad31,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:25.557730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Calling delete_port for 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:25.561904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:25.562332 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.668764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:25.704208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f0232723-00e7-4b22-bb34-26081bb07a16 None None] Provisioning complete for port 67022862-a92d-49e8-8fb0-b551a8dcad31 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:25.704940 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f0232723-00e7-4b22-bb34-26081bb07a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.765244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0be613fa-0dcc-4a29-b4ff-c582cd5dc29a req-2fbf219a-2225-4731-a7eb-4ca45c6bd6dc tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192067 May 26 16:06:25.815250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 67022862-a92d-49e8-8fb0-b551a8dcad31 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:25.849129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05598-cc33-49ca-95ad-768f455c2ae9 req-e983ff82-73ac-4d6b-b619-a962a6a17c59 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:25.881876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:25.884251 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74b05598-cc33-49ca-95ad-768f455c2ae9 req-e983ff82-73ac-4d6b-b619-a962a6a17c59 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.4300203 May 26 16:06:25.915114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.960575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-a0a35082-4a1f-4f5f-b5b7-a524dc8f42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:25.962662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-a0a35082-4a1f-4f5f-b5b7-a524dc8f42ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2&tenant_id=f4f60e78ae714e2c97b0d22e316bb54e HTTP/1.1" status: 200 len: 1095 time: 0.4122171 May 26 16:06:25.963810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:26.066773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:26.086097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74b05598-cc33-49ca-95ad-768f455c2ae9 req-2c9f7fe7-30c6-437f-bad8-86a9274b85f3 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847413 May 26 16:06:26.118357 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0949a97f-b526-4446-b4ba-86edc41d0506 x-openstack-request-id: req-0949a97f-b526-4446-b4ba-86edc41d0506 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:26.119202 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5875545d-4623-4fd1-bbee-6c68732005c7", "name": "network-vif-plugged", "status": "completed", "tag": "b6206a38-276e-40ac-b799-10723a875043", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:26.119625 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0949a97f-b526-4446-b4ba-86edc41d0506 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:26.121455 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0949a97f-b526-4446-b4ba-86edc41d0506'] response: {'server_uuid': '5875545d-4623-4fd1-bbee-6c68732005c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6206a38-276e-40ac-b799-10723a875043', 'code': 200} May 26 16:06:26.208646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['91f1b2fc-05d2-4f8c-b938-177e58ed9b13'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:26.210602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] No DVR routers for this DVR port 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:26.220307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:26.222650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-45e90746-6b7a-45f8-b139-c290af76a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.224351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-45e90746-6b7a-45f8-b139-c290af76a9c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 1095 time: 0.2257259 May 26 16:06:26.232189 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7aa3279b-3b6f-415d-b613-00d3f1cea594 req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.24 "DELETE /v2.0/ports/19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 HTTP/1.1" status: 204 len: 173 time: 1.0373399 May 26 16:06:26.235639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77dd017-6566-46f6-b722-3f22f267a93c tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] Pushing event deleted for resources: {'Port': ['ID=19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:26.266541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812152-1a07-40ea-8308-a9cdf7b395c6 req-6d5165e9-50b8-4366-bf5c-861651722079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.268078 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39812152-1a07-40ea-8308-a9cdf7b395c6 req-6d5165e9-50b8-4366-bf5c-861651722079 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 1097 time: 0.1899567 May 26 16:06:26.273515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e145197-3ef6-4977-8834-c587edc0ab62', 'name': 'network-vif-deleted', 'tag': '19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:26.284133 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e737bfa-c2f7-4869-b516-7f76198ea27d" -d '{"events": [{"server_uuid": "6e145197-3ef6-4977-8834-c587edc0ab62", "name": "network-vif-deleted", "tag": "19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:26.345892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:26.350452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 67022862-a92d-49e8-8fb0-b551a8dcad31 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:26.424259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['c6300333-98ca-4964-a3db-2e2cdade7bc6'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:26.514508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7a56-7ac9-4382-9859-176b190c2079 req-7cb34d01-9700-42eb-996a-8b52dc02435d tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.523189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a55e7a56-7ac9-4382-9859-176b190c2079 req-7cb34d01-9700-42eb-996a-8b52dc02435d tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 946 time: 0.2970066 May 26 16:06:26.538047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 67022862-a92d-49e8-8fb0-b551a8dcad31 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:26.538470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:26.587399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39812152-1a07-40ea-8308-a9cdf7b395c6 req-1cb2ff10-af53-43e8-894d-ee53ce2f1b7f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e1fa199-4510-4181-bd4e-ddefd3207133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577820 May 26 16:06:26.604424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57334e8a-841e-4496-ac57-92b9a6f90dde req-de88a450-74f2-4c35-85ac-36368a31a078 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.611114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57334e8a-841e-4496-ac57-92b9a6f90dde req-de88a450-74f2-4c35-85ac-36368a31a078 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.617214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f0232723-00e7-4b22-bb34-26081bb07a16 None None] Current status of the port 67022862-a92d-49e8-8fb0-b551a8dcad31 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:26.621316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57334e8a-841e-4496-ac57-92b9a6f90dde req-de88a450-74f2-4c35-85ac-36368a31a078 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.628120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57334e8a-841e-4496-ac57-92b9a6f90dde req-de88a450-74f2-4c35-85ac-36368a31a078 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.634958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57334e8a-841e-4496-ac57-92b9a6f90dde req-de88a450-74f2-4c35-85ac-36368a31a078 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.641238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57334e8a-841e-4496-ac57-92b9a6f90dde req-de88a450-74f2-4c35-85ac-36368a31a078 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.649008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57334e8a-841e-4496-ac57-92b9a6f90dde req-de88a450-74f2-4c35-85ac-36368a31a078 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.652189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57334e8a-841e-4496-ac57-92b9a6f90dde req-de88a450-74f2-4c35-85ac-36368a31a078 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.3088329 May 26 16:06:26.654282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-30c3aa3c-25c2-4c34-916f-c1250289ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.655658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-30c3aa3c-25c2-4c34-916f-c1250289ed32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.4087703 May 26 16:06:26.761844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a55e7a56-7ac9-4382-9859-176b190c2079 req-6f3568d1-df18-45fd-8857-070b267de638 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1fa199-4510-4181-bd4e-ddefd3207133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371960 May 26 16:06:26.775914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 67022862-a92d-49e8-8fb0-b551a8dcad31 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:26.872743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57334e8a-841e-4496-ac57-92b9a6f90dde req-680509fc-425b-4e86-9ec6-d295fe20700c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1997151 May 26 16:06:26.949446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-ed8f2f91-72fe-49d2-8613-41b580303ed0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c HTTP/1.1" status: 200 len: 999 time: 0.2825053 May 26 16:06:27.001120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1262af2e-2160-4f2f-9ed9-33114abe1ce0 req-90ef8b83-a0de-4b3c-bd44-0594436de5c0 tempest-ServersNegativeTestMultiTenantJSON-68705823 tempest-ServersNegativeTestMultiTenantJSON-68705823-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e145197-3ef6-4977-8834-c587edc0ab62 HTTP/1.1" status: 200 len: 210 time: 0.0671020 May 26 16:06:27.125250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-9f596640-9b83-49c4-8061-bd8e83669946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:27.128129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-9f596640-9b83-49c4-8061-bd8e83669946 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.1463432 May 26 16:06:27.143304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255eaba-25ca-4aa8-a97f-b1a69e2dc3a3 req-a91d8c2f-42e9-4afa-ba49-a4f38eaf0edb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:27.155844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b255eaba-25ca-4aa8-a97f-b1a69e2dc3a3 req-a91d8c2f-42e9-4afa-ba49-a4f38eaf0edb tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1761031 May 26 16:06:27.283150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-f338e40a-4015-4489-a5e2-5d974dc7be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:27.284941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-f338e40a-4015-4489-a5e2-5d974dc7be10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256790 May 26 16:06:27.302880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b255eaba-25ca-4aa8-a97f-b1a69e2dc3a3 req-a2702064-391c-48bf-802c-656d7f228310 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365457 May 26 16:06:27.376646 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b4d3fc-06f0-4005-98fd-4cc15ca83aaa x-openstack-request-id: req-48b4d3fc-06f0-4005-98fd-4cc15ca83aaa {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:27.377260 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e145197-3ef6-4977-8834-c587edc0ab62", "name": "network-vif-deleted", "tag": "19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:27.377380 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48b4d3fc-06f0-4005-98fd-4cc15ca83aaa {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:27.378050 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b4d3fc-06f0-4005-98fd-4cc15ca83aaa'] response: {'server_uuid': '6e145197-3ef6-4977-8834-c587edc0ab62', 'name': 'network-vif-deleted', 'tag': '19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2', 'status': 'completed', 'code': 200} May 26 16:06:27.437042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9a10-1cb1-41cc-8623-5b1c598a4926 req-d035f6a3-7b13-4013-8967-ba719e10ef84 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:27.438663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc2b9a10-1cb1-41cc-8623-5b1c598a4926 req-d035f6a3-7b13-4013-8967-ba719e10ef84 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 944 time: 0.2417219 May 26 16:06:27.853857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc2b9a10-1cb1-41cc-8623-5b1c598a4926 req-221238f9-8f8c-4442-93f8-9ee105faec71 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3977313 May 26 16:06:27.856586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-2b5a6933-7e23-4f8d-98ff-837efc8c7d02 service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511937 May 26 16:06:27.869105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a355c41-b3de-463c-a3bf-6d3b6c76c579 req-03b267b7-fd57-432b-8c21-19e5d773ec13 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:27.871426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a355c41-b3de-463c-a3bf-6d3b6c76c579 req-03b267b7-fd57-432b-8c21-19e5d773ec13 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.4293337 May 26 16:06:27.935598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:27.983635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a355c41-b3de-463c-a3bf-6d3b6c76c579 req-1f4598eb-4c02-4e73-999c-8ce42749b415 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902338 May 26 16:06:28.000873 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:06:28.067269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:28.092242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b56060d0-08c8-48b0-9e01-89ae820e9f1a req-aefdab6c-380f-4813-9b55-0de88c90ae37 service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195745 May 26 16:06:28.147945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:28.148878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 19a7b99b-9e0f-49d3-8c7c-ae1c60434ae2 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:28.161950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28617-ac9b-468f-a32e-9079664ad11a req-beaff59a-26bf-4008-9afa-1fe3d0a3982a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:28.173561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28617-ac9b-468f-a32e-9079664ad11a req-beaff59a-26bf-4008-9afa-1fe3d0a3982a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:28.182768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28617-ac9b-468f-a32e-9079664ad11a req-beaff59a-26bf-4008-9afa-1fe3d0a3982a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:28.189264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:28.189633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.190276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28617-ac9b-468f-a32e-9079664ad11a req-beaff59a-26bf-4008-9afa-1fe3d0a3982a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:28.196636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28617-ac9b-468f-a32e-9079664ad11a req-beaff59a-26bf-4008-9afa-1fe3d0a3982a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:28.203515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28617-ac9b-468f-a32e-9079664ad11a req-beaff59a-26bf-4008-9afa-1fe3d0a3982a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:28.209626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28617-ac9b-468f-a32e-9079664ad11a req-beaff59a-26bf-4008-9afa-1fe3d0a3982a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:28.223655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8a28617-ac9b-468f-a32e-9079664ad11a req-beaff59a-26bf-4008-9afa-1fe3d0a3982a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.2186272 May 26 16:06:28.224727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39106) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:28.231858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Request body: {'floatingip': {'port_id': '38225be2-82d7-472f-a194-09d70f523c0c'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:28.308307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.383269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:28.383661 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.388485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4435b-058a-4732-a78a-6dafaa788c0d req-e007eb6f-cc56-4bc9-a403-904d04fa3a19 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:28.404683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15a4435b-058a-4732-a78a-6dafaa788c0d req-e007eb6f-cc56-4bc9-a403-904d04fa3a19 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 944 time: 0.1789138 May 26 16:06:28.433586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:28.434679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:28.437702 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae84c1b7-41a9-4f59-b8f2-fc9cf015fcf1" -d '{"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-plugged", "status": "completed", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:28.441708 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.442563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c6300333-98ca-4964-a3db-2e2cdade7bc6 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:28.492901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922e6d-0089-4441-9dc4-908e1cbd4abd req-188cce55-c13f-48d2-b31d-2e023079100d tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:28.501906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3922e6d-0089-4441-9dc4-908e1cbd4abd req-188cce55-c13f-48d2-b31d-2e023079100d tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 946 time: 0.1584938 May 26 16:06:28.535331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15a4435b-058a-4732-a78a-6dafaa788c0d req-5623f975-9433-4c98-a5d7-6ddf8dd692c0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297035 May 26 16:06:28.582290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:28.598241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port c6300333-98ca-4964-a3db-2e2cdade7bc6 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:28.606679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port c6300333-98ca-4964-a3db-2e2cdade7bc6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:28.607031 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.618841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3922e6d-0089-4441-9dc4-908e1cbd4abd req-131f58ab-b991-4a8a-9f89-344695490789 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1fa199-4510-4181-bd4e-ddefd3207133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157174 May 26 16:06:28.630282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39114) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:28.700312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port c6300333-98ca-4964-a3db-2e2cdade7bc6 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:28.700709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.741090 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6018be1-ceb5-4611-8a85-d8a233aff58d x-openstack-request-id: req-f6018be1-ceb5-4611-8a85-d8a233aff58d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:28.742039 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-plugged", "status": "completed", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:28.742232 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6018be1-ceb5-4611-8a85-d8a233aff58d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:28.742712 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6018be1-ceb5-4611-8a85-d8a233aff58d'] response: {'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'code': 200} May 26 16:06:28.765494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c6300333-98ca-4964-a3db-2e2cdade7bc6, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6300333-98ca-4964-a3db-2e2cdade7bc6,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:28.780502 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.812205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2efa6ad-ae50-47f7-966d-cd87d0737b06 admin admin] Deleting subnet 57b8f535-7a24-4653-9e9f-f9c7e8d944cf {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:06:28.822417 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2efa6ad-ae50-47f7-966d-cd87d0737b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.842757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=c6300333-98ca-4964-a3db-2e2cdade7bc6,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:28.971283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2efa6ad-ae50-47f7-966d-cd87d0737b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.001294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8a975-2b7d-433e-8f60-2e5886864b66 req-b5eb21cf-17e1-48a6-83f6-996457c82e72 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:29.011770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14d8a975-2b7d-433e-8f60-2e5886864b66 req-b5eb21cf-17e1-48a6-83f6-996457c82e72 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.2305715 May 26 16:06:29.037836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32f44-596b-4c57-9abf-5f54328298c6 req-67e28fef-07e4-4597-aa81-d848ed30bb60 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:29.040216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfa32f44-596b-4c57-9abf-5f54328298c6 req-67e28fef-07e4-4597-aa81-d848ed30bb60 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 946 time: 0.1482775 May 26 16:06:29.049912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39122) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:29.096670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2efa6ad-ae50-47f7-966d-cd87d0737b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.104695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Request body: {'floatingip': {'port_id': 'b6206a38-276e-40ac-b799-10723a875043'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:29.165310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.178413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14d8a975-2b7d-433e-8f60-2e5886864b66 req-29822ff4-4cbe-477d-aa37-bcab3609f686 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653631 May 26 16:06:29.351428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761284f-bf4f-449c-8d6e-ae87a35c178d req-5c214e95-b76b-4b1f-ad9d-cce69df95c10 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:29.363151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6761284f-bf4f-449c-8d6e-ae87a35c178d req-5c214e95-b76b-4b1f-ad9d-cce69df95c10 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.1830361 May 26 16:06:29.372391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2efa6ad-ae50-47f7-966d-cd87d0737b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.458397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efa6ad-ae50-47f7-966d-cd87d0737b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b8f535-7a24-4653-9e9f-f9c7e8d944cf,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:29.474610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2efa6ad-ae50-47f7-966d-cd87d0737b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.479338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d2efa6ad-ae50-47f7-966d-cd87d0737b06 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/57b8f535-7a24-4653-9e9f-f9c7e8d944cf HTTP/1.1" status: 204 len: 168 time: 0.8478541 May 26 16:06:29.482838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39126) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:29.526503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7684b4a-7911-4abf-8f00-c62b77d3149d req-96c07703-a356-4874-8836-247818c5129b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:29.528560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7684b4a-7911-4abf-8f00-c62b77d3149d req-96c07703-a356-4874-8836-247818c5129b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.2504323 May 26 16:06:29.575017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6761284f-bf4f-449c-8d6e-ae87a35c178d req-3b1bff98-7792-43f1-82c8-5ac04d0cef81 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2108715 May 26 16:06:29.649878 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.762136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7684b4a-7911-4abf-8f00-c62b77d3149d req-0c141c14-efc0-4f01-a90e-21cfa250616c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808968 May 26 16:06:29.824634 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:06:29.848256 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.892697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:06:29.893702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d19bc-de86-45f2-bda8-860d060a473f req-e815dfe1-ca13-4201-8c29-b80a3913839f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:29.905374 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-460d19bc-de86-45f2-bda8-860d060a473f req-e815dfe1-ca13-4201-8c29-b80a3913839f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1842856 May 26 16:06:29.919027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a47fa3-058b-4e60-ba31-929313bb7634']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:29.953502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4de8c3-5d81-4552-aff1-23055ff12f17') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:29.953980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4de8c3-5d81-4552-aff1-23055ff12f17') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:29.963148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.969415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.981388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.014648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-460d19bc-de86-45f2-bda8-860d060a473f req-aee22f24-a5bc-407e-bd59-f7d3c4908996 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082633 May 26 16:06:30.015149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.022742 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.035102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.042427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:06:30.042967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.089949 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment ae4de8c3-5d81-4552-aff1-23055ff12f17 resource provider aggregate not found May 26 16:06:30.125002 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment ae4de8c3-5d81-4552-aff1-23055ff12f17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae4de8c3-5d81-4552-aff1-23055ff12f17 found for delete ", "request_id": "req-0b565124-6c1c-4a04-85a1-f720980df8f7"}]} May 26 16:06:30.126876 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.138079 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.142139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] 10.222.0.39 "DELETE /v2.0/networks/01a47fa3-058b-4e60-ba31-929313bb7634 HTTP/1.1" status: 204 len: 168 time: 0.6580155 May 26 16:06:30.145874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39134) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:30.169727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9de6a-410b-456d-bc2f-c57f5ba32a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=01a47fa3-058b-4e60-ba31-929313bb7634,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:30.188353 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Floating IP 3ebcf247-d181-4bc0-b5b4-cd66024cfed7 associated. External IP: 172.25.0.126, port: 38225be2-82d7-472f-a194-09d70f523c0c. May 26 16:06:30.247326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-483dd32f-101a-409c-85eb-c3be0ae741a0 admin admin] Deleting subnet 605fd779-288c-4ea7-9d8e-9ee2c3e4e62d {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:06:30.256396 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Floating IP 88167331-ca0d-4cb6-884c-9bca67015f8f associated. External IP: 172.25.0.157, port: b6206a38-276e-40ac-b799-10723a875043. May 26 16:06:30.262195 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-483dd32f-101a-409c-85eb-c3be0ae741a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.378093 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-483dd32f-101a-409c-85eb-c3be0ae741a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.439436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26644a-bcb4-4b85-bbf7-3061f10c2b32 req-2ce4139e-d626-45e9-a430-bb61b4051e95 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:30.444193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f26644a-bcb4-4b85-bbf7-3061f10c2b32 req-2ce4139e-d626-45e9-a430-bb61b4051e95 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1417708 May 26 16:06:30.468315 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-483dd32f-101a-409c-85eb-c3be0ae741a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.540236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f26644a-bcb4-4b85-bbf7-3061f10c2b32 req-b77c21fe-3069-4d4b-bd0e-0ca77ac4f2f8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852251 May 26 16:06:30.577147 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-483dd32f-101a-409c-85eb-c3be0ae741a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.615070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dd32f-101a-409c-85eb-c3be0ae741a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605fd779-288c-4ea7-9d8e-9ee2c3e4e62d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:30.623960 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-483dd32f-101a-409c-85eb-c3be0ae741a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.632478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-483dd32f-101a-409c-85eb-c3be0ae741a0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/605fd779-288c-4ea7-9d8e-9ee2c3e4e62d HTTP/1.1" status: 204 len: 168 time: 0.4839654 May 26 16:06:30.633573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39142) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:30.744117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6300333-98ca-4964-a3db-2e2cdade7bc6'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:30.746684 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35105ab9-2573-4f25-a5ad-37810f11f9b4" -d '{"events": [{"server_uuid": "d20ec18a-2067-450e-8d55-ae9a9b331cbc", "name": "network-vif-plugged", "status": "completed", "tag": "c6300333-98ca-4964-a3db-2e2cdade7bc6"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:30.831894 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120051f4-3d75-45c0-9492-98e8c1c5d965 x-openstack-request-id: req-120051f4-3d75-45c0-9492-98e8c1c5d965 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:30.832192 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20ec18a-2067-450e-8d55-ae9a9b331cbc", "name": "network-vif-plugged", "status": "completed", "tag": "c6300333-98ca-4964-a3db-2e2cdade7bc6", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:30.832434 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-120051f4-3d75-45c0-9492-98e8c1c5d965 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:30.832884 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120051f4-3d75-45c0-9492-98e8c1c5d965'] response: {'server_uuid': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6300333-98ca-4964-a3db-2e2cdade7bc6', 'code': 200} May 26 16:06:30.854938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e24c64-4a46-4ce1-9544-9cf8454fa4b1 req-ced85cd4-c4c3-4aaa-8701-9fb080fad0c0 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:30.859291 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62e24c64-4a46-4ce1-9544-9cf8454fa4b1 req-ced85cd4-c4c3-4aaa-8701-9fb080fad0c0 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.1585264 May 26 16:06:30.926897 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.948282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62e24c64-4a46-4ce1-9544-9cf8454fa4b1 req-6ef9da06-8e60-4b1d-a9de-4dad3dc5b602 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755239 May 26 16:06:31.095349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Router 4d1665d6-a144-4261-b6e9-ba0e37297f68 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:31.122205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b77206-8066-48c7-9659-e6954a4c6edd req-60cc87f5-dc34-4640-b9e9-d62adda673b4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:31.124612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02b77206-8066-48c7-9659-e6954a4c6edd req-60cc87f5-dc34-4640-b9e9-d62adda673b4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.1948140 May 26 16:06:31.131269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Router 7343185b-75fd-4697-8997-faa37391cdac has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:31.264815 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.291504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1542-83fe-4c9b-9412-b558e18edd51 req-40b12bf8-3448-4f62-8240-f433ab414a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:31.293065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39df1542-83fe-4c9b-9412-b558e18edd51 req-40b12bf8-3448-4f62-8240-f433ab414a96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 1096 time: 0.2267165 May 26 16:06:31.310646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02b77206-8066-48c7-9659-e6954a4c6edd req-6acf6757-b687-4ae2-a110-85f79f8370b6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694553 May 26 16:06:31.344351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8665c062-35dd-44a2-8c36-6cdc1cceff99']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:31.377178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:31.387393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f23c70-880c-433d-83f5-e25f78676b54 req-09b9920b-0856-41c7-92b2-62e35f5bf9ea tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:31.388954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16f23c70-880c-433d-83f5-e25f78676b54 req-09b9920b-0856-41c7-92b2-62e35f5bf9ea tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2613251 May 26 16:06:31.392795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e5946a-df5f-45f7-838d-1841fa13e8e0') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:31.393098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e5946a-df5f-45f7-838d-1841fa13e8e0') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:31.398375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.408683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] Sync routers for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:31.427118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:31.427762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:31.430376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.484975 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0c10d59b-d073-4bf4-a993-6ca3fccb2cde tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "PUT /v2.0/floatingips/88167331-ca0d-4cb6-884c-9bca67015f8f HTTP/1.1" status: 200 len: 992 time: 2.4065568 May 26 16:06:31.493293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5875545d-4623-4fd1-bbee-6c68732005c7', 'tag': 'b6206a38-276e-40ac-b799-10723a875043'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:31.495749 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9" -d '{"events": [{"name": "network-changed", "server_uuid": "5875545d-4623-4fd1-bbee-6c68732005c7", "tag": "b6206a38-276e-40ac-b799-10723a875043"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:31.508043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:31.519161 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] Sync routers for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:31.539638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.547366 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:31.548275 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:31.565312 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.593550 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765bd522-d476-4fda-858f-cac97dc2c2e2 x-openstack-request-id: req-765bd522-d476-4fda-858f-cac97dc2c2e2 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:31.593550 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5875545d-4623-4fd1-bbee-6c68732005c7", "tag": "b6206a38-276e-40ac-b799-10723a875043", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:31.593550 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-765bd522-d476-4fda-858f-cac97dc2c2e2 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:31.593550 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765bd522-d476-4fda-858f-cac97dc2c2e2'] response: {'name': 'network-changed', 'server_uuid': '5875545d-4623-4fd1-bbee-6c68732005c7', 'tag': 'b6206a38-276e-40ac-b799-10723a875043', 'status': 'completed', 'code': 200} May 26 16:06:31.593550 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e1f37844-ada6-4b2f-88d0-81ed4ac25675 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "PUT /v2.0/floatingips/3ebcf247-d181-4bc0-b5b4-cd66024cfed7 HTTP/1.1" status: 200 len: 991 time: 3.3580940 May 26 16:06:31.613148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39df1542-83fe-4c9b-9412-b558e18edd51 req-c31eafb8-fabe-411e-bf83-60c2c7c428bf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2993760 May 26 16:06:31.630244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16f23c70-880c-433d-83f5-e25f78676b54 req-7a39df56-1c56-4ea4-a924-1782e26e9bed tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245290 May 26 16:06:31.654219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:06:31.654850 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.755582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:31.797280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-7c37559f-836c-45fb-b21d-123a5811798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:31.799557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-7c37559f-836c-45fb-b21d-123a5811798d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ec6430777dd4fbc8fc3cd9ef3c5b96f&device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 1097 time: 0.1615160 May 26 16:06:31.802517 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.813962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.825901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] 10.222.0.39 "DELETE /v2.0/networks/8665c062-35dd-44a2-8c36-6cdc1cceff99 HTTP/1.1" status: 204 len: 168 time: 1.1906786 May 26 16:06:31.911665 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:31.927349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d7972-7b5f-45ab-9107-56aa68c9786f admin admin] Pushing event deleted for resources: {'Network': ['ID=8665c062-35dd-44a2-8c36-6cdc1cceff99,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:32.185330 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e7e5946a-df5f-45f7-838d-1841fa13e8e0 resource provider aggregate not found May 26 16:06:32.266513 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e7e5946a-df5f-45f7-838d-1841fa13e8e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7e5946a-df5f-45f7-838d-1841fa13e8e0 found for delete ", "request_id": "req-6ab05553-acb6-453c-a02d-bfe10fcfb968"}]} May 26 16:06:32.387047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39174) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:32.449679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '88167331-ca0d-4cb6-884c-9bca67015f8f', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'port_id': 'b6206a38-276e-40ac-b799-10723a875043', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'mac_address': 'fa:16:3e:b0:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5875545d-4623-4fd1-bbee-6c68732005c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:06:07Z', 'updated_at': '2022-05-26T16:06:29Z', 'revision_number': 1, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:06:10Z', 'revision_number': 5, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:32.488192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-2acc15aa-64e3-47e5-bbea-39e76ab93f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:32.494915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-2acc15aa-64e3-47e5-bbea-39e76ab93f60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c44154e2-c913-4272-ac52-87a1b1b74c37 HTTP/1.1" status: 200 len: 916 time: 0.6649656 May 26 16:06:32.505118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79436d-abc9-4d45-bc3b-cbda086a4f0a req-be6793e4-f799-4f44-a2a3-50754222b9ac tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:32.520648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb79436d-abc9-4d45-bc3b-cbda086a4f0a req-be6793e4-f799-4f44-a2a3-50754222b9ac tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.5988529 May 26 16:06:32.541374 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f4176e44-c7c6-4915-b4e5-4f367e716639 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02423ab6c8a74ae19fb8381c6446c9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521432 May 26 16:06:32.545203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39176) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:32.557151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] Checking router: 4d1665d6-a144-4261-b6e9-ba0e37297f68 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:32.562032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6e197-5847-4be0-9173-5544434212a2 req-72d20754-9a49-44cd-87be-89a8e5c926d9 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:32.574516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97b6e197-5847-4be0-9173-5544434212a2 req-72d20754-9a49-44cd-87be-89a8e5c926d9 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.4367526 May 26 16:06:32.582046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:32.582268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:32.683332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.781613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.817026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97b6e197-5847-4be0-9173-5544434212a2 req-3b2a8c5a-24fa-4966-9b4e-b2fa2e5c9e9d tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2288511 May 26 16:06:32.876770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb79436d-abc9-4d45-bc3b-cbda086a4f0a req-cdd2af7f-a1f5-46ec-8576-6fa6d04fcf6a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547382 May 26 16:06:32.923020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-03ed958e-404f-4974-bbad-3212c8ce4f7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6206a38-276e-40ac-b799-10723a875043 HTTP/1.1" status: 200 len: 1000 time: 0.3971415 May 26 16:06:32.934947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.937909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.938986 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb453cae-7fe4-4506-a8ec-dc44c4896d62 HTTP/1.1" status: 204 len: 168 time: 0.3925314 May 26 16:06:32.971816 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb453cae-7fe4-4506-a8ec-dc44c4896d62,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:33.007198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.007797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.008370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.008940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.009522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.010106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.010675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.011238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.011826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.037169 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '3ebcf247-d181-4bc0-b5b4-cd66024cfed7', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '7343185b-75fd-4697-8997-faa37391cdac', 'port_id': '38225be2-82d7-472f-a194-09d70f523c0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'mac_address': 'fa:16:3e:f0:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:04:33Z', 'updated_at': '2022-05-26T16:06:29Z', 'revision_number': 1, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceca25a-f410-4cc6-8130-a5639eb28832', 'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'mac_address': 'fa:16:3e:83:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:25Z', 'updated_at': '2022-05-26T16:03:35Z', 'revision_number': 5, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'subnets': [{'id': '89acc52f-721e-427f-b71c-59781d53d629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:33.041898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.042505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.043057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72570401-f999-46ff-9af7-7ad66b638956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:33.063796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-a77cc99e-0a00-47e9-961f-6888dc9cb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.067314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-a77cc99e-0a00-47e9-961f-6888dc9cb7a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95d6b04b-62ac-4b05-8bc2-0b90e344e2b9 HTTP/1.1" status: 200 len: 854 time: 0.1372077 May 26 16:06:33.208540 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] Checking router: 7343185b-75fd-4697-8997-faa37391cdac for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:33.247594 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:33.248628 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:33.322784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bb28c-2e8c-43de-ab0f-68a0e781e95c req-48276e68-1346-46ce-8c91-29f6d5909629 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.333724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b21bb28c-2e8c-43de-ab0f-68a0e781e95c req-48276e68-1346-46ce-8c91-29f6d5909629 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2523534 May 26 16:06:33.348652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222c7ff-15c3-4148-9200-d611c609981e req-88e42e81-103b-4fbc-8be6-28060dad16de tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.352056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e222c7ff-15c3-4148-9200-d611c609981e req-88e42e81-103b-4fbc-8be6-28060dad16de tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.2831213 May 26 16:06:33.356094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-51f9bce7-29d4-4652-9c1f-589af3ad8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.357665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-51f9bce7-29d4-4652-9c1f-589af3ad8b7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c44154e2-c913-4272-ac52-87a1b1b74c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2630346 May 26 16:06:33.453689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:33.464453 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b21bb28c-2e8c-43de-ab0f-68a0e781e95c req-bb483735-aeca-4c79-a43f-be23cc0357d3 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294808 May 26 16:06:33.506905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e222c7ff-15c3-4148-9200-d611c609981e req-5e5f0a78-f569-4463-953d-5f329e4f4cef tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419632 May 26 16:06:33.570963 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:33.574166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-bc3cbd7a-9822-43ba-b066-10874e08fa10 service neutron] 10.222.0.24 "GET /v2.0/networks/c44154e2-c913-4272-ac52-87a1b1b74c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831124 May 26 16:06:33.586114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:33.589939 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e173d82-11ac-4789-b78c-b38530023ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "38225be2-82d7-472f-a194-09d70f523c0c"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:33.761576 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b25c3-b904-4baf-8a8e-1c34251754d5 x-openstack-request-id: req-192b25c3-b904-4baf-8a8e-1c34251754d5 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:33.761863 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "tag": "38225be2-82d7-472f-a194-09d70f523c0c", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:33.762157 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-192b25c3-b904-4baf-8a8e-1c34251754d5 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:33.762546 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192b25c3-b904-4baf-8a8e-1c34251754d5'] response: {'name': 'network-changed', 'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c', 'status': 'completed', 'code': 200} May 26 16:06:33.939854 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-26d8f588-dd60-41d6-85ca-104095889201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.943379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-26d8f588-dd60-41d6-85ca-104095889201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.944623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-26d8f588-dd60-41d6-85ca-104095889201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.948487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-26d8f588-dd60-41d6-85ca-104095889201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.949198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-26d8f588-dd60-41d6-85ca-104095889201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.952826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-26d8f588-dd60-41d6-85ca-104095889201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.953541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-26d8f588-dd60-41d6-85ca-104095889201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:33.960405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f9cebaf-a83f-4dec-89fb-8344f0b2efd9 req-c58820e3-67d7-409e-a2c7-b137803303e3 service neutron] 10.222.0.24 "GET /v2.0/networks/c44154e2-c913-4272-ac52-87a1b1b74c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637495 May 26 16:06:33.969173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e173d82-11ac-4789-b78c-b38530023ddf req-26d8f588-dd60-41d6-85ca-104095889201 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6500 time: 0.1779618 May 26 16:06:34.072908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df779a8-586d-486b-8cb0-71481bc1211e req-77877bfe-205d-4c21-9004-d3cbe6a812e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:34.077888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df779a8-586d-486b-8cb0-71481bc1211e req-77877bfe-205d-4c21-9004-d3cbe6a812e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 1096 time: 0.1098769 May 26 16:06:34.221293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-fd447565-9fc4-43e2-98ed-7e26c54bfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:34.222862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '88167331-ca0d-4cb6-884c-9bca67015f8f', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'port_id': 'b6206a38-276e-40ac-b799-10723a875043', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'mac_address': 'fa:16:3e:b0:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5875545d-4623-4fd1-bbee-6c68732005c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:06:07Z', 'updated_at': '2022-05-26T16:06:29Z', 'revision_number': 1, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:06:10Z', 'revision_number': 5, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:34.226490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e173d82-11ac-4789-b78c-b38530023ddf req-fd447565-9fc4-43e2-98ed-7e26c54bfb15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8e62433-5c96-4a8f-87fd-df2029b840d6 HTTP/1.1" status: 200 len: 918 time: 0.2483592 May 26 16:06:34.283641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c5586-3afd-45b2-91da-3555c31040a9 None None] The sync data for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 is: [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '88167331-ca0d-4cb6-884c-9bca67015f8f', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'port_id': 'b6206a38-276e-40ac-b799-10723a875043', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'mac_address': 'fa:16:3e:b0:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5875545d-4623-4fd1-bbee-6c68732005c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:06:07Z', 'updated_at': '2022-05-26T16:06:29Z', 'revision_number': 1, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:06:10Z', 'revision_number': 5, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:34.392508 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e173d82-11ac-4789-b78c-b38530023ddf req-3e724c8a-dd1b-4ecc-8978-e6485e8dd74f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38225be2-82d7-472f-a194-09d70f523c0c HTTP/1.1" status: 200 len: 999 time: 0.1571181 May 26 16:06:34.400068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39202) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:34.579593 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '3ebcf247-d181-4bc0-b5b4-cd66024cfed7', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '7343185b-75fd-4697-8997-faa37391cdac', 'port_id': '38225be2-82d7-472f-a194-09d70f523c0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'mac_address': 'fa:16:3e:f0:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:04:33Z', 'updated_at': '2022-05-26T16:06:29Z', 'revision_number': 1, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceca25a-f410-4cc6-8130-a5639eb28832', 'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'mac_address': 'fa:16:3e:83:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:25Z', 'updated_at': '2022-05-26T16:03:35Z', 'revision_number': 5, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'subnets': [{'id': '89acc52f-721e-427f-b71c-59781d53d629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:34.581750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-cca58e1e-1b34-494d-af4a-df88666fc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:34.599926 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e173d82-11ac-4789-b78c-b38530023ddf req-cca58e1e-1b34-494d-af4a-df88666fc8fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89acc52f-721e-427f-b71c-59781d53d629 HTTP/1.1" status: 200 len: 856 time: 0.2007003 May 26 16:06:34.644080 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aafc74-3a47-44b8-acd3-c4b9c9dd5dd6 None None] The sync data for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 is: [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '3ebcf247-d181-4bc0-b5b4-cd66024cfed7', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '7343185b-75fd-4697-8997-faa37391cdac', 'port_id': '38225be2-82d7-472f-a194-09d70f523c0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'mac_address': 'fa:16:3e:f0:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:04:33Z', 'updated_at': '2022-05-26T16:06:29Z', 'revision_number': 1, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ceca25a-f410-4cc6-8130-a5639eb28832', 'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'mac_address': 'fa:16:3e:83:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:25Z', 'updated_at': '2022-05-26T16:03:35Z', 'revision_number': 5, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'subnets': [{'id': '89acc52f-721e-427f-b71c-59781d53d629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:34.787265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173d82-11ac-4789-b78c-b38530023ddf req-4af76fa5-20e6-482b-9e5c-3b7921f9101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:34.789940 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e173d82-11ac-4789-b78c-b38530023ddf req-4af76fa5-20e6-482b-9e5c-3b7921f9101f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8e62433-5c96-4a8f-87fd-df2029b840d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631479 May 26 16:06:34.990739 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e173d82-11ac-4789-b78c-b38530023ddf req-4902a5b4-8ac6-4abf-bd52-165c9719ac30 service neutron] 10.222.0.24 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912696 May 26 16:06:35.008033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-51a9c75b-a1a9-481c-8b71-f3342c0c6e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.033017 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b0cb7a41-fcfc-4a3b-bc7c-33ccbbd2aabc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd4fbffdd01441529c0a845ef3732b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317286 May 26 16:06:35.036225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39220) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:35.089022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15583aa5-9cec-4ba3-8024-91c9fa189957 req-711ebd41-a45f-4224-929c-78210e353c29 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:35.090885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15583aa5-9cec-4ba3-8024-91c9fa189957 req-711ebd41-a45f-4224-929c-78210e353c29 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.9929597 May 26 16:06:35.190096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df779a8-586d-486b-8cb0-71481bc1211e req-e9fde29d-f936-4314-973e-3e83280a3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:35.198105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b28e3-4dd4-4fdb-b2d1-1d1a2c48b1ab None None] New status for floating IP 3ebcf247-d181-4bc0-b5b4-cd66024cfed7: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:06:35.213978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df779a8-586d-486b-8cb0-71481bc1211e req-e9fde29d-f936-4314-973e-3e83280a3d5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 915 time: 1.0842652 May 26 16:06:35.291289 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e173d82-11ac-4789-b78c-b38530023ddf req-319e15e1-d183-4a35-8c94-282c250ee6cb service neutron] 10.222.0.24 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830963 May 26 16:06:35.419470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8201b9-ca92-4108-a440-e7453e68cdff req-a0f02689-4e7f-4b51-a3e8-6569755e801f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:35.437321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb8201b9-ca92-4108-a440-e7453e68cdff req-a0f02689-4e7f-4b51-a3e8-6569755e801f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 1.2380209 May 26 16:06:35.441274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df779a8-586d-486b-8cb0-71481bc1211e req-b0a9e43d-3032-474e-ba23-7bf604822478 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13 HTTP/1.1" status: 200 len: 217 time: 0.2250557 May 26 16:06:35.457042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15583aa5-9cec-4ba3-8024-91c9fa189957 req-19aafcbd-aef1-4bce-87a7-a62f74c29806 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3453884 May 26 16:06:35.610737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb8201b9-ca92-4108-a440-e7453e68cdff req-3d9b224d-f9c4-40e8-a861-7fd3c1138525 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720800 May 26 16:06:35.739016 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b26e0cc8-763a-40cc-9be6-9c49ce7ddcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.972178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b26e0cc8-763a-40cc-9be6-9c49ce7ddcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:36.045819 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9da3d-e3ad-4a04-942e-f0ae2f76cae7 None None] New status for floating IP 88167331-ca0d-4cb6-884c-9bca67015f8f: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:06:36.095808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df779a8-586d-486b-8cb0-71481bc1211e req-4a3c8dbf-19f5-4263-9a8a-558cf3612d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:36.105495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df779a8-586d-486b-8cb0-71481bc1211e req-4a3c8dbf-19f5-4263-9a8a-558cf3612d9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12b64079-7808-4828-9e40-21c54f18d9ea HTTP/1.1" status: 200 len: 854 time: 0.5927508 May 26 16:06:36.228415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df779a8-586d-486b-8cb0-71481bc1211e req-ccfa6c0e-8b6e-414e-ab2f-b5b18482ea0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818534 May 26 16:06:36.242185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e64d6f-53c1-480e-b202-372ee697dbad req-46db204c-5587-49ca-9722-dc1ae7937aa8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:36.251288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8e64d6f-53c1-480e-b202-372ee697dbad req-46db204c-5587-49ca-9722-dc1ae7937aa8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.5445926 May 26 16:06:36.276090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc72b42-c42e-4612-a92e-2333871fca1a req-5e6954ec-cf4c-4d9d-b84f-ea4099c9a647 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:36.280227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1dc72b42-c42e-4612-a92e-2333871fca1a req-5e6954ec-cf4c-4d9d-b84f-ea4099c9a647 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.3414690 May 26 16:06:36.507084 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b26e0cc8-763a-40cc-9be6-9c49ce7ddcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:36.510416 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b26e0cc8-763a-40cc-9be6-9c49ce7ddcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:36.512400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b26e0cc8-763a-40cc-9be6-9c49ce7ddcba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6279ff73-116b-479a-be6b-5c1e1adb7d05 HTTP/1.1" status: 204 len: 168 time: 1.4753885 May 26 16:06:36.529763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8e64d6f-53c1-480e-b202-372ee697dbad req-d59c2a49-4838-42e9-8c37-3ecbccc35237 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772431 May 26 16:06:36.548854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e0cc8-763a-40cc-9be6-9c49ce7ddcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6279ff73-116b-479a-be6b-5c1e1adb7d05,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:36.666033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1dc72b42-c42e-4612-a92e-2333871fca1a req-fab9770c-b681-476e-a47e-d0b6b1dcbe08 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303993 May 26 16:06:36.696407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df779a8-586d-486b-8cb0-71481bc1211e req-59efa887-3f3b-4431-b9c9-b6f5ec755ffa service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565898 May 26 16:06:37.064524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223a4dd-bd6d-40c7-8ba4-8fe9a2de69e4 req-66508d35-6545-411d-bef0-91e1109f188c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:37.067599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9223a4dd-bd6d-40c7-8ba4-8fe9a2de69e4 req-66508d35-6545-411d-bef0-91e1109f188c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1905165 May 26 16:06:37.080048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e6dcd-763f-4083-a76d-48ab9403c653 req-89ad4111-22ea-4e30-a15f-7e96681b9c12 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:37.082040 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-123e6dcd-763f-4083-a76d-48ab9403c653 req-89ad4111-22ea-4e30-a15f-7e96681b9c12 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.3307824 May 26 16:06:37.091872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39234) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:37.111231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4c6567dd-d86d-457b-baa4-a6c580716adf tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Request body: {'floatingip': {'port_id': 'c6300333-98ca-4964-a3db-2e2cdade7bc6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:37.212208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df779a8-586d-486b-8cb0-71481bc1211e req-90ad2f40-6bc6-4cee-ac37-8bf6ed85dc58 service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814131 May 26 16:06:37.249256 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c6567dd-d86d-457b-baa4-a6c580716adf tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:37.270443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9223a4dd-bd6d-40c7-8ba4-8fe9a2de69e4 req-7e107fc2-e0dc-4308-831a-2485c4facbfe tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554339 May 26 16:06:37.707416 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-342ccdd7-36c9-4bb3-a581-1b43568bdd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:37.957498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed43d9-fb72-411f-8799-6d984697bc30 req-860b7453-8a94-4cc9-ba9b-fb34829ae3a1 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:37.960690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5ed43d9-fb72-411f-8799-6d984697bc30 req-860b7453-8a94-4cc9-ba9b-fb34829ae3a1 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1343663 May 26 16:06:37.975956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394023cd-6cef-4677-bac4-aeef1232fd0c req-2f671257-77e8-448a-949c-ede8e7d7fdc2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:37.986870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394023cd-6cef-4677-bac4-aeef1232fd0c req-2f671257-77e8-448a-949c-ede8e7d7fdc2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.2014377 May 26 16:06:38.088537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394023cd-6cef-4677-bac4-aeef1232fd0c req-34692792-4f13-4a16-a75e-53c7a5a97e7e tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001489 May 26 16:06:38.095572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5ed43d9-fb72-411f-8799-6d984697bc30 req-435dc417-36e4-4dcc-ae80-69ede975aa7e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972691 May 26 16:06:38.133365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c6567dd-d86d-457b-baa4-a6c580716adf tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:38.140513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c6567dd-d86d-457b-baa4-a6c580716adf tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:38.482595 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-1cf0c086-4026-409a-a252-675e41ace2d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2426159 May 26 16:06:38.565502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eeb31-27d7-4bb9-b314-0473b2bee276 req-7ec036cf-ef53-4ea8-9d9a-1a568d9d0f46 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:38.580276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-579eeb31-27d7-4bb9-b314-0473b2bee276 req-7ec036cf-ef53-4ea8-9d9a-1a568d9d0f46 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1394918 May 26 16:06:38.680131 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-4c6567dd-d86d-457b-baa4-a6c580716adf tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Floating IP c6911bc4-8479-4f1e-be13-6892b86b87ad associated. External IP: 172.25.0.160, port: c6300333-98ca-4964-a3db-2e2cdade7bc6. May 26 16:06:38.704241 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:38.758793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-579eeb31-27d7-4bb9-b314-0473b2bee276 req-0d623381-3a1b-473b-a1ec-f4edbff6c481 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703176 May 26 16:06:38.939549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-09d86856-c2ee-436c-b676-7c1b7bcbc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:38.940211 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-09d86856-c2ee-436c-b676-7c1b7bcbc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:38.940506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-09d86856-c2ee-436c-b676-7c1b7bcbc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:38.946065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-09d86856-c2ee-436c-b676-7c1b7bcbc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:38.946065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-09d86856-c2ee-436c-b676-7c1b7bcbc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:38.946065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-09d86856-c2ee-436c-b676-7c1b7bcbc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:38.946065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-09d86856-c2ee-436c-b676-7c1b7bcbc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:38.946065 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-09d86856-c2ee-436c-b676-7c1b7bcbc66c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6500 time: 0.3522503 May 26 16:06:39.307266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-9d6f4f08-025e-4fad-9924-3448e7c497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:39.308529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-9d6f4f08-025e-4fad-9924-3448e7c497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:39.309156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-9d6f4f08-025e-4fad-9924-3448e7c497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:39.311071 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-9d6f4f08-025e-4fad-9924-3448e7c497c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8e62433-5c96-4a8f-87fd-df2029b840d6&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa HTTP/1.1" status: 200 len: 2298 time: 0.3309073 May 26 16:06:39.431882 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-6ef08776-62a5-450b-b85c-991951b0b3b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38225be2-82d7-472f-a194-09d70f523c0c HTTP/1.1" status: 200 len: 1001 time: 0.1108804 May 26 16:06:39.492961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6567dd-d86d-457b-baa4-a6c580716adf tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Router 6914a528-0a6d-484d-bbd5-765208bc18ca has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:39.549761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1317719-f710-4dfd-a4e0-15721b6c1963 req-6b5c309b-5bc8-4353-8fde-4c6e06d5602a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:39.594053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1317719-f710-4dfd-a4e0-15721b6c1963 req-6b5c309b-5bc8-4353-8fde-4c6e06d5602a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1522059 May 26 16:06:39.640687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17f6e5-cfe1-48e1-a2dd-dad0b6aa72ed req-9b4d07cc-943a-4207-b9c0-ef821fa264a7 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:39.640687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea17f6e5-cfe1-48e1-a2dd-dad0b6aa72ed req-9b4d07cc-943a-4207-b9c0-ef821fa264a7 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.2968898 May 26 16:06:39.718673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-a9af763a-6313-46c7-9a56-3c7178b15643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:39.720229 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-a9af763a-6313-46c7-9a56-3c7178b15643 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89acc52f-721e-427f-b71c-59781d53d629 HTTP/1.1" status: 200 len: 856 time: 0.2733166 May 26 16:06:39.749464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1317719-f710-4dfd-a4e0-15721b6c1963 req-3d4acdc3-bd08-4226-a348-c09f3d478a2a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556633 May 26 16:06:39.786579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea17f6e5-cfe1-48e1-a2dd-dad0b6aa72ed req-547a458d-b299-4a28-a87f-8d620b65da7f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194313 May 26 16:06:39.969455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-34e441e4-c411-400d-93f3-6bfce328c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:39.977088 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-34e441e4-c411-400d-93f3-6bfce328c4dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8e62433-5c96-4a8f-87fd-df2029b840d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395089 May 26 16:06:40.150651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0e011-cd58-4043-a2ca-b043f0e0cab6 req-42e1467b-6b28-4107-b6c1-05da2b2c5ce4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:40.160318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39e0e011-cd58-4043-a2ca-b043f0e0cab6 req-42e1467b-6b28-4107-b6c1-05da2b2c5ce4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1897278 May 26 16:06:40.293527 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6567dd-d86d-457b-baa4-a6c580716adf tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:40.300396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39e0e011-cd58-4043-a2ca-b043f0e0cab6 req-078cf923-c727-4aad-a10c-e9ab8648afaa tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311917 May 26 16:06:40.309305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c6567dd-d86d-457b-baa4-a6c580716adf tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:40.312220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] Sync routers for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:40.342145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:40.347686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:40.423035 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4c6567dd-d86d-457b-baa4-a6c580716adf tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "PUT /v2.0/floatingips/c6911bc4-8479-4f1e-be13-6892b86b87ad HTTP/1.1" status: 200 len: 991 time: 3.3289833 May 26 16:06:40.427185 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-46e1ebaa-b590-4c13-a6f1-e54ec6523769 service neutron] 10.222.0.24 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406719 May 26 16:06:40.437337 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'tag': 'c6300333-98ca-4964-a3db-2e2cdade7bc6'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:40.437337 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d201de83-cc6d-4f56-b093-19ccd5bf10fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d20ec18a-2067-450e-8d55-ae9a9b331cbc", "tag": "c6300333-98ca-4964-a3db-2e2cdade7bc6"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:40.699532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bd3e3-acdb-4797-9c50-dc6274728228 req-f779ccd7-8e03-46ed-8b55-e15adafbd9c4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:40.711224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a58bd3e3-acdb-4797-9c50-dc6274728228 req-f779ccd7-8e03-46ed-8b55-e15adafbd9c4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.1219482 May 26 16:06:40.717938 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38804f9-bcf8-40cc-b25d-c7430be9a278 x-openstack-request-id: req-a38804f9-bcf8-40cc-b25d-c7430be9a278 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:40.718378 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20ec18a-2067-450e-8d55-ae9a9b331cbc", "tag": "c6300333-98ca-4964-a3db-2e2cdade7bc6", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:40.718634 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a38804f9-bcf8-40cc-b25d-c7430be9a278 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:40.719297 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38804f9-bcf8-40cc-b25d-c7430be9a278'] response: {'name': 'network-changed', 'server_uuid': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'tag': 'c6300333-98ca-4964-a3db-2e2cdade7bc6', 'status': 'completed', 'code': 200} May 26 16:06:40.854794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a58bd3e3-acdb-4797-9c50-dc6274728228 req-6d601364-0943-49a3-a781-b89a9dcd6f70 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1425519 May 26 16:06:40.872636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:40.893269 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-41c4e6c9-657b-45f3-8d50-4e05580d45ed service neutron] 10.222.0.24 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260886 May 26 16:06:41.054117 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:41.080223 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:41.317434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-3fc5a368-b998-4b2f-8c5d-ad5e072d0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:41.331793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-3fc5a368-b998-4b2f-8c5d-ad5e072d0734 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6c165d4a75a42699af630de4b950d09&device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 1096 time: 0.4312787 May 26 16:06:41.351680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ddc2-36d7-46f0-8b89-03e914e00e35 req-5cc910d0-9539-48c6-9514-b75e09d15acf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:41.362056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2054ddc2-36d7-46f0-8b89-03e914e00e35 req-5cc910d0-9539-48c6-9514-b75e09d15acf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.3202715 May 26 16:06:41.532322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-8a18cc42-c623-4180-88e7-7dbad97fd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:41.534226 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-8a18cc42-c623-4180-88e7-7dbad97fd20d service neutron] 10.222.0.32 "GET /v2.0/networks?id=02f2be8c-c79d-40f7-8f90-5fb2c986de2d HTTP/1.1" status: 200 len: 907 time: 0.1475027 May 26 16:06:41.561082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39326) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:41.582335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daa56a-3ab4-4785-b2bb-4b5dbb942a0b req-89793062-ce0d-4e2c-82c9-183cb9bc4f42 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:41.595306 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00daa56a-3ab4-4785-b2bb-4b5dbb942a0b req-89793062-ce0d-4e2c-82c9-183cb9bc4f42 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.4416676 May 26 16:06:41.718652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2054ddc2-36d7-46f0-8b89-03e914e00e35 req-eb8383da-5611-488f-ab0b-2eb4bc71cf72 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535624 May 26 16:06:41.828471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'c6911bc4-8479-4f1e-be13-6892b86b87ad', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'port_id': 'c6300333-98ca-4964-a3db-2e2cdade7bc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'mac_address': 'fa:16:3e:40:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:06:02Z', 'updated_at': '2022-05-26T16:06:37Z', 'revision_number': 1, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:16Z', 'revision_number': 5, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:41.854027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-45dc92a3-ca81-42b7-af1d-d779a1cac302 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6300333-98ca-4964-a3db-2e2cdade7bc6 HTTP/1.1" status: 200 len: 999 time: 0.2304795 May 26 16:06:41.900088 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00daa56a-3ab4-4785-b2bb-4b5dbb942a0b req-305b8ab5-d424-4bd0-96dd-2cc6fac0b2b3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975504 May 26 16:06:41.920643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] Checking router: 6914a528-0a6d-484d-bbd5-765208bc18ca for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:41.944578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:41.945672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:06:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:42.069517 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.079140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-61e44504-217b-466b-8a7c-0d96203e640c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=2ca40ad8-2463-44af-bdc5-f14e6534583d HTTP/1.1" status: 200 len: 217 time: 1.1768382 May 26 16:06:42.101690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-1341a5b6-8464-42e0-9e65-1fcfab6b3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.102529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:42.103762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-1341a5b6-8464-42e0-9e65-1fcfab6b3394 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da339fc1-8902-49b1-8d65-c1ca301520bd HTTP/1.1" status: 200 len: 845 time: 0.1995444 May 26 16:06:42.142883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2853028-eba4-45c8-81a2-75e76b9c8f09 req-73071937-510f-4362-b09d-dd641c3394f3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.153819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2853028-eba4-45c8-81a2-75e76b9c8f09 req-73071937-510f-4362-b09d-dd641c3394f3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1436913 May 26 16:06:42.181239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-3be4ce8d-1a71-419d-9f3b-cca6798a5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.183021 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-3be4ce8d-1a71-419d-9f3b-cca6798a5961 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.0944059 May 26 16:06:42.279361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:42.315958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-87a56b3f-bee8-4e19-a737-58ce7feb36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.319416 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-87a56b3f-bee8-4e19-a737-58ce7feb36ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1257541 May 26 16:06:42.457168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2853028-eba4-45c8-81a2-75e76b9c8f09 req-107b33c2-e0db-4ad9-a7e4-7290c8b1f70f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888045 May 26 16:06:42.477073 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-2fca04a3-ba07-490e-bc41-d243d6d3fd22 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495697 May 26 16:06:42.491469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-7638b92a-fec5-4cbe-82d4-d364c1b74481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.493125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-7638b92a-fec5-4cbe-82d4-d364c1b74481 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02f2be8c-c79d-40f7-8f90-5fb2c986de2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2970090 May 26 16:06:42.613070 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-ef69d106-1bde-485f-a15a-d1b433f0bf20 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271377 May 26 16:06:42.707730 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-08571215-d2a9-4528-ab53-d6bfc2d96959 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=56c037a8-566f-46b6-9a3d-7750591a5be3 HTTP/1.1" status: 200 len: 217 time: 0.0832238 May 26 16:06:42.710301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:42.710795 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.714556 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.721252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.792287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:42.794048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:42.798323 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885b2ae8-cac0-4f63-b665-de598469fd3e" -d '{"events": [{"server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:42.803106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-c99d5a0b-782b-416a-a8bd-9d3da04ae98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.807674 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-c99d5a0b-782b-416a-a8bd-9d3da04ae98d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.0914071 May 26 16:06:42.811527 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.856303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057eb9fd-170e-4861-bcdd-4663655f9899,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:42.924081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'c6911bc4-8479-4f1e-be13-6892b86b87ad', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'port_id': 'c6300333-98ca-4964-a3db-2e2cdade7bc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'mac_address': 'fa:16:3e:40:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:06:02Z', 'updated_at': '2022-05-26T16:06:37Z', 'revision_number': 1, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:16Z', 'revision_number': 5, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:42.945919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.946541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.947415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.948356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.948918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.955083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-7b50276e-17d3-428b-9c75-65f791b7eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.956705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.957714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.958329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.958869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.959495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.960109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.960678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.964226 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-7b50276e-17d3-428b-9c75-65f791b7eb44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1409702 May 26 16:06:42.967010 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff766f40-f366-4b23-b3ce-7347957448e2 x-openstack-request-id: req-ff766f40-f366-4b23-b3ce-7347957448e2 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:42.967300 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:42.967604 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff766f40-f366-4b23-b3ce-7347957448e2 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:42.968056 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff766f40-f366-4b23-b3ce-7347957448e2'] response: {'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b', 'code': 200} May 26 16:06:42.970846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839c5d0-3014-42c5-96fa-a1eb8ce39600 None None] The sync data for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 is: [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'c6911bc4-8479-4f1e-be13-6892b86b87ad', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'port_id': 'c6300333-98ca-4964-a3db-2e2cdade7bc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'mac_address': 'fa:16:3e:40:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:06:02Z', 'updated_at': '2022-05-26T16:06:37Z', 'revision_number': 1, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:16Z', 'revision_number': 5, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:42.976103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:43.032265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ff6833a8-4195-45f4-b9dd-5787f664547e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59783bd945af410f9a08cbcaf7f5042c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4234698 May 26 16:06:43.067384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39342) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:43.197508 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-f9eac9ab-2a87-4c16-ac4c-53eaecab4cec service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253630 May 26 16:06:43.238478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-d4daef78-50cf-4ada-8e6f-c786d88e932a service neutron] 10.222.0.32 "GET /v2.0/networks/02f2be8c-c79d-40f7-8f90-5fb2c986de2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267241 May 26 16:06:43.339853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26f647-3692-44b6-94ff-f3c40d7b9f2c req-eded6bbb-da24-4cd3-8cb7-57524f5257da tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:43.342433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae26f647-3692-44b6-94ff-f3c40d7b9f2c req-eded6bbb-da24-4cd3-8cb7-57524f5257da tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 943 time: 0.2087781 May 26 16:06:43.384830 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-b9a8c851-107a-466d-96ad-f820c1b46786 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800642 May 26 16:06:43.416839 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a481431-3dec-4c2f-93df-19b8032707e0 None None] New status for floating IP c6911bc4-8479-4f1e-be13-6892b86b87ad: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:06:43.467548 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-7ecfbff3-64ba-43d9-90c6-9ec6ef5dce02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=504991a7-772d-4514-ac9d-2402ff0ed221 HTTP/1.1" status: 200 len: 217 time: 0.0643473 May 26 16:06:43.485365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb4701-f8a4-418e-befe-945b8fbc5467 req-94c1afa8-c4c3-4982-af81-38b0408475af tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:43.495543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cadb4701-f8a4-418e-befe-945b8fbc5467 req-94c1afa8-c4c3-4982-af81-38b0408475af tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.4933014 May 26 16:06:43.610178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-53b7d400-9282-4408-96ac-4e48b2380917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:43.610178 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-53b7d400-9282-4408-96ac-4e48b2380917 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.1215670 May 26 16:06:43.742732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-39aaa4d6-26bb-4bce-ba6f-1d85743343b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:43.742732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-39aaa4d6-26bb-4bce-ba6f-1d85743343b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233482 May 26 16:06:43.808583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae26f647-3692-44b6-94ff-f3c40d7b9f2c req-4aaca40d-dcda-458c-991a-c4ed2464179a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611391 May 26 16:06:43.817454 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1122cfb-a486-4f7f-b4e6-e5ddf59b1056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:43.845867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cadb4701-f8a4-418e-befe-945b8fbc5467 req-8d5ee19e-f6b7-4681-a341-59f9a5f36136 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198221 May 26 16:06:43.845867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d201de83-cc6d-4f56-b093-19ccd5bf10fc req-998f8cd2-c7d1-4752-9be0-5c3030f6ea63 service neutron] 10.222.0.32 "GET /v2.0/networks/02f2be8c-c79d-40f7-8f90-5fb2c986de2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406013 May 26 16:06:43.913785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1122cfb-a486-4f7f-b4e6-e5ddf59b1056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:43.983881 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-cd69101c-3e1b-4dde-be2d-58f802b869fb service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428336 May 26 16:06:43.993103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:44.173083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d19cf-765d-4ffa-ae93-94cf87239e28 req-e75406c1-5f2f-44ea-9155-164bacaf1148 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:44.182359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080d19cf-765d-4ffa-ae93-94cf87239e28 req-e75406c1-5f2f-44ea-9155-164bacaf1148 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.2797554 May 26 16:06:44.184493 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1122cfb-a486-4f7f-b4e6-e5ddf59b1056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.203299 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1122cfb-a486-4f7f-b4e6-e5ddf59b1056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.209657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b1122cfb-a486-4f7f-b4e6-e5ddf59b1056 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/057eb9fd-170e-4861-bcdd-4663655f9899 HTTP/1.1" status: 204 len: 168 time: 1.1353743 May 26 16:06:44.263951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:44.281518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1122cfb-a486-4f7f-b4e6-e5ddf59b1056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057eb9fd-170e-4861-bcdd-4663655f9899,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:44.286703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b', 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2', 'port_id': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b', 'mac_address': 'fa:16:3e:16:bb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8020c9a2-a02a-4232-9476-f298b80095ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:44.299089 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-b305af9d-cc8d-43f7-88c8-08a409f830a1 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949929 May 26 16:06:44.357924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080d19cf-765d-4ffa-ae93-94cf87239e28 req-5bfb7afc-7555-418d-b8d2-2335332eeb3a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459556 May 26 16:06:44.464191 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-470c0918-25b4-488d-aed5-e87a696bbdbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=6bbc74ea-11e0-4d63-9acf-06c4644e3728 HTTP/1.1" status: 200 len: 217 time: 0.1565208 May 26 16:06:44.544118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:44.553163 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.559879 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-c83f3cef-f29b-4f21-8acd-dbbbf96ad026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:44.563315 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-c83f3cef-f29b-4f21-8acd-dbbbf96ad026 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.0882769 May 26 16:06:44.596804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:44.629342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:44.641446 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.678290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-58f50daf-67d5-49fa-82a7-23c78946133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:44.686649 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-58f50daf-67d5-49fa-82a7-23c78946133a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1074188 May 26 16:06:44.849466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:44.912327 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-47d9ccc7-2e88-4b0a-8eba-c296613f0099 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158878 May 26 16:06:45.035617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:45.090987 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-7abaf4e6-c6af-4d01-91b2-9149ab9c4cfe service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698260 May 26 16:06:45.192252 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-75590330-c440-480c-8b2a-40af354c97f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5251a885-cb24-43fe-a051-230f8d9f897e HTTP/1.1" status: 200 len: 217 time: 0.0944848 May 26 16:06:45.266835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e267af-171f-44fc-886a-4121439fcd56 req-7a7e70b6-9992-4b52-bc06-98998bbc6271 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:45.274387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62e267af-171f-44fc-886a-4121439fcd56 req-7a7e70b6-9992-4b52-bc06-98998bbc6271 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 944 time: 0.2023673 May 26 16:06:45.325960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-26b3219f-2a50-4826-932b-6f64a032e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:45.340318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-26b3219f-2a50-4826-932b-6f64a032e758 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16532663-ff63-447e-b7e6-9b6160cec251 HTTP/1.1" status: 200 len: 797 time: 0.1412978 May 26 16:06:45.429178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62e267af-171f-44fc-886a-4121439fcd56 req-f88b9ce6-f684-40ca-9143-a9e63b1b62ba tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351390 May 26 16:06:45.461035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f853c-c35b-4200-89fc-2c40aba8b9c8 req-13f30e43-f83e-4507-8399-9561952a2e5b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:45.467166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-013f853c-c35b-4200-89fc-2c40aba8b9c8 req-13f30e43-f83e-4507-8399-9561952a2e5b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.3055899 May 26 16:06:45.480828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-8c21f83b-59c4-49b5-868f-2870077bf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:45.491353 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-8c21f83b-59c4-49b5-868f-2870077bf892 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393101 May 26 16:06:45.626383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-013f853c-c35b-4200-89fc-2c40aba8b9c8 req-2e33c46d-45f2-4873-a631-d991ddd4196d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507940 May 26 16:06:45.763496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6779e9-7006-4ca2-be00-bac4fc886114 req-c21547b7-e20b-4493-851e-593667ba8eb1 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:45.766849 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-3bd6e9da-b8ce-4553-a726-c6cd1fbd1d79 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726202 May 26 16:06:45.777860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c6779e9-7006-4ca2-be00-bac4fc886114 req-c21547b7-e20b-4493-851e-593667ba8eb1 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1497624 May 26 16:06:45.876387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c6779e9-7006-4ca2-be00-bac4fc886114 req-0a4d17b0-7498-4104-8800-9a8962b4891d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970662 May 26 16:06:45.983197 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-a617458a-f85d-4077-8dc6-633185980895 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083683 May 26 16:06:46.036033 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-9696d655-7762-4a5c-b5b3-d49108972aad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827 HTTP/1.1" status: 200 len: 217 time: 0.0455520 May 26 16:06:46.240609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-65775f09-bb85-4059-a07d-ec6b9da43996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:46.243384 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-65775f09-bb85-4059-a07d-ec6b9da43996 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16532663-ff63-447e-b7e6-9b6160cec251 HTTP/1.1" status: 200 len: 797 time: 0.1764138 May 26 16:06:46.350523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6c22-ab19-430b-a580-3c2975a6cade req-b3310355-8570-4fc6-ab41-e394967bf0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:46.352153 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-b3310355-8570-4fc6-ab41-e394967bf0ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0975442 May 26 16:06:46.571535 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-3ca25559-f64f-4bb4-8eb5-cbea17985216 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112794 May 26 16:06:46.734550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58479f30-af54-45bf-8063-3c6e9e5b92a0 req-cb47e361-9476-47d2-8114-499cf406c9b9 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:46.737344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58479f30-af54-45bf-8063-3c6e9e5b92a0 req-cb47e361-9476-47d2-8114-499cf406c9b9 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 944 time: 0.1573827 May 26 16:06:46.846863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58479f30-af54-45bf-8063-3c6e9e5b92a0 req-f993b29b-82f6-4cc0-81af-e712dd165068 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012237 May 26 16:06:46.848971 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-864d6c22-ab19-430b-a580-3c2975a6cade req-767d304d-7f6e-4124-bd49-63f076fa690f service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689044 May 26 16:06:47.052572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55182-13a6-4e8a-9272-887ad32a4488 req-59b0d045-ff45-4338-9bb6-5be825d7a937 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:47.080178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04a55182-13a6-4e8a-9272-887ad32a4488 req-59b0d045-ff45-4338-9bb6-5be825d7a937 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.2319353 May 26 16:06:47.185645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04a55182-13a6-4e8a-9272-887ad32a4488 req-36ce4dc3-548c-44a7-ae76-dde66fbba18d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036973 May 26 16:06:47.254196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35899cf-5459-445b-9223-bae06cd02ecb req-3a064c8c-944d-4c0e-92a5-7ded559cbbfd tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:47.255892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a35899cf-5459-445b-9223-bae06cd02ecb req-3a064c8c-944d-4c0e-92a5-7ded559cbbfd tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1120210 May 26 16:06:47.378289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a35899cf-5459-445b-9223-bae06cd02ecb req-a5c3ecda-0aba-468d-9f45-960e49ba6cf2 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018355 May 26 16:06:48.036897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:48.148859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f34114-4e0f-484e-b480-9abed1e9550c req-b58a148a-d230-4f11-aa8f-6a4183206c5d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:48.149884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:48.150378 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.170934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6f34114-4e0f-484e-b480-9abed1e9550c req-b58a148a-d230-4f11-aa8f-6a4183206c5d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 944 time: 0.1612000 May 26 16:06:48.279973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6f34114-4e0f-484e-b480-9abed1e9550c req-6add1281-a0a7-41fb-8134-950d6e037456 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076705 May 26 16:06:48.292532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:48.293279 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.358105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:48.378973 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83663ae1-db5c-4f67-b3e9-4f3edf4c7195" -d '{"events": [{"server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:48.421438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:48.426664 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.486976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5ed2e-d009-4264-82b1-6a07d891c710 req-4180b643-c4b4-43ea-bab0-27a83ab35a5e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:48.498686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ff5ed2e-d009-4264-82b1-6a07d891c710 req-4180b643-c4b4-43ea-bab0-27a83ab35a5e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1346700 May 26 16:06:48.536216 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581ad92b-a5f2-4892-b2e0-c88644fb5201 x-openstack-request-id: req-581ad92b-a5f2-4892-b2e0-c88644fb5201 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:48.536690 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:48.537041 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-581ad92b-a5f2-4892-b2e0-c88644fb5201 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:48.538281 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581ad92b-a5f2-4892-b2e0-c88644fb5201'] response: {'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b', 'code': 200} May 26 16:06:48.578796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:48.617894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ff5ed2e-d009-4264-82b1-6a07d891c710 req-11ea7608-30cc-424b-8f0a-e4cc60d914f5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182795 May 26 16:06:48.736553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9595e88-4e92-4e16-b799-1355bf981370 req-aa61a047-52d4-41eb-a157-440b62c318f2 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:48.741520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9595e88-4e92-4e16-b799-1355bf981370 req-aa61a047-52d4-41eb-a157-440b62c318f2 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1185701 May 26 16:06:48.834056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9595e88-4e92-4e16-b799-1355bf981370 req-2fac3504-9ca1-4a6b-9067-2392a88663ab tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772610 May 26 16:06:49.534617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1b207-0771-4ad7-8d62-699d42d029b5 req-e0551d55-d1eb-453f-af62-229271f5cbd6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:49.538356 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6fa1b207-0771-4ad7-8d62-699d42d029b5 req-e0551d55-d1eb-453f-af62-229271f5cbd6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.1129904 May 26 16:06:49.657540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6fa1b207-0771-4ad7-8d62-699d42d029b5 req-543c3ca9-fee7-415a-a7f1-df28b066b1d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983818 May 26 16:06:49.910870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546e62a-8aef-46de-b068-e994efcce15b req-96590b79-cafa-428a-ad4e-38decc0986c6 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:49.920196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8546e62a-8aef-46de-b068-e994efcce15b req-96590b79-cafa-428a-ad4e-38decc0986c6 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1384244 May 26 16:06:50.000975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8546e62a-8aef-46de-b068-e994efcce15b req-87883921-c7b6-4db3-8c25-07b2a7a99fe5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795825 May 26 16:06:50.136296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7aa5f2-143b-4116-90b5-9d51f3d9dbf7 req-3953b4a9-432a-40e0-b5e2-a748c5586da9 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:50.139305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d7aa5f2-143b-4116-90b5-9d51f3d9dbf7 req-3953b4a9-432a-40e0-b5e2-a748c5586da9 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1368251 May 26 16:06:50.227341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d7aa5f2-143b-4116-90b5-9d51f3d9dbf7 req-2d55f27d-c125-4a1d-934e-2f8345b0e15e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809693 May 26 16:06:50.824167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ced44-4cf6-4935-b2ff-8daf512e037b req-f4317381-d665-4eb1-b72c-fad59804dfe6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:50.837260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-531ced44-4cf6-4935-b2ff-8daf512e037b req-f4317381-d665-4eb1-b72c-fad59804dfe6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.0827000 May 26 16:06:50.904878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-531ced44-4cf6-4935-b2ff-8daf512e037b req-f84bc8cb-3741-425b-9faa-a073e75ffa25 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520921 May 26 16:06:51.177494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a7228-1740-44c0-9c4e-a1a1931bcb2a req-3330625e-b5f8-4341-b349-8cbc54d9f5b0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:51.179476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d09a7228-1740-44c0-9c4e-a1a1931bcb2a req-3330625e-b5f8-4341-b349-8cbc54d9f5b0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0697374 May 26 16:06:51.232021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d09a7228-1740-44c0-9c4e-a1a1931bcb2a req-bf80bc32-184c-4d26-99b0-f9ac78b3d212 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 May 26 16:06:51.407636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9a4d5-9312-40e2-bab1-d867bfa0ce9c req-8178c35c-d000-44da-9c97-d6622571342c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:51.409634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5e9a4d5-9312-40e2-bab1-d867bfa0ce9c req-8178c35c-d000-44da-9c97-d6622571342c tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.0696452 May 26 16:06:51.469305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5e9a4d5-9312-40e2-bab1-d867bfa0ce9c req-ddad08e8-b209-49e4-874a-6ff4e349bf88 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494728 May 26 16:06:51.995108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f2118-45b7-482e-a637-b4b12cc5b4b0 req-cefcd1cb-8eb5-4ccd-8177-671ff2ef6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:51.996739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2f2118-45b7-482e-a637-b4b12cc5b4b0 req-cefcd1cb-8eb5-4ccd-8177-671ff2ef6ee7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0582950 May 26 16:06:52.085468 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2f2118-45b7-482e-a637-b4b12cc5b4b0 req-8d0e1ae9-ca29-4fd8-98ac-f23403638903 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702512 May 26 16:06:52.096109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9493f-7441-40fa-aa6d-d190d5b454fa req-bf524d64-fbc4-4d8a-b2f9-0947212e95a8 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:52.096109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1e9493f-7441-40fa-aa6d-d190d5b454fa req-bf524d64-fbc4-4d8a-b2f9-0947212e95a8 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.0942616 May 26 16:06:52.174769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1e9493f-7441-40fa-aa6d-d190d5b454fa req-0afdb32e-3e66-4afa-944a-d670a0ebbcca tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642781 May 26 16:06:52.405482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69233ceb-4e93-4453-91de-f715c658f09a req-15c6e8b0-db12-4ab9-ac72-45e0198bdacd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:52.407811 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69233ceb-4e93-4453-91de-f715c658f09a req-15c6e8b0-db12-4ab9-ac72-45e0198bdacd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.0776770 May 26 16:06:52.470122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69233ceb-4e93-4453-91de-f715c658f09a req-e856008e-3044-4419-9c98-94fc8f0b5311 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 May 26 16:06:52.971311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993444e-f060-447c-b4f0-587bf6632602 req-079f7d8a-6a75-47cc-99b1-b4bf99274c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:52.973146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4993444e-f060-447c-b4f0-587bf6632602 req-079f7d8a-6a75-47cc-99b1-b4bf99274c36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 1096 time: 0.0705037 May 26 16:06:52.988303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5752a-9c59-43ae-8fdc-e147eab29d4e req-08802a66-aeab-4c57-99d7-1450bec794f3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:52.989874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ec5752a-9c59-43ae-8fdc-e147eab29d4e req-08802a66-aeab-4c57-99d7-1450bec794f3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.3986304 May 26 16:06:53.110407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ec5752a-9c59-43ae-8fdc-e147eab29d4e req-35ef0b1f-45c6-4b19-b462-5ff495c71813 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110311 May 26 16:06:53.151492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993444e-f060-447c-b4f0-587bf6632602 req-16b410b7-1f91-4d85-9d3d-c16f409d9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:53.154151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4993444e-f060-447c-b4f0-587bf6632602 req-16b410b7-1f91-4d85-9d3d-c16f409d9818 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 915 time: 0.1626544 May 26 16:06:53.214381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4993444e-f060-447c-b4f0-587bf6632602 req-719fe335-44c2-48f5-b9a4-e417dececee5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13 HTTP/1.1" status: 200 len: 217 time: 0.0537264 May 26 16:06:53.287433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993444e-f060-447c-b4f0-587bf6632602 req-2b3e28a8-88a6-46bf-871f-11cfc69852d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:53.290930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4993444e-f060-447c-b4f0-587bf6632602 req-2b3e28a8-88a6-46bf-871f-11cfc69852d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12b64079-7808-4828-9e40-21c54f18d9ea HTTP/1.1" status: 200 len: 854 time: 0.0674386 May 26 16:06:53.361775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4993444e-f060-447c-b4f0-587bf6632602 req-9304d628-0b8f-466a-98b2-36186697665e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559852 May 26 16:06:53.479996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fb6ae-4109-42fe-991a-18a849fde93d req-69bf3ea8-873d-484f-a2f1-8e1b0dbc8900 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:53.487391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-811fb6ae-4109-42fe-991a-18a849fde93d req-69bf3ea8-873d-484f-a2f1-8e1b0dbc8900 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.1720624 May 26 16:06:53.637656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4993444e-f060-447c-b4f0-587bf6632602 req-c09efc81-37b5-40ce-9cd0-c3fbb5b3c96c service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510428 May 26 16:06:53.639099 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:53.651874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-811fb6ae-4109-42fe-991a-18a849fde93d req-bd13a52c-0edf-44fd-ab44-68bb093aefd5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544008 May 26 16:06:53.720046 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:53.888852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946d1b-3146-4b5a-8f85-40d82abe8c07 req-40ae74c1-401f-4825-b7f0-b97111441eb3 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:53.890636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1946d1b-3146-4b5a-8f85-40d82abe8c07 req-40ae74c1-401f-4825-b7f0-b97111441eb3 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 945 time: 0.1898494 May 26 16:06:53.973231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4993444e-f060-447c-b4f0-587bf6632602 req-30836fd3-bdd6-47c7-8f81-1d137cfa3143 service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198650 May 26 16:06:54.016721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1946d1b-3146-4b5a-8f85-40d82abe8c07 req-47331177-4259-43d0-b410-ef1972df5963 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876596 May 26 16:06:54.078572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:54.204012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:54.204341 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:54.243126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:54.244805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:54.247689 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a6c161-57db-416c-bd65-39a2c86bd56b" -d '{"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-unplugged", "status": "completed", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:54.252322 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:54.310777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:54.346981 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1f770a-9a14-4d3a-90ff-4dc39a50d2b7 x-openstack-request-id: req-3b1f770a-9a14-4d3a-90ff-4dc39a50d2b7 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:54.347616 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-unplugged", "status": "completed", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:54.348055 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b1f770a-9a14-4d3a-90ff-4dc39a50d2b7 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:54.348738 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1f770a-9a14-4d3a-90ff-4dc39a50d2b7'] response: {'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'code': 200} May 26 16:06:54.452216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052145c5-11bc-47d1-adc4-280efbd16673 req-f7b1878c-c70a-4453-875f-68f1f0eb3138 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:54.456814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-052145c5-11bc-47d1-adc4-280efbd16673 req-f7b1878c-c70a-4453-875f-68f1f0eb3138 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1056793 May 26 16:06:54.533420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-052145c5-11bc-47d1-adc4-280efbd16673 req-6f278ad0-a576-419f-9029-54cd13bd352f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675766 May 26 16:06:54.816577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c462d6-bd77-4110-80b9-91e8de78368b req-97c80727-321b-4c35-83ac-223f59534b4f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:54.818445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20c462d6-bd77-4110-80b9-91e8de78368b req-97c80727-321b-4c35-83ac-223f59534b4f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.0593662 May 26 16:06:54.874459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20c462d6-bd77-4110-80b9-91e8de78368b req-e3b247f1-7bc4-4f63-97dd-3cbd794cc7b2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 May 26 16:06:55.022892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c999ea-c443-464e-b72d-f6797f7b6957 req-7c7ce32f-d38c-481a-9e98-2e2bec17d6d7 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:55.024422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4c999ea-c443-464e-b72d-f6797f7b6957 req-7c7ce32f-d38c-481a-9e98-2e2bec17d6d7 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.0579765 May 26 16:06:55.078359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4c999ea-c443-464e-b72d-f6797f7b6957 req-52d20dd8-8033-4d96-a344-de50d310578a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 May 26 16:06:55.219854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381cd28-0cb8-47d4-9b7a-e4cd96192b02 req-ae1e0683-8f5d-4f23-b6fa-3d5e7ca50140 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:55.228901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c381cd28-0cb8-47d4-9b7a-e4cd96192b02 req-ae1e0683-8f5d-4f23-b6fa-3d5e7ca50140 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.0703809 May 26 16:06:55.281546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c381cd28-0cb8-47d4-9b7a-e4cd96192b02 req-8ec6173d-97f0-4247-a8fd-41c9a5584c75 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456493 May 26 16:06:55.724480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-8bc9f6ad-2ca1-445b-abcd-d1cce8300ce5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:55.727709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-8bc9f6ad-2ca1-445b-abcd-d1cce8300ce5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/networks?id=cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 200 len: 812 time: 0.1987348 May 26 16:06:55.760430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-bbba9a10-e19c-4bbf-ac30-0a720343ed6c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/quotas/2fd5b8f634454a329a1104620ad15dfe HTTP/1.1" status: 200 len: 375 time: 0.0167751 May 26 16:06:55.780905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8ae50-1bd7-4f3c-927c-7f703d3c538c req-0b6d8e10-e0f2-4a79-a884-1ea0da72106a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:55.782560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ced8ae50-1bd7-4f3c-927c-7f703d3c538c req-0b6d8e10-e0f2-4a79-a884-1ea0da72106a tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 944 time: 0.1259739 May 26 16:06:55.871614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ced8ae50-1bd7-4f3c-927c-7f703d3c538c req-4292f7d3-6a42-464f-a223-1f8c9c3cbf00 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735447 May 26 16:06:55.885731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-6d5be7c6-4ebc-45fd-b74a-f0ddc34e67f4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fd5b8f634454a329a1104620ad15dfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017289 May 26 16:06:56.076219 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-f081ed4e-b074-4757-9124-3f7e007412c8 service neutron] 10.222.0.39 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636801 May 26 16:06:56.086772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:56.263338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-9304cf6f-5fb8-4852-8457-a52ccbfa9054 service neutron] 10.222.0.39 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600916 May 26 16:06:56.269717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:56.283960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'port_id': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'mac_address': 'fa:16:3e:5b:a8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:56.331237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:56.331637 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:56.364435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:56.421034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:56.433373 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:56.559850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2f882-62f6-4b74-844b-04983758f0f3 req-ae54dd05-534b-43cd-a815-b59516861fdd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:56.575722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:56.591559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41c2f882-62f6-4b74-844b-04983758f0f3 req-ae54dd05-534b-43cd-a815-b59516861fdd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.1501505 May 26 16:06:56.716454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-477473e7-37c9-414b-b60b-3c68365d1eb2 req-55838ddf-2037-4443-8037-372cd6398b72 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 210 time: 0.1202247 May 26 16:06:56.730476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41c2f882-62f6-4b74-844b-04983758f0f3 req-1c0a12c1-7808-4a2f-91c3-2e14238dbc52 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373000 May 26 16:06:56.781227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:57.078582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474ed8c-9c58-4883-b701-a1fcc9c8f566 req-e48789e4-680c-4c83-aa44-4ba3c4267189 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:57.092457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4474ed8c-9c58-4883-b701-a1fcc9c8f566 req-e48789e4-680c-4c83-aa44-4ba3c4267189 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 945 time: 0.0967324 May 26 16:06:57.143216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4474ed8c-9c58-4883-b701-a1fcc9c8f566 req-164e3756-5eb4-4a0f-a64d-71502372414f tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487566 May 26 16:06:57.416359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-ca81d9eb-2153-45ef-8c2f-6ff041374295 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:57.418269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-ca81d9eb-2153-45ef-8c2f-6ff041374295 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.32 "GET /v2.0/ports?device_id=429d4a8b-56bf-419b-8bf8-4f11c7015bf4 HTTP/1.1" status: 200 len: 945 time: 0.0888021 May 26 16:06:57.568773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Deleting port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:57.569194 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:57.672818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] For port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:57.673142 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:57.689114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Calling delete_port for fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:57.893300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-300eadd7-04e1-4642-9e55-b72e2dbbbacd req-697434ab-45ea-4402-92be-3bbacb8be519 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 210 time: 0.0623877 May 26 16:06:57.918613 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:57.935688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:57.961078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500cc74-ed32-4eec-a884-d460a333078e req-a8287ad2-33b7-49cb-af03-10ab5e3765bc tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:57.962889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b500cc74-ed32-4eec-a884-d460a333078e req-a8287ad2-33b7-49cb-af03-10ab5e3765bc tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.1331973 May 26 16:06:57.966370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Pushing event deleted for resources: {'Port': ['ID=fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:58.020365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] No DVR routers for this DVR port fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:58.024229 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.027765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0259e35-8d42-4b02-94fc-67d4e108644a req-754ef284-20ac-4cbf-84ee-d2579b82d9d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.32 "DELETE /v2.0/ports/fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b HTTP/1.1" status: 204 len: 173 time: 0.6019742 May 26 16:06:58.028226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'name': 'network-vif-deleted', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:58.031020 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c1fe51-2a5c-495e-9916-a74bcf8b6b61" -d '{"events": [{"server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "name": "network-vif-deleted", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:58.061498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b500cc74-ed32-4eec-a884-d460a333078e req-77a7565c-3efa-4dc3-870d-57d228e2663c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864275 May 26 16:06:58.101295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:58.101586 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb2c786-ca08-4980-aa7e-383c2c17462e x-openstack-request-id: req-0fb2c786-ca08-4980-aa7e-383c2c17462e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:58.102188 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d4a8b-56bf-419b-8bf8-4f11c7015bf4", "name": "network-vif-deleted", "tag": "fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:58.102673 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fb2c786-ca08-4980-aa7e-383c2c17462e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:58.103331 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb2c786-ca08-4980-aa7e-383c2c17462e'] response: {'server_uuid': '429d4a8b-56bf-419b-8bf8-4f11c7015bf4', 'name': 'network-vif-deleted', 'tag': 'fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b', 'status': 'completed', 'code': 200} May 26 16:06:58.249637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14d731-096e-41ee-bcf8-80b21302f7d8 req-952af850-62a2-4e24-a0ab-5cc3c6c1f702 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:58.252569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c14d731-096e-41ee-bcf8-80b21302f7d8 req-952af850-62a2-4e24-a0ab-5cc3c6c1f702 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.0631671 May 26 16:06:58.271933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:58.272522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.395036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c14d731-096e-41ee-bcf8-80b21302f7d8 req-c0d19dd3-4304-4d0d-99b4-000a00325b51 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158249 May 26 16:06:58.418558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-eef1da36-2fa1-42da-8ca3-ac4d6b8afb04 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:58.420115 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-eef1da36-2fa1-42da-8ca3-ac4d6b8afb04 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.24 "GET /v2.0/networks?id=cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 200 len: 812 time: 0.2962451 May 26 16:06:58.436536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Request body: {'port': {'device_id': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2', 'admin_state_up': True, 'tenant_id': '2fd5b8f634454a329a1104620ad15dfe'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:58.474629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:58.475037 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.530608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:58.533347 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7a7be7-5296-459b-9993-4d87f177a640" -d '{"events": [{"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:58.565198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3bd85-13da-469b-b72a-92ad47da94a6 req-bf00a793-d1f2-49ec-86e4-c99bc4d467e3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:58.586284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:58.592934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57e3bd85-13da-469b-b72a-92ad47da94a6 req-bf00a793-d1f2-49ec-86e4-c99bc4d467e3 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 945 time: 0.2118592 May 26 16:06:58.593737 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.594940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:58.700376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57e3bd85-13da-469b-b72a-92ad47da94a6 req-85b07640-fd4a-4e71-9565-ee5e0443bd20 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046338 May 26 16:06:58.719791 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff79336-cbbe-4085-8246-574a13ffeecf x-openstack-request-id: req-8ff79336-cbbe-4085-8246-574a13ffeecf {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:58.722035 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Made reservation on behalf of 2fd5b8f634454a329a1104620ad15dfe for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:58.722335 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:58.722802 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ff79336-cbbe-4085-8246-574a13ffeecf {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:58.723425 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff79336-cbbe-4085-8246-574a13ffeecf'] response: {'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'code': 200} May 26 16:06:58.724248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:58.725786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fb7f2ee7-0fa0-4eb8-96ca-16f704fd359b not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:58.727181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:58.738284 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.846609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:58.988163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:59.029505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67cf1b-dc87-4c7a-8cbe-9e66399cae0a req-3a876927-c031-425f-803e-f7e604f73388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:59.032516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f67cf1b-dc87-4c7a-8cbe-9e66399cae0a req-3a876927-c031-425f-803e-f7e604f73388 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 1098 time: 0.1359444 May 26 16:06:59.105392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f67cf1b-dc87-4c7a-8cbe-9e66399cae0a req-d9a33b62-6bc9-47c7-8b40-8bf9d6581337 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634964 May 26 16:06:59.161699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Allocated IP 172.20.0.14 (cc098992-96d4-4476-9d3e-43f7fb1f07d2/8020c9a2-a02a-4232-9476-f298b80095ad/adf875d2-dc85-4a4a-9114-4ca117405b91) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:59.172852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3f13057-e025-42a1-97d7-38136b58f313 req-9cf255c8-cfb5-4bfe-a8d5-bfc3cb21f18b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 210 time: 0.0661106 May 26 16:06:59.247035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583c33a-d152-4b4c-8efe-de0576db4db2 req-467a19b6-4171-45a5-8e6f-1d7ec31cc0f0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:59.248659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1583c33a-d152-4b4c-8efe-de0576db4db2 req-467a19b6-4171-45a5-8e6f-1d7ec31cc0f0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.1205912 May 26 16:06:59.256613 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-a4bccfff-cd90-4fcb-8f07-447f532274af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865340 May 26 16:06:59.328798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1583c33a-d152-4b4c-8efe-de0576db4db2 req-bf65dc96-265f-4445-ae23-2c383657c8cf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633333 May 26 16:06:59.445348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:59.501645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:59.559725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Network cc098992-96d4-4476-9d3e-43f7fb1f07d2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:59.563475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:59.569093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:59.600955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Pushing event updated for resources: {'Port': ['ID=adf875d2-dc85-4a4a-9114-4ca117405b91,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:59.651054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:59.651873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:59.688652 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-c639a2c2-6b60-41c1-9781-b3c6b0b401e3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2570975 May 26 16:06:59.701416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Request body: {'port': {'device_id': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:59.801393 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:59.916685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b7b35-af66-446d-a2c9-1302e0a44617 req-35839fc5-ff19-41be-accd-e2c33c46e3f8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:59.929804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-384b7b35-af66-446d-a2c9-1302e0a44617 req-35839fc5-ff19-41be-accd-e2c33c46e3f8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 947 time: 0.1027243 May 26 16:07:00.034325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-384b7b35-af66-446d-a2c9-1302e0a44617 req-6243c372-c23f-409a-8722-0655aa024949 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070871 May 26 16:07:00.145672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39688) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:00.153877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-370666144'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:00.184354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:00.191840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.230323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:07:00.252178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.252716 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Added segment 35a3207c-66f4-4e46-a23a-ba533ba3bb85 of type vlan for network 34384691-027e-4a13-8e0c-ffe065eba461 May 26 16:07:00.295786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf875d2-dc85-4a4a-9114-4ca117405b91 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:00.307176 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.321137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.327890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Transition to ACTIVE for port object adf875d2-dc85-4a4a-9114-4ca117405b91 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:00.333072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.436504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed340a2c-ce7d-46d1-bfbf-2cf6a8fce34f req-43903490-6f2d-440a-b51f-75ab4ec79aa5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.438241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed340a2c-ce7d-46d1-bfbf-2cf6a8fce34f req-43903490-6f2d-440a-b51f-75ab4ec79aa5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 944 time: 0.1128380 May 26 16:07:00.438995 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.441300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=adf875d2-dc85-4a4a-9114-4ca117405b91,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:00.449242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.449905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.509210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Attempting to bind port adf875d2-dc85-4a4a-9114-4ca117405b91 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:00.509941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Attempting to bind port adf875d2-dc85-4a4a-9114-4ca117405b91 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:00.509941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Attempting to bind port adf875d2-dc85-4a4a-9114-4ca117405b91 on network cc098992-96d4-4476-9d3e-43f7fb1f07d2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:00.517924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Port adf875d2-dc85-4a4a-9114-4ca117405b91 on network cc098992-96d4-4476-9d3e-43f7fb1f07d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:00.518469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Attempting to bind port adf875d2-dc85-4a4a-9114-4ca117405b91 on network cc098992-96d4-4476-9d3e-43f7fb1f07d2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:00.526921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:00.527595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Checking segment: {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:00.528204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Bound using segment: {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:00.528738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Bound port: adf875d2-dc85-4a4a-9114-4ca117405b91, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:00.529114 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.657713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:00.657966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5098457 May 26 16:07:00.664476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-372701897'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:00.669123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:00.685396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed340a2c-ce7d-46d1-bfbf-2cf6a8fce34f req-b8b93c0f-acb2-403d-bb8b-d5b6ee2cda1b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192843 May 26 16:07:00.718039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=adf875d2-dc85-4a4a-9114-4ca117405b91,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:00.726472 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.734397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab017ae-05c8-49af-888f-24561f620522 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Network': ['ID=34384691-027e-4a13-8e0c-ffe065eba461,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:00.753538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 34384691-027e-4a13-8e0c-ffe065eba461 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:07:00.760151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:00.769408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.827587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dbe76-7553-4767-90cc-47e38a9a7439 req-0b7b9fd4-d90e-413f-aed0-35bb13d3b499 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.841977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.842889 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.844501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/adf875d2-dc85-4a4a-9114-4ca117405b91 HTTP/1.1" status: 200 len: 1092 time: 1.1476803 May 26 16:07:00.844902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e25dbe76-7553-4767-90cc-47e38a9a7439 req-0b7b9fd4-d90e-413f-aed0-35bb13d3b499 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.3888323 May 26 16:07:00.865004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'tag': 'adf875d2-dc85-4a4a-9114-4ca117405b91'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:00.870162 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd2ee7-933a-4722-baf8-f6516956757f", "tag": "adf875d2-dc85-4a4a-9114-4ca117405b91"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:00.927580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-c1363046-5428-4919-a6bd-4d3cfa765b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.934569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-c1363046-5428-4919-a6bd-4d3cfa765b1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765&tenant_id=a2dbb00c41cb40cb94c6029f58655ef3 HTTP/1.1" status: 200 len: 1094 time: 0.3938129 May 26 16:07:01.083025 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a070b229-b3e2-4300-a835-bc1c9cd83829 x-openstack-request-id: req-a070b229-b3e2-4300-a835-bc1c9cd83829 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:01.083326 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd2ee7-933a-4722-baf8-f6516956757f", "tag": "adf875d2-dc85-4a4a-9114-4ca117405b91", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:01.083464 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a070b229-b3e2-4300-a835-bc1c9cd83829 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:01.086446 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a070b229-b3e2-4300-a835-bc1c9cd83829'] response: {'name': 'network-changed', 'server_uuid': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'tag': 'adf875d2-dc85-4a4a-9114-4ca117405b91', 'status': 'completed', 'code': 200} May 26 16:07:01.094525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:07:01.126783 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.127323 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Added segment b391b143-2d5d-4fd8-9153-8924a4ab5409 of type vlan for network f921fc8f-3be3-4f7b-9c2f-310e32f20442 May 26 16:07:01.172910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e25dbe76-7553-4767-90cc-47e38a9a7439 req-f89fdc69-97dc-48fd-b727-26b42dce979e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263447 May 26 16:07:01.252408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bf152-a553-4067-8bcf-55c490f4c2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=adf875d2-dc85-4a4a-9114-4ca117405b91,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:01.263066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.290483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-1e1b0950-6484-4cff-a65c-c4f0e2eb51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.293706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-1e1b0950-6484-4cff-a65c-c4f0e2eb51a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 1094 time: 0.3161807 May 26 16:07:01.297916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.304785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.305601 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.339553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7bf9a-9702-4af4-88f6-36161ebc1925 req-76280fc6-0c40-4fd8-99d8-7a709bd0be4d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.342317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35b7bf9a-9702-4af4-88f6-36161ebc1925 req-76280fc6-0c40-4fd8-99d8-7a709bd0be4d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 947 time: 0.1679113 May 26 16:07:01.428043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Network': ['ID=f921fc8f-3be3-4f7b-9c2f-310e32f20442,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:01.439432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-3b150320-00ac-4819-a5a2-214a397f11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.441190 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-3b150320-00ac-4819-a5a2-214a397f11ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fd5b8f634454a329a1104620ad15dfe&device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 1095 time: 0.5330982 May 26 16:07:01.449649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network f921fc8f-3be3-4f7b-9c2f-310e32f20442 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:07:01.456651 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-06704c15-43bf-43e2-87c7-1d9b83c54b8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7976251 May 26 16:07:01.462833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39732) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:01.491212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'subnet': {'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:01.548061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35b7bf9a-9702-4af4-88f6-36161ebc1925 req-2fa15241-8a1a-40d0-afef-5fe7dd2e4dad tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830325 May 26 16:07:01.598488 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ea7ae5dd-8fa9-4dfa-bf91-f2bd38fd3464 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adf875d2-dc85-4a4a-9114-4ca117405b91 HTTP/1.1" status: 200 len: 217 time: 0.1391149 May 26 16:07:01.610275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-529e9b04-1a38-434c-b6a8-e46a4873515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.612376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-529e9b04-1a38-434c-b6a8-e46a4873515e service neutron] 10.222.0.32 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 915 time: 0.3108330 May 26 16:07:01.679465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-70e4e0ee-51fe-4520-ac75-f6a6c55d9f6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13 HTTP/1.1" status: 200 len: 217 time: 0.0597696 May 26 16:07:01.707196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ce90e263-7d5b-412f-9313-66be93ee9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.708843 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-ce90e263-7d5b-412f-9313-66be93ee9e3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8020c9a2-a02a-4232-9476-f298b80095ad HTTP/1.1" status: 200 len: 852 time: 0.0816829 May 26 16:07:01.752092 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-cb939e5a-4c95-4c7f-b0c0-b957a0084476 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc098992-96d4-4476-9d3e-43f7fb1f07d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364799 May 26 16:07:01.753006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:01.757159 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.773393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-a3ede3b0-c1a4-46c6-87ff-d9b2d0a88ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.775126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-a3ede3b0-c1a4-46c6-87ff-d9b2d0a88ae8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12b64079-7808-4828-9e40-21c54f18d9ea HTTP/1.1" status: 200 len: 854 time: 0.0853577 May 26 16:07:01.833667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-711b6262-b409-4e78-8ade-1fd486f4fc82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365636 May 26 16:07:01.942046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbc572-bc55-4927-ad39-9472e5174752 req-5b81d756-ce11-4c49-8505-07e5b2849ed5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.944465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ebbc572-bc55-4927-ad39-9472e5174752 req-5b81d756-ce11-4c49-8505-07e5b2849ed5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 944 time: 0.1182399 May 26 16:07:02.013739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-89fdf8ec-3d33-4593-8982-b023eaeeaf44 service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739016 May 26 16:07:02.035559 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-8945f10c-e26a-49f9-bccd-a674dc332ea1 service neutron] 10.222.0.24 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736630 May 26 16:07:02.038780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ebbc572-bc55-4927-ad39-9472e5174752 req-5575b59b-45f7-4309-bda9-99f722cb966d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821698 May 26 16:07:02.198817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.269205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5967f93f-3466-43c4-be79-dd8bf979aad5 req-d3884b78-c502-4fcc-a501-519861f73e3f service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375703 May 26 16:07:02.313730 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-042ca503-dd39-4480-af4a-8ebd7d387171 req-9463fbdf-6135-4d7c-8381-367bdc688a51 service neutron] 10.222.0.24 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709150 May 26 16:07:02.316753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Subnet': ['ID=395ee870-2dae-4368-a431-e4a0be8c23bc,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:02.328940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Checking segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:02.330626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network hostable DHCP agents. Network: 34384691-027e-4a13-8e0c-ffe065eba461, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:07:02.358753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network 34384691-027e-4a13-8e0c-ffe065eba461 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:07:02.405838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe552b0-3a27-4eb0-9b98-7165f0da537a req-4dfb571f-e155-4b85-a665-83db652e8eb4 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:02.407346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fe552b0-3a27-4eb0-9b98-7165f0da537a req-4dfb571f-e155-4b85-a665-83db652e8eb4 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.0866499 May 26 16:07:02.414670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 34384691-027e-4a13-8e0c-ffe065eba461) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:02.424135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:02.424914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.431303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fde7644-e835-4f14-b1cd-478f00fe8302 None None] Network 34384691-027e-4a13-8e0c-ffe065eba461 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:02.473845 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0cd0e229-dba4-4e7f-843f-93646617e01c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0061703 May 26 16:07:02.474884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39754) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:02.483427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-ea7f155c-3c60-4f14-8c0a-7f4d2d287b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:02.483611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'subnet': {'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:02.485287 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-ea7f155c-3c60-4f14-8c0a-7f4d2d287b5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fd5b8f634454a329a1104620ad15dfe&device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 1095 time: 0.1117115 May 26 16:07:02.506731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fe552b0-3a27-4eb0-9b98-7165f0da537a req-24705681-acc9-46b3-9c03-f7dc290ad66f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897179 May 26 16:07:02.757833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:02.764688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.835280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-34384691-027e-4a13-8e0c-ffe065eba461', 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'fixed_ips': [{'subnet_id': '395ee870-2dae-4368-a431-e4a0be8c23bc'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:07:02.836150 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.939231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-342836d9-77ef-47e6-b67d-a39c7f6b8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:02.942026 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-342836d9-77ef-47e6-b67d-a39c7f6b8861 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 200 len: 913 time: 0.3234661 May 26 16:07:03.012412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Allocated IP 10.1.1.2 (34384691-027e-4a13-8e0c-ffe065eba461/395ee870-2dae-4368-a431-e4a0be8c23bc/f9f980b6-7853-4a75-a188-e7ac36da32ae) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:03.056799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622abbe-9102-4908-9b28-8c28c24e27d5 req-c5c420f5-984f-40e8-8952-c2e89cc3538e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:03.067240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4622abbe-9102-4908-9b28-8c28c24e27d5 req-c5c420f5-984f-40e8-8952-c2e89cc3538e tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 947 time: 0.3439322 May 26 16:07:03.094398 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-64c52f4e-56e2-4a8e-9e01-aa7d949a95f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adf875d2-dc85-4a4a-9114-4ca117405b91 HTTP/1.1" status: 200 len: 217 time: 0.1422327 May 26 16:07:03.198623 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.208219 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.281059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Pushing event updated for resources: {'Port': ['ID=f9f980b6-7853-4a75-a188-e7ac36da32ae,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:03.297130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.297494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.300091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.300440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.300796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.301138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.301478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.301739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-8cb9829a-3b16-4848-b358-8c99e99f457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:03.302030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.302206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.302471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.302832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.304158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:03.307422 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-8cb9829a-3b16-4848-b358-8c99e99f457c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8020c9a2-a02a-4232-9476-f298b80095ad HTTP/1.1" status: 200 len: 852 time: 0.2058363 May 26 16:07:03.326879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Network 34384691-027e-4a13-8e0c-ffe065eba461 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:03.328887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:03.338388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:03.373481 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-bcf641e4-543c-47e6-b570-2e09631885dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc098992-96d4-4476-9d3e-43f7fb1f07d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614851 May 26 16:07:03.454071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Attempting to bind port f9f980b6-7853-4a75-a188-e7ac36da32ae on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:03.454869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Attempting to bind port f9f980b6-7853-4a75-a188-e7ac36da32ae by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:03.454869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Attempting to bind port f9f980b6-7853-4a75-a188-e7ac36da32ae on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:03.468256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:03.468837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Checking segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:03.469484 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.470299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Bound using segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:03.470897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Bound port: f9f980b6-7853-4a75-a188-e7ac36da32ae, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:03.471449 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.640255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] For port f9f980b6-7853-4a75-a188-e7ac36da32ae, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:03.644054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] For port f9f980b6-7853-4a75-a188-e7ac36da32ae, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f9f980b6-7853-4a75-a188-e7ac36da32ae,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:03.650454 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.667538 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4622abbe-9102-4908-9b28-8c28c24e27d5 req-1f741a4d-76bb-48aa-a775-450b476084e4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5870633 May 26 16:07:03.679393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.702142 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-583b79e8-8404-456a-8db0-6f2a82b21f8f service neutron] 10.222.0.24 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196943 May 26 16:07:03.805682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37756f-ae2a-4e90-9128-c476ed491bd3 None None] Pushing event updated for resources: {'Port': ['ID=f9f980b6-7853-4a75-a188-e7ac36da32ae,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:04.052382 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-30f488b2-70c1-4b64-a1e0-0161bd71b1ee req-0f929708-17f5-435b-8ecb-06148d95778e service neutron] 10.222.0.24 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412635 May 26 16:07:04.284426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device adf875d2-dc85-4a4a-9114-4ca117405b91 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:04.661549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=adf875d2-dc85-4a4a-9114-4ca117405b91,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:04.688537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'adf875d2-dc85-4a4a-9114-4ca117405b91', 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2', 'port_id': 'adf875d2-dc85-4a4a-9114-4ca117405b91', 'mac_address': 'fa:16:3e:71:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8020c9a2-a02a-4232-9476-f298b80095ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:04.760779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port adf875d2-dc85-4a4a-9114-4ca117405b91 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:04.765820 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.775001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d014101-5277-4d68-82f5-df63a4f32aaf req-b3599fad-3553-437e-be85-02b4930e3c53 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:04.794776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d014101-5277-4d68-82f5-df63a4f32aaf req-b3599fad-3553-437e-be85-02b4930e3c53 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 944 time: 1.2947009 May 26 16:07:04.840253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf875d2-dc85-4a4a-9114-4ca117405b91 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:04.908446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Subnet': ['ID=a26e5281-dfa8-4a89-ac80-c6cf12aaaef1,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:04.973694 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d014101-5277-4d68-82f5-df63a4f32aaf req-1261e624-dc4f-49f1-890d-4f24a4891098 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746085 May 26 16:07:04.987523 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:07:05.002559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b53fbb-8906-48dc-a0d9-e7296970346d req-7835c03b-2517-45a7-9820-170e3ae997a9 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:05.010423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03b53fbb-8906-48dc-a0d9-e7296970346d req-7835c03b-2517-45a7-9820-170e3ae997a9 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.2632279 May 26 16:07:05.026451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Checking segment: {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:05.027836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network hostable DHCP agents. Network: f921fc8f-3be3-4f7b-9c2f-310e32f20442, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:07:05.062669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=adf875d2-dc85-4a4a-9114-4ca117405b91,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:05.085410 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:05.133914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d6d44fcb-e29a-4ca9-84a3-89072b0b54a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:05.151329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03b53fbb-8906-48dc-a0d9-e7296970346d req-0f2c7463-ebbf-4c14-b493-c10456066c66 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398520 May 26 16:07:05.180693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network f921fc8f-3be3-4f7b-9c2f-310e32f20442 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:07:05.212723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, f921fc8f-3be3-4f7b-9c2f-310e32f20442) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:05.227694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:05.229087 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:05.262738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39788) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:05.296247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d75eab0-43ae-4dfe-8311-0c4e90a39f7b None None] Network f921fc8f-3be3-4f7b-9c2f-310e32f20442 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:05.305936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39792) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:05.308079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-16aaa39c-0308-4b63-b35b-de7993088226 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8299358 May 26 16:07:05.312396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'port': {'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'name': 'tempest-TaggedBootDevicesTest-856569657', 'fixed_ips': [{'subnet_id': '395ee870-2dae-4368-a431-e4a0be8c23bc'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:05.502377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['adf875d2-dc85-4a4a-9114-4ca117405b91'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:05.651417 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf7b46f4-9395-4ac2-b2eb-d72d7902f6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:05.715570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:05.721878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=adf875d2-dc85-4a4a-9114-4ca117405b91,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:06.056853 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.066467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf95914-7b2b-4dfd-9f43-3b7550c4f221 None None] Network 34384691-027e-4a13-8e0c-ffe065eba461 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:06.123689 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf7b46f4-9395-4ac2-b2eb-d72d7902f6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.131668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] device_id is not set on port 861ab3dd-64d5-4bd1-b19c-85e37432598e yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:07:06.137387 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf7b46f4-9395-4ac2-b2eb-d72d7902f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.172793 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bf7b46f4-9395-4ac2-b2eb-d72d7902f6f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88362b139f344d5f8e7d006c5641ed30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9062622 May 26 16:07:06.174112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39796) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:06.368948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19422fc-9e33-4f61-b0c3-a038e198b0ad req-26b2a7f9-1283-4dd8-a1ad-083365084a3e tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:06.374120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e19422fc-9e33-4f61-b0c3-a038e198b0ad req-26b2a7f9-1283-4dd8-a1ad-083365084a3e tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 945 time: 0.2536952 May 26 16:07:06.446639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b46f4-9395-4ac2-b2eb-d72d7902f6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5e8e15-e93d-435d-9cf7-e9619f4ef5ea,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:06.509597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f9f980b6-7853-4a75-a188-e7ac36da32ae up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:06.525442 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-f921fc8f-3be3-4f7b-9c2f-310e32f20442', 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'fixed_ips': [{'subnet_id': 'a26e5281-dfa8-4a89-ac80-c6cf12aaaef1'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:07:06.526567 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.580754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-10708f54-28cf-441c-82cf-a94b54e90f55 None None] Provisioning complete for port f9f980b6-7853-4a75-a188-e7ac36da32ae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:06.583125 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-10708f54-28cf-441c-82cf-a94b54e90f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.602987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f9078-9fd8-4e25-adff-3a108ccf55b9 req-aa5ea026-649b-4a9e-9629-d3524af813fd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:06.605812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d4f9078-9fd8-4e25-adff-3a108ccf55b9 req-aa5ea026-649b-4a9e-9629-d3524af813fd tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.3147655 May 26 16:07:06.619427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e19422fc-9e33-4f61-b0c3-a038e198b0ad req-2ea8a982-37e4-4bb8-97b3-cd99df7400f9 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162590 May 26 16:07:06.755076 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d4f9078-9fd8-4e25-adff-3a108ccf55b9 req-50c12f00-f1b9-4909-8f7d-dc230f0dd08c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339746 May 26 16:07:06.767345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Allocated IP 10.1.1.25 (34384691-027e-4a13-8e0c-ffe065eba461/395ee870-2dae-4368-a431-e4a0be8c23bc/861ab3dd-64d5-4bd1-b19c-85e37432598e) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:06.974569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.025987 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.056461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network 34384691-027e-4a13-8e0c-ffe065eba461 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:07.102129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a13af00d-e038-4b5a-8157-9430a70e00d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.133216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a13af00d-e038-4b5a-8157-9430a70e00d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.216429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:07.222034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:07.354020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a13af00d-e038-4b5a-8157-9430a70e00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.363332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a13af00d-e038-4b5a-8157-9430a70e00d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.364362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929256d-b3e8-459f-92aa-c5d2268a03c4 req-577f7095-a60f-4fb4-b093-ea6909dfe9c5 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:07.366434 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a13af00d-e038-4b5a-8157-9430a70e00d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac5e8e15-e93d-435d-9cf7-e9619f4ef5ea HTTP/1.1" status: 204 len: 168 time: 1.1912532 May 26 16:07:07.367840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Port': ['ID=861ab3dd-64d5-4bd1-b19c-85e37432598e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:07.380480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d929256d-b3e8-459f-92aa-c5d2268a03c4 req-577f7095-a60f-4fb4-b093-ea6909dfe9c5 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 946 time: 0.1292334 May 26 16:07:07.438873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13af00d-e038-4b5a-8157-9430a70e00d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5e8e15-e93d-435d-9cf7-e9619f4ef5ea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:07.472780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d929256d-b3e8-459f-92aa-c5d2268a03c4 req-c9333b14-4184-4c17-8518-c70e91459549 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1fa199-4510-4181-bd4e-ddefd3207133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902510 May 26 16:07:07.493406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:07.494113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.536959 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-feb1201c-7a9f-418c-ac59-b212a69599c6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2271948 May 26 16:07:07.540591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39806) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:07.550038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Allocated IP 10.2.2.2 (f921fc8f-3be3-4f7b-9c2f-310e32f20442/a26e5281-dfa8-4a89-ac80-c6cf12aaaef1/30b2c10b-2613-47bd-a5a3-86ff5e994109) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:07.550610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'port': {'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'name': 'tempest-TaggedBootDevicesTest-1052544869', 'fixed_ips': [{'subnet_id': '395ee870-2dae-4368-a431-e4a0be8c23bc'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:07.566953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f9f980b6-7853-4a75-a188-e7ac36da32ae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:07.567923 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.653764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-10708f54-28cf-441c-82cf-a94b54e90f55 None None] Current status of the port f9f980b6-7853-4a75-a188-e7ac36da32ae is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:07.654265 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-10708f54-28cf-441c-82cf-a94b54e90f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.797339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:07.829821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f9f980b6-7853-4a75-a188-e7ac36da32ae is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:07.830399 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.885940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-10708f54-28cf-441c-82cf-a94b54e90f55 None None] For port f9f980b6-7853-4a75-a188-e7ac36da32ae, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f9f980b6-7853-4a75-a188-e7ac36da32ae,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:07.988002 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-625ffb32-93ee-4106-a0b1-19f7e9464e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.993024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:08.010660 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-10708f54-28cf-441c-82cf-a94b54e90f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:08.058822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] device_id is not set on port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:07:08.428121 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:07:08.428524 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:07:08.433027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38e36f-4ea3-4375-a882-b106e910a30a req-850250d5-d444-4014-b099-5150e3cbde46 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:08.448606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a38e36f-4ea3-4375-a882-b106e910a30a req-850250d5-d444-4014-b099-5150e3cbde46 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 945 time: 0.6629767 May 26 16:07:08.502948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1944-d295-4b2c-a816-9c5f869bdf8d req-c4f49809-e483-491b-af4a-7cfa53f9f471 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:08.506915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bafd1944-d295-4b2c-a816-9c5f869bdf8d req-c4f49809-e483-491b-af4a-7cfa53f9f471 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.5384004 May 26 16:07:08.535567 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:08.555485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:08.579138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10708f54-28cf-441c-82cf-a94b54e90f55 None None] Pushing event updated for resources: {'Port': ['ID=f9f980b6-7853-4a75-a188-e7ac36da32ae,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:08.600884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d3e5d0dc-5663-4955-8eee-27cfdaf762a0 None None] Provisioning complete for port 861ab3dd-64d5-4bd1-b19c-85e37432598e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:08.603536 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d0dc-5663-4955-8eee-27cfdaf762a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:08.652581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Network f921fc8f-3be3-4f7b-9c2f-310e32f20442 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:08.708977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a38e36f-4ea3-4375-a882-b106e910a30a req-430487b8-013e-4d75-a229-f26fe418949a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592943 May 26 16:07:08.716255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:08.762213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:08.781201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bafd1944-d295-4b2c-a816-9c5f869bdf8d req-ff3edd86-78d6-437d-b815-e868f60fd886 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575793 May 26 16:07:08.833198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-d520676a-4fac-4d04-b60a-8c16686233c3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:08.838494 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-d520676a-4fac-4d04-b60a-8c16686233c3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 946 time: 0.2074199 May 26 16:07:08.892605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5d0dc-5663-4955-8eee-27cfdaf762a0 None None] Port 861ab3dd-64d5-4bd1-b19c-85e37432598e cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:08.966754 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:08.978945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Pushing event updated for resources: {'Port': ['ID=30b2c10b-2613-47bd-a5a3-86ff5e994109,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:09.005480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Deleting port b6206a38-276e-40ac-b799-10723a875043 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:09.008646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.042450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Allocated IP 10.1.1.65 (34384691-027e-4a13-8e0c-ffe065eba461/395ee870-2dae-4368-a431-e4a0be8c23bc/91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:09.161475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] For port b6206a38-276e-40ac-b799-10723a875043, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6206a38-276e-40ac-b799-10723a875043,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:09.161871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.186450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f9f980b6-7853-4a75-a188-e7ac36da32ae is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:09.188934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ce7e4-0090-4b4a-abc5-4aaa0259349a req-32f1b9ae-f328-43e0-aec3-5ec843a96465 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:09.214356 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d94ce7e4-0090-4b4a-abc5-4aaa0259349a req-32f1b9ae-f328-43e0-aec3-5ec843a96465 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 946 time: 0.3275280 May 26 16:07:09.225840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Attempting to bind port 30b2c10b-2613-47bd-a5a3-86ff5e994109 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:09.229102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Attempting to bind port 30b2c10b-2613-47bd-a5a3-86ff5e994109 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:09.229972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Attempting to bind port 30b2c10b-2613-47bd-a5a3-86ff5e994109 on network f921fc8f-3be3-4f7b-9c2f-310e32f20442 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:09.242059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:09.242889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Checking segment: {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:09.243678 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.244344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Bound using segment: {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:09.245078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Bound port: 30b2c10b-2613-47bd-a5a3-86ff5e994109, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:09.245756 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.250611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d3e5d0dc-5663-4955-8eee-27cfdaf762a0 None None] Provisioning complete for port f9f980b6-7853-4a75-a188-e7ac36da32ae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:09.251371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d3e5d0dc-5663-4955-8eee-27cfdaf762a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.470820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f9f980b6-7853-4a75-a188-e7ac36da32ae up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:09.519496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d94ce7e4-0090-4b4a-abc5-4aaa0259349a req-01188b90-f434-4d95-af18-5e0812805b4d tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e1fa199-4510-4181-bd4e-ddefd3207133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907221 May 26 16:07:09.558748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] For port 30b2c10b-2613-47bd-a5a3-86ff5e994109, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:09.590665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] For port 30b2c10b-2613-47bd-a5a3-86ff5e994109, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30b2c10b-2613-47bd-a5a3-86ff5e994109,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:09.593987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5d0dc-5663-4955-8eee-27cfdaf762a0 None None] Current status of the port f9f980b6-7853-4a75-a188-e7ac36da32ae is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:09.600817 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.714203 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.714515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ce55a-c83e-416c-a5db-9950bdddc3be None None] Pushing event updated for resources: {'Port': ['ID=30b2c10b-2613-47bd-a5a3-86ff5e994109,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:09.765449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.808019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f9f980b6-7853-4a75-a188-e7ac36da32ae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:09.808688 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.885095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Port': ['ID=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:09.903379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network 34384691-027e-4a13-8e0c-ffe065eba461 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:09.904689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e4987ac2-6199-46bf-8074-6ba200d5f070 None None] Provisioning complete for port 861ab3dd-64d5-4bd1-b19c-85e37432598e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:09.906305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:09.906809 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4987ac2-6199-46bf-8074-6ba200d5f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.914754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:10.030835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e4987ac2-6199-46bf-8074-6ba200d5f070 None None] Port 861ab3dd-64d5-4bd1-b19c-85e37432598e cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:10.069404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:10.070158 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.210650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f9f980b6-7853-4a75-a188-e7ac36da32ae is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:10.323875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device adf875d2-dc85-4a4a-9114-4ca117405b91 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:10.347317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b27df0f1-3640-409c-9c8e-ae37f56ca4c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8040471 May 26 16:07:10.449115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88ed26-9070-4135-9f52-c812d9fd88b3 req-100527c7-a129-475b-912d-4f9981286c30 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:10.468260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec88ed26-9070-4135-9f52-c812d9fd88b3 req-100527c7-a129-475b-912d-4f9981286c30 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 945 time: 0.3937149 May 26 16:07:10.468502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.469291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.469632 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Floating IP 88167331-ca0d-4cb6-884c-9bca67015f8f disassociated. External IP: 172.25.0.157, port: b6206a38-276e-40ac-b799-10723a875043. May 26 16:07:10.470127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Calling delete_port for b6206a38-276e-40ac-b799-10723a875043 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:10.546795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56b6da-f709-4fc7-a17c-52d64eec4ee7 req-f9a90d69-b626-46fd-9459-93661ed60916 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:10.548383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe56b6da-f709-4fc7-a17c-52d64eec4ee7 req-f9a90d69-b626-46fd-9459-93661ed60916 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.4743028 May 26 16:07:10.591480 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.602322 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.628767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port adf875d2-dc85-4a4a-9114-4ca117405b91 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:07:10.635065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port adf875d2-dc85-4a4a-9114-4ca117405b91 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:10.635896 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.750318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe56b6da-f709-4fc7-a17c-52d64eec4ee7 req-306c7ef8-9cc1-448a-830b-091a50453541 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527879 May 26 16:07:10.765828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec88ed26-9070-4135-9f52-c812d9fd88b3 req-be2c2869-0d64-4cf9-8121-d6d4bf8cf060 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914243 May 26 16:07:10.765828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39872) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:10.856321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.898942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port adf875d2-dc85-4a4a-9114-4ca117405b91 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:10.899585 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.982468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39876) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:10.984425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7bee249c-cb74-4cb4-883e-6d93b5053021 None None] Provisioning complete for port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:10.985322 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7bee249c-cb74-4cb4-883e-6d93b5053021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.994801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8aa87788-b939-4c94-b4b4-e941d0309cd4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040809774', 'description': 'tempest-description--1375674046'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:11.010374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf875d2-dc85-4a4a-9114-4ca117405b91'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:11.011627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Pushing event deleted for resources: {'Port': ['ID=b6206a38-276e-40ac-b799-10723a875043,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:11.019273 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3e72c4-f011-4961-9826-64734ac27b92" -d '{"events": [{"server_uuid": "ebcd2ee7-933a-4722-baf8-f6516956757f", "name": "network-vif-plugged", "status": "completed", "tag": "adf875d2-dc85-4a4a-9114-4ca117405b91"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:11.118932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=adf875d2-dc85-4a4a-9114-4ca117405b91,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:11.128981 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.131327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b6206a38-276e-40ac-b799-10723a875043 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:11.185290 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3a3a48ca-2553-477d-bc42-437fef080d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.195373 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8aa87788-b939-4c94-b4b4-e941d0309cd4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.223062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: b6206a38-276e-40ac-b799-10723a875043 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:11.224192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b6206a38-276e-40ac-b799-10723a875043 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:11.240924 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbd554f-ba0e-453a-93ee-0e3b31f9d6b0 x-openstack-request-id: req-3fbd554f-ba0e-453a-93ee-0e3b31f9d6b0 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:11.241448 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd2ee7-933a-4722-baf8-f6516956757f", "name": "network-vif-plugged", "status": "completed", "tag": "adf875d2-dc85-4a4a-9114-4ca117405b91", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:11.241727 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fbd554f-ba0e-453a-93ee-0e3b31f9d6b0 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:11.242184 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbd554f-ba0e-453a-93ee-0e3b31f9d6b0'] response: {'server_uuid': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf875d2-dc85-4a4a-9114-4ca117405b91', 'code': 200} May 26 16:07:11.248455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7bee249c-cb74-4cb4-883e-6d93b5053021 None None] Port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:11.298691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=adf875d2-dc85-4a4a-9114-4ca117405b91,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:11.300466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88fe78d8-60af-48e1-8d17-454548a84770 req-6a48d444-fb76-4f9c-be94-a2c13c9ff9c0 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 210 time: 0.2556059 May 26 16:07:11.444701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Router 4d1665d6-a144-4261-b6e9-ba0e37297f68 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:11.550997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30b2c10b-2613-47bd-a5a3-86ff5e994109 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:11.649210 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8aa87788-b939-4c94-b4b4-e941d0309cd4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.683021 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8aa87788-b939-4c94-b4b4-e941d0309cd4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.705464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da1c96-5abf-410e-9169-e72ab4708988 req-f4356608-359f-40aa-b821-ec57587142c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:11.714345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78da1c96-5abf-410e-9169-e72ab4708988 req-f4356608-359f-40aa-b821-ec57587142c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 1097 time: 0.3903584 May 26 16:07:11.768540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 30b2c10b-2613-47bd-a5a3-86ff5e994109 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:11.773283 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.875392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:11.883931 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8aa87788-b939-4c94-b4b4-e941d0309cd4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.889888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8aa87788-b939-4c94-b4b4-e941d0309cd4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9040608 May 26 16:07:11.898342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39884) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:11.899426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa87788-b939-4c94-b4b4-e941d0309cd4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba694dd1-58f5-49a4-a477-ae2ca302ce3e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:11.923760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a6529c57-73b1-425a-9460-cac6b0681e13 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'security_group_rule': {'security_group_id': 'ba694dd1-58f5-49a4-a477-ae2ca302ce3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:11.942272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3a3a48ca-2553-477d-bc42-437fef080d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.949381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78da1c96-5abf-410e-9169-e72ab4708988 req-edaa9777-98d9-44fe-891e-62515f24d90a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212319 May 26 16:07:11.974571 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3a3a48ca-2553-477d-bc42-437fef080d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.980691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] Sync routers for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:12.027956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] No DVR routers for this DVR port b6206a38-276e-40ac-b799-10723a875043 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:12.038953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:12.041973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.045032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:12.052348 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1ea2ba77-9cab-4d49-bc9d-c669ba16742b req-c5e54f9e-03ae-4fa3-aea6-48fdc6d6b154 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.24 "DELETE /v2.0/ports/b6206a38-276e-40ac-b799-10723a875043 HTTP/1.1" status: 204 len: 173 time: 3.2100415 May 26 16:07:12.052961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5875545d-4623-4fd1-bbee-6c68732005c7', 'name': 'network-vif-deleted', 'tag': 'b6206a38-276e-40ac-b799-10723a875043'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:12.060606 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff59e2c-a0e2-4af3-94ab-2650766e5ca8" -d '{"events": [{"server_uuid": "5875545d-4623-4fd1-bbee-6c68732005c7", "name": "network-vif-deleted", "tag": "b6206a38-276e-40ac-b799-10723a875043"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:12.142361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6529c57-73b1-425a-9460-cac6b0681e13 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.148172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3a3a48ca-2553-477d-bc42-437fef080d00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd5b075f7e6d4453a71b89226b564824&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3798935 May 26 16:07:12.152346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39890) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:12.162727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 30b2c10b-2613-47bd-a5a3-86ff5e994109 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:12.163149 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.164304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a48ca-2553-477d-bc42-437fef080d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1890520-b8d1-4045-b5a3-f3a48b1cb474,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:12.186974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c65e6e-aa41-4f04-8e04-6049af55ad42 None None] Network f921fc8f-3be3-4f7b-9c2f-310e32f20442 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:12.239224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aa783-70ef-419f-9c05-f54e6753a8b2 req-d5f3b2c2-5cc0-43b3-9e8f-368d378eaf64 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:12.251116 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f8aa783-70ef-419f-9c05-f54e6753a8b2 req-d5f3b2c2-5cc0-43b3-9e8f-368d378eaf64 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.2681346 May 26 16:07:12.277305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8685457-4b68-45bc-b068-00ed26db3bb4 req-f3ac53d2-1a21-4514-9903-929447a2f3ef tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:12.294886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8685457-4b68-45bc-b068-00ed26db3bb4 req-f3ac53d2-1a21-4514-9903-929447a2f3ef tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2767556 May 26 16:07:12.301403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4f35f03-06a2-4789-80d5-9a085d91e96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.391999 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4f35f03-06a2-4789-80d5-9a085d91e96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.392512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-41f38373-b1b2-46be-9e3a-493d9e29a623 None None] Provisioning complete for port 30b2c10b-2613-47bd-a5a3-86ff5e994109 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:12.393074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41f38373-b1b2-46be-9e3a-493d9e29a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.451763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f8aa783-70ef-419f-9c05-f54e6753a8b2 req-8b8b9849-7e2b-42f0-bc1f-1afaede72474 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995525 May 26 16:07:12.489564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6529c57-73b1-425a-9460-cac6b0681e13 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.505215 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6529c57-73b1-425a-9460-cac6b0681e13 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.539492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8685457-4b68-45bc-b068-00ed26db3bb4 req-ccc6bc8f-050d-4fb9-be6b-b220d09b4a04 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434297 May 26 16:07:12.566703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 30b2c10b-2613-47bd-a5a3-86ff5e994109, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30b2c10b-2613-47bd-a5a3-86ff5e994109,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:12.569080 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4f35f03-06a2-4789-80d5-9a085d91e96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.573184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4f35f03-06a2-4789-80d5-9a085d91e96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.587587 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b4f35f03-06a2-4789-80d5-9a085d91e96f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1890520-b8d1-4045-b5a3-f3a48b1cb474 HTTP/1.1" status: 204 len: 168 time: 0.4337122 May 26 16:07:12.601220 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aa93b5-4719-4ff1-b266-95a8f07499de x-openstack-request-id: req-06aa93b5-4719-4ff1-b266-95a8f07499de {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:12.602896 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5875545d-4623-4fd1-bbee-6c68732005c7", "name": "network-vif-deleted", "tag": "b6206a38-276e-40ac-b799-10723a875043", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:12.607031 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06aa93b5-4719-4ff1-b266-95a8f07499de {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:12.610062 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06aa93b5-4719-4ff1-b266-95a8f07499de'] response: {'server_uuid': '5875545d-4623-4fd1-bbee-6c68732005c7', 'name': 'network-vif-deleted', 'tag': 'b6206a38-276e-40ac-b799-10723a875043', 'status': 'completed', 'code': 200} May 26 16:07:12.627222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6529c57-73b1-425a-9460-cac6b0681e13 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ab6b98-5779-4efb-8250-cf0df3bd692f,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:12.649031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f35f03-06a2-4789-80d5-9a085d91e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1890520-b8d1-4045-b5a3-f3a48b1cb474,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:12.653177 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.666871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6529c57-73b1-425a-9460-cac6b0681e13 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.671894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a6529c57-73b1-425a-9460-cac6b0681e13 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7687562 May 26 16:07:12.676516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39900) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:12.698239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-154c9458-bf66-4e11-bbc5-0f2dd2e955ef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'security_group_rule': {'security_group_id': 'ba694dd1-58f5-49a4-a477-ae2ca302ce3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:12.823909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-154c9458-bf66-4e11-bbc5-0f2dd2e955ef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.845584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=30b2c10b-2613-47bd-a5a3-86ff5e994109,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:12.975713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:12.979247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-41f38373-b1b2-46be-9e3a-493d9e29a623 None None] Current status of the port 30b2c10b-2613-47bd-a5a3-86ff5e994109 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:13.090208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2746b1cb-3173-4925-8398-83d652520938 req-7dcc8df8-f46a-4e29-9f0c-3987c1f59ae7 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/ports?device_id=5875545d-4623-4fd1-bbee-6c68732005c7 HTTP/1.1" status: 200 len: 210 time: 0.3312502 May 26 16:07:13.137836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03698-baaf-43ae-b5f7-8db2a0d2f610 req-00a2f9e6-cd0f-451c-8c3c-12ae7a705bc8 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:13.156806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03698-baaf-43ae-b5f7-8db2a0d2f610 req-00a2f9e6-cd0f-451c-8c3c-12ae7a705bc8 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:13.184409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-154c9458-bf66-4e11-bbc5-0f2dd2e955ef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.187694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03698-baaf-43ae-b5f7-8db2a0d2f610 req-00a2f9e6-cd0f-451c-8c3c-12ae7a705bc8 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:13.191698 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-154c9458-bf66-4e11-bbc5-0f2dd2e955ef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.203056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03698-baaf-43ae-b5f7-8db2a0d2f610 req-00a2f9e6-cd0f-451c-8c3c-12ae7a705bc8 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:13.239126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03698-baaf-43ae-b5f7-8db2a0d2f610 req-00a2f9e6-cd0f-451c-8c3c-12ae7a705bc8 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:13.257610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c9458-bf66-4e11-bbc5-0f2dd2e955ef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72840847-252b-4818-a16c-6b8c9a0c06b3,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:13.280591 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-154c9458-bf66-4e11-bbc5-0f2dd2e955ef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.288314 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-154c9458-bf66-4e11-bbc5-0f2dd2e955ef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6086595 May 26 16:07:13.290657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39904) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:13.292821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03698-baaf-43ae-b5f7-8db2a0d2f610 req-00a2f9e6-cd0f-451c-8c3c-12ae7a705bc8 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:13.300920 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:13.340795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03698-baaf-43ae-b5f7-8db2a0d2f610 req-00a2f9e6-cd0f-451c-8c3c-12ae7a705bc8 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:13.350827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.361746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6da03698-baaf-43ae-b5f7-8db2a0d2f610 req-00a2f9e6-cd0f-451c-8c3c-12ae7a705bc8 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.5836978 May 26 16:07:13.495015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30b2c10b-2613-47bd-a5a3-86ff5e994109 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:13.575255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.690326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-265030ec-c7c3-4fea-b993-ad28230ee9df None None] Provisioning complete for port 30b2c10b-2613-47bd-a5a3-86ff5e994109 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:13.692304 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-265030ec-c7c3-4fea-b993-ad28230ee9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.807454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03720d96-a653-4936-9286-20f92653b995 req-66fb44bb-5fe7-4189-9d61-bdb4d250722a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:13.829235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03720d96-a653-4936-9286-20f92653b995 req-66fb44bb-5fe7-4189-9d61-bdb4d250722a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.1707618 May 26 16:07:13.910620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03720d96-a653-4936-9286-20f92653b995 req-d9a1525d-91f3-4ac8-a159-259a0dfaabea tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804625 May 26 16:07:13.912693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Allocated IP 172.25.0.192 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/0247f4df-d420-4614-bb58-b4191acb904f) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:14.109241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6da03698-baaf-43ae-b5f7-8db2a0d2f610 req-2dafac63-c5ec-4f2f-abb3-f6c1ca932e67 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7463608 May 26 16:07:14.198070 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:14.317967 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:14.330087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac95dbc-ebb9-4a8b-b0fc-48b470ea7bed req-23799cc1-270f-4e8c-b5fd-48f79016280b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.332016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bac95dbc-ebb9-4a8b-b0fc-48b470ea7bed req-23799cc1-270f-4e8c-b5fd-48f79016280b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.1584415 May 26 16:07:14.351102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 30b2c10b-2613-47bd-a5a3-86ff5e994109 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:14.351852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:14.453093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:06:10Z', 'revision_number': 5, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:14.467941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Port': ['ID=0247f4df-d420-4614-bb58-b4191acb904f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:14.491757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] Checking router: 4d1665d6-a144-4261-b6e9-ba0e37297f68 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:14.505069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:14.509128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:14.515869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:14.571216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 30b2c10b-2613-47bd-a5a3-86ff5e994109 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:14.585685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bac95dbc-ebb9-4a8b-b0fc-48b470ea7bed req-00cacbd4-3dd1-4e3d-a885-abedb6aa5f81 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440076 May 26 16:07:14.632540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:14.633201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:14.639323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-265030ec-c7c3-4fea-b993-ad28230ee9df None None] Current status of the port 30b2c10b-2613-47bd-a5a3-86ff5e994109 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:14.655195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9f94-8eff-4d6b-8c8f-214c214ec4f7 req-8c29f10a-4b13-4886-a55c-3f3e4c4c16fc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.675681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9f94-8eff-4d6b-8c8f-214c214ec4f7 req-8c29f10a-4b13-4886-a55c-3f3e4c4c16fc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.682397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9f94-8eff-4d6b-8c8f-214c214ec4f7 req-8c29f10a-4b13-4886-a55c-3f3e4c4c16fc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.699694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9f94-8eff-4d6b-8c8f-214c214ec4f7 req-8c29f10a-4b13-4886-a55c-3f3e4c4c16fc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.715203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9f94-8eff-4d6b-8c8f-214c214ec4f7 req-8c29f10a-4b13-4886-a55c-3f3e4c4c16fc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.723515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9f94-8eff-4d6b-8c8f-214c214ec4f7 req-8c29f10a-4b13-4886-a55c-3f3e4c4c16fc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.734342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:14.742369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9f94-8eff-4d6b-8c8f-214c214ec4f7 req-8c29f10a-4b13-4886-a55c-3f3e4c4c16fc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.744770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39936) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:14.760707 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07ab9f94-8eff-4d6b-8c8f-214c214ec4f7 req-8c29f10a-4b13-4886-a55c-3f3e4c4c16fc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.3347199 May 26 16:07:14.842394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.017162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b0aa8-5ebb-4395-9755-fd8d23466ca5 req-219ffe67-2744-4f64-9cfd-ae02a08b5e71 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:15.027191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-957b0aa8-5ebb-4395-9755-fd8d23466ca5 req-219ffe67-2744-4f64-9cfd-ae02a08b5e71 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.1492836 May 26 16:07:15.038247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:15.100853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-957b0aa8-5ebb-4395-9755-fd8d23466ca5 req-f3e72451-a68f-44a5-85d5-31813e4fd65b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728559 May 26 16:07:15.236711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-100b56a7-58dd-46d0-b753-23402cdb4aaa tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.280767 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-100b56a7-58dd-46d0-b753-23402cdb4aaa tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.311589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85baf2d6-f4be-4b16-bc54-97de6ab046ae req-90cb9c84-83f3-41dc-a416-32f0714bbc81 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:15.326087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85baf2d6-f4be-4b16-bc54-97de6ab046ae req-90cb9c84-83f3-41dc-a416-32f0714bbc81 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.2235239 May 26 16:07:15.431355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85baf2d6-f4be-4b16-bc54-97de6ab046ae req-361dda70-c702-49b8-af5b-99b4661f1f37 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009514 May 26 16:07:15.605936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-100b56a7-58dd-46d0-b753-23402cdb4aaa tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.614844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-100b56a7-58dd-46d0-b753-23402cdb4aaa tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.616821 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-100b56a7-58dd-46d0-b753-23402cdb4aaa tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e1fa199-4510-4181-bd4e-ddefd3207133 HTTP/1.1" status: 204 len: 168 time: 0.8697195 May 26 16:07:15.619243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39954) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:15.674930 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-4e79b7dd-aaf6-4a4a-8ccb-c8b20ccbf220 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] show failed (client error): The resource could not be found. May 26 16:07:15.680451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4e79b7dd-aaf6-4a4a-8ccb-c8b20ccbf220 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "GET /v2.0/security-groups/6e1fa199-4510-4181-bd4e-ddefd3207133 HTTP/1.1" status: 404 len: 347 time: 0.0559876 May 26 16:07:15.684501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39956) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:15.688787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b56a7-58dd-46d0-b753-23402cdb4aaa tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1fa199-4510-4181-bd4e-ddefd3207133,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:15.713711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.726968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.816485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:06:10Z', 'revision_number': 5, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:15.898106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Port': ['ID=0247f4df-d420-4614-bb58-b4191acb904f,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:15.911948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aeb316-a0d9-47f0-aa02-992b12ba2d64 None None] The sync data for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 is: [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:05:57Z', 'revision_number': 4, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a45dc6be-7c97-4839-a448-fd1093c3f8bd', 'name': '', 'network_id': 'c44154e2-c913-4272-ac52-87a1b1b74c37', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'mac_address': 'fa:16:3e:37:6c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:57Z', 'updated_at': '2022-05-26T16:06:10Z', 'revision_number': 5, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'subnets': [{'id': '95d6b04b-62ac-4b05-8bc2-0b90e344e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:16.004760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.047377 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.057544 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7d039fb2-8b0e-40e8-bd87-be3886ebfc54 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7554958 May 26 16:07:16.220803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943af474-9e53-44b4-b6bc-a18a2ac1273a req-133b7140-f52d-4c98-9e8c-c076c32dd8f1 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:16.230666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-943af474-9e53-44b4-b6bc-a18a2ac1273a req-133b7140-f52d-4c98-9e8c-c076c32dd8f1 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.7580807 May 26 16:07:16.284455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Deleting port a48b0436-703c-48a9-acb5-423136d1006b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:16.284923 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.328019 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-943af474-9e53-44b4-b6bc-a18a2ac1273a req-ca3023ab-3e52-4684-ad50-07cb599c8904 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956957 May 26 16:07:16.455032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.455630 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.491946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Calling delete_port for a48b0436-703c-48a9-acb5-423136d1006b owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:16.543417 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e5aa4-d8cb-4661-98e9-1065732cfa72 None None] New status for floating IP 88167331-ca0d-4cb6-884c-9bca67015f8f: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:07:16.994792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.116385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658812da-fea3-40ef-a31d-2374229880dc req-b7ffa066-1cb5-4836-b5e1-a62f2f81ce5f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:17.118830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-658812da-fea3-40ef-a31d-2374229880dc req-b7ffa066-1cb5-4836-b5e1-a62f2f81ce5f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.6324630 May 26 16:07:17.252123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Pushing event deleted for resources: {'Port': ['ID=a48b0436-703c-48a9-acb5-423136d1006b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:17.334322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.337077 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.340915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cbfd4c56-9dec-4f85-8f41-dcdd1147d0a3 tempest-ServersTestFqdnHostnames-227491937 tempest-ServersTestFqdnHostnames-227491937-project] 10.222.0.39 "DELETE /v2.0/floatingips/88167331-ca0d-4cb6-884c-9bca67015f8f HTTP/1.1" status: 204 len: 168 time: 1.6508896 May 26 16:07:17.342278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40000) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:17.353667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7303edb-08c1-4fca-b89a-9e3b1adac06b req-8d9486e0-a79e-48f7-9c01-abc0582ad2d0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:17.361501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7303edb-08c1-4fca-b89a-9e3b1adac06b req-8d9486e0-a79e-48f7-9c01-abc0582ad2d0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.6724052 May 26 16:07:17.424161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-658812da-fea3-40ef-a31d-2374229880dc req-14354b71-b499-4324-bd52-2f5cb133cf06 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732817 May 26 16:07:17.444774 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7303edb-08c1-4fca-b89a-9e3b1adac06b req-97b5b64d-2f91-48c4-a89f-4fbf550fd6aa tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766459 May 26 16:07:17.598262 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-3774e7f4-ccb6-4e33-9b52-c478efb3d40c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1040809774&fields=id&tenant_id=2396a8aa6a2440ef873161467bc3557d HTTP/1.1" status: 200 len: 267 time: 0.0431883 May 26 16:07:17.698436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-37626872-53c9-4cf0-a167-03d49940ff73 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:17.706678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-37626872-53c9-4cf0-a167-03d49940ff73 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports/861ab3dd-64d5-4bd1-b19c-85e37432598e HTTP/1.1" status: 200 len: 930 time: 0.0996473 May 26 16:07:17.756682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40032) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:17.811799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-99b5fcbf-2eb1-4b73-be10-901810488cf5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:17.816820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-99b5fcbf-2eb1-4b73-be10-901810488cf5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports/91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 HTTP/1.1" status: 200 len: 931 time: 0.1011562 May 26 16:07:17.890101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-4a3bce1e-87ea-4249-ac7d-ff833f9e037e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?network_id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0594387 May 26 16:07:17.941339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-2fced447-bc85-4f5a-a0d6-200c010a784b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?network_id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0396032 May 26 16:07:18.041141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-1b4e184c-a1b0-42be-a5ac-cd5a1b3ab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.041944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-1b4e184c-a1b0-42be-a5ac-cd5a1b3ab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.042585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-1b4e184c-a1b0-42be-a5ac-cd5a1b3ab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.043200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-1b4e184c-a1b0-42be-a5ac-cd5a1b3ab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.046259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-1b4e184c-a1b0-42be-a5ac-cd5a1b3ab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.046259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-1b4e184c-a1b0-42be-a5ac-cd5a1b3ab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.046259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-1b4e184c-a1b0-42be-a5ac-cd5a1b3ab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.048218 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-1b4e184c-a1b0-42be-a5ac-cd5a1b3ab6f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6500 time: 0.2898891 May 26 16:07:18.121592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145b201-bc1f-4709-9f67-c6c5dada0c4c req-9d34fa1d-998c-4023-b0b2-c71a37823686 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.122272 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c145b201-bc1f-4709-9f67-c6c5dada0c4c req-9d34fa1d-998c-4023-b0b2-c71a37823686 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.1549323 May 26 16:07:18.132695 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-535a26b2-c29f-491c-a10e-a0006b5c7a8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755882 May 26 16:07:18.201506 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.210731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-9d10e7ff-cecd-4473-a6ea-daff4a0d60cf tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.216759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-9d10e7ff-cecd-4473-a6ea-daff4a0d60cf tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.225268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-9d10e7ff-cecd-4473-a6ea-daff4a0d60cf tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.225268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-9d10e7ff-cecd-4473-a6ea-daff4a0d60cf tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/networks?id=66950eb9-9364-4c32-a1ab-960fc915f592&id=34384691-027e-4a13-8e0c-ffe065eba461&id=34384691-027e-4a13-8e0c-ffe065eba461&id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&id=f921fc8f-3be3-4f7b-9c2f-310e32f20442 HTTP/1.1" status: 200 len: 1988 time: 0.2708979 May 26 16:07:18.233829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c145b201-bc1f-4709-9f67-c6c5dada0c4c req-ed2cea11-2674-4bc1-96ad-4c5f51091de7 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040747 May 26 16:07:18.266181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-fb929963-02a0-453f-b141-639133b45cbe tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/quotas/2396a8aa6a2440ef873161467bc3557d HTTP/1.1" status: 200 len: 375 time: 0.0187211 May 26 16:07:18.359192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-7da03320-14b6-4cfe-af2f-56b75abbbc0a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0846720 May 26 16:07:18.493632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-5c38cb71-f649-44a5-80a1-ff446c5cd861 service neutron] 10.222.0.39 "GET /v2.0/networks/66950eb9-9364-4c32-a1ab-960fc915f592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207871 May 26 16:07:18.570549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Deleting port a45dc6be-7c97-4839-a448-fd1093c3f8bd {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:18.571739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.685634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] For port a45dc6be-7c97-4839-a448-fd1093c3f8bd, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a45dc6be-7c97-4839-a448-fd1093c3f8bd,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:18.686604 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.718355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Calling delete_port for a45dc6be-7c97-4839-a448-fd1093c3f8bd owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:18.939070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341e58b-09dd-40e0-b614-dd29cd4cee83 req-e0f3a38d-6b94-4047-b6e8-cb8068c4860b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.940965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b341e58b-09dd-40e0-b614-dd29cd4cee83 req-e0f3a38d-6b94-4047-b6e8-cb8068c4860b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.3906865 May 26 16:07:18.953351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-23016138-770a-4371-8ae1-33ee327eff7f service neutron] 10.222.0.39 "GET /v2.0/networks/66950eb9-9364-4c32-a1ab-960fc915f592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474807 May 26 16:07:19.002331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.017853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-f128fd68-8dc6-4890-9c2d-ac9a008ca0ad service neutron] 10.222.0.39 "GET /v2.0/ports/861ab3dd-64d5-4bd1-b19c-85e37432598e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0477753 May 26 16:07:19.036092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45dc6be-7c97-4839-a448-fd1093c3f8bd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:19.044382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b341e58b-09dd-40e0-b614-dd29cd4cee83 req-af2ea22b-eef3-48e8-bed4-4d832f5db8df tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900209 May 26 16:07:19.214958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-0d9afb18-313e-4851-9c99-81f6281bec36 service neutron] 10.222.0.39 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896901 May 26 16:07:19.263303 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.319769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40068) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:19.379024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-4120d4a8-3296-4c9a-816d-31108fc078b9 service neutron] 10.222.0.39 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631699 May 26 16:07:19.441470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-335e9f38-e0ee-411a-9b05-ee1b87b873b4 service neutron] 10.222.0.39 "GET /v2.0/ports/91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0435698 May 26 16:07:19.469755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67c70c-8e05-4063-b5c1-6d4c96be0bc5 req-44175bfa-0b25-403f-99cf-2f57e2c6ca54 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:19.469755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d67c70c-8e05-4063-b5c1-6d4c96be0bc5 req-44175bfa-0b25-403f-99cf-2f57e2c6ca54 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.1097455 May 26 16:07:19.544949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd1464e8-c3ae-45c0-b177-7638e1a01358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.577158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Router 4d1665d6-a144-4261-b6e9-ba0e37297f68 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:19.595778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d67c70c-8e05-4063-b5c1-6d4c96be0bc5 req-7482f227-3ebd-4a56-a773-0d881020639e tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132143 May 26 16:07:19.627749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-64e545dc-c25f-4a41-80c8-4287ae881c27 service neutron] 10.222.0.39 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758480 May 26 16:07:19.713452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:19.719509 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ad06e700-2445-4cf2-88ba-fb80d310bcb8 admin admin] 10.222.0.39 "PUT /v2.0/routers/4d1665d6-a144-4261-b6e9-ba0e37297f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3744175 May 26 16:07:19.723830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:19.726420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] Sync routers for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:19.740792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:19.741450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:19.776091 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd1464e8-c3ae-45c0-b177-7638e1a01358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.789968 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd1464e8-c3ae-45c0-b177-7638e1a01358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.859089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:19.887120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-9cc6b542-922b-41da-ba23-86cef74a631b service neutron] 10.222.0.39 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408795 May 26 16:07:19.887729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1464e8-c3ae-45c0-b177-7638e1a01358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372526b7-8fce-4cc0-8a5c-3afc86408420,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:19.893915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dd1464e8-c3ae-45c0-b177-7638e1a01358 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ecccad4104e4c638d7ac19e2236d7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725596 May 26 16:07:19.897915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40074) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:19.978717 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.068390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:07:18Z', 'revision_number': 5, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:20.097102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] Checking router: 4d1665d6-a144-4261-b6e9-ba0e37297f68 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:20.104452 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb0977b-a2df-41fb-a447-2d7bec1df6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.113583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] Routers {'4d1665d6-a144-4261-b6e9-ba0e37297f68'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:20.114307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4d1665d6-a144-4261-b6e9-ba0e37297f68'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:20.171653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-700b162f-4b29-4bfb-be98-5eb5d0d98aeb service neutron] 10.222.0.39 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500825 May 26 16:07:20.186399 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb0977b-a2df-41fb-a447-2d7bec1df6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.223143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.229529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] Set router 4d1665d6-a144-4261-b6e9-ba0e37297f68 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:20.340276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0f171-9abd-46bc-b188-a5e37fa5ce10 req-1ff59c9f-8f80-477d-bb5e-a217a75f4de0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:20.342282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fc0f171-9abd-46bc-b188-a5e37fa5ce10 req-1ff59c9f-8f80-477d-bb5e-a217a75f4de0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.2061775 May 26 16:07:20.376180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-5a46e1a1-6028-4f89-b801-cac0cb4c35ed service neutron] 10.222.0.39 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872334 May 26 16:07:20.376683 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb0977b-a2df-41fb-a447-2d7bec1df6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.379278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb0977b-a2df-41fb-a447-2d7bec1df6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.380345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-abb0977b-a2df-41fb-a447-2d7bec1df6b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/372526b7-8fce-4cc0-8a5c-3afc86408420 HTTP/1.1" status: 204 len: 168 time: 0.4815068 May 26 16:07:20.419051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0977b-a2df-41fb-a447-2d7bec1df6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372526b7-8fce-4cc0-8a5c-3afc86408420,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:20.481684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Deleting port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:20.482050 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.499616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:07:18Z', 'revision_number': 5, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:20.532119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fc0f171-9abd-46bc-b188-a5e37fa5ce10 req-0228b2ca-c6e5-422c-86ba-fe93e43f821b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745086 May 26 16:07:20.559334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9fb6-266b-4fe4-a33a-e82be4ee3ca4 None None] The sync data for ids ['4d1665d6-a144-4261-b6e9-ba0e37297f68'] in n-d-843336-2 is: [{'id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'name': 'tempest-ServersTestFqdnHostnames-1537762253-router', 'tenant_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:07:18Z', 'revision_number': 5, 'project_id': '7ec6430777dd4fbc8fc3cd9ef3c5b96f', 'gw_port': {'id': '7799ea31-aaff-45a9-ab2f-54ecddaa5c24', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1665d6-a144-4261-b6e9-ba0e37297f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:51Z', 'updated_at': '2022-05-26T16:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:20.570562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-df02de9f-58a2-4be7-9899-acf5121739aa service neutron] 10.222.0.39 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800435 May 26 16:07:20.649192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] For port 7799ea31-aaff-45a9-ab2f-54ecddaa5c24, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7799ea31-aaff-45a9-ab2f-54ecddaa5c24,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:20.649592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.667706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Calling delete_port for 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:20.765496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-0db1503a-0d2e-4109-97dc-0efd1278e533 service neutron] 10.222.0.39 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881802 May 26 16:07:20.793081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40084) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:20.807602 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff7aaa2-49b1-4fff-a665-74c3f359fe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.901948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a011-c9ac-49f6-bc28-5cc9445a91c6 req-ad0d6057-df7f-4140-9ff8-49f1110f338d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:20.902617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff7aaa2-49b1-4fff-a665-74c3f359fe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.903730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e83a011-c9ac-49f6-bc28-5cc9445a91c6 req-ad0d6057-df7f-4140-9ff8-49f1110f338d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2002535 May 26 16:07:20.916102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff7aaa2-49b1-4fff-a665-74c3f359fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.952564 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ff7aaa2-49b1-4fff-a665-74c3f359fe81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab1c9f9ce84d4eda92fd3e2fb47a78a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543036 May 26 16:07:20.954488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40086) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:20.978232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7aaa2-49b1-4fff-a665-74c3f359fe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16390ef1-b557-4103-b54f-9089a0e8b3d7,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:20.993833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-666a3070-4093-40d2-8f37-b727f71026f1 service neutron] 10.222.0.39 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157693 May 26 16:07:21.062128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e83a011-c9ac-49f6-bc28-5cc9445a91c6 req-902c261e-27e3-45aa-a77c-1c8c68e0056f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418231 May 26 16:07:21.162812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.247420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a45dc6be-7c97-4839-a448-fd1093c3f8bd no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:21.418630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a45dc6be-7c97-4839-a448-fd1093c3f8bd {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:21.418861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a45dc6be-7c97-4839-a448-fd1093c3f8bd not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:21.448393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29057740-c5f8-4118-9e9d-e6d4769003bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.451851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Pushing event deleted for resources: {'Port': ['ID=7799ea31-aaff-45a9-ab2f-54ecddaa5c24,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:21.516413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-6e50bdff-b10b-4cbb-b7ee-619dc33ce045 service neutron] 10.222.0.39 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059321 May 26 16:07:21.536034 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29057740-c5f8-4118-9e9d-e6d4769003bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.667492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.808616 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.812296 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.815735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-7b4e8779-9e60-40b4-a7f1-fcb3b353fcaf service neutron] 10.222.0.39 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771029 May 26 16:07:21.819003 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29057740-c5f8-4118-9e9d-e6d4769003bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.821573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29057740-c5f8-4118-9e9d-e6d4769003bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.822753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-29057740-c5f8-4118-9e9d-e6d4769003bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16390ef1-b557-4103-b54f-9089a0e8b3d7 HTTP/1.1" status: 204 len: 168 time: 0.8609047 May 26 16:07:21.837451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8aad0-0c17-44cb-9a0e-f3e51406eb76 req-3aa53f9c-aaf1-416e-a0c5-e14abfde5537 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.839487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abd8aad0-0c17-44cb-9a0e-f3e51406eb76 req-3aa53f9c-aaf1-416e-a0c5-e14abfde5537 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 943 time: 0.2147498 May 26 16:07:21.910023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29057740-c5f8-4118-9e9d-e6d4769003bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16390ef1-b557-4103-b54f-9089a0e8b3d7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:21.965873 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.966472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1665d6-a144-4261-b6e9-ba0e37297f68 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:07:21.976922 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.980754 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40092) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:21.985044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-47249281-007c-4734-a858-65ea2b21e840 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4d1665d6-a144-4261-b6e9-ba0e37297f68 HTTP/1.1" status: 204 len: 168 time: 2.2579358 May 26 16:07:22.034705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abd8aad0-0c17-44cb-9a0e-f3e51406eb76 req-5848ad4a-4068-49c4-b912-0a61c9d43b53 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723211 May 26 16:07:22.047556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acaefa6-f292-4879-80c5-3a6c7e27f2ce admin admin] Deleting subnet 95d6b04b-62ac-4b05-8bc2-0b90e344e2b9 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:07:22.062930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-dd4fb9e1-33dc-4f27-91b7-cd2695b56089 service neutron] 10.222.0.39 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221203 May 26 16:07:22.066075 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1acaefa6-f292-4879-80c5-3a6c7e27f2ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.128408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1acaefa6-f292-4879-80c5-3a6c7e27f2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.185091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:22.273028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1acaefa6-f292-4879-80c5-3a6c7e27f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.378293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:22.395744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef8cff-61be-4247-9a89-3fd0b3843fce req-20abca4f-b190-4b1d-9c2a-254bf55511d8 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:22.400662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'network_id': '7dc6466f-7ae9-46d6-ac9d-e057f69b518b', 'port_id': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'mac_address': 'fa:16:3e:a7:30:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b64079-7808-4828-9e40-21c54f18d9ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:22.401805 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1acaefa6-f292-4879-80c5-3a6c7e27f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.408753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63ef8cff-61be-4247-9a89-3fd0b3843fce req-20abca4f-b190-4b1d-9c2a-254bf55511d8 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2492425 May 26 16:07:22.436062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1acaefa6-f292-4879-80c5-3a6c7e27f2ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.443811 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1acaefa6-f292-4879-80c5-3a6c7e27f2ce admin admin] 10.222.0.39 "DELETE /v2.0/subnets/95d6b04b-62ac-4b05-8bc2-0b90e344e2b9 HTTP/1.1" status: 204 len: 168 time: 0.4617825 May 26 16:07:22.445218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40108) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:22.475872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9792b33-4fb9-4e34-99cc-c04a14460c41 None None] Network c44154e2-c913-4272-ac52-87a1b1b74c37 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:22.493544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaefa6-f292-4879-80c5-3a6c7e27f2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d6b04b-62ac-4b05-8bc2-0b90e344e2b9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:22.518285 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63ef8cff-61be-4247-9a89-3fd0b3843fce req-64dcc134-1b50-4bf1-b085-795418b327a5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083744 May 26 16:07:22.562521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:22.563171 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.596354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:22.621253 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.676020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:22.694371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.717272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Deleting port 38c1ef40-ed47-441c-9390-d356a1551b3d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:22.718071 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.761966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:22.846951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366a6d8-528b-4ddd-b2ca-8ad940c68ac0 None None] DHCP port deletion for c44154e2-c913-4272-ac52-87a1b1b74c37 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:07:22.870380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] For port 38c1ef40-ed47-441c-9390-d356a1551b3d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=38c1ef40-ed47-441c-9390-d356a1551b3d,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:22.870380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:22.894335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Calling delete_port for 38c1ef40-ed47-441c-9390-d356a1551b3d owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:22.955425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b366a6d8-528b-4ddd-b2ca-8ad940c68ac0 None None] Deleting port 38c1ef40-ed47-441c-9390-d356a1551b3d {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:22.955920 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b366a6d8-528b-4ddd-b2ca-8ad940c68ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.022631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['91f1b2fc-05d2-4f8c-b938-177e58ed9b13'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:23.041258 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.112813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b366a6d8-528b-4ddd-b2ca-8ad940c68ac0 None None] For port 38c1ef40-ed47-441c-9390-d356a1551b3d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=38c1ef40-ed47-441c-9390-d356a1551b3d,segment=NetworkSegment(5322a225-82af-4be8-83bb-98a3aff64b67),segment_id=5322a225-82af-4be8-83bb-98a3aff64b67)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:23.113683 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b366a6d8-528b-4ddd-b2ca-8ad940c68ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.123633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] No DVR routers for this DVR port 38c1ef40-ed47-441c-9390-d356a1551b3d on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:23.139770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b366a6d8-528b-4ddd-b2ca-8ad940c68ac0 None None] Calling delete_port for 38c1ef40-ed47-441c-9390-d356a1551b3d owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:23.169502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15549220-f0e8-476b-838a-98e0c000e2a1 req-a1af3f75-0d0c-4fae-9753-1d091b1a8fb9 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.1208785 May 26 16:07:23.170434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c1ef40-ed47-441c-9390-d356a1551b3d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:23.315266 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b366a6d8-528b-4ddd-b2ca-8ad940c68ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.335624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831c765-0ace-4911-b25f-031eda20ed8b req-449ee2f2-71f9-4e9e-bcb1-1d86489efb53 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:23.337799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a831c765-0ace-4911-b25f-031eda20ed8b req-449ee2f2-71f9-4e9e-bcb1-1d86489efb53 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 944 time: 0.1779056 May 26 16:07:23.340513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.357526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a6d8-528b-4ddd-b2ca-8ad940c68ac0 None None] Pushing event deleted for resources: {'Port': ['ID=38c1ef40-ed47-441c-9390-d356a1551b3d,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:23.363678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366a6d8-528b-4ddd-b2ca-8ad940c68ac0 None None] No DVR routers for this DVR port 38c1ef40-ed47-441c-9390-d356a1551b3d on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:23.388268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44154e2-c913-4272-ac52-87a1b1b74c37']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:23.390834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 38c1ef40-ed47-441c-9390-d356a1551b3d no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:23.403273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5322a225-82af-4be8-83bb-98a3aff64b67') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:23.403587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5322a225-82af-4be8-83bb-98a3aff64b67') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:23.422316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 38c1ef40-ed47-441c-9390-d356a1551b3d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:23.423949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 38c1ef40-ed47-441c-9390-d356a1551b3d not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:23.423949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:23.424299 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.441841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a831c765-0ace-4911-b25f-031eda20ed8b req-505c0833-3884-436f-9ad6-00ecf1e63d46 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920417 May 26 16:07:23.450025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:23.450377 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.450593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7799ea31-aaff-45a9-ab2f-54ecddaa5c24 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:23.461800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:07:23.462378 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.518059 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 5322a225-82af-4be8-83bb-98a3aff64b67 resource provider aggregate not found May 26 16:07:23.544069 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 5322a225-82af-4be8-83bb-98a3aff64b67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5322a225-82af-4be8-83bb-98a3aff64b67 found for delete ", "request_id": "req-4601dce1-3bb8-4682-aa8c-aa05606064bb"}]} May 26 16:07:23.551186 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.564416 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.570318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c44154e2-c913-4272-ac52-87a1b1b74c37 HTTP/1.1" status: 204 len: 168 time: 1.1236863 May 26 16:07:23.583762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edca51b-b007-4f92-a1ed-553105821c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44154e2-c913-4272-ac52-87a1b1b74c37,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:23.655338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.661112 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.685140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aff17-9df4-47eb-91fd-5f7811bab8c5 req-c6a01354-80ec-46f7-88cc-919b90181914 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:23.687016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af8aff17-9df4-47eb-91fd-5f7811bab8c5 req-c6a01354-80ec-46f7-88cc-919b90181914 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.0758629 May 26 16:07:23.758562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af8aff17-9df4-47eb-91fd-5f7811bab8c5 req-9645aac4-50f5-43a2-830a-897eb3bf9c71 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592444 May 26 16:07:23.909195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40164) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:23.967698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a23039aa-1d0e-4b0c-b483-0881f7e4310f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ec6430777dd4fbc8fc3cd9ef3c5b96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548255 May 26 16:07:23.968550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40166) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:24.036394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f96fd2aa-0ed8-48c0-9b2f-b6a0bf315852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.064998 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f96fd2aa-0ed8-48c0-9b2f-b6a0bf315852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.143025 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f96fd2aa-0ed8-48c0-9b2f-b6a0bf315852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.146550 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f96fd2aa-0ed8-48c0-9b2f-b6a0bf315852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.147910 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f96fd2aa-0ed8-48c0-9b2f-b6a0bf315852 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29658ce0-9308-4e57-b063-208a167ed4ea HTTP/1.1" status: 204 len: 168 time: 0.1786108 May 26 16:07:24.166136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fd2aa-0ed8-48c0-9b2f-b6a0bf315852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29658ce0-9308-4e57-b063-208a167ed4ea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:24.225576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:24.329798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:24.330574 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.339282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8a3bc0e-b5d4-4b8f-a5a4-27028882511a req-2785ff90-2c58-455c-9be5-c1102140bfa2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.0453796 May 26 16:07:24.446102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:24.446768 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.479067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:24.482171 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289f2fb7-1e22-42cb-a5a2-a0137ecb6b34" -d '{"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-plugged", "status": "completed", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:24.502289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:24.508992 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.582918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:24.595903 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc07c4a-03c2-495a-9f9a-87e10de13820 x-openstack-request-id: req-3cc07c4a-03c2-495a-9f9a-87e10de13820 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:24.596250 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-plugged", "status": "completed", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:24.596507 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cc07c4a-03c2-495a-9f9a-87e10de13820 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:24.597355 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc07c4a-03c2-495a-9f9a-87e10de13820'] response: {'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'code': 200} May 26 16:07:24.650382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141299c-fd3e-448f-8248-f9e05c26b193 req-51abc44b-a084-4f0e-ace6-bc3f17224d67 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:24.652669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b141299c-fd3e-448f-8248-f9e05c26b193 req-51abc44b-a084-4f0e-ace6-bc3f17224d67 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.0961604 May 26 16:07:24.654186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-c37c9d3c-46b3-4aff-b9d3-623d367b0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:24.655535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-c37c9d3c-46b3-4aff-b9d3-623d367b0a96 service neutron] 10.222.0.32 "GET /v2.0/ports/861ab3dd-64d5-4bd1-b19c-85e37432598e HTTP/1.1" status: 200 len: 1026 time: 0.0629263 May 26 16:07:24.742360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b141299c-fd3e-448f-8248-f9e05c26b193 req-d2f04f1c-2c27-4a13-bd71-ffa68410fb74 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811920 May 26 16:07:24.748557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-33ff8cd4-8acd-4b1c-b93d-0ec9e3e26e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:24.750050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-33ff8cd4-8acd-4b1c-b93d-0ec9e3e26e09 service neutron] 10.222.0.32 "GET /v2.0/ports/91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 HTTP/1.1" status: 200 len: 1027 time: 0.0717931 May 26 16:07:25.005167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a8581-4d81-4a7b-a7a7-ae78d1cb6120 req-6639c2a7-8d51-4914-a9e2-27160817814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.006895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a16a8581-4d81-4a7b-a7a7-ae78d1cb6120 req-6639c2a7-8d51-4914-a9e2-27160817814a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 1097 time: 0.2252564 May 26 16:07:25.017983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb0631-c32c-4086-b188-2560158527ad req-8fc1a1f7-c9c0-4464-815d-755ed345dd98 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.019547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcdb0631-c32c-4086-b188-2560158527ad req-8fc1a1f7-c9c0-4464-815d-755ed345dd98 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.1316338 May 26 16:07:25.078635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-d243c8ff-bbde-45ac-a18d-3f4644f0c20c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.084633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-d243c8ff-bbde-45ac-a18d-3f4644f0c20c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.094043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-d243c8ff-bbde-45ac-a18d-3f4644f0c20c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.096773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-d243c8ff-bbde-45ac-a18d-3f4644f0c20c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "GET /v2.0/networks?id=66950eb9-9364-4c32-a1ab-960fc915f592&id=34384691-027e-4a13-8e0c-ffe065eba461&id=34384691-027e-4a13-8e0c-ffe065eba461&id=34384691-027e-4a13-8e0c-ffe065eba461&id=34384691-027e-4a13-8e0c-ffe065eba461&id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&id=f921fc8f-3be3-4f7b-9c2f-310e32f20442 HTTP/1.1" status: 200 len: 1988 time: 0.3330717 May 26 16:07:25.168882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a16a8581-4d81-4a7b-a7a7-ae78d1cb6120 req-20334232-f0d8-4d01-970a-f5013e29801b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426387 May 26 16:07:25.187408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcdb0631-c32c-4086-b188-2560158527ad req-41ec1dec-54bc-47d6-a21f-adc40e98d6e8 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463048 May 26 16:07:25.224622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-4a66746d-7e7f-4f59-b00f-9545c1466e47 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2396a8aa6a2440ef873161467bc3557d HTTP/1.1" status: 200 len: 380 time: 0.1130712 May 26 16:07:25.440321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'admin_state_up': True, 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'security_groups': ['ba694dd1-58f5-49a4-a477-ae2ca302ce3e']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:25.548320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-482ceadb-fa40-4470-8110-c3babe8dc0e4 req-df7958c6-6962-4d0e-bbb2-464bd0115673 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.0952799 May 26 16:07:25.652341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:25.657466 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.686145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40220) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:25.871463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-228950674-network', 'tenant_id': '7349e14fb30b42a8b028195a92099fc0'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:25.876591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Allocated IP 172.20.0.14 (66950eb9-9364-4c32-a1ab-960fc915f592/2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764/a3ea30df-8a94-4fe4-ac42-9eca468d4a18) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:25.927745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Made reservation on behalf of 7349e14fb30b42a8b028195a92099fc0 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:25.931437 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.943375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.040512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e1ee4-2239-417e-995c-e0be5c14aca9 req-2e961c69-4803-4bb0-ae73-c651e373632f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:26.042431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e5e1ee4-2239-417e-995c-e0be5c14aca9 req-2e961c69-4803-4bb0-ae73-c651e373632f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1464837 May 26 16:07:26.060009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.065968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.087605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:07:26.103369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.103896 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Added segment 11a3e800-bd93-4771-b1cf-5900079635c0 of type vlan for network f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 May 26 16:07:26.144878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e5e1ee4-2239-417e-995c-e0be5c14aca9 req-2a71a29b-85c3-4793-a521-783caa3aee81 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665965 May 26 16:07:26.180412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.205278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.252150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf02f3f-cd23-4ae0-ae90-03aa248dc062,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:26.267303 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.270314 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:26.272582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.273479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.348236 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6598465 May 26 16:07:26.350935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network 66950eb9-9364-4c32-a1ab-960fc915f592 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:26.353230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40242) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:26.369734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875579c-7bf2-46c2-a183-f4447694abe9 admin admin] Pushing event updated for resources: {'Network': ['ID=f061c5f8-0c8e-4792-aaf6-847cd1edf6c1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:26.385432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:07:26.390622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Request body: {'subnet': {'network_id': 'f061c5f8-0c8e-4792-aaf6-847cd1edf6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-228950674-subnet', 'tenant_id': '7349e14fb30b42a8b028195a92099fc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:26.399580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:26.402813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:26.540936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Port': ['ID=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:26.554290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:26.554950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.564583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Made reservation on behalf of 7349e14fb30b42a8b028195a92099fc0 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:26.566883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.594711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814d327-9fdb-4da6-9490-2a4f1ac2dcc5 req-23d31fc2-57a1-4ee6-b13d-7f89a6615ef0 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:26.602407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1814d327-9fdb-4da6-9490-2a4f1ac2dcc5 req-23d31fc2-57a1-4ee6-b13d-7f89a6615ef0 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2566781 May 26 16:07:26.611832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-a60f4f4c-6280-4a48-b875-79dbb62cc00a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1772144 May 26 16:07:26.651044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'admin_state_up': True, 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'security_groups': ['ba694dd1-58f5-49a4-a477-ae2ca302ce3e']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:26.891437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bb4f464c-5af9-48a6-879a-8d3456f1978b None None] Provisioning complete for port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:26.891794 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bb4f464c-5af9-48a6-879a-8d3456f1978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.907471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1814d327-9fdb-4da6-9490-2a4f1ac2dcc5 req-cd8e6875-2512-4140-b548-655c7cc91896 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039877 May 26 16:07:26.998196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f464c-5af9-48a6-879a-8d3456f1978b None None] Port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:27.042880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f2798-506e-4d6a-b46a-6b02212f5710 req-fe9b5f74-d12e-4082-9b47-c58c7cfaa7f4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:27.044469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba6f2798-506e-4d6a-b46a-6b02212f5710 req-fe9b5f74-d12e-4082-9b47-c58c7cfaa7f4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 932 time: 0.2791507 May 26 16:07:27.099958 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.236666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba6f2798-506e-4d6a-b46a-6b02212f5710 req-8dafaa62-d75e-4f4d-b6ac-72850cb425e8 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652505 May 26 16:07:27.244588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:27.248221 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.250516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fa57a8-dbdf-420e-a728-09e2167001bd,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:27.317149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Checking segment: {'id': '11a3e800-bd93-4771-b1cf-5900079635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f061c5f8-0c8e-4792-aaf6-847cd1edf6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:27.317828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Network hostable DHCP agents. Network: f061c5f8-0c8e-4792-aaf6-847cd1edf6c1, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:07:27.397687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed6f07-f801-4f78-89c6-2d71398456a2 req-647977b1-106e-484d-a6ed-ac907a3a6e14 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:27.399279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87ed6f07-f801-4f78-89c6-2d71398456a2 req-647977b1-106e-484d-a6ed-ac907a3a6e14 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1253488 May 26 16:07:27.412802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Network f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:07:27.464525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, f061c5f8-0c8e-4792-aaf6-847cd1edf6c1) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:27.481566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96ea319-580f-4ac0-97a3-481df37ee13d None None] Network f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:27.483576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:27.484179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.552654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87ed6f07-f801-4f78-89c6-2d71398456a2 req-179d6d12-b599-46e8-8720-c8929161ad05 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143198 May 26 16:07:27.558387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-65aa2d46-780a-45ce-9d0f-bb0aeba900cb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1993163 May 26 16:07:27.559694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Allocated IP 10.1.1.144 (34384691-027e-4a13-8e0c-ffe065eba461/395ee870-2dae-4368-a431-e4a0be8c23bc/166bad04-8dfa-43e4-a63d-fa99fd639e7b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:27.919885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c03caf-d2ff-4f9c-8a73-88d4c73ed775 None None] Network f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:28.421326 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.477452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ada20e-738b-4cad-b9a9-68559bbb6288 req-269a2b77-2f3e-4200-8f5b-6e9739240572 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:28.479308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06ada20e-738b-4cad-b9a9-68559bbb6288 req-269a2b77-2f3e-4200-8f5b-6e9739240572 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.4859107 May 26 16:07:28.582167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.676469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network 34384691-027e-4a13-8e0c-ffe065eba461 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:28.686192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:28.709516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06ada20e-738b-4cad-b9a9-68559bbb6288 req-66caf413-f474-405b-b8c0-8233370a6b2d tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2114363 May 26 16:07:28.710579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:28.739524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Port': ['ID=166bad04-8dfa-43e4-a63d-fa99fd639e7b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:28.831942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-57b0c661-0a78-45e9-8e25-8ecebec75476 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:28.833833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-57b0c661-0a78-45e9-8e25-8ecebec75476 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/networks?id=f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 HTTP/1.1" status: 200 len: 821 time: 0.3533981 May 26 16:07:28.879328 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-88e61720-1652-4429-8fad-868a315f4120 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/quotas/7349e14fb30b42a8b028195a92099fc0 HTTP/1.1" status: 200 len: 375 time: 0.0247064 May 26 16:07:28.915596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f4ce1-1d4d-47ca-adab-64b105db2613 req-bfc8a35b-c3d7-44c9-bc5c-db278697e966 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:28.917448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff5f4ce1-1d4d-47ca-adab-64b105db2613 req-bfc8a35b-c3d7-44c9-bc5c-db278697e966 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.1111515 May 26 16:07:28.926116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:28.926791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.949727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-931c9339-3691-488a-8d96-cfa92b8605f7 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7349e14fb30b42a8b028195a92099fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584631 May 26 16:07:28.996878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff5f4ce1-1d4d-47ca-adab-64b105db2613 req-8b3d6dca-17af-431b-99ef-3ae320366c15 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528009 May 26 16:07:29.089748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-e9ec1b2d-510d-4166-ab5c-1e8ebc8e5c6e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4438124 May 26 16:07:29.113267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'admin_state_up': True, 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'security_groups': ['ba694dd1-58f5-49a4-a477-ae2ca302ce3e']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:29.245010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-7b2ccb01-61fb-4b26-a343-662fcc4f09fb service neutron] 10.222.0.39 "GET /v2.0/networks/f061c5f8-0c8e-4792-aaf6-847cd1edf6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519395 May 26 16:07:29.289807 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bca44514-18c5-4ef5-9d60-7a6806f6cb38 None None] Provisioning complete for port 166bad04-8dfa-43e4-a63d-fa99fd639e7b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:29.290395 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bca44514-18c5-4ef5-9d60-7a6806f6cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.343809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bca44514-18c5-4ef5-9d60-7a6806f6cb38 None None] Port 166bad04-8dfa-43e4-a63d-fa99fd639e7b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:29.396969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9e40-1940-474d-9444-7d5e959e51f7 req-9921fc56-fe6a-494b-a452-aa4f6436ac75 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:29.403719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9e40-1940-474d-9444-7d5e959e51f7 req-9921fc56-fe6a-494b-a452-aa4f6436ac75 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:29.404726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9bb9e40-1940-474d-9444-7d5e959e51f7 req-9921fc56-fe6a-494b-a452-aa4f6436ac75 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 1654 time: 0.2326243 May 26 16:07:29.447934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:29.450963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.503032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9bb9e40-1940-474d-9444-7d5e959e51f7 req-9aa62c10-c45f-4478-838d-f84593103354 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794218 May 26 16:07:29.506775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-879aadf9-02e3-4409-9ccb-58c9ab92483a service neutron] 10.222.0.39 "GET /v2.0/networks/f061c5f8-0c8e-4792-aaf6-847cd1edf6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476346 May 26 16:07:29.710476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Allocated IP 10.1.1.12 (34384691-027e-4a13-8e0c-ffe065eba461/395ee870-2dae-4368-a431-e4a0be8c23bc/1e9c1378-b794-492e-8c68-c83ab7754a51) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:29.735324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6221e21-6e65-4bb0-9a33-a924eb0204fb req-e5e199ce-1582-4339-a122-90ff2ad3360a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:29.743460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6221e21-6e65-4bb0-9a33-a924eb0204fb req-e5e199ce-1582-4339-a122-90ff2ad3360a tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1013570 May 26 16:07:29.821989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6221e21-6e65-4bb0-9a33-a924eb0204fb req-eb146f9a-e43e-40db-9b7a-a801e7de5f5b tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772831 May 26 16:07:29.865282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef420770-b3bc-47b6-8408-05b4dc7a9695 req-3faa8889-bb7b-430d-a464-d68ca417f8db tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 210 time: 0.0422118 May 26 16:07:30.011449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07d4f9-c63b-455f-8d0f-a3d7bfbd9df5 req-c8a414bb-a132-4a31-8ace-5d601627200e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:30.013563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db07d4f9-c63b-455f-8d0f-a3d7bfbd9df5 req-c8a414bb-a132-4a31-8ace-5d601627200e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.0862913 May 26 16:07:30.064045 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.080814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db07d4f9-c63b-455f-8d0f-a3d7bfbd9df5 req-95f44d5f-d9b8-435f-80d6-86227a220688 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590534 May 26 16:07:30.136563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.196322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network 34384691-027e-4a13-8e0c-ffe065eba461 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:30.231717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:30.239373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:30.324547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Port': ['ID=1e9c1378-b794-492e-8c68-c83ab7754a51,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:30.421053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fff10-29ca-4c37-99b0-5eea26281c0f req-fc45c6aa-51ca-44be-af77-a60466906d69 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:30.427670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e6fff10-29ca-4c37-99b0-5eea26281c0f req-fc45c6aa-51ca-44be-af77-a60466906d69 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2597802 May 26 16:07:30.439946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:30.445601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.507075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-4acbd0eb-edc0-44da-a46c-5fc2ce0fdcd2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4002991 May 26 16:07:30.531430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442', 'admin_state_up': True, 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'security_groups': ['ba694dd1-58f5-49a4-a477-ae2ca302ce3e']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:30.556037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e6fff10-29ca-4c37-99b0-5eea26281c0f req-f87184ff-1e90-4457-89b9-11732c2193bf tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070154 May 26 16:07:30.603950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d11373-6f17-4bd9-b947-503509f02d48 req-c45bc76e-dc9a-459e-97ff-8f70746f46fb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:30.606039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07d11373-6f17-4bd9-b947-503509f02d48 req-c45bc76e-dc9a-459e-97ff-8f70746f46fb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1551309 May 26 16:07:30.685954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-feb5a108-e517-4b53-9e44-bf2a074f1024 None None] Provisioning complete for port 1e9c1378-b794-492e-8c68-c83ab7754a51 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:30.688385 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feb5a108-e517-4b53-9e44-bf2a074f1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.717800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07d11373-6f17-4bd9-b947-503509f02d48 req-6e938df1-0397-4567-a50e-1459973d9080 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871694 May 26 16:07:30.781264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-feb5a108-e517-4b53-9e44-bf2a074f1024 None None] Port 1e9c1378-b794-492e-8c68-c83ab7754a51 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:30.790747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:30.866624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31e64-632b-4558-a6be-9597055a778b req-6e44b60b-c1b2-4067-9b93-a9d127d08583 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:30.869732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57f31e64-632b-4558-a6be-9597055a778b req-6e44b60b-c1b2-4067-9b93-a9d127d08583 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.1504202 May 26 16:07:31.001620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e040f3-2e34-4c55-854a-03eac1a9f848 req-906d8c9d-b627-4813-affd-eaa9076eeb4b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.007767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e040f3-2e34-4c55-854a-03eac1a9f848 req-906d8c9d-b627-4813-affd-eaa9076eeb4b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.013841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e040f3-2e34-4c55-854a-03eac1a9f848 req-906d8c9d-b627-4813-affd-eaa9076eeb4b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.022400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94e040f3-2e34-4c55-854a-03eac1a9f848 req-906d8c9d-b627-4813-affd-eaa9076eeb4b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 2374 time: 0.1825981 May 26 16:07:31.030592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57f31e64-632b-4558-a6be-9597055a778b req-7da80d81-234f-45d7-9976-e8a06d0f95ed tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311615 May 26 16:07:31.046572 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.126992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94e040f3-2e34-4c55-854a-03eac1a9f848 req-d17036e4-829d-43eb-ac0e-f3b979ea8e82 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035903 May 26 16:07:31.232006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4815f3fc-85bc-4c41-93c4-cf79e3712f05 req-be1dab08-9a8e-4139-b358-7718f0ed2fce tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 210 time: 0.0349405 May 26 16:07:31.403120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3100a26-4f6b-41de-b5a6-310955761438 req-b9db6866-3384-46db-8add-733bc9893f12 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.405040 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3100a26-4f6b-41de-b5a6-310955761438 req-b9db6866-3384-46db-8add-733bc9893f12 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1292322 May 26 16:07:31.453724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-6afa93a7-ac41-4a42-93f9-626ee4279e70 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.455531 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-6afa93a7-ac41-4a42-93f9-626ee4279e70 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.24 "GET /v2.0/networks?id=f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 HTTP/1.1" status: 200 len: 821 time: 0.3113763 May 26 16:07:31.470640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Request body: {'port': {'device_id': '2220792e-ce76-4b6b-81d2-9707e1e7b16b', 'network_id': 'f061c5f8-0c8e-4792-aaf6-847cd1edf6c1', 'admin_state_up': True, 'tenant_id': '7349e14fb30b42a8b028195a92099fc0'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:31.530806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Allocated IP 10.2.2.100 (f921fc8f-3be3-4f7b-9c2f-310e32f20442/a26e5281-dfa8-4a89-ac80-c6cf12aaaef1/0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:31.571542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3100a26-4f6b-41de-b5a6-310955761438 req-94537ccf-33c6-415f-bcd3-74870741c635 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371317 May 26 16:07:31.701217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Made reservation on behalf of 7349e14fb30b42a8b028195a92099fc0 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:31.709120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.868843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908515a-d800-40f2-ad24-f4815373a27b req-68584f79-4a5f-492e-8917-acdfa14a6413 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.870492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e908515a-d800-40f2-ad24-f4815373a27b req-68584f79-4a5f-492e-8917-acdfa14a6413 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1703351 May 26 16:07:31.900728 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.907359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Allocated IP 172.20.0.10 (f061c5f8-0c8e-4792-aaf6-847cd1edf6c1/11fa57a8-dbdf-420e-a728-09e2167001bd/fef0e89e-28a9-4677-87dc-c89c257d0b64) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:31.946156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d918ea-b6b6-4e84-84d1-73111f962cf2 req-4c4d2aaa-5db7-4c1d-8d6d-2de059cac95b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.954281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8d918ea-b6b6-4e84-84d1-73111f962cf2 req-4c4d2aaa-5db7-4c1d-8d6d-2de059cac95b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2186365 May 26 16:07:32.004607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e908515a-d800-40f2-ad24-f4815373a27b req-ff08610f-98b6-4de3-8638-edaabc0b2358 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148591 May 26 16:07:32.043463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8d918ea-b6b6-4e84-84d1-73111f962cf2 req-73cb5915-a771-4736-8c4f-8bd5b90d3297 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880752 May 26 16:07:32.080722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.221582 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.229258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network f921fc8f-3be3-4f7b-9c2f-310e32f20442 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:32.261182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:32.274679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:32.293600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.327524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:32.328261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.349406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052263ef-a728-4a9b-a7b3-65856abbc52b req-b231478a-ce1f-43a0-a6ee-c0b8f5790708 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:32.350676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-052263ef-a728-4a9b-a7b3-65856abbc52b req-b231478a-ce1f-43a0-a6ee-c0b8f5790708 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.2231305 May 26 16:07:32.351352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Port': ['ID=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:32.398374 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Network f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:32.407008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:32.409107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Pushing event updated for resources: {'Port': ['ID=fef0e89e-28a9-4677-87dc-c89c257d0b64,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:32.411894 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:32.498584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:32.500058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.524712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-666b66af-2063-44b4-b96c-42db9241439b tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0587947 May 26 16:07:32.730245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0aaf3b9d-51bb-41c3-877c-99b892d6f354 None None] Provisioning complete for port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:32.731685 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3b9d-51bb-41c3-877c-99b892d6f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.763094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-73325903-0578-4ac3-b915-eb945bc45a8b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2388387 May 26 16:07:32.779232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1088f-6d4d-4f71-b20b-4d90c491c7b4 req-901bc4e5-11c8-431d-9f9c-c438bfe13e60 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:32.786686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6f1088f-6d4d-4f71-b20b-4d90c491c7b4 req-901bc4e5-11c8-431d-9f9c-c438bfe13e60 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.5791266 May 26 16:07:32.791735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf3b9d-51bb-41c3-877c-99b892d6f354 None None] Port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:32.797749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Request body: {'port': {'device_id': '2220792e-ce76-4b6b-81d2-9707e1e7b16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:32.803236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442', 'admin_state_up': True, 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'security_groups': ['ba694dd1-58f5-49a4-a477-ae2ca302ce3e']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:32.870354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.885909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-052263ef-a728-4a9b-a7b3-65856abbc52b req-d2b6488c-1fc7-4362-bdb1-28ae27bb7b7c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150528 May 26 16:07:32.961717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-f9e3f0ec-cc1e-430f-a87b-91911a22a820 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:32.968217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-f9e3f0ec-cc1e-430f-a87b-91911a22a820 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.6106935 May 26 16:07:32.998815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6f1088f-6d4d-4f71-b20b-4d90c491c7b4 req-7439f515-f3ec-42f2-91d2-6ca25e7337d4 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2107503 May 26 16:07:33.098222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40414) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:33.276160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4dac3-8bcd-49dd-98b8-a9bb259ae816 req-352dbe69-34e7-42b4-8f1e-0855988cf686 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.282394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4dac3-8bcd-49dd-98b8-a9bb259ae816 req-352dbe69-34e7-42b4-8f1e-0855988cf686 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.288549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4dac3-8bcd-49dd-98b8-a9bb259ae816 req-352dbe69-34e7-42b4-8f1e-0855988cf686 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.294625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4dac3-8bcd-49dd-98b8-a9bb259ae816 req-352dbe69-34e7-42b4-8f1e-0855988cf686 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.296417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27b4dac3-8bcd-49dd-98b8-a9bb259ae816 req-352dbe69-34e7-42b4-8f1e-0855988cf686 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 3095 time: 0.2963636 May 26 16:07:33.307602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Made reservation on behalf of 2396a8aa6a2440ef873161467bc3557d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:33.312267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.347351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756fdb9-fdf8-43b5-b08a-076b05924a6f req-6c9baf2e-ea5c-4638-873f-5b210d383a93 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.349291 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2756fdb9-fdf8-43b5-b08a-076b05924a6f req-6c9baf2e-ea5c-4638-873f-5b210d383a93 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 932 time: 0.2116137 May 26 16:07:33.354191 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed2768bb-3a24-493d-b803-6b50d8b45e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.480457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Deleting port c6300333-98ca-4964-a3db-2e2cdade7bc6 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:33.480688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.494443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27b4dac3-8bcd-49dd-98b8-a9bb259ae816 req-d4f30af4-7712-44ae-9b2a-1c376810e7cd tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755486 May 26 16:07:33.587487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef0e89e-28a9-4677-87dc-c89c257d0b64 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:33.596480 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.610148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Transition to ACTIVE for port object fef0e89e-28a9-4677-87dc-c89c257d0b64 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:33.616515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.622043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2756fdb9-fdf8-43b5-b08a-076b05924a6f req-94ac598d-7cb1-4e44-a959-5b50fd41d326 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bf02f3f-cd23-4ae0-ae90-03aa248dc062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582347 May 26 16:07:33.686516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Pushing event updated for resources: {'Port': ['ID=fef0e89e-28a9-4677-87dc-c89c257d0b64,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:33.696786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.697387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.697737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.698430 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.698781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.699256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.699734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.700061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.700386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.700769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.701096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.701416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:33.804107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Attempting to bind port fef0e89e-28a9-4677-87dc-c89c257d0b64 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:33.804665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Attempting to bind port fef0e89e-28a9-4677-87dc-c89c257d0b64 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '11a3e800-bd93-4771-b1cf-5900079635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f061c5f8-0c8e-4792-aaf6-847cd1edf6c1'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:33.805217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Attempting to bind port fef0e89e-28a9-4677-87dc-c89c257d0b64 on network f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:33.814639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Port fef0e89e-28a9-4677-87dc-c89c257d0b64 on network f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:33.815151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Attempting to bind port fef0e89e-28a9-4677-87dc-c89c257d0b64 on network f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:33.825889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:33.826766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Checking segment: {'id': '11a3e800-bd93-4771-b1cf-5900079635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f061c5f8-0c8e-4792-aaf6-847cd1edf6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:33.827269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Bound using segment: {'id': '11a3e800-bd93-4771-b1cf-5900079635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f061c5f8-0c8e-4792-aaf6-847cd1edf6c1'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:33.827746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Bound port: fef0e89e-28a9-4677-87dc-c89c257d0b64, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a3e800-bd93-4771-b1cf-5900079635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f061c5f8-0c8e-4792-aaf6-847cd1edf6c1'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:33.828366 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.839564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] For port c6300333-98ca-4964-a3db-2e2cdade7bc6, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c6300333-98ca-4964-a3db-2e2cdade7bc6,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:33.840499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.850465 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed2768bb-3a24-493d-b803-6b50d8b45e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.858481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Allocated IP 10.2.2.200 (f921fc8f-3be3-4f7b-9c2f-310e32f20442/a26e5281-dfa8-4a89-ac80-c6cf12aaaef1/065a1fff-e592-4e36-9c31-91c60d3ad3aa) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:33.875935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190910e-c96c-4aa7-a6c7-20414e309c12 req-563315d6-b50b-49b0-adc6-9195738c1c4f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.878581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8190910e-c96c-4aa7-a6c7-20414e309c12 req-563315d6-b50b-49b0-adc6-9195738c1c4f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.2430525 May 26 16:07:33.883790 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed2768bb-3a24-493d-b803-6b50d8b45e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.932342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] For port fef0e89e-28a9-4677-87dc-c89c257d0b64, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:33.949107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] For port fef0e89e-28a9-4677-87dc-c89c257d0b64, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fef0e89e-28a9-4677-87dc-c89c257d0b64,segment=NetworkSegment(11a3e800-bd93-4771-b1cf-5900079635c0),segment_id=11a3e800-bd93-4771-b1cf-5900079635c0)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:33.955431 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.997358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.998293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.000271 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] 10.222.0.24 "PUT /v2.0/ports/fef0e89e-28a9-4677-87dc-c89c257d0b64 HTTP/1.1" status: 200 len: 1092 time: 1.4663191 May 26 16:07:34.000789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2220792e-ce76-4b6b-81d2-9707e1e7b16b', 'tag': 'fef0e89e-28a9-4677-87dc-c89c257d0b64'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:34.003575 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57" -d '{"events": [{"name": "network-changed", "server_uuid": "2220792e-ce76-4b6b-81d2-9707e1e7b16b", "tag": "fef0e89e-28a9-4677-87dc-c89c257d0b64"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:34.053537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b54fb-f27b-4b65-8f41-e47b3ef4511e req-2281d332-1be5-421b-9620-5cd1f7f9bb2b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:34.057647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f35b54fb-f27b-4b65-8f41-e47b3ef4511e req-2281d332-1be5-421b-9620-5cd1f7f9bb2b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.3219974 May 26 16:07:34.075688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5d845-6b2b-4e3e-8c18-cddcd0af45dc service neutron] Pushing event updated for resources: {'Port': ['ID=fef0e89e-28a9-4677-87dc-c89c257d0b64,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:34.079295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40424) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:34.080015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ed2768bb-3a24-493d-b803-6b50d8b45e0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b219c2e0df148e4817fd430222d3a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9750226 May 26 16:07:34.134604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-804bebb1-d2bf-4f16-92db-ddb28bdddae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:34.136387 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-804bebb1-d2bf-4f16-92db-ddb28bdddae3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7349e14fb30b42a8b028195a92099fc0&device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 1095 time: 0.0955558 May 26 16:07:34.176740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2768bb-3a24-493d-b803-6b50d8b45e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eeaf9c-6f7f-4ec4-bb0d-15afeb440793,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:34.208682 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-c71d9900-5a17-4314-8a6f-fe540cd3d412 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fef0e89e-28a9-4677-87dc-c89c257d0b64 HTTP/1.1" status: 200 len: 217 time: 0.0616469 May 26 16:07:34.209977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb02deb4-ab5a-4a7b-946b-1a167a304f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.210478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8190910e-c96c-4aa7-a6c7-20414e309c12 req-6caaa093-528b-4a27-9b89-599f16290acf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640681 May 26 16:07:34.283540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f35b54fb-f27b-4b65-8f41-e47b3ef4511e req-2182e9e5-a3a5-490d-8d56-6116342110fe tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964710 May 26 16:07:34.310291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-17129281-42da-4a27-b52e-cc07800c5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:34.310291 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-17129281-42da-4a27-b52e-cc07800c5cd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11fa57a8-dbdf-420e-a728-09e2167001bd HTTP/1.1" status: 200 len: 861 time: 0.0890577 May 26 16:07:34.346530 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb02deb4-ab5a-4a7b-946b-1a167a304f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.390492 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527cae8b-945d-4588-bf5a-0fbd5f27f262 x-openstack-request-id: req-527cae8b-945d-4588-bf5a-0fbd5f27f262 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:34.390953 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2220792e-ce76-4b6b-81d2-9707e1e7b16b", "tag": "fef0e89e-28a9-4677-87dc-c89c257d0b64", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:34.391242 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-527cae8b-945d-4588-bf5a-0fbd5f27f262 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:34.392731 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527cae8b-945d-4588-bf5a-0fbd5f27f262'] response: {'name': 'network-changed', 'server_uuid': '2220792e-ce76-4b6b-81d2-9707e1e7b16b', 'tag': 'fef0e89e-28a9-4677-87dc-c89c257d0b64', 'status': 'completed', 'code': 200} May 26 16:07:34.462953 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-759cb5c3-60fa-431b-9a8c-960716b414bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f061c5f8-0c8e-4792-aaf6-847cd1edf6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414266 May 26 16:07:34.511395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.511914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.512340 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Floating IP c6911bc4-8479-4f1e-be13-6892b86b87ad disassociated. External IP: 172.25.0.160, port: c6300333-98ca-4964-a3db-2e2cdade7bc6. May 26 16:07:34.513423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Calling delete_port for c6300333-98ca-4964-a3db-2e2cdade7bc6 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:34.518757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.550683 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb02deb4-ab5a-4a7b-946b-1a167a304f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.554635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb02deb4-ab5a-4a7b-946b-1a167a304f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.558948 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb02deb4-ab5a-4a7b-946b-1a167a304f74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0eeaf9c-6f7f-4ec4-bb0d-15afeb440793 HTTP/1.1" status: 204 len: 168 time: 0.4789429 May 26 16:07:34.579298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02deb4-ab5a-4a7b-946b-1a167a304f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eeaf9c-6f7f-4ec4-bb0d-15afeb440793,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:34.620678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f97ef-d9ae-497d-85c2-1512c68976f7 req-76241567-f5b6-44a9-bc58-b2f77e44f911 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:34.633020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d3f97ef-d9ae-497d-85c2-1512c68976f7 req-76241567-f5b6-44a9-bc58-b2f77e44f911 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 945 time: 0.2508337 May 26 16:07:34.745485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d3f97ef-d9ae-497d-85c2-1512c68976f7 req-d894e0ad-2847-4222-aff1-cfca7e087f55 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc391c4d-6c84-401e-b6c9-67dd802ad832&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112185 May 26 16:07:34.761800 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-0a8dac3b-dac0-4c5c-9d27-51c06a6319b3 service neutron] 10.222.0.24 "GET /v2.0/networks/f061c5f8-0c8e-4792-aaf6-847cd1edf6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915428 May 26 16:07:34.932621 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-6fa381ba-a9d8-4c22-9815-7ef6a7707b30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3394294 May 26 16:07:34.984682 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b5161db5-611a-4940-95fd-5ebe7cbda4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.009113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.010693 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-dbfe1328-cd7e-4c63-a7d9-19adb69c73fe req-088e1eac-7e2a-4802-8073-4b603d494adc service neutron] 10.222.0.24 "GET /v2.0/networks/f061c5f8-0c8e-4792-aaf6-847cd1edf6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410622 May 26 16:07:35.015706 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.065597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-4bc48859-725f-4512-961f-02911f236090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.068525 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-4bc48859-725f-4512-961f-02911f236090 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 1098 time: 0.0562284 May 26 16:07:35.097758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfec863-8d75-4b7e-abb3-c608d80ce505 req-e474bf7e-ed55-4652-9c3d-28e5122f0f48 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.107927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfec863-8d75-4b7e-abb3-c608d80ce505 req-e474bf7e-ed55-4652-9c3d-28e5122f0f48 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.115297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfec863-8d75-4b7e-abb3-c608d80ce505 req-e474bf7e-ed55-4652-9c3d-28e5122f0f48 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.122410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfec863-8d75-4b7e-abb3-c608d80ce505 req-e474bf7e-ed55-4652-9c3d-28e5122f0f48 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.130526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cfec863-8d75-4b7e-abb3-c608d80ce505 req-e474bf7e-ed55-4652-9c3d-28e5122f0f48 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 3095 time: 0.3654492 May 26 16:07:35.169967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Network f921fc8f-3be3-4f7b-9c2f-310e32f20442 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:35.184819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:35.188443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-5865b448-5012-4a79-a84d-f278de79f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.190436 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-5865b448-5012-4a79-a84d-f278de79f100 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7349e14fb30b42a8b028195a92099fc0&device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 1095 time: 0.1160092 May 26 16:07:35.194340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:35.204288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904425b-e824-451f-a868-ffdcc46358c4 req-9f2494c9-1a5f-4c3e-a78e-b0932169b480 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.205863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e904425b-e824-451f-a868-ffdcc46358c4 req-9f2494c9-1a5f-4c3e-a78e-b0932169b480 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.2417061 May 26 16:07:35.206581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event updated for resources: {'Port': ['ID=065a1fff-e592-4e36-9c31-91c60d3ad3aa,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:35.253514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40438) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:35.273424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cfec863-8d75-4b7e-abb3-c608d80ce505 req-39d28c75-2e0e-44ea-a21c-bf92b8e53341 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417220 May 26 16:07:35.366232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Pushing event deleted for resources: {'Port': ['ID=c6300333-98ca-4964-a3db-2e2cdade7bc6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:35.388851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-8cf6c386-67bc-4b45-9d97-f10086aa233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.390390 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-8cf6c386-67bc-4b45-9d97-f10086aa233d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 HTTP/1.1" status: 200 len: 922 time: 0.1923647 May 26 16:07:35.446391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-40487321-c9c3-4a3f-a3a9-36329ef76594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.465071 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-f7af46d2-6b18-41c7-8896-a18282a9f84c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fef0e89e-28a9-4677-87dc-c89c257d0b64 HTTP/1.1" status: 200 len: 217 time: 0.0520091 May 26 16:07:35.468613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-88111800-6483-4370-91cc-2571136da62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.471687 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-88111800-6483-4370-91cc-2571136da62a service neutron] 10.222.0.32 "GET /v2.0/networks?id=dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 200 len: 917 time: 0.3638868 May 26 16:07:35.499522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.500182 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.546749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e904425b-e824-451f-a868-ffdcc46358c4 req-a74f9ef0-e84d-4c38-9f62-bbdacaadfb16 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885473 May 26 16:07:35.589078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-46c0e625-aea6-418e-b332-5369cca3babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.590624 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-46c0e625-aea6-418e-b332-5369cca3babb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11fa57a8-dbdf-420e-a728-09e2167001bd HTTP/1.1" status: 200 len: 861 time: 0.1177380 May 26 16:07:35.595524 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-67ba929e-41b7-44f9-8251-2f3221300d2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c HTTP/1.1" status: 200 len: 1001 time: 0.1140935 May 26 16:07:35.628478 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-695b6250-8252-4af4-966a-410ab7d7afbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f061c5f8-0c8e-4792-aaf6-847cd1edf6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296798 May 26 16:07:35.671448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-12b218a8-5a36-421a-b4ce-b011e8294feb None None] Provisioning complete for port 065a1fff-e592-4e36-9c31-91c60d3ad3aa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:35.671829 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-12b218a8-5a36-421a-b4ce-b011e8294feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.721625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-12b218a8-5a36-421a-b4ce-b011e8294feb None None] Port 065a1fff-e592-4e36-9c31-91c60d3ad3aa cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:35.742642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-d90a6cf2-9383-4eb7-9e27-bb6acf487ac1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9527462 May 26 16:07:35.754609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Router 6914a528-0a6d-484d-bbd5-765208bc18ca has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:35.775208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-15aa9d6b-cda5-4f06-b220-d2aa0b1fc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.776683 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-15aa9d6b-cda5-4f06-b220-d2aa0b1fc6b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 200 len: 855 time: 0.1472552 May 26 16:07:35.778188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:35.830790 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-40487321-c9c3-4a3f-a3a9-36329ef76594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.850381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57e654-8a51-4bf2-ba12-6017e6202801 req-376bbd69-1fc1-431e-877c-7e1ded70d226 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.851882 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-f681032d-6d43-4b36-8f8b-82eed4c86528 service neutron] 10.222.0.24 "GET /v2.0/networks/f061c5f8-0c8e-4792-aaf6-847cd1edf6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126660 May 26 16:07:35.852277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f57e654-8a51-4bf2-ba12-6017e6202801 req-376bbd69-1fc1-431e-877c-7e1ded70d226 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 944 time: 0.4147661 May 26 16:07:35.856328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-06e1533b-32a5-4e5b-b5d6-a6858f3c7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.856661 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-40487321-c9c3-4a3f-a3a9-36329ef76594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.857768 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-06e1533b-32a5-4e5b-b5d6-a6858f3c7a2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dcff6033-e8d7-43af-a6f2-306af24f8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681701 May 26 16:07:36.002325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-40487321-c9c3-4a3f-a3a9-36329ef76594 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88235de95a1b42d1a50d50c91815f8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7417359 May 26 16:07:36.007789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40444) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:36.011536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40487321-c9c3-4a3f-a3a9-36329ef76594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e8a71-e70c-4cae-b57d-62d03104f219,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:36.031027 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.040247 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf3bbf94-ee4d-4dd4-ae79-6531e407aa57 req-4f95c269-a993-4943-ba95-245aabfa38a7 service neutron] 10.222.0.24 "GET /v2.0/networks/f061c5f8-0c8e-4792-aaf6-847cd1edf6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726284 May 26 16:07:36.042089 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-05a8acab-0cb3-44cd-bff3-dcc64ac65a3b service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661403 May 26 16:07:36.046394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2d73b-754a-4d8f-a8eb-346bc3ed97ff req-961ab497-adc7-4894-a195-e608716e6fc1 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.048304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cca2d73b-754a-4d8f-a8eb-346bc3ed97ff req-961ab497-adc7-4894-a195-e608716e6fc1 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.3154879 May 26 16:07:36.082366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f57e654-8a51-4bf2-ba12-6017e6202801 req-dd835f6c-6be8-42ac-8b65-30b88632cf05 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bf02f3f-cd23-4ae0-ae90-03aa248dc062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223747 May 26 16:07:36.182273 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8910a6f7-eb23-4ac4-9192-6ef9a1c2b364 req-1b596f68-bc8e-41c7-8e5d-2a028c71bc17 service neutron] 10.222.0.32 "GET /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277206 May 26 16:07:36.241178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c6300333-98ca-4964-a3db-2e2cdade7bc6 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:36.264485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: c6300333-98ca-4964-a3db-2e2cdade7bc6 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:36.264909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c6300333-98ca-4964-a3db-2e2cdade7bc6 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:36.403240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fef0e89e-28a9-4677-87dc-c89c257d0b64 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:36.477897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c184fabc-ac84-4be1-876a-707db638a798 req-52fbaa3e-e787-4c6d-952a-281358711852 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20ec18a-2067-450e-8d55-ae9a9b331cbc HTTP/1.1" status: 200 len: 210 time: 0.1132348 May 26 16:07:36.512793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cca2d73b-754a-4d8f-a8eb-346bc3ed97ff req-16d24c53-884a-48e0-80e3-b05e22ef69d0 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417171 May 26 16:07:36.522760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fef0e89e-28a9-4677-87dc-c89c257d0b64, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fef0e89e-28a9-4677-87dc-c89c257d0b64,segment=NetworkSegment(11a3e800-bd93-4771-b1cf-5900079635c0),segment_id=11a3e800-bd93-4771-b1cf-5900079635c0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:36.540717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'fef0e89e-28a9-4677-87dc-c89c257d0b64', 'network_id': 'f061c5f8-0c8e-4792-aaf6-847cd1edf6c1', 'port_id': 'fef0e89e-28a9-4677-87dc-c89c257d0b64', 'mac_address': 'fa:16:3e:a9:8f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fa57a8-dbdf-420e-a728-09e2167001bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:36.591033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:36.601871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port fef0e89e-28a9-4677-87dc-c89c257d0b64 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:36.602531 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.603063 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] Sync routers for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:36.621245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef0e89e-28a9-4677-87dc-c89c257d0b64 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:36.625748 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:36.626422 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:36.648602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fef0e89e-28a9-4677-87dc-c89c257d0b64, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fef0e89e-28a9-4677-87dc-c89c257d0b64,segment=NetworkSegment(11a3e800-bd93-4771-b1cf-5900079635c0),segment_id=11a3e800-bd93-4771-b1cf-5900079635c0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:36.653591 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.669224 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96d285e1-3ca3-4cda-ba4b-789f610a9df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.725172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] No DVR routers for this DVR port c6300333-98ca-4964-a3db-2e2cdade7bc6 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:36.725818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=fef0e89e-28a9-4677-87dc-c89c257d0b64,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:36.728223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.738582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb2f9378-05b4-4a16-8983-e6c795f41946 req-d3e9ec7d-0e52-4542-a443-993e2761bc72 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.32 "DELETE /v2.0/ports/c6300333-98ca-4964-a3db-2e2cdade7bc6 HTTP/1.1" status: 204 len: 173 time: 3.7364748 May 26 16:07:36.753565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'name': 'network-vif-deleted', 'tag': 'c6300333-98ca-4964-a3db-2e2cdade7bc6'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:36.758979 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67ac827-2d34-458a-a6b3-5f83a1f4488b" -d '{"events": [{"server_uuid": "d20ec18a-2067-450e-8d55-ae9a9b331cbc", "name": "network-vif-deleted", "tag": "c6300333-98ca-4964-a3db-2e2cdade7bc6"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:36.762498 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:36.849767 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96d285e1-3ca3-4cda-ba4b-789f610a9df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.912178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7655a-85fb-486b-83d4-e8796e1539f4 req-329aa33c-e35d-405f-9bbe-f7c08f959175 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.920000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7655a-85fb-486b-83d4-e8796e1539f4 req-329aa33c-e35d-405f-9bbe-f7c08f959175 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.927365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7655a-85fb-486b-83d4-e8796e1539f4 req-329aa33c-e35d-405f-9bbe-f7c08f959175 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.934029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7655a-85fb-486b-83d4-e8796e1539f4 req-329aa33c-e35d-405f-9bbe-f7c08f959175 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.941824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7655a-85fb-486b-83d4-e8796e1539f4 req-329aa33c-e35d-405f-9bbe-f7c08f959175 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.944450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18c7655a-85fb-486b-83d4-e8796e1539f4 req-329aa33c-e35d-405f-9bbe-f7c08f959175 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 3816 time: 0.3576632 May 26 16:07:36.957924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['fef0e89e-28a9-4677-87dc-c89c257d0b64'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:36.993505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1664a1-3473-4c54-b126-f3685ba8310f req-8ea50e95-6a6e-41c6-8ef9-a7bdd694a3d5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.995220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb1664a1-3473-4c54-b126-f3685ba8310f req-8ea50e95-6a6e-41c6-8ef9-a7bdd694a3d5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.3200128 May 26 16:07:37.093163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18c7655a-85fb-486b-83d4-e8796e1539f4 req-1a32ada6-58c1-4b29-a52d-9508a8726e2d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295447 May 26 16:07:37.106850 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96d285e1-3ca3-4cda-ba4b-789f610a9df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.110048 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96d285e1-3ca3-4cda-ba4b-789f610a9df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.111527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-96d285e1-3ca3-4cda-ba4b-789f610a9df0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c40e8a71-e70c-4cae-b57d-62d03104f219 HTTP/1.1" status: 204 len: 168 time: 1.0954647 May 26 16:07:37.136215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb1664a1-3473-4c54-b126-f3685ba8310f req-98476d83-4424-4197-b8d1-3b33523e1467 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259835 May 26 16:07:37.144843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d285e1-3ca3-4cda-ba4b-789f610a9df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e8a71-e70c-4cae-b57d-62d03104f219,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:37.258298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ea30df-8a94-4fe4-ac42-9eca468d4a18 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:37.300055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.342605 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:16Z', 'revision_number': 5, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:37.395485 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] Checking router: 6914a528-0a6d-484d-bbd5-765208bc18ca for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:37.427073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Transition to ACTIVE for port object a3ea30df-8a94-4fe4-ac42-9eca468d4a18 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:37.437850 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:37.439828 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:37.449138 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.650262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c674c47-08a0-4031-ac5d-7f677dfddb74 req-d91b4be6-26f5-4ceb-b613-7a0338109a8c tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:37.652215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c674c47-08a0-4031-ac5d-7f677dfddb74 req-d91b4be6-26f5-4ceb-b613-7a0338109a8c tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 945 time: 0.3222442 May 26 16:07:37.705877 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:37.715719 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c6bff9b9-55bd-4f10-8c4b-a94507586a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.716252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:37.720068 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a396717f-3821-441c-b1ab-ea87a689d357 x-openstack-request-id: req-a396717f-3821-441c-b1ab-ea87a689d357 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:37.720358 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20ec18a-2067-450e-8d55-ae9a9b331cbc", "name": "network-vif-deleted", "tag": "c6300333-98ca-4964-a3db-2e2cdade7bc6", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:37.720606 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a396717f-3821-441c-b1ab-ea87a689d357 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:37.721046 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a396717f-3821-441c-b1ab-ea87a689d357'] response: {'server_uuid': 'd20ec18a-2067-450e-8d55-ae9a9b331cbc', 'name': 'network-vif-deleted', 'tag': 'c6300333-98ca-4964-a3db-2e2cdade7bc6', 'status': 'completed', 'code': 200} May 26 16:07:37.766252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c674c47-08a0-4031-ac5d-7f677dfddb74 req-a0d39b8d-fb3b-4852-9b64-17f588ff8469 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bf02f3f-cd23-4ae0-ae90-03aa248dc062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906930 May 26 16:07:37.846570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Attempting to bind port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:37.847062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Attempting to bind port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:37.847269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Attempting to bind port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 on network 66950eb9-9364-4c32-a1ab-960fc915f592 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:37.857103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 on network 66950eb9-9364-4c32-a1ab-960fc915f592 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:37.857430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Attempting to bind port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 on network 66950eb9-9364-4c32-a1ab-960fc915f592 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:37.882858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:37.883246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Checking segment: {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:37.883637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Bound using segment: {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:37.884124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Bound port: a3ea30df-8a94-4fe4-ac42-9eca468d4a18, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:37.884486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.102922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] For port a3ea30df-8a94-4fe4-ac42-9eca468d4a18, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:38.112560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] For port a3ea30df-8a94-4fe4-ac42-9eca468d4a18, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:38.136730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200c293-3d6f-4cf4-a5df-191760dac0a1 req-6b5bde04-82c9-4a32-9dde-0a8f2141d937 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:38.145155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40486) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:38.160650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1200c293-3d6f-4cf4-a5df-191760dac0a1 req-6b5bde04-82c9-4a32-9dde-0a8f2141d937 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2135725 May 26 16:07:38.207866 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:16Z', 'revision_number': 5, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:38.273341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1200c293-3d6f-4cf4-a5df-191760dac0a1 req-0f85f65a-eb18-48dd-b0ab-abf26edb3a3a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116905 May 26 16:07:38.275691 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.278613 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478f8a1-1b43-4238-b9f6-9624c08ff298 None None] The sync data for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 is: [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '430f585b-60c4-4ad9-8256-8d8c0fece59a', 'name': '', 'network_id': '02f2be8c-c79d-40f7-8f90-5fb2c986de2d', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'mac_address': 'fa:16:3e:29:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:16Z', 'revision_number': 5, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'subnets': [{'id': 'da339fc1-8902-49b1-8d65-c1ca301520bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:38.284656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac3786d5-a19a-4088-a651-06bfebe23195 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.316131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac3786d5-a19a-4088-a651-06bfebe23195 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.390985 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac3786d5-a19a-4088-a651-06bfebe23195 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.394501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac3786d5-a19a-4088-a651-06bfebe23195 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.396153 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ac3786d5-a19a-4088-a651-06bfebe23195 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "DELETE /v2.0/security-groups/fc391c4d-6c84-401e-b6c9-67dd802ad832 HTTP/1.1" status: 204 len: 168 time: 0.2499738 May 26 16:07:38.400105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40494) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:38.415793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fef0e89e-28a9-4677-87dc-c89c257d0b64 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:38.418306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3786d5-a19a-4088-a651-06bfebe23195 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc391c4d-6c84-401e-b6c9-67dd802ad832,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:38.428466 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-b4a1b526-2d79-4dc5-930c-b918571753c3 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] show failed (client error): The resource could not be found. May 26 16:07:38.430179 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b4a1b526-2d79-4dc5-930c-b918571753c3 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "GET /v2.0/security-groups/fc391c4d-6c84-401e-b6c9-67dd802ad832 HTTP/1.1" status: 404 len: 347 time: 0.0263770 May 26 16:07:38.433032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40496) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:38.516785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port fef0e89e-28a9-4677-87dc-c89c257d0b64 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:07:38.521423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port fef0e89e-28a9-4677-87dc-c89c257d0b64 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:38.521844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.586612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-15b6fa89-244b-4a9c-94af-f9cd7d63c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:38.588296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-15b6fa89-244b-4a9c-94af-f9cd7d63c2c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 1097 time: 0.3526793 May 26 16:07:38.602233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:38.602943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.604390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] 10.222.0.32 "PUT /v2.0/ports/a3ea30df-8a94-4fe4-ac42-9eca468d4a18 HTTP/1.1" status: 200 len: 1092 time: 2.8439617 May 26 16:07:38.606276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a02c0b-709d-43b2-accd-066f26c83fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:38.649309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:38.673499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Deleting port fb055b1f-44d1-4094-a1f3-7b14f228b8bf {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:38.676999 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.698851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78fd5-3d83-4903-8cf9-1c9a8509aa09 req-9202d0ca-8063-4124-b112-e178dba7059c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:38.712310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78fd5-3d83-4903-8cf9-1c9a8509aa09 req-9202d0ca-8063-4124-b112-e178dba7059c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:38.714804 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.731418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78fd5-3d83-4903-8cf9-1c9a8509aa09 req-9202d0ca-8063-4124-b112-e178dba7059c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:38.750655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78fd5-3d83-4903-8cf9-1c9a8509aa09 req-9202d0ca-8063-4124-b112-e178dba7059c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:38.767429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78fd5-3d83-4903-8cf9-1c9a8509aa09 req-9202d0ca-8063-4124-b112-e178dba7059c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:38.781638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41e78fd5-3d83-4903-8cf9-1c9a8509aa09 req-9202d0ca-8063-4124-b112-e178dba7059c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 3828 time: 0.3381269 May 26 16:07:38.803916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port fef0e89e-28a9-4677-87dc-c89c257d0b64 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:38.804487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.883694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fef0e89e-28a9-4677-87dc-c89c257d0b64, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fef0e89e-28a9-4677-87dc-c89c257d0b64,segment=NetworkSegment(11a3e800-bd93-4771-b1cf-5900079635c0),segment_id=11a3e800-bd93-4771-b1cf-5900079635c0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:38.889721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2220792e-ce76-4b6b-81d2-9707e1e7b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef0e89e-28a9-4677-87dc-c89c257d0b64'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:38.892577 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1fb106-406d-4b07-a5ba-74a36d916f31" -d '{"events": [{"server_uuid": "2220792e-ce76-4b6b-81d2-9707e1e7b16b", "name": "network-vif-plugged", "status": "completed", "tag": "fef0e89e-28a9-4677-87dc-c89c257d0b64"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:38.898452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd5062-2a23-4ad2-be52-5182df6e7d55 None None] New status for floating IP c6911bc4-8479-4f1e-be13-6892b86b87ad: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:07:38.922263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.922844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.945310 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.956507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Calling delete_port for fb055b1f-44d1-4094-a1f3-7b14f228b8bf owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:39.004698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611b70-ea2d-4800-a2c2-d0e06a42d802 req-83ab4681-e65a-4d87-a79e-364ef0b38c58 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.007828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19611b70-ea2d-4800-a2c2-d0e06a42d802 req-83ab4681-e65a-4d87-a79e-364ef0b38c58 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.7286034 May 26 16:07:39.057874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=fef0e89e-28a9-4677-87dc-c89c257d0b64,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:39.155505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41e78fd5-3d83-4903-8cf9-1c9a8509aa09 req-74dbe742-96bb-4faa-8ece-c0f5d9c4ff26 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700159 May 26 16:07:39.203974 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.209102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-5886e857-da87-4b58-96e8-11c16ba89996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.210343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-5886e857-da87-4b58-96e8-11c16ba89996 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 200 len: 915 time: 0.5995681 May 26 16:07:39.216088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.222674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19611b70-ea2d-4800-a2c2-d0e06a42d802 req-6d93c9ec-c354-4224-aa66-23ad22799eeb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827989 May 26 16:07:39.271484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-b61a5a6e-bd46-411a-8fb6-c3acec8796ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13 HTTP/1.1" status: 200 len: 217 time: 0.0475075 May 26 16:07:39.318726 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7b320a-8667-4ceb-a058-8937792da62e x-openstack-request-id: req-bf7b320a-8667-4ceb-a058-8937792da62e {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:39.319097 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2220792e-ce76-4b6b-81d2-9707e1e7b16b", "name": "network-vif-plugged", "status": "completed", "tag": "fef0e89e-28a9-4677-87dc-c89c257d0b64", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:39.319550 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf7b320a-8667-4ceb-a058-8937792da62e {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:39.320134 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7b320a-8667-4ceb-a058-8937792da62e'] response: {'server_uuid': '2220792e-ce76-4b6b-81d2-9707e1e7b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef0e89e-28a9-4677-87dc-c89c257d0b64', 'code': 200} May 26 16:07:39.323289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Pushing event deleted for resources: {'Port': ['ID=fb055b1f-44d1-4094-a1f3-7b14f228b8bf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:39.461705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.464487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.468923 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-61e7217a-559b-4302-a891-d1793d18c2d1 tempest-ServersTestJSON-109052035 tempest-ServersTestJSON-109052035-project] 10.222.0.39 "DELETE /v2.0/floatingips/c6911bc4-8479-4f1e-be13-6892b86b87ad HTTP/1.1" status: 204 len: 168 time: 1.0345666 May 26 16:07:39.470811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40530) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:39.548881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947c0ff-dc0d-4133-a115-89b72a2ddda2 req-c4a59a11-9785-4364-8fd4-8e538b7733a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.550446 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e947c0ff-dc0d-4133-a115-89b72a2ddda2 req-c4a59a11-9785-4364-8fd4-8e538b7733a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 1097 time: 0.1403174 May 26 16:07:39.644650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-b9dbd87f-8202-4330-9c09-d6a08f643153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.645968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-b9dbd87f-8202-4330-9c09-d6a08f643153 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12b64079-7808-4828-9e40-21c54f18d9ea HTTP/1.1" status: 200 len: 854 time: 0.2013874 May 26 16:07:39.648897 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e947c0ff-dc0d-4133-a115-89b72a2ddda2 req-34c41f8e-fe41-4362-93a6-318c6e3fef55 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6bf02f3f-cd23-4ae0-ae90-03aa248dc062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907018 May 26 16:07:39.702502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-1b6d17a6-543a-435a-afe7-fd782e0807b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7dc6466f-7ae9-46d6-ac9d-e057f69b518b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370455 May 26 16:07:39.717096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a411-6a80-4799-befa-d2ed37a39336 req-e4c57102-3197-4816-87e3-f6ff2f17e3f2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.725082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1d7a411-6a80-4799-befa-d2ed37a39336 req-e4c57102-3197-4816-87e3-f6ff2f17e3f2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2858028 May 26 16:07:39.730649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:39.732493 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:39.742914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26bff3-807c-443f-b544-22a9a5aef175 req-be07b5b3-754c-4511-a1e6-ecc327573af2 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.744445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c26bff3-807c-443f-b544-22a9a5aef175 req-be07b5b3-754c-4511-a1e6-ecc327573af2 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 946 time: 0.3042221 May 26 16:07:39.899137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1d7a411-6a80-4799-befa-d2ed37a39336 req-3a76cd9f-0979-4d00-bb40-b860c308513a tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731074 May 26 16:07:39.934087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c26bff3-807c-443f-b544-22a9a5aef175 req-d4f79100-fad9-4935-927c-7fbe9e9c3adb tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bf02f3f-cd23-4ae0-ae90-03aa248dc062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725490 May 26 16:07:39.994202 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c55d487-eb14-4758-9060-53687a844d39 x-openstack-request-id: req-2c55d487-eb14-4758-9060-53687a844d39 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:39.994803 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:39.995370 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c55d487-eb14-4758-9060-53687a844d39 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:39.995984 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c55d487-eb14-4758-9060-53687a844d39'] response: {'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'status': 'completed', 'code': 200} May 26 16:07:40.006900 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.029361 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-964be160-78f4-4ade-a231-d68ac7bb2b01 service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014996 May 26 16:07:40.050340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861ab3dd-64d5-4bd1-b19c-85e37432598e {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:40.068338 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.126234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Transition to ACTIVE for port object 861ab3dd-64d5-4bd1-b19c-85e37432598e will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:40.133471 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.218931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-ba2ea775-902a-4ec3-b7a2-ba4119dd9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.219546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14d7e745-5b3a-442d-a5b0-83a885a4fbaf req-efbaf071-d18b-4f67-a1e2-d3659ba77366 service neutron] 10.222.0.32 "GET /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635859 May 26 16:07:40.219955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-ba2ea775-902a-4ec3-b7a2-ba4119dd9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.220146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Pushing event updated for resources: {'Port': ['ID=861ab3dd-64d5-4bd1-b19c-85e37432598e,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:40.220295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-ba2ea775-902a-4ec3-b7a2-ba4119dd9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.220865 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-ba2ea775-902a-4ec3-b7a2-ba4119dd9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.221408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-ba2ea775-902a-4ec3-b7a2-ba4119dd9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.221937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-ba2ea775-902a-4ec3-b7a2-ba4119dd9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.224832 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-ba2ea775-902a-4ec3-b7a2-ba4119dd9091 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5243 time: 0.0961111 May 26 16:07:40.517058 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.550140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-f74bf819-9db0-4ff7-99e4-5d97d9538dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.550633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-f74bf819-9db0-4ff7-99e4-5d97d9538dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.551897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-f74bf819-9db0-4ff7-99e4-5d97d9538dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.556447 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-f74bf819-9db0-4ff7-99e4-5d97d9538dcb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2396a8aa6a2440ef873161467bc3557d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2727268 May 26 16:07:40.590847 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.636687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ff56-4b22-4f86-a6ae-f2894b7123c8 req-830e62ef-981f-4349-9384-cb7a08b3d4d0 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.645328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ff56-4b22-4f86-a6ae-f2894b7123c8 req-830e62ef-981f-4349-9384-cb7a08b3d4d0 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.654612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ff56-4b22-4f86-a6ae-f2894b7123c8 req-830e62ef-981f-4349-9384-cb7a08b3d4d0 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.680687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ff56-4b22-4f86-a6ae-f2894b7123c8 req-830e62ef-981f-4349-9384-cb7a08b3d4d0 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.690900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ff56-4b22-4f86-a6ae-f2894b7123c8 req-830e62ef-981f-4349-9384-cb7a08b3d4d0 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.703627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ff56-4b22-4f86-a6ae-f2894b7123c8 req-830e62ef-981f-4349-9384-cb7a08b3d4d0 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.712807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22a0ff56-4b22-4f86-a6ae-f2894b7123c8 req-830e62ef-981f-4349-9384-cb7a08b3d4d0 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 4599 time: 0.3609567 May 26 16:07:40.726360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Attempting to bind port 861ab3dd-64d5-4bd1-b19c-85e37432598e on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:40.726729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Attempting to bind port 861ab3dd-64d5-4bd1-b19c-85e37432598e by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:40.727101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Attempting to bind port 861ab3dd-64d5-4bd1-b19c-85e37432598e on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:40.765966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277b696-63ad-4fe6-a53c-8c78bb71d8d0 req-e445bee8-c6df-4080-b853-e3afaa33fb1e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.774214 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a277b696-63ad-4fe6-a53c-8c78bb71d8d0 req-e445bee8-c6df-4080-b853-e3afaa33fb1e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.3033307 May 26 16:07:40.809777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Port 861ab3dd-64d5-4bd1-b19c-85e37432598e on network 34384691-027e-4a13-8e0c-ffe065eba461 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:40.810139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Attempting to bind port 861ab3dd-64d5-4bd1-b19c-85e37432598e on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:40.831347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:40.831688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Checking segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:40.832079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Bound using segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:40.832526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Bound port: 861ab3dd-64d5-4bd1-b19c-85e37432598e, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:40.834120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.859769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22a0ff56-4b22-4f86-a6ae-f2894b7123c8 req-6c64d504-bc92-4040-8da8-52b5370a3699 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457901 May 26 16:07:40.910204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-ac084edd-787e-476e-b45c-67e9b73022e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.917941 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0c32ae52-8ba6-412d-8c88-9cd7546fe3c9 req-ac084edd-787e-476e-b45c-67e9b73022e8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3509166 May 26 16:07:40.953828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Deleting port 430f585b-60c4-4ad9-8256-8d8c0fece59a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:40.957216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.006094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a277b696-63ad-4fe6-a53c-8c78bb71d8d0 req-2d3a8c7a-0481-473d-b83c-9530775a0cb5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308657 May 26 16:07:41.078271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] For port 861ab3dd-64d5-4bd1-b19c-85e37432598e, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:41.086927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] For port 861ab3dd-64d5-4bd1-b19c-85e37432598e, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=861ab3dd-64d5-4bd1-b19c-85e37432598e,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:41.099995 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.137878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] For port 430f585b-60c4-4ad9-8256-8d8c0fece59a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=430f585b-60c4-4ad9-8256-8d8c0fece59a,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:41.138573 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.182627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Calling delete_port for 430f585b-60c4-4ad9-8256-8d8c0fece59a owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:41.206290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:41.207228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.209163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] 10.222.0.32 "PUT /v2.0/ports/861ab3dd-64d5-4bd1-b19c-85e37432598e HTTP/1.1" status: 200 len: 1129 time: 2.5659254 May 26 16:07:41.275063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:41.611928 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.627905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7bf68-6dd9-47f3-8edd-6db3eee92e8d req-07d53d53-aa9b-42d0-a8ae-4997ae7e83af tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:41.629423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1b7bf68-6dd9-47f3-8edd-6db3eee92e8d req-07d53d53-aa9b-42d0-a8ae-4997ae7e83af tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.5349865 May 26 16:07:41.633661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b75e-c055-4924-bde1-5529a1532abd service neutron] Pushing event updated for resources: {'Port': ['ID=861ab3dd-64d5-4bd1-b19c-85e37432598e,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:41.660908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=430f585b-60c4-4ad9-8256-8d8c0fece59a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:41.675244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c8d15-8a7d-4d33-bec4-cf2d3e541e91 req-550a23c8-307e-4b21-bd2c-107e4531d0e3 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:41.677099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-684c8d15-8a7d-4d33-bec4-cf2d3e541e91 req-550a23c8-307e-4b21-bd2c-107e4531d0e3 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 946 time: 0.4971097 May 26 16:07:41.737308 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.767647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1b7bf68-6dd9-47f3-8edd-6db3eee92e8d req-d6b7a1a2-be16-43b9-bc29-79a84191d261 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160064 May 26 16:07:41.791885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-684c8d15-8a7d-4d33-bec4-cf2d3e541e91 req-367eb32f-7b7d-4e65-b5c0-c029ad2e55a8 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bf02f3f-cd23-4ae0-ae90-03aa248dc062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884142 May 26 16:07:41.982471 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:07:41.997907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '861ab3dd-64d5-4bd1-b19c-85e37432598e'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:42.000330 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "861ab3dd-64d5-4bd1-b19c-85e37432598e"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:42.136361 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39715ac-aebf-4e9d-9b12-92cc012aae79 x-openstack-request-id: req-f39715ac-aebf-4e9d-9b12-92cc012aae79 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:42.136668 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "861ab3dd-64d5-4bd1-b19c-85e37432598e", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:42.136892 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f39715ac-aebf-4e9d-9b12-92cc012aae79 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:42.138074 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39715ac-aebf-4e9d-9b12-92cc012aae79'] response: {'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '861ab3dd-64d5-4bd1-b19c-85e37432598e', 'status': 'completed', 'code': 200} May 26 16:07:42.151768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170ce5e-80c0-48a8-8078-f72664428ef0 req-3d5ed6d5-b8c9-4683-a1b8-edd8ac5094d4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.159167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170ce5e-80c0-48a8-8078-f72664428ef0 req-3d5ed6d5-b8c9-4683-a1b8-edd8ac5094d4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.166248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170ce5e-80c0-48a8-8078-f72664428ef0 req-3d5ed6d5-b8c9-4683-a1b8-edd8ac5094d4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.177513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170ce5e-80c0-48a8-8078-f72664428ef0 req-3d5ed6d5-b8c9-4683-a1b8-edd8ac5094d4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.188655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170ce5e-80c0-48a8-8078-f72664428ef0 req-3d5ed6d5-b8c9-4683-a1b8-edd8ac5094d4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.200766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170ce5e-80c0-48a8-8078-f72664428ef0 req-3d5ed6d5-b8c9-4683-a1b8-edd8ac5094d4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.202553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a170ce5e-80c0-48a8-8078-f72664428ef0 req-3d5ed6d5-b8c9-4683-a1b8-edd8ac5094d4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 4599 time: 0.1738932 May 26 16:07:42.372662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a170ce5e-80c0-48a8-8078-f72664428ef0 req-69da3acf-3b7a-43ce-b447-a20b2b1c8c15 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1575129 May 26 16:07:42.393329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3cf2a-3b88-4b8b-906c-57d54d6665be req-f1ddfd91-753d-48b3-b1f0-beff17a39c82 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.395030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ddf3cf2a-3b88-4b8b-906c-57d54d6665be req-f1ddfd91-753d-48b3-b1f0-beff17a39c82 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1385837 May 26 16:07:42.407100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:42.429969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.442299 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.456617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Transition to ACTIVE for port object 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:42.464942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ddf3cf2a-3b88-4b8b-906c-57d54d6665be req-141b2352-6e15-4538-a82a-ad87884eccc8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609021 May 26 16:07:42.464942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.586230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Pushing event updated for resources: {'Port': ['ID=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:42.811114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Attempting to bind port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:42.811591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Attempting to bind port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:42.812115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Attempting to bind port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:42.828762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-64a8e899-2642-4c73-aefb-d8d66c600a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.829933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-64a8e899-2642-4c73-aefb-d8d66c600a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.830745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-64a8e899-2642-4c73-aefb-d8d66c600a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.831589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-64a8e899-2642-4c73-aefb-d8d66c600a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.832498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-64a8e899-2642-4c73-aefb-d8d66c600a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.833385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-64a8e899-2642-4c73-aefb-d8d66c600a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.834348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-64a8e899-2642-4c73-aefb-d8d66c600a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.837329 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-64a8e899-2642-4c73-aefb-d8d66c600a7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6166 time: 0.4343536 May 26 16:07:42.841502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 on network 34384691-027e-4a13-8e0c-ffe065eba461 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:42.842045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Attempting to bind port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:42.941323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7183063-c0e2-4fa8-af04-cd731ba91185 req-dac4e763-ba9f-4165-842f-b37e2d55da18 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.952104 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7183063-c0e2-4fa8-af04-cd731ba91185 req-dac4e763-ba9f-4165-842f-b37e2d55da18 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.2571025 May 26 16:07:42.954133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:42.954680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Checking segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:42.955296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Bound using segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:42.956045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Bound port: 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:42.956599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:43.172435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-cb546b95-a190-4273-870a-95b0247c2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:43.173090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-cb546b95-a190-4273-870a-95b0247c2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:43.173633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-cb546b95-a190-4273-870a-95b0247c2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:43.175852 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-cb546b95-a190-4273-870a-95b0247c2d17 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2396a8aa6a2440ef873161467bc3557d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3236938 May 26 16:07:43.261801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7183063-c0e2-4fa8-af04-cd731ba91185 req-9b73057e-5579-46aa-b5a6-91ec9c9bc7b1 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551513 May 26 16:07:43.309023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda9d4-e549-4b23-bce5-ecfc8e7bc5a2 req-921cb6f1-cfc6-4d7b-ba8c-d7f4ef4a289d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:43.311250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2acda9d4-e549-4b23-bce5-ecfc8e7bc5a2 req-921cb6f1-cfc6-4d7b-ba8c-d7f4ef4a289d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.1773698 May 26 16:07:43.314593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] For port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:43.335948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] For port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:43.364842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:43.367248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Router 6914a528-0a6d-484d-bbd5-765208bc18ca has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:43.426315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-92de1862-bc2c-4328-a787-e3cac3e238e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:43.429386 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1d1681d8-243f-4fe8-9926-0b1e70ecc2d5 req-92de1862-bc2c-4328-a787-e3cac3e238e5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2223208 May 26 16:07:43.527321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:43.527969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:43.529406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] 10.222.0.32 "PUT /v2.0/ports/91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 HTTP/1.1" status: 200 len: 1130 time: 2.2736373 May 26 16:07:43.583470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2acda9d4-e549-4b23-bce5-ecfc8e7bc5a2 req-83fc5a07-1261-496c-8fab-c8a287e7459d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555900 May 26 16:07:43.622456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:43.628326 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-755d283e-d1f3-413a-b2fc-6db63ac904d3 admin admin] 10.222.0.39 "PUT /v2.0/routers/6914a528-0a6d-484d-bbd5-765208bc18ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1550462 May 26 16:07:43.634622 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] Sync routers for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:43.636620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:43.638411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40730) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:43.666041 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:43.673911 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:43.707275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40734) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:43.755594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Pushing event updated for resources: {'Port': ['ID=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:43.764762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.765169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.765600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.766479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.766479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.766649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.766921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.767249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.767576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.767902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.768547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.768547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf5570-9ac8-495d-b7dd-266d7619218c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:43.795065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092934cd-8cd6-4f27-9a4a-d92ea6c5cc2e req-6b13413e-5a8d-4476-81ba-e460a2b754b9 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:43.796808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-092934cd-8cd6-4f27-9a4a-d92ea6c5cc2e req-6b13413e-5a8d-4476-81ba-e460a2b754b9 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 946 time: 0.3593986 May 26 16:07:43.887758 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:43.918809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:43.937881 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-092934cd-8cd6-4f27-9a4a-d92ea6c5cc2e req-4640f6e6-dc48-4334-b34d-e412bdb8bcd2 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bf02f3f-cd23-4ae0-ae90-03aa248dc062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127002 May 26 16:07:43.938935 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:44.078803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddb5e-e939-4cd9-82b7-070f26a734e4 req-2e22e2c2-e3f0-4b9f-ae7c-285463f783a4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.086132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddb5e-e939-4cd9-82b7-070f26a734e4 req-2e22e2c2-e3f0-4b9f-ae7c-285463f783a4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.092200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddb5e-e939-4cd9-82b7-070f26a734e4 req-2e22e2c2-e3f0-4b9f-ae7c-285463f783a4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.098995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddb5e-e939-4cd9-82b7-070f26a734e4 req-2e22e2c2-e3f0-4b9f-ae7c-285463f783a4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.106498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddb5e-e939-4cd9-82b7-070f26a734e4 req-2e22e2c2-e3f0-4b9f-ae7c-285463f783a4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.114791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddb5e-e939-4cd9-82b7-070f26a734e4 req-2e22e2c2-e3f0-4b9f-ae7c-285463f783a4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.120871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.121683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddb5e-e939-4cd9-82b7-070f26a734e4 req-2e22e2c2-e3f0-4b9f-ae7c-285463f783a4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.123669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-630ddb5e-e939-4cd9-82b7-070f26a734e4 req-2e22e2c2-e3f0-4b9f-ae7c-285463f783a4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5371 time: 0.3257968 May 26 16:07:44.163387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:44.167418 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:44.171012 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b24ae67-3654-4eb2-a891-dc3c497bf34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.191684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Deleting port 0eadb8b0-b537-4259-a012-9bb15fe56712 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:44.193200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.212596 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:07:41Z', 'revision_number': 5, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port': {'id': '0eadb8b0-b537-4259-a012-9bb15fe56712', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:44.252607 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] Checking router: 6914a528-0a6d-484d-bbd5-765208bc18ca for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:44.263116 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] Routers {'6914a528-0a6d-484d-bbd5-765208bc18ca'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:44.264137 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6914a528-0a6d-484d-bbd5-765208bc18ca'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:44.303436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] For port 0eadb8b0-b537-4259-a012-9bb15fe56712, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0eadb8b0-b537-4259-a012-9bb15fe56712,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:44.303930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.324294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Calling delete_port for 0eadb8b0-b537-4259-a012-9bb15fe56712 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:44.327202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b24ae67-3654-4eb2-a891-dc3c497bf34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.372308 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] Set router 6914a528-0a6d-484d-bbd5-765208bc18ca gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:44.432222 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:07:44Z', 'revision_number': 6, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:44.450780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b24ae67-3654-4eb2-a891-dc3c497bf34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.466909 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaa534-d5f4-44f4-b919-630eb2c36944 None None] The sync data for ids ['6914a528-0a6d-484d-bbd5-765208bc18ca'] in n-d-843336-2 is: [{'id': '6914a528-0a6d-484d-bbd5-765208bc18ca', 'name': 'tempest-ServersTestJSON-1512638591-router', 'tenant_id': 'b6c165d4a75a42699af630de4b950d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:40Z', 'updated_at': '2022-05-26T16:07:44Z', 'revision_number': 6, 'project_id': 'b6c165d4a75a42699af630de4b950d09', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:44.565102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-35dcf4c7-9ee8-439e-9120-2daaeb997ff1 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.568058 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-35dcf4c7-9ee8-439e-9120-2daaeb997ff1 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.24 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 946 time: 0.0938165 May 26 16:07:44.584158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b145d-10f6-4a69-aead-dfa59e8c9fc0 req-80ba2e4e-ae51-451b-a333-e34e128a5991 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.587367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-749b145d-10f6-4a69-aead-dfa59e8c9fc0 req-80ba2e4e-ae51-451b-a333-e34e128a5991 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.5572259 May 26 16:07:44.607565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9b24ae67-3654-4eb2-a891-dc3c497bf34d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce266d92f4714a66963bcb1b880d5a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8754117 May 26 16:07:44.609761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24ae67-3654-4eb2-a891-dc3c497bf34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef80e2c-7688-40a0-bec6-34a7315468d4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:44.611042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40742) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:44.646136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-630ddb5e-e939-4cd9-82b7-070f26a734e4 req-e186732d-0e45-4649-bad3-50039c2a7590 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4635401 May 26 16:07:44.660885 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.706749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-749b145d-10f6-4a69-aead-dfa59e8c9fc0 req-989ebfa3-9b23-4c24-a02a-93b1a9ef3bdc tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821695 May 26 16:07:44.769853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eadb8b0-b537-4259-a012-9bb15fe56712,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:44.796160 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049cd446-fb80-460a-9b02-d3e401313031 x-openstack-request-id: req-049cd446-fb80-460a-9b02-d3e401313031 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:44.796615 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:44.797366 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-049cd446-fb80-460a-9b02-d3e401313031 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:44.797916 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049cd446-fb80-460a-9b02-d3e401313031'] response: {'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0', 'status': 'completed', 'code': 200} May 26 16:07:44.830314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166bad04-8dfa-43e4-a63d-fa99fd639e7b {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:44.844793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.938103 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e129893-9c62-488d-b275-30b5b7e3d48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.985105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Transition to ACTIVE for port object 166bad04-8dfa-43e4-a63d-fa99fd639e7b will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:45.012380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e129893-9c62-488d-b275-30b5b7e3d48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.015738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Deleting port fef0e89e-28a9-4677-87dc-c89c257d0b64 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:45.016067 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.038956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.047821 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.108512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-ffa6b7ae-dcc1-4780-9c15-7e5e69d58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.109165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-ffa6b7ae-dcc1-4780-9c15-7e5e69d58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.109834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-ffa6b7ae-dcc1-4780-9c15-7e5e69d58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.110627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-ffa6b7ae-dcc1-4780-9c15-7e5e69d58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.111321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-ffa6b7ae-dcc1-4780-9c15-7e5e69d58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.112132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-ffa6b7ae-dcc1-4780-9c15-7e5e69d58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.112855 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-ffa6b7ae-dcc1-4780-9c15-7e5e69d58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.121385 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-ffa6b7ae-dcc1-4780-9c15-7e5e69d58c87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6208 time: 0.3119729 May 26 16:07:45.139898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f57c5-9fc4-453f-9eac-5b5ce22ecb2d req-8f0914c9-580f-4e6a-9fec-01da1d7647ef tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.148409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-525f57c5-9fc4-453f-9eac-5b5ce22ecb2d req-8f0914c9-580f-4e6a-9fec-01da1d7647ef tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2930691 May 26 16:07:45.177643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Pushing event updated for resources: {'Port': ['ID=166bad04-8dfa-43e4-a63d-fa99fd639e7b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:45.205698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0912092-a1a6-482d-96e0-acfa7e873e84 req-fabbbf3d-87ae-40f6-8f8b-a7485810795f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.207316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0912092-a1a6-482d-96e0-acfa7e873e84 req-fabbbf3d-87ae-40f6-8f8b-a7485810795f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.2665715 May 26 16:07:45.269897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.277643 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.314100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-525f57c5-9fc4-453f-9eac-5b5ce22ecb2d req-b0dafe9e-f217-4882-beca-7e7b2d178ea3 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631606 May 26 16:07:45.425370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Attempting to bind port 166bad04-8dfa-43e4-a63d-fa99fd639e7b on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:45.427541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Attempting to bind port 166bad04-8dfa-43e4-a63d-fa99fd639e7b by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:45.428519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Attempting to bind port 166bad04-8dfa-43e4-a63d-fa99fd639e7b on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:45.443494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0912092-a1a6-482d-96e0-acfa7e873e84 req-b9c5248d-134b-4666-85a0-791be08527ce tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118297 May 26 16:07:45.450684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Port 166bad04-8dfa-43e4-a63d-fa99fd639e7b on network 34384691-027e-4a13-8e0c-ffe065eba461 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:45.451021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Attempting to bind port 166bad04-8dfa-43e4-a63d-fa99fd639e7b on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:45.457700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0eadb8b0-b537-4259-a012-9bb15fe56712 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:45.464232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:45.464579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Checking segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:45.464968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Bound using segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:45.465418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Bound port: 166bad04-8dfa-43e4-a63d-fa99fd639e7b, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:45.465797 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.502022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.503201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6914a528-0a6d-484d-bbd5-765208bc18ca {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:07:45.514122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 0eadb8b0-b537-4259-a012-9bb15fe56712 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:45.515021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0eadb8b0-b537-4259-a012-9bb15fe56712 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:45.515459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 430f585b-60c4-4ad9-8256-8d8c0fece59a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:45.530298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.537449 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c2b7ae32-af2b-4b63-b85f-eded5290f5f0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6914a528-0a6d-484d-bbd5-765208bc18ca HTTP/1.1" status: 204 len: 168 time: 1.8976603 May 26 16:07:45.542109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e129893-9c62-488d-b275-30b5b7e3d48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.546554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e129893-9c62-488d-b275-30b5b7e3d48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.551113 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2e129893-9c62-488d-b275-30b5b7e3d48e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ef80e2c-7688-40a0-bec6-34a7315468d4 HTTP/1.1" status: 204 len: 168 time: 0.9333026 May 26 16:07:45.551113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40752) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:45.565428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 430f585b-60c4-4ad9-8256-8d8c0fece59a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:45.565781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 430f585b-60c4-4ad9-8256-8d8c0fece59a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:45.570251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] For port fef0e89e-28a9-4677-87dc-c89c257d0b64, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fef0e89e-28a9-4677-87dc-c89c257d0b64,segment=NetworkSegment(11a3e800-bd93-4771-b1cf-5900079635c0),segment_id=11a3e800-bd93-4771-b1cf-5900079635c0)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:45.570869 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.645650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] For port 166bad04-8dfa-43e4-a63d-fa99fd639e7b, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:45.663245 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e129893-9c62-488d-b275-30b5b7e3d48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef80e2c-7688-40a0-bec6-34a7315468d4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:45.667699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Calling delete_port for fef0e89e-28a9-4677-87dc-c89c257d0b64 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:45.690864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-dbcbb097-6972-4a9f-b25a-3893635e8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.691438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-dbcbb097-6972-4a9f-b25a-3893635e8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.692217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-dbcbb097-6972-4a9f-b25a-3893635e8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.694396 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-dbcbb097-6972-4a9f-b25a-3893635e8fff service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2396a8aa6a2440ef873161467bc3557d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5036762 May 26 16:07:45.734277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2555303-c5a8-4c1d-a614-32be808835fb req-e394c48d-ac52-42ee-af33-9dad50becde2 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.735863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2555303-c5a8-4c1d-a614-32be808835fb req-e394c48d-ac52-42ee-af33-9dad50becde2 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/ports?device_id=2220792e-ce76-4b6b-81d2-9707e1e7b16b HTTP/1.1" status: 200 len: 946 time: 0.2873511 May 26 16:07:45.737811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] For port 166bad04-8dfa-43e4-a63d-fa99fd639e7b, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=166bad04-8dfa-43e4-a63d-fa99fd639e7b,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:45.749653 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.762331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-692deadb-20e3-4b06-9d4a-2dee36de3e9d admin admin] Deleting subnet da339fc1-8902-49b1-8d65-c1ca301520bd {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:07:45.768075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82730292-19cc-4516-b383-d8f45c3b1839 req-dba756ec-b2df-44fe-8ac8-c0ec6e1f5a96 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.768500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-692deadb-20e3-4b06-9d4a-2dee36de3e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.777340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82730292-19cc-4516-b383-d8f45c3b1839 req-dba756ec-b2df-44fe-8ac8-c0ec6e1f5a96 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1274977 May 26 16:07:45.844658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.845508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.847593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] 10.222.0.32 "PUT /v2.0/ports/166bad04-8dfa-43e4-a63d-fa99fd639e7b HTTP/1.1" status: 200 len: 1091 time: 2.2615750 May 26 16:07:45.892984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82730292-19cc-4516-b383-d8f45c3b1839 req-2edddaf6-ff9e-4381-ad82-040999215c4e tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150448 May 26 16:07:45.909468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-692deadb-20e3-4b06-9d4a-2dee36de3e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.916400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:45.931814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab27e9c-4236-4f73-a6d7-94ff94f77929 service neutron] Pushing event updated for resources: {'Port': ['ID=166bad04-8dfa-43e4-a63d-fa99fd639e7b,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:45.945324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2555303-c5a8-4c1d-a614-32be808835fb req-011f2188-b03e-4938-8685-2e560472afae tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bf02f3f-cd23-4ae0-ae90-03aa248dc062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894827 May 26 16:07:46.122521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.124885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-aa75ebf4-b7d4-41dc-8957-405fa5343b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.127741 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f5bd538-9dc7-49ac-9eef-fa580426b4e4 req-aa75ebf4-b7d4-41dc-8957-405fa5343b99 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4216061 May 26 16:07:46.129202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.201874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Pushing event deleted for resources: {'Port': ['ID=fef0e89e-28a9-4677-87dc-c89c257d0b64,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:46.209206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528e2-e8fe-4049-a33a-93f4742e74d3 req-a5ae295e-4c67-4604-a9ef-a456c49ae5ff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.216717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9e528e2-e8fe-4049-a33a-93f4742e74d3 req-a5ae295e-4c67-4604-a9ef-a456c49ae5ff tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1479254 May 26 16:07:46.231349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c73b-3757-4222-9a0e-021e59c4c743 req-c1899dec-8f8a-4fa0-b91c-34484ee95b1c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.237419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c73b-3757-4222-9a0e-021e59c4c743 req-c1899dec-8f8a-4fa0-b91c-34484ee95b1c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.244118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c73b-3757-4222-9a0e-021e59c4c743 req-c1899dec-8f8a-4fa0-b91c-34484ee95b1c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.245428 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-692deadb-20e3-4b06-9d4a-2dee36de3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.249918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c73b-3757-4222-9a0e-021e59c4c743 req-c1899dec-8f8a-4fa0-b91c-34484ee95b1c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.255937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c73b-3757-4222-9a0e-021e59c4c743 req-c1899dec-8f8a-4fa0-b91c-34484ee95b1c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.261776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c73b-3757-4222-9a0e-021e59c4c743 req-c1899dec-8f8a-4fa0-b91c-34484ee95b1c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.268983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c73b-3757-4222-9a0e-021e59c4c743 req-c1899dec-8f8a-4fa0-b91c-34484ee95b1c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.269666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5732c73b-3757-4222-9a0e-021e59c4c743 req-c1899dec-8f8a-4fa0-b91c-34484ee95b1c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5383 time: 0.2127984 May 26 16:07:46.288851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] No DVR routers for this DVR port fef0e89e-28a9-4677-87dc-c89c257d0b64 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:46.295168 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.298605 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-427d009d-8ae4-4e7e-872b-5120419b1d57 req-b66a13e4-e692-4c9a-a064-58245bf0c623 tempest-InstanceActionsNegativeTestJSON-1080473123 tempest-InstanceActionsNegativeTestJSON-1080473123-project] 10.222.0.24 "DELETE /v2.0/ports/fef0e89e-28a9-4677-87dc-c89c257d0b64 HTTP/1.1" status: 204 len: 173 time: 1.7242634 May 26 16:07:46.299011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2220792e-ce76-4b6b-81d2-9707e1e7b16b', 'name': 'network-vif-deleted', 'tag': 'fef0e89e-28a9-4677-87dc-c89c257d0b64'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:46.301630 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeca3667-e935-4f6c-9941-4c358110760b" -d '{"events": [{"server_uuid": "2220792e-ce76-4b6b-81d2-9707e1e7b16b", "name": "network-vif-deleted", "tag": "fef0e89e-28a9-4677-87dc-c89c257d0b64"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:46.335460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-692deadb-20e3-4b06-9d4a-2dee36de3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.375725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-692deadb-20e3-4b06-9d4a-2dee36de3e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.383397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40780) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:46.385498 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-692deadb-20e3-4b06-9d4a-2dee36de3e9d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/da339fc1-8902-49b1-8d65-c1ca301520bd HTTP/1.1" status: 204 len: 168 time: 0.8192694 May 26 16:07:46.386634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692deadb-20e3-4b06-9d4a-2dee36de3e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da339fc1-8902-49b1-8d65-c1ca301520bd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:46.386777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6dcc0-e620-45b8-9de8-d98260d92571 None None] Network 02f2be8c-c79d-40f7-8f90-5fb2c986de2d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:46.462088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device adf875d2-dc85-4a4a-9114-4ca117405b91 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:46.465677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fef0e89e-28a9-4677-87dc-c89c257d0b64 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:46.470663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9e528e2-e8fe-4049-a33a-93f4742e74d3 req-4580da6a-5185-4ac7-8af3-c8dfd4deebd8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530639 May 26 16:07:46.513775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5732c73b-3757-4222-9a0e-021e59c4c743 req-9c13a02b-f0db-4e0a-b71a-a79b01aeb974 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2304950 May 26 16:07:46.542216 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.544185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: fef0e89e-28a9-4677-87dc-c89c257d0b64 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:46.545674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fef0e89e-28a9-4677-87dc-c89c257d0b64 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:46.593720 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc77bcfe-13bd-42e2-b26d-8edeb0d367f5 x-openstack-request-id: req-bc77bcfe-13bd-42e2-b26d-8edeb0d367f5 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:46.594056 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2220792e-ce76-4b6b-81d2-9707e1e7b16b", "name": "network-vif-deleted", "tag": "fef0e89e-28a9-4677-87dc-c89c257d0b64", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:46.595128 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc77bcfe-13bd-42e2-b26d-8edeb0d367f5 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:46.595128 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc77bcfe-13bd-42e2-b26d-8edeb0d367f5'] response: {'server_uuid': '2220792e-ce76-4b6b-81d2-9707e1e7b16b', 'name': 'network-vif-deleted', 'tag': 'fef0e89e-28a9-4677-87dc-c89c257d0b64', 'status': 'completed', 'code': 200} May 26 16:07:46.708303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Deleting port b7206f90-3b6b-4c77-885d-33f6d1667b4a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:46.709242 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.798587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '166bad04-8dfa-43e4-a63d-fa99fd639e7b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:46.802220 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "166bad04-8dfa-43e4-a63d-fa99fd639e7b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:46.812348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9c1378-b794-492e-8c68-c83ab7754a51 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:46.870959 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.905007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Transition to ACTIVE for port object 1e9c1378-b794-492e-8c68-c83ab7754a51 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:46.923760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.937865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=adf875d2-dc85-4a4a-9114-4ca117405b91,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:46.948924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b4d3-3bb1-4722-8d7f-045485ee3db0 req-2b71e0bc-53c6-4c8b-a757-5a04e8decfe5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.954444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'adf875d2-dc85-4a4a-9114-4ca117405b91', 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2', 'port_id': 'adf875d2-dc85-4a4a-9114-4ca117405b91', 'mac_address': 'fa:16:3e:71:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8020c9a2-a02a-4232-9476-f298b80095ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:46.966351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8343b4d3-3bb1-4722-8d7f-045485ee3db0 req-2b71e0bc-53c6-4c8b-a757-5a04e8decfe5 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2896717 May 26 16:07:47.022439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port adf875d2-dc85-4a4a-9114-4ca117405b91 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:47.023222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.025407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f3f51-7211-40cc-ac54-e3e430903f44 req-9c9f2e3f-eb72-4904-918b-aa74b10417fe tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.032924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e6f3f51-7211-40cc-ac54-e3e430903f44 req-9c9f2e3f-eb72-4904-918b-aa74b10417fe tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.3051479 May 26 16:07:47.048408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adf875d2-dc85-4a4a-9114-4ca117405b91 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:47.063170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] For port b7206f90-3b6b-4c77-885d-33f6d1667b4a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b7206f90-3b6b-4c77-885d-33f6d1667b4a,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:47.063455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.071403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=adf875d2-dc85-4a4a-9114-4ca117405b91,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:47.078432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca01f03-3eb2-4f80-a0f8-54cdd3b23e92 None None] DHCP port deletion for 02f2be8c-c79d-40f7-8f90-5fb2c986de2d request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:07:47.082485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.124080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Calling delete_port for b7206f90-3b6b-4c77-885d-33f6d1667b4a owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:47.153005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c1378-b794-492e-8c68-c83ab7754a51,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:47.172642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=adf875d2-dc85-4a4a-9114-4ca117405b91,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:47.187416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bca01f03-3eb2-4f80-a0f8-54cdd3b23e92 None None] Deleting port b7206f90-3b6b-4c77-885d-33f6d1667b4a {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:47.187798 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bca01f03-3eb2-4f80-a0f8-54cdd3b23e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.211703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8343b4d3-3bb1-4722-8d7f-045485ee3db0 req-416e044e-ff6a-4585-9610-8ab1b8533b50 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439590 May 26 16:07:47.346199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bca01f03-3eb2-4f80-a0f8-54cdd3b23e92 None None] For port b7206f90-3b6b-4c77-885d-33f6d1667b4a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b7206f90-3b6b-4c77-885d-33f6d1667b4a,segment=NetworkSegment(922290ad-b48d-4d5d-86c3-39ffb69431bd),segment_id=922290ad-b48d-4d5d-86c3-39ffb69431bd)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:47.346480 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bca01f03-3eb2-4f80-a0f8-54cdd3b23e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.363551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bca01f03-3eb2-4f80-a0f8-54cdd3b23e92 None None] Calling delete_port for b7206f90-3b6b-4c77-885d-33f6d1667b4a owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:47.372255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b7206f90-3b6b-4c77-885d-33f6d1667b4a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:47.395857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Attempting to bind port 1e9c1378-b794-492e-8c68-c83ab7754a51 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:47.396200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Attempting to bind port 1e9c1378-b794-492e-8c68-c83ab7754a51 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:47.396535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Attempting to bind port 1e9c1378-b794-492e-8c68-c83ab7754a51 on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:47.415313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e6f3f51-7211-40cc-ac54-e3e430903f44 req-3fa7dab8-1d97-48aa-90c2-68569d0916f3 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757582 May 26 16:07:47.422369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['adf875d2-dc85-4a4a-9114-4ca117405b91'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:47.430969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Port 1e9c1378-b794-492e-8c68-c83ab7754a51 on network 34384691-027e-4a13-8e0c-ffe065eba461 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:47.431521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Attempting to bind port 1e9c1378-b794-492e-8c68-c83ab7754a51 on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:47.439711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:47.440042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Checking segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:47.440615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Bound using segment: {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:47.440892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Bound port: 1e9c1378-b794-492e-8c68-c83ab7754a51, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a3207c-66f4-4e46-a23a-ba533ba3bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:47.441231 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.503564 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e66e635-3d75-4fe4-b59a-d19faa5bd3e5 x-openstack-request-id: req-8e66e635-3d75-4fe4-b59a-d19faa5bd3e5 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:47.506391 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "166bad04-8dfa-43e4-a63d-fa99fd639e7b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:47.507235 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e66e635-3d75-4fe4-b59a-d19faa5bd3e5 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:47.509744 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e66e635-3d75-4fe4-b59a-d19faa5bd3e5'] response: {'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '166bad04-8dfa-43e4-a63d-fa99fd639e7b', 'status': 'completed', 'code': 200} May 26 16:07:47.570408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40834) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:47.624277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No active binding found for port b7206f90-3b6b-4c77-885d-33f6d1667b4a {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:07:47.629534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.629849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b7206f90-3b6b-4c77-885d-33f6d1667b4a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:47.651133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-8d8cbc87-186a-424f-906f-158cfc7ce189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.652177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-8d8cbc87-186a-424f-906f-158cfc7ce189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.652346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-8d8cbc87-186a-424f-906f-158cfc7ce189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.652878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-8d8cbc87-186a-424f-906f-158cfc7ce189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.653557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-8d8cbc87-186a-424f-906f-158cfc7ce189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.654261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-8d8cbc87-186a-424f-906f-158cfc7ce189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.654842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-8d8cbc87-186a-424f-906f-158cfc7ce189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.657472 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-8d8cbc87-186a-424f-906f-158cfc7ce189 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6300 time: 0.1441274 May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: from cryptography.utils import int_from_bytes May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: from cryptography.utils import int_from_bytes May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.682617 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:47.685841 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:07:47.696117 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bca01f03-3eb2-4f80-a0f8-54cdd3b23e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.720980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7206f90-3b6b-4c77-885d-33f6d1667b4a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:47.724777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] No DVR routers for this DVR port b7206f90-3b6b-4c77-885d-33f6d1667b4a on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:47.736150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56ea8fb-d449-434a-aa32-8ad07112ebc6 admin admin] Deleting subnet 11fa57a8-dbdf-420e-a728-09e2167001bd {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:07:47.795473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-bb7b6787-7f02-482a-9135-cf71be0fccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.795965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-bb7b6787-7f02-482a-9135-cf71be0fccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.796444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-bb7b6787-7f02-482a-9135-cf71be0fccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.799544 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-bb7b6787-7f02-482a-9135-cf71be0fccfb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2396a8aa6a2440ef873161467bc3557d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1277392 May 26 16:07:47.835428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca01f03-3eb2-4f80-a0f8-54cdd3b23e92 None None] Pushing event deleted for resources: {'Port': ['ID=b7206f90-3b6b-4c77-885d-33f6d1667b4a,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:47.844162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca01f03-3eb2-4f80-a0f8-54cdd3b23e92 None None] No DVR routers for this DVR port b7206f90-3b6b-4c77-885d-33f6d1667b4a on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:47.932837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40840) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:47.996010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-a9081f2c-e5f4-4621-bae0-e85f22a23db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.997512 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1864174c-e8b0-40bf-a1d0-fdd0c431d2d2 req-a9081f2c-e5f4-4621-bae0-e85f22a23db7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890662 May 26 16:07:48.034880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] For port 1e9c1378-b794-492e-8c68-c83ab7754a51, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:48.040967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b56ea8fb-d449-434a-aa32-8ad07112ebc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.090266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-597832f2-5247-409d-b8d0-7df892be9362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.107878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] For port 1e9c1378-b794-492e-8c68-c83ab7754a51, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1e9c1378-b794-492e-8c68-c83ab7754a51,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:48.126716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.135967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca284-8a1a-43d7-8891-8ff326091d73 req-1f9d4590-5bd2-451f-8ad2-564dfea5ccd5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.137491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68eca284-8a1a-43d7-8891-8ff326091d73 req-1f9d4590-5bd2-451f-8ad2-564dfea5ccd5 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.5336959 May 26 16:07:48.194913 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b56ea8fb-d449-434a-aa32-8ad07112ebc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.205210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-597832f2-5247-409d-b8d0-7df892be9362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.211019 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-597832f2-5247-409d-b8d0-7df892be9362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.254404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597832f2-5247-409d-b8d0-7df892be9362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0cb37a-6527-430c-acff-d29b9205c287,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:48.260840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.268760 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-597832f2-5247-409d-b8d0-7df892be9362 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f181fad77e0f4694b36de5e90783d7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344870 May 26 16:07:48.269406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40846) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:48.270820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.271452 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.272860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] 10.222.0.32 "PUT /v2.0/ports/1e9c1378-b794-492e-8c68-c83ab7754a51 HTTP/1.1" status: 200 len: 1090 time: 2.3787086 May 26 16:07:48.288245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c953b-e566-4cfe-b3e4-586195e423ed req-4c66a50a-bd32-4973-b32a-2457aeffb95d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.289773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-018c953b-e566-4cfe-b3e4-586195e423ed req-4c66a50a-bd32-4973-b32a-2457aeffb95d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 947 time: 0.5900996 May 26 16:07:48.339932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:48.344867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe928-5de7-4c20-8351-925e33df80b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.359196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f2be8c-c79d-40f7-8f90-5fb2c986de2d']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:48.370546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba8a77-f12b-49ea-a624-860970929b02 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c1378-b794-492e-8c68-c83ab7754a51,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:48.385720 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe928-5de7-4c20-8351-925e33df80b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.399875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68eca284-8a1a-43d7-8891-8ff326091d73 req-c19aac5e-5ffc-4156-ae0b-fff295c02355 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324734 May 26 16:07:48.409633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b56ea8fb-d449-434a-aa32-8ad07112ebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.415434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922290ad-b48d-4d5d-86c3-39ffb69431bd') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:48.415781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922290ad-b48d-4d5d-86c3-39ffb69431bd') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:48.461786 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe928-5de7-4c20-8351-925e33df80b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.466529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe928-5de7-4c20-8351-925e33df80b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.468346 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa5fe928-5de7-4c20-8351-925e33df80b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a0cb37a-6527-430c-acff-d29b9205c287 HTTP/1.1" status: 204 len: 168 time: 0.1972773 May 26 16:07:48.488870 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.494262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device adf875d2-dc85-4a4a-9114-4ca117405b91 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:48.500278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fe928-5de7-4c20-8351-925e33df80b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0cb37a-6527-430c-acff-d29b9205c287,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:48.530877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-018c953b-e566-4cfe-b3e4-586195e423ed req-ce43bc80-b284-4343-90c6-d9ec496fde2b tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175202 May 26 16:07:48.544896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.572076 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.615571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:07:48.615988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.674117 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 922290ad-b48d-4d5d-86c3-39ffb69431bd resource provider aggregate not found May 26 16:07:48.728375 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 922290ad-b48d-4d5d-86c3-39ffb69431bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 922290ad-b48d-4d5d-86c3-39ffb69431bd found for delete ", "request_id": "req-d67f3dc1-6958-4aee-ac6d-4982bc34bf36"}]} May 26 16:07:48.731602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port adf875d2-dc85-4a4a-9114-4ca117405b91 is: BUILD; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:48.732645 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.734143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b56ea8fb-d449-434a-aa32-8ad07112ebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.754851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id adf875d2-dc85-4a4a-9114-4ca117405b91 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:48.796064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.796617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=adf875d2-dc85-4a4a-9114-4ca117405b91,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:48.803175 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.822972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06f8f-f9ab-4011-85e3-8cbc79794e0f req-bd5e320a-d717-4486-9ac9-7d82bcab425e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.828878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06f8f-f9ab-4011-85e3-8cbc79794e0f req-bd5e320a-d717-4486-9ac9-7d82bcab425e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.835342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06f8f-f9ab-4011-85e3-8cbc79794e0f req-bd5e320a-d717-4486-9ac9-7d82bcab425e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.841495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06f8f-f9ab-4011-85e3-8cbc79794e0f req-bd5e320a-d717-4486-9ac9-7d82bcab425e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.847496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06f8f-f9ab-4011-85e3-8cbc79794e0f req-bd5e320a-d717-4486-9ac9-7d82bcab425e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.853445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06f8f-f9ab-4011-85e3-8cbc79794e0f req-bd5e320a-d717-4486-9ac9-7d82bcab425e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.859394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06f8f-f9ab-4011-85e3-8cbc79794e0f req-bd5e320a-d717-4486-9ac9-7d82bcab425e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.867013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7d06f8f-f9ab-4011-85e3-8cbc79794e0f req-bd5e320a-d717-4486-9ac9-7d82bcab425e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5395 time: 0.3408833 May 26 16:07:48.867013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ea8fb-d449-434a-aa32-8ad07112ebc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11fa57a8-dbdf-420e-a728-09e2167001bd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:48.876555 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b56ea8fb-d449-434a-aa32-8ad07112ebc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.882151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b56ea8fb-d449-434a-aa32-8ad07112ebc6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/11fa57a8-dbdf-420e-a728-09e2167001bd HTTP/1.1" status: 204 len: 168 time: 1.3101492 May 26 16:07:48.885029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40862) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:48.892942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.893399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=adf875d2-dc85-4a4a-9114-4ca117405b91,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:48.899413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/02f2be8c-c79d-40f7-8f90-5fb2c986de2d HTTP/1.1" status: 204 len: 168 time: 2.5149174 May 26 16:07:48.990439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.031875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd076c-1ba3-42d3-a513-22bf04d044d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=02f2be8c-c79d-40f7-8f90-5fb2c986de2d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:49.072617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2de12-5ce6-4d65-bfe5-e74f31279396 req-560dc880-4f89-4c0e-81a9-3bb2e23c64c4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.080141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91c2de12-5ce6-4d65-bfe5-e74f31279396 req-560dc880-4f89-4c0e-81a9-3bb2e23c64c4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 945 time: 0.3947620 May 26 16:07:49.089792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40870) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:49.093060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7d06f8f-f9ab-4011-85e3-8cbc79794e0f req-ae2f73ec-b6b3-44cf-b232-eeb09ca6551d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2200246 May 26 16:07:49.112398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.148852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f061c5f8-0c8e-4792-aaf6-847cd1edf6c1']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:49.169602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a3e800-bd93-4771-b1cf-5900079635c0') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:49.170213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a3e800-bd93-4771-b1cf-5900079635c0') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:49.191228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.203398 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bae32b0c-d87d-4721-a2c2-148d121bdb42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6c165d4a75a42699af630de4b950d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121981 May 26 16:07:49.209718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40874) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:49.218167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.233446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:07:49.233849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.302709 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 11a3e800-bd93-4771-b1cf-5900079635c0 resource provider aggregate not found May 26 16:07:49.322966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91c2de12-5ce6-4d65-bfe5-e74f31279396 req-e10a66f3-44dd-4bdc-bf43-abfc1019aa31 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419169 May 26 16:07:49.332372 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 11a3e800-bd93-4771-b1cf-5900079635c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11a3e800-bd93-4771-b1cf-5900079635c0 found for delete ", "request_id": "req-76c16427-5c76-41b1-95af-5212eb66fdae"}]} May 26 16:07:49.366619 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-137eee78-d8ee-432c-a57b-fe4db5fa0b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.380690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.399771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.405207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f061c5f8-0c8e-4792-aaf6-847cd1edf6c1 HTTP/1.1" status: 204 len: 168 time: 0.5162790 May 26 16:07:49.423195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6642306-191b-4c08-b5f8-0d4e9a541363 req-2513a335-a18a-44db-9be5-18665843f96c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.432117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6642306-191b-4c08-b5f8-0d4e9a541363 req-2513a335-a18a-44db-9be5-18665843f96c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1238670 May 26 16:07:49.448831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-137eee78-d8ee-432c-a57b-fe4db5fa0b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.450803 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a034a3-bf7b-42c4-bb35-6ccba05bf580 admin admin] Pushing event deleted for resources: {'Network': ['ID=f061c5f8-0c8e-4792-aaf6-847cd1edf6c1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:49.501656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907bf0-2b27-449f-b96b-15d013d48703 req-dce991b3-ad18-4bfa-b8cc-07ca5fc71aa8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.503916 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05907bf0-2b27-449f-b96b-15d013d48703 req-dce991b3-ad18-4bfa-b8cc-07ca5fc71aa8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.32 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 947 time: 0.1195514 May 26 16:07:49.511524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '1e9c1378-b794-492e-8c68-c83ab7754a51'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:49.514182 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3a4c48-61ae-4a42-abfb-28bae502017e" -d '{"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "1e9c1378-b794-492e-8c68-c83ab7754a51"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:49.546831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6642306-191b-4c08-b5f8-0d4e9a541363 req-eee20a63-7a80-4383-bd7f-e0f6a8e9985f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969689 May 26 16:07:49.552286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:49.574550 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.597717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40894) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:49.604384 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ada1619-50fe-4b6b-914b-aaaa57f109c4 x-openstack-request-id: req-0ada1619-50fe-4b6b-914b-aaaa57f109c4 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:49.606103 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "1e9c1378-b794-492e-8c68-c83ab7754a51", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:49.606103 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ada1619-50fe-4b6b-914b-aaaa57f109c4 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:49.606103 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ada1619-50fe-4b6b-914b-aaaa57f109c4'] response: {'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '1e9c1378-b794-492e-8c68-c83ab7754a51', 'status': 'completed', 'code': 200} May 26 16:07:49.620800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-137eee78-d8ee-432c-a57b-fe4db5fa0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.624275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-137eee78-d8ee-432c-a57b-fe4db5fa0b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.624690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Transition to ACTIVE for port object 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:49.628633 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-137eee78-d8ee-432c-a57b-fe4db5fa0b31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95c41383-7919-4e47-a737-d4a2a5b9dadb HTTP/1.1" status: 204 len: 168 time: 0.4172173 May 26 16:07:49.639664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.641808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eee78-d8ee-432c-a57b-fe4db5fa0b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c41383-7919-4e47-a737-d4a2a5b9dadb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:49.693839 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b47fbf07-2296-44af-8bfe-efae2eeed4dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7349e14fb30b42a8b028195a92099fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933175 May 26 16:07:49.696379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40900) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:49.719073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Deleting port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:49.719647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.841734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4dc88d93-762d-439b-bfa9-a14cdc91675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.881452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Pushing event updated for resources: {'Port': ['ID=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:49.900829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] For port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:49.901398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.919523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4dc88d93-762d-439b-bfa9-a14cdc91675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.925400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fabfc2-7c26-4dc8-866b-cb6eeba4c670 req-ef36086a-826f-44aa-8e04-51b49f1148c0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.933265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0fabfc2-7c26-4dc8-866b-cb6eeba4c670 req-ef36086a-826f-44aa-8e04-51b49f1148c0 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.2042797 May 26 16:07:49.951831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-7f5d0c13-6119-442f-8795-689a44730c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.952483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-7f5d0c13-6119-442f-8795-689a44730c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.953310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-7f5d0c13-6119-442f-8795-689a44730c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.953945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-7f5d0c13-6119-442f-8795-689a44730c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.954599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-7f5d0c13-6119-442f-8795-689a44730c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.955247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-7f5d0c13-6119-442f-8795-689a44730c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.955889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-7f5d0c13-6119-442f-8795-689a44730c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.958768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-7f5d0c13-6119-442f-8795-689a44730c7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6367 time: 0.3269527 May 26 16:07:50.057593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af413805-4888-4343-ac32-2101b8e20ee8 req-cac01bf5-ba0f-45ac-bfc1-fbaaa180b8f8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.065788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af413805-4888-4343-ac32-2101b8e20ee8 req-cac01bf5-ba0f-45ac-bfc1-fbaaa180b8f8 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 947 time: 0.3469281 May 26 16:07:50.111986 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4dc88d93-762d-439b-bfa9-a14cdc91675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.115304 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4dc88d93-762d-439b-bfa9-a14cdc91675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.118866 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4dc88d93-762d-439b-bfa9-a14cdc91675c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bf02f3f-cd23-4ae0-ae90-03aa248dc062 HTTP/1.1" status: 204 len: 168 time: 0.4191859 May 26 16:07:50.172993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc88d93-762d-439b-bfa9-a14cdc91675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf02f3f-cd23-4ae0-ae90-03aa248dc062,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:50.202624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0fabfc2-7c26-4dc8-866b-cb6eeba4c670 req-1a3c792c-0e57-4c7a-b2fd-ec334b8ce284 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681289 May 26 16:07:50.230950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.231509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.232282 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Floating IP 783655e0-adf7-41c4-85ba-6d22c4d84b09 disassociated. External IP: 172.25.0.30, port: 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c. May 26 16:07:50.232750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Calling delete_port for 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:50.278930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af413805-4888-4343-ac32-2101b8e20ee8 req-3897b888-2c8a-4a7b-bd04-46a83485984d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups?id=384146a0-b209-47ef-8554-7349395a92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064157 May 26 16:07:50.334349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Attempting to bind port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:50.334753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Attempting to bind port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:50.335205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Attempting to bind port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 on network f921fc8f-3be3-4f7b-9c2f-310e32f20442 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:50.369719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 on network f921fc8f-3be3-4f7b-9c2f-310e32f20442 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:50.370079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Attempting to bind port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 on network f921fc8f-3be3-4f7b-9c2f-310e32f20442 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:50.383306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-46958d1e-1f0f-42d8-86ad-cb4427b87b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.383882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-46958d1e-1f0f-42d8-86ad-cb4427b87b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.384357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-46958d1e-1f0f-42d8-86ad-cb4427b87b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.386507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-46958d1e-1f0f-42d8-86ad-cb4427b87b03 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2396a8aa6a2440ef873161467bc3557d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4065924 May 26 16:07:50.388606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:50.388606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Checking segment: {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:50.388606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Bound using segment: {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:50.389146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Bound port: 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:50.389468 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.459025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b80c6-c804-4b62-a4f0-16d6b1bfc8e4 req-ade23fe0-1287-45b8-b9af-c213e9cea1bd tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.464981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b80c6-c804-4b62-a4f0-16d6b1bfc8e4 req-ade23fe0-1287-45b8-b9af-c213e9cea1bd tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.470996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b80c6-c804-4b62-a4f0-16d6b1bfc8e4 req-ade23fe0-1287-45b8-b9af-c213e9cea1bd tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.477304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b80c6-c804-4b62-a4f0-16d6b1bfc8e4 req-ade23fe0-1287-45b8-b9af-c213e9cea1bd tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.483500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b80c6-c804-4b62-a4f0-16d6b1bfc8e4 req-ade23fe0-1287-45b8-b9af-c213e9cea1bd tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.490207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b80c6-c804-4b62-a4f0-16d6b1bfc8e4 req-ade23fe0-1287-45b8-b9af-c213e9cea1bd tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.496439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b80c6-c804-4b62-a4f0-16d6b1bfc8e4 req-ade23fe0-1287-45b8-b9af-c213e9cea1bd tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.504746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-043b80c6-c804-4b62-a4f0-16d6b1bfc8e4 req-ade23fe0-1287-45b8-b9af-c213e9cea1bd tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5407 time: 0.1875927 May 26 16:07:50.505818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device adf875d2-dc85-4a4a-9114-4ca117405b91 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:50.605015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port adf875d2-dc85-4a4a-9114-4ca117405b91 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:50.606368 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.664058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] For port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:50.670544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] For port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:50.685440 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.723036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port adf875d2-dc85-4a4a-9114-4ca117405b91 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:50.727063 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.773223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf875d2-dc85-4a4a-9114-4ca117405b91'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:50.777573 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337895c3-ed3e-4130-bbf0-b1c4c7d92b56" -d '{"events": [{"server_uuid": "ebcd2ee7-933a-4722-baf8-f6516956757f", "name": "network-vif-plugged", "status": "completed", "tag": "adf875d2-dc85-4a4a-9114-4ca117405b91"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:50.798234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=adf875d2-dc85-4a4a-9114-4ca117405b91,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:50.804917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.849564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-043b80c6-c804-4b62-a4f0-16d6b1bfc8e4 req-e95cabb4-8408-4e4a-80d0-6aa7849b97d8 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3409626 May 26 16:07:50.855480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Pushing event updated for resources: {'Port': ['ID=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:50.881216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=adf875d2-dc85-4a4a-9114-4ca117405b91,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:50.881761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400e6d0-bf55-4385-b07e-72e4073faf9f req-09bcce30-53ff-405e-8697-036ccd1356cc tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.882422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.897510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2400e6d0-bf55-4385-b07e-72e4073faf9f req-09bcce30-53ff-405e-8697-036ccd1356cc tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.4933357 May 26 16:07:50.937332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event deleted for resources: {'Port': ['ID=6d4f9cee-f4bb-46e7-a69a-ba694d82d72c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:50.948960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.949445 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.969613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-d9da2e89-6e93-4137-8afd-9e9d2c8cb68a service neutron] 10.222.0.32 "PUT /v2.0/ports/0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 HTTP/1.1" status: 200 len: 1091 time: 2.6178350 May 26 16:07:51.002558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Request body: {'port': {'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:51.076558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-f9635c93-a5ad-4526-a215-ef294f120264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:51.078851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a3a4c48-61ae-4a42-abfb-28bae502017e req-f9635c93-a5ad-4526-a215-ef294f120264 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6834497 May 26 16:07:51.102112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.137610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:51.320890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2400e6d0-bf55-4385-b07e-72e4073faf9f req-a6590663-7dc8-4cc8-a7a9-ff116f21778d tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223747 May 26 16:07:51.336491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:51.357288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] Sync routers for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:51.379557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:51.380237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:51.387948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a642b94-b5bc-4cd0-a4a7-c6c828177083 req-95874b18-1307-4dde-bcc2-306ae477a97f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:51.392918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] No DVR routers for this DVR port 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:51.395873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.399406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a642b94-b5bc-4cd0-a4a7-c6c828177083 req-95874b18-1307-4dde-bcc2-306ae477a97f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.4124334 May 26 16:07:51.399618 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-05907bf0-2b27-449f-b96b-15d013d48703 req-3a5c82fa-8ba8-4a55-bcb9-0de3d948872d tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.32 "DELETE /v2.0/ports/6d4f9cee-f4bb-46e7-a69a-ba694d82d72c HTTP/1.1" status: 204 len: 173 time: 1.8855772 May 26 16:07:51.400106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-deleted', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:51.402557 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b83adb2-381c-4013-88fa-b71859500ddf" -d '{"events": [{"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-deleted", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:51.456263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40958) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:51.522192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a642b94-b5bc-4cd0-a4a7-c6c828177083 req-e48500e1-e0cb-46a3-a0a9-b1c8b5e345c6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162312 May 26 16:07:51.606691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:51.609427 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9936d803-2ad2-408c-9984-3d7273d6862b" -d '{"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:51.625361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:51.744280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d3d512e-c0f1-4464-a504-34d7f494abac req-ca7c6eae-1fd8-4f5b-9cb0-6883d0db2d54 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/ports?device_id=4094f0c7-fa4f-4867-bd83-c787c14f34d2 HTTP/1.1" status: 200 len: 210 time: 0.0399015 May 26 16:07:51.752902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065a1fff-e592-4e36-9c31-91c60d3ad3aa {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:51.762857 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.780299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Transition to ACTIVE for port object 065a1fff-e592-4e36-9c31-91c60d3ad3aa will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:51.787664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.839505 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b6921c-05ba-4cb5-bd01-cae3d2e6a894 x-openstack-request-id: req-d3b6921c-05ba-4cb5-bd01-cae3d2e6a894 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:51.841786 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd2ee7-933a-4722-baf8-f6516956757f", "name": "network-vif-plugged", "status": "completed", "tag": "adf875d2-dc85-4a4a-9114-4ca117405b91", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:51.842168 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3b6921c-05ba-4cb5-bd01-cae3d2e6a894 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:51.842826 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b6921c-05ba-4cb5-bd01-cae3d2e6a894'] response: {'server_uuid': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf875d2-dc85-4a4a-9114-4ca117405b91', 'code': 200} May 26 16:07:51.913265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1388554491'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:51.949973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Made reservation on behalf of b56b1281b1fb4175a5f7938b034f5e94 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:51.955864 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.982487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.089701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Pushing event updated for resources: {'Port': ['ID=065a1fff-e592-4e36-9c31-91c60d3ad3aa,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:52.091013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:52.159573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] Checking router: fb9ee9d7-1c13-4c46-b55d-1e850aa71574 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:52.166903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8029f4-20bb-4194-ad59-e00b183bbbdc req-acb14c25-eac6-4967-a77a-53b5503fea06 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.174238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:52.175285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:52.178051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce8029f4-20bb-4194-ad59-e00b183bbbdc req-acb14c25-eac6-4967-a77a-53b5503fea06 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.2419915 May 26 16:07:52.198443 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bc6837-c792-43c9-82c6-51bd2bf64fac x-openstack-request-id: req-49bc6837-c792-43c9-82c6-51bd2bf64fac {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:52.201636 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4094f0c7-fa4f-4867-bd83-c787c14f34d2", "name": "network-vif-deleted", "tag": "6d4f9cee-f4bb-46e7-a69a-ba694d82d72c", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:52.201636 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49bc6837-c792-43c9-82c6-51bd2bf64fac {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:52.202087 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bc6837-c792-43c9-82c6-51bd2bf64fac'] response: {'server_uuid': '4094f0c7-fa4f-4867-bd83-c787c14f34d2', 'name': 'network-vif-deleted', 'tag': '6d4f9cee-f4bb-46e7-a69a-ba694d82d72c', 'status': 'completed', 'code': 200} May 26 16:07:52.211199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Attempting to bind port 065a1fff-e592-4e36-9c31-91c60d3ad3aa on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:52.211539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Attempting to bind port 065a1fff-e592-4e36-9c31-91c60d3ad3aa by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:52.211879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Attempting to bind port 065a1fff-e592-4e36-9c31-91c60d3ad3aa on network f921fc8f-3be3-4f7b-9c2f-310e32f20442 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:52.232276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Port 065a1fff-e592-4e36-9c31-91c60d3ad3aa on network f921fc8f-3be3-4f7b-9c2f-310e32f20442 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:52.232609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Attempting to bind port 065a1fff-e592-4e36-9c31-91c60d3ad3aa on network f921fc8f-3be3-4f7b-9c2f-310e32f20442 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:52.242642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:52.242987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Checking segment: {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:52.243428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Bound using segment: {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:52.243879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Bound port: 065a1fff-e592-4e36-9c31-91c60d3ad3aa, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b391b143-2d5d-4fd8-9153-8924a4ab5409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:52.244241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.285420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.289825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce8029f4-20bb-4194-ad59-e00b183bbbdc req-a63bf595-0634-46f7-b8b6-da2a23f84f72 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927410 May 26 16:07:52.295026 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f29ccc-89a2-4811-93a3-01dbdc0f5092 x-openstack-request-id: req-15f29ccc-89a2-4811-93a3-01dbdc0f5092 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:52.296391 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:52.297696 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15f29ccc-89a2-4811-93a3-01dbdc0f5092 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:52.300537 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f29ccc-89a2-4811-93a3-01dbdc0f5092'] response: {'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7', 'status': 'completed', 'code': 200} May 26 16:07:52.314747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.361265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40986) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:52.409290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:07:52.449454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361faf3-aa6e-433d-91d4-3cd263350150 req-ab6387d2-9215-4e17-a353-833ae8266361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.451726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:52.452602 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0361faf3-aa6e-433d-91d4-3cd263350150 req-ab6387d2-9215-4e17-a353-833ae8266361 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 1097 time: 0.2637570 May 26 16:07:52.454121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.454951 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Added segment 4e4986b6-ea10-4a54-aee6-cea088f2d2e0 of type vlan for network 5eb6e7b3-892a-4d30-b513-08500bd8dd15 May 26 16:07:52.457094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e345f-81cf-4ccd-b98a-5c1dd652680a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:52.532948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-0bb6de24-2113-48e0-8098-ad5edc48051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.533797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-0bb6de24-2113-48e0-8098-ad5edc48051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.534481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-0bb6de24-2113-48e0-8098-ad5edc48051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.535127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-0bb6de24-2113-48e0-8098-ad5edc48051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.536613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-0bb6de24-2113-48e0-8098-ad5edc48051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.537296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-0bb6de24-2113-48e0-8098-ad5edc48051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.537937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-0bb6de24-2113-48e0-8098-ad5edc48051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.540115 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9936d803-2ad2-408c-9984-3d7273d6862b req-0bb6de24-2113-48e0-8098-ad5edc48051e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6434 time: 0.2412677 May 26 16:07:52.546894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.620203 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0361faf3-aa6e-433d-91d4-3cd263350150 req-2f6800eb-2eae-4d87-9e66-7dc0cc101560 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515551 May 26 16:07:52.627903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] For port 065a1fff-e592-4e36-9c31-91c60d3ad3aa, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:52.636348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40994) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:52.654949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] For port 065a1fff-e592-4e36-9c31-91c60d3ad3aa, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=065a1fff-e592-4e36-9c31-91c60d3ad3aa,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:52.671600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:07:52.675097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae555-99e2-4f69-af21-6c87efb8fafa req-67ca1076-5b9b-47e4-842a-5a7a2c13364e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.681761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae555-99e2-4f69-af21-6c87efb8fafa req-67ca1076-5b9b-47e4-842a-5a7a2c13364e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.688722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae555-99e2-4f69-af21-6c87efb8fafa req-67ca1076-5b9b-47e4-842a-5a7a2c13364e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.695626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae555-99e2-4f69-af21-6c87efb8fafa req-67ca1076-5b9b-47e4-842a-5a7a2c13364e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.697457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1635389115-network', 'tenant_id': '482a72d9b04541de9f82fc15c60e9915'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:52.701580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae555-99e2-4f69-af21-6c87efb8fafa req-67ca1076-5b9b-47e4-842a-5a7a2c13364e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.708358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae555-99e2-4f69-af21-6c87efb8fafa req-67ca1076-5b9b-47e4-842a-5a7a2c13364e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.715172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae555-99e2-4f69-af21-6c87efb8fafa req-67ca1076-5b9b-47e4-842a-5a7a2c13364e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.717064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40dae555-99e2-4f69-af21-6c87efb8fafa req-67ca1076-5b9b-47e4-842a-5a7a2c13364e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.2869370 May 26 16:07:52.720884 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.740484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.742781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.743506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.745197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] 10.222.0.32 "PUT /v2.0/ports/065a1fff-e592-4e36-9c31-91c60d3ad3aa HTTP/1.1" status: 200 len: 1091 time: 1.7552171 May 26 16:07:52.747710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.748371 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.748850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-794500180-network', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:52.761738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:52.776161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa6b66-c2e7-4866-b35f-c4333f09f215 req-5e55d530-2f31-405f-aa3f-9dbf78e795eb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.777728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfaa6b66-c2e7-4866-b35f-c4333f09f215 req-5e55d530-2f31-405f-aa3f-9dbf78e795eb tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.2131670 May 26 16:07:52.801094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8f93b-ac25-49de-8018-6df518eabe6d None None] The sync data for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 is: [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:00:08Z', 'revision_number': 4, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7531c0e0-4131-413b-9ebe-f680d828452d', 'name': '', 'network_id': 'dcff6033-e8d7-43af-a6f2-306af24f8ee3', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'mac_address': 'fa:16:3e:04:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:07Z', 'updated_at': '2022-05-26T16:00:14Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'subnets': [{'id': 'd4f0607d-90cc-4ecf-88cd-fda20d1cd362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:52.854526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event updated for resources: {'Network': ['ID=5eb6e7b3-892a-4d30-b513-08500bd8dd15,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:52.856723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Made reservation on behalf of 482a72d9b04541de9f82fc15c60e9915 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:52.859168 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.868016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 5eb6e7b3-892a-4d30-b513-08500bd8dd15 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:07:52.874937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.904604 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-97c52057-987f-49ba-94a9-6803d82e0958 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4444220 May 26 16:07:52.904959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41000) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:52.909921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Request body: {'subnet': {'network_id': '5eb6e7b3-892a-4d30-b513-08500bd8dd15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:52.923077 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-eb8bbbb6-0f14-4824-9403-b6fd45eb4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.923563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-eb8bbbb6-0f14-4824-9403-b6fd45eb4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.924039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-eb8bbbb6-0f14-4824-9403-b6fd45eb4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.925745 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9936d803-2ad2-408c-9984-3d7273d6862b req-eb8bbbb6-0f14-4824-9403-b6fd45eb4266 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2396a8aa6a2440ef873161467bc3557d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3702147 May 26 16:07:53.177416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.195324 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.217137 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61802e35-5dca-4c58-87c8-b398b13f4d78 None None] New status for floating IP 783655e0-adf7-41c4-85ba-6d22c4d84b09: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:07:53.219793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40dae555-99e2-4f69-af21-6c87efb8fafa req-497a2f94-14bd-4e29-853d-62e2b7116c7a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4856875 May 26 16:07:53.224654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:07:53.232746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Made reservation on behalf of e0582a98e5df4377aa38dfd4cc59ec54 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:53.235055 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.235532 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Added segment 774529fc-3555-4697-bcfb-79c7217e2919 of type vlan for network 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 May 26 16:07:53.235857 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.270986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc09c7-2da4-4287-bd13-8c38ec9ccc91 service neutron] Pushing event updated for resources: {'Port': ['ID=065a1fff-e592-4e36-9c31-91c60d3ad3aa,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:53.283272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.303502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfaa6b66-c2e7-4866-b35f-c4333f09f215 req-3a4e2553-36c1-4175-859e-a184d5510b76 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909744 May 26 16:07:53.305315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.314554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d803-2ad2-408c-9984-3d7273d6862b req-5c821e82-8dc9-41d9-89e6-330f9a45fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.316470 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9936d803-2ad2-408c-9984-3d7273d6862b req-5c821e82-8dc9-41d9-89e6-330f9a45fee2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3191845 May 26 16:07:53.348982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Made reservation on behalf of b56b1281b1fb4175a5f7938b034f5e94 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:53.355394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.405180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbe5926-66cc-4b40-8172-85a8814ffb5d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:53.405647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6002b-cbd4-4a3c-9024-c8a1e9ccf18e req-7510bcfe-83ff-4a63-8864-056e44ded521 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.407237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16f6002b-cbd4-4a3c-9024-c8a1e9ccf18e req-7510bcfe-83ff-4a63-8864-056e44ded521 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.0910096 May 26 16:07:53.498659 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.499729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.500346 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.524235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16f6002b-cbd4-4a3c-9024-c8a1e9ccf18e req-9984d77a-8f99-4026-8df3-0ea42f787ff0 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907850 May 26 16:07:53.545914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.556198 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.570040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41006) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:53.581228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:07:53.583461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-72afbd59-3e46-4d5f-be5b-dcff5e871f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.584162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-72afbd59-3e46-4d5f-be5b-dcff5e871f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.584632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-72afbd59-3e46-4d5f-be5b-dcff5e871f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.585099 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-72afbd59-3e46-4d5f-be5b-dcff5e871f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.585563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-72afbd59-3e46-4d5f-be5b-dcff5e871f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.586052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-72afbd59-3e46-4d5f-be5b-dcff5e871f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.586517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-72afbd59-3e46-4d5f-be5b-dcff5e871f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.588490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-72afbd59-3e46-4d5f-be5b-dcff5e871f61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6476 time: 0.2153406 May 26 16:07:53.591865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315b560-a19b-4f2f-b5cc-4508f2b9218b req-f3ae063b-7524-4bb9-b5e4-f62cb16a93a8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.593481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b315b560-a19b-4f2f-b5cc-4508f2b9218b req-f3ae063b-7524-4bb9-b5e4-f62cb16a93a8 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1312656 May 26 16:07:53.601247 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2361236 May 26 16:07:53.601862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41008) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:53.618739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Request body: {'subnet': {'network_id': '5b8f3afa-5ab1-4faf-97a7-7fcb1677b545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1635389115-subnet', 'tenant_id': '482a72d9b04541de9f82fc15c60e9915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:53.625607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a8c1a-8dd1-40e2-a5d1-a5cb12fe7359 admin admin] Pushing event updated for resources: {'Network': ['ID=5b8f3afa-5ab1-4faf-97a7-7fcb1677b545,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:53.628333 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.628808 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Added segment d4df7244-d1b3-4641-b82c-a4750b826ebc of type vlan for network e6a2eecd-73ef-43d4-862b-f37d994a7953 May 26 16:07:53.639949 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.648215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:07:53.681276 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-88156ba4-c084-4368-bbe5-93e6faf51902 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3ea30df-8a94-4fe4-ac42-9eca468d4a18 HTTP/1.1" status: 200 len: 217 time: 0.0760608 May 26 16:07:53.701143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273e9050-e0ac-478a-b2f3-fc9d8ab958e6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:53.725893 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.747133 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.762935 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Made reservation on behalf of 482a72d9b04541de9f82fc15c60e9915 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:53.763788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b315b560-a19b-4f2f-b5cc-4508f2b9218b req-bd5f635c-07b8-4d7c-9492-7f3ea2254242 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535721 May 26 16:07:53.765808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.767042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c9c65ba-3b53-4195-bc10-7976886351c4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.806279 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c9c65ba-3b53-4195-bc10-7976886351c4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.809350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.810361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.811353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.847700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2023146 May 26 16:07:53.852197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41014) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:53.886650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Request body: {'subnet': {'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-794500180-subnet', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:53.940524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-7ffb8501-f951-401e-81d4-70ec6d8ffb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.942352 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-7ffb8501-f951-401e-81d4-70ec6d8ffb45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764 HTTP/1.1" status: 200 len: 850 time: 0.2502396 May 26 16:07:53.951608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc734-c504-4f95-8fb3-9e6b34c64a33 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a2eecd-73ef-43d4-862b-f37d994a7953,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:53.968879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Made reservation on behalf of e0582a98e5df4377aa38dfd4cc59ec54 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:53.971334 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.974311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:07:54.006115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.057260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9429f9f-3666-4e70-b48e-84d3ed6043cc req-fb7e48c5-dc5c-44db-8a7b-54c8714a4136 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.058792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9429f9f-3666-4e70-b48e-84d3ed6043cc req-fb7e48c5-dc5c-44db-8a7b-54c8714a4136 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1530743 May 26 16:07:54.086314 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-04ab222e-128d-4d80-b80a-a3e2f7b5eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.088005 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-04ab222e-128d-4d80-b80a-a3e2f7b5eec5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66950eb9-9364-4c32-a1ab-960fc915f592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318073 May 26 16:07:54.088149 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c9c65ba-3b53-4195-bc10-7976886351c4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.090748 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c9c65ba-3b53-4195-bc10-7976886351c4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.091059 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event updated for resources: {'Subnet': ['ID=26914e09-ff4e-4f8c-a7c1-dc17de8b8909,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:54.094470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1c9c65ba-3b53-4195-bc10-7976886351c4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "DELETE /v2.0/security-groups/384146a0-b209-47ef-8554-7349395a92f5 HTTP/1.1" status: 204 len: 168 time: 0.5191331 May 26 16:07:54.100845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41016) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:54.124598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c65ba-3b53-4195-bc10-7976886351c4 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384146a0-b209-47ef-8554-7349395a92f5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:54.137508 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-9eef0d77-b84e-47c6-8498-c9e286b89792 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] show failed (client error): The resource could not be found. May 26 16:07:54.139205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9eef0d77-b84e-47c6-8498-c9e286b89792 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "GET /v2.0/security-groups/384146a0-b209-47ef-8554-7349395a92f5 HTTP/1.1" status: 404 len: 347 time: 0.0363402 May 26 16:07:54.144748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41018) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:54.155781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9429f9f-3666-4e70-b48e-84d3ed6043cc req-e356276d-b491-43eb-8f77-4ec6a5838052 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889795 May 26 16:07:54.202458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Checking segment: {'id': '4e4986b6-ea10-4a54-aee6-cea088f2d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5eb6e7b3-892a-4d30-b513-08500bd8dd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:54.203004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Network hostable DHCP agents. Network: 5eb6e7b3-892a-4d30-b513-08500bd8dd15, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:07:54.312977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '065a1fff-e592-4e36-9c31-91c60d3ad3aa'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:54.315851 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbe1934-8496-4d5c-80e4-bbc6168ea453" -d '{"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "065a1fff-e592-4e36-9c31-91c60d3ad3aa"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:54.328380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Network 5eb6e7b3-892a-4d30-b513-08500bd8dd15 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:07:54.335285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.376692 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-e8cb5ca6-4d4a-4a53-a6d9-bca2c48bcad2 service neutron] 10.222.0.32 "GET /v2.0/networks/66950eb9-9364-4c32-a1ab-960fc915f592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801986 May 26 16:07:54.378026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 5eb6e7b3-892a-4d30-b513-08500bd8dd15) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:54.386619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba241b2-3918-4c9e-a4a0-b9bb546f4d4f None None] Network 5eb6e7b3-892a-4d30-b513-08500bd8dd15 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:54.399949 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a49453-039f-4e85-880e-21415e23b115 x-openstack-request-id: req-70a49453-039f-4e85-880e-21415e23b115 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:54.400236 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "065a1fff-e592-4e36-9c31-91c60d3ad3aa", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:54.400490 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70a49453-039f-4e85-880e-21415e23b115 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:54.400886 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a49453-039f-4e85-880e-21415e23b115'] response: {'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': '065a1fff-e592-4e36-9c31-91c60d3ad3aa', 'status': 'completed', 'code': 200} May 26 16:07:54.404018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.404609 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.418018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:54.427973 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.501764 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abef95a-1a8d-418a-a809-0bb839f63921 req-185b0d00-ffc4-4306-bd9b-54578acb11a7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.503916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:54.504957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6d4f9cee-f4bb-46e7-a69a-ba694d82d72c not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:54.509187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abef95a-1a8d-418a-a809-0bb839f63921 req-185b0d00-ffc4-4306-bd9b-54578acb11a7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.515110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abef95a-1a8d-418a-a809-0bb839f63921 req-185b0d00-ffc4-4306-bd9b-54578acb11a7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.522013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abef95a-1a8d-418a-a809-0bb839f63921 req-185b0d00-ffc4-4306-bd9b-54578acb11a7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.527493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f25ddae-e75a-4947-ae15-303b9481ca33,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:54.527861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abef95a-1a8d-418a-a809-0bb839f63921 req-185b0d00-ffc4-4306-bd9b-54578acb11a7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.533983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abef95a-1a8d-418a-a809-0bb839f63921 req-185b0d00-ffc4-4306-bd9b-54578acb11a7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.539863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abef95a-1a8d-418a-a809-0bb839f63921 req-185b0d00-ffc4-4306-bd9b-54578acb11a7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.541840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1abef95a-1a8d-418a-a809-0bb839f63921 req-185b0d00-ffc4-4306-bd9b-54578acb11a7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.1890416 May 26 16:07:54.542834 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c8f8420b-dabb-416d-b284-89783fe4db29 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6369956 May 26 16:07:54.547815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41028) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:54.553877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Request body: {'port': {'network_id': '5eb6e7b3-892a-4d30-b513-08500bd8dd15', 'name': 'tempest-DHCPAgentSchedulersTestJSON-771251055'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:54.577024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Checking segment: {'id': '774529fc-3555-4697-bcfb-79c7217e2919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5b8f3afa-5ab1-4faf-97a7-7fcb1677b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:54.577386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Network hostable DHCP agents. Network: 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:07:54.581899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47617b24-398b-4c92-bb5c-96cca6d07a2c,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:54.632887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Deleting port 582e27c9-68ad-4a2a-9bf2-48171a3b4842 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:54.633241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.670232 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-90c9212e-c0d3-4c97-97f5-07d08154f584 service neutron] 10.222.0.32 "GET /v2.0/networks/66950eb9-9364-4c32-a1ab-960fc915f592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757547 May 26 16:07:54.682062 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Network 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:07:54.722487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Checking segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:54.722850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Network hostable DHCP agents. Network: e6a2eecd-73ef-43d4-862b-f37d994a7953, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:07:54.749460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1abef95a-1a8d-418a-a809-0bb839f63921 req-9b0a1e23-f6d5-4e3f-ab95-693347f01b52 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1859357 May 26 16:07:54.759410 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-99af4d89-6c67-4d1e-9aff-6837c792ac82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=861ab3dd-64d5-4bd1-b19c-85e37432598e HTTP/1.1" status: 200 len: 217 time: 0.0882132 May 26 16:07:54.777722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:54.795232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85abe5ed-fade-40a7-9c1e-17b1c5718f76 None None] Network 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:54.828596 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.829325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.831222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:07:54.843607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.843849 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.859179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e6a2eecd-73ef-43d4-862b-f37d994a7953) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:54.864639 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f5c085d7-93bc-43fc-b734-7feeb4dd7e8b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2566893 May 26 16:07:54.873442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-22526df7-a466-4fc7-ae2c-7a4d76db068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.875277 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-22526df7-a466-4fc7-ae2c-7a4d76db068d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=395ee870-2dae-4368-a431-e4a0be8c23bc HTTP/1.1" status: 200 len: 797 time: 0.1090965 May 26 16:07:54.880904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.881746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.888434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Calling delete_port for 582e27c9-68ad-4a2a-9bf2-48171a3b4842 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:54.890865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Made reservation on behalf of b56b1281b1fb4175a5f7938b034f5e94 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:54.896382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.901460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd071fc-8cba-43dc-847c-10dcdce7aa53 None None] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:54.939569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac981223-f8b5-4d28-8147-ca4648b9f150 req-f20692c1-3e43-491f-b43a-d1f27a61eb3d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.941187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac981223-f8b5-4d28-8147-ca4648b9f150 req-f20692c1-3e43-491f-b43a-d1f27a61eb3d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.1831653 May 26 16:07:54.956888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] device_id is not set on port 720c44fe-49f9-4723-bd4c-2b5770a1c654 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:07:54.967228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-be63c5d4-c09b-4e84-be7d-ca8ab9868eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.971073 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-be63c5d4-c09b-4e84-be7d-ca8ab9868eea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34384691-027e-4a13-8e0c-ffe065eba461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868495 May 26 16:07:55.054980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-81a09925-2b41-4b7b-bffa-67ae6a9576e0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2002594 May 26 16:07:55.075379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41036) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:55.097427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:55.146448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac981223-f8b5-4d28-8147-ca4648b9f150 req-f1cfa80b-6cff-487f-8c8e-e343d8e03c43 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061356 May 26 16:07:55.203378 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-83833315-9113-4e64-9154-445304a5bb0a service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212777 May 26 16:07:55.256564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.257928 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.329609 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.417359 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-ab1b47f7-bb45-4b9c-af87-4db59a4d53b2 service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066700 May 26 16:07:55.438185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-5eb6e7b3-892a-4d30-b513-08500bd8dd15', 'network_id': '5eb6e7b3-892a-4d30-b513-08500bd8dd15', 'tenant_id': 'b56b1281b1fb4175a5f7938b034f5e94', 'fixed_ips': [{'subnet_id': '26914e09-ff4e-4f8c-a7c1-dc17de8b8909'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:07:55.443077 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.474704 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-2fdb34e1-3d11-4162-9c0d-2d7d38c2f725 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 HTTP/1.1" status: 200 len: 217 time: 0.0452144 May 26 16:07:55.522049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Allocated IP 172.20.0.9 (5eb6e7b3-892a-4d30-b513-08500bd8dd15/26914e09-ff4e-4f8c-a7c1-dc17de8b8909/720c44fe-49f9-4723-bd4c-2b5770a1c654) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:55.547895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-2cf83095-a1a5-47dd-801a-ca741b266f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.549927 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-2cf83095-a1a5-47dd-801a-ca741b266f54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=395ee870-2dae-4368-a431-e4a0be8c23bc HTTP/1.1" status: 200 len: 797 time: 0.0677512 May 26 16:07:55.603895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1296994-7fd6-4cd1-8cf9-ae9085e6e80a None None] Network 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:55.632604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-6baace33-5e7b-4936-b082-7baa96016def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.634415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-6baace33-5e7b-4936-b082-7baa96016def service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34384691-027e-4a13-8e0c-ffe065eba461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710177 May 26 16:07:55.658996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-e6a2eecd-73ef-43d4-862b-f37d994a7953', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:07:55.659851 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.723278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-cb7c97c7-7c20-4e1d-9a6f-a9c5f5c9a65b tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.724813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-cb7c97c7-7c20-4e1d-9a6f-a9c5f5c9a65b tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/networks?id=5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 HTTP/1.1" status: 200 len: 822 time: 0.3794715 May 26 16:07:55.756477 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.775023 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-150c86b5-3cc7-4aa4-945d-5a3e02e47adc service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281259 May 26 16:07:55.795904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67daa0-cf4e-417b-bf54-6e659f8b3ef7 req-764b46a8-31d8-4b96-8794-febe11ee2f7e tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.803465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c67daa0-cf4e-417b-bf54-6e659f8b3ef7 req-764b46a8-31d8-4b96-8794-febe11ee2f7e tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.4798098 May 26 16:07:55.821755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Allocated IP 172.20.0.2 (e6a2eecd-73ef-43d4-862b-f37d994a7953/47617b24-398b-4c92-bb5c-96cca6d07a2c/aa1be0e3-5323-4de3-855b-633782a49d86) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:55.843935 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-606bdc3a-79be-4e28-a7ae-0ecec72f8cea tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/quotas/482a72d9b04541de9f82fc15c60e9915 HTTP/1.1" status: 200 len: 375 time: 0.0915334 May 26 16:07:55.929905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.943413 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-4650de15-f0b5-497f-8796-6426e96afb56 service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604991 May 26 16:07:55.990044 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-58f964cf-fd1d-43bb-963c-c010958e1a88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=166bad04-8dfa-43e4-a63d-fa99fd639e7b HTTP/1.1" status: 200 len: 217 time: 0.0385985 May 26 16:07:55.991502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-b6e51c22-5db3-48ba-9bdc-ba62b8227f45 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=482a72d9b04541de9f82fc15c60e9915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1328137 May 26 16:07:56.050200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c67daa0-cf4e-417b-bf54-6e659f8b3ef7 req-9277ee1d-556a-4ebb-94fd-dc8009dbfcb6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457397 May 26 16:07:56.064931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-ae993747-d1f4-481e-9f2a-a08862da359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.066515 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-ae993747-d1f4-481e-9f2a-a08862da359f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=395ee870-2dae-4368-a431-e4a0be8c23bc HTTP/1.1" status: 200 len: 797 time: 0.0687704 May 26 16:07:56.078960 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.088786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Pushing event deleted for resources: {'Port': ['ID=582e27c9-68ad-4a2a-9bf2-48171a3b4842,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:56.089004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.132664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-c8c26bc8-d039-4544-80bd-fbf47b98a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.134600 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-c8c26bc8-d039-4544-80bd-fbf47b98a91d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34384691-027e-4a13-8e0c-ffe065eba461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594566 May 26 16:07:56.145933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:56.149511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:56.154036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:56.196188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Pushing event updated for resources: {'Port': ['ID=aa1be0e3-5323-4de3-855b-633782a49d86,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:56.240611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Attempting to bind port aa1be0e3-5323-4de3-855b-633782a49d86 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:56.241663 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Attempting to bind port aa1be0e3-5323-4de3-855b-633782a49d86 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:56.242069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Attempting to bind port aa1be0e3-5323-4de3-855b-633782a49d86 on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:56.250637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:56.251017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Checking segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:56.251426 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.251820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Bound using segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:56.252358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Bound port: aa1be0e3-5323-4de3-855b-633782a49d86, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:56.252745 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.266153 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-c5144365-9497-4372-9739-85347071a3b1 service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220040 May 26 16:07:56.337369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] For port aa1be0e3-5323-4de3-855b-633782a49d86, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:56.344842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] For port aa1be0e3-5323-4de3-855b-633782a49d86, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa1be0e3-5323-4de3-855b-633782a49d86,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:56.353104 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.385129 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-e35ebb98-67d0-44b0-8e7f-5ae93bd20295 service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093504 May 26 16:07:56.453956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b06b8-9707-4901-8aa9-3afa94f4da7a None None] Pushing event updated for resources: {'Port': ['ID=aa1be0e3-5323-4de3-855b-633782a49d86,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:56.481318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-5e21285a-9ae9-4035-a3bb-d0a9655ded99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=1e9c1378-b794-492e-8c68-c83ab7754a51 HTTP/1.1" status: 200 len: 217 time: 0.0861433 May 26 16:07:56.576393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-cc71ed7c-f253-40dd-bc47-164d55fdde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.583121 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-cc71ed7c-f253-40dd-bc47-164d55fdde62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=395ee870-2dae-4368-a431-e4a0be8c23bc HTTP/1.1" status: 200 len: 797 time: 0.0904176 May 26 16:07:56.638883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.660958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-807219a7-797c-4847-be91-b7766407d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.662846 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-807219a7-797c-4847-be91-b7766407d558 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34384691-027e-4a13-8e0c-ffe065eba461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747807 May 26 16:07:56.715124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.719465 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.735561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-42c96b83-899f-40b5-b18e-76e8103d6c33 tempest-AttachVolumeShelveTestJSON-444825820 tempest-AttachVolumeShelveTestJSON-444825820-project] 10.222.0.39 "DELETE /v2.0/floatingips/783655e0-adf7-41c4-85ba-6d22c4d84b09 HTTP/1.1" status: 204 len: 168 time: 2.5907378 May 26 16:07:56.749192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-b820bb19-7412-4cf5-aff9-f5e241af62f4 service neutron] 10.222.0.39 "GET /v2.0/networks/5b8f3afa-5ab1-4faf-97a7-7fcb1677b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205520 May 26 16:07:56.795745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117a129-69ce-41ba-8223-77520d17a260 req-a8a86adb-4276-4645-bd2b-af6b6c75c6be tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.836249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117a129-69ce-41ba-8223-77520d17a260 req-a8a86adb-4276-4645-bd2b-af6b6c75c6be tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.842244 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-c6832410-9858-4bce-af04-50484e85454b service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701548 May 26 16:07:56.858059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117a129-69ce-41ba-8223-77520d17a260 req-a8a86adb-4276-4645-bd2b-af6b6c75c6be tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.859229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Allocated IP 172.20.0.2 (5eb6e7b3-892a-4d30-b513-08500bd8dd15/26914e09-ff4e-4f8c-a7c1-dc17de8b8909/3d11767a-3472-4c46-8b03-3b99a769b2fd) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:56.868605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117a129-69ce-41ba-8223-77520d17a260 req-a8a86adb-4276-4645-bd2b-af6b6c75c6be tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.887604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117a129-69ce-41ba-8223-77520d17a260 req-a8a86adb-4276-4645-bd2b-af6b6c75c6be tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.893563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117a129-69ce-41ba-8223-77520d17a260 req-a8a86adb-4276-4645-bd2b-af6b6c75c6be tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.914214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117a129-69ce-41ba-8223-77520d17a260 req-a8a86adb-4276-4645-bd2b-af6b6c75c6be tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.930661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a117a129-69ce-41ba-8223-77520d17a260 req-a8a86adb-4276-4645-bd2b-af6b6c75c6be tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.5108120 May 26 16:07:56.969198 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.080054 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-bcbc3680-1259-4ee6-89a0-33b5dd66dcdd service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275178 May 26 16:07:57.123487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.131181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.176155 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-37b9f95e-3e90-492e-bf63-65a6592e229a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 HTTP/1.1" status: 200 len: 217 time: 0.0869651 May 26 16:07:57.177295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Network 5eb6e7b3-892a-4d30-b513-08500bd8dd15 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:57.181119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:57.186540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:57.231707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Network 5eb6e7b3-892a-4d30-b513-08500bd8dd15 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:57.236454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event updated for resources: {'Port': ['ID=720c44fe-49f9-4723-bd4c-2b5770a1c654,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:57.260548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a117a129-69ce-41ba-8223-77520d17a260 req-ff386ef5-4586-4305-8316-926c9be36421 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3289149 May 26 16:07:57.263093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:57.275386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:57.308298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-427e95d1-9402-4539-824e-7ee0a385b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:57.313931 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-427e95d1-9402-4539-824e-7ee0a385b127 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a26e5281-dfa8-4a89-ac80-c6cf12aaaef1 HTTP/1.1" status: 200 len: 797 time: 0.1220622 May 26 16:07:57.320875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Pushing event updated for resources: {'Port': ['ID=3d11767a-3472-4c46-8b03-3b99a769b2fd,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:57.340575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Attempting to bind port 3d11767a-3472-4c46-8b03-3b99a769b2fd on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:57.340940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Attempting to bind port 3d11767a-3472-4c46-8b03-3b99a769b2fd by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '4e4986b6-ea10-4a54-aee6-cea088f2d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5eb6e7b3-892a-4d30-b513-08500bd8dd15'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:57.341303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Attempting to bind port 3d11767a-3472-4c46-8b03-3b99a769b2fd on network 5eb6e7b3-892a-4d30-b513-08500bd8dd15 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:57.359688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:57.360352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Checking segment: {'id': '4e4986b6-ea10-4a54-aee6-cea088f2d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5eb6e7b3-892a-4d30-b513-08500bd8dd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:57.360615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.361014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Bound using segment: {'id': '4e4986b6-ea10-4a54-aee6-cea088f2d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5eb6e7b3-892a-4d30-b513-08500bd8dd15'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:57.361510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Bound port: 3d11767a-3472-4c46-8b03-3b99a769b2fd, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4986b6-ea10-4a54-aee6-cea088f2d2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5eb6e7b3-892a-4d30-b513-08500bd8dd15'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:57.361895 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.417003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-a9b925c6-4558-4427-b06b-ee826c1674b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:57.418553 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-a9b925c6-4558-4427-b06b-ee826c1674b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930655 May 26 16:07:57.508659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa1be0e3-5323-4de3-855b-633782a49d86 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:57.602784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-ebfb0d71-b8bf-4c07-ad7d-14615827c2a6 service neutron] 10.222.0.39 "GET /v2.0/networks/5b8f3afa-5ab1-4faf-97a7-7fcb1677b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521807 May 26 16:07:57.611198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:57.612152 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.650386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] For port 3d11767a-3472-4c46-8b03-3b99a769b2fd, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:57.660451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c3d96850-627d-49c7-a4e4-197f884ba34d tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1103837 May 26 16:07:57.665604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:57.735059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] For port 3d11767a-3472-4c46-8b03-3b99a769b2fd, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3d11767a-3472-4c46-8b03-3b99a769b2fd,segment=NetworkSegment(4e4986b6-ea10-4a54-aee6-cea088f2d2e0),segment_id=4e4986b6-ea10-4a54-aee6-cea088f2d2e0)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:57.748212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.760251 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.795286 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-47d733ba-4f9d-47c2-8e0f-cb3285d063dc service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636563 May 26 16:07:57.834701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port aa1be0e3-5323-4de3-855b-633782a49d86 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:57.834701 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.904773 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.937834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80554719-1e99-4c0b-98fd-f1f8c14220fc None None] Pushing event updated for resources: {'Port': ['ID=3d11767a-3472-4c46-8b03-3b99a769b2fd,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:57.950679 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-a65bc2de-6c40-4a4a-b59c-b095ffd410bd service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461282 May 26 16:07:58.068460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-1aabbe9c-9d1b-40ba-99cf-adf3001baaf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=065a1fff-e592-4e36-9c31-91c60d3ad3aa HTTP/1.1" status: 200 len: 217 time: 0.1096046 May 26 16:07:58.151388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port aa1be0e3-5323-4de3-855b-633782a49d86 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:58.151777 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.282320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-d64df051-ba6b-456e-b37a-2f4fc5aa6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:58.283915 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-d64df051-ba6b-456e-b37a-2f4fc5aa6c7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a26e5281-dfa8-4a89-ac80-c6cf12aaaef1 HTTP/1.1" status: 200 len: 797 time: 0.2064922 May 26 16:07:58.352518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port aa1be0e3-5323-4de3-855b-633782a49d86, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa1be0e3-5323-4de3-855b-633782a49d86,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:58.360865 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.448330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686943a-f86d-4826-be88-339cf5229f3d req-3d305c4b-95c4-42d9-957e-9deace6b9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:58.451516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-3d305c4b-95c4-42d9-957e-9deace6b9096 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552250 May 26 16:07:58.496953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc4e8dc8-c4a9-42c8-ba7b-768ee88ef4f6 req-f66f1620-0e22-46d8-ab43-3ab5142df63f tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 210 time: 0.2300169 May 26 16:07:58.538128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=aa1be0e3-5323-4de3-855b-633782a49d86,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:58.543185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-3d051530-b9bb-4ae4-a6ff-3922565e6031 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Deleting port 720c44fe-49f9-4723-bd4c-2b5770a1c654 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:58.544270 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d051530-b9bb-4ae4-a6ff-3922565e6031 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.544675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce9161-97d5-44a5-a7b8-40ddc0d25a3c None None] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:58.661029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d051530-b9bb-4ae4-a6ff-3922565e6031 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.681711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-3d051530-b9bb-4ae4-a6ff-3922565e6031 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Calling delete_port for 720c44fe-49f9-4723-bd4c-2b5770a1c654 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:58.700611 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-61d6f39d-69bc-48f3-bb3d-a808448da8dc service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358518 May 26 16:07:58.778064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-27e23cdc-9d39-402d-a92e-7ee76b9a86e6 None None] Provisioning complete for port aa1be0e3-5323-4de3-855b-633782a49d86 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:58.784315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-27e23cdc-9d39-402d-a92e-7ee76b9a86e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.877193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Allocated IP 172.25.0.67 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/d1a25692-67df-460f-8e8a-116a263445b4) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:58.907564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-45a71414-e1d1-42a0-86e0-b97e5148c0d9 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:58.910319 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1686943a-f86d-4826-be88-339cf5229f3d req-f1d734bd-4b8b-4c6d-9dbb-15d7a7bf512c service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974983 May 26 16:07:58.929671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-45a71414-e1d1-42a0-86e0-b97e5148c0d9 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/networks?id=cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 200 len: 812 time: 0.7640479 May 26 16:07:59.053765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12566ea-346c-4931-8d63-d2a366784494 req-85eb33cb-0a2c-43ab-9561-014abb1e4b1f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.071132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12566ea-346c-4931-8d63-d2a366784494 req-85eb33cb-0a2c-43ab-9561-014abb1e4b1f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.116049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12566ea-346c-4931-8d63-d2a366784494 req-85eb33cb-0a2c-43ab-9561-014abb1e4b1f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.123685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12566ea-346c-4931-8d63-d2a366784494 req-85eb33cb-0a2c-43ab-9561-014abb1e4b1f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.133466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-d77ef82a-5873-4210-9ee1-d88642a00c6b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.139444 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-d77ef82a-5873-4210-9ee1-d88642a00c6b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebcd2ee7-933a-4722-baf8-f6516956757f HTTP/1.1" status: 200 len: 946 time: 0.2247977 May 26 16:07:59.146142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12566ea-346c-4931-8d63-d2a366784494 req-85eb33cb-0a2c-43ab-9561-014abb1e4b1f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.175356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12566ea-346c-4931-8d63-d2a366784494 req-85eb33cb-0a2c-43ab-9561-014abb1e4b1f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.196102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12566ea-346c-4931-8d63-d2a366784494 req-85eb33cb-0a2c-43ab-9561-014abb1e4b1f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.202573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-27e23cdc-9d39-402d-a92e-7ee76b9a86e6 None None] Current status of the port aa1be0e3-5323-4de3-855b-633782a49d86 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:59.209470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c12566ea-346c-4931-8d63-d2a366784494 req-85eb33cb-0a2c-43ab-9561-014abb1e4b1f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.5052021 May 26 16:07:59.324113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-9937f7af-3668-4555-94a9-b20289d37801 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/quotas/2fd5b8f634454a329a1104620ad15dfe HTTP/1.1" status: 200 len: 375 time: 0.3934734 May 26 16:07:59.366631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c12566ea-346c-4931-8d63-d2a366784494 req-f62c73bb-8758-4bee-96e8-3162556643bf tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561844 May 26 16:07:59.384652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-d6746445-a8d9-4496-a2cf-7f504d1140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.389074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-d6746445-a8d9-4496-a2cf-7f504d1140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.389074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-d6746445-a8d9-4496-a2cf-7f504d1140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.389509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-d6746445-a8d9-4496-a2cf-7f504d1140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.389925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-d6746445-a8d9-4496-a2cf-7f504d1140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.390599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-d6746445-a8d9-4496-a2cf-7f504d1140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.391599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-d6746445-a8d9-4496-a2cf-7f504d1140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.397102 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-d6746445-a8d9-4496-a2cf-7f504d1140d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6476 time: 0.3647933 May 26 16:07:59.571731 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.652829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-0e6ce6ce-18cd-431e-b37c-e7403d01cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.654903 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-0e6ce6ce-18cd-431e-b37c-e7403d01cb06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f921fc8f-3be3-4f7b-9c2f-310e32f20442 HTTP/1.1" status: 200 len: 902 time: 0.2342803 May 26 16:07:59.738616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa1be0e3-5323-4de3-855b-633782a49d86 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:59.773735 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-c3690fbf-e333-42c8-b7d8-fcc525778004 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=065a1fff-e592-4e36-9c31-91c60d3ad3aa HTTP/1.1" status: 200 len: 217 time: 0.0998158 May 26 16:07:59.820256 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.843629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-826ae76e-1e4d-4052-8af7-30e3eb091ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.845313 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-826ae76e-1e4d-4052-8af7-30e3eb091ad6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a26e5281-dfa8-4a89-ac80-c6cf12aaaef1 HTTP/1.1" status: 200 len: 797 time: 0.0704908 May 26 16:07:59.858048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-69ad98d3-b42b-4e2a-8af9-8b80a0bab10c None None] Provisioning complete for port aa1be0e3-5323-4de3-855b-633782a49d86 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:59.858429 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-69ad98d3-b42b-4e2a-8af9-8b80a0bab10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.864367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port aa1be0e3-5323-4de3-855b-633782a49d86 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:59.864367 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.884502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29a8a18d-5038-41a9-a9c3-66ef7732d1ec req-2351515a-cedf-4392-b84f-397544b8bd77 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 210 time: 0.1172869 May 26 16:07:59.890087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Deleting port adf875d2-dc85-4a4a-9114-4ca117405b91 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:59.891435 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.958699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:59.990044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059ced12-6871-4477-a458-0a74b2fabb32 None None] Network 5eb6e7b3-892a-4d30-b513-08500bd8dd15 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:00.025377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:00.033150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:00.055892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a25692-67df-460f-8e8a-116a263445b4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:00.083384 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-fcad5fcd-62a5-4302-8ab9-548c6d756c80 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fd5b8f634454a329a1104620ad15dfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3384192 May 26 16:08:00.267427 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d051530-b9bb-4ae4-a6ff-3922565e6031 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.338078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d051530-b9bb-4ae4-a6ff-3922565e6031 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event deleted for resources: {'Port': ['ID=720c44fe-49f9-4723-bd4c-2b5770a1c654,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:00.385224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port aa1be0e3-5323-4de3-855b-633782a49d86 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:00.389849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3d11767a-3472-4c46-8b03-3b99a769b2fd up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:00.517340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-c3985705-8fa3-46a7-8962-00eccabffc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:00.519864 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-c3985705-8fa3-46a7-8962-00eccabffc75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6430478 May 26 16:08:00.528451 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] For port adf875d2-dc85-4a4a-9114-4ca117405b91, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=adf875d2-dc85-4a4a-9114-4ca117405b91,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:00.529380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.546822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-65c2c0ac-2d58-44fa-8e66-519a5a440775 service neutron] 10.222.0.39 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621146 May 26 16:08:00.577076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-95e6d2ba-f2c8-44d3-931f-424e5677d831 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:00.579235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-95e6d2ba-f2c8-44d3-931f-424e5677d831 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.24 "GET /v2.0/networks?id=5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 HTTP/1.1" status: 200 len: 822 time: 0.4403913 May 26 16:08:00.590385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Calling delete_port for adf875d2-dc85-4a4a-9114-4ca117405b91 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:00.646981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Request body: {'port': {'device_id': '613c3017-3f8e-4843-9042-def7951905e8', 'network_id': '5b8f3afa-5ab1-4faf-97a7-7fcb1677b545', 'admin_state_up': True, 'tenant_id': '482a72d9b04541de9f82fc15c60e9915'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:00.693194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3d11767a-3472-4c46-8b03-3b99a769b2fd triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:00.693577 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.693955 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-872aea4d-e400-415e-a71e-7e43d7fce4b1 service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609290 May 26 16:08:00.742425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-69ad98d3-b42b-4e2a-8af9-8b80a0bab10c None None] Current status of the port aa1be0e3-5323-4de3-855b-633782a49d86 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:00.836636 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d051530-b9bb-4ae4-a6ff-3922565e6031 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.840260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3d051530-b9bb-4ae4-a6ff-3922565e6031 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] 10.222.0.39 "DELETE /v2.0/ports/720c44fe-49f9-4723-bd4c-2b5770a1c654 HTTP/1.1" status: 204 len: 168 time: 3.1737077 May 26 16:08:00.844169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41112) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:00.857468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.882274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3d11767a-3472-4c46-8b03-3b99a769b2fd is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:00.884285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.959666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Pushing event deleted for resources: {'Port': ['ID=adf875d2-dc85-4a4a-9114-4ca117405b91,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:00.990023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab677c-a5ea-48a0-9a90-397262324228 req-bd6f5a45-23b2-4efa-9490-7218f32c8f77 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:00.990752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-87296f5c-2e81-4919-a04e-a7d86a809513 None None] Provisioning complete for port 3d11767a-3472-4c46-8b03-3b99a769b2fd triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:00.992038 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-87296f5c-2e81-4919-a04e-a7d86a809513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.996086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab677c-a5ea-48a0-9a90-397262324228 req-bd6f5a45-23b2-4efa-9490-7218f32c8f77 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.002124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab677c-a5ea-48a0-9a90-397262324228 req-bd6f5a45-23b2-4efa-9490-7218f32c8f77 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.008233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab677c-a5ea-48a0-9a90-397262324228 req-bd6f5a45-23b2-4efa-9490-7218f32c8f77 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.017293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab677c-a5ea-48a0-9a90-397262324228 req-bd6f5a45-23b2-4efa-9490-7218f32c8f77 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.036958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab677c-a5ea-48a0-9a90-397262324228 req-bd6f5a45-23b2-4efa-9490-7218f32c8f77 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.045275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab677c-a5ea-48a0-9a90-397262324228 req-bd6f5a45-23b2-4efa-9490-7218f32c8f77 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.059933 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceab677c-a5ea-48a0-9a90-397262324228 req-bd6f5a45-23b2-4efa-9490-7218f32c8f77 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.4979713 May 26 16:08:01.098688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 3d11767a-3472-4c46-8b03-3b99a769b2fd, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3d11767a-3472-4c46-8b03-3b99a769b2fd,segment=NetworkSegment(4e4986b6-ea10-4a54-aee6-cea088f2d2e0),segment_id=4e4986b6-ea10-4a54-aee6-cea088f2d2e0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:01.114704 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.154258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] No DVR routers for this DVR port adf875d2-dc85-4a4a-9114-4ca117405b91 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:01.159171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.168182 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2851fc0c-8d95-4ad8-8024-58215713a35b req-ceb22dd8-ab0e-4835-af94-a9a97e92744c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.24 "DELETE /v2.0/ports/adf875d2-dc85-4a4a-9114-4ca117405b91 HTTP/1.1" status: 204 len: 173 time: 2.0187097 May 26 16:08:01.168966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'name': 'network-vif-deleted', 'tag': 'adf875d2-dc85-4a4a-9114-4ca117405b91'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:01.171578 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57360ecd-de20-4815-a373-ecef2f30dbb9" -d '{"events": [{"server_uuid": "ebcd2ee7-933a-4722-baf8-f6516956757f", "name": "network-vif-deleted", "tag": "adf875d2-dc85-4a4a-9114-4ca117405b91"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:01.180767 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9fbe1934-8496-4d5c-80e4-bbc6168ea453 req-e4ce2ca3-0ec7-4474-9b11-0f4d4542597a service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794235 May 26 16:08:01.224345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=3d11767a-3472-4c46-8b03-3b99a769b2fd,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:01.238718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-87296f5c-2e81-4919-a04e-a7d86a809513 None None] Current status of the port 3d11767a-3472-4c46-8b03-3b99a769b2fd is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:01.253135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-cbb1bd2f-366e-40ac-ad71-7e369ab2dd38 service neutron] 10.222.0.39 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053514 May 26 16:08:01.278162 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.296284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-93d44dce-a38c-4963-aee7-94b752c85edc tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.4385731 May 26 16:08:01.299684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41124) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:01.307384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1488017876'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:01.318816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceab677c-a5ea-48a0-9a90-397262324228 req-5794c6b3-a2bd-489e-99ae-189795bbd919 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2527757 May 26 16:08:01.388359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bb7ab1bd-138e-4a8b-85b7-7113f64b28c2 None None] Provisioning complete for port 3d11767a-3472-4c46-8b03-3b99a769b2fd triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:01.388812 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab1bd-138e-4a8b-85b7-7113f64b28c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.394798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Made reservation on behalf of b56b1281b1fb4175a5f7938b034f5e94 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:01.401297 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.467153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:01.496194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.496726 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Added segment 301d6de8-95d9-4f54-b08c-6bba42349a1f of type vlan for network e0653aaa-2d4e-40ed-b68e-19c49ebd4b50 May 26 16:08:01.615420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.643734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ab1bd-138e-4a8b-85b7-7113f64b28c2 None None] Current status of the port 3d11767a-3472-4c46-8b03-3b99a769b2fd is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:01.655035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3d11767a-3472-4c46-8b03-3b99a769b2fd up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:01.710806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.725362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.726599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.738135 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b881977-e3b9-44bf-be04-30d0b824f0bc x-openstack-request-id: req-3b881977-e3b9-44bf-be04-30d0b824f0bc {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:01.738576 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd2ee7-933a-4722-baf8-f6516956757f", "name": "network-vif-deleted", "tag": "adf875d2-dc85-4a4a-9114-4ca117405b91", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:01.739862 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b881977-e3b9-44bf-be04-30d0b824f0bc {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:01.742044 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b881977-e3b9-44bf-be04-30d0b824f0bc'] response: {'server_uuid': 'ebcd2ee7-933a-4722-baf8-f6516956757f', 'name': 'network-vif-deleted', 'tag': 'adf875d2-dc85-4a4a-9114-4ca117405b91', 'status': 'completed', 'code': 200} May 26 16:08:01.774944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c1dcc25d-f3f6-4439-8000-0bdc2a815f02 None None] Could not find standard attr ID for object 720c44fe-49f9-4723-bd4c-2b5770a1c654. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:08:01.811482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3d11767a-3472-4c46-8b03-3b99a769b2fd triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:01.812124 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.947975 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6424606 May 26 16:08:01.950734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41140) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:02.009031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d33239-6ad5-4c46-88f6-33859c9e1ded tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event updated for resources: {'Network': ['ID=e0653aaa-2d4e-40ed-b68e-19c49ebd4b50,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:02.044629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e0653aaa-2d4e-40ed-b68e-19c49ebd4b50 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:02.153872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7814062d-0d63-457f-a0ee-42d44b4b1fa5 req-07700d67-ddb5-4519-9a6c-764be51c4953 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 210 time: 0.0579684 May 26 16:08:02.161294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Made reservation on behalf of 482a72d9b04541de9f82fc15c60e9915 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:02.169814 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.178896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e6e67a8-a57c-4f05-ab20-ed07cac7e7ed req-a9bbcaf5-a47b-4258-b948-7f169d6ee339 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 210 time: 0.0960293 May 26 16:08:02.292415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9bab763c-02e7-40b3-8656-405a73950a07 tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] 10.222.0.39 "GET /v2.0/agents/beafbdf7-ee8d-456b-9472-1b957aa76d2d/dhcp-networks HTTP/1.1" status: 200 len: 13654 time: 0.3403285 May 26 16:08:02.293373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41150) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:02.492037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ccd326-fb77-458c-9da5-7f9cc8497522 tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] Network e0653aaa-2d4e-40ed-b68e-19c49ebd4b50 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:02.518969 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c2ccd326-fb77-458c-9da5-7f9cc8497522 tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] 10.222.0.39 "POST /v2.0/agents/beafbdf7-ee8d-456b-9472-1b957aa76d2d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2204602 May 26 16:08:02.520815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41156) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:02.658677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9191ea39-a644-43d5-8b6d-765158e108f8 None None] Network e0653aaa-2d4e-40ed-b68e-19c49ebd4b50 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:02.665373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device adf875d2-dc85-4a4a-9114-4ca117405b91 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:02.720773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3d11767a-3472-4c46-8b03-3b99a769b2fd is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:02.763904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: adf875d2-dc85-4a4a-9114-4ca117405b91 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:02.764515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device adf875d2-dc85-4a4a-9114-4ca117405b91 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:02.853288 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a0f743ac-10e5-40c7-a559-587023f098f1 tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] 10.222.0.39 "GET /v2.0/agents/beafbdf7-ee8d-456b-9472-1b957aa76d2d/dhcp-networks HTTP/1.1" status: 200 len: 14425 time: 0.3256099 May 26 16:08:02.854919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41160) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:02.870313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03708-8da3-472c-bdb8-96d3256f5c5c req-c5c4ba9e-023b-426c-826d-4c350d5d485c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.876415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03708-8da3-472c-bdb8-96d3256f5c5c req-c5c4ba9e-023b-426c-826d-4c350d5d485c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.883082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03708-8da3-472c-bdb8-96d3256f5c5c req-c5c4ba9e-023b-426c-826d-4c350d5d485c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.889118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03708-8da3-472c-bdb8-96d3256f5c5c req-c5c4ba9e-023b-426c-826d-4c350d5d485c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.902068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03708-8da3-472c-bdb8-96d3256f5c5c req-c5c4ba9e-023b-426c-826d-4c350d5d485c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.909053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03708-8da3-472c-bdb8-96d3256f5c5c req-c5c4ba9e-023b-426c-826d-4c350d5d485c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.915482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03708-8da3-472c-bdb8-96d3256f5c5c req-c5c4ba9e-023b-426c-826d-4c350d5d485c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.917492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35a03708-8da3-472c-bdb8-96d3256f5c5c req-c5c4ba9e-023b-426c-826d-4c350d5d485c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.4151528 May 26 16:08:02.942811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Allocated IP 172.20.0.8 (5b8f3afa-5ab1-4faf-97a7-7fcb1677b545/6f25ddae-e75a-4947-ae15-303b9481ca33/725d1468-bc12-4031-9e99-e414f8a94e63) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:02.950421 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d7bf0476-26e1-4ccf-8c4c-fdb898d93f4a tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] 10.222.0.39 "DELETE /v2.0/agents/beafbdf7-ee8d-456b-9472-1b957aa76d2d/dhcp-networks/e0653aaa-2d4e-40ed-b68e-19c49ebd4b50 HTTP/1.1" status: 204 len: 168 time: 0.0939796 May 26 16:08:02.955756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41162) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:03.002814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf654a-efd5-4b50-bef0-a8a32086b903 req-f3491341-6905-4af0-8cee-a64fb0b51c0c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:03.004557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ddaf654a-efd5-4b50-bef0-a8a32086b903 req-f3491341-6905-4af0-8cee-a64fb0b51c0c tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.3287785 May 26 16:08:03.012577 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.038915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35a03708-8da3-472c-bdb8-96d3256f5c5c req-4b98a9b2-f691-4ac9-aea5-11edb46f3934 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031845 May 26 16:08:03.152954 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-496985eb-df20-4991-9797-8e0ea24ecf96 tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] 10.222.0.39 "GET /v2.0/agents/beafbdf7-ee8d-456b-9472-1b957aa76d2d/dhcp-networks HTTP/1.1" status: 200 len: 13654 time: 0.1958601 May 26 16:08:03.159371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ddaf654a-efd5-4b50-bef0-a8a32086b903 req-90f8a737-cd83-4b73-9c0d-d371f146b0f2 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393867 May 26 16:08:03.163320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41164) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:03.335443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-1286aaff-ebba-4069-94c5-8e6cafb99ad2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:03.337551 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-1286aaff-ebba-4069-94c5-8e6cafb99ad2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.24 "GET /v2.0/networks?id=cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 200 len: 812 time: 0.1760919 May 26 16:08:03.353403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Request body: {'port': {'device_id': '634c2e50-ae61-4aa1-a102-3caa85a01bc5', 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2', 'admin_state_up': True, 'tenant_id': '2fd5b8f634454a329a1104620ad15dfe'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:03.357115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ccfb864b-c26a-4b92-806f-704d4c7944d0 tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] 10.222.0.39 "GET /v2.0/networks/5eb6e7b3-892a-4d30-b513-08500bd8dd15/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1891713 May 26 16:08:03.387584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4932353-641b-48cd-90d3-6cd3cbe208c9 req-31ef6c7a-769d-4f2e-b30b-41cd372c4b0b tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 210 time: 0.1195829 May 26 16:08:03.393299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41170) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:03.422499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a291212-e731-4852-8301-d92a961d995f req-69d92b88-376c-4c08-b6b9-632178e84e6c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 210 time: 0.1165891 May 26 16:08:03.505597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Made reservation on behalf of 2fd5b8f634454a329a1104620ad15dfe for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:03.512319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.514669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6dbd5ab0-5902-4833-9466-b3696dcf8298 tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] 10.222.0.39 "GET /v2.0/networks/5eb6e7b3-892a-4d30-b513-08500bd8dd15/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1179712 May 26 16:08:03.519420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41172) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:03.541333 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.595661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Router ddc59841-e546-4956-9b79-466546acadd5 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:08:03.700512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Allocated IP 172.20.0.14 (cc098992-96d4-4476-9d3e-43f7fb1f07d2/8020c9a2-a02a-4232-9476-f298b80095ad/169f3161-fa7b-4539-b4c8-fc87f022d028) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:03.766093 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.883209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:03.893269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Sync routers for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:03.897769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Network 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:03.912474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:03.913206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:03.913618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:03.919694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:03.925700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-14e165f8-a16c-4086-bf6f-94866328448c tempest-DHCPAgentSchedulersTestJSON-1911553796 tempest-DHCPAgentSchedulersTestJSON-1911553796-project-admin] 10.222.0.39 "GET /v2.0/agents/beafbdf7-ee8d-456b-9472-1b957aa76d2d/dhcp-networks HTTP/1.1" status: 200 len: 13654 time: 0.4029443 May 26 16:08:03.930645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41176) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:03.934897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Pushing event updated for resources: {'Port': ['ID=725d1468-bc12-4031-9e99-e414f8a94e63,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:03.966333 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.970304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c82caf6f-1ed8-4b5c-bbb4-8eb7e47ac454 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8824701 May 26 16:08:03.971803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.972250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41178) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:04.052207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:04.072416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.082182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.083909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.099000 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.140637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-9a807d2d-2f3d-428d-8807-67753053cd27 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4987471 May 26 16:08:04.160931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Request body: {'port': {'device_id': '613c3017-3f8e-4843-9042-def7951905e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:04.292164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.317357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0653aaa-2d4e-40ed-b68e-19c49ebd4b50']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:04.328456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301d6de8-95d9-4f54-b08c-6bba42349a1f') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:04.328898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301d6de8-95d9-4f54-b08c-6bba42349a1f') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:04.339595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:00Z', 'revision_number': 3, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:04.341011 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.357320 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.368140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:04.368687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.378680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Checking router: ddc59841-e546-4956-9b79-466546acadd5 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:04.380071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Updating router ddc59841-e546-4956-9b79-466546acadd5 port d1a25692-67df-460f-8e8a-116a263445b4 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:04.416855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.470183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Network cc098992-96d4-4476-9d3e-43f7fb1f07d2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:04.471206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.478825 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.484459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:04.493604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32270-88b5-4ea1-bb15-0d22021053ee req-b923bee3-67d0-4d8a-a223-68dc4073cd69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.500148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32270-88b5-4ea1-bb15-0d22021053ee req-b923bee3-67d0-4d8a-a223-68dc4073cd69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.506091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32270-88b5-4ea1-bb15-0d22021053ee req-b923bee3-67d0-4d8a-a223-68dc4073cd69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.511941 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 301d6de8-95d9-4f54-b08c-6bba42349a1f resource provider aggregate not found May 26 16:08:04.512172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32270-88b5-4ea1-bb15-0d22021053ee req-b923bee3-67d0-4d8a-a223-68dc4073cd69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.518769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:04.519108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32270-88b5-4ea1-bb15-0d22021053ee req-b923bee3-67d0-4d8a-a223-68dc4073cd69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.522608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.525769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32270-88b5-4ea1-bb15-0d22021053ee req-b923bee3-67d0-4d8a-a223-68dc4073cd69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.529025 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] 10.222.0.39 "DELETE /v2.0/networks/e0653aaa-2d4e-40ed-b68e-19c49ebd4b50 HTTP/1.1" status: 204 len: 168 time: 0.5946994 May 26 16:08:04.529025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22d915-21bb-46b7-bd63-dc7a79696619 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event deleted for resources: {'Network': ['ID=e0653aaa-2d4e-40ed-b68e-19c49ebd4b50,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:04.539589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32270-88b5-4ea1-bb15-0d22021053ee req-b923bee3-67d0-4d8a-a223-68dc4073cd69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.542348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fd32270-88b5-4ea1-bb15-0d22021053ee req-b923bee3-67d0-4d8a-a223-68dc4073cd69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.3139286 May 26 16:08:04.542798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41192) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:04.566528 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 301d6de8-95d9-4f54-b08c-6bba42349a1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 301d6de8-95d9-4f54-b08c-6bba42349a1f found for delete ", "request_id": "req-d39e211a-a7d7-483a-8684-74e342d13e91"}]} May 26 16:08:04.570677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Pushing event updated for resources: {'Port': ['ID=169f3161-fa7b-4539-b4c8-fc87f022d028,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:04.606316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.606849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.641882 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-ad8c4c46-2b92-423b-b50c-d2a91a9d9e8c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2934585 May 26 16:08:04.651383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783364c-e5ee-4135-97aa-cbf8d1b27a55 req-cba4e8a8-6dea-4fcd-a468-d45658c7dfbf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.660823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5783364c-e5ee-4135-97aa-cbf8d1b27a55 req-cba4e8a8-6dea-4fcd-a468-d45658c7dfbf tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.3416970 May 26 16:08:04.669768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Request body: {'port': {'device_id': '634c2e50-ae61-4aa1-a102-3caa85a01bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:04.802443 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.917459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-e5211d37-d603-44b3-b973-fd69bae6b3b7 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.919394 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-e5211d37-d603-44b3-b973-fd69bae6b3b7 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.32 "GET /v2.0/ports?device_id=97202128-ee56-455a-be50-ea719b7c0765 HTTP/1.1" status: 200 len: 946 time: 0.1748228 May 26 16:08:04.942182 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.955795 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.006655 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5ff7e5-d4d3-4e29-8158-89dd7104e68e tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] DELETE failed (client error): The resource could not be found. May 26 16:08:05.007474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5ff7e5-d4d3-4e29-8158-89dd7104e68e tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:08:05.014250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fa5ff7e5-d4d3-4e29-8158-89dd7104e68e tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] 10.222.0.39 "DELETE /v2.0/ports/720c44fe-49f9-4723-bd4c-2b5770a1c654 HTTP/1.1" status: 404 len: 333 time: 0.4189966 May 26 16:08:05.016185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41196) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:05.073755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fd32270-88b5-4ea1-bb15-0d22021053ee req-7422ff96-01a0-45da-a6a8-abaef396dda9 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4637418 May 26 16:08:05.153667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Pushing event updated for resources: {'Port': ['ID=d1a25692-67df-460f-8e8a-116a263445b4,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:05.196141 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4366543a-5968-42b5-96e5-c553d2178b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.231227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Deleting port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:05.231836 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.241872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.242251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.242600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.242942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.243277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.243611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.243945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.244273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.244600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.244924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.245253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.245582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:05.249270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Attempting to bind port d1a25692-67df-460f-8e8a-116a263445b4 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:05.250095 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Attempting to bind port d1a25692-67df-460f-8e8a-116a263445b4 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:05.250095 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Attempting to bind port d1a25692-67df-460f-8e8a-116a263445b4 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:05.269461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:05.269862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:05.270334 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.270734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:05.271218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Bound port: d1a25692-67df-460f-8e8a-116a263445b4, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:05.271609 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.378773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5783364c-e5ee-4135-97aa-cbf8d1b27a55 req-e2efdf85-bbf3-4397-8b2f-42227ce43609 tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7071311 May 26 16:08:05.442578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] For port d1a25692-67df-460f-8e8a-116a263445b4, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:05.448780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] For port d1a25692-67df-460f-8e8a-116a263445b4, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d1a25692-67df-460f-8e8a-116a263445b4,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:05.449979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] For port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,segment=NetworkSegment(1dbd4404-9346-4320-a829-aa81354e2e96),segment_id=1dbd4404-9346-4320-a829-aa81354e2e96)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:05.450708 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.460864 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.490519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Calling delete_port for 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:05.516781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169f3161-fa7b-4539-b4c8-fc87f022d028 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:05.530997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.585801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9b95a-ac82-489c-bac7-d5cead3e11e4 None None] Pushing event updated for resources: {'Port': ['ID=d1a25692-67df-460f-8e8a-116a263445b4,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:05.602494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Transition to ACTIVE for port object 169f3161-fa7b-4539-b4c8-fc87f022d028 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:05.615646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:05.616360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:07:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:05.619197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.699014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-73469e91-7b5b-4dfd-9a3a-f4daf0349f13 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Deleting subnet 26914e09-ff4e-4f8c-a7c1-dc17de8b8909 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:05.703457 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-73469e91-7b5b-4dfd-9a3a-f4daf0349f13 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.719835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Pushing event updated for resources: {'Port': ['ID=169f3161-fa7b-4539-b4c8-fc87f022d028,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:05.823871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:05.827014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Attempting to bind port 169f3161-fa7b-4539-b4c8-fc87f022d028 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:05.827355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Attempting to bind port 169f3161-fa7b-4539-b4c8-fc87f022d028 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:05.827688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Attempting to bind port 169f3161-fa7b-4539-b4c8-fc87f022d028 on network cc098992-96d4-4476-9d3e-43f7fb1f07d2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:05.837865 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Port 169f3161-fa7b-4539-b4c8-fc87f022d028 on network cc098992-96d4-4476-9d3e-43f7fb1f07d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:08:05.838238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Attempting to bind port 169f3161-fa7b-4539-b4c8-fc87f022d028 on network cc098992-96d4-4476-9d3e-43f7fb1f07d2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:05.847457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:05.847797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Checking segment: {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:05.849013 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Bound using segment: {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:05.850311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Bound port: 169f3161-fa7b-4539-b4c8-fc87f022d028, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006a56a0-d3f3-45e8-b464-d9dd60747a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:05.850311 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.858857 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.890944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['91f1b2fc-05d2-4f8c-b938-177e58ed9b13'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:05.916677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Pushing event deleted for resources: {'Port': ['ID=91f1b2fc-05d2-4f8c-b938-177e58ed9b13,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:05.989331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] No DVR routers for this DVR port 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:05.994271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.997972 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ce7fe63c-26e0-49e5-8313-a86273b3a66b req-a1a015a4-81aa-4ced-a166-a155a93b549f tempest-ServersNegativeTestJSON-1945535612 tempest-ServersNegativeTestJSON-1945535612-project] 10.222.0.32 "DELETE /v2.0/ports/91f1b2fc-05d2-4f8c-b938-177e58ed9b13 HTTP/1.1" status: 204 len: 173 time: 1.0615039 May 26 16:08:05.998471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-deleted', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:06.001041 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed0554b-886d-4765-bc10-0d7c5a72d760" -d '{"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-deleted", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:06.006686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] For port 169f3161-fa7b-4539-b4c8-fc87f022d028, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:06.019556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] For port 169f3161-fa7b-4539-b4c8-fc87f022d028, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=169f3161-fa7b-4539-b4c8-fc87f022d028,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:06.027571 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.045457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725d1468-bc12-4031-9e99-e414f8a94e63 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:06.070276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.088772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:06.089962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.092624 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/169f3161-fa7b-4539-b4c8-fc87f022d028 HTTP/1.1" status: 200 len: 1092 time: 1.4429507 May 26 16:08:06.116217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f7915-45e8-47f6-a82d-6782b9bd88e8 service neutron] Pushing event updated for resources: {'Port': ['ID=169f3161-fa7b-4539-b4c8-fc87f022d028,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:06.116967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Transition to ACTIVE for port object 725d1468-bc12-4031-9e99-e414f8a94e63 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:06.165098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774599d3-9cf9-4bb1-aab6-a0e2dff9de2c req-0922f86e-1d77-454f-b2ad-c963aa587fee tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:06.166900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-774599d3-9cf9-4bb1-aab6-a0e2dff9de2c req-0922f86e-1d77-454f-b2ad-c963aa587fee tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 931 time: 0.8430026 May 26 16:08:06.177504 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.205042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-73469e91-7b5b-4dfd-9a3a-f4daf0349f13 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.217505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-0e6c1b01-067b-4b3b-9484-0917d897a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:06.220352 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-0e6c1b01-067b-4b3b-9484-0917d897a2cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fd5b8f634454a329a1104620ad15dfe&device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0595217 May 26 16:08:06.242818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:00Z', 'revision_number': 3, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:06.273888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fc819-60ad-4eb3-9ff3-5a6258545e68 None None] The sync data for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 is: [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:00Z', 'revision_number': 3, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:06.321694 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-171aec25-f8a3-4a37-9b11-aee0eb55e26b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=169f3161-fa7b-4539-b4c8-fc87f022d028 HTTP/1.1" status: 200 len: 217 time: 0.0935926 May 26 16:08:06.322417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac24e12-fa0c-4ef5-9f06-dd62da15a169 req-70981407-529f-4e89-a296-04b89c13420c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:06.323899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ac24e12-fa0c-4ef5-9f06-dd62da15a169 req-70981407-529f-4e89-a296-04b89c13420c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 932 time: 0.7615523 May 26 16:08:06.385172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-767a7a33-fa69-4773-80fb-51be5fc23907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:06.386929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-767a7a33-fa69-4773-80fb-51be5fc23907 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8020c9a2-a02a-4232-9476-f298b80095ad HTTP/1.1" status: 200 len: 852 time: 0.0590746 May 26 16:08:06.428395 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-139e29ff-4798-42e6-8649-7e7b2d680ae3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc098992-96d4-4476-9d3e-43f7fb1f07d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351138 May 26 16:08:06.466374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Pushing event updated for resources: {'Port': ['ID=725d1468-bc12-4031-9e99-e414f8a94e63,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:06.567475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-774599d3-9cf9-4bb1-aab6-a0e2dff9de2c req-01af6e66-5655-46d6-9469-d6fedac18831 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805542 May 26 16:08:06.588626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ac24e12-fa0c-4ef5-9f06-dd62da15a169 req-906c0ec5-fb87-493b-8002-80ba1a1a484b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436576 May 26 16:08:06.650716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.653308 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-a2b51187-0132-4266-91fc-4288ebb1dd07 service neutron] 10.222.0.24 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181215 May 26 16:08:06.737535 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-73469e91-7b5b-4dfd-9a3a-f4daf0349f13 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.811569 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be28c64-fc8d-44c7-b32a-6d79b1b5e23d x-openstack-request-id: req-1be28c64-fc8d-44c7-b32a-6d79b1b5e23d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:06.821956 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97202128-ee56-455a-be50-ea719b7c0765", "name": "network-vif-deleted", "tag": "91f1b2fc-05d2-4f8c-b938-177e58ed9b13", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:06.822143 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1be28c64-fc8d-44c7-b32a-6d79b1b5e23d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:06.830585 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be28c64-fc8d-44c7-b32a-6d79b1b5e23d'] response: {'server_uuid': '97202128-ee56-455a-be50-ea719b7c0765', 'name': 'network-vif-deleted', 'tag': '91f1b2fc-05d2-4f8c-b938-177e58ed9b13', 'status': 'completed', 'code': 200} May 26 16:08:06.836351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41210) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:06.903825 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb3f30c5-597d-494a-b9e3-e3d3478c9e66 req-f66b567d-67c6-4be1-a1fe-8852ffcdd74c service neutron] 10.222.0.24 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419784 May 26 16:08:06.911181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41212) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:06.933574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Attempting to bind port 725d1468-bc12-4031-9e99-e414f8a94e63 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:06.933920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Attempting to bind port 725d1468-bc12-4031-9e99-e414f8a94e63 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '774529fc-3555-4697-bcfb-79c7217e2919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5b8f3afa-5ab1-4faf-97a7-7fcb1677b545'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:06.934290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Attempting to bind port 725d1468-bc12-4031-9e99-e414f8a94e63 on network 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:07.041445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Port 725d1468-bc12-4031-9e99-e414f8a94e63 on network 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:08:07.041772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Attempting to bind port 725d1468-bc12-4031-9e99-e414f8a94e63 on network 5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:07.109957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:07.110244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Checking segment: {'id': '774529fc-3555-4697-bcfb-79c7217e2919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5b8f3afa-5ab1-4faf-97a7-7fcb1677b545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:07.110575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Bound using segment: {'id': '774529fc-3555-4697-bcfb-79c7217e2919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5b8f3afa-5ab1-4faf-97a7-7fcb1677b545'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:07.111034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Bound port: 725d1468-bc12-4031-9e99-e414f8a94e63, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774529fc-3555-4697-bcfb-79c7217e2919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5b8f3afa-5ab1-4faf-97a7-7fcb1677b545'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:07.111432 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.179629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-9192d49e-ba8e-4f76-8a48-759d795d2fab admin admin] Deleting subnet 12b64079-7808-4828-9e40-21c54f18d9ea {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:07.189235 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9192d49e-ba8e-4f76-8a48-759d795d2fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.228940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af61bb-5a6c-4cfe-b37f-226ca1829214 req-872f5a6a-7d23-4943-ac2a-31941a3915ec tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:07.235076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af61bb-5a6c-4cfe-b37f-226ca1829214 req-872f5a6a-7d23-4943-ac2a-31941a3915ec tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:07.241869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af61bb-5a6c-4cfe-b37f-226ca1829214 req-872f5a6a-7d23-4943-ac2a-31941a3915ec tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:07.248001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af61bb-5a6c-4cfe-b37f-226ca1829214 req-872f5a6a-7d23-4943-ac2a-31941a3915ec tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:07.254652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af61bb-5a6c-4cfe-b37f-226ca1829214 req-872f5a6a-7d23-4943-ac2a-31941a3915ec tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:07.260735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af61bb-5a6c-4cfe-b37f-226ca1829214 req-872f5a6a-7d23-4943-ac2a-31941a3915ec tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:07.266726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af61bb-5a6c-4cfe-b37f-226ca1829214 req-872f5a6a-7d23-4943-ac2a-31941a3915ec tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:07.280983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5af61bb-5a6c-4cfe-b37f-226ca1829214 req-872f5a6a-7d23-4943-ac2a-31941a3915ec tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.4005675 May 26 16:08:07.311153 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-73469e91-7b5b-4dfd-9a3a-f4daf0349f13 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.391909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73469e91-7b5b-4dfd-9a3a-f4daf0349f13 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event deleted for resources: {'Subnet': ['ID=26914e09-ff4e-4f8c-a7c1-dc17de8b8909,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:07.411397 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9192d49e-ba8e-4f76-8a48-759d795d2fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.416878 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-73469e91-7b5b-4dfd-9a3a-f4daf0349f13 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.418311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e7f53-a3bd-44cd-95df-01e5d2d742ab None None] Network 5eb6e7b3-892a-4d30-b513-08500bd8dd15 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:07.420417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-73469e91-7b5b-4dfd-9a3a-f4daf0349f13 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] 10.222.0.39 "DELETE /v2.0/subnets/26914e09-ff4e-4f8c-a7c1-dc17de8b8909 HTTP/1.1" status: 204 len: 168 time: 2.3681567 May 26 16:08:07.461842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d1a25692-67df-460f-8e8a-116a263445b4 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:07.469236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41216) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:07.542045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5af61bb-5a6c-4cfe-b37f-226ca1829214 req-4660ea1c-e47a-44f5-b114-70dbb435135a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2533476 May 26 16:08:07.609886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] For port 725d1468-bc12-4031-9e99-e414f8a94e63, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:07.622690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Allocated IP 172.20.0.1 (e6a2eecd-73ef-43d4-862b-f37d994a7953/47617b24-398b-4c92-bb5c-96cca6d07a2c/4734ad21-3657-4e02-b136-b585455a616b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:07.637579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] For port 725d1468-bc12-4031-9e99-e414f8a94e63, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=725d1468-bc12-4031-9e99-e414f8a94e63,segment=NetworkSegment(774529fc-3555-4697-bcfb-79c7217e2919),segment_id=774529fc-3555-4697-bcfb-79c7217e2919)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:07.638105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d1a25692-67df-460f-8e8a-116a263445b4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:07.638788 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.639294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9192d49e-ba8e-4f76-8a48-759d795d2fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.674583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.727063 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.756084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.762125 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bcc276ab-3ade-4859-a97b-54955502b927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.837296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d1a25692-67df-460f-8e8a-116a263445b4 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:07.837699 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.853203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd149b9a-45bd-4fa1-981a-72991aba8f37 None None] DHCP port deletion for 5eb6e7b3-892a-4d30-b513-08500bd8dd15 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:08:07.872515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port d1a25692-67df-460f-8e8a-116a263445b4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d1a25692-67df-460f-8e8a-116a263445b4,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:07.877949 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.961465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=d1a25692-67df-460f-8e8a-116a263445b4,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:07.977609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fd149b9a-45bd-4fa1-981a-72991aba8f37 None None] Deleting port 3d11767a-3472-4c46-8b03-3b99a769b2fd {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:07.978181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd149b9a-45bd-4fa1-981a-72991aba8f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.063109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fd149b9a-45bd-4fa1-981a-72991aba8f37 None None] For port 3d11767a-3472-4c46-8b03-3b99a769b2fd, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3d11767a-3472-4c46-8b03-3b99a769b2fd,segment=NetworkSegment(4e4986b6-ea10-4a54-aee6-cea088f2d2e0),segment_id=4e4986b6-ea10-4a54-aee6-cea088f2d2e0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:08.063827 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd149b9a-45bd-4fa1-981a-72991aba8f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.080141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fd149b9a-45bd-4fa1-981a-72991aba8f37 None None] Calling delete_port for 3d11767a-3472-4c46-8b03-3b99a769b2fd owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:08.098677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Deleting port 7531c0e0-4131-413b-9ebe-f680d828452d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:08.099216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.104850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:08.105554 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.107042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-e23e5743-82e3-4291-a217-70d140421eea service neutron] 10.222.0.24 "PUT /v2.0/ports/725d1468-bc12-4031-9e99-e414f8a94e63 HTTP/1.1" status: 200 len: 1091 time: 3.9572659 May 26 16:08:08.121939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613c3017-3f8e-4843-9042-def7951905e8', 'tag': '725d1468-bc12-4031-9e99-e414f8a94e63'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:08.124660 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc" -d '{"events": [{"name": "network-changed", "server_uuid": "613c3017-3f8e-4843-9042-def7951905e8", "tag": "725d1468-bc12-4031-9e99-e414f8a94e63"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:08.203122 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd149b9a-45bd-4fa1-981a-72991aba8f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.226755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] For port 7531c0e0-4131-413b-9ebe-f680d828452d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7531c0e0-4131-413b-9ebe-f680d828452d,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:08.227257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.240973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Calling delete_port for 7531c0e0-4131-413b-9ebe-f680d828452d owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:08.246185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd149b9a-45bd-4fa1-981a-72991aba8f37 None None] Pushing event deleted for resources: {'Port': ['ID=3d11767a-3472-4c46-8b03-3b99a769b2fd,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:08.255754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e5743-82e3-4291-a217-70d140421eea service neutron] Pushing event updated for resources: {'Port': ['ID=725d1468-bc12-4031-9e99-e414f8a94e63,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:08.259690 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9192d49e-ba8e-4f76-8a48-759d795d2fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.263643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd149b9a-45bd-4fa1-981a-72991aba8f37 None None] No DVR routers for this DVR port 3d11767a-3472-4c46-8b03-3b99a769b2fd on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:08.324285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192d49e-ba8e-4f76-8a48-759d795d2fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b64079-7808-4828-9e40-21c54f18d9ea,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:08.339600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28a65-69ed-401e-8955-ce5d093edbf5 req-a4304d71-4fa5-4827-9d16-412886e3bca4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:08.341081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92d28a65-69ed-401e-8955-ce5d093edbf5 req-a4304d71-4fa5-4827-9d16-412886e3bca4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 944 time: 0.6106679 May 26 16:08:08.349322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489da7c-f6c8-4a22-985a-cdde201c6496 req-fe91d6d3-61fb-48bf-a68e-bcde1a7bf32c tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:08.350753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a489da7c-f6c8-4a22-985a-cdde201c6496 req-fe91d6d3-61fb-48bf-a68e-bcde1a7bf32c tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 943 time: 0.2939804 May 26 16:08:08.351830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9192d49e-ba8e-4f76-8a48-759d795d2fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.354916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9192d49e-ba8e-4f76-8a48-759d795d2fab admin admin] 10.222.0.39 "DELETE /v2.0/subnets/12b64079-7808-4828-9e40-21c54f18d9ea HTTP/1.1" status: 204 len: 168 time: 1.5027277 May 26 16:08:08.357547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41224) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:08.418842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.418842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-06bf8070-2de0-47b5-84db-03eff9a9e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:08.418842 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-06bf8070-2de0-47b5-84db-03eff9a9e914 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=482a72d9b04541de9f82fc15c60e9915&device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 1094 time: 0.2330542 May 26 16:08:08.452237 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.458623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:08.480935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:08.481194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91f1b2fc-05d2-4f8c-b938-177e58ed9b13 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:08.501238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Deleting port 3d11767a-3472-4c46-8b03-3b99a769b2fd {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:08.501851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.506456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92d28a65-69ed-401e-8955-ce5d093edbf5 req-5a72a3d3-30bf-4fbb-b27f-09bb2b23f35c tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456299 May 26 16:08:08.512137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-bf0149d1-be9c-4f4f-b269-b7efe922d626 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=725d1468-bc12-4031-9e99-e414f8a94e63 HTTP/1.1" status: 200 len: 217 time: 0.0818379 May 26 16:08:08.527059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a489da7c-f6c8-4a22-985a-cdde201c6496 req-d39034f3-652e-4b81-bcc3-be29c06f6c8a tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602314 May 26 16:08:08.561833 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcd0325-98a3-4c19-850e-32f82655209c x-openstack-request-id: req-6fcd0325-98a3-4c19-850e-32f82655209c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:08.562144 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613c3017-3f8e-4843-9042-def7951905e8", "tag": "725d1468-bc12-4031-9e99-e414f8a94e63", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:08.562388 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fcd0325-98a3-4c19-850e-32f82655209c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:08.562772 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcd0325-98a3-4c19-850e-32f82655209c'] response: {'name': 'network-changed', 'server_uuid': '613c3017-3f8e-4843-9042-def7951905e8', 'tag': '725d1468-bc12-4031-9e99-e414f8a94e63', 'status': 'completed', 'code': 200} May 26 16:08:08.584378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 169f3161-fa7b-4539-b4c8-fc87f022d028 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:08.614140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.619493 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.639240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] For port 3d11767a-3472-4c46-8b03-3b99a769b2fd, host n-d-843336-2, got binding levels [] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:08.639617 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.643451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-2f59c7a1-8075-471a-97da-aa8dda3d2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:08.645664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-2f59c7a1-8075-471a-97da-aa8dda3d2aeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f25ddae-e75a-4947-ae15-303b9481ca33 HTTP/1.1" status: 200 len: 862 time: 0.1221523 May 26 16:08:08.656954 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.664770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Pushing event deleted for resources: {'Port': ['ID=7531c0e0-4131-413b-9ebe-f680d828452d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:08.683010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc6466f-7ae9-46d6-ac9d-e057f69b518b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:08.683711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Calling delete_port for 3d11767a-3472-4c46-8b03-3b99a769b2fd owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:08.688280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Port 3d11767a-3472-4c46-8b03-3b99a769b2fd was not found and therefore no delete operation was performed {{(pid=109405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:08:08.712204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbd4404-9346-4320-a829-aa81354e2e96') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:08.712505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbd4404-9346-4320-a829-aa81354e2e96') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:08.745970 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-b5c7728f-3518-4c46-88fb-00fd05aa7835 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b8f3afa-5ab1-4faf-97a7-7fcb1677b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914025 May 26 16:08:08.747094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.750864 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.771469 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.782461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:08.783098 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.812709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:08.854317 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634c2e50-ae61-4aa1-a102-3caa85a01bc5', 'tag': '169f3161-fa7b-4539-b4c8-fc87f022d028'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:08.856606 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f0766a-f80d-4bc7-a55e-72382cc747e5" -d '{"events": [{"name": "network-changed", "server_uuid": "634c2e50-ae61-4aa1-a102-3caa85a01bc5", "tag": "169f3161-fa7b-4539-b4c8-fc87f022d028"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:08.864892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] No DVR routers for this DVR port 3d11767a-3472-4c46-8b03-3b99a769b2fd on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:08.886443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Pushing event updated for resources: {'Port': ['ID=4734ad21-3657-4e02-b136-b585455a616b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:08.889337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:08.911212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:08.916221 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 1dbd4404-9346-4320-a829-aa81354e2e96 resource provider aggregate not found May 26 16:08:08.963402 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.002295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 169f3161-fa7b-4539-b4c8-fc87f022d028, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=169f3161-fa7b-4539-b4c8-fc87f022d028,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:09.007596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2394-5597-404a-bc55-c953022c5b1a req-7fa3a10c-bd05-4de4-b5eb-deb7444317d6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.012526 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 1dbd4404-9346-4320-a829-aa81354e2e96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dbd4404-9346-4320-a829-aa81354e2e96 found for delete ", "request_id": "req-0f03a927-146b-44d2-b9d2-f7dc5d704bab"}]} May 26 16:08:09.014671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2394-5597-404a-bc55-c953022c5b1a req-7fa3a10c-bd05-4de4-b5eb-deb7444317d6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.015902 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1290fc92-fe8b-4881-8a45-d17c023c3cee x-openstack-request-id: req-1290fc92-fe8b-4881-8a45-d17c023c3cee {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:09.015902 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634c2e50-ae61-4aa1-a102-3caa85a01bc5", "tag": "169f3161-fa7b-4539-b4c8-fc87f022d028", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:09.016171 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1290fc92-fe8b-4881-8a45-d17c023c3cee {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:09.016422 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1290fc92-fe8b-4881-8a45-d17c023c3cee'] response: {'name': 'network-changed', 'server_uuid': '634c2e50-ae61-4aa1-a102-3caa85a01bc5', 'tag': '169f3161-fa7b-4539-b4c8-fc87f022d028', 'status': 'completed', 'code': 200} May 26 16:08:09.019112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '169f3161-fa7b-4539-b4c8-fc87f022d028', 'network_id': 'cc098992-96d4-4476-9d3e-43f7fb1f07d2', 'port_id': '169f3161-fa7b-4539-b4c8-fc87f022d028', 'mac_address': 'fa:16:3e:02:6b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8020c9a2-a02a-4232-9476-f298b80095ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:09.022649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2394-5597-404a-bc55-c953022c5b1a req-7fa3a10c-bd05-4de4-b5eb-deb7444317d6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.030578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2394-5597-404a-bc55-c953022c5b1a req-7fa3a10c-bd05-4de4-b5eb-deb7444317d6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.036978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2394-5597-404a-bc55-c953022c5b1a req-7fa3a10c-bd05-4de4-b5eb-deb7444317d6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.041083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.048905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2394-5597-404a-bc55-c953022c5b1a req-7fa3a10c-bd05-4de4-b5eb-deb7444317d6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.057469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2394-5597-404a-bc55-c953022c5b1a req-7fa3a10c-bd05-4de4-b5eb-deb7444317d6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.060719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f32b2394-5597-404a-bc55-c953022c5b1a req-7fa3a10c-bd05-4de4-b5eb-deb7444317d6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.4084046 May 26 16:08:09.068055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event deleted for resources: {'Port': ['ID=3d11767a-3472-4c46-8b03-3b99a769b2fd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:09.070166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 169f3161-fa7b-4539-b4c8-fc87f022d028 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:09.070304 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.070755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.077143 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7dc6466f-7ae9-46d6-ac9d-e057f69b518b HTTP/1.1" status: 204 len: 168 time: 0.7169776 May 26 16:08:09.090469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169f3161-fa7b-4539-b4c8-fc87f022d028 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:09.109400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969d821-4ad4-4d4d-a43c-af15e83e6434 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc6466f-7ae9-46d6-ac9d-e057f69b518b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:09.121909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 169f3161-fa7b-4539-b4c8-fc87f022d028, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=169f3161-fa7b-4539-b4c8-fc87f022d028,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:09.124094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.132080 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.154183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-bfd44094-094e-45f2-990d-12110a84270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.155771 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-bfd44094-094e-45f2-990d-12110a84270f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fd5b8f634454a329a1104620ad15dfe&device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 1095 time: 0.1383832 May 26 16:08:09.227737 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.247712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=169f3161-fa7b-4539-b4c8-fc87f022d028,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:09.273306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.335487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41236) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:09.363263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-d14497d3-538c-4a5f-b518-4ede193b7931 service neutron] 10.222.0.24 "GET /v2.0/networks/5b8f3afa-5ab1-4faf-97a7-7fcb1677b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052487 May 26 16:08:09.365629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb6e7b3-892a-4d30-b513-08500bd8dd15']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:09.378465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f32b2394-5597-404a-bc55-c953022c5b1a req-2293d265-d634-4622-95c6-35bf3433f0e4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2850435 May 26 16:08:09.397680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3035cdae-29ad-4835-87ae-1bcf1cc67fcc None None] Provisioning complete for port 4734ad21-3657-4e02-b136-b585455a616b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:09.398191 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3035cdae-29ad-4835-87ae-1bcf1cc67fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.403830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4986b6-ea10-4a54-aee6-cea088f2d2e0') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:09.408353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4986b6-ea10-4a54-aee6-cea088f2d2e0') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:09.438368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.458952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['169f3161-fa7b-4539-b4c8-fc87f022d028'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:09.461239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-001b1c4f-47c2-4b5f-9578-b0887273edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.461932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3035cdae-29ad-4835-87ae-1bcf1cc67fcc None None] Port 4734ad21-3657-4e02-b136-b585455a616b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:09.462835 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-001b1c4f-47c2-4b5f-9578-b0887273edda service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 200 len: 913 time: 0.2153242 May 26 16:08:09.488555 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fde184e9-211c-4f5d-b13e-fc049710e6fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2dbb00c41cb40cb94c6029f58655ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519256 May 26 16:08:09.491838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d1a25692-67df-460f-8e8a-116a263445b4 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:09.503776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41238) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:09.522748 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-33ec67e1-44da-4722-816d-593102d9ed86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=169f3161-fa7b-4539-b4c8-fc87f022d028 HTTP/1.1" status: 200 len: 217 time: 0.0450120 May 26 16:08:09.561140 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.585350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d1a25692-67df-460f-8e8a-116a263445b4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:09.585972 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.616582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:09.617266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.667442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-e526e8c5-d881-4d27-b819-f530a06817bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.668914 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-e526e8c5-d881-4d27-b819-f530a06817bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8020c9a2-a02a-4232-9476-f298b80095ad HTTP/1.1" status: 200 len: 852 time: 0.1405337 May 26 16:08:09.707442 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-00191009-e0ec-4082-bac2-22de1b322697 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc098992-96d4-4476-9d3e-43f7fb1f07d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300038 May 26 16:08:09.736142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:09.787515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d1a25692-67df-460f-8e8a-116a263445b4 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:09.857313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3d11767a-3472-4c46-8b03-3b99a769b2fd no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:09.860848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b2a8be6-5082-4a10-b6de-fc0d608ea42a req-251d1144-390d-4a26-9d15-74e3c32e454f service neutron] 10.222.0.24 "GET /v2.0/networks/5b8f3afa-5ab1-4faf-97a7-7fcb1677b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788446 May 26 16:08:09.887816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601dba5-f5a0-4d9f-8e1d-a0844e90dcea req-5e0cd53e-5c3a-4e81-9c21-925cc4fe3a27 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.889774 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3601dba5-f5a0-4d9f-8e1d-a0844e90dcea req-5e0cd53e-5c3a-4e81-9c21-925cc4fe3a27 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 945 time: 0.2112360 May 26 16:08:09.893875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 3d11767a-3472-4c46-8b03-3b99a769b2fd {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:09.896503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3d11767a-3472-4c46-8b03-3b99a769b2fd not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:09.908573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45769-571c-40ff-b025-b23d4809ddcf req-22ddcda2-ba20-4b50-8c69-cbcd41b11d3a tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.909481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ba45769-571c-40ff-b025-b23d4809ddcf req-22ddcda2-ba20-4b50-8c69-cbcd41b11d3a tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 943 time: 0.2155967 May 26 16:08:09.910202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.912102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-898cd284-423f-441d-bc7b-d2479623ac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.941153 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-631c7f8b-b53f-4c27-abb8-e8e270073f1d service neutron] 10.222.0.24 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268343 May 26 16:08:09.950846 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.966661 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 4e4986b6-ea10-4a54-aee6-cea088f2d2e0 resource provider aggregate not found May 26 16:08:09.999380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.002472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] 10.222.0.39 "DELETE /v2.0/networks/5eb6e7b3-892a-4d30-b513-08500bd8dd15 HTTP/1.1" status: 204 len: 168 time: 2.5323966 May 26 16:08:10.014275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:10.024842 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-038a88b1-cd4c-4ee8-8dca-3bd3072e1fef admin admin] 10.222.0.39 "PUT /v2.0/routers/fb9ee9d7-1c13-4c46-b55d-1e850aa71574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1116507 May 26 16:08:10.025569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41252) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:10.028181 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-898cd284-423f-441d-bc7b-d2479623ac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.031526 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] Sync routers for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:10.036530 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 4e4986b6-ea10-4a54-aee6-cea088f2d2e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e4986b6-ea10-4a54-aee6-cea088f2d2e0 found for delete ", "request_id": "req-917196b9-23ff-4418-bf01-5d5bc300952b"}]} May 26 16:08:10.047215 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:10.047722 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:10.048970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b20e-2f95-437d-a098-a53483797c69 tempest-DHCPAgentSchedulersTestJSON-1260225578 tempest-DHCPAgentSchedulersTestJSON-1260225578-project] Pushing event deleted for resources: {'Network': ['ID=5eb6e7b3-892a-4d30-b513-08500bd8dd15,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:10.101848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ba45769-571c-40ff-b025-b23d4809ddcf req-778d74ef-c9d3-45a7-b7ba-b75d5f609994 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649432 May 26 16:08:10.170046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3601dba5-f5a0-4d9f-8e1d-a0844e90dcea req-90467455-a676-4f05-a114-a30f684ac4a6 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387185 May 26 16:08:10.192139 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-22f0766a-f80d-4bc7-a55e-72382cc747e5 req-3a127108-5070-4d00-a398-6768ce431756 service neutron] 10.222.0.24 "GET /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436397 May 26 16:08:10.217339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-7776a326-e94b-4d60-bc5c-fa758df9a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:10.219912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-7776a326-e94b-4d60-bc5c-fa758df9a164 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=482a72d9b04541de9f82fc15c60e9915&device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 1094 time: 0.2851143 May 26 16:08:10.224782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.306336 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:10.354335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.404874 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-898cd284-423f-441d-bc7b-d2479623ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.407839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-898cd284-423f-441d-bc7b-d2479623ac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.409097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-898cd284-423f-441d-bc7b-d2479623ac9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5f01d83-908b-49ec-b7aa-635e8f2f0ba3 HTTP/1.1" status: 204 len: 168 time: 0.8708246 May 26 16:08:10.423242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41258) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:10.449883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Deleting port 8b531819-370b-4c86-8ccc-c934bfe3c527 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:10.450322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.465451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cd284-423f-441d-bc7b-d2479623ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f01d83-908b-49ec-b7aa-635e8f2f0ba3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:10.524909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-97c80d19-ed04-4a4b-8f4f-d657246a6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:10.531825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-97c80d19-ed04-4a4b-8f4f-d657246a6430 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 HTTP/1.1" status: 200 len: 923 time: 0.2967975 May 26 16:08:10.554501 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.578181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.599824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 169f3161-fa7b-4539-b4c8-fc87f022d028 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:10.623856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-a6ba6b2d-5294-42e8-bd70-84c8e89f80ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=725d1468-bc12-4031-9e99-e414f8a94e63 HTTP/1.1" status: 200 len: 217 time: 0.0487151 May 26 16:08:10.640354 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:08:08Z', 'revision_number': 5, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port': {'id': '8b531819-370b-4c86-8ccc-c934bfe3c527', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:02Z', 'updated_at': '2022-05-26T16:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:10.675381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 169f3161-fa7b-4539-b4c8-fc87f022d028 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:10.680191 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-530eccaa-b169-43b9-9a9c-43fe068b7c5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b56b1281b1fb4175a5f7938b034f5e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549479 May 26 16:08:10.686682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41266) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:10.696116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 169f3161-fa7b-4539-b4c8-fc87f022d028 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:10.696669 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.703581 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] Checking router: fb9ee9d7-1c13-4c46-b55d-1e850aa71574 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:10.714463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] Routers {'fb9ee9d7-1c13-4c46-b55d-1e850aa71574'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:10.715345 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:10.730989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] For port 8b531819-370b-4c86-8ccc-c934bfe3c527, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8b531819-370b-4c86-8ccc-c934bfe3c527,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:10.731273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.755738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Calling delete_port for 8b531819-370b-4c86-8ccc-c934bfe3c527 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:10.797689 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e222c113-1979-4a86-81d2-19ed8ebd438e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.868475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 169f3161-fa7b-4539-b4c8-fc87f022d028 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:10.870845 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.906385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e222c113-1979-4a86-81d2-19ed8ebd438e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.933555 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] Set router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:10.939478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634c2e50-ae61-4aa1-a102-3caa85a01bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169f3161-fa7b-4539-b4c8-fc87f022d028'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:10.942858 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48cb86e-ce66-44d6-aeae-134753ab6ca7" -d '{"events": [{"server_uuid": "634c2e50-ae61-4aa1-a102-3caa85a01bc5", "name": "network-vif-plugged", "status": "completed", "tag": "169f3161-fa7b-4539-b4c8-fc87f022d028"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:10.978169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 169f3161-fa7b-4539-b4c8-fc87f022d028, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=169f3161-fa7b-4539-b4c8-fc87f022d028,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:10.987212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.030398 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:08:10Z', 'revision_number': 6, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:11.043728 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd274af-45e6-46fe-be07-d2c311b9c1ba x-openstack-request-id: req-dcd274af-45e6-46fe-be07-d2c311b9c1ba {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:11.044350 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634c2e50-ae61-4aa1-a102-3caa85a01bc5", "name": "network-vif-plugged", "status": "completed", "tag": "169f3161-fa7b-4539-b4c8-fc87f022d028", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:11.044774 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcd274af-45e6-46fe-be07-d2c311b9c1ba {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:11.045343 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd274af-45e6-46fe-be07-d2c311b9c1ba'] response: {'server_uuid': '634c2e50-ae61-4aa1-a102-3caa85a01bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169f3161-fa7b-4539-b4c8-fc87f022d028', 'code': 200} May 26 16:08:11.088816 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee7a027-7e33-46da-9063-4932d7661f20 None None] The sync data for ids ['fb9ee9d7-1c13-4c46-b55d-1e850aa71574'] in n-d-843336-2 is: [{'id': 'fb9ee9d7-1c13-4c46-b55d-1e850aa71574', 'name': 'tempest-AttachVolumeShelveTestJSON-205298874-router', 'tenant_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:00Z', 'updated_at': '2022-05-26T16:08:10Z', 'revision_number': 6, 'project_id': 'f4f60e78ae714e2c97b0d22e316bb54e', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:11.116863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=169f3161-fa7b-4539-b4c8-fc87f022d028,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:11.122917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.142753 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.146752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-2ae7955e-5e98-4125-8273-6c94101650f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.148338 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e222c113-1979-4a86-81d2-19ed8ebd438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.148977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-2ae7955e-5e98-4125-8273-6c94101650f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f25ddae-e75a-4947-ae15-303b9481ca33 HTTP/1.1" status: 200 len: 862 time: 0.4977393 May 26 16:08:11.151069 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e222c113-1979-4a86-81d2-19ed8ebd438e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.153395 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e222c113-1979-4a86-81d2-19ed8ebd438e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f9e345f-81cf-4ccd-b98a-5c1dd652680a HTTP/1.1" status: 204 len: 168 time: 0.4634185 May 26 16:08:11.186099 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222c113-1979-4a86-81d2-19ed8ebd438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e345f-81cf-4ccd-b98a-5c1dd652680a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:11.197469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9aaf0-afa7-4059-a97f-0c1650b27e98 req-44cbc5f7-7036-441c-a178-693f653fbf8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.216657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9aaf0-afa7-4059-a97f-0c1650b27e98 req-44cbc5f7-7036-441c-a178-693f653fbf8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.217390 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.225483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9aaf0-afa7-4059-a97f-0c1650b27e98 req-44cbc5f7-7036-441c-a178-693f653fbf8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.227958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e31192-df13-4c51-ba76-b2c0a1e0841d req-6285664e-9fdb-4e80-8e7a-4a694b94668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.229623 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-53e31192-df13-4c51-ba76-b2c0a1e0841d req-6285664e-9fdb-4e80-8e7a-4a694b94668e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1390915 May 26 16:08:11.237689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9aaf0-afa7-4059-a97f-0c1650b27e98 req-44cbc5f7-7036-441c-a178-693f653fbf8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.247775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9aaf0-afa7-4059-a97f-0c1650b27e98 req-44cbc5f7-7036-441c-a178-693f653fbf8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.255936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9aaf0-afa7-4059-a97f-0c1650b27e98 req-44cbc5f7-7036-441c-a178-693f653fbf8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.258388 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b531819-370b-4c86-8ccc-c934bfe3c527,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:11.262575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9aaf0-afa7-4059-a97f-0c1650b27e98 req-44cbc5f7-7036-441c-a178-693f653fbf8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.271570 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ab9aaf0-afa7-4059-a97f-0c1650b27e98 req-44cbc5f7-7036-441c-a178-693f653fbf8d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.7188349 May 26 16:08:11.351529 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-53e31192-df13-4c51-ba76-b2c0a1e0841d req-b05b3a42-bd81-4dc3-9f20-834119aadff4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888388 May 26 16:08:11.362541 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.378784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-d4e25cac-65f8-4838-abc7-a5264ca40146 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b8f3afa-5ab1-4faf-97a7-7fcb1677b545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973063 May 26 16:08:11.438654 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.445298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Pushing event updated for resources: {'Port': ['ID=4734ad21-3657-4e02-b136-b585455a616b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:11.478268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ab9aaf0-afa7-4059-a97f-0c1650b27e98 req-792fcc88-83dc-4ce3-947c-f0be5ca51456 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1987524 May 26 16:08:11.508043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441ae9e-63f4-4fb6-ae9e-3cd3019f4f36 req-4ca8a1c0-d8a6-4938-b910-801f403c923c tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.509654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3441ae9e-63f4-4fb6-ae9e-3cd3019f4f36 req-4ca8a1c0-d8a6-4938-b910-801f403c923c tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 943 time: 0.2071891 May 26 16:08:11.519762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.523140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.638546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.639353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb9ee9d7-1c13-4c46-b55d-1e850aa71574 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:08:11.640172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7531c0e0-4131-413b-9ebe-f680d828452d no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:11.647692 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.648863 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27b23de6-4eb5-49ac-9793-d3d745b69160 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fb9ee9d7-1c13-4c46-b55d-1e850aa71574 HTTP/1.1" status: 204 len: 168 time: 1.6205859 May 26 16:08:11.651704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41294) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.700155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 7531c0e0-4131-413b-9ebe-f680d828452d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:11.700774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7531c0e0-4131-413b-9ebe-f680d828452d not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:11.710297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41296) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.752192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-8284b0e0-beb1-4d57-9010-19a2f3ab0db8 admin admin] Deleting subnet d4f0607d-90cc-4ecf-88cd-fda20d1cd362 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:11.756226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8284b0e0-beb1-4d57-9010-19a2f3ab0db8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.794101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8284b0e0-beb1-4d57-9010-19a2f3ab0db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.803871 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3441ae9e-63f4-4fb6-ae9e-3cd3019f4f36 req-4590914a-b252-41fe-a423-83ab7ac4fa5d tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622827 May 26 16:08:11.836143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4863a-85ae-45a3-a3c3-8227480a025c req-07326ab3-c6b7-4610-a5b3-eda2e5c02830 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.841635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41300) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.842591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3c4863a-85ae-45a3-a3c3-8227480a025c req-07326ab3-c6b7-4610-a5b3-eda2e5c02830 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.2063413 May 26 16:08:11.860674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eff9f88d-bc96-409e-8891-9a8bf0eb358b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.879856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:11.886449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:11.889629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-66879f53-81fc-492d-9ded-3e4f539e512c service neutron] 10.222.0.24 "GET /v2.0/networks/5b8f3afa-5ab1-4faf-97a7-7fcb1677b545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461865 May 26 16:08:11.899911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-508683689-network', 'tenant_id': '3fb12a94f317497abed90107ea4df44a'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:11.947519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8284b0e0-beb1-4d57-9010-19a2f3ab0db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.965236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3c4863a-85ae-45a3-a3c3-8227480a025c req-8deab604-563a-400b-8133-83b6fe73325f tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194165 May 26 16:08:12.028430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eff9f88d-bc96-409e-8891-9a8bf0eb358b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.037371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Made reservation on behalf of 3fb12a94f317497abed90107ea4df44a for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:12.039740 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.053367 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eff9f88d-bc96-409e-8891-9a8bf0eb358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.059399 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.121291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9f88d-bc96-409e-8891-9a8bf0eb358b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc8a22-de14-4885-b225-c5b64998b65f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:12.128560 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eff9f88d-bc96-409e-8891-9a8bf0eb358b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6772656667f64221b3cf6c6497ee2c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831595 May 26 16:08:12.135610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41302) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:12.154388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17d991b8-c5b5-48f4-b15f-9bd0c8dd07cc req-84356edb-3402-48c9-a880-84863b04afdc service neutron] 10.222.0.24 "GET /v2.0/networks/5b8f3afa-5ab1-4faf-97a7-7fcb1677b545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511783 May 26 16:08:12.159724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Router ddc59841-e546-4956-9b79-466546acadd5 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:12.199805 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8284b0e0-beb1-4d57-9010-19a2f3ab0db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.246030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284b0e0-beb1-4d57-9010-19a2f3ab0db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f0607d-90cc-4ecf-88cd-fda20d1cd362,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:12.267371 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8284b0e0-beb1-4d57-9010-19a2f3ab0db8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.274506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0548c-8543-47ad-ba28-993b4cacc080 None None] Network dcff6033-e8d7-43af-a6f2-306af24f8ee3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:12.274708 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8284b0e0-beb1-4d57-9010-19a2f3ab0db8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d4f0607d-90cc-4ecf-88cd-fda20d1cd362 HTTP/1.1" status: 204 len: 168 time: 0.6207097 May 26 16:08:12.279206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41304) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:12.318224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:12.324801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-81d20657-2c01-49ed-9043-f6ae828c35af admin admin] 10.222.0.39 "PUT /v2.0/routers/ddc59841-e546-4956-9b79-466546acadd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3456545 May 26 16:08:12.362157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Sync routers for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:12.385586 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f95c0be1-ae18-4f8e-bf17-da27833d7eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.419434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c47e2b82-98d3-4b7e-afda-c1167581617d None None] Provisioning complete for port 4734ad21-3657-4e02-b136-b585455a616b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:12.420144 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c47e2b82-98d3-4b7e-afda-c1167581617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.423485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.430120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.442728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.453201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f95c0be1-ae18-4f8e-bf17-da27833d7eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.481621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:12.483021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:12.490233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c47e2b82-98d3-4b7e-afda-c1167581617d None None] Port 4734ad21-3657-4e02-b136-b585455a616b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:12.510230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:12.595013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 725d1468-bc12-4031-9e99-e414f8a94e63 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:12.661816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3f75-8760-45b6-8542-03dcee63003e req-f6bf4a81-b67e-4079-b614-d9581a655919 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:12.669821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3f75-8760-45b6-8542-03dcee63003e req-f6bf4a81-b67e-4079-b614-d9581a655919 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:12.677006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3f75-8760-45b6-8542-03dcee63003e req-f6bf4a81-b67e-4079-b614-d9581a655919 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:12.685323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3f75-8760-45b6-8542-03dcee63003e req-f6bf4a81-b67e-4079-b614-d9581a655919 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:12.693545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3f75-8760-45b6-8542-03dcee63003e req-f6bf4a81-b67e-4079-b614-d9581a655919 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:12.714349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3f75-8760-45b6-8542-03dcee63003e req-f6bf4a81-b67e-4079-b614-d9581a655919 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:12.739635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3f75-8760-45b6-8542-03dcee63003e req-f6bf4a81-b67e-4079-b614-d9581a655919 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:12.743655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:12.744413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01da3f75-8760-45b6-8542-03dcee63003e req-f6bf4a81-b67e-4079-b614-d9581a655919 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.1565297 May 26 16:08:12.795343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] DHCP port deletion for dcff6033-e8d7-43af-a6f2-306af24f8ee3 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:08:12.820233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01da3f75-8760-45b6-8542-03dcee63003e req-b403dad0-6f70-49ae-b411-401b89d0ab6b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525527 May 26 16:08:12.882866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41316) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:12.885621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 725d1468-bc12-4031-9e99-e414f8a94e63, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=725d1468-bc12-4031-9e99-e414f8a94e63,segment=NetworkSegment(774529fc-3555-4697-bcfb-79c7217e2919),segment_id=774529fc-3555-4697-bcfb-79c7217e2919)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:12.888023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b91687e6-dd1e-4ed7-8b5f-54ff6ce614d7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446143676', 'description': 'tempest-description--1744599314'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:12.909098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d994efa8-b3e2-4601-abd2-d456eb21d0d1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:12.934160 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.934513 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Added segment 7d18aacb-949d-4f48-8ecb-c125802ca3a9 of type vlan for network bfbaee1a-c578-4c09-bd46-debf773c6c0c May 26 16:08:12.946521 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b91687e6-dd1e-4ed7-8b5f-54ff6ce614d7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.962797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '725d1468-bc12-4031-9e99-e414f8a94e63', 'network_id': '5b8f3afa-5ab1-4faf-97a7-7fcb1677b545', 'port_id': '725d1468-bc12-4031-9e99-e414f8a94e63', 'mac_address': 'fa:16:3e:ae:45:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f25ddae-e75a-4947-ae15-303b9481ca33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:12.985795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.003303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f26ae-479c-4116-9138-9acac7235809 req-cea89b5a-d937-43f4-a2f9-c1678e9cbd56 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:13.013450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec2f26ae-479c-4116-9138-9acac7235809 req-cea89b5a-d937-43f4-a2f9-c1678e9cbd56 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 943 time: 0.1081636 May 26 16:08:13.017028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f95c0be1-ae18-4f8e-bf17-da27833d7eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.019619 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f95c0be1-ae18-4f8e-bf17-da27833d7eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.024745 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f95c0be1-ae18-4f8e-bf17-da27833d7eae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3fc8a22-de14-4885-b225-c5b64998b65f HTTP/1.1" status: 204 len: 168 time: 0.8868682 May 26 16:08:13.030523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.031503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:13.032093 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.038572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Deleting port d748ce0b-2ae3-416c-9bcc-667088af6d12 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:13.038572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.071027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c0be1-ae18-4f8e-bf17-da27833d7eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc8a22-de14-4885-b225-c5b64998b65f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.072881 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec2f26ae-479c-4116-9138-9acac7235809 req-a8b8e743-4ddd-419b-ba20-ca47127efd51 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 May 26 16:08:13.122615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 725d1468-bc12-4031-9e99-e414f8a94e63 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:13.123538 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.141074 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4296699 May 26 16:08:13.149813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41322) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:13.157500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Request body: {'subnet': {'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-508683689-subnet', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:13.168921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc125bf-f820-439e-b9d2-a19f5a176ce1 req-3a0d15cf-0a78-4914-aa3e-4b99451db1bb tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:13.170996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1dc125bf-f820-439e-b9d2-a19f5a176ce1 req-3a0d15cf-0a78-4914-aa3e-4b99451db1bb tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.0971506 May 26 16:08:13.177464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3db566-1c7f-4dbb-9c11-b885e6ecbde5 admin admin] Pushing event updated for resources: {'Network': ['ID=bfbaee1a-c578-4c09-bd46-debf773c6c0c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.195589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] For port d748ce0b-2ae3-416c-9bcc-667088af6d12, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d748ce0b-2ae3-416c-9bcc-667088af6d12,segment=NetworkSegment(5deb71a5-2be3-46e5-8dce-06d604dc3e37),segment_id=5deb71a5-2be3-46e5-8dce-06d604dc3e37)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:13.195971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.210808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Calling delete_port for d748ce0b-2ae3-416c-9bcc-667088af6d12 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:13.216782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Made reservation on behalf of 3fb12a94f317497abed90107ea4df44a for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:13.219167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.236494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1dc125bf-f820-439e-b9d2-a19f5a176ce1 req-d7125ae1-5dd7-4bef-bffd-ed32030fdbc2 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 May 26 16:08:13.251171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b91687e6-dd1e-4ed7-8b5f-54ff6ce614d7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.258573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b91687e6-dd1e-4ed7-8b5f-54ff6ce614d7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.265957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:13.301479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725d1468-bc12-4031-9e99-e414f8a94e63 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:13.304036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b91687e6-dd1e-4ed7-8b5f-54ff6ce614d7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.307897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b91687e6-dd1e-4ed7-8b5f-54ff6ce614d7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4213269 May 26 16:08:13.308117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41328) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:13.314278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7044f06e-159a-44dd-a271-23736cffad14 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'security_group_rule': {'security_group_id': '67658600-bb28-4f45-9dfa-07a14782dfb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:13.321047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91687e6-dd1e-4ed7-8b5f-54ff6ce614d7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67658600-bb28-4f45-9dfa-07a14782dfb6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.359130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7044f06e-159a-44dd-a271-23736cffad14 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.387187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] Deleting port d748ce0b-2ae3-416c-9bcc-667088af6d12 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:13.387561 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.436714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.474136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Pushing event deleted for resources: {'Port': ['ID=d748ce0b-2ae3-416c-9bcc-667088af6d12,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.476022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] No DVR routers for this DVR port d748ce0b-2ae3-416c-9bcc-667088af6d12 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:13.492951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] For port d748ce0b-2ae3-416c-9bcc-667088af6d12, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:13.493420 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.502490 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7044f06e-159a-44dd-a271-23736cffad14 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.514029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] Calling delete_port for d748ce0b-2ae3-416c-9bcc-667088af6d12 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:13.516742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] Port d748ce0b-2ae3-416c-9bcc-667088af6d12 was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:08:13.525175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 725d1468-bc12-4031-9e99-e414f8a94e63, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=725d1468-bc12-4031-9e99-e414f8a94e63,segment=NetworkSegment(774529fc-3555-4697-bcfb-79c7217e2919),segment_id=774529fc-3555-4697-bcfb-79c7217e2919)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:13.527917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.529508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceb495-c0fa-4fb0-a8d7-0f7d1d97e679 req-52815249-a006-4161-916d-3554d1f44e64 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:13.533569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91ceb495-c0fa-4fb0-a8d7-0f7d1d97e679 req-52815249-a006-4161-916d-3554d1f44e64 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.0984867 May 26 16:08:13.534715 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7044f06e-159a-44dd-a271-23736cffad14 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.551868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] No DVR routers for this DVR port d748ce0b-2ae3-416c-9bcc-667088af6d12 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:13.554452 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.584185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8b531819-370b-4c86-8ccc-c934bfe3c527 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:13.590783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be820b1f-a45f-4968-8495-52f29e1d4045 None None] Pushing event deleted for resources: {'Port': ['ID=d748ce0b-2ae3-416c-9bcc-667088af6d12,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.599228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7044f06e-159a-44dd-a271-23736cffad14 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.602907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7044f06e-159a-44dd-a271-23736cffad14 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2907605 May 26 16:08:13.603788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044f06e-159a-44dd-a271-23736cffad14 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97010edd-dfb6-4aba-925e-b578db3cf2de,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.608888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41332) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:13.614922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-efc5ecda-fb46-48ca-9493-bc3183851cd5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'security_group_rule': {'security_group_id': '67658600-bb28-4f45-9dfa-07a14782dfb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:13.636257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.640017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 8b531819-370b-4c86-8ccc-c934bfe3c527 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:13.640452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8b531819-370b-4c86-8ccc-c934bfe3c527 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:13.640878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d748ce0b-2ae3-416c-9bcc-667088af6d12 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:13.647665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91ceb495-c0fa-4fb0-a8d7-0f7d1d97e679 req-f90874a1-7d00-42ee-922a-e076f6a42cba tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029801 May 26 16:08:13.659111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.670525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-efc5ecda-fb46-48ca-9493-bc3183851cd5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.682320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d748ce0b-2ae3-416c-9bcc-667088af6d12 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:13.682653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d748ce0b-2ae3-416c-9bcc-667088af6d12 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:13.709777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4734ad21-3657-4e02-b136-b585455a616b', 'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'mac_address': 'fa:16:3e:6f:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:06Z', 'updated_at': '2022-05-26T16:08:10Z', 'revision_number': 2, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'subnets': [{'id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:13.741183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcff6033-e8d7-43af-a6f2-306af24f8ee3']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:13.752625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Checking router: ddc59841-e546-4956-9b79-466546acadd5 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:13.753225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Updating router ddc59841-e546-4956-9b79-466546acadd5 port 4734ad21-3657-4e02-b136-b585455a616b binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:13.776505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5deb71a5-2be3-46e5-8dce-06d604dc3e37') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:13.776891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5deb71a5-2be3-46e5-8dce-06d604dc3e37') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:13.785972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=725d1468-bc12-4031-9e99-e414f8a94e63,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.796380 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.803482 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-efc5ecda-fb46-48ca-9493-bc3183851cd5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.808853 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-efc5ecda-fb46-48ca-9493-bc3183851cd5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.809380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.828927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09be0a53-6df6-4d71-8503-1b0838ac7254,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.835875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Checking segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:13.836366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Network hostable DHCP agents. Network: bfbaee1a-c578-4c09-bd46-debf773c6c0c, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:13.850141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.864375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:13.865092 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.878612 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-efc5ecda-fb46-48ca-9493-bc3183851cd5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.880273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-efc5ecda-fb46-48ca-9493-bc3183851cd5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2701008 May 26 16:08:13.883186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41346) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:13.888079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:13.894148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5ecda-fb46-48ca-9493-bc3183851cd5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4676e73a-f327-49e0-9ca1-e4d1c63f2518,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.907665 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5deb71a5-2be3-46e5-8dce-06d604dc3e37 resource provider aggregate not found May 26 16:08:13.933005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:13.935348 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.976068 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5deb71a5-2be3-46e5-8dce-06d604dc3e37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5deb71a5-2be3-46e5-8dce-06d604dc3e37 found for delete ", "request_id": "req-38df450f-29a9-42c5-bc00-1525f6c44cc9"}]} May 26 16:08:13.993553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, bfbaee1a-c578-4c09-bd46-debf773c6c0c) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:14.000410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.001637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.010181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.019407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.023684 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dcff6033-e8d7-43af-a6f2-306af24f8ee3 HTTP/1.1" status: 204 len: 168 time: 1.7400804 May 26 16:08:14.039952 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d20d4-5e5a-4566-ad04-02a525b5ff15 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcff6033-e8d7-43af-a6f2-306af24f8ee3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:14.047674 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-463b0ee4-0a41-4543-b3bb-f69171882825 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8941565 May 26 16:08:14.048228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41354) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:14.054955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:14.085151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.087350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.159737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbd8f-c583-446e-82ba-4feb813199e9 req-f562cd61-185c-4647-9c53-e6ccbd7a38c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.176652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['725d1468-bc12-4031-9e99-e414f8a94e63'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:14.178202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbd8f-c583-446e-82ba-4feb813199e9 req-f562cd61-185c-4647-9c53-e6ccbd7a38c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.178574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0091b9fb-f1f4-4e72-96b8-1f59fcba781a None None] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:14.182168 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.196594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbd8f-c583-446e-82ba-4feb813199e9 req-f562cd61-185c-4647-9c53-e6ccbd7a38c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.204830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbd8f-c583-446e-82ba-4feb813199e9 req-f562cd61-185c-4647-9c53-e6ccbd7a38c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.210960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbd8f-c583-446e-82ba-4feb813199e9 req-f562cd61-185c-4647-9c53-e6ccbd7a38c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.217609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbd8f-c583-446e-82ba-4feb813199e9 req-f562cd61-185c-4647-9c53-e6ccbd7a38c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.224352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbd8f-c583-446e-82ba-4feb813199e9 req-f562cd61-185c-4647-9c53-e6ccbd7a38c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.225895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-374fbd8f-c583-446e-82ba-4feb813199e9 req-f562cd61-185c-4647-9c53-e6ccbd7a38c2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.2072413 May 26 16:08:14.282828 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.283539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed319-1ede-45d7-a483-784d955935e6 req-816693d6-758d-45d8-8002-5adcf3a362d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.283539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75eed319-1ede-45d7-a483-784d955935e6 req-816693d6-758d-45d8-8002-5adcf3a362d4 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.2072337 May 26 16:08:14.337093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41366) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:14.340428 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.370619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-374fbd8f-c583-446e-82ba-4feb813199e9 req-729d09e0-6b86-445c-9400-ee3467d72185 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275403 May 26 16:08:14.392502 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.396218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75eed319-1ede-45d7-a483-784d955935e6 req-8539cf0a-2e6f-4ec6-ae05-d19e10270c61 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042168 May 26 16:08:14.480669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0c10a95d-6dae-465d-a20b-448627fcc5ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4f60e78ae714e2c97b0d22e316bb54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355493 May 26 16:08:14.482335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41372) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:14.534925 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.599086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78318a1c-1543-47d0-b390-6e550a34ca6c None None] Pushing event updated for resources: {'Port': ['ID=4734ad21-3657-4e02-b136-b585455a616b,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:14.689600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Allocated IP 172.25.0.87 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e9509554-96f2-43f5-9a5c-334976174341) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:14.730809 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-010427ef-75d1-4125-88c9-45287fa8658a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.741341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb587491-7bc1-424a-b988-194c351036da req-f4a19a75-38a5-4e89-9475-55fde074bf95 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.742949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb587491-7bc1-424a-b988-194c351036da req-f4a19a75-38a5-4e89-9475-55fde074bf95 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 944 time: 0.1750956 May 26 16:08:14.754719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5291a80-631a-4d44-a01b-55d3c08985bd req-e014fe18-40ac-43ea-937d-8aa0eea2393d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.756348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5291a80-631a-4d44-a01b-55d3c08985bd req-e014fe18-40ac-43ea-937d-8aa0eea2393d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.2378199 May 26 16:08:14.790558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Attempting to bind port 4734ad21-3657-4e02-b136-b585455a616b on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:14.791199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Attempting to bind port 4734ad21-3657-4e02-b136-b585455a616b by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:14.791335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Attempting to bind port 4734ad21-3657-4e02-b136-b585455a616b on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:14.826673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:14.827066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Checking segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:14.827482 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.827888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Bound using segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:14.828382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Bound port: 4734ad21-3657-4e02-b136-b585455a616b, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:14.828767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.877595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-010427ef-75d1-4125-88c9-45287fa8658a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.889812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.925502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb587491-7bc1-424a-b988-194c351036da req-687863dc-8d14-495f-95e4-db2953cc549b tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629014 May 26 16:08:14.930046 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.965052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5291a80-631a-4d44-a01b-55d3c08985bd req-7be5d0b5-d0d7-44b6-be5f-b6f5de7faa85 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900008 May 26 16:08:15.001671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:08:15.014312 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.055549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.106386 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-010427ef-75d1-4125-88c9-45287fa8658a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.109653 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-010427ef-75d1-4125-88c9-45287fa8658a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.111295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-010427ef-75d1-4125-88c9-45287fa8658a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b18d5211-eb8d-408d-8f08-b81acb8b85b5 HTTP/1.1" status: 204 len: 168 time: 0.6274045 May 26 16:08:15.137563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.189643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'Port': ['ID=e9509554-96f2-43f5-9a5c-334976174341,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:15.201144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010427ef-75d1-4125-88c9-45287fa8658a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18d5211-eb8d-408d-8f08-b81acb8b85b5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:15.229805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3fe2d834-d41a-4e7f-84ea-129e10ae44ff None None] Provisioning complete for port 4734ad21-3657-4e02-b136-b585455a616b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:15.230383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d834-d41a-4e7f-84ea-129e10ae44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.239411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] For port 4734ad21-3657-4e02-b136-b585455a616b, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:15.240809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Allocated IP 172.25.0.51 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/f99e036b-df78-4f5b-882f-775b47a9c5c9) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:15.258938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:15.262999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:15.271354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:15.317121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eaa07-16aa-4808-98e5-f9e61b145aaa req-8ece8909-d705-4371-ab96-9c9ab9d48ed8 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:15.318723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-765eaa07-16aa-4808-98e5-f9e61b145aaa req-8ece8909-d705-4371-ab96-9c9ab9d48ed8 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.0991538 May 26 16:08:15.340874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] For port 4734ad21-3657-4e02-b136-b585455a616b, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4734ad21-3657-4e02-b136-b585455a616b,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:15.354390 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.394152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2d834-d41a-4e7f-84ea-129e10ae44ff None None] Port 4734ad21-3657-4e02-b136-b585455a616b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:15.401003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41394) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:15.420095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-765eaa07-16aa-4808-98e5-f9e61b145aaa req-dd1e495d-04a7-40b0-a75d-0661691d8c3e tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939436 May 26 16:08:15.445607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Allocated IP 172.20.0.2 (bfbaee1a-c578-4c09-bd46-debf773c6c0c/09be0a53-6df6-4d71-8503-1b0838ac7254/e82cb17b-3c98-4333-89da-8cb41f1510e9) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:15.451624 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.521203 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.521781 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.537065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78318a1c-1543-47d0-b390-6e550a34ca6c None None] Pushing event updated for resources: {'Port': ['ID=4734ad21-3657-4e02-b136-b585455a616b,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:15.598670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.598983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:15.599795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:15.683772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=f99e036b-df78-4f5b-882f-775b47a9c5c9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:15.706120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:15.708024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:15.715061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:15.815275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:15.875358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:15.924391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.974791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.984609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906325-7eaf-485e-8c1a-b3971b4752b7 req-f289562f-dd5c-49d4-bff4-b693c1283a6b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:15.991983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e906325-7eaf-485e-8c1a-b3971b4752b7 req-f289562f-dd5c-49d4-bff4-b693c1283a6b tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.2016592 May 26 16:08:16.006908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30a7a9-6a3f-4a79-9669-7c25196fcf5b req-204c2f97-08fb-427c-9d13-1be2ec9a0380 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.013761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30a7a9-6a3f-4a79-9669-7c25196fcf5b req-204c2f97-08fb-427c-9d13-1be2ec9a0380 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.021093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30a7a9-6a3f-4a79-9669-7c25196fcf5b req-204c2f97-08fb-427c-9d13-1be2ec9a0380 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.028460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30a7a9-6a3f-4a79-9669-7c25196fcf5b req-204c2f97-08fb-427c-9d13-1be2ec9a0380 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.039257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30a7a9-6a3f-4a79-9669-7c25196fcf5b req-204c2f97-08fb-427c-9d13-1be2ec9a0380 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.041184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30a7a9-6a3f-4a79-9669-7c25196fcf5b req-204c2f97-08fb-427c-9d13-1be2ec9a0380 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.047097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30a7a9-6a3f-4a79-9669-7c25196fcf5b req-204c2f97-08fb-427c-9d13-1be2ec9a0380 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.055595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec30a7a9-6a3f-4a79-9669-7c25196fcf5b req-204c2f97-08fb-427c-9d13-1be2ec9a0380 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.2744739 May 26 16:08:16.069523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.088420 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.163596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3dbb6603-1e85-4ac2-96a3-e6a255fe9d76 None None] Provisioning complete for port 4734ad21-3657-4e02-b136-b585455a616b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:16.163867 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6603-1e85-4ac2-96a3-e6a255fe9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.382201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb6603-1e85-4ac2-96a3-e6a255fe9d76 None None] Current status of the port 4734ad21-3657-4e02-b136-b585455a616b is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:16.382604 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6603-1e85-4ac2-96a3-e6a255fe9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.390951 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.407588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.411522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.416743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4734ad21-3657-4e02-b136-b585455a616b', 'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'mac_address': 'fa:16:3e:6f:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:06Z', 'updated_at': '2022-05-26T16:08:15Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'subnets': [{'id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:16.499145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Pushing event updated for resources: {'Port': ['ID=e82cb17b-3c98-4333-89da-8cb41f1510e9,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:16.524856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'Port': ['ID=e9509554-96f2-43f5-9a5c-334976174341,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:16.541184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec30a7a9-6a3f-4a79-9669-7c25196fcf5b req-12afb53f-6a85-408a-8e7b-e07c4ad41c05 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4846458 May 26 16:08:16.560956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ddbbd-d12e-4f24-812d-7108fbc76ce1 None None] The sync data for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 is: [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4734ad21-3657-4e02-b136-b585455a616b', 'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'mac_address': 'fa:16:3e:6f:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:06Z', 'updated_at': '2022-05-26T16:08:15Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'subnets': [{'id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:16.587217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:16.589956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e906325-7eaf-485e-8c1a-b3971b4752b7 req-7531756a-0ae6-4165-9976-81b7652d1271 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970366 May 26 16:08:16.608698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:16.611756 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.622902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3dbb6603-1e85-4ac2-96a3-e6a255fe9d76 None None] For port 4734ad21-3657-4e02-b136-b585455a616b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4734ad21-3657-4e02-b136-b585455a616b,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:16.627980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:16.638229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 725d1468-bc12-4031-9e99-e414f8a94e63 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:16.642144 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6603-1e85-4ac2-96a3-e6a255fe9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.643957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:08:16.686540 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.687950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-672a8756-9cd8-43bc-af63-fb23b9108879 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8036902 May 26 16:08:16.735750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.899355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:16.912049 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:16.924572 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:16.925205 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:16.925384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.933505 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a1c549ba-4a81-4a02-956a-37b6bf9d1cb4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8838875 May 26 16:08:16.934531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41432) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:16.934871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Attempting to bind port e82cb17b-3c98-4333-89da-8cb41f1510e9 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:16.935318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Attempting to bind port e82cb17b-3c98-4333-89da-8cb41f1510e9 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:16.935577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Attempting to bind port e82cb17b-3c98-4333-89da-8cb41f1510e9 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:16.985568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Allocated IP 172.25.0.122 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/9ac36da8-819f-42e9-b720-13afe21fc589) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:17.009825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:17.014280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Checking segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:17.014673 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.015204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Bound using segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:17.017213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Bound port: e82cb17b-3c98-4333-89da-8cb41f1510e9, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:17.017714 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.023921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb6603-1e85-4ac2-96a3-e6a255fe9d76 None None] Pushing event updated for resources: {'Port': ['ID=4734ad21-3657-4e02-b136-b585455a616b,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:17.147898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 725d1468-bc12-4031-9e99-e414f8a94e63 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:17.159240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 725d1468-bc12-4031-9e99-e414f8a94e63 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:17.159605 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.168023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.201084 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:17.214537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] For port e82cb17b-3c98-4333-89da-8cb41f1510e9, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:17.234638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] For port e82cb17b-3c98-4333-89da-8cb41f1510e9, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e82cb17b-3c98-4333-89da-8cb41f1510e9,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:17.241263 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.255025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.327188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704afa4b-34fb-4d6a-84b3-555589f3e469 req-680de87b-ea03-4112-ac00-955e00d09b92 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:17.347035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-704afa4b-34fb-4d6a-84b3-555589f3e469 req-680de87b-ea03-4112-ac00-955e00d09b92 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 944 time: 0.5753331 May 26 16:08:17.412542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f683a5-a311-4d2d-b912-66add625e5ee None None] Pushing event updated for resources: {'Port': ['ID=e82cb17b-3c98-4333-89da-8cb41f1510e9,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:17.510187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4734ad21-3657-4e02-b136-b585455a616b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:17.583873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Pushing event updated for resources: {'Port': ['ID=9ac36da8-819f-42e9-b720-13afe21fc589,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:17.614153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 725d1468-bc12-4031-9e99-e414f8a94e63 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:17.617447 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.637769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-704afa4b-34fb-4d6a-84b3-555589f3e469 req-55c747a0-08dd-4cb7-a702-b7460a547ab3 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892697 May 26 16:08:17.647730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:17.651861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:17.667214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:17.680887 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:15Z', 'revision_number': 3, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:17.700441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613c3017-3f8e-4843-9042-def7951905e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725d1468-bc12-4031-9e99-e414f8a94e63'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:17.719138 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5fa0df-9f16-4adf-815c-55fba2462748" -d '{"events": [{"server_uuid": "613c3017-3f8e-4843-9042-def7951905e8", "name": "network-vif-plugged", "status": "completed", "tag": "725d1468-bc12-4031-9e99-e414f8a94e63"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:17.741584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 725d1468-bc12-4031-9e99-e414f8a94e63, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=725d1468-bc12-4031-9e99-e414f8a94e63,segment=NetworkSegment(774529fc-3555-4697-bcfb-79c7217e2919),segment_id=774529fc-3555-4697-bcfb-79c7217e2919)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:17.756001 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.813477 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:17.815144 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Updating router 318fe81f-ea4e-4305-a67c-62f4f562bfbb port f99e036b-df78-4f5b-882f-775b47a9c5c9 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:17.857058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4734ad21-3657-4e02-b136-b585455a616b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:17.857426 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.944170 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.979815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=725d1468-bc12-4031-9e99-e414f8a94e63,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:18.048872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.087864 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-16c43166-b9c0-4d5f-a464-c7e0d7d3f699 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--446143676&fields=id&tenant_id=e0582a98e5df4377aa38dfd4cc59ec54 HTTP/1.1" status: 200 len: 267 time: 0.1922171 May 26 16:08:18.367822 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.376547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4734ad21-3657-4e02-b136-b585455a616b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:18.424756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Allocated IP 172.20.0.1 (bfbaee1a-c578-4c09-bd46-debf773c6c0c/09be0a53-6df6-4d71-8503-1b0838ac7254/4c8584b3-57bd-40c9-a2a7-d57d08292c23) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:18.454573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.492458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:18.505831 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.517985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60892af1-4127-4356-9a8a-efaf2dc670f7 req-39e9b7de-5968-4923-8f40-72553e153c07 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.525557 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.531037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60892af1-4127-4356-9a8a-efaf2dc670f7 req-39e9b7de-5968-4923-8f40-72553e153c07 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.538642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60892af1-4127-4356-9a8a-efaf2dc670f7 req-39e9b7de-5968-4923-8f40-72553e153c07 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.544411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60892af1-4127-4356-9a8a-efaf2dc670f7 req-39e9b7de-5968-4923-8f40-72553e153c07 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.550354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60892af1-4127-4356-9a8a-efaf2dc670f7 req-39e9b7de-5968-4923-8f40-72553e153c07 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.564164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60892af1-4127-4356-9a8a-efaf2dc670f7 req-39e9b7de-5968-4923-8f40-72553e153c07 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.571137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60892af1-4127-4356-9a8a-efaf2dc670f7 req-39e9b7de-5968-4923-8f40-72553e153c07 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.579731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-60892af1-4127-4356-9a8a-efaf2dc670f7 req-39e9b7de-5968-4923-8f40-72553e153c07 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5419 time: 0.2742283 May 26 16:08:18.602440 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Attempting to bind port f99e036b-df78-4f5b-882f-775b47a9c5c9 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:18.603121 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Attempting to bind port f99e036b-df78-4f5b-882f-775b47a9c5c9 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:18.603804 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Attempting to bind port f99e036b-df78-4f5b-882f-775b47a9c5c9 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:18.625208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-c22ccbff-ed5f-4762-be3b-34046523c422 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.634594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-c22ccbff-ed5f-4762-be3b-34046523c422 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.5336699 May 26 16:08:18.643456 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:18.647091 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:18.647795 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.648519 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:18.650587 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Bound port: f99e036b-df78-4f5b-882f-775b47a9c5c9, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:18.651162 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.718348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-402d60a2-d90d-4fc9-b266-b0bb802950ca tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/quotas/e0582a98e5df4377aa38dfd4cc59ec54 HTTP/1.1" status: 200 len: 375 time: 0.0724719 May 26 16:08:18.742559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.751448 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] For port f99e036b-df78-4f5b-882f-775b47a9c5c9, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:18.776534 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] For port f99e036b-df78-4f5b-882f-775b47a9c5c9, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f99e036b-df78-4f5b-882f-775b47a9c5c9,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:18.779490 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Pushing event updated for resources: {'Port': ['ID=f99e036b-df78-4f5b-882f-775b47a9c5c9,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:18.790955 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.834194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-60892af1-4127-4356-9a8a-efaf2dc670f7 req-211b922c-af39-47a4-8d95-5a17031c8f0d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2534630 May 26 16:08:18.841635 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.842309 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.842997 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.843487 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.846449 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.847391 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.848691 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.849175 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.849655 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.850808 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.851138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.851464 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:18.900720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:18.908865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.959645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0', 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'port_id': '91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0', 'mac_address': 'fa:16:3e:41:68:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395ee870-2dae-4368-a431-e4a0be8c23bc', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:18.978287 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144478a7-58b5-4b8b-8f96-eaccba610cae x-openstack-request-id: req-144478a7-58b5-4b8b-8f96-eaccba610cae {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:18.978799 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613c3017-3f8e-4843-9042-def7951905e8", "name": "network-vif-plugged", "status": "completed", "tag": "725d1468-bc12-4031-9e99-e414f8a94e63", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:18.979347 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-144478a7-58b5-4b8b-8f96-eaccba610cae {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:18.980184 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144478a7-58b5-4b8b-8f96-eaccba610cae'] response: {'server_uuid': '613c3017-3f8e-4843-9042-def7951905e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725d1468-bc12-4031-9e99-e414f8a94e63', 'code': 200} May 26 16:08:19.012379 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:08:19.045715 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40534191-d6dc-4314-affa-1fa2741783a4 None None] Pushing event updated for resources: {'Port': ['ID=f99e036b-df78-4f5b-882f-775b47a9c5c9,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:19.051751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:19.055959 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:19.056738 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:19.093460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-0a542e13-2ade-4ca7-9cc8-e1db012611ab tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2901165 May 26 16:08:19.103339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:19.128290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:19.131578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Pushing event updated for resources: {'Port': ['ID=4c8584b3-57bd-40c9-a2a7-d57d08292c23,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:19.137308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:19.148157 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.199095 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:19.241484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.251325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:19.261956 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.264622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1e9c1378-b794-492e-8c68-c83ab7754a51 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:19.302694 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.307353 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:19.312247 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.412800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f6bf6-ca2b-4fe3-a1e1-17741bb692cb req-296ecb87-44b8-4591-b2d2-3ffd4d174958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:19.414450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad9f6bf6-ca2b-4fe3-a1e1-17741bb692cb req-296ecb87-44b8-4591-b2d2-3ffd4d174958 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 1096 time: 0.3121490 May 26 16:08:19.424393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:19.449929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761014a-6324-43ae-87fe-675f9a32241d None None] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:19.527070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e82cb17b-3c98-4333-89da-8cb41f1510e9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:19.562693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-0f3d4d73-cf47-4312-8322-d4ec4d09b02c service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679599 May 26 16:08:19.568581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Pushing event updated for resources: {'Port': ['ID=9ac36da8-819f-42e9-b720-13afe21fc589,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:19.573278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0c7729df-9ac8-47c3-ab06-84a66ad27ab7 None None] Provisioning complete for port e82cb17b-3c98-4333-89da-8cb41f1510e9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:19.573819 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c7729df-9ac8-47c3-ab06-84a66ad27ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.614447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1e9c1378-b794-492e-8c68-c83ab7754a51, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1e9c1378-b794-492e-8c68-c83ab7754a51,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:19.624064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.640927 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:15Z', 'revision_number': 3, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:19.677363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '1e9c1378-b794-492e-8c68-c83ab7754a51', 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'port_id': '1e9c1378-b794-492e-8c68-c83ab7754a51', 'mac_address': 'fa:16:3e:9e:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395ee870-2dae-4368-a431-e4a0be8c23bc', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:19.687002 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0e17f-824f-4215-b7ec-409ca1af1d23 None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:15Z', 'revision_number': 3, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:19.725652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad9f6bf6-ca2b-4fe3-a1e1-17741bb692cb req-c59981be-d725-4381-85cc-64fc11a6e7e3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949269 May 26 16:08:19.743974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250420-9924-45f3-b692-23d990e2a90d req-7e9f908d-5d71-4d2d-902f-c88ec7fd27f2 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:19.750668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8250420-9924-45f3-b692-23d990e2a90d req-7e9f908d-5d71-4d2d-902f-c88ec7fd27f2 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 945 time: 0.3547101 May 26 16:08:19.791054 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.792676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6103539e-b95b-4ee9-94e1-e62b0037d0ab tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3907034 May 26 16:08:19.795652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41464) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:19.802918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-35862603', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'fixed_ips': [{'ip_address': '172.25.0.122'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:19.813668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8250420-9924-45f3-b692-23d990e2a90d req-89929dee-15d1-4016-a21b-8b84ff79a883 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587847 May 26 16:08:19.828453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-b78a07b5-b845-4e1b-80cc-38c4293cce02 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:19.830415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-b78a07b5-b845-4e1b-80cc-38c4293cce02 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.24 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.4673958 May 26 16:08:19.869731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Made reservation on behalf of 9108a59cdc614f42b91d5da7e6e672f1 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:19.872672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.874869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-2ac0e3af-754d-4c17-9e8f-157babe25387 service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109968 May 26 16:08:19.887301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.899557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1e9c1378-b794-492e-8c68-c83ab7754a51 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:19.900321 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.917633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0c7729df-9ac8-47c3-ab06-84a66ad27ab7 None None] Current status of the port e82cb17b-3c98-4333-89da-8cb41f1510e9 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:19.918054 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c7729df-9ac8-47c3-ab06-84a66ad27ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.919954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e82cb17b-3c98-4333-89da-8cb41f1510e9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:19.920316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.960333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9c1378-b794-492e-8c68-c83ab7754a51 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:20.018141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.026617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1e9c1378-b794-492e-8c68-c83ab7754a51, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1e9c1378-b794-492e-8c68-c83ab7754a51,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:20.032364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0c7729df-9ac8-47c3-ab06-84a66ad27ab7 None None] For port e82cb17b-3c98-4333-89da-8cb41f1510e9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e82cb17b-3c98-4333-89da-8cb41f1510e9,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:20.045177 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.046093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a3ea30df-8a94-4fe4-ac42-9eca468d4a18 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:20.062855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c7729df-9ac8-47c3-ab06-84a66ad27ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.168367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb1883-625c-40a0-b76d-e05d7d86bb55 req-3ce63ead-d2d4-434f-a6cc-3891a531d399 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:20.194623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9bb1883-625c-40a0-b76d-e05d7d86bb55 req-3ce63ead-d2d4-434f-a6cc-3891a531d399 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.1242025 May 26 16:08:20.359587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1e9c1378-b794-492e-8c68-c83ab7754a51,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:20.385474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e82cb17b-3c98-4333-89da-8cb41f1510e9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:20.406882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9bb1883-625c-40a0-b76d-e05d7d86bb55 req-7308508c-c763-4d23-b98d-9bd4ea1ef933 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112582 May 26 16:08:20.476755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a3ea30df-8a94-4fe4-ac42-9eca468d4a18, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:20.491837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7729df-9ac8-47c3-ab06-84a66ad27ab7 None None] Pushing event updated for resources: {'Port': ['ID=e82cb17b-3c98-4333-89da-8cb41f1510e9,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:20.497396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'port_id': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'mac_address': 'fa:16:3e:2a:a9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:20.503507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1711f2-db21-4850-ba47-0eb585b673ae req-f7ee0201-48d1-4c85-8e02-9b8508f5642e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:20.517801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1711f2-db21-4850-ba47-0eb585b673ae req-f7ee0201-48d1-4c85-8e02-9b8508f5642e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:20.550355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:20.550803 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.553535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1711f2-db21-4850-ba47-0eb585b673ae req-f7ee0201-48d1-4c85-8e02-9b8508f5642e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:20.569930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1711f2-db21-4850-ba47-0eb585b673ae req-f7ee0201-48d1-4c85-8e02-9b8508f5642e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:20.581756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1711f2-db21-4850-ba47-0eb585b673ae req-f7ee0201-48d1-4c85-8e02-9b8508f5642e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:20.585312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ea30df-8a94-4fe4-ac42-9eca468d4a18 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:20.589875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1711f2-db21-4850-ba47-0eb585b673ae req-f7ee0201-48d1-4c85-8e02-9b8508f5642e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:20.596661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1711f2-db21-4850-ba47-0eb585b673ae req-f7ee0201-48d1-4c85-8e02-9b8508f5642e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:20.607533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b1711f2-db21-4850-ba47-0eb585b673ae req-f7ee0201-48d1-4c85-8e02-9b8508f5642e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5421 time: 0.2808220 May 26 16:08:20.618777 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.619380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a3ea30df-8a94-4fe4-ac42-9eca468d4a18, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:20.625191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d6144baf-5646-4960-bcc6-929132c9b710 None None] Provisioning complete for port e82cb17b-3c98-4333-89da-8cb41f1510e9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:20.625646 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d6144baf-5646-4960-bcc6-929132c9b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.630032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.630779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 861ab3dd-64d5-4bd1-b19c-85e37432598e details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:20.686741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88e7e087-c306-4580-97b5-cb8a8d0c2987 req-6697a92f-7cc9-47bf-a7fd-c3c9d2ae1dd6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 210 time: 0.0674779 May 26 16:08:20.744863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b1711f2-db21-4850-ba47-0eb585b673ae req-49fac3a8-6000-434c-b068-339d10ae9017 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356709 May 26 16:08:20.768860 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.783616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.787948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Deleting port 169f3161-fa7b-4539-b4c8-fc87f022d028 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:20.788712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.834796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:20.840025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 861ab3dd-64d5-4bd1-b19c-85e37432598e, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=861ab3dd-64d5-4bd1-b19c-85e37432598e,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:20.860705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '861ab3dd-64d5-4bd1-b19c-85e37432598e', 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'port_id': '861ab3dd-64d5-4bd1-b19c-85e37432598e', 'mac_address': 'fa:16:3e:d7:5f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395ee870-2dae-4368-a431-e4a0be8c23bc', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:20.867184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.900427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] device_id is not set on port 0f5db68b-592f-4bc8-b37d-0d576950012e yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:20.914533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae47ee7-388b-4a39-904e-b31838ebadc3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:21.090887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d6144baf-5646-4960-bcc6-929132c9b710 None None] Current status of the port e82cb17b-3c98-4333-89da-8cb41f1510e9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:21.094712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6566df-3b81-4ebb-a26e-4ba424701fdc req-2e2d9299-c773-49cd-995b-baf0744642aa tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:21.094919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 861ab3dd-64d5-4bd1-b19c-85e37432598e is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:21.096555 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:21.103771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa6566df-3b81-4ebb-a26e-4ba424701fdc req-2e2d9299-c773-49cd-995b-baf0744642aa tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 945 time: 0.1122708 May 26 16:08:21.133779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861ab3dd-64d5-4bd1-b19c-85e37432598e {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:21.149557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d6144baf-5646-4960-bcc6-929132c9b710 None None] Provisioning complete for port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:21.150141 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d6144baf-5646-4960-bcc6-929132c9b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:21.186603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa6566df-3b81-4ebb-a26e-4ba424701fdc req-8953e9ed-8dfb-461e-afc2-bb5117261cb5 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815976 May 26 16:08:21.225941 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:21.267297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 861ab3dd-64d5-4bd1-b19c-85e37432598e, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=861ab3dd-64d5-4bd1-b19c-85e37432598e,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:21.269716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d6144baf-5646-4960-bcc6-929132c9b710 None None] Port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:21.275972 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:21.277033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:21.449024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Pushing event updated for resources: {'Port': ['ID=4c8584b3-57bd-40c9-a2a7-d57d08292c23,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:21.473875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=861ab3dd-64d5-4bd1-b19c-85e37432598e,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:21.513878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-94390823-a6b0-4aba-aa1d-d30e49d13d16 None None] Provisioning complete for port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:21.514357 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94390823-a6b0-4aba-aa1d-d30e49d13d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:21.596444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-94390823-a6b0-4aba-aa1d-d30e49d13d16 None None] Port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:21.611844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e82cb17b-3c98-4333-89da-8cb41f1510e9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:21.689682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:21.741533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7', 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442', 'port_id': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7', 'mac_address': 'fa:16:3e:41:33:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26e5281-dfa8-4a89-ac80-c6cf12aaaef1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:21.753359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b58366-daec-48b4-af39-f33b0c33e0bf req-9a1c42f1-f4e5-4630-929f-a65da1d2421d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:21.757824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] For port 169f3161-fa7b-4539-b4c8-fc87f022d028, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=169f3161-fa7b-4539-b4c8-fc87f022d028,segment=NetworkSegment(006a56a0-d3f3-45e8-b464-d9dd60747a26),segment_id=006a56a0-d3f3-45e8-b464-d9dd60747a26)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:21.759125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:21.759259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51b58366-daec-48b4-af39-f33b0c33e0bf req-9a1c42f1-f4e5-4630-929f-a65da1d2421d tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 946 time: 0.1538839 May 26 16:08:21.763650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:21.776301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:21.789807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Calling delete_port for 169f3161-fa7b-4539-b4c8-fc87f022d028 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:21.841826 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 26 16:08:21.842715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:08:21.874665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51b58366-daec-48b4-af39-f33b0c33e0bf req-e3b132e0-79bc-4211-a87a-330d16e6aefa tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/security-groups?id=567f1310-df7f-4f8e-a8a9-a6387213ea9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106024 May 26 16:08:21.879260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:21.879662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:21.951292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dccfc96e-f5cb-4b1d-b1ea-7c9db4e06a16 req-b9384c15-92e7-489c-8ff9-3a11556da915 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 210 time: 0.0944636 May 26 16:08:21.976121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e82cb17b-3c98-4333-89da-8cb41f1510e9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:21.977113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.071152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:22.118316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:22.128194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.129398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 166bad04-8dfa-43e4-a63d-fa99fd639e7b details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:22.158445 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-decc3505-456a-462a-a013-0ed1d8b9396e tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3613753 May 26 16:08:22.164306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41506) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:22.165430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.236816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['169f3161-fa7b-4539-b4c8-fc87f022d028'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:22.284676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Pushing event deleted for resources: {'Port': ['ID=169f3161-fa7b-4539-b4c8-fc87f022d028,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:22.310914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f6182523-ec63-4256-9ddc-cd73c26a0015 None None] Provisioning complete for port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:22.311296 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f6182523-ec63-4256-9ddc-cd73c26a0015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.356694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f6182523-ec63-4256-9ddc-cd73c26a0015 None None] Port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:22.367302 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:08:22.401305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 166bad04-8dfa-43e4-a63d-fa99fd639e7b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=166bad04-8dfa-43e4-a63d-fa99fd639e7b,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:22.406280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e82cb17b-3c98-4333-89da-8cb41f1510e9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:22.407738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f99e036b-df78-4f5b-882f-775b47a9c5c9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:22.424925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:22.464328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '166bad04-8dfa-43e4-a63d-fa99fd639e7b', 'network_id': '34384691-027e-4a13-8e0c-ffe065eba461', 'port_id': '166bad04-8dfa-43e4-a63d-fa99fd639e7b', 'mac_address': 'fa:16:3e:cf:f4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395ee870-2dae-4368-a431-e4a0be8c23bc', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:22.526907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 166bad04-8dfa-43e4-a63d-fa99fd639e7b is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:22.527309 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.546955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] No DVR routers for this DVR port 169f3161-fa7b-4539-b4c8-fc87f022d028 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:22.557281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.568226 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2f1fd0fe-8623-4e95-a624-e518f31933cb req-06d30bb4-a26b-465c-99f0-997a26409e92 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.24 "DELETE /v2.0/ports/169f3161-fa7b-4539-b4c8-fc87f022d028 HTTP/1.1" status: 204 len: 173 time: 2.6446371 May 26 16:08:22.573521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634c2e50-ae61-4aa1-a102-3caa85a01bc5', 'name': 'network-vif-deleted', 'tag': '169f3161-fa7b-4539-b4c8-fc87f022d028'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:22.579027 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46371251-b280-4325-89b5-9b9964cb02a6" -d '{"events": [{"server_uuid": "634c2e50-ae61-4aa1-a102-3caa85a01bc5", "name": "network-vif-deleted", "tag": "169f3161-fa7b-4539-b4c8-fc87f022d028"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:22.669316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:22.783867 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5d9f0b69-ca92-40ae-89c2-4e355dbe25e9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.786736 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5d9f0b69-ca92-40ae-89c2-4e355dbe25e9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.3639460 May 26 16:08:22.851548 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-4d3576de-f55b-4c9a-b78d-34abbc12f830 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0582a98e5df4377aa38dfd4cc59ec54 HTTP/1.1" status: 200 len: 379 time: 0.0510767 May 26 16:08:22.860085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186941c9-976b-4124-883e-c862845ca190 req-55ea80c9-ee94-4631-8168-55111487814d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.867030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186941c9-976b-4124-883e-c862845ca190 req-55ea80c9-ee94-4631-8168-55111487814d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.872966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186941c9-976b-4124-883e-c862845ca190 req-55ea80c9-ee94-4631-8168-55111487814d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.879457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186941c9-976b-4124-883e-c862845ca190 req-55ea80c9-ee94-4631-8168-55111487814d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.886795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186941c9-976b-4124-883e-c862845ca190 req-55ea80c9-ee94-4631-8168-55111487814d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.893199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186941c9-976b-4124-883e-c862845ca190 req-55ea80c9-ee94-4631-8168-55111487814d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.899405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186941c9-976b-4124-883e-c862845ca190 req-55ea80c9-ee94-4631-8168-55111487814d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.908480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-186941c9-976b-4124-883e-c862845ca190 req-55ea80c9-ee94-4631-8168-55111487814d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5423 time: 0.8409777 May 26 16:08:22.952252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb6897-79bc-41e8-b07e-bec809e55278 req-ce2f26f5-61c8-4215-b35a-ca1b2391967d tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.953915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46bb6897-79bc-41e8-b07e-bec809e55278 req-ce2f26f5-61c8-4215-b35a-ca1b2391967d tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 945 time: 0.4975579 May 26 16:08:22.966489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:22.989729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:22.991984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'port': {'device_id': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'admin_state_up': True, 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'security_groups': ['67658600-bb28-4f45-9dfa-07a14782dfb6']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:23.000526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Deleting port 9ac36da8-819f-42e9-b720-13afe21fc589 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:23.000831 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.001702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166bad04-8dfa-43e4-a63d-fa99fd639e7b {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:23.036826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f99e036b-df78-4f5b-882f-775b47a9c5c9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:23.037594 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.080568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-186941c9-976b-4124-883e-c862845ca190 req-58275138-9505-4530-a514-d6aba0005014 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711466 May 26 16:08:23.103626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 166bad04-8dfa-43e4-a63d-fa99fd639e7b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=166bad04-8dfa-43e4-a63d-fa99fd639e7b,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:23.122099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:23.122955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:23.128330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46bb6897-79bc-41e8-b07e-bec809e55278 req-d05cc9d0-0f63-4262-ab86-9fbd31ded381 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641672 May 26 16:08:23.173917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.174300 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.206071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Calling delete_port for 9ac36da8-819f-42e9-b720-13afe21fc589 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:23.206305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.207783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 065a1fff-e592-4e36-9c31-91c60d3ad3aa details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:23.208709 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2ad87c90-8636-46e6-ba0c-1ecf645345ac admin admin] 10.222.0.39 "PUT /v2.0/routers/318fe81f-ea4e-4305-a67c-62f4f562bfbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2729466 May 26 16:08:23.228893 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e2022-5ad7-45d3-87da-35be1a1986c2 x-openstack-request-id: req-c06e2022-5ad7-45d3-87da-35be1a1986c2 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:23.229210 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634c2e50-ae61-4aa1-a102-3caa85a01bc5", "name": "network-vif-deleted", "tag": "169f3161-fa7b-4539-b4c8-fc87f022d028", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:23.232321 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c06e2022-5ad7-45d3-87da-35be1a1986c2 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:23.232790 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06e2022-5ad7-45d3-87da-35be1a1986c2'] response: {'server_uuid': '634c2e50-ae61-4aa1-a102-3caa85a01bc5', 'name': 'network-vif-deleted', 'tag': '169f3161-fa7b-4539-b4c8-fc87f022d028', 'status': 'completed', 'code': 200} May 26 16:08:23.276808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Made reservation on behalf of e0582a98e5df4377aa38dfd4cc59ec54 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:23.281233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.309798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 065a1fff-e592-4e36-9c31-91c60d3ad3aa, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=065a1fff-e592-4e36-9c31-91c60d3ad3aa,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:23.329139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '065a1fff-e592-4e36-9c31-91c60d3ad3aa', 'network_id': 'f921fc8f-3be3-4f7b-9c2f-310e32f20442', 'port_id': '065a1fff-e592-4e36-9c31-91c60d3ad3aa', 'mac_address': 'fa:16:3e:53:bb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26e5281-dfa8-4a89-ac80-c6cf12aaaef1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:23.489156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Allocated IP 172.20.0.13 (e6a2eecd-73ef-43d4-862b-f37d994a7953/47617b24-398b-4c92-bb5c-96cca6d07a2c/e7ed3929-8abd-4ea4-ae15-88d4bfba10e4) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:23.543996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1901d767-fcb9-4426-aeeb-80f774c40a37 req-4d0915d3-11c9-4422-9077-e06010cd4b5d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 210 time: 0.0772274 May 26 16:08:23.544239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:23.549163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2df7f78-5edd-4556-b513-0b8e25ed0006 req-6e15840f-0803-4830-bacc-5db972640291 tempest-ServerDiskConfigTestJSON-1469863547 tempest-ServerDiskConfigTestJSON-1469863547-project] 10.222.0.39 "GET /v2.0/ports?device_id=634c2e50-ae61-4aa1-a102-3caa85a01bc5 HTTP/1.1" status: 200 len: 210 time: 0.0791557 May 26 16:08:23.583685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.621544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ac36da8-819f-42e9-b720-13afe21fc589,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:23.666282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=166bad04-8dfa-43e4-a63d-fa99fd639e7b,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:23.761465 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.793662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.797514 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.802894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-09c03d99-f52c-43c2-8d36-97dd811d31e2 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839 tempest-ExternalNetworksAdminNegativeTestJSON-1286913839-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/a9202942-740d-407c-b264-4fe09b997d58 HTTP/1.1" status: 204 len: 168 time: 1.6334877 May 26 16:08:23.833448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.907905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 065a1fff-e592-4e36-9c31-91c60d3ad3aa is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:23.908305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.950044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:23.967827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:23.973045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41538) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:23.981034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f5b81b0c-f8b5-4c8b-9937-a21d3b1b60f8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432815533', 'description': 'tempest-description--923034802'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:23.986790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f99e036b-df78-4f5b-882f-775b47a9c5c9 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:23.987253 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.989554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:24.048796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:24.055215 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.062131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5b81b0c-f8b5-4c8b-9937-a21d3b1b60f8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.078268 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.079270 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.084117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065a1fff-e592-4e36-9c31-91c60d3ad3aa {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:24.119338 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-5a5e2148-2919-4102-b048-ea47b02cc178 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1499085 May 26 16:08:24.132545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 065a1fff-e592-4e36-9c31-91c60d3ad3aa, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=065a1fff-e592-4e36-9c31-91c60d3ad3aa,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:24.135874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Request body: {'port': {'device_id': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:24.150222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.169103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.219355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port f99e036b-df78-4f5b-882f-775b47a9c5c9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f99e036b-df78-4f5b-882f-775b47a9c5c9,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:24.229254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5b81b0c-f8b5-4c8b-9937-a21d3b1b60f8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.236911 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5b81b0c-f8b5-4c8b-9937-a21d3b1b60f8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.277284 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.293456 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5b81b0c-f8b5-4c8b-9937-a21d3b1b60f8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.301344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f5b81b0c-f8b5-4c8b-9937-a21d3b1b60f8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3241212 May 26 16:08:24.302321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41546) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:24.332969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=065a1fff-e592-4e36-9c31-91c60d3ad3aa,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:24.372111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.397964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5c315fc1-998e-4361-9734-5f941c94eff6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group_rule': {'security_group_id': '8c606713-45f4-4676-aa71-ed47c8cd6a62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:24.422885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=f99e036b-df78-4f5b-882f-775b47a9c5c9,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:24.475090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41548) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:24.476382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:20Z', 'revision_number': 2, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:24.504626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41550) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:24.537697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b81b0c-f8b5-4c8b-9937-a21d3b1b60f8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c606713-45f4-4676-aa71-ed47c8cd6a62,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:24.543666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:24.544280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Updating router 318fe81f-ea4e-4305-a67c-62f4f562bfbb port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:24.578046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-28000db5-903c-472e-8fc0-fd67a3a07200 None None] Provisioning complete for port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:24.578786 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-28000db5-903c-472e-8fc0-fd67a3a07200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.607442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126df67-349d-4189-8de9-c60f6807bf02 req-f2d6536c-b526-4fe4-8c63-33fcd63631ba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.616777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126df67-349d-4189-8de9-c60f6807bf02 req-f2d6536c-b526-4fe4-8c63-33fcd63631ba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.627076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126df67-349d-4189-8de9-c60f6807bf02 req-f2d6536c-b526-4fe4-8c63-33fcd63631ba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.638672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126df67-349d-4189-8de9-c60f6807bf02 req-f2d6536c-b526-4fe4-8c63-33fcd63631ba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.649358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126df67-349d-4189-8de9-c60f6807bf02 req-f2d6536c-b526-4fe4-8c63-33fcd63631ba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.658364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-28000db5-903c-472e-8fc0-fd67a3a07200 None None] Port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:24.659444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126df67-349d-4189-8de9-c60f6807bf02 req-f2d6536c-b526-4fe4-8c63-33fcd63631ba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.663140 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.669138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 169f3161-fa7b-4539-b4c8-fc87f022d028 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:24.671379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126df67-349d-4189-8de9-c60f6807bf02 req-f2d6536c-b526-4fe4-8c63-33fcd63631ba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.680623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2126df67-349d-4189-8de9-c60f6807bf02 req-f2d6536c-b526-4fe4-8c63-33fcd63631ba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5426 time: 0.3927865 May 26 16:08:24.704800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7ad83-ab5f-4d10-8f2e-24def4d7a8d7 req-6dd9b39e-d84d-4bdb-bc25-aae26a8a988d tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.713639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9d7ad83-ab5f-4d10-8f2e-24def4d7a8d7 req-6dd9b39e-d84d-4bdb-bc25-aae26a8a988d tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 945 time: 0.4812322 May 26 16:08:24.730437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 169f3161-fa7b-4539-b4c8-fc87f022d028 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:24.730787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 169f3161-fa7b-4539-b4c8-fc87f022d028 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:24.737449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5c315fc1-998e-4361-9734-5f941c94eff6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.853447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:24.869179 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.887107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Transition to ACTIVE for port object e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:24.893424 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.935981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9d7ad83-ab5f-4d10-8f2e-24def4d7a8d7 req-4a544047-1f46-4988-8c7d-0d6e37cb0d12 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200131 May 26 16:08:24.937198 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b0da3b2-1c58-4883-8393-fc8d3582955a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.949529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2253bb74-aa24-47d1-bec3-57a163ec1bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.982744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2126df67-349d-4189-8de9-c60f6807bf02 req-09db7400-fd10-4c28-b76d-8bd0e96ac7d7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3010745 May 26 16:08:24.998739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:25.027482 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5c315fc1-998e-4361-9734-5f941c94eff6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.053327 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5c315fc1-998e-4361-9734-5f941c94eff6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.120621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5c315fc1-998e-4361-9734-5f941c94eff6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.124894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5c315fc1-998e-4361-9734-5f941c94eff6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7567616 May 26 16:08:25.126147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41560) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:25.136990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-33476456-90c5-4fa6-ab87-acd88d3d83c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group_rule': {'security_group_id': '8c606713-45f4-4676-aa71-ed47c8cd6a62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:25.186631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c315fc1-998e-4361-9734-5f941c94eff6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a8d10d-fd5b-4373-9909-423b08ae2dab,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:25.231892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33476456-90c5-4fa6-ab87-acd88d3d83c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.303598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['065a1fff-e592-4e36-9c31-91c60d3ad3aa'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:25.304168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Attempting to bind port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:25.304427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Attempting to bind port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:25.304766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Attempting to bind port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:25.305668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['a3ea30df-8a94-4fe4-ac42-9eca468d4a18'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:25.308174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['861ab3dd-64d5-4bd1-b19c-85e37432598e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:25.320087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 on network e6a2eecd-73ef-43d4-862b-f37d994a7953 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:08:25.322504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Attempting to bind port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:25.350636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:25.351491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Checking segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:25.352381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Bound using segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:25.352662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['1e9c1378-b794-492e-8c68-c83ab7754a51'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:25.355804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:25.356878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Bound port: e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:25.357465 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.398541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-9f83a6ce-2149-4555-8dc9-60b691729790 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:25.400682 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-9f83a6ce-2149-4555-8dc9-60b691729790 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.24 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 945 time: 0.1233411 May 26 16:08:25.438738 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b0da3b2-1c58-4883-8393-fc8d3582955a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.440231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41570) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:25.445391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2253bb74-aa24-47d1-bec3-57a163ec1bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.477537 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b0da3b2-1c58-4883-8393-fc8d3582955a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.507988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2253bb74-aa24-47d1-bec3-57a163ec1bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.542464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee663502-7d07-4cbc-a66f-9ef3ba7136f8 req-06460026-5d4a-4eae-8119-185de8b6bce8 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:25.544051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee663502-7d07-4cbc-a66f-9ef3ba7136f8 req-06460026-5d4a-4eae-8119-185de8b6bce8 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 944 time: 0.2660420 May 26 16:08:25.555331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:25.565244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Deleting port 725d1468-bc12-4031-9e99-e414f8a94e63 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:25.565656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.594347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:25.622845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2253bb74-aa24-47d1-bec3-57a163ec1bce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02a75636f12043c7a32828dc0bc5eca8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1388652 May 26 16:08:25.622845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33476456-90c5-4fa6-ab87-acd88d3d83c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.630223 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41572) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:25.631883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbc5b75-9bd8-47e2-a7ae-28cff1a3e779 admin admin] Deleting subnet 8020c9a2-a02a-4232-9476-f298b80095ad {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:25.637042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8b0da3b2-1c58-4883-8393-fc8d3582955a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4696498e2b0e4787aec388a6674dbdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1244278 May 26 16:08:25.640638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0da3b2-1c58-4883-8393-fc8d3582955a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e8c80e-1e9f-4971-bbbf-23023170d1fb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:25.642120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.644490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41574) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:25.644635 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5b75-9bd8-47e2-a7ae-28cff1a3e779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.646813 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33476456-90c5-4fa6-ab87-acd88d3d83c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.730989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476456-90c5-4fa6-ab87-acd88d3d83c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23379ccc-d4bd-4cd9-bb38-84dd3967fc33,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:25.733280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:25.739820 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33476456-90c5-4fa6-ab87-acd88d3d83c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.744781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-33476456-90c5-4fa6-ab87-acd88d3d83c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6123140 May 26 16:08:25.751599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee663502-7d07-4cbc-a66f-9ef3ba7136f8 req-a45d245b-dd2d-4e40-8c56-020aa6e5b21a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614072 May 26 16:08:25.754598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41576) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:25.754806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253bb74-aa24-47d1-bec3-57a163ec1bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e496686-8940-46af-820d-94ab8beba869,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:25.760282 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5b75-9bd8-47e2-a7ae-28cff1a3e779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.764917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:25.799133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:25.805798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.807809 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-38d6d9a4-5321-424b-8a5e-6a1c06037cf7 service neutron] 10.222.0.32 "PUT /v2.0/ports/e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 1092 time: 1.6785388 May 26 16:08:25.838274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:25.842932 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6" -d '{"events": [{"name": "network-changed", "server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:25.872383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.901136 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5b75-9bd8-47e2-a7ae-28cff1a3e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.934324 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8451763-4f17-4e97-a4de-81691ba99cde x-openstack-request-id: req-a8451763-4f17-4e97-a4de-81691ba99cde {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:25.934922 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:25.934922 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8451763-4f17-4e97-a4de-81691ba99cde {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:25.935248 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8451763-4f17-4e97-a4de-81691ba99cde'] response: {'name': 'network-changed', 'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'status': 'completed', 'code': 200} May 26 16:08:25.949440 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.965852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] For port 725d1468-bc12-4031-9e99-e414f8a94e63, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=725d1468-bc12-4031-9e99-e414f8a94e63,segment=NetworkSegment(774529fc-3555-4697-bcfb-79c7217e2919),segment_id=774529fc-3555-4697-bcfb-79c7217e2919)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:25.966257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.007328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Calling delete_port for 725d1468-bc12-4031-9e99-e414f8a94e63 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:26.024634 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06ec3647-c9eb-4180-8a2c-6766c0ac6e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.031208 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-92566bcc-6ea9-4321-9d6b-e83d99fd35f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.054801 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5b75-9bd8-47e2-a7ae-28cff1a3e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.092220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['166bad04-8dfa-43e4-a63d-fa99fd639e7b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:26.103836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc5b75-9bd8-47e2-a7ae-28cff1a3e779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8020c9a2-a02a-4232-9476-f298b80095ad,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:26.106344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5b75-9bd8-47e2-a7ae-28cff1a3e779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.112480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ecbc5b75-9bd8-47e2-a7ae-28cff1a3e779 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8020c9a2-a02a-4232-9476-f298b80095ad HTTP/1.1" status: 204 len: 168 time: 0.6656084 May 26 16:08:26.117625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-cf10fecd-cc7f-47e6-a4bf-c7c202859c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.119809 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-cf10fecd-cc7f-47e6-a4bf-c7c202859c85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1095 time: 0.2339706 May 26 16:08:26.126903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41584) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:26.132388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06ec3647-c9eb-4180-8a2c-6766c0ac6e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.194987 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.205170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-92566bcc-6ea9-4321-9d6b-e83d99fd35f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.211454 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-1c323197-bfc5-4151-8266-1547bd51ff66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 217 time: 0.0648754 May 26 16:08:26.243591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:26.331514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-7b02b7d0-41e2-4d54-9b8f-4791aa0b14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.332960 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-7b02b7d0-41e2-4d54-9b8f-4791aa0b14df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.1017995 May 26 16:08:26.416681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06ec3647-c9eb-4180-8a2c-6766c0ac6e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.419307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06ec3647-c9eb-4180-8a2c-6766c0ac6e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.422965 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-06ec3647-c9eb-4180-8a2c-6766c0ac6e6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4e8c80e-1e9f-4971-bbbf-23023170d1fb HTTP/1.1" status: 204 len: 168 time: 0.7060380 May 26 16:08:26.441900 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-92566bcc-6ea9-4321-9d6b-e83d99fd35f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.444441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-92566bcc-6ea9-4321-9d6b-e83d99fd35f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.448184 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-92566bcc-6ea9-4321-9d6b-e83d99fd35f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e496686-8940-46af-820d-94ab8beba869 HTTP/1.1" status: 204 len: 168 time: 0.8150241 May 26 16:08:26.460877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec3647-c9eb-4180-8a2c-6766c0ac6e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e8c80e-1e9f-4971-bbbf-23023170d1fb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:26.500294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92566bcc-6ea9-4321-9d6b-e83d99fd35f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e496686-8940-46af-820d-94ab8beba869,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:26.516551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-0d1cf8ff-ce12-4b62-af1d-5cc10731258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.518300 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-0d1cf8ff-ce12-4b62-af1d-5cc10731258e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738324 May 26 16:08:26.520983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.554529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.558898 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.575034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9f6d9-bb25-4655-93e0-d92c6d3f1444 req-07c266e0-52b1-4011-b443-f9948de2ce31 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.576770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6aa9f6d9-bb25-4655-93e0-d92c6d3f1444 req-07c266e0-52b1-4011-b443-f9948de2ce31 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/ports?device_id=613c3017-3f8e-4843-9042-def7951905e8 HTTP/1.1" status: 200 len: 945 time: 0.4624093 May 26 16:08:26.582748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f99e036b-df78-4f5b-882f-775b47a9c5c9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:26.593607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47730b-7727-426f-ad78-28e748ce0198 req-8f941e29-c828-43ff-9a0b-11a216c4c5ee tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.600117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47730b-7727-426f-ad78-28e748ce0198 req-8f941e29-c828-43ff-9a0b-11a216c4c5ee tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.605979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47730b-7727-426f-ad78-28e748ce0198 req-8f941e29-c828-43ff-9a0b-11a216c4c5ee tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.612032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47730b-7727-426f-ad78-28e748ce0198 req-8f941e29-c828-43ff-9a0b-11a216c4c5ee tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.618443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47730b-7727-426f-ad78-28e748ce0198 req-8f941e29-c828-43ff-9a0b-11a216c4c5ee tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.624471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47730b-7727-426f-ad78-28e748ce0198 req-8f941e29-c828-43ff-9a0b-11a216c4c5ee tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.630638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47730b-7727-426f-ad78-28e748ce0198 req-8f941e29-c828-43ff-9a0b-11a216c4c5ee tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.636024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Pushing event deleted for resources: {'Port': ['ID=725d1468-bc12-4031-9e99-e414f8a94e63,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:26.638833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c47730b-7727-426f-ad78-28e748ce0198 req-8f941e29-c828-43ff-9a0b-11a216c4c5ee tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5426 time: 0.4533870 May 26 16:08:26.639343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['725d1468-bc12-4031-9e99-e414f8a94e63'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:26.766705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] No DVR routers for this DVR port 725d1468-bc12-4031-9e99-e414f8a94e63 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:26.772129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.776525 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d449c076-b285-4a99-9e2a-ab0014fe290e req-ea53fc67-e9f1-4623-a761-32e6a86c8f07 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.24 "DELETE /v2.0/ports/725d1468-bc12-4031-9e99-e414f8a94e63 HTTP/1.1" status: 204 len: 173 time: 1.3528016 May 26 16:08:26.845566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c47730b-7727-426f-ad78-28e748ce0198 req-acb956a7-96a7-45b6-85e9-65d4ddb8f157 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2057319 May 26 16:08:26.911175 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-21e30db6-821b-46a9-8d13-266ed4c8ea13 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740866 May 26 16:08:27.011804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6aa9f6d9-bb25-4655-93e0-d92c6d3f1444 req-5462faf3-50e3-4ac0-8dc9-eb1d838c9b94 tempest-ServerAddressesNegativeTestJSON-2045077526 tempest-ServerAddressesNegativeTestJSON-2045077526-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcbe5926-66cc-4b40-8172-85a8814ffb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628702 May 26 16:08:27.096140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea060f-f325-4b06-b50a-ba38f0485149 None None] Pushing event updated for resources: {'Port': ['ID=4c8584b3-57bd-40c9-a2a7-d57d08292c23,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:27.141527 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-76d05bdc-202c-4896-b6cb-5b86cdd0fa6a req-7ebcfc0c-42b5-4d47-a7f2-abe92ec432f0 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213752 May 26 16:08:27.231113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.305786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Allocated IP 172.25.0.139 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/58d6b9be-0972-4fa4-a55a-5368516063a0) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:27.314499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc098992-96d4-4476-9d3e-43f7fb1f07d2']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:27.345825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41604) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:27.357213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006a56a0-d3f3-45e8-b464-d9dd60747a26') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:27.357919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006a56a0-d3f3-45e8-b464-d9dd60747a26') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:27.375324 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.437510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.446693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Attempting to bind port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:27.448322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Attempting to bind port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:27.450479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Attempting to bind port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:27.452226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:27.453038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.526871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:27.527877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Checking segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:27.528662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.529028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-f3056561-0d3c-4394-9552-273ccdcf3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:27.529392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Bound using segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:27.530379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Bound port: 4c8584b3-57bd-40c9-a2a7-d57d08292c23, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:27.532114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.532333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-f3056561-0d3c-4394-9552-273ccdcf3141 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1095 time: 0.2906880 May 26 16:08:27.534913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f99e036b-df78-4f5b-882f-775b47a9c5c9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:27.535668 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.596932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5d73ba1f-eef3-467b-b85c-9a45897f7b94 None None] Provisioning complete for port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:27.598089 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5d73ba1f-eef3-467b-b85c-9a45897f7b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.612733 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 006a56a0-d3f3-45e8-b464-d9dd60747a26 resource provider aggregate not found May 26 16:08:27.662393 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 006a56a0-d3f3-45e8-b464-d9dd60747a26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 006a56a0-d3f3-45e8-b464-d9dd60747a26 found for delete ", "request_id": "req-d38a2aea-5c50-4b01-98d5-3099cfde1131"}]} May 26 16:08:27.667716 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b9cd296e-8a60-4237-8b28-0381573b2ecb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9108a59cdc614f42b91d5da7e6e672f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203888 May 26 16:08:27.671615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41610) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:27.778376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5d73ba1f-eef3-467b-b85c-9a45897f7b94 None None] Port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:27.781715 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.793170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.798617 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.805580 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cc098992-96d4-4476-9d3e-43f7fb1f07d2 HTTP/1.1" status: 204 len: 168 time: 1.6776335 May 26 16:08:27.810393 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc87d237-a130-4f09-a5e3-737d8e25f639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.813603 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-c79f5790-f673-45c7-b05a-f9b6078c5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:27.816320 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-c79f5790-f673-45c7-b05a-f9b6078c5b00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.2673657 May 26 16:08:27.826885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fd39f-7ec3-4483-a4c7-787027a02642 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc098992-96d4-4476-9d3e-43f7fb1f07d2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:27.839484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0590ff-958f-4b67-8053-66f13e6e6857 req-f9516ac5-a5ea-411e-ae4b-abaf87d59fbb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:27.848296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b0590ff-958f-4b67-8053-66f13e6e6857 req-f9516ac5-a5ea-411e-ae4b-abaf87d59fbb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 944 time: 0.2294767 May 26 16:08:27.887524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] For port 4c8584b3-57bd-40c9-a2a7-d57d08292c23, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:27.918769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] For port 4c8584b3-57bd-40c9-a2a7-d57d08292c23, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4c8584b3-57bd-40c9-a2a7-d57d08292c23,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:27.922615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b0590ff-958f-4b67-8053-66f13e6e6857 req-33490e6c-a563-4df5-854c-6db3f11d1ba2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717270 May 26 16:08:27.951173 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.996841 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.006765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:28.011179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:28.016314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:28.032090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613c3017-3f8e-4843-9042-def7951905e8', 'name': 'network-vif-deleted', 'tag': '725d1468-bc12-4031-9e99-e414f8a94e63'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:28.038874 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5adef4-277a-41d8-8c3f-7092eca4968c" -d '{"events": [{"server_uuid": "613c3017-3f8e-4843-9042-def7951905e8", "name": "network-vif-deleted", "tag": "725d1468-bc12-4031-9e99-e414f8a94e63"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:28.062572 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-7ada468e-b17f-4ef0-81ec-b32db3fa7b22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 217 time: 0.2192924 May 26 16:08:28.073937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc87d237-a130-4f09-a5e3-737d8e25f639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.084123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f99e036b-df78-4f5b-882f-775b47a9c5c9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:28.130061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:28.130061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:28.165406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41626) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:28.206015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=58d6b9be-0972-4fa4-a55a-5368516063a0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:28.208504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 861ab3dd-64d5-4bd1-b19c-85e37432598e up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:28.214218 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055088b4-da40-4129-8927-9c5c552d6abd x-openstack-request-id: req-055088b4-da40-4129-8927-9c5c552d6abd {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:28.214519 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613c3017-3f8e-4843-9042-def7951905e8", "name": "network-vif-deleted", "tag": "725d1468-bc12-4031-9e99-e414f8a94e63", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:28.214773 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-055088b4-da40-4129-8927-9c5c552d6abd {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:28.217263 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055088b4-da40-4129-8927-9c5c552d6abd'] response: {'server_uuid': '613c3017-3f8e-4843-9042-def7951905e8', 'name': 'network-vif-deleted', 'tag': '725d1468-bc12-4031-9e99-e414f8a94e63', 'status': 'completed', 'code': 200} May 26 16:08:28.227893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea060f-f325-4b06-b50a-ba38f0485149 None None] Pushing event updated for resources: {'Port': ['ID=4c8584b3-57bd-40c9-a2a7-d57d08292c23,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:28.270046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41630) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:28.275778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-0788ca42-a254-4d83-8728-e705e7efd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.277542 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-0788ca42-a254-4d83-8728-e705e7efd63d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.1989903 May 26 16:08:28.329494 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9c84da17-e6ee-433d-ba38-726242fa6416 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fd5b8f634454a329a1104620ad15dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628609 May 26 16:08:28.330378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41632) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:28.379306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc87d237-a130-4f09-a5e3-737d8e25f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.382718 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc87d237-a130-4f09-a5e3-737d8e25f639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.384071 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bc87d237-a130-4f09-a5e3-737d8e25f639 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aae47ee7-388b-4a39-904e-b31838ebadc3 HTTP/1.1" status: 204 len: 168 time: 0.7113287 May 26 16:08:28.385828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0c0d-e444-4935-8684-2f41010c52c6 req-9713b224-faff-45ba-a5e9-2cc2addc52bb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.392921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0c0d-e444-4935-8684-2f41010c52c6 req-9713b224-faff-45ba-a5e9-2cc2addc52bb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.400698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0c0d-e444-4935-8684-2f41010c52c6 req-9713b224-faff-45ba-a5e9-2cc2addc52bb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.407115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0c0d-e444-4935-8684-2f41010c52c6 req-9713b224-faff-45ba-a5e9-2cc2addc52bb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.414405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0c0d-e444-4935-8684-2f41010c52c6 req-9713b224-faff-45ba-a5e9-2cc2addc52bb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.420405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0c0d-e444-4935-8684-2f41010c52c6 req-9713b224-faff-45ba-a5e9-2cc2addc52bb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.426600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0c0d-e444-4935-8684-2f41010c52c6 req-9713b224-faff-45ba-a5e9-2cc2addc52bb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.436426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-505d0c0d-e444-4935-8684-2f41010c52c6 req-9713b224-faff-45ba-a5e9-2cc2addc52bb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5426 time: 0.3591237 May 26 16:08:28.470058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87d237-a130-4f09-a5e3-737d8e25f639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae47ee7-388b-4a39-904e-b31838ebadc3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:28.495959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-ff8c183e-99f9-4928-b82e-83f9e96b8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.497585 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-ff8c183e-99f9-4928-b82e-83f9e96b8e62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071061 May 26 16:08:28.529471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 861ab3dd-64d5-4bd1-b19c-85e37432598e completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:28.543082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:28.614336 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7c9e68-a7a7-4611-8865-825fc72bab7f admin admin] Deleting subnet 6f25ddae-e75a-4947-ae15-303b9481ca33 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:28.625103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 861ab3dd-64d5-4bd1-b19c-85e37432598e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:28.625907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.646468 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-505d0c0d-e444-4935-8684-2f41010c52c6 req-6e547e4c-4da1-46d8-9d59-393ca1e709d9 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2086515 May 26 16:08:28.656547 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9e68-a7a7-4611-8865-825fc72bab7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.659973 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.750649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9e68-a7a7-4611-8865-825fc72bab7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.787939 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.834893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5c7f6949-d37d-48b0-bf35-690017619885 None None] Provisioning complete for port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:28.835681 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5c7f6949-d37d-48b0-bf35-690017619885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.858884 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9e68-a7a7-4611-8865-825fc72bab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.072388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9e68-a7a7-4611-8865-825fc72bab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.147618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c9e68-a7a7-4611-8865-825fc72bab7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f25ddae-e75a-4947-ae15-303b9481ca33,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:29.150158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 861ab3dd-64d5-4bd1-b19c-85e37432598e is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:29.151241 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.155928 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9e68-a7a7-4611-8865-825fc72bab7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.162847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9d7c9e68-a7a7-4611-8865-825fc72bab7f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6f25ddae-e75a-4947-ae15-303b9481ca33 HTTP/1.1" status: 204 len: 168 time: 0.8862267 May 26 16:08:29.173540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41648) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:29.193855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f6949-d37d-48b0-bf35-690017619885 None None] Current status of the port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:29.194657 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5c7f6949-d37d-48b0-bf35-690017619885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.271673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861ab3dd-64d5-4bd1-b19c-85e37432598e'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:29.272534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.278017 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3e7358-bcb9-4967-85f1-9f5127eac87d" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "861ab3dd-64d5-4bd1-b19c-85e37432598e"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:29.300207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 861ab3dd-64d5-4bd1-b19c-85e37432598e, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=861ab3dd-64d5-4bd1-b19c-85e37432598e,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:29.305977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.312881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5c7f6949-d37d-48b0-bf35-690017619885 None None] For port 4c8584b3-57bd-40c9-a2a7-d57d08292c23, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4c8584b3-57bd-40c9-a2a7-d57d08292c23,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:29.320541 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.321962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 065a1fff-e592-4e36-9c31-91c60d3ad3aa up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:29.332437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5c7f6949-d37d-48b0-bf35-690017619885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.368008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9317bf6-3851-4c37-878a-21037a036b3b req-7bbdb76e-98f9-4a19-8e47-a16dae2b7e0d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:29.369613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9317bf6-3851-4c37-878a-21037a036b3b req-7bbdb76e-98f9-4a19-8e47-a16dae2b7e0d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 944 time: 0.2463171 May 26 16:08:29.396257 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.397081 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f69fd2f-3dbe-4ccd-b22e-a13dfc5b95fb x-openstack-request-id: req-8f69fd2f-3dbe-4ccd-b22e-a13dfc5b95fb {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:29.397691 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "861ab3dd-64d5-4bd1-b19c-85e37432598e", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:29.398629 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f69fd2f-3dbe-4ccd-b22e-a13dfc5b95fb {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:29.398758 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f69fd2f-3dbe-4ccd-b22e-a13dfc5b95fb'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861ab3dd-64d5-4bd1-b19c-85e37432598e', 'code': 200} May 26 16:08:29.408149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:27Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:29.454708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d4bdc-6510-4ce1-9f77-a215b6ea2c32 None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:27Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:29.461055 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-8eec6aad-3bf8-43d6-9558-a723fefe640d service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9494545 May 26 16:08:29.467301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1dc8-fcf1-4b9e-a7fc-63913e8d79b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.477488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=58d6b9be-0972-4fa4-a55a-5368516063a0,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:29.498384 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.513912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1dc8-fcf1-4b9e-a7fc-63913e8d79b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.547688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9317bf6-3851-4c37-878a-21037a036b3b req-4d57f208-25d0-4534-a5b7-6f68d7514a5a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592262 May 26 16:08:29.560176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=861ab3dd-64d5-4bd1-b19c-85e37432598e,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:29.572028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 065a1fff-e592-4e36-9c31-91c60d3ad3aa completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:29.643314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 065a1fff-e592-4e36-9c31-91c60d3ad3aa triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:29.644261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.645613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c03c624e-2b49-4b21-8cb0-89238ec1a2ca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8879735 May 26 16:08:29.647816 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.663969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.753864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8f3afa-5ab1-4faf-97a7-7fcb1677b545']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:29.768598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1dc8-fcf1-4b9e-a7fc-63913e8d79b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.773814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1dc8-fcf1-4b9e-a7fc-63913e8d79b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.775723 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4e9c1dc8-fcf1-4b9e-a7fc-63913e8d79b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/567f1310-df7f-4f8e-a8a9-a6387213ea9d HTTP/1.1" status: 204 len: 168 time: 1.4404874 May 26 16:08:29.778497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774529fc-3555-4697-bcfb-79c7217e2919') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:29.779398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774529fc-3555-4697-bcfb-79c7217e2919') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:29.809252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.833893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 065a1fff-e592-4e36-9c31-91c60d3ad3aa is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:29.834517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c1dc8-fcf1-4b9e-a7fc-63913e8d79b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f1310-df7f-4f8e-a8a9-a6387213ea9d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:29.834865 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.838329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f6949-d37d-48b0-bf35-690017619885 None None] Pushing event updated for resources: {'Port': ['ID=4c8584b3-57bd-40c9-a2a7-d57d08292c23,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:29.848092 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d670aa3c-4b53-4bf6-a75d-a13eed8d82b6 req-5834ca5a-2d2f-4fe5-a73d-b45cc066126f service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307455 May 26 16:08:29.889530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.903385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:29.903800 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.965400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 065a1fff-e592-4e36-9c31-91c60d3ad3aa, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=065a1fff-e592-4e36-9c31-91c60d3ad3aa,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:29.972377 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.004332 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 774529fc-3555-4697-bcfb-79c7217e2919 resource provider aggregate not found May 26 16:08:30.044604 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 774529fc-3555-4697-bcfb-79c7217e2919 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 774529fc-3555-4697-bcfb-79c7217e2919 found for delete ", "request_id": "req-896f4d15-ac58-41e3-ae79-32f8d66b278e"}]} May 26 16:08:30.072024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=065a1fff-e592-4e36-9c31-91c60d3ad3aa,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:30.089040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f77c-ffa0-41ed-be0e-dd40755a9855 req-0f5d531e-dcc0-421e-a5c1-d8a3d265c161 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.101485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f77c-ffa0-41ed-be0e-dd40755a9855 req-0f5d531e-dcc0-421e-a5c1-d8a3d265c161 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.107445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f77c-ffa0-41ed-be0e-dd40755a9855 req-0f5d531e-dcc0-421e-a5c1-d8a3d265c161 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.113985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f77c-ffa0-41ed-be0e-dd40755a9855 req-0f5d531e-dcc0-421e-a5c1-d8a3d265c161 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.120033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f77c-ffa0-41ed-be0e-dd40755a9855 req-0f5d531e-dcc0-421e-a5c1-d8a3d265c161 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.126077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f77c-ffa0-41ed-be0e-dd40755a9855 req-0f5d531e-dcc0-421e-a5c1-d8a3d265c161 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.132056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f77c-ffa0-41ed-be0e-dd40755a9855 req-0f5d531e-dcc0-421e-a5c1-d8a3d265c161 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.134032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa97f77c-ffa0-41ed-be0e-dd40755a9855 req-0f5d531e-dcc0-421e-a5c1-d8a3d265c161 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5427 time: 0.3072581 May 26 16:08:30.138266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.144701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.147954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5b8f3afa-5ab1-4faf-97a7-7fcb1677b545 HTTP/1.1" status: 204 len: 168 time: 0.9657145 May 26 16:08:30.193426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-010876d2-e2cc-4f2f-8568-1b9505428bb2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1432815533&fields=id&tenant_id=3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 267 time: 0.1504638 May 26 16:08:30.195396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8b1f3-4ccc-4535-b4fa-11926ce0ba41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b8f3afa-5ab1-4faf-97a7-7fcb1677b545,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:30.209649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:30.212914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1e9c1378-b794-492e-8c68-c83ab7754a51 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:30.305988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa97f77c-ffa0-41ed-be0e-dd40755a9855 req-a60eaef4-31f2-4ff3-938f-1a7c5559dff0 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503308 May 26 16:08:30.386172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-3085895d-d35e-44bf-a4d4-82bcdec2c759 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.388159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-3085895d-d35e-44bf-a4d4-82bcdec2c759 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 814 time: 0.1938987 May 26 16:08:30.413598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-8e37cd3a-af61-4357-98d0-2eef509701e0 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/quotas/3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 375 time: 0.0192263 May 26 16:08:30.540900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:30.547691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-d25f62ad-65e8-4c5f-8a79-4aaab0753888 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258876 May 26 16:08:30.633042 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6065b42b-19af-4ede-a418-11c60758b043 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=482a72d9b04541de9f82fc15c60e9915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887437 May 26 16:08:30.634452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41704) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:30.749220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c22207dc-2de0-4bb4-b05c-a7255ff841aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.773757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcac7c-5512-4182-80ec-86f1012a2025 req-2e4fe0dc-d2b2-4d3a-b34f-237abe01ed2a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.775339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3dcac7c-5512-4182-80ec-86f1012a2025 req-2e4fe0dc-d2b2-4d3a-b34f-237abe01ed2a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 944 time: 0.1095238 May 26 16:08:30.805600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-695b78de-bbdb-4e18-91bb-74b12819f192 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559090 May 26 16:08:30.821418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4c8584b3-57bd-40c9-a2a7-d57d08292c23 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:30.822877 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c22207dc-2de0-4bb4-b05c-a7255ff841aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.827675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 725d1468-bc12-4031-9e99-e414f8a94e63 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:30.880831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3dcac7c-5512-4182-80ec-86f1012a2025 req-85260b91-2134-43ac-87c7-c8570ec38424 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951223 May 26 16:08:30.910183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c22207dc-2de0-4bb4-b05c-a7255ff841aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.914529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c22207dc-2de0-4bb4-b05c-a7255ff841aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.920804 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c22207dc-2de0-4bb4-b05c-a7255ff841aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcbe5926-66cc-4b40-8172-85a8814ffb5d HTTP/1.1" status: 204 len: 168 time: 0.2852504 May 26 16:08:30.929975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 725d1468-bc12-4031-9e99-e414f8a94e63 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:30.934365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 725d1468-bc12-4031-9e99-e414f8a94e63 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:30.947933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22207dc-2de0-4bb4-b05c-a7255ff841aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbe5926-66cc-4b40-8172-85a8814ffb5d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:30.993357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:31.013659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-97f83f03-5465-45a8-890e-838222daf13c service neutron] 10.222.0.39 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071655 May 26 16:08:31.027812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'port_id': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'mac_address': 'fa:16:3e:0f:8b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:31.084813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 1e9c1378-b794-492e-8c68-c83ab7754a51 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:31.140063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 1e9c1378-b794-492e-8c68-c83ab7754a51 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:31.140442 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.200934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:31.201278 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.214858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:31.215678 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.282977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:31.317873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:31.337793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdf88e4f-c16e-4bfc-aee1-5585063238c4 req-883f99e6-6ed4-4c6c-8bc6-7415fa5b2330 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 210 time: 0.0638218 May 26 16:08:31.432382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:31.434290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065a1fff-e592-4e36-9c31-91c60d3ad3aa'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:31.436764 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175c26d-2ac8-449d-a93c-4fed5eced987" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "065a1fff-e592-4e36-9c31-91c60d3ad3aa"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:31.453601 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.532758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993d25-a7f3-4b0a-9dda-407d17025fd2 req-9f2ae610-1bf0-4660-bb80-231ba0061eba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:31.543337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993d25-a7f3-4b0a-9dda-407d17025fd2 req-9f2ae610-1bf0-4660-bb80-231ba0061eba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:31.545961 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c569bc-6248-41ec-9ed8-99c9e9b6f4eb x-openstack-request-id: req-43c569bc-6248-41ec-9ed8-99c9e9b6f4eb {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:31.546290 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "065a1fff-e592-4e36-9c31-91c60d3ad3aa", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:31.546545 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43c569bc-6248-41ec-9ed8-99c9e9b6f4eb {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:31.546956 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c569bc-6248-41ec-9ed8-99c9e9b6f4eb'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065a1fff-e592-4e36-9c31-91c60d3ad3aa', 'code': 200} May 26 16:08:31.549848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:31.562315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993d25-a7f3-4b0a-9dda-407d17025fd2 req-9f2ae610-1bf0-4660-bb80-231ba0061eba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:31.563459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1e9c1378-b794-492e-8c68-c83ab7754a51 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:31.563873 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.592982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993d25-a7f3-4b0a-9dda-407d17025fd2 req-9f2ae610-1bf0-4660-bb80-231ba0061eba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:31.607250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993d25-a7f3-4b0a-9dda-407d17025fd2 req-9f2ae610-1bf0-4660-bb80-231ba0061eba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:31.607518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1e9c1378-b794-492e-8c68-c83ab7754a51, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1e9c1378-b794-492e-8c68-c83ab7754a51,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:31.615186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993d25-a7f3-4b0a-9dda-407d17025fd2 req-9f2ae610-1bf0-4660-bb80-231ba0061eba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:31.617421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.619004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a3ea30df-8a94-4fe4-ac42-9eca468d4a18 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:31.622923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993d25-a7f3-4b0a-9dda-407d17025fd2 req-9f2ae610-1bf0-4660-bb80-231ba0061eba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:31.625105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b993d25-a7f3-4b0a-9dda-407d17025fd2 req-9f2ae610-1bf0-4660-bb80-231ba0061eba tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5428 time: 0.2011564 May 26 16:08:31.687985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b993d25-a7f3-4b0a-9dda-407d17025fd2 req-4d8de16b-86c1-4c65-b243-f24f6febc7c0 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528626 May 26 16:08:31.751558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1e9c1378-b794-492e-8c68-c83ab7754a51,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:31.802518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:31.807533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:31.808338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.927407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:31.929417 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.004965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:32.024422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a3ea30df-8a94-4fe4-ac42-9eca468d4a18, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:32.064971 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.066657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:32.080918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576afe-8379-423e-b032-eb4cb0817512 req-e34f3560-e5e5-4957-b694-b0716baf6746 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:32.083752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4576afe-8379-423e-b032-eb4cb0817512 req-e34f3560-e5e5-4957-b694-b0716baf6746 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.0878661 May 26 16:08:32.154216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4576afe-8379-423e-b032-eb4cb0817512 req-4eee77b1-12d2-4cc2-a659-db27c88404c2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634551 May 26 16:08:32.230691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:32.269545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:32.284386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:32.285363 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.445638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:32.446087 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.483906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e06c3ba-4e6c-4ee1-8e47-a43e79f40def req-c0ea56bf-23c6-45d7-99e3-a7eec940a3ba tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 210 time: 0.0555983 May 26 16:08:32.506481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:32.512180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.513341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 166bad04-8dfa-43e4-a63d-fa99fd639e7b up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:32.570220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41772) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:32.612553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:32.649436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 166bad04-8dfa-43e4-a63d-fa99fd639e7b completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:32.659606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 166bad04-8dfa-43e4-a63d-fa99fd639e7b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:32.659988 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.788101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-108ce023-87a9-4e90-a1c0-5ae8f51c665a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:32.789649 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-108ce023-87a9-4e90-a1c0-5ae8f51c665a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.24 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 814 time: 0.2010255 May 26 16:08:32.836383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 166bad04-8dfa-43e4-a63d-fa99fd639e7b is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:32.836785 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.890680 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a5e4e4ef-c8f0-4cce-b5e0-77408a3795ce tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 380 time: 0.0918376 May 26 16:08:32.903144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'port': {'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'admin_state_up': True, 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'security_groups': ['8c606713-45f4-4676-aa71-ed47c8cd6a62']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:32.932459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 166bad04-8dfa-43e4-a63d-fa99fd639e7b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=166bad04-8dfa-43e4-a63d-fa99fd639e7b,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:32.938404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530cfa-30f4-4f8c-b3ee-cbc7aa4104c6 req-095c413e-e1de-4343-b6d6-8bb8a9d4c48e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:32.942175 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.942910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:32.945943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530cfa-30f4-4f8c-b3ee-cbc7aa4104c6 req-095c413e-e1de-4343-b6d6-8bb8a9d4c48e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:32.952201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530cfa-30f4-4f8c-b3ee-cbc7aa4104c6 req-095c413e-e1de-4343-b6d6-8bb8a9d4c48e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:32.958522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530cfa-30f4-4f8c-b3ee-cbc7aa4104c6 req-095c413e-e1de-4343-b6d6-8bb8a9d4c48e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:32.964829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530cfa-30f4-4f8c-b3ee-cbc7aa4104c6 req-095c413e-e1de-4343-b6d6-8bb8a9d4c48e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:32.975830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530cfa-30f4-4f8c-b3ee-cbc7aa4104c6 req-095c413e-e1de-4343-b6d6-8bb8a9d4c48e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:32.989199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530cfa-30f4-4f8c-b3ee-cbc7aa4104c6 req-095c413e-e1de-4343-b6d6-8bb8a9d4c48e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:33.002490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07530cfa-30f4-4f8c-b3ee-cbc7aa4104c6 req-095c413e-e1de-4343-b6d6-8bb8a9d4c48e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5431 time: 0.1827414 May 26 16:08:33.022047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1935373058-network', 'tenant_id': '2e773ad9b3964cfc86aa78206ddc0cff'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:33.064249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Made reservation on behalf of 2e773ad9b3964cfc86aa78206ddc0cff for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:33.067407 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.087220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07530cfa-30f4-4f8c-b3ee-cbc7aa4104c6 req-3d92ffad-f4b6-4c90-9382-c74924c7b858 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825715 May 26 16:08:33.107296 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.107564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=166bad04-8dfa-43e4-a63d-fa99fd639e7b,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:33.139283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Made reservation on behalf of 3fb12a94f317497abed90107ea4df44a for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:33.143383 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.144791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:33.153469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:33.154181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.289560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41792) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:33.294036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.301602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:33.302629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.358688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:33.365609 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.381299 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.390292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Allocated IP 172.20.0.12 (bfbaee1a-c578-4c09-bd46-debf773c6c0c/09be0a53-6df6-4d71-8503-1b0838ac7254/86db24cd-ebca-4671-830b-3ff7bbb14452) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:33.396842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:33.435622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:33.453204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7499-145d-447c-8876-c414bdceea7e req-80a017bd-3f67-4851-ad4a-d789cb7b2ccc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:33.455217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-352d7499-145d-447c-8876-c414bdceea7e req-80a017bd-3f67-4851-ad4a-d789cb7b2ccc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1575236 May 26 16:08:33.465434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45e9d74-c0d9-440c-964e-0820361fd387,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:33.479671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.480110 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Added segment 12d5f780-5ba9-4fdd-9d8b-9eb17c973b94 of type vlan for network 6f17f54c-58a1-4b49-b7a4-053da59b686c May 26 16:08:33.482607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:33.524436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:33.531477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:33.532390 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.538416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-821358658', 'router:external': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:33.586523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9c1378-b794-492e-8c68-c83ab7754a51'}, {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18'}, {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0'}, {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166bad04-8dfa-43e4-a63d-fa99fd639e7b'}, {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:33.591491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-352d7499-145d-447c-8876-c414bdceea7e req-48b45a2b-74bb-4805-a9af-841a42a4d1b2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200709 May 26 16:08:33.599643 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f850e3-a318-4f56-bc48-8d4dcc01505e" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e9c1378-b794-492e-8c68-c83ab7754a51"}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18"}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0"}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "166bad04-8dfa-43e4-a63d-fa99fd639e7b"}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:33.615988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.633307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Made reservation on behalf of 3b795181adf141f5ad5de0a1558b6bfc for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:33.637393 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.639879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6777132a-2c53-4175-9ae9-190bb8eed2f9 req-8414c12d-f8b7-49f8-9d0b-32890fa82239 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 210 time: 0.0369432 May 26 16:08:33.674397 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.676025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:33.677007 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.693695 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.718489 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.729578 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 26 May 2022 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7143fea-6b33-4a62-9440-51aa518b5163 x-openstack-request-id: req-e7143fea-6b33-4a62-9440-51aa518b5163 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:33.730145 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e9c1378-b794-492e-8c68-c83ab7754a51", "code": 200}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18", "code": 200}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0", "code": 200}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "166bad04-8dfa-43e4-a63d-fa99fd639e7b", "code": 200}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-plugged", "status": "completed", "tag": "0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:33.730560 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7143fea-6b33-4a62-9440-51aa518b5163 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:33.731144 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7143fea-6b33-4a62-9440-51aa518b5163'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9c1378-b794-492e-8c68-c83ab7754a51', 'code': 200} May 26 16:08:33.731601 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7143fea-6b33-4a62-9440-51aa518b5163'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'code': 200} May 26 16:08:33.732013 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7143fea-6b33-4a62-9440-51aa518b5163'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0', 'code': 200} May 26 16:08:33.732412 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7143fea-6b33-4a62-9440-51aa518b5163'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166bad04-8dfa-43e4-a63d-fa99fd639e7b', 'code': 200} May 26 16:08:33.732995 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7143fea-6b33-4a62-9440-51aa518b5163'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7', 'code': 200} May 26 16:08:33.748596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1770589 May 26 16:08:33.751328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41804) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:33.758753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Request body: {'subnet': {'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1935373058-subnet', 'tenant_id': '2e773ad9b3964cfc86aa78206ddc0cff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:33.766681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:33.768731 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.795002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f31028-c8c4-4703-beb4-2d52f228a893 admin admin] Pushing event updated for resources: {'Network': ['ID=6f17f54c-58a1-4b49-b7a4-053da59b686c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:33.804132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41806) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:33.820234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 6f17f54c-58a1-4b49-b7a4-053da59b686c details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:33.833203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Made reservation on behalf of 2e773ad9b3964cfc86aa78206ddc0cff for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:33.836106 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.859499 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.930474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:33.937520 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.019632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:34.027311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-network', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:34.041668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:34.046305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:34.064355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:34.070164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.079339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=86db24cd-ebca-4671-830b-3ff7bbb14452,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:34.102187 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.124018 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.138541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c0c3c-8e19-478d-9df3-1f296df2f5e7 req-19320344-29cf-4a0a-bee6-5776b44acce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.139791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c0c3c-8e19-478d-9df3-1f296df2f5e7 req-19320344-29cf-4a0a-bee6-5776b44acce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.141369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c0c3c-8e19-478d-9df3-1f296df2f5e7 req-19320344-29cf-4a0a-bee6-5776b44acce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.143085 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c0c3c-8e19-478d-9df3-1f296df2f5e7 req-19320344-29cf-4a0a-bee6-5776b44acce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.144401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c0c3c-8e19-478d-9df3-1f296df2f5e7 req-19320344-29cf-4a0a-bee6-5776b44acce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.145258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c0c3c-8e19-478d-9df3-1f296df2f5e7 req-19320344-29cf-4a0a-bee6-5776b44acce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.145893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c0c3c-8e19-478d-9df3-1f296df2f5e7 req-19320344-29cf-4a0a-bee6-5776b44acce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.148378 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e18c0c3c-8e19-478d-9df3-1f296df2f5e7 req-19320344-29cf-4a0a-bee6-5776b44acce9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6490 time: 0.2638602 May 26 16:08:34.160429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.161284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.162508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.163170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.163873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.164380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.164869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.165345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.165863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.166552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.168441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.169466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:34.186646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Made reservation on behalf of 694f18cb35124f3ea7f9face07ba10d3 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:34.191294 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.198707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5624fc-6d04-47e4-995c-bb545521c9d5,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:34.202082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Checking segment: {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:34.202455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Network hostable DHCP agents. Network: 6f17f54c-58a1-4b49-b7a4-053da59b686c, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:34.204641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:34.226410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Network 6f17f54c-58a1-4b49-b7a4-053da59b686c is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:34.252316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 6f17f54c-58a1-4b49-b7a4-053da59b686c) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:34.256358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.264424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc30edf-0132-4c2d-839e-1b5062bb2260 None None] Network 6f17f54c-58a1-4b49-b7a4-053da59b686c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:34.267169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.267466 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Added segment 0e5030f6-64ff-4767-be2b-fee4fdc79f7a of type vlan for network cf01b2f2-014e-4614-b849-39d964963588 May 26 16:08:34.278972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.279947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.281696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.282490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.304275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79885560-d3ef-4c49-ac2d-fa832a4c35e6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:34.344736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cce2944c-cccf-4458-a3c8-fd33f7430093 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5922146 May 26 16:08:34.395374 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e18c0c3c-8e19-478d-9df3-1f296df2f5e7 req-35d7a05b-78c6-49fb-bf86-e5242d44ea73 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&id=f419df2e-c69f-4e21-82ef-12860b0d67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2147932 May 26 16:08:34.405955 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-a46dc978-52a6-49cd-9dc9-b5e1402594f9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5077491 May 26 16:08:34.472745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Request body: {'port': {'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:34.490356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.497628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d709cb-a90a-4195-b94b-83af0ffeb8e1 req-c6dda3b6-a68d-44b1-b44c-1b3c8413ded5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.509925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d709cb-a90a-4195-b94b-83af0ffeb8e1 req-c6dda3b6-a68d-44b1-b44c-1b3c8413ded5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.531495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d709cb-a90a-4195-b94b-83af0ffeb8e1 req-c6dda3b6-a68d-44b1-b44c-1b3c8413ded5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.538499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d709cb-a90a-4195-b94b-83af0ffeb8e1 req-c6dda3b6-a68d-44b1-b44c-1b3c8413ded5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.560056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d709cb-a90a-4195-b94b-83af0ffeb8e1 req-c6dda3b6-a68d-44b1-b44c-1b3c8413ded5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.578292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d709cb-a90a-4195-b94b-83af0ffeb8e1 req-c6dda3b6-a68d-44b1-b44c-1b3c8413ded5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.590272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-6f17f54c-58a1-4b49-b7a4-053da59b686c', 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c', 'tenant_id': '2e773ad9b3964cfc86aa78206ddc0cff', 'fixed_ips': [{'subnet_id': 'ff5624fc-6d04-47e4-995c-bb545521c9d5'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:08:34.593112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d709cb-a90a-4195-b94b-83af0ffeb8e1 req-c6dda3b6-a68d-44b1-b44c-1b3c8413ded5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.594262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.610468 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33d709cb-a90a-4195-b94b-83af0ffeb8e1 req-c6dda3b6-a68d-44b1-b44c-1b3c8413ded5 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.3022029 May 26 16:08:34.618537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.627139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.646891 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.648499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.649303 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.700828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c7851052-431f-4006-94c8-9f2af6417abf None None] Provisioning complete for port 86db24cd-ebca-4671-830b-3ff7bbb14452 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:34.701357 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c7851052-431f-4006-94c8-9f2af6417abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.726508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:34.752994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33d709cb-a90a-4195-b94b-83af0ffeb8e1 req-7cdac94f-9145-4932-8638-0aee237374fb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412578 May 26 16:08:34.777253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.779244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4391ae8-5c50-48fb-ab6c-a8f156a2359f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:34.796336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.796689 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Added segment 80eca56e-e94e-46a2-9c7b-58bb3a9a27fc of type vlan for network d431265e-4b60-48a5-b94c-06597be7d57a May 26 16:08:34.806896 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5134435 May 26 16:08:34.814478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41834) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:34.820857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'subnet': {'network_id': 'cf01b2f2-014e-4614-b849-39d964963588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:34.827712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ded03f-4156-4363-8616-b8072a5cbd89 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event updated for resources: {'Network': ['ID=cf01b2f2-014e-4614-b849-39d964963588,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:34.852825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network cf01b2f2-014e-4614-b849-39d964963588 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:34.915770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.936867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c7851052-431f-4006-94c8-9f2af6417abf None None] Port 86db24cd-ebca-4671-830b-3ff7bbb14452 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:34.971654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c47847-59da-45e9-9161-6f65a442844f req-33462de9-e1ba-4aa9-872f-73592976f5cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.974397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3c47847-59da-45e9-9161-6f65a442844f req-33462de9-e1ba-4aa9-872f-73592976f5cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.1838176 May 26 16:08:35.018163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9623ec4-a44b-43b6-9447-bd4075954678 req-f46fb038-c185-47c3-8a7f-10009b75a0bc tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:35.020467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9623ec4-a44b-43b6-9447-bd4075954678 req-f46fb038-c185-47c3-8a7f-10009b75a0bc tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 932 time: 0.0984130 May 26 16:08:35.025143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Allocated IP 172.20.0.2 (6f17f54c-58a1-4b49-b7a4-053da59b686c/ff5624fc-6d04-47e4-995c-bb545521c9d5/6e338edc-bb61-4574-962e-35386d18a60b) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:35.027405 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd687024-1490-4150-9a3a-b3d267cb9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.068005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3c47847-59da-45e9-9161-6f65a442844f req-97493fc8-78e4-497a-828b-2e33cf79a32c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830708 May 26 16:08:35.096810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9623ec4-a44b-43b6-9447-bd4075954678 req-442e76ef-a35c-46bc-850a-8f63e7b05a3b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628967 May 26 16:08:35.139687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.141396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:35.142099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.148338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Made reservation on behalf of 3b795181adf141f5ad5de0a1558b6bfc for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:35.151227 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.253432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.262707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.307931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Network 6f17f54c-58a1-4b49-b7a4-053da59b686c is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:35.313297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:35.318271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:35.336024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Pushing event updated for resources: {'Port': ['ID=6e338edc-bb61-4574-962e-35386d18a60b,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:35.380535 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5761220 May 26 16:08:35.383140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41846) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:35.388911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Request body: {'subnet': {'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-subnet', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:35.403954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Attempting to bind port 6e338edc-bb61-4574-962e-35386d18a60b on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:35.404323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Attempting to bind port 6e338edc-bb61-4574-962e-35386d18a60b by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:35.404685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Attempting to bind port 6e338edc-bb61-4574-962e-35386d18a60b on network 6f17f54c-58a1-4b49-b7a4-053da59b686c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:35.422417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:35.422910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Checking segment: {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:35.423414 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.423715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Bound using segment: {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:35.424233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Bound port: 6e338edc-bb61-4574-962e-35386d18a60b, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:35.424600 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.435312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Made reservation on behalf of 694f18cb35124f3ea7f9face07ba10d3 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:35.437809 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.546914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] For port 6e338edc-bb61-4574-962e-35386d18a60b, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:35.546914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] For port 6e338edc-bb61-4574-962e-35386d18a60b, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6e338edc-bb61-4574-962e-35386d18a60b,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:35.547322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec93a1-6b6f-48d9-a093-efdccec0c467 admin admin] Pushing event updated for resources: {'Network': ['ID=d431265e-4b60-48a5-b94c-06597be7d57a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:35.569300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network d431265e-4b60-48a5-b94c-06597be7d57a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:35.580846 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.682254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e3bc1-7a4e-4da3-ba56-84df182b8b7b None None] Pushing event updated for resources: {'Port': ['ID=6e338edc-bb61-4574-962e-35386d18a60b,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:35.733868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:35.736931 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a5cb30-c37c-42fd-94b4-1a3847b148d2" -d '{"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:35.789726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-a7a8325d-717c-4b29-9eac-9abf6298c7d1 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:35.791461 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-a7a8325d-717c-4b29-9eac-9abf6298c7d1 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 816 time: 0.3267157 May 26 16:08:35.803668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86db24cd-ebca-4671-830b-3ff7bbb14452 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:35.816118 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.821776 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53e42f-7c3a-47f5-b49d-ca48af23ea37 x-openstack-request-id: req-0c53e42f-7c3a-47f5-b49d-ca48af23ea37 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:35.822125 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:35.822518 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c53e42f-7c3a-47f5-b49d-ca48af23ea37 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:35.823141 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c53e42f-7c3a-47f5-b49d-ca48af23ea37'] response: {'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'code': 200} May 26 16:08:35.834785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Transition to ACTIVE for port object 86db24cd-ebca-4671-830b-3ff7bbb14452 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:35.846242 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.877631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-d85a0dd0-c66f-4ce9-9d59-7b987de6a5c6 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/quotas/2e773ad9b3964cfc86aa78206ddc0cff HTTP/1.1" status: 200 len: 375 time: 0.0439837 May 26 16:08:36.092496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Pushing event updated for resources: {'Port': ['ID=86db24cd-ebca-4671-830b-3ff7bbb14452,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:36.180300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efce738-c7ed-44d3-b842-37a82f130298 req-8d8f7393-6026-4c35-a369-eeba9341aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.181294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-efdf78f8-7992-43c7-861f-6a845956ed00 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2893648 May 26 16:08:36.185949 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5efce738-c7ed-44d3-b842-37a82f130298 req-8d8f7393-6026-4c35-a369-eeba9341aed7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1097 time: 0.2224364 May 26 16:08:36.192322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.234510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:08:36.235127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.373322 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5efce738-c7ed-44d3-b842-37a82f130298 req-d75a3dcc-5bd0-4a62-8c51-83750a98380c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794822 May 26 16:08:36.412400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event updated for resources: {'Subnet': ['ID=033bca18-f6c9-42bf-a63a-74eb7a10f67c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:36.419324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Attempting to bind port 86db24cd-ebca-4671-830b-3ff7bbb14452 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:36.419668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Attempting to bind port 86db24cd-ebca-4671-830b-3ff7bbb14452 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:36.419998 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Attempting to bind port 86db24cd-ebca-4671-830b-3ff7bbb14452 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:36.436504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Checking segment: {'id': '0e5030f6-64ff-4767-be2b-fee4fdc79f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cf01b2f2-014e-4614-b849-39d964963588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:36.436872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Network hostable DHCP agents. Network: cf01b2f2-014e-4614-b849-39d964963588, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:36.445872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Port 86db24cd-ebca-4671-830b-3ff7bbb14452 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:08:36.446505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Attempting to bind port 86db24cd-ebca-4671-830b-3ff7bbb14452 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:36.456198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:36.458619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Checking segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:36.459280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Bound using segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:36.459965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Bound port: 86db24cd-ebca-4671-830b-3ff7bbb14452, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:36.460515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.611103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Network cf01b2f2-014e-4614-b849-39d964963588 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:36.630678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, cf01b2f2-014e-4614-b849-39d964963588) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:36.633283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] For port 86db24cd-ebca-4671-830b-3ff7bbb14452, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:36.640803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf63db03-d996-40cf-b076-b1869d5c7175 None None] Network cf01b2f2-014e-4614-b849-39d964963588 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:36.651161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] For port 86db24cd-ebca-4671-830b-3ff7bbb14452, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=86db24cd-ebca-4671-830b-3ff7bbb14452,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:36.653122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.653743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.663173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.724524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.725158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.727811 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/86db24cd-ebca-4671-830b-3ff7bbb14452 HTTP/1.1" status: 200 len: 1092 time: 2.2917464 May 26 16:08:36.728421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'tag': '86db24cd-ebca-4671-830b-3ff7bbb14452'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:36.731595 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3362514f-595f-4620-b7c9-f15cba2f1c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "69566d43-812a-4e8e-a13f-ece2fc858adc", "tag": "86db24cd-ebca-4671-830b-3ff7bbb14452"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:36.739105 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4b1f3166-c9be-462f-9f5e-9427ec8f41de tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9231350 May 26 16:08:36.743038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41874) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:36.764154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6e338edc-bb61-4574-962e-35386d18a60b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:36.766070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1091226261', 'network_id': 'cf01b2f2-014e-4614-b849-39d964963588'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:36.857795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a8e62-9448-48de-8574-0999c38c74f2 service neutron] Pushing event updated for resources: {'Port': ['ID=86db24cd-ebca-4671-830b-3ff7bbb14452,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:36.860634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469691-1edc-4c59-aef9-c55ce675b75e req-7d4d44b5-e2bd-43e6-a530-4f38ca1f0f32 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.871034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469691-1edc-4c59-aef9-c55ce675b75e req-7d4d44b5-e2bd-43e6-a530-4f38ca1f0f32 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.877279 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Made reservation on behalf of 3b795181adf141f5ad5de0a1558b6bfc for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:36.880277 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.882646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469691-1edc-4c59-aef9-c55ce675b75e req-7d4d44b5-e2bd-43e6-a530-4f38ca1f0f32 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.893605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469691-1edc-4c59-aef9-c55ce675b75e req-7d4d44b5-e2bd-43e6-a530-4f38ca1f0f32 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.906263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469691-1edc-4c59-aef9-c55ce675b75e req-7d4d44b5-e2bd-43e6-a530-4f38ca1f0f32 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.913941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469691-1edc-4c59-aef9-c55ce675b75e req-7d4d44b5-e2bd-43e6-a530-4f38ca1f0f32 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.930195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469691-1edc-4c59-aef9-c55ce675b75e req-7d4d44b5-e2bd-43e6-a530-4f38ca1f0f32 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.937752 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-e0dee4ca-18a1-475c-a007-c06b89639049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.941562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82469691-1edc-4c59-aef9-c55ce675b75e req-7d4d44b5-e2bd-43e6-a530-4f38ca1f0f32 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.9191914 May 26 16:08:36.941759 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-e0dee4ca-18a1-475c-a007-c06b89639049 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 1095 time: 0.1544371 May 26 16:08:36.946342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] device_id is not set on port 2495e89f-0f1e-4035-b565-6084d806116a yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:37.017858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51c5ccb-4b00-488d-a7ab-23d918da3439,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:37.032687 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-3c27b84a-40c1-4eaf-9eb0-179813625e80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db24cd-ebca-4671-830b-3ff7bbb14452 HTTP/1.1" status: 200 len: 217 time: 0.0786824 May 26 16:08:37.046650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82469691-1edc-4c59-aef9-c55ce675b75e req-0c8d5a09-7564-43dd-b088-c4a145e8a49e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040218 May 26 16:08:37.157389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-d660dcfd-bc87-4ef6-8644-ad89e6fdf71c service neutron] 10.222.0.39 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9521818 May 26 16:08:37.162930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Checking segment: {'id': '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:37.164067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Network hostable DHCP agents. Network: d431265e-4b60-48a5-b94c-06597be7d57a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:37.203607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-c1787515-080f-4b5c-af8f-651cf1cae49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:37.208219 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-c1787515-080f-4b5c-af8f-651cf1cae49f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.1636887 May 26 16:08:37.282749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef6020-7f87-4293-8c6f-abda3adf7fd1 None None] Network cf01b2f2-014e-4614-b849-39d964963588 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:37.361426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-25041314-0ad0-4bfa-aa8c-b1ab2c3386a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:37.364755 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-25041314-0ad0-4bfa-aa8c-b1ab2c3386a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467354 May 26 16:08:37.365916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Network d431265e-4b60-48a5-b94c-06597be7d57a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:37.381342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, d431265e-4b60-48a5-b94c-06597be7d57a) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:37.400116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95e086-de6f-42f4-8556-4b9eabb79e05 req-23ff920a-f70f-4db2-bd8a-ca68a94a48a7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:37.401928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f95e086-de6f-42f4-8556-4b9eabb79e05 req-23ff920a-f70f-4db2-bd8a-ca68a94a48a7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.2077265 May 26 16:08:37.408921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:37.409842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.421084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a349cf-149c-43b2-81d8-377a5ef1ef01 None None] Network d431265e-4b60-48a5-b94c-06597be7d57a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:37.446610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-74ea5a23-46b8-49ed-bee6-a3cfdfa9e796 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0622895 May 26 16:08:37.451093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41890) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:37.466997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:37.505056 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.506662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.598832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Allocated IP 2001:db8::188 (cf01b2f2-014e-4614-b849-39d964963588/033bca18-f6c9-42bf-a63a-74eb7a10f67c/2495e89f-0f1e-4035-b565-6084d806116a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:37.600043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.661528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6e338edc-bb61-4574-962e-35386d18a60b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:37.662173 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.699412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f95e086-de6f-42f4-8556-4b9eabb79e05 req-4dbdff72-ef73-4bf2-b7be-69448bd19d8d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722256 May 26 16:08:37.710731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-76534cd6-fef5-4e0a-b445-f90dca530b81 service neutron] 10.222.0.39 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333426 May 26 16:08:37.857360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3568b4-c2b9-448e-844d-be242dc3b6be None None] Network 6f17f54c-58a1-4b49-b7a4-053da59b686c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:37.892322 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-ff44245b-e29f-4ee1-a5d2-58db366c397d service neutron] 10.222.0.24 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197926 May 26 16:08:38.008012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.111987 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.115371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-651cbb9e-00c0-49ed-b1e8-c406eff3b105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.126249 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.142792 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962204b0-dae1-4039-b7f8-7a5b700a384a x-openstack-request-id: req-962204b0-dae1-4039-b7f8-7a5b700a384a {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:38.143005 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69566d43-812a-4e8e-a13f-ece2fc858adc", "tag": "86db24cd-ebca-4671-830b-3ff7bbb14452", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:38.143259 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-962204b0-dae1-4039-b7f8-7a5b700a384a {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:38.143664 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962204b0-dae1-4039-b7f8-7a5b700a384a'] response: {'name': 'network-changed', 'server_uuid': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'tag': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'status': 'completed', 'code': 200} May 26 16:08:38.146474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383d9f2-1fd5-4861-aa78-bc801cdc9f7d req-d7a8ddcc-6cd8-4c27-9757-f1f1ddfebc9d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.156223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0383d9f2-1fd5-4861-aa78-bc801cdc9f7d req-d7a8ddcc-6cd8-4c27-9757-f1f1ddfebc9d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 944 time: 0.3266971 May 26 16:08:38.171807 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a36cf7a2-4137-461c-a62d-e9e1dc070049 None None] Provisioning complete for port 6e338edc-bb61-4574-962e-35386d18a60b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:38.172293 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a36cf7a2-4137-461c-a62d-e9e1dc070049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.245103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event updated for resources: {'Port': ['ID=2495e89f-0f1e-4035-b565-6084d806116a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:38.265747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Network cf01b2f2-014e-4614-b849-39d964963588 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:38.275264 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:38.278323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:38.279504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.280108 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.309780 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-364baa99-616f-4d8f-a1fd-b8df921e123a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5654531 May 26 16:08:38.313714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41908) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:38.348338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd30df1-93e4-4624-b9ba-254d09a609cb None None] Network d431265e-4b60-48a5-b94c-06597be7d57a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:38.421105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6e338edc-bb61-4574-962e-35386d18a60b is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:38.421541 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.439094 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7256ac44-f177-4c01-b291-1c60f1cb61fa req-ebe33c33-df29-4bf0-af8d-be914126ba62 service neutron] 10.222.0.24 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388787 May 26 16:08:38.474546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 6e338edc-bb61-4574-962e-35386d18a60b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6e338edc-bb61-4574-962e-35386d18a60b,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:38.510586 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.528422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0383d9f2-1fd5-4861-aa78-bc801cdc9f7d req-d792915b-f66b-49ca-be0a-52e6ede45b94 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644550 May 26 16:08:38.608569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-20183912-687f-4b19-b565-e3590d8754a5 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Deleting port 2495e89f-0f1e-4035-b565-6084d806116a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:38.609554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20183912-687f-4b19-b565-e3590d8754a5 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.635864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd19cb-9d06-4993-bc3e-8ff7440f6c25 req-e7d68e79-4361-4c5c-a486-f2dbb11c7ccc tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.655198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd19cb-9d06-4993-bc3e-8ff7440f6c25 req-e7d68e79-4361-4c5c-a486-f2dbb11c7ccc tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.672614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd19cb-9d06-4993-bc3e-8ff7440f6c25 req-e7d68e79-4361-4c5c-a486-f2dbb11c7ccc tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.680496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd19cb-9d06-4993-bc3e-8ff7440f6c25 req-e7d68e79-4361-4c5c-a486-f2dbb11c7ccc tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.688164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd19cb-9d06-4993-bc3e-8ff7440f6c25 req-e7d68e79-4361-4c5c-a486-f2dbb11c7ccc tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.698033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd19cb-9d06-4993-bc3e-8ff7440f6c25 req-e7d68e79-4361-4c5c-a486-f2dbb11c7ccc tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.710285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd19cb-9d06-4993-bc3e-8ff7440f6c25 req-e7d68e79-4361-4c5c-a486-f2dbb11c7ccc tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.714060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08bd19cb-9d06-4993-bc3e-8ff7440f6c25 req-e7d68e79-4361-4c5c-a486-f2dbb11c7ccc tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.3671877 May 26 16:08:38.720023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a36cf7a2-4137-461c-a62d-e9e1dc070049 None None] Current status of the port 6e338edc-bb61-4574-962e-35386d18a60b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:38.736992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-228bb29e-91f1-4204-ba6c-df300c31b940 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5194266 May 26 16:08:38.742571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.743648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=6e338edc-bb61-4574-962e-35386d18a60b,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:38.797005 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20183912-687f-4b19-b565-e3590d8754a5 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.827067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-1513ed6f-8361-4f8b-94dd-9c49ef2d27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.829445 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-1513ed6f-8361-4f8b-94dd-9c49ef2d27c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 1095 time: 0.3175759 May 26 16:08:38.830861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-20183912-687f-4b19-b565-e3590d8754a5 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Calling delete_port for 2495e89f-0f1e-4035-b565-6084d806116a owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:39.106072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-272efa48-7391-4f2d-9df3-64dc2ffece88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.107616 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-272efa48-7391-4f2d-9df3-64dc2ffece88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 915 time: 0.2707989 May 26 16:08:39.110834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08bd19cb-9d06-4993-bc3e-8ff7440f6c25 req-2ed15e7e-400a-4b7c-8706-ea33447acf80 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3226945 May 26 16:08:39.156086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-af727fa1-52c4-44a5-9739-aa97d4046e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.156684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-af727fa1-52c4-44a5-9739-aa97d4046e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.157044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-af727fa1-52c4-44a5-9739-aa97d4046e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.157518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-af727fa1-52c4-44a5-9739-aa97d4046e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.157982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-af727fa1-52c4-44a5-9739-aa97d4046e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.158490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-af727fa1-52c4-44a5-9739-aa97d4046e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.158951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-af727fa1-52c4-44a5-9739-aa97d4046e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.173370 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-b35bbf7f-b699-4d05-8631-6a7b70bcafbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db24cd-ebca-4671-830b-3ff7bbb14452 HTTP/1.1" status: 200 len: 217 time: 0.0569279 May 26 16:08:39.177901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-af727fa1-52c4-44a5-9739-aa97d4046e89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 6500 time: 0.2434931 May 26 16:08:39.251889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-139a58e7-4a9e-4f1c-b65f-57d87be6b65e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.253802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-139a58e7-4a9e-4f1c-b65f-57d87be6b65e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 816 time: 0.5372677 May 26 16:08:39.267682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cfadc44f-c4da-47a9-bfb6-cd2c6818e1c8 None None] Provisioning complete for port 6e338edc-bb61-4574-962e-35386d18a60b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:39.268080 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfadc44f-c4da-47a9-bfb6-cd2c6818e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.303950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-8ccc9990-ff0c-456a-8b0c-b2a97787dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.305578 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-8ccc9990-ff0c-456a-8b0c-b2a97787dd06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.1011076 May 26 16:08:39.307084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20183912-687f-4b19-b565-e3590d8754a5 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.350246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20183912-687f-4b19-b565-e3590d8754a5 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event deleted for resources: {'Port': ['ID=2495e89f-0f1e-4035-b565-6084d806116a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:39.395008 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-52fc2b35-1096-43b6-b22b-d3dd272b2ea8 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/quotas/2e773ad9b3964cfc86aa78206ddc0cff HTTP/1.1" status: 200 len: 375 time: 0.1120238 May 26 16:08:39.401836 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20183912-687f-4b19-b565-e3590d8754a5 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.408782 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-20183912-687f-4b19-b565-e3590d8754a5 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "DELETE /v2.0/ports/2495e89f-0f1e-4035-b565-6084d806116a HTTP/1.1" status: 204 len: 168 time: 1.0949214 May 26 16:08:39.414110 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41934) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:39.418686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf01b2f2-014e-4614-b849-39d964963588', 'external_fixed_ips': [{'subnet_id': '033bca18-f6c9-42bf-a63a-74eb7a10f67c', 'ip_address': '2001:db8::188'}]}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:39.429515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-bb42e9c4-7e1d-494b-9b17-d63753a6b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.430986 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-bb42e9c4-7e1d-494b-9b17-d63753a6b939 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119003 May 26 16:08:39.461642 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.527839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.557277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cfadc44f-c4da-47a9-bfb6-cd2c6818e1c8 None None] Current status of the port 6e338edc-bb61-4574-962e-35386d18a60b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:39.713695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-1b2e27f9-0cd4-4ae4-bfdc-8c5e69d2333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.714500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-1b2e27f9-0cd4-4ae4-bfdc-8c5e69d2333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.715458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-1b2e27f9-0cd4-4ae4-bfdc-8c5e69d2333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.718544 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-1b2e27f9-0cd4-4ae4-bfdc-8c5e69d2333e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8e62433-5c96-4a8f-87fd-df2029b840d6&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa HTTP/1.1" status: 200 len: 2298 time: 0.4744132 May 26 16:08:39.764270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ede5f-6b9a-46b9-84ba-3e005e302120 req-dcfb6ec1-79a4-43af-a8c0-2cb590619e36 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.774290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be9ede5f-6b9a-46b9-84ba-3e005e302120 req-dcfb6ec1-79a4-43af-a8c0-2cb590619e36 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.4027309 May 26 16:08:39.866502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.867537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.937256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-bb2bdc9c-bc69-4664-8ff9-496fe57edeb7 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5124078 May 26 16:08:39.954182 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.959143 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-c5f1e69f-a8b7-44b8-a8d5-becf2290ad64 service neutron] 10.222.0.24 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201049 May 26 16:08:40.043248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-3d3c2bb8-8a7a-4f4c-83cd-fb9d76c6d2be tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.045168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-3d3c2bb8-8a7a-4f4c-83cd-fb9d76c6d2be tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.24 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 816 time: 0.3347063 May 26 16:08:40.101192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Request body: {'port': {'device_id': '6aee196c-46a1-4982-9c5d-b000810fbc01', 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c', 'admin_state_up': True, 'tenant_id': '2e773ad9b3964cfc86aa78206ddc0cff'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:40.174050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.183676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-5b2411ce-ecfc-4325-b5fd-d7fe44593b8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38225be2-82d7-472f-a194-09d70f523c0c HTTP/1.1" status: 200 len: 1001 time: 0.4413278 May 26 16:08:40.189972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be9ede5f-6b9a-46b9-84ba-3e005e302120 req-6d962ea7-8f92-468b-b0aa-ea8eb23ec4a9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588495 May 26 16:08:40.211605 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3362514f-595f-4620-b7c9-f15cba2f1c4c req-aa9ad964-753e-4b9a-9ea4-7345f501659c service neutron] 10.222.0.24 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457592 May 26 16:08:40.375016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41948) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:40.514746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Allocated IP 172.25.0.77 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/aa7c7192-3a67-4b94-a565-c30440a67272) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:40.518971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.539127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-be1d98a2-113f-4a2f-9833-7d6f1877be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.540589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-be1d98a2-113f-4a2f-9833-7d6f1877be15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89acc52f-721e-427f-b71c-59781d53d629 HTTP/1.1" status: 200 len: 856 time: 0.3484192 May 26 16:08:40.558199 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.569627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.606369 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.708087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6e338edc-bb61-4574-962e-35386d18a60b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:40.714137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb051-bc59-4ce3-817f-a85b787895f7 req-f084842a-7aa3-4da5-8c20-11797b526680 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.720489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb051-bc59-4ce3-817f-a85b787895f7 req-f084842a-7aa3-4da5-8c20-11797b526680 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.727429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb051-bc59-4ce3-817f-a85b787895f7 req-f084842a-7aa3-4da5-8c20-11797b526680 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.734037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb051-bc59-4ce3-817f-a85b787895f7 req-f084842a-7aa3-4da5-8c20-11797b526680 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.739703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb051-bc59-4ce3-817f-a85b787895f7 req-f084842a-7aa3-4da5-8c20-11797b526680 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.745425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb051-bc59-4ce3-817f-a85b787895f7 req-f084842a-7aa3-4da5-8c20-11797b526680 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.751722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb051-bc59-4ce3-817f-a85b787895f7 req-f084842a-7aa3-4da5-8c20-11797b526680 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.755927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36fdb051-bc59-4ce3-817f-a85b787895f7 req-f084842a-7aa3-4da5-8c20-11797b526680 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.3846099 May 26 16:08:40.756683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 86db24cd-ebca-4671-830b-3ff7bbb14452 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:40.782058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41952) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:40.787815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6f314245-c8f9-4090-94dd-b5ffe832b347 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Request body: {'floatingip': {'port_id': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:40.788466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-09f74686-a82c-4266-b9c1-a32d7e66b1eb service neutron] 10.222.0.39 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7421050 May 26 16:08:40.805505 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9641d246-f504-49e9-a8a0-ad042b8395b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.807184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Made reservation on behalf of 2e773ad9b3964cfc86aa78206ddc0cff for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:40.810587 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.835901 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f314245-c8f9-4090-94dd-b5ffe832b347 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.855936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6e338edc-bb61-4574-962e-35386d18a60b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:40.856536 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.893240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-78fa9b40-df91-4001-9c1d-4cb9e10a2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.895426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-78fa9b40-df91-4001-9c1d-4cb9e10a2ce5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8e62433-5c96-4a8f-87fd-df2029b840d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3438852 May 26 16:08:40.915844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Allocated IP 2001:db8::188 (cf01b2f2-014e-4614-b849-39d964963588/033bca18-f6c9-42bf-a63a-74eb7a10f67c/fa317f57-9aa9-4dba-af96-f2f952dad123) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:41.038115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 86db24cd-ebca-4671-830b-3ff7bbb14452, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=86db24cd-ebca-4671-830b-3ff7bbb14452,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:41.056814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:41.068175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6e338edc-bb61-4574-962e-35386d18a60b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:41.112951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 86db24cd-ebca-4671-830b-3ff7bbb14452 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:41.113337 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.129350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86db24cd-ebca-4671-830b-3ff7bbb14452 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:41.150280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 86db24cd-ebca-4671-830b-3ff7bbb14452, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=86db24cd-ebca-4671-830b-3ff7bbb14452,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:41.155000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.185755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.219855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=86db24cd-ebca-4671-830b-3ff7bbb14452,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:41.320833 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.398890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Network cf01b2f2-014e-4614-b849-39d964963588 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:41.410700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:41.417960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['86db24cd-ebca-4671-830b-3ff7bbb14452'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:41.420155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event updated for resources: {'Port': ['ID=fa317f57-9aa9-4dba-af96-f2f952dad123,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:41.428041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:41.431710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.606858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4539c-13e2-4ddb-90fb-c4b4fd647bda req-867c475d-f5a4-449c-8dba-cf0aa1eb3f9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:41.614813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ef4539c-13e2-4ddb-90fb-c4b4fd647bda req-867c475d-f5a4-449c-8dba-cf0aa1eb3f9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 944 time: 0.7179782 May 26 16:08:41.636845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-51187952-1489-4132-822e-c4b0a6074069 service neutron] 10.222.0.39 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8340650 May 26 16:08:41.724653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-8cb0c991-72d2-462b-80cf-39f91b0b0068 service neutron] 10.222.0.24 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198991 May 26 16:08:41.725951 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.728460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f314245-c8f9-4090-94dd-b5ffe832b347 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.739344 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f314245-c8f9-4090-94dd-b5ffe832b347 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.809804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Allocated IP 172.20.0.7 (6f17f54c-58a1-4b49-b7a4-053da59b686c/ff5624fc-6d04-47e4-995c-bb545521c9d5/01e5cae2-1198-4dc6-97e1-9a7a856cbd52) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:41.817104 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9641d246-f504-49e9-a8a0-ad042b8395b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.848824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ef4539c-13e2-4ddb-90fb-c4b4fd647bda req-2ac1d286-4458-41ac-b8de-351d7cf2863b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331336 May 26 16:08:41.883787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:41.884960 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9641d246-f504-49e9-a8a0-ad042b8395b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.906986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:41.920825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:41.922748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7c7192-3a67-4b94-a565-c30440a67272,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:41.973448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.020240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9641d246-f504-49e9-a8a0-ad042b8395b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07e54100bbf145b495fead6a726de374&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6327894 May 26 16:08:42.020968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641d246-f504-49e9-a8a0-ad042b8395b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe5ca7e-eb94-4f49-9e33-66a51b3d7ccc,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:42.030627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41956) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:42.054437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-2865a65b-b55f-413d-bc3a-0bfb9ecf3c18 service neutron] 10.222.0.24 "GET /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072667 May 26 16:08:42.121666 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-6f314245-c8f9-4090-94dd-b5ffe832b347 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Floating IP 45fb01d1-371b-4331-a40c-29d5369ce8d5 associated. External IP: 172.25.0.192, port: a3ea30df-8a94-4fe4-ac42-9eca468d4a18. May 26 16:08:42.197485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-8847085a-0561-4e78-8373-ca996e1b89ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=2ca40ad8-2463-44af-bdc5-f14e6534583d HTTP/1.1" status: 200 len: 217 time: 0.1293540 May 26 16:08:42.460367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7601ce8-8d50-4344-84a6-b79d80a93d34 req-3cf47ca6-bdb9-4bf9-a52c-1604c005435d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:42.465118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7601ce8-8d50-4344-84a6-b79d80a93d34 req-3cf47ca6-bdb9-4bf9-a52c-1604c005435d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.4011121 May 26 16:08:42.471251 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.480167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41976) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:42.485260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-510be169-3d32-4c1b-bdb5-4abf1b1ccfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:42.486765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-510be169-3d32-4c1b-bdb5-4abf1b1ccfe1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.2463543 May 26 16:08:42.503087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'floatingip': {'port_id': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:42.597835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.647877 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.651896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.655344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.683035 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f314245-c8f9-4090-94dd-b5ffe832b347 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:42.735525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-7ba54868-f42a-43f4-90ad-20d9203a9238 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:42.737041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-7ba54868-f42a-43f4-90ad-20d9203a9238 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 816 time: 0.5386472 May 26 16:08:42.757549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 86db24cd-ebca-4671-830b-3ff7bbb14452 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:42.881015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 86db24cd-ebca-4671-830b-3ff7bbb14452 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:42.887694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 86db24cd-ebca-4671-830b-3ff7bbb14452 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:42.888271 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.897047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-3f6d3713-f37f-499f-8c76-29f616bedd95 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/quotas/2e773ad9b3964cfc86aa78206ddc0cff HTTP/1.1" status: 200 len: 375 time: 0.1008358 May 26 16:08:42.910274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-2e7b980c-1f17-4499-a7b9-195629e5df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:42.912383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-2e7b980c-1f17-4499-a7b9-195629e5df84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4024227 May 26 16:08:42.929606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.109176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 86db24cd-ebca-4671-830b-3ff7bbb14452 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:43.111161 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.146494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86db24cd-ebca-4671-830b-3ff7bbb14452'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:43.150202 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ccf392-d920-40b1-8127-13106c7e9b00" -d '{"events": [{"server_uuid": "69566d43-812a-4e8e-a13f-ece2fc858adc", "name": "network-vif-plugged", "status": "completed", "tag": "86db24cd-ebca-4671-830b-3ff7bbb14452"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:43.157335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.180082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 86db24cd-ebca-4671-830b-3ff7bbb14452, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=86db24cd-ebca-4671-830b-3ff7bbb14452,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:43.185813 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.273269 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.275509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=86db24cd-ebca-4671-830b-3ff7bbb14452,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:43.276041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.280092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebe5ca7e-eb94-4f49-9e33-66a51b3d7ccc HTTP/1.1" status: 204 len: 168 time: 1.2413158 May 26 16:08:43.328278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f314245-c8f9-4090-94dd-b5ffe832b347 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:43.336125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f314245-c8f9-4090-94dd-b5ffe832b347 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.339070 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] Sync routers for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:43.359351 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:43.360804 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:43.363487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Router 1d62da48-88d2-41f2-a20f-1df27fb20022 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:08:43.391635 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6f314245-c8f9-4090-94dd-b5ffe832b347 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "PUT /v2.0/floatingips/45fb01d1-371b-4331-a40c-29d5369ce8d5 HTTP/1.1" status: 200 len: 992 time: 2.6079364 May 26 16:08:43.437563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:43.441471 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16b8453-cf3e-4313-b48b-af10826c8cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:43.575647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:43.588894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Sync routers for ids ['1d62da48-88d2-41f2-a20f-1df27fb20022'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:43.593864 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:43.606403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.611880 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-079b877a-f97d-43bc-8b8c-e192ff6eb321 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1926253 May 26 16:08:43.613198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Routers {'1d62da48-88d2-41f2-a20f-1df27fb20022'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:43.613665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41990) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:43.614819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1d62da48-88d2-41f2-a20f-1df27fb20022'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:43.724507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Network 6f17f54c-58a1-4b49-b7a4-053da59b686c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:43.764042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:43.780786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe5ca7e-eb94-4f49-9e33-66a51b3d7ccc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:43.801079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:43.811826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41992) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:43.868197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bf87ae5-6a3d-444a-b036-aab7ed21f73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.879269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-1729dc12-af7e-4dcf-8bc6-4b3b1e91ff30 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9462368 May 26 16:08:43.993931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Set router 1d62da48-88d2-41f2-a20f-1df27fb20022 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:44.072200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Pushing event updated for resources: {'Port': ['ID=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:44.076145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.076607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.077056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.077504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.077988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.078431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.078864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.079298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.079735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.080173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.080609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.081035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ded519-765e-4e04-a0ae-286f12250698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.155017 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bf87ae5-6a3d-444a-b036-aab7ed21f73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.184350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bf87ae5-6a3d-444a-b036-aab7ed21f73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.213920 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '45fb01d1-371b-4331-a40c-29d5369ce8d5', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'port_id': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'mac_address': 'fa:16:3e:2a:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:07:14Z', 'updated_at': '2022-05-26T16:08:41Z', 'revision_number': 1, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d15151-fc29-4c49-8279-ebfe46986a59', 'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'mac_address': 'fa:16:3e:05:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 5, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'subnets': [{'id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:44.251179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf87ae5-6a3d-444a-b036-aab7ed21f73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07952495-61c0-4194-835a-2c7528b9c713,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:44.255545 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] Checking router: fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:44.259138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd20ab-b317-4e7d-9e36-c8678e69f7fe req-b4e0e8a3-3560-49be-a861-3a926c5a55a0 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:44.261047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afd20ab-b317-4e7d-9e36-c8678e69f7fe req-b4e0e8a3-3560-49be-a861-3a926c5a55a0 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 946 time: 1.0986617 May 26 16:08:44.264481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-69521eb4-2581-44d8-ba91-50a28d8b727f service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3438382 May 26 16:08:44.273676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.276802 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:44.277682 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:44.298153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d62da48-88d2-41f2-a20f-1df27fb20022', 'name': '', 'tenant_id': '3b795181adf141f5ad5de0a1558b6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf01b2f2-014e-4614-b849-39d964963588', 'external_fixed_ips': [{'subnet_id': '033bca18-f6c9-42bf-a63a-74eb7a10f67c', 'ip_address': '2001:db8::188'}], 'enable_snat': True}, 'gw_port_id': 'fa317f57-9aa9-4dba-af96-f2f952dad123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:41Z', 'revision_number': 3, 'project_id': '3b795181adf141f5ad5de0a1558b6bfc', 'gw_port': {'id': 'fa317f57-9aa9-4dba-af96-f2f952dad123', 'name': '', 'network_id': 'cf01b2f2-014e-4614-b849-39d964963588', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d62da48-88d2-41f2-a20f-1df27fb20022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '033bca18-f6c9-42bf-a63a-74eb7a10f67c', 'ip_address': '2001:db8::188', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:40Z', 'updated_at': '2022-05-26T16:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '033bca18-f6c9-42bf-a63a-74eb7a10f67c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:44.349951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Checking router: 1d62da48-88d2-41f2-a20f-1df27fb20022 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:44.350578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Updating router 1d62da48-88d2-41f2-a20f-1df27fb20022 port fa317f57-9aa9-4dba-af96-f2f952dad123 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:44.351407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.351771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.352119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.352458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.352801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.353137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.353472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.353807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.354163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.354497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.355136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.355484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:44.384723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d1e806da-b327-43f7-845e-39e51ceb9b24 None None] Provisioning complete for port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:44.385351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1e806da-b327-43f7-845e-39e51ceb9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.390769 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.403114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9afd20ab-b317-4e7d-9e36-c8678e69f7fe req-2d046462-867a-4490-8c6e-9ea47fc500ac tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071577 May 26 16:08:44.439467 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9bf87ae5-6a3d-444a-b036-aab7ed21f73f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37841d647a4c467c93b74af3f589ec2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6235654 May 26 16:08:44.443426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:44.444205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.444639 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.449810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41994) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:44.477702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-03ce837d-32e8-4cb9-adc0-c0f2cb646d44 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:44.479792 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-03ce837d-32e8-4cb9-adc0-c0f2cb646d44 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.32 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 816 time: 0.6655846 May 26 16:08:44.548154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Request body: {'port': {'device_id': 'e3c573ad-b81c-49e2-9c91-8b030a5e96c1', 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c', 'admin_state_up': True, 'tenant_id': '2e773ad9b3964cfc86aa78206ddc0cff'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:44.584718 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:44.677834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-12a85e72-6722-443d-af08-4fb84f32a730 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5934417 May 26 16:08:44.703527 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746ee316-1467-4bad-8699-057843588e9d x-openstack-request-id: req-746ee316-1467-4bad-8699-057843588e9d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:44.704637 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:44.707242 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-746ee316-1467-4bad-8699-057843588e9d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:44.708096 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746ee316-1467-4bad-8699-057843588e9d'] response: {'name': 'network-changed', 'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'status': 'completed', 'code': 200} May 26 16:08:44.747070 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bf19b5-1c20-49f7-8e6a-bc8215a33571 x-openstack-request-id: req-05bf19b5-1c20-49f7-8e6a-bc8215a33571 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:44.747330 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69566d43-812a-4e8e-a13f-ece2fc858adc", "name": "network-vif-plugged", "status": "completed", "tag": "86db24cd-ebca-4671-830b-3ff7bbb14452", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:44.747657 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05bf19b5-1c20-49f7-8e6a-bc8215a33571 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:44.748058 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bf19b5-1c20-49f7-8e6a-bc8215a33571'] response: {'server_uuid': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'code': 200} May 26 16:08:44.751391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Request body: {'port': {'device_id': '6aee196c-46a1-4982-9c5d-b000810fbc01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:44.774418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d1e806da-b327-43f7-845e-39e51ceb9b24 None None] Port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:44.953474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Made reservation on behalf of 2e773ad9b3964cfc86aa78206ddc0cff for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:44.960818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fee0-4438-433b-897a-a48a9b0ec153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.961883 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.965652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-989d5cd4-ad0c-4f68-86e3-4719fbead040 service neutron] 10.222.0.39 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9778059 May 26 16:08:45.006382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.016115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Deleting port fa317f57-9aa9-4dba-af96-f2f952dad123 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:45.017116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.036820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-84d53728-0659-482f-881e-f9b60fbca597 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488928 May 26 16:08:45.098709 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '45fb01d1-371b-4331-a40c-29d5369ce8d5', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'port_id': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'mac_address': 'fa:16:3e:2a:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:07:14Z', 'updated_at': '2022-05-26T16:08:41Z', 'revision_number': 1, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d15151-fc29-4c49-8279-ebfe46986a59', 'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'mac_address': 'fa:16:3e:05:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 5, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'subnets': [{'id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:45.135354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.147037 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.150359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Calling delete_port for fa317f57-9aa9-4dba-af96-f2f952dad123 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:45.156446 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.175705 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b0d20-127c-48a4-a9c8-11f65cf91271 None None] The sync data for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 is: [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '45fb01d1-371b-4331-a40c-29d5369ce8d5', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'port_id': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'mac_address': 'fa:16:3e:2a:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:07:14Z', 'updated_at': '2022-05-26T16:08:41Z', 'revision_number': 1, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d15151-fc29-4c49-8279-ebfe46986a59', 'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'mac_address': 'fa:16:3e:05:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 5, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'subnets': [{'id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:45.225688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff6341-c200-4ed4-9551-bf0f185e5799 None None] Pushing event updated for resources: {'Port': ['ID=fa317f57-9aa9-4dba-af96-f2f952dad123,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:45.269639 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fee0-4438-433b-897a-a48a9b0ec153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.275532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Attempting to bind port fa317f57-9aa9-4dba-af96-f2f952dad123 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:45.276051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Attempting to bind port fa317f57-9aa9-4dba-af96-f2f952dad123 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '0e5030f6-64ff-4767-be2b-fee4fdc79f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cf01b2f2-014e-4614-b849-39d964963588'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:45.276733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Attempting to bind port fa317f57-9aa9-4dba-af96-f2f952dad123 on network cf01b2f2-014e-4614-b849-39d964963588 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:45.286639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:45.287532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Checking segment: {'id': '0e5030f6-64ff-4767-be2b-fee4fdc79f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cf01b2f2-014e-4614-b849-39d964963588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:45.288221 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.288931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Bound using segment: {'id': '0e5030f6-64ff-4767-be2b-fee4fdc79f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cf01b2f2-014e-4614-b849-39d964963588'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:45.289579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Bound port: fa317f57-9aa9-4dba-af96-f2f952dad123, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5030f6-64ff-4767-be2b-fee4fdc79f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cf01b2f2-014e-4614-b849-39d964963588'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:45.290244 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.358090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] For port fa317f57-9aa9-4dba-af96-f2f952dad123, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:45.363330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] For port fa317f57-9aa9-4dba-af96-f2f952dad123, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fa317f57-9aa9-4dba-af96-f2f952dad123,segment=NetworkSegment(0e5030f6-64ff-4767-be2b-fee4fdc79f7a),segment_id=0e5030f6-64ff-4767-be2b-fee4fdc79f7a)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:45.366944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29514c1b-3249-4b7b-8c48-cae083410d91 req-34ea2eb2-f944-4b08-be5a-5740d9f97ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.368299 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.369764 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-29514c1b-3249-4b7b-8c48-cae083410d91 req-34ea2eb2-f944-4b08-be5a-5740d9f97ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 1097 time: 0.6532218 May 26 16:08:45.432115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-ca53218e-3a1b-469d-860a-36ac4022c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.433637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-ca53218e-3a1b-469d-860a-36ac4022c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.433809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Routers {'1d62da48-88d2-41f2-a20f-1df27fb20022'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:45.433958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-ca53218e-3a1b-469d-860a-36ac4022c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.434135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1d62da48-88d2-41f2-a20f-1df27fb20022'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:45.434676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-ca53218e-3a1b-469d-860a-36ac4022c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.435936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-ca53218e-3a1b-469d-860a-36ac4022c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.436359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-ca53218e-3a1b-469d-860a-36ac4022c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.437194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-ca53218e-3a1b-469d-860a-36ac4022c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.440769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-ca53218e-3a1b-469d-860a-36ac4022c262 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6490 time: 0.6168041 May 26 16:08:45.443379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-ed5751ae-d10a-46df-90f3-a135f60a4e33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=56c037a8-566f-46b6-9a3d-7750591a5be3 HTTP/1.1" status: 200 len: 217 time: 0.3199403 May 26 16:08:45.463997 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.502287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Allocated IP 172.20.0.14 (6f17f54c-58a1-4b49-b7a4-053da59b686c/ff5624fc-6d04-47e4-995c-bb545521c9d5/e046e5a9-7c47-477b-99e2-f618a49aa6ed) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:45.521398 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-29514c1b-3249-4b7b-8c48-cae083410d91 req-ba2be5ec-631b-4c69-b7f6-9b8e77c7d7b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144874 May 26 16:08:45.584077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff6341-c200-4ed4-9551-bf0f185e5799 None None] Pushing event updated for resources: {'Port': ['ID=fa317f57-9aa9-4dba-af96-f2f952dad123,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:45.612170 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cee4c-8e79-474a-9716-abe04e25987f None None] New status for floating IP 45fb01d1-371b-4331-a40c-29d5369ce8d5: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:08:45.633266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] Set router 1d62da48-88d2-41f2-a20f-1df27fb20022 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:45.693674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d62da48-88d2-41f2-a20f-1df27fb20022', 'name': '', 'tenant_id': '3b795181adf141f5ad5de0a1558b6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:44Z', 'revision_number': 4, 'project_id': '3b795181adf141f5ad5de0a1558b6bfc', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:45.726474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-36095467-4311-419d-81aa-1270eae48b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.729343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-36095467-4311-419d-81aa-1270eae48b37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.2510014 May 26 16:08:45.741097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30348fb-1507-48a5-a5d9-ff57b738e2bd None None] The sync data for ids ['1d62da48-88d2-41f2-a20f-1df27fb20022'] in n-d-843336-2 is: [{'id': '1d62da48-88d2-41f2-a20f-1df27fb20022', 'name': '', 'tenant_id': '3b795181adf141f5ad5de0a1558b6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:44Z', 'revision_number': 4, 'project_id': '3b795181adf141f5ad5de0a1558b6bfc', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:45.917522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.008409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa317f57-9aa9-4dba-af96-f2f952dad123,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:46.080085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.194199 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.236239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.240934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.315155 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.316857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d62da48-88d2-41f2-a20f-1df27fb20022 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:08:46.322341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.323912 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c1a50c11-609d-47d6-a607-0fb7c994cbf7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "DELETE /v2.0/routers/1d62da48-88d2-41f2-a20f-1df27fb20022 HTTP/1.1" status: 204 len: 168 time: 2.7055409 May 26 16:08:46.327836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41998) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:46.359514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.363998 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:08:46.370200 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fee0-4438-433b-897a-a48a9b0ec153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.372697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fee0-4438-433b-897a-a48a9b0ec153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.375467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9eb2fee0-4438-433b-897a-a48a9b0ec153 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07952495-61c0-4194-835a-2c7528b9c713 HTTP/1.1" status: 204 len: 168 time: 1.8922944 May 26 16:08:46.413184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-019e7612-8aa5-4b25-834d-d5d5c8ceac0c service neutron] 10.222.0.39 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4383028 May 26 16:08:46.423890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c2e961-2f35-4e2a-82ad-4a1d5f6b735f tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Deleting subnet 033bca18-f6c9-42bf-a63a-74eb7a10f67c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:46.427991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Network 6f17f54c-58a1-4b49-b7a4-053da59b686c is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:46.437413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:46.441105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c2e961-2f35-4e2a-82ad-4a1d5f6b735f tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.444095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:46.448044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Pushing event updated for resources: {'Port': ['ID=e046e5a9-7c47-477b-99e2-f618a49aa6ed,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:46.471418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2fee0-4438-433b-897a-a48a9b0ec153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07952495-61c0-4194-835a-2c7528b9c713,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:46.566576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847468db-721b-4836-ad95-1cd127420944 req-be719d92-836b-453a-a500-fcaf08efcc07 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:46.568113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-847468db-721b-4836-ad95-1cd127420944 req-be719d92-836b-453a-a500-fcaf08efcc07 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 946 time: 0.9398870 May 26 16:08:46.606670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.619556 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.628980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c2e961-2f35-4e2a-82ad-4a1d5f6b735f tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.636140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-673677fa-d650-4302-87af-80485559c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:46.637640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-673677fa-d650-4302-87af-80485559c229 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8536625 May 26 16:08:46.638760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-4936e193-434c-4dfe-97be-b3310bbee7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:46.640333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-4936e193-434c-4dfe-97be-b3310bbee7f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66950eb9-9364-4c32-a1ab-960fc915f592 HTTP/1.1" status: 200 len: 912 time: 1.1331091 May 26 16:08:46.662790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:46.664982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.700454 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-5870b41b-fcc1-400b-95d1-b0109aecc80c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1632187 May 26 16:08:46.722122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Request body: {'port': {'device_id': 'e3c573ad-b81c-49e2-9c91-8b030a5e96c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:46.725820 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c2e961-2f35-4e2a-82ad-4a1d5f6b735f tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.902762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.908599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-d977c370-5e58-488b-97f5-e1290146c174 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163234 May 26 16:08:47.106320 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c2e961-2f35-4e2a-82ad-4a1d5f6b735f tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.151234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-115567b8-1cd2-4e1f-9a1e-9070a47266ef None None] Provisioning complete for port e046e5a9-7c47-477b-99e2-f618a49aa6ed triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:47.151929 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-115567b8-1cd2-4e1f-9a1e-9070a47266ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.227247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-115567b8-1cd2-4e1f-9a1e-9070a47266ef None None] Port e046e5a9-7c47-477b-99e2-f618a49aa6ed cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:47.248813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebd91a55-f588-413c-affa-ad0551df0b6a req-dcc33065-4f3f-4725-b824-d99ab110b59a tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 210 time: 0.1475532 May 26 16:08:47.309519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2e961-2f35-4e2a-82ad-4a1d5f6b735f tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=033bca18-f6c9-42bf-a63a-74eb7a10f67c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:47.322097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47c2e961-2f35-4e2a-82ad-4a1d5f6b735f tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.334596 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-47c2e961-2f35-4e2a-82ad-4a1d5f6b735f tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/033bca18-f6c9-42bf-a63a-74eb7a10f67c HTTP/1.1" status: 204 len: 168 time: 0.9988694 May 26 16:08:47.335400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42014) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:47.351022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:08:47.455740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-2e258fc1-11cb-41b9-8f5a-ec5a7582bcca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3ea30df-8a94-4fe4-ac42-9eca468d4a18 HTTP/1.1" status: 200 len: 1002 time: 0.7624793 May 26 16:08:47.467534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.481451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-847468db-721b-4836-ad95-1cd127420944 req-f62b46e5-97f9-4c81-9e36-abf5b7ad7b17 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8483539 May 26 16:08:47.624305 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Floating IP a66d8037-57f7-47e7-8b6c-e71189da18f2 associated. External IP: 172.25.0.87, port: e7ed3929-8abd-4ea4-ae15-88d4bfba10e4. May 26 16:08:47.639606 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.677149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf01b2f2-014e-4614-b849-39d964963588']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:47.691631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5030f6-64ff-4767-be2b-fee4fdc79f7a') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:47.692088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5030f6-64ff-4767-be2b-fee4fdc79f7a') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:47.707085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.740049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-ce355925-29e5-42e0-919b-afb36d3674b3 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774370 May 26 16:08:47.741074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.757522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:47.758267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.803881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-c3b1b36c-3630-4dd9-9687-6a2fc82248f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:47.805474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-c3b1b36c-3630-4dd9-9687-6a2fc82248f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764 HTTP/1.1" status: 200 len: 850 time: 0.3200550 May 26 16:08:47.897700 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.906591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf01b2f2-014e-4614-b849-39d964963588 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:08:47.914201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.921543 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "DELETE /v2.0/networks/cf01b2f2-014e-4614-b849-39d964963588 HTTP/1.1" status: 204 len: 168 time: 0.5813849 May 26 16:08:47.928483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-a7c80505-c7f0-4db4-a6bd-5a72a1b5ecb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=504991a7-772d-4514-ac9d-2402ff0ed221 HTTP/1.1" status: 200 len: 217 time: 0.1451447 May 26 16:08:47.948188 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860ec71-70f7-496c-a4fc-19e17b417c72 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf01b2f2-014e-4614-b849-39d964963588,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:48.128653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:48.190541 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 0e5030f6-64ff-4767-be2b-fee4fdc79f7a resource provider aggregate not found May 26 16:08:48.244363 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 0e5030f6-64ff-4767-be2b-fee4fdc79f7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e5030f6-64ff-4767-be2b-fee4fdc79f7a found for delete ", "request_id": "req-d6e3045c-6922-406c-a1ec-cd969eb8da96"}]} May 26 16:08:48.320144 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.336632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:48.449927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Router ddc59841-e546-4956-9b79-466546acadd5 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:48.455443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-fead63a5-9260-41df-9080-84f347a35828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:48.464548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-fead63a5-9260-41df-9080-84f347a35828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.4159629 May 26 16:08:48.501819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Transition to ACTIVE for port object 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:48.524955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-c9fcbe13-f436-4dfe-b12c-20e7047bc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:48.527798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-c9fcbe13-f436-4dfe-b12c-20e7047bc197 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66950eb9-9364-4c32-a1ab-960fc915f592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6534307 May 26 16:08:48.591472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00cf1274-c63b-4089-a707-55bb03eb1cb4 req-e720a828-c26f-442e-a871-aa40ae5fb26e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 210 time: 0.1144388 May 26 16:08:48.592669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42050) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:48.662340 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.685809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Sync routers for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:48.690156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-10209512-0986-43ec-bbb4-8def63fde3c4 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'router': {'name': 'tempest-router--1975434597', 'project_id': '15c1947af37b4def806faa8308efff46'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:48.712363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:48.713286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:48.780555 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.787908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4cc52cf4-bd6b-4914-8daa-29485d28cb06 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.3328917 May 26 16:08:48.792960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42054) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:48.911430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:48.960879 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e046e5a9-7c47-477b-99e2-f618a49aa6ed {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:48.979985 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.019463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Transition to ACTIVE for port object e046e5a9-7c47-477b-99e2-f618a49aa6ed will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:49.024362 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.048497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Pushing event updated for resources: {'Port': ['ID=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:49.222876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-87efb246-5ad4-440c-bb82-508413f830f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:49.235545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-87efb246-5ad4-440c-bb82-508413f830f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7377119 May 26 16:08:49.321394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e046e5a9-7c47-477b-99e2-f618a49aa6ed,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:49.516800 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10209512-0986-43ec-bbb4-8def63fde3c4 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.520766 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10209512-0986-43ec-bbb4-8def63fde3c4 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.521240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:42Z', 'revision_number': 3, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:49.564654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Checking router: 708e1a73-cae1-40e4-a724-cde7d4ad65e2 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:49.565155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Updating router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 port aa7c7192-3a67-4b94-a565-c30440a67272 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:49.630729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.716263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Attempting to bind port e046e5a9-7c47-477b-99e2-f618a49aa6ed on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:49.716674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Attempting to bind port e046e5a9-7c47-477b-99e2-f618a49aa6ed by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:49.717061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Attempting to bind port e046e5a9-7c47-477b-99e2-f618a49aa6ed on network 6f17f54c-58a1-4b49-b7a4-053da59b686c {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:49.730783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Port e046e5a9-7c47-477b-99e2-f618a49aa6ed on network 6f17f54c-58a1-4b49-b7a4-053da59b686c not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:08:49.731204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Attempting to bind port e046e5a9-7c47-477b-99e2-f618a49aa6ed on network 6f17f54c-58a1-4b49-b7a4-053da59b686c {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:49.752546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:49.753131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Checking segment: {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:49.754207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Bound using segment: {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:49.754663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Bound port: e046e5a9-7c47-477b-99e2-f618a49aa6ed, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:49.756035 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.076600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] For port e046e5a9-7c47-477b-99e2-f618a49aa6ed, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:50.108612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] For port e046e5a9-7c47-477b-99e2-f618a49aa6ed, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e046e5a9-7c47-477b-99e2-f618a49aa6ed,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:50.131564 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.138795 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.156674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.164779 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10209512-0986-43ec-bbb4-8def63fde3c4 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.182870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48defe-bda3-4b2a-addd-aff6027f62c7 req-6e6e7d27-6096-422a-ba38-bfcd5faf1058 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:50.194862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b48defe-bda3-4b2a-addd-aff6027f62c7 req-6e6e7d27-6096-422a-ba38-bfcd5faf1058 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 946 time: 1.4217315 May 26 16:08:50.226067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Attempting to bind port aa7c7192-3a67-4b94-a565-c30440a67272 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:50.226627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Attempting to bind port aa7c7192-3a67-4b94-a565-c30440a67272 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:50.227400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Attempting to bind port aa7c7192-3a67-4b94-a565-c30440a67272 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:50.240199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:50.240778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:50.241570 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.242225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:50.243192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Bound port: aa7c7192-3a67-4b94-a565-c30440a67272, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:50.243855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.260183 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b154526b-9bc4-4cc0-918e-5a227bf4fda2 req-00e0694f-7b2d-4ecf-a486-255031c17f32 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 210 time: 0.0440342 May 26 16:08:50.261542 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10209512-0986-43ec-bbb4-8def63fde3c4 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.291517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:50.293633 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.298193 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/e046e5a9-7c47-477b-99e2-f618a49aa6ed HTTP/1.1" status: 200 len: 1092 time: 3.5828369 May 26 16:08:50.326391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10209512-0986-43ec-bbb4-8def63fde3c4 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.326391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-10209512-0986-43ec-bbb4-8def63fde3c4 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6616983 May 26 16:08:50.334721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c573ad-b81c-49e2-9c91-8b030a5e96c1', 'tag': 'e046e5a9-7c47-477b-99e2-f618a49aa6ed'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:50.352388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42082) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:50.353455 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaae89c-aae2-4ecd-b4bb-a323b474da85" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c573ad-b81c-49e2-9c91-8b030a5e96c1", "tag": "e046e5a9-7c47-477b-99e2-f618a49aa6ed"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:50.379965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0554a6d-0976-47c5-9e0c-a9e6a8820cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e046e5a9-7c47-477b-99e2-f618a49aa6ed,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:50.386038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380014e-acd8-4188-95b9-205ad166f713 None None] Pushing event updated for resources: {'Port': ['ID=aa7c7192-3a67-4b94-a565-c30440a67272,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:50.432870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] For port aa7c7192-3a67-4b94-a565-c30440a67272, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:50.449021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] For port aa7c7192-3a67-4b94-a565-c30440a67272, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa7c7192-3a67-4b94-a565-c30440a67272,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:50.459118 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.479244 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622c7fa-c61f-4503-b71c-3f6da09ce55b x-openstack-request-id: req-2622c7fa-c61f-4503-b71c-3f6da09ce55b {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:50.479578 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c573ad-b81c-49e2-9c91-8b030a5e96c1", "tag": "e046e5a9-7c47-477b-99e2-f618a49aa6ed", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:50.479765 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2622c7fa-c61f-4503-b71c-3f6da09ce55b {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:50.480162 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2622c7fa-c61f-4503-b71c-3f6da09ce55b'] response: {'name': 'network-changed', 'server_uuid': 'e3c573ad-b81c-49e2-9c91-8b030a5e96c1', 'tag': 'e046e5a9-7c47-477b-99e2-f618a49aa6ed', 'status': 'completed', 'code': 200} May 26 16:08:50.539452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:50.550341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.555918 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] Sync routers for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:50.579758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380014e-acd8-4188-95b9-205ad166f713 None None] Pushing event updated for resources: {'Port': ['ID=aa7c7192-3a67-4b94-a565-c30440a67272,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:50.596323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-440fc2f2-b447-4b89-9662-ac570c0887de service neutron] 10.222.0.32 "GET /v2.0/networks/66950eb9-9364-4c32-a1ab-960fc915f592?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0003538 May 26 16:08:50.597805 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:50.602858 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:50.613333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:50.614319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:50.667368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a747d4f2-a994-43f8-a335-1b50b10f7964 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.746368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-f5280ccd-43a8-4582-b38e-9d19d686a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:50.749665 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-f5280ccd-43a8-4582-b38e-9d19d686a175 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1 HTTP/1.1" status: 200 len: 1095 time: 0.3134885 May 26 16:08:50.778888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.789566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-0596b11d-ab9d-4b46-83af-0b4c5a47a840 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4613502 May 26 16:08:50.818191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:50.826350 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-51fcacdf-f4e8-4fd5-aa16-63aa7cbaa42c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e046e5a9-7c47-477b-99e2-f618a49aa6ed HTTP/1.1" status: 200 len: 217 time: 0.0607440 May 26 16:08:50.855705 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:50.935713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b48defe-bda3-4b2a-addd-aff6027f62c7 req-65114fe7-0180-401e-9a7b-6f68716651d8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7396336 May 26 16:08:50.936683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Attempting to bind port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:50.937175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Attempting to bind port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:50.937690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Attempting to bind port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 on network 6f17f54c-58a1-4b49-b7a4-053da59b686c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:50.961847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-c2b52c20-ae96-4b2e-b2cb-9408a3fc405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:50.963705 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-c2b52c20-ae96-4b2e-b2cb-9408a3fc405e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff5624fc-6d04-47e4-995c-bb545521c9d5 HTTP/1.1" status: 200 len: 855 time: 0.1232965 May 26 16:08:51.062711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f71035d8-2525-44e5-9194-e9b71b3c69c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "PUT /v2.0/floatingips/a66d8037-57f7-47e7-8b6c-e71189da18f2 HTTP/1.1" status: 200 len: 991 time: 8.5748892 May 26 16:08:51.102168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:51.116663 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3848532-50a8-40c4-818a-b86c813fe7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:51.188969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-49fd718d-d8ae-4e83-a208-7c6d8dc7a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:51.191091 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-49fd718d-d8ae-4e83-a208-7c6d8dc7a216 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f17f54c-58a1-4b49-b7a4-053da59b686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168384 May 26 16:08:51.209260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-fd7da40e-e3e1-4bf8-bc26-9a0c74246d2b tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:51.222711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-fd7da40e-e3e1-4bf8-bc26-9a0c74246d2b tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.32 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 816 time: 2.1000226 May 26 16:08:51.289696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:42Z', 'revision_number': 3, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:51.323964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca4307-f997-4494-89d6-16f6f161c8ea None None] The sync data for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 is: [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:42Z', 'revision_number': 3, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:51.339089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Allocated IP 172.20.0.1 (d431265e-4b60-48a5-b94c-06597be7d57a/d51c5ccb-4b00-488d-a7ab-23d918da3439/2b47d6ae-8ba8-4bd8-9ade-913030b44420) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:51.348593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 on network 6f17f54c-58a1-4b49-b7a4-053da59b686c not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:08:51.348864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Attempting to bind port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 on network 6f17f54c-58a1-4b49-b7a4-053da59b686c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:51.395518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Request body: {'port': {'device_id': 'd588fa35-a1d9-4764-9886-7f52c7fb3ba6', 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c', 'admin_state_up': True, 'tenant_id': '2e773ad9b3964cfc86aa78206ddc0cff'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:51.508170 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-fb9772d9-5014-45a4-bc02-2d2449566538 service neutron] 10.222.0.32 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690215 May 26 16:08:51.594406 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'a66d8037-57f7-47e7-8b6c-e71189da18f2', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'port_id': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'mac_address': 'fa:16:3e:0f:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:15Z', 'updated_at': '2022-05-26T16:08:45Z', 'revision_number': 1, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4734ad21-3657-4e02-b136-b585455a616b', 'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'mac_address': 'fa:16:3e:6f:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:06Z', 'updated_at': '2022-05-26T16:08:16Z', 'revision_number': 5, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'subnets': [{'id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:51.595244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:51.595792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Checking segment: {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:51.595983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Bound using segment: {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:51.596608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Bound port: 01e5cae2-1198-4dc6-97e1-9a7a856cbd52, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:51.597108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.649070 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] Checking router: ddc59841-e546-4956-9b79-466546acadd5 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:51.665888 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:51.667345 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:51.685917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.755140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac6a3d1f-0bef-42cf-b22f-d25bc7a94cb7 req-2dfda176-b694-4c2b-981e-696dc9d877b8 service neutron] 10.222.0.32 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349348 May 26 16:08:51.791972 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.943982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a747d4f2-a994-43f8-a335-1b50b10f7964 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.965302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a747d4f2-a994-43f8-a335-1b50b10f7964 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.969294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Made reservation on behalf of 2e773ad9b3964cfc86aa78206ddc0cff for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:51.970174 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:51.978020 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.060933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Pushing event updated for resources: {'Port': ['ID=2b47d6ae-8ba8-4bd8-9ade-913030b44420,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:52.094167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Network d431265e-4b60-48a5-b94c-06597be7d57a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:52.110298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:52.114639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:52.179118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b16b8453-cf3e-4313-b48b-af10826c8cb4 req-3ffd147b-7010-4e1a-afae-0acbaa7acbe3 service neutron] 10.222.0.32 "GET /v2.0/networks/66950eb9-9364-4c32-a1ab-960fc915f592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5167413 May 26 16:08:52.216048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c108b-22e1-47be-88a4-00e11c079131 req-e2b0b925-f076-4d07-be0b-909dd4ef2b53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:52.218751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-107c108b-22e1-47be-88a4-00e11c079131 req-e2b0b925-f076-4d07-be0b-909dd4ef2b53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 946 time: 1.0185876 May 26 16:08:52.220380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-f723a613-4e54-4bb0-9a30-5e54be486202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:52.224119 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-f723a613-4e54-4bb0-9a30-5e54be486202 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1 HTTP/1.1" status: 200 len: 1095 time: 0.2703640 May 26 16:08:52.230237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42130) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:52.233519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335840a8-1cf2-465b-8ac5-b719a6014ebe req-548be651-d1b4-448e-b6af-cdeff0608d46 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:52.236662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-335840a8-1cf2-465b-8ac5-b719a6014ebe req-548be651-d1b4-448e-b6af-cdeff0608d46 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.8799653 May 26 16:08:52.249361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'floatingip': {'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:52.334636 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.375551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.376456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-fd53ea7e-aa42-4cd8-9328-a3c308ca40b2 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4352698 May 26 16:08:52.379186 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11edb6da-ae7c-4aba-b8b2-f23b18e40a95 x-openstack-request-id: req-11edb6da-ae7c-4aba-b8b2-f23b18e40a95 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:52.379604 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:52.379980 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11edb6da-ae7c-4aba-b8b2-f23b18e40a95 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:52.380587 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11edb6da-ae7c-4aba-b8b2-f23b18e40a95'] response: {'name': 'network-changed', 'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'status': 'completed', 'code': 200} May 26 16:08:52.422994 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a747d4f2-a994-43f8-a335-1b50b10f7964 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.423570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a747d4f2-a994-43f8-a335-1b50b10f7964 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56428e5f-19ab-425b-b20a-86d80001de2a {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:08:52.507460 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a747d4f2-a994-43f8-a335-1b50b10f7964 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.510302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a747d4f2-a994-43f8-a335-1b50b10f7964 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "DELETE /v2.0/routers/56428e5f-19ab-425b-b20a-86d80001de2a HTTP/1.1" status: 204 len: 168 time: 2.1600976 May 26 16:08:52.646662 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'a66d8037-57f7-47e7-8b6c-e71189da18f2', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'port_id': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'mac_address': 'fa:16:3e:0f:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:15Z', 'updated_at': '2022-05-26T16:08:45Z', 'revision_number': 1, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4734ad21-3657-4e02-b136-b585455a616b', 'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'mac_address': 'fa:16:3e:6f:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:06Z', 'updated_at': '2022-05-26T16:08:16Z', 'revision_number': 5, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'subnets': [{'id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:52.722744 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ce9d7-62c4-4f2b-8431-f0146f56d653 None None] The sync data for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 is: [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'a66d8037-57f7-47e7-8b6c-e71189da18f2', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'floating_ip_address': '172.25.0.87', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'port_id': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'mac_address': 'fa:16:3e:0f:8b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:15Z', 'updated_at': '2022-05-26T16:08:45Z', 'revision_number': 1, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4734ad21-3657-4e02-b136-b585455a616b', 'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'mac_address': 'fa:16:3e:6f:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:06Z', 'updated_at': '2022-05-26T16:08:16Z', 'revision_number': 5, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'subnets': [{'id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:52.725700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa7c7192-3a67-4b94-a565-c30440a67272 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:52.824574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] For port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:52.859203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] For port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:52.942491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port aa7c7192-3a67-4b94-a565-c30440a67272 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:52.942878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.015267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42144) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:53.080035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-60f00024-ce2b-41b7-bf11-d2e6079688bf req-51bbf7f2-6068-4a03-99ce-c7ce94eaa24d tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 210 time: 0.4194133 May 26 16:08:53.094234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-0ec99be4-fae4-4710-ba7d-1c34703fb42b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=6bbc74ea-11e0-4d63-9acf-06c4644e3728 HTTP/1.1" status: 200 len: 217 time: 0.6744690 May 26 16:08:53.138305 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.171495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port aa7c7192-3a67-4b94-a565-c30440a67272 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:53.171887 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.209347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port aa7c7192-3a67-4b94-a565-c30440a67272, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa7c7192-3a67-4b94-a565-c30440a67272,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:53.222950 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.291416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edecdd75-bc68-4e29-90da-a383e1625c47 None None] New status for floating IP a66d8037-57f7-47e7-8b6c-e71189da18f2: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:08:53.373148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-b86c0a02-baba-4f4c-b075-70dc7b93cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.374721 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-b86c0a02-baba-4f4c-b075-70dc7b93cadd service neutron] 10.222.0.32 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 917 time: 1.1157527 May 26 16:08:53.424552 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-335840a8-1cf2-465b-8ac5-b719a6014ebe req-5b8ebbdc-caf3-41c6-87a9-840ce5c89477 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0332792 May 26 16:08:53.443256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=aa7c7192-3a67-4b94-a565-c30440a67272,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:53.443738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Pushing event updated for resources: {'Port': ['ID=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:53.458307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.459703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.462716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-8a069327-0844-4fc4-8c9e-cec6e219a78b service neutron] 10.222.0.24 "PUT /v2.0/ports/01e5cae2-1198-4dc6-97e1-9a7a856cbd52 HTTP/1.1" status: 200 len: 1091 time: 8.7514484 May 26 16:08:53.518879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-5d82f1f1-2f51-452a-9608-26de65632a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.523276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-5d82f1f1-2f51-452a-9608-26de65632a3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1097 time: 1.0548000 May 26 16:08:53.537602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Allocated IP 172.20.0.13 (6f17f54c-58a1-4b49-b7a4-053da59b686c/ff5624fc-6d04-47e4-995c-bb545521c9d5/61dc4014-6909-4839-b903-e8fa54bc29b7) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:53.608822 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-5bd56ff5-dd52-4d54-9945-36ff3158fab6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e046e5a9-7c47-477b-99e2-f618a49aa6ed HTTP/1.1" status: 200 len: 217 time: 0.2247767 May 26 16:08:53.700567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-742f5717-2036-4a5d-9ac3-e1851ebb41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.701761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-742f5717-2036-4a5d-9ac3-e1851ebb41bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 200 len: 797 time: 0.6058455 May 26 16:08:53.780349 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.783331 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.799149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.879692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-628235986', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:53.887633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-88b202d3-65e2-47be-9d2e-4ed1badb25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.889487 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-88b202d3-65e2-47be-9d2e-4ed1badb25c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff5624fc-6d04-47e4-995c-bb545521c9d5 HTTP/1.1" status: 200 len: 855 time: 0.2457173 May 26 16:08:53.971561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-718bccea-38ed-4172-860f-88c15136997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.973596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-718bccea-38ed-4172-860f-88c15136997c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 1094 time: 0.4184523 May 26 16:08:54.088728 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.089975 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.107635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-7cba730c-caa8-46a8-8da9-f994d5a1de72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01e5cae2-1198-4dc6-97e1-9a7a856cbd52 HTTP/1.1" status: 200 len: 217 time: 0.1115136 May 26 16:08:54.119571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-d8e13c08-307f-48dd-92dd-1451a0670094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:54.121146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-d8e13c08-307f-48dd-92dd-1451a0670094 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3965564 May 26 16:08:54.137266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a0a83-78d6-4611-a3da-e93c8917ddbd req-a2524ab7-7fb7-4649-83a9-06ffdd86ce34 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:54.139593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef6a0a83-78d6-4611-a3da-e93c8917ddbd req-a2524ab7-7fb7-4649-83a9-06ffdd86ce34 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.4192698 May 26 16:08:54.194725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-02450368-12f1-4bce-810a-4cd6ea7bada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:54.196307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-02450368-12f1-4bce-810a-4cd6ea7bada0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f17f54c-58a1-4b49-b7a4-053da59b686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2656629 May 26 16:08:54.197142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-a65895f4-6944-423a-bc20-7ef40725f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:54.199387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-a65895f4-6944-423a-bc20-7ef40725f5b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.6524436 May 26 16:08:54.259304 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.311846 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.337839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e046e5a9-7c47-477b-99e2-f618a49aa6ed details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:54.394141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee196c-46a1-4982-9c5d-b000810fbc01', 'tag': '01e5cae2-1198-4dc6-97e1-9a7a856cbd52'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:54.396483 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a8987b-93de-4fab-8e8b-23af159afe60" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee196c-46a1-4982-9c5d-b000810fbc01", "tag": "01e5cae2-1198-4dc6-97e1-9a7a856cbd52"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:54.463307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42168) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:54.463830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-373fd772-222d-44fd-8805-4f9e17010d7e req-c41c94db-fa6b-4760-ad31-2e9cb1dce133 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 210 time: 0.1690097 May 26 16:08:54.553872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.563333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Pushing event updated for resources: {'Port': ['ID=2b47d6ae-8ba8-4bd8-9ade-913030b44420,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:54.641854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:08:54.743238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa7c7192-3a67-4b94-a565-c30440a67272 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:54.743778 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.749899 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-eeb6cbac-c822-41dd-9232-19da481e70d9 service neutron] 10.222.0.32 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532740 May 26 16:08:54.759533 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.840091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e046e5a9-7c47-477b-99e2-f618a49aa6ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e046e5a9-7c47-477b-99e2-f618a49aa6ed,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:54.859501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e046e5a9-7c47-477b-99e2-f618a49aa6ed', 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c', 'port_id': 'e046e5a9-7c47-477b-99e2-f618a49aa6ed', 'mac_address': 'fa:16:3e:59:46:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5624fc-6d04-47e4-995c-bb545521c9d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:54.863156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port aa7c7192-3a67-4b94-a565-c30440a67272 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:54.863551 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.882818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.889857 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbbd12c-1c10-4495-a893-349087fa3a0d x-openstack-request-id: req-2cbbd12c-1c10-4495-a893-349087fa3a0d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:54.890291 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee196c-46a1-4982-9c5d-b000810fbc01", "tag": "01e5cae2-1198-4dc6-97e1-9a7a856cbd52", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:54.890572 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cbbd12c-1c10-4495-a893-349087fa3a0d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:54.890935 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbbd12c-1c10-4495-a893-349087fa3a0d'] response: {'name': 'network-changed', 'server_uuid': '6aee196c-46a1-4982-9c5d-b000810fbc01', 'tag': '01e5cae2-1198-4dc6-97e1-9a7a856cbd52', 'status': 'completed', 'code': 200} May 26 16:08:54.945945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e046e5a9-7c47-477b-99e2-f618a49aa6ed is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:54.946364 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.964825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e046e5a9-7c47-477b-99e2-f618a49aa6ed {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:55.011693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e046e5a9-7c47-477b-99e2-f618a49aa6ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e046e5a9-7c47-477b-99e2-f618a49aa6ed,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:55.018461 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.019027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-84c7c93c-68b9-4238-bb22-36dbf3cfa4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:55.021422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-84c7c93c-68b9-4238-bb22-36dbf3cfa4fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff5624fc-6d04-47e4-995c-bb545521c9d5 HTTP/1.1" status: 200 len: 855 time: 0.8925872 May 26 16:08:55.031410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port aa7c7192-3a67-4b94-a565-c30440a67272 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:55.053102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d917555d-1dfb-465f-b94c-8b9d3c06de56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.096020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e046e5a9-7c47-477b-99e2-f618a49aa6ed,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:55.150307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ccaae89c-aae2-4ecd-b4bb-a323b474da85 req-4fbea955-9888-4465-9cd3-a54caa9fb9d5 service neutron] 10.222.0.32 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050828 May 26 16:08:55.193365 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef6a0a83-78d6-4611-a3da-e93c8917ddbd req-b7780b31-fd2e-4cbd-ac00-a95e82d0b935 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0095022 May 26 16:08:55.196944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-92fa7d71-33dc-41dc-b267-e9dccbc36677 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 1001 time: 0.8859363 May 26 16:08:55.215223 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Floating IP 6969d22f-e311-4950-8647-29e8db603795 associated. External IP: 172.25.0.139, port: 86db24cd-ebca-4671-830b-3ff7bbb14452. May 26 16:08:55.279956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Network d431265e-4b60-48a5-b94c-06597be7d57a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:55.294669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:55.366893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-c73d0b64-9895-4502-aaec-b27bf1ea7403 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2244446 May 26 16:08:55.425491 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.430857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e046e5a9-7c47-477b-99e2-f618a49aa6ed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:55.434585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.449220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d917555d-1dfb-465f-b94c-8b9d3c06de56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.463115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d917555d-1dfb-465f-b94c-8b9d3c06de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.486210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-a13f4a5e-f245-4a54-802f-90ba9e3f9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:55.488594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-a13f4a5e-f245-4a54-802f-90ba9e3f9a72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.2763011 May 26 16:08:55.554986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-b68005e1-9a50-4250-b1d3-ee0cfc9ab5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:55.557853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-b68005e1-9a50-4250-b1d3-ee0cfc9ab5cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f17f54c-58a1-4b49-b7a4-053da59b686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4541731 May 26 16:08:55.626504 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d917555d-1dfb-465f-b94c-8b9d3c06de56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=153fdf7b72ca4b97bc441763bc6fdf4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1516595 May 26 16:08:55.634171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42176) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:55.635273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917555d-1dfb-465f-b94c-8b9d3c06de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2724bbeb-10ae-4363-9904-3f547420e754,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:55.709220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:55.725388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.819453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:55.839769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-d303868b-5b6b-45b4-bd3e-5cb47fb69016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:55.841339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-d303868b-5b6b-45b4-bd3e-5cb47fb69016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3143322 May 26 16:08:55.843293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-16e8d9da-2189-466d-9fd7-e7cdfb9b0fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406869 May 26 16:08:55.856188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd1df-1b11-43b5-badf-4bf5e7969151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.860452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Network 6f17f54c-58a1-4b49-b7a4-053da59b686c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:55.946183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:55.964924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:55.995953 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:08:56.036279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Pushing event updated for resources: {'Port': ['ID=61dc4014-6909-4839-b903-e8fa54bc29b7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:56.040303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-f96c5cae-f817-412c-ae47-1d365b8d8e7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5251a885-cb24-43fe-a051-230f8d9f897e HTTP/1.1" status: 200 len: 217 time: 0.1891491 May 26 16:08:56.074443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873f19-80a9-4c14-8eff-97fd65ffd1c8 req-d78b1a71-03d6-4f21-a295-9ce73cacc327 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:56.076085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1873f19-80a9-4c14-8eff-97fd65ffd1c8 req-d78b1a71-03d6-4f21-a295-9ce73cacc327 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 932 time: 0.4799211 May 26 16:08:56.099416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-e441486b-46a7-4e0e-9dc8-352d4436caea service neutron] 10.222.0.24 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046532 May 26 16:08:56.282333 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd1df-1b11-43b5-badf-4bf5e7969151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.293400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:56.293400 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.312567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2fbd8f49-bbcd-4d04-aaa7-c60455395062 None None] Provisioning complete for port 61dc4014-6909-4839-b903-e8fa54bc29b7 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:56.314572 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8f49-bbcd-4d04-aaa7-c60455395062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.320858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:56.334250 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e845ef3d-ceda-44d1-af1b-2ba3325b7b7f admin admin] 10.222.0.39 "PUT /v2.0/routers/708e1a73-cae1-40e4-a724-cde7d4ad65e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5395284 May 26 16:08:56.350026 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Sync routers for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:56.363367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-d6f576c6-8c94-4721-811c-d15a6ce390c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:56.364350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-d6f576c6-8c94-4721-811c-d15a6ce390c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16532663-ff63-447e-b7e6-9b6160cec251 HTTP/1.1" status: 200 len: 797 time: 0.3046668 May 26 16:08:56.379838 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:56.381329 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:56.388097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-b87e2b86-8a95-4fc1-ae8c-66fad639d92f service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149860 May 26 16:08:56.397176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd8f49-bbcd-4d04-aaa7-c60455395062 None None] Port 61dc4014-6909-4839-b903-e8fa54bc29b7 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:56.427203 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd1df-1b11-43b5-badf-4bf5e7969151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.434039 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd1df-1b11-43b5-badf-4bf5e7969151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.435117 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cb3dd1df-1b11-43b5-badf-4bf5e7969151 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2724bbeb-10ae-4363-9904-3f547420e754 HTTP/1.1" status: 204 len: 168 time: 0.7944214 May 26 16:08:56.464831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1873f19-80a9-4c14-8eff-97fd65ffd1c8 req-214acacc-1a08-4fe9-b24a-d6cd5921d218 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097606 May 26 16:08:56.468345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-87af9a5c-7714-4bed-9d62-844d5fd8cda0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1038287 May 26 16:08:56.473858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dd1df-1b11-43b5-badf-4bf5e7969151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2724bbeb-10ae-4363-9904-3f547420e754,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:56.497152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:56.513194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Request body: {'port': {'device_id': 'd588fa35-a1d9-4764-9886-7f52c7fb3ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:56.524704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:56.529734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.567681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:56.570463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:56.575906 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:56.598586 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bb3aa613-7c53-49b8-9474-75fa1bb4cfbe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "PUT /v2.0/floatingips/6969d22f-e311-4950-8647-29e8db603795 HTTP/1.1" status: 200 len: 992 time: 4.3644464 May 26 16:08:56.599291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'tag': '86db24cd-ebca-4671-830b-3ff7bbb14452'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:56.601836 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7211f549-00b7-48f7-9621-4ecdbcf23818" -d '{"events": [{"name": "network-changed", "server_uuid": "69566d43-812a-4e8e-a13f-ece2fc858adc", "tag": "86db24cd-ebca-4671-830b-3ff7bbb14452"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:56.688627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e046e5a9-7c47-477b-99e2-f618a49aa6ed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:56.745590 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59360591-5d8a-44b2-905d-94b109d1e467 x-openstack-request-id: req-59360591-5d8a-44b2-905d-94b109d1e467 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:56.746141 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69566d43-812a-4e8e-a13f-ece2fc858adc", "tag": "86db24cd-ebca-4671-830b-3ff7bbb14452", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:56.746446 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59360591-5d8a-44b2-905d-94b109d1e467 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:56.747577 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59360591-5d8a-44b2-905d-94b109d1e467'] response: {'name': 'network-changed', 'server_uuid': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'tag': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'status': 'completed', 'code': 200} May 26 16:08:56.869374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-26fb1bba-b649-4d25-bb2d-0d7d9925aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:56.882775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-26fb1bba-b649-4d25-bb2d-0d7d9925aefb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4996386 May 26 16:08:56.911795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-c42d805b-fff9-44da-a1f2-892851a7a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:56.918630 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-c42d805b-fff9-44da-a1f2-892851a7a855 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 1097 time: 0.1369643 May 26 16:08:56.923932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4e96f-21b2-49a2-9be6-dab1f2888162 req-d75e79cc-170c-447f-8bf8-e65110d805c7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:56.926325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcd4e96f-21b2-49a2-9be6-dab1f2888162 req-d75e79cc-170c-447f-8bf8-e65110d805c7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.6126072 May 26 16:08:56.931113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.953636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2a0b354-82f3-43f8-93a8-68a69463c42d req-32f41fda-42fb-489a-a444-c72e9315ea8a service neutron] 10.222.0.24 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7941806 May 26 16:08:57.008161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:57.049544 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.162854 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42196) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:57.204129 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '2b47d6ae-8ba8-4bd8-9ade-913030b44420', 'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'mac_address': 'fa:16:3e:8d:2c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:50Z', 'updated_at': '2022-05-26T16:08:54Z', 'revision_number': 2, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'subnets': [{'id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:57.211735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a3daafdb-74b0-49fa-9b32-3151fa30806b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.294080 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Checking router: 708e1a73-cae1-40e4-a724-cde7d4ad65e2 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:57.295127 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Updating router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 port 2b47d6ae-8ba8-4bd8-9ade-913030b44420 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:57.346973 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.358486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-a00ffe05-2fef-479e-810c-b0f3983b4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:57.361543 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-a00ffe05-2fef-479e-810c-b0f3983b4851 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 915 time: 0.4385824 May 26 16:08:57.579056 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-67052d91-1051-459b-8676-9070cd3b208e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db24cd-ebca-4671-830b-3ff7bbb14452 HTTP/1.1" status: 200 len: 1000 time: 0.2070534 May 26 16:08:57.595379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6969d22f-e311-4950-8647-29e8db603795', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:28Z', 'updated_at': '2022-05-26T16:08:54Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:57.603369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a3daafdb-74b0-49fa-9b32-3151fa30806b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.639147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a3daafdb-74b0-49fa-9b32-3151fa30806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.639482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:57.651346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:57.652174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:57.746122 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a3daafdb-74b0-49fa-9b32-3151fa30806b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c3b080d5de448848a21aba8a0750eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767736 May 26 16:08:57.750978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42208) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:57.763591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daafdb-74b0-49fa-9b32-3151fa30806b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b022e11-6903-460b-90fb-9321643f3c71,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:57.786900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-97f82980-3582-4264-92c9-afcce749b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:57.790028 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-97f82980-3582-4264-92c9-afcce749b391 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.2014861 May 26 16:08:57.802321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:57.820184 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.828280 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.931695 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c5859-1092-48ca-95b6-595b5b74a1c1 None None] Pushing event updated for resources: {'Port': ['ID=2b47d6ae-8ba8-4bd8-9ade-913030b44420,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:57.932560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-466134f6-92f0-4722-ad91-52822f910877 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0028508 May 26 16:08:57.934386 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.937987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3848532-50a8-40c4-818a-b86c813fe7b3 req-70b3e500-000d-4be6-9298-419a6f2aa2f5 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5112965 May 26 16:08:57.958370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-f9df9837-2bff-4931-99c4-06a76640cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:57.961286 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-f9df9837-2bff-4931-99c4-06a76640cff5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636920 May 26 16:08:57.996746 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Attempting to bind port 2b47d6ae-8ba8-4bd8-9ade-913030b44420 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:57.997577 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Attempting to bind port 2b47d6ae-8ba8-4bd8-9ade-913030b44420 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:57.998363 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Attempting to bind port 2b47d6ae-8ba8-4bd8-9ade-913030b44420 on network d431265e-4b60-48a5-b94c-06597be7d57a {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:58.008397 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:58.009818 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Checking segment: {'id': '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:58.010423 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.012079 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Bound using segment: {'id': '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:58.012835 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Bound port: 2b47d6ae-8ba8-4bd8-9ade-913030b44420, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:58.013966 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.015876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85c1-59a4-4f55-8526-73e53161c8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.106820 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] For port 2b47d6ae-8ba8-4bd8-9ade-913030b44420, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:58.112769 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] For port 2b47d6ae-8ba8-4bd8-9ade-913030b44420, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2b47d6ae-8ba8-4bd8-9ade-913030b44420,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:58.119143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85c1-59a4-4f55-8526-73e53161c8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.119710 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.127338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2120645-892d-4626-97fe-822c4b2ac164 req-3b669340-f8d8-4f12-8421-f786bf20fa7f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:58.130154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-3b669340-f8d8-4f12-8421-f786bf20fa7f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 819 time: 0.2006521 May 26 16:08:58.165419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcd4e96f-21b2-49a2-9be6-dab1f2888162 req-8100e9d0-e6ce-4503-b71d-b33fc473c462 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1174827 May 26 16:08:58.197973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6969d22f-e311-4950-8647-29e8db603795', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:28Z', 'updated_at': '2022-05-26T16:08:54Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:58.219713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-ef7f08a3-2b73-4271-b561-ea2b8552a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:58.223246 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-ef7f08a3-2b73-4271-b561-ea2b8552a323 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 1094 time: 1.1041625 May 26 16:08:58.236852 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c5859-1092-48ca-95b6-595b5b74a1c1 None None] Pushing event updated for resources: {'Port': ['ID=2b47d6ae-8ba8-4bd8-9ade-913030b44420,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:58.238342 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-212726f0-f2d3-4d32-aca5-92f2ab052e17 service neutron] 10.222.0.24 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655027 May 26 16:08:58.260149 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:58.260791 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:58.264394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab59b8-e437-49c6-ada0-c0755ed2d2b9 None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6969d22f-e311-4950-8647-29e8db603795', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:28Z', 'updated_at': '2022-05-26T16:08:54Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:58.345071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e046e5a9-7c47-477b-99e2-f618a49aa6ed up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:58.376155 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85c1-59a4-4f55-8526-73e53161c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.380966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bfa85c1-59a4-4f55-8526-73e53161c8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.386159 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3bfa85c1-59a4-4f55-8526-73e53161c8e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b022e11-6903-460b-90fb-9321643f3c71 HTTP/1.1" status: 204 len: 168 time: 0.6294339 May 26 16:08:58.408769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa85c1-59a4-4f55-8526-73e53161c8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b022e11-6903-460b-90fb-9321643f3c71,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:58.482889 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:58.500820 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7211f549-00b7-48f7-9621-4ecdbcf23818 req-0fc7cea4-e1f2-489c-870f-bdc71bd24569 service neutron] 10.222.0.24 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556469 May 26 16:08:58.534317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port e046e5a9-7c47-477b-99e2-f618a49aa6ed completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:58.546799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e046e5a9-7c47-477b-99e2-f618a49aa6ed triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:58.547271 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.549986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c65388df-4f45-40e4-b04f-295de101c303 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/quotas/694f18cb35124f3ea7f9face07ba10d3 HTTP/1.1" status: 200 len: 375 time: 0.3774586 May 26 16:08:58.769673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e046e5a9-7c47-477b-99e2-f618a49aa6ed is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:58.771494 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.806440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:58.815379 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a529b83-2279-4856-89ff-de5379a6efbf None None] New status for floating IP 6969d22f-e311-4950-8647-29e8db603795: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:08:58.951950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:58.986639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '01e5cae2-1198-4dc6-97e1-9a7a856cbd52', 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c', 'port_id': '01e5cae2-1198-4dc6-97e1-9a7a856cbd52', 'mac_address': 'fa:16:3e:7d:61:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5624fc-6d04-47e4-995c-bb545521c9d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:58.991027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c573ad-b81c-49e2-9c91-8b030a5e96c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e046e5a9-7c47-477b-99e2-f618a49aa6ed'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:58.994402 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf653799-2e8f-4e19-9271-6291ebbda15f" -d '{"events": [{"server_uuid": "e3c573ad-b81c-49e2-9c91-8b030a5e96c1", "name": "network-vif-plugged", "status": "completed", "tag": "e046e5a9-7c47-477b-99e2-f618a49aa6ed"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:59.044386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Allocated IP 172.25.0.118 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/c01c8078-1bf2-457d-a06d-1d9a6cbd1f13) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:59.069777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e046e5a9-7c47-477b-99e2-f618a49aa6ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e046e5a9-7c47-477b-99e2-f618a49aa6ed,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:59.072186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:59.072464 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.090508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:59.095172 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.118386 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '2b47d6ae-8ba8-4bd8-9ade-913030b44420', 'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'mac_address': 'fa:16:3e:8d:2c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:50Z', 'updated_at': '2022-05-26T16:08:58Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'subnets': [{'id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:59.152131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:59.158846 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.172138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cbea3-9281-46ae-b895-9592872de49f None None] The sync data for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 is: [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '2b47d6ae-8ba8-4bd8-9ade-913030b44420', 'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'mac_address': 'fa:16:3e:8d:2c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:50Z', 'updated_at': '2022-05-26T16:08:58Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'subnets': [{'id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:59.188452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e046e5a9-7c47-477b-99e2-f618a49aa6ed,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:59.293351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:59.396797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a87f7d-fb96-4bb7-b6cf-7c547141d20a req-e6a5f81f-b0bb-49a3-840c-43bffb890001 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.398363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19a87f7d-fb96-4bb7-b6cf-7c547141d20a req-e6a5f81f-b0bb-49a3-840c-43bffb890001 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 932 time: 0.9150896 May 26 16:08:59.477509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-ed895457-550a-4bfe-89e5-e04054595b9d service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3977952 May 26 16:08:59.491610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['01e5cae2-1198-4dc6-97e1-9a7a856cbd52'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:59.491932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-f07d6b1b-a510-4df8-98be-c7ef1e1ab5db tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9221289 May 26 16:08:59.516327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-d2e814dd-ae42-4953-a71e-48c7a84d2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.517728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-d2e814dd-ae42-4953-a71e-48c7a84d2e50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 917 time: 1.1737907 May 26 16:08:59.614272 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-795d5215-d2c6-49eb-b6bb-d235fcf02056 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827 HTTP/1.1" status: 200 len: 217 time: 0.1167383 May 26 16:08:59.683829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dc4014-6909-4839-b903-e8fa54bc29b7 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:59.793487 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.810337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-56e1937a-6541-4315-96d3-8d0678c24ec2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01e5cae2-1198-4dc6-97e1-9a7a856cbd52 HTTP/1.1" status: 200 len: 217 time: 0.2109613 May 26 16:08:59.880094 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.928044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19a87f7d-fb96-4bb7-b6cf-7c547141d20a req-837150fb-ebc9-4923-bbbf-ae6a8e8b0b58 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756351 May 26 16:08:59.984465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Transition to ACTIVE for port object 61dc4014-6909-4839-b903-e8fa54bc29b7 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:59.997203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-1f36afd8-46c2-469c-a83c-d4a465fbfd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.998794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-1f36afd8-46c2-469c-a83c-d4a465fbfd40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16532663-ff63-447e-b7e6-9b6160cec251 HTTP/1.1" status: 200 len: 797 time: 0.3058188 May 26 16:09:00.005532 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb62d796-d625-4c3b-8567-aa2c389e172f x-openstack-request-id: req-cb62d796-d625-4c3b-8567-aa2c389e172f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:00.006358 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c573ad-b81c-49e2-9c91-8b030a5e96c1", "name": "network-vif-plugged", "status": "completed", "tag": "e046e5a9-7c47-477b-99e2-f618a49aa6ed", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:00.006358 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb62d796-d625-4c3b-8567-aa2c389e172f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:00.006848 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb62d796-d625-4c3b-8567-aa2c389e172f'] response: {'server_uuid': 'e3c573ad-b81c-49e2-9c91-8b030a5e96c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e046e5a9-7c47-477b-99e2-f618a49aa6ed', 'code': 200} May 26 16:09:00.039991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.143112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.234329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-2169966f-7de4-4fd9-98c6-7dcf2936f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:00.235925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-2169966f-7de4-4fd9-98c6-7dcf2936f0a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff5624fc-6d04-47e4-995c-bb545521c9d5 HTTP/1.1" status: 200 len: 855 time: 0.3534162 May 26 16:09:00.332827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:00.351460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c19bccb6-c00c-4b4d-91ac-4b5e64b8400a service neutron] 10.222.0.39 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8299003 May 26 16:09:00.354198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:00.357049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:00.359854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=61dc4014-6909-4839-b903-e8fa54bc29b7,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:00.441510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009329-0004-467a-8f50-53f21894c861 req-2cfb4d1b-2a88-4fc4-9714-ced1b27bff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:00.443798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-2cfb4d1b-2a88-4fc4-9714-ced1b27bff34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4300029 May 26 16:09:00.569363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c494e-da5b-499a-8d6c-05cb32a98f71 req-e011a46a-ee50-4af8-93c0-de66e164a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:00.571030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-681c494e-da5b-499a-8d6c-05cb32a98f71 req-e011a46a-ee50-4af8-93c0-de66e164a7e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1 HTTP/1.1" status: 200 len: 1097 time: 0.4383016 May 26 16:09:00.600332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc402c-4803-4eec-b9d2-3a3f6309ad8e req-0be029ab-967c-451d-94ae-003ec3d4ae5f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:00.601939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40fc402c-4803-4eec-b9d2-3a3f6309ad8e req-0be029ab-967c-451d-94ae-003ec3d4ae5f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.4992309 May 26 16:09:00.671226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event updated for resources: {'Port': ['ID=c01c8078-1bf2-457d-a06d-1d9a6cbd1f13,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:00.727366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-516143ae-f0d0-4df9-b43a-cccb144a27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:00.737015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-516143ae-f0d0-4df9-b43a-cccb144a27f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f17f54c-58a1-4b49-b7a4-053da59b686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4828491 May 26 16:09:00.746175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2b47d6ae-8ba8-4bd8-9ade-913030b44420 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:00.812688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Attempting to bind port 61dc4014-6909-4839-b903-e8fa54bc29b7 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:00.813026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Attempting to bind port 61dc4014-6909-4839-b903-e8fa54bc29b7 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:00.813351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Attempting to bind port 61dc4014-6909-4839-b903-e8fa54bc29b7 on network 6f17f54c-58a1-4b49-b7a4-053da59b686c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:00.819897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:00.865988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2b47d6ae-8ba8-4bd8-9ade-913030b44420 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:00.869424 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.966076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:09:00.976725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:00.977109 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.021566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2b47d6ae-8ba8-4bd8-9ade-913030b44420 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:01.022627 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.077281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 2b47d6ae-8ba8-4bd8-9ade-913030b44420, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2b47d6ae-8ba8-4bd8-9ade-913030b44420,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:01.085458 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.199889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=2b47d6ae-8ba8-4bd8-9ade-913030b44420,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:01.215702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:01.216420 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.290593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:01.297472 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.327411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Port 61dc4014-6909-4839-b903-e8fa54bc29b7 on network 6f17f54c-58a1-4b49-b7a4-053da59b686c not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:01.327749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Attempting to bind port 61dc4014-6909-4839-b903-e8fa54bc29b7 on network 6f17f54c-58a1-4b49-b7a4-053da59b686c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:01.352101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-681c494e-da5b-499a-8d6c-05cb32a98f71 req-b626f1ca-6e90-4c7a-97de-b490bd313f0a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490425 May 26 16:09:01.360956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-81d324d4-758f-4e16-b1e4-f2f612014eab service neutron] 10.222.0.39 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0085442 May 26 16:09:01.376187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:01.376595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Checking segment: {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:01.377198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Bound using segment: {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:01.378305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Bound port: 61dc4014-6909-4839-b903-e8fa54bc29b7, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:01.378559 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.386295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:01.417121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40fc402c-4803-4eec-b9d2-3a3f6309ad8e req-21dca901-9200-4c49-ae51-df7eff1a6006 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7492449 May 26 16:09:01.429150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-7d87f51e-636e-4979-822a-8701e8702c89 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9493105 May 26 16:09:01.658782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-b07e89cd-d2c0-496f-ab53-feeaadafbf0f service neutron] 10.222.0.24 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676639 May 26 16:09:01.974894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa006744-e449-4acf-8f55-06ec8ea2a704 req-4d6f771a-9e55-416d-9de1-6956d3e52a09 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:01.977668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa006744-e449-4acf-8f55-06ec8ea2a704 req-4d6f771a-9e55-416d-9de1-6956d3e52a09 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.3659396 May 26 16:09:01.995163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] For port 61dc4014-6909-4839-b903-e8fa54bc29b7, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:02.008283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee196c-46a1-4982-9c5d-b000810fbc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e5cae2-1198-4dc6-97e1-9a7a856cbd52'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:02.010873 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66da92c5-aa2d-45cc-ab92-b6a9511830db" -d '{"events": [{"server_uuid": "6aee196c-46a1-4982-9c5d-b000810fbc01", "name": "network-vif-plugged", "status": "completed", "tag": "01e5cae2-1198-4dc6-97e1-9a7a856cbd52"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:02.031251 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a009329-0004-467a-8f50-53f21894c861 req-7b0cc4bb-5f2a-4fe8-9aac-af57f76532a4 service neutron] 10.222.0.24 "GET /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880318 May 26 16:09:02.064406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c523a-f597-4772-818c-d1295943f909 req-541183de-5521-42de-92d5-fe2439a324c2 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:02.067551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-412c523a-f597-4772-818c-d1295943f909 req-541183de-5521-42de-92d5-fe2439a324c2 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 944 time: 0.4793556 May 26 16:09:02.122067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] For port 61dc4014-6909-4839-b903-e8fa54bc29b7, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=61dc4014-6909-4839-b903-e8fa54bc29b7,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:02.125525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.183294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.378804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45a8987b-93de-4fab-8e8b-23af159afe60 req-30c0d5ad-d234-455f-8b88-561a558ba1e2 service neutron] 10.222.0.24 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862087 May 26 16:09:02.422682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa006744-e449-4acf-8f55-06ec8ea2a704 req-37029758-5455-4b56-b94c-792ee513473a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4029574 May 26 16:09:02.430611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:02.432108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.434680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] 10.222.0.32 "PUT /v2.0/ports/61dc4014-6909-4839-b903-e8fa54bc29b7 HTTP/1.1" status: 200 len: 1092 time: 5.9463201 May 26 16:09:02.441499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-412c523a-f597-4772-818c-d1295943f909 req-66fbc512-b381-4826-929a-ecdf0b950f1b tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326836 May 26 16:09:02.442785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14790bb2-bb1a-4af6-b533-04ebf9dd1ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=61dc4014-6909-4839-b903-e8fa54bc29b7,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:02.446960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd588fa35-a1d9-4764-9886-7f52c7fb3ba6', 'tag': '61dc4014-6909-4839-b903-e8fa54bc29b7'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:02.451656 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b35de3-940a-4c3b-9d08-2706cc47e81b" -d '{"events": [{"name": "network-changed", "server_uuid": "d588fa35-a1d9-4764-9886-7f52c7fb3ba6", "tag": "61dc4014-6909-4839-b903-e8fa54bc29b7"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:02.594422 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b21c7e3-8e09-4e22-a282-ca3005e0b09a x-openstack-request-id: req-3b21c7e3-8e09-4e22-a282-ca3005e0b09a {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:02.595228 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee196c-46a1-4982-9c5d-b000810fbc01", "name": "network-vif-plugged", "status": "completed", "tag": "01e5cae2-1198-4dc6-97e1-9a7a856cbd52", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:02.595228 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b21c7e3-8e09-4e22-a282-ca3005e0b09a {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:02.596004 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b21c7e3-8e09-4e22-a282-ca3005e0b09a'] response: {'server_uuid': '6aee196c-46a1-4982-9c5d-b000810fbc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e5cae2-1198-4dc6-97e1-9a7a856cbd52', 'code': 200} May 26 16:09:02.769540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2b47d6ae-8ba8-4bd8-9ade-913030b44420 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:02.854878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae498daf-67d5-415f-928f-2451c54063c1 req-852019f4-0369-4bb4-9f4c-583f5995d5e9 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 210 time: 0.1781065 May 26 16:09:02.915887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2b47d6ae-8ba8-4bd8-9ade-913030b44420 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:02.916743 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:03.012184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-b372a252-ce4a-4b7b-96fc-2de219f4a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:03.016585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-b372a252-ce4a-4b7b-96fc-2de219f4a562 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 1095 time: 0.3415747 May 26 16:09:03.026156 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:03.109887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2b47d6ae-8ba8-4bd8-9ade-913030b44420 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:03.118583 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76261feb-05c5-445e-bfb8-568e210c4d50 x-openstack-request-id: req-76261feb-05c5-445e-bfb8-568e210c4d50 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:03.119201 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d588fa35-a1d9-4764-9886-7f52c7fb3ba6", "tag": "61dc4014-6909-4839-b903-e8fa54bc29b7", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:03.119719 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76261feb-05c5-445e-bfb8-568e210c4d50 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:03.120666 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76261feb-05c5-445e-bfb8-568e210c4d50'] response: {'name': 'network-changed', 'server_uuid': 'd588fa35-a1d9-4764-9886-7f52c7fb3ba6', 'tag': '61dc4014-6909-4839-b903-e8fa54bc29b7', 'status': 'completed', 'code': 200} May 26 16:09:03.130326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7dcef-0925-4c14-bf09-080269271f7c req-6c154e3d-3f8f-48ea-92fb-70bf0b937409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:03.133206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9c7dcef-0925-4c14-bf09-080269271f7c req-6c154e3d-3f8f-48ea-92fb-70bf0b937409 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 1096 time: 0.4077566 May 26 16:09:03.135494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-6dc09edd-2328-4503-ba76-34668ab18a4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61dc4014-6909-4839-b903-e8fa54bc29b7 HTTP/1.1" status: 200 len: 217 time: 0.0967565 May 26 16:09:03.420854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9c7dcef-0925-4c14-bf09-080269271f7c req-c79833d8-423d-4ca9-87b8-50213503ee13 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150729 May 26 16:09:03.530757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-68c85a61-7cec-4b08-9358-d9edad61d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:03.534230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-68c85a61-7cec-4b08-9358-d9edad61d42c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff5624fc-6d04-47e4-995c-bb545521c9d5 HTTP/1.1" status: 200 len: 855 time: 0.3234026 May 26 16:09:03.676214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2120645-892d-4626-97fe-822c4b2ac164 req-82460118-eea7-4d75-9bdf-94661d3d01a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:03.677805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-82460118-eea7-4d75-9bdf-94661d3d01a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.24 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 819 time: 0.4699857 May 26 16:09:03.696729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Request body: {'port': {'device_id': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'admin_state_up': True, 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:03.773572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-c2f1aa2a-a2b5-4af8-957c-67bbf1b207eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:03.775185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-c2f1aa2a-a2b5-4af8-957c-67bbf1b207eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f17f54c-58a1-4b49-b7a4-053da59b686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2156496 May 26 16:09:03.790545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa6c57-2ca2-4d42-82e4-1895ff6f6c65 req-1e12bb21-9edf-4c91-b5be-1abe7d81f945 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:03.792096 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99fa6c57-2ca2-4d42-82e4-1895ff6f6c65 req-1e12bb21-9edf-4c91-b5be-1abe7d81f945 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 944 time: 0.1930335 May 26 16:09:03.847449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Router f7ea9788-1449-463c-b275-0ef0d48b8429 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:03.956635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99fa6c57-2ca2-4d42-82e4-1895ff6f6c65 req-c92aab43-1603-4334-917e-4b256c5b9366 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484897 May 26 16:09:04.524159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fda54030-fef3-4d61-a389-0931190866cf req-3d925b9d-6a0f-4c5e-abdf-bdfb905e31cb tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 210 time: 0.4872792 May 26 16:09:04.533102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Made reservation on behalf of 694f18cb35124f3ea7f9face07ba10d3 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:04.538952 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.602933 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-88897ca8-60ca-4595-af6c-434515cddabe service neutron] 10.222.0.32 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8073015 May 26 16:09:04.745368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:04.759418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c1486-8e2e-4547-a766-ecfe7ad906c5 None None] Sync routers for ids ['f7ea9788-1449-463c-b275-0ef0d48b8429'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:04.775677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c1486-8e2e-4547-a766-ecfe7ad906c5 None None] Routers {'f7ea9788-1449-463c-b275-0ef0d48b8429'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:04.776718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8f3c1486-8e2e-4547-a766-ecfe7ad906c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['f7ea9788-1449-463c-b275-0ef0d48b8429'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:04.801467 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.804598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-53012eb9-2759-4d92-8335-5b2972c8acf4 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.7423592 May 26 16:09:04.804800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42338) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:04.868955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c876f89-d6ac-462c-94c6-e562701b5b35 req-9937030c-88ab-4f33-8c24-d49a65b40166 service neutron] 10.222.0.32 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448311 May 26 16:09:04.870738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8f3c1486-8e2e-4547-a766-ecfe7ad906c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:04.911214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c1486-8e2e-4547-a766-ecfe7ad906c5 None None] Routers {'f7ea9788-1449-463c-b275-0ef0d48b8429'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:04.913485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8f3c1486-8e2e-4547-a766-ecfe7ad906c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:08:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['f7ea9788-1449-463c-b275-0ef0d48b8429'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:04.921681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Allocated IP 172.20.0.9 (d431265e-4b60-48a5-b94c-06597be7d57a/d51c5ccb-4b00-488d-a7ab-23d918da3439/7c7fb3f0-d691-4f78-aca3-559371772cb8) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:05.039708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8f3c1486-8e2e-4547-a766-ecfe7ad906c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:05.040349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c1486-8e2e-4547-a766-ecfe7ad906c5 None None] The sync data for ids ['f7ea9788-1449-463c-b275-0ef0d48b8429'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:05.076540 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ac94f974-e36c-4997-b942-9f77b2a08e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.144505 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2828e96e-6657-41c3-bcfb-9e52b674069e tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/routers/f7ea9788-1449-463c-b275-0ef0d48b8429 HTTP/1.1" status: 200 len: 924 time: 0.3369229 May 26 16:09:05.147529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42344) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:05.202961 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8f3193f4-8962-4023-9e3c-3b8ad94b7502 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ea9788-1449-463c-b275-0ef0d48b8429 HTTP/1.1" status: 200 len: 205 time: 0.0537574 May 26 16:09:05.204945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42346) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:05.269657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-c0a7c569-954a-4f66-97cf-daff76867ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:05.272178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-c0a7c569-954a-4f66-97cf-daff76867ce1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 1095 time: 0.2862298 May 26 16:09:05.496331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767374-0fe1-4301-8315-c5ffc1bca435 req-121e797c-79da-4afc-bedf-d910db2b86a7 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:05.509815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce767374-0fe1-4301-8315-c5ffc1bca435 req-121e797c-79da-4afc-bedf-d910db2b86a7 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 944 time: 0.3173068 May 26 16:09:05.634147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-7ce57da3-c01d-415f-bd8b-a218e3d0d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:05.638037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-7ce57da3-c01d-415f-bd8b-a218e3d0d308 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 917 time: 0.3409078 May 26 16:09:05.664979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.796366 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.833322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-001392c0-4028-4000-9904-e901289e529d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61dc4014-6909-4839-b903-e8fa54bc29b7 HTTP/1.1" status: 200 len: 217 time: 0.1597824 May 26 16:09:05.849670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c05b480-a71f-48ea-848a-e91570e0453c req-34a2ffd6-3f30-4024-b84a-516f3022f3d3 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 210 time: 0.1448028 May 26 16:09:05.906294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce767374-0fe1-4301-8315-c5ffc1bca435 req-94dd3b1e-ffaf-4b7e-9822-73dfcf68111e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950279 May 26 16:09:05.992668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.037070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-814cfa7a-29a8-4a4f-8f68-c14a3136f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:06.039501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-814cfa7a-29a8-4a4f-8f68-c14a3136f708 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff5624fc-6d04-47e4-995c-bb545521c9d5 HTTP/1.1" status: 200 len: 855 time: 0.1880124 May 26 16:09:06.062968 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.175233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Deleting port c01c8078-1bf2-457d-a06d-1d9a6cbd1f13 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:06.175919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.223577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Pushing event updated for resources: {'Port': ['ID=7c7fb3f0-d691-4f78-aca3-559371772cb8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:06.235078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Network d431265e-4b60-48a5-b94c-06597be7d57a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:06.239280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:06.246794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:06.312195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:06.313318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.334224 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.340799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c9a14f7e-b0b1-4942-9b3b-c540d024e41f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6504724 May 26 16:09:06.345694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-16fb16bf-9436-494e-b6bc-bc9de6ea397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:06.349018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-16fb16bf-9436-494e-b6bc-bc9de6ea397a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6f17f54c-58a1-4b49-b7a4-053da59b686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2920947 May 26 16:09:06.357465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Request body: {'port': {'device_id': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:06.365312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Calling delete_port for c01c8078-1bf2-457d-a06d-1d9a6cbd1f13 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:06.396038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:06.627981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-b006a61f-f29d-4326-896b-c2cc9d87ef38 service neutron] 10.222.0.32 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641852 May 26 16:09:06.796339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76b35de3-940a-4c3b-9d08-2706cc47e81b req-4d19568d-16e4-4317-a34c-d8afb9a2d7e0 service neutron] 10.222.0.32 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551967 May 26 16:09:06.797462 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.827923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.916707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event deleted for resources: {'Port': ['ID=c01c8078-1bf2-457d-a06d-1d9a6cbd1f13,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:07.028551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.055945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:07.097843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'port_id': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'mac_address': 'fa:16:3e:0f:8b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:07.195421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.199102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.221798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:07.222435 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.264071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:07.299421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.300540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Fanout notify agent at l3_agent the message router_deleted on router f7ea9788-1449-463c-b275-0ef0d48b8429 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:09:07.323244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37a551-6d67-435f-a4d9-f80ab44a99f5 req-201dd36d-2243-4b08-b217-a6d1db51d39b tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:07.324503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:07.325739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.332632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d37a551-6d67-435f-a4d9-f80ab44a99f5 req-201dd36d-2243-4b08-b217-a6d1db51d39b tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 944 time: 0.1579397 May 26 16:09:07.335018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42376) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:07.335226 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.338851 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cd079616-6d86-4c4e-ba25-6f54645ad39f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/f7ea9788-1449-463c-b275-0ef0d48b8429 HTTP/1.1" status: 204 len: 168 time: 2.1293087 May 26 16:09:07.339235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'router': {'name': 'tempest-snat-router-317539577', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': False}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:07.402524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:07.413774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.414534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.414955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.415423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.415966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.416517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.416934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe89d8-4be8-425f-a7d3-9261b34b93e4 req-74aaebaa-35f9-49dc-8a78-de484bddf21f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:07.417126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.417471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.417968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.418433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.418795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fe89d8-4be8-425f-a7d3-9261b34b93e4 req-74aaebaa-35f9-49dc-8a78-de484bddf21f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 931 time: 0.2499902 May 26 16:09:07.418996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.419662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:07.474249 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.475786 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.522322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d37a551-6d67-435f-a4d9-f80ab44a99f5 req-bdb8f46e-6c2a-4c89-9631-ed1a8cbe16d8 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818190 May 26 16:09:07.578343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0fe89d8-4be8-425f-a7d3-9261b34b93e4 req-79416db0-8ef0-438f-9c66-81e61600961d tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374621 May 26 16:09:07.628933 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.629161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:07.740881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-154ab846-dcf4-48d2-900f-152dec095839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.779230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7fb3f0-d691-4f78-aca3-559371772cb8 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:07.789001 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.805737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Transition to ACTIVE for port object 7c7fb3f0-d691-4f78-aca3-559371772cb8 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:07.915029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.929607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.035935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7fb3f0-d691-4f78-aca3-559371772cb8,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:08.167093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Attempting to bind port 7c7fb3f0-d691-4f78-aca3-559371772cb8 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:08.167645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Attempting to bind port 7c7fb3f0-d691-4f78-aca3-559371772cb8 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:08.168189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Attempting to bind port 7c7fb3f0-d691-4f78-aca3-559371772cb8 on network d431265e-4b60-48a5-b94c-06597be7d57a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:08.182437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Port 7c7fb3f0-d691-4f78-aca3-559371772cb8 on network d431265e-4b60-48a5-b94c-06597be7d57a not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:08.182958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Attempting to bind port 7c7fb3f0-d691-4f78-aca3-559371772cb8 on network d431265e-4b60-48a5-b94c-06597be7d57a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:08.211987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:08.212412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Checking segment: {'id': '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:08.212869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Bound using segment: {'id': '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:08.213548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Bound port: 7c7fb3f0-d691-4f78-aca3-559371772cb8, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:08.214557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.403301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 61dc4014-6909-4839-b903-e8fa54bc29b7 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:08.409676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] For port 7c7fb3f0-d691-4f78-aca3-559371772cb8, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:08.415862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] For port 7c7fb3f0-d691-4f78-aca3-559371772cb8, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:08.426382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:08.436292 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.499745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:08.500451 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.503335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 1091 time: 2.1518638 May 26 16:09:08.504432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:08.508124 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855" -d '{"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:08.512849 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.621089 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.673287 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a979ce47-2d62-4754-8c4e-32efffe408ed x-openstack-request-id: req-a979ce47-2d62-4754-8c4e-32efffe408ed {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:08.674276 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:08.675520 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a979ce47-2d62-4754-8c4e-32efffe408ed {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:08.676203 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a979ce47-2d62-4754-8c4e-32efffe408ed'] response: {'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'status': 'completed', 'code': 200} May 26 16:09:08.788551 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.793343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:08.793961 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.857801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 61dc4014-6909-4839-b903-e8fa54bc29b7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=61dc4014-6909-4839-b903-e8fa54bc29b7,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:08.892810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '61dc4014-6909-4839-b903-e8fa54bc29b7', 'network_id': '6f17f54c-58a1-4b49-b7a4-053da59b686c', 'port_id': '61dc4014-6909-4839-b903-e8fa54bc29b7', 'mac_address': 'fa:16:3e:09:23:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5624fc-6d04-47e4-995c-bb545521c9d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:08.998512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 61dc4014-6909-4839-b903-e8fa54bc29b7 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:08.999879 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.033443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dc4014-6909-4839-b903-e8fa54bc29b7 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:09.083193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:09.086841 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.095234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 61dc4014-6909-4839-b903-e8fa54bc29b7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=61dc4014-6909-4839-b903-e8fa54bc29b7,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:09.116983 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.249907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:09.254231 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deb3c73-b73a-432f-83e3-d4fcfec0a237" -d '{"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:09.287542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:09.321799 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.330534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=61dc4014-6909-4839-b903-e8fa54bc29b7,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:09.366302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf41a-ad4d-4fdc-bfb2-c8d4cd922373 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7fb3f0-d691-4f78-aca3-559371772cb8,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:09.396912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2120645-892d-4626-97fe-822c4b2ac164 req-169d10c2-d336-4ea2-9617-d097a9c85be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:09.405554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-169d10c2-d336-4ea2-9617-d097a9c85be8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1094 time: 0.8178589 May 26 16:09:09.524291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:09.557105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-5bf6b115-2781-4c67-b002-d3aac034af84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 217 time: 0.1365597 May 26 16:09:09.574715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040e002-8270-43a9-8bc8-98f16e332c1e req-7ab770b7-acbe-4f8d-8451-eec58de34cad tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:09.578371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4040e002-8270-43a9-8bc8-98f16e332c1e req-7ab770b7-acbe-4f8d-8451-eec58de34cad tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 944 time: 0.9009948 May 26 16:09:09.698139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['61dc4014-6909-4839-b903-e8fa54bc29b7'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:09.711238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb00a2-971c-496e-b5dc-18e61120e566 req-cc007bdd-0195-488d-9382-428f6ba8e1f4 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:09.718679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39fb00a2-971c-496e-b5dc-18e61120e566 req-cc007bdd-0195-488d-9382-428f6ba8e1f4 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 943 time: 0.9381814 May 26 16:09:09.762551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Allocated IP 172.25.0.233 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/79250b52-bfb5-412a-b3d4-8047303aeff4) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:09.859617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2120645-892d-4626-97fe-822c4b2ac164 req-7c7a777e-19f0-4e0d-8453-66fc89227580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:09.861128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-7c7a777e-19f0-4e0d-8453-66fc89227580 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 200 len: 859 time: 0.2810719 May 26 16:09:09.881788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39fb00a2-971c-496e-b5dc-18e61120e566 req-27c3f098-c03d-43fc-9928-b7f3b1527357 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619735 May 26 16:09:09.930954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4040e002-8270-43a9-8bc8-98f16e332c1e req-a3df4b64-2089-4a86-88e2-811f8342a285 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421929 May 26 16:09:09.996998 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77301dd-b665-4e2b-b9bb-48e73698d0a0 x-openstack-request-id: req-c77301dd-b665-4e2b-b9bb-48e73698d0a0 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:09.997957 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:09.998580 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c77301dd-b665-4e2b-b9bb-48e73698d0a0 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:09.999400 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77301dd-b665-4e2b-b9bb-48e73698d0a0'] response: {'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'code': 200} May 26 16:09:10.067840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-f3a6727b-9828-42ed-89fe-37454e70eb50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d431265e-4b60-48a5-b94c-06597be7d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1777995 May 26 16:09:10.239476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.288372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-5c81ae34-942e-4c55-82d7-f55b294da44f service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130022 May 26 16:09:10.425152 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.508150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event updated for resources: {'Port': ['ID=79250b52-bfb5-412a-b3d4-8047303aeff4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:10.548034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:10.553148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2120645-892d-4626-97fe-822c4b2ac164 req-c943f1f8-5717-4cb5-b0bf-35bbb6db596c service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579811 May 26 16:09:10.554052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:10.556696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:10.648339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.677971 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.836577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-79d68849-d259-4da4-bf91-7791d66619ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:10.840626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-79d68849-d259-4da4-bf91-7791d66619ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1094 time: 0.2247176 May 26 16:09:10.995873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-f653aa7e-7bca-4c33-9a13-492ea461c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:10.997568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-f653aa7e-7bca-4c33-9a13-492ea461c0b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 920 time: 0.1488760 May 26 16:09:11.134803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-c926a63e-0bc2-401b-8cf0-7af7759854e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 217 time: 0.0645103 May 26 16:09:11.370389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-aa65b930-0560-497e-8ec8-a14b3506cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:11.372101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-aa65b930-0560-497e-8ec8-a14b3506cc7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 200 len: 859 time: 0.2157040 May 26 16:09:11.435306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669fe9b-91f5-48cc-963e-f0cd12ffe870 req-91676cb6-7be8-4e92-a167-3985673a2292 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:11.437581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b669fe9b-91f5-48cc-963e-f0cd12ffe870 req-91676cb6-7be8-4e92-a167-3985673a2292 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 943 time: 0.3661678 May 26 16:09:11.447113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-3a5fd826-06f4-4091-8141-ef4891ea3f4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d431265e-4b60-48a5-b94c-06597be7d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656943 May 26 16:09:11.458687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9ef96-6a2d-41ba-a1a0-fcc23cc30f58 req-d7aad19b-76c1-4f31-bdd4-cd0136a6a26e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:11.461049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acc9ef96-6a2d-41ba-a1a0-fcc23cc30f58 req-d7aad19b-76c1-4f31-bdd4-cd0136a6a26e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 945 time: 0.3220110 May 26 16:09:11.490900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.773202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b669fe9b-91f5-48cc-963e-f0cd12ffe870 req-9584db6b-635e-46e4-8df5-5b129c2217aa tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085885 May 26 16:09:11.832178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acc9ef96-6a2d-41ba-a1a0-fcc23cc30f58 req-9476c43a-33f4-402a-b86d-df184dcb298e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509536 May 26 16:09:11.921625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-411d76b9-d453-4f29-8c12-9f5930ce3d89 service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591753 May 26 16:09:12.148614 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.234932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc2c0bff-bddf-4e95-ba53-2b43a3a51855 req-9c68e3d6-dc04-490a-b42f-b2cd0131af22 service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049300 May 26 16:09:12.295948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42484) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:12.401719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Router 721647f3-388c-4e06-b0d4-27f4cf3def46 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:12.419825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 61dc4014-6909-4839-b903-e8fa54bc29b7 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:12.527398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-615f5634-a32f-482e-8ba9-a780f8ef2c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.552150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 61dc4014-6909-4839-b903-e8fa54bc29b7 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:09:12.567169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 61dc4014-6909-4839-b903-e8fa54bc29b7 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:12.567556 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.713477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:12.726274 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Sync routers for ids ['721647f3-388c-4e06-b0d4-27f4cf3def46'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:12.743974 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.745403 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bd7ef1cb-c25a-40ff-b98b-eeb07ab14397 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4100139 May 26 16:09:12.748066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42488) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:12.752100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-615f5634-a32f-482e-8ba9-a780f8ef2c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.759453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-615f5634-a32f-482e-8ba9-a780f8ef2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.768189 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Routers {'721647f3-388c-4e06-b0d4-27f4cf3def46'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:12.772647 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['721647f3-388c-4e06-b0d4-27f4cf3def46'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:12.822595 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-615f5634-a32f-482e-8ba9-a780f8ef2c93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=848100495ce741578bbf8f5448d81e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5247881 May 26 16:09:12.823644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f5634-a32f-482e-8ba9-a780f8ef2c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d35811-5654-4916-8a7a-a2f036fdc8f2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:12.827093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42496) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:12.879476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 61dc4014-6909-4839-b903-e8fa54bc29b7 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:12.879976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.917389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7c7fb3f0-d691-4f78-aca3-559371772cb8 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:12.945809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1910a16c-9fa0-485f-8ca5-c9cd852898f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.012740 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1910a16c-9fa0-485f-8ca5-c9cd852898f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.099571 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Set router 721647f3-388c-4e06-b0d4-27f4cf3def46 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:13.145554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1910a16c-9fa0-485f-8ca5-c9cd852898f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.148503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1910a16c-9fa0-485f-8ca5-c9cd852898f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.154281 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1910a16c-9fa0-485f-8ca5-c9cd852898f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07d35811-5654-4916-8a7a-a2f036fdc8f2 HTTP/1.1" status: 204 len: 168 time: 0.3226695 May 26 16:09:13.194144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d5233-5cc9-4cd1-a2fa-e426275e30ed req-94a39cd0-66dd-4989-abca-77883026930f tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:13.195947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-891d5233-5cc9-4cd1-a2fa-e426275e30ed req-94a39cd0-66dd-4989-abca-77883026930f tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 945 time: 0.2187846 May 26 16:09:13.200962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910a16c-9fa0-485f-8ca5-c9cd852898f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d35811-5654-4916-8a7a-a2f036fdc8f2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:13.206135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4ae0d-3b5f-4672-8aa5-118b2560f940 req-56460c35-3066-4787-817a-aba26d582611 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:13.215118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fee4ae0d-3b5f-4672-8aa5-118b2560f940 req-56460c35-3066-4787-817a-aba26d582611 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 943 time: 0.1517074 May 26 16:09:13.247399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7c7fb3f0-d691-4f78-aca3-559371772cb8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:13.296634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'port_id': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'mac_address': 'fa:16:3e:a1:dd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:13.309105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-16d71012-ad00-47d8-b3da-b43f0c7d6797 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/routers/721647f3-388c-4e06-b0d4-27f4cf3def46 HTTP/1.1" status: 200 len: 908 time: 0.5564125 May 26 16:09:13.309804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42502) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:13.319476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-891d5233-5cc9-4cd1-a2fa-e426275e30ed req-1f37d085-975d-4508-9d62-68a0fdd32b99 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945678 May 26 16:09:13.320220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'router': {'name': 'tempest-snat-router-317539577', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': True}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:13.358422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fee4ae0d-3b5f-4672-8aa5-118b2560f940 req-90520e59-b7a1-4943-a9ce-70f4902b8ce1 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331766 May 26 16:09:13.403392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd588fa35-a1d9-4764-9886-7f52c7fb3ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc4014-6909-4839-b903-e8fa54bc29b7'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:13.404685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.407851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.411480 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a4c775-e6c7-4520-846f-4a50b63fb6a8" -d '{"events": [{"server_uuid": "d588fa35-a1d9-4764-9886-7f52c7fb3ba6", "name": "network-vif-plugged", "status": "completed", "tag": "61dc4014-6909-4839-b903-e8fa54bc29b7"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:13.513056 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1dfb75-7140-4383-8e38-cd190e29b263 x-openstack-request-id: req-ee1dfb75-7140-4383-8e38-cd190e29b263 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:13.514170 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d588fa35-a1d9-4764-9886-7f52c7fb3ba6", "name": "network-vif-plugged", "status": "completed", "tag": "61dc4014-6909-4839-b903-e8fa54bc29b7", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:13.514170 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee1dfb75-7140-4383-8e38-cd190e29b263 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:13.514170 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1dfb75-7140-4383-8e38-cd190e29b263'] response: {'server_uuid': 'd588fa35-a1d9-4764-9886-7f52c7fb3ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc4014-6909-4839-b903-e8fa54bc29b7', 'code': 200} May 26 16:09:13.522238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 61dc4014-6909-4839-b903-e8fa54bc29b7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=61dc4014-6909-4839-b903-e8fa54bc29b7,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:13.546607 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.637484 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721647f3-388c-4e06-b0d4-27f4cf3def46', 'name': 'tempest-snat-router-317539577', 'tenant_id': '3b795181adf141f5ad5de0a1558b6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.233'}], 'enable_snat': False}, 'gw_port_id': '79250b52-bfb5-412a-b3d4-8047303aeff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:07Z', 'updated_at': '2022-05-26T16:09:10Z', 'revision_number': 3, 'project_id': '3b795181adf141f5ad5de0a1558b6bfc', 'gw_port': {'id': '79250b52-bfb5-412a-b3d4-8047303aeff4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721647f3-388c-4e06-b0d4-27f4cf3def46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:08Z', 'updated_at': '2022-05-26T16:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:13.680977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.720388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=61dc4014-6909-4839-b903-e8fa54bc29b7,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:13.724707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7c7fb3f0-d691-4f78-aca3-559371772cb8 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:13.725428 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.725961 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Checking router: 721647f3-388c-4e06-b0d4-27f4cf3def46 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:09:13.726569 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Updating router 721647f3-388c-4e06-b0d4-27f4cf3def46 port 79250b52-bfb5-412a-b3d4-8047303aeff4 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:09:13.777460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7fb3f0-d691-4f78-aca3-559371772cb8 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:13.822030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669cedf-ade1-4398-9f59-c5aea3b4c73e req-32e0b6b7-85b3-4dd4-b536-53c5bc4e1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:13.825455 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a669cedf-ade1-4398-9f59-c5aea3b4c73e req-32e0b6b7-85b3-4dd4-b536-53c5bc4e1798 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 1097 time: 0.1768641 May 26 16:09:13.878080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7c7fb3f0-d691-4f78-aca3-559371772cb8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:13.884056 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.927106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a669cedf-ade1-4398-9f59-c5aea3b4c73e req-4b22bf58-ee40-4f75-b38a-d6f734c2e307 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898130 May 26 16:09:13.998689 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.067562 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.091885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7c7fb3f0-d691-4f78-aca3-559371772cb8,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:14.120464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42516) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:14.157717 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3f345f6-14e6-4701-a450-bda05f622c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.264348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7c7fb3f0-d691-4f78-aca3-559371772cb8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:14.369983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3f345f6-14e6-4701-a450-bda05f622c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.379254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3f345f6-14e6-4701-a450-bda05f622c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.502030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42522) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:14.504300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b3f345f6-14e6-4701-a450-bda05f622c98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6027026bfe574a2f9fa9d3bfe32074b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769071 May 26 16:09:14.516090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f345f6-14e6-4701-a450-bda05f622c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d848935d-e7bd-4ba1-b942-2031d9d8afda,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:14.714233 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.716586 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.731810 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.735243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41f876-58b6-49d7-b0d9-8f20b6464b8d req-c2b263d4-9569-4a7b-af4f-914f588dd0c4 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:14.737675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d41f876-58b6-49d7-b0d9-8f20b6464b8d req-c2b263d4-9569-4a7b-af4f-914f588dd0c4 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 944 time: 0.2001076 May 26 16:09:14.759110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bd134-63c0-4523-8eed-9a4acae6c967 req-0b8b2093-bcc9-46df-9897-7a571271a642 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:14.761793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-400bd134-63c0-4523-8eed-9a4acae6c967 req-0b8b2093-bcc9-46df-9897-7a571271a642 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 946 time: 0.1158104 May 26 16:09:14.808895 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e7112-efd2-48ff-9ef7-79dcd6db87f1 None None] Pushing event updated for resources: {'Port': ['ID=79250b52-bfb5-412a-b3d4-8047303aeff4,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:14.818662 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.867416 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Attempting to bind port 79250b52-bfb5-412a-b3d4-8047303aeff4 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:14.868241 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Attempting to bind port 79250b52-bfb5-412a-b3d4-8047303aeff4 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:14.868825 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Attempting to bind port 79250b52-bfb5-412a-b3d4-8047303aeff4 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:14.877198 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:14.878193 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:14.878682 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.879332 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:14.880033 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Bound port: 79250b52-bfb5-412a-b3d4-8047303aeff4, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:14.880695 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.904213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d41f876-58b6-49d7-b0d9-8f20b6464b8d req-934c708f-87ad-495f-89e0-2aada8e9e543 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403081 May 26 16:09:14.917335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-400bd134-63c0-4523-8eed-9a4acae6c967 req-231b1a2c-5d8f-4282-9f1e-a53434f86e3f tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229963 May 26 16:09:15.022531 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] For port 79250b52-bfb5-412a-b3d4-8047303aeff4, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:15.027707 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] For port 79250b52-bfb5-412a-b3d4-8047303aeff4, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=79250b52-bfb5-412a-b3d4-8047303aeff4,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:15.034356 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.150635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Allocated IP 172.25.0.121 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/2e64ea73-6d8c-438e-bbf7-d4ef8c3d56fe) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:15.157587 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Routers {'721647f3-388c-4e06-b0d4-27f4cf3def46'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:15.158577 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['721647f3-388c-4e06-b0d4-27f4cf3def46'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:15.182879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e8600e1-87ae-471f-86ce-230b26a4273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.212925 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e7112-efd2-48ff-9ef7-79dcd6db87f1 None None] Pushing event updated for resources: {'Port': ['ID=79250b52-bfb5-412a-b3d4-8047303aeff4,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:15.292040 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e8600e1-87ae-471f-86ce-230b26a4273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.338371 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] Set router 721647f3-388c-4e06-b0d4-27f4cf3def46 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:15.452619 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.472339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e8600e1-87ae-471f-86ce-230b26a4273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.479370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e8600e1-87ae-471f-86ce-230b26a4273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.481241 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8e8600e1-87ae-471f-86ce-230b26a4273c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d848935d-e7bd-4ba1-b942-2031d9d8afda HTTP/1.1" status: 204 len: 168 time: 0.9754903 May 26 16:09:15.525319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8600e1-87ae-471f-86ce-230b26a4273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d848935d-e7bd-4ba1-b942-2031d9d8afda,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:15.569139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.607946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:15.616426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:15.659919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:15.740103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event updated for resources: {'Port': ['ID=2e64ea73-6d8c-438e-bbf7-d4ef8c3d56fe,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:15.995509 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721647f3-388c-4e06-b0d4-27f4cf3def46', 'name': 'tempest-snat-router-317539577', 'tenant_id': '3b795181adf141f5ad5de0a1558b6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.233'}], 'enable_snat': False}, 'gw_port_id': '79250b52-bfb5-412a-b3d4-8047303aeff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:07Z', 'updated_at': '2022-05-26T16:09:10Z', 'revision_number': 3, 'project_id': '3b795181adf141f5ad5de0a1558b6bfc', 'gw_port': {'id': '79250b52-bfb5-412a-b3d4-8047303aeff4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721647f3-388c-4e06-b0d4-27f4cf3def46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:08Z', 'updated_at': '2022-05-26T16:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:16.094522 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981e992-e6a0-424c-a9a1-7c5b1aa782de None None] The sync data for ids ['721647f3-388c-4e06-b0d4-27f4cf3def46'] in n-d-843336-2 is: [{'id': '721647f3-388c-4e06-b0d4-27f4cf3def46', 'name': 'tempest-snat-router-317539577', 'tenant_id': '3b795181adf141f5ad5de0a1558b6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.233'}], 'enable_snat': False}, 'gw_port_id': '79250b52-bfb5-412a-b3d4-8047303aeff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:07Z', 'updated_at': '2022-05-26T16:09:10Z', 'revision_number': 3, 'project_id': '3b795181adf141f5ad5de0a1558b6bfc', 'gw_port': {'id': '79250b52-bfb5-412a-b3d4-8047303aeff4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721647f3-388c-4e06-b0d4-27f4cf3def46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:08Z', 'updated_at': '2022-05-26T16:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:16.280807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.857929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 79250b52-bfb5-412a-b3d4-8047303aeff4 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:16.967153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7c7fb3f0-d691-4f78-aca3-559371772cb8 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:17.186697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 79250b52-bfb5-412a-b3d4-8047303aeff4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:17.187229 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:17.260553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d269d-fbfb-4354-9be6-2b4c4b3cedb6 req-61cf4d14-aeec-4b0e-afe6-35bfda6fed9d tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:17.279320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b11d269d-fbfb-4354-9be6-2b4c4b3cedb6 req-61cf4d14-aeec-4b0e-afe6-35bfda6fed9d tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 946 time: 1.1891654 May 26 16:09:17.363230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca5bf5-885d-4c9d-a833-9bf0beccf57f req-d96d64ef-007d-4ada-a85b-6d7286264e34 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:17.366682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4bca5bf5-885d-4c9d-a833-9bf0beccf57f req-d96d64ef-007d-4ada-a85b-6d7286264e34 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 944 time: 1.2202086 May 26 16:09:17.428198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b11d269d-fbfb-4354-9be6-2b4c4b3cedb6 req-8d3156c4-1994-4722-9890-ff62a57e25d3 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356864 May 26 16:09:17.433711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 7c7fb3f0-d691-4f78-aca3-559371772cb8 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:09:17.510253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 7c7fb3f0-d691-4f78-aca3-559371772cb8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:17.510705 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:17.596372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4bca5bf5-885d-4c9d-a833-9bf0beccf57f req-e3488c33-3b9e-47cb-b22f-8143ea8a0303 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906078 May 26 16:09:17.607849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:17.672789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 79250b52-bfb5-412a-b3d4-8047303aeff4 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:17.680469 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:17.774337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045f7fb-9a4d-48de-a4ce-f712be00a23c req-8055c3c0-8972-4c18-8687-70ddd0b62e43 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:17.786481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 79250b52-bfb5-412a-b3d4-8047303aeff4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=79250b52-bfb5-412a-b3d4-8047303aeff4,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:17.786745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3045f7fb-9a4d-48de-a4ce-f712be00a23c req-8055c3c0-8972-4c18-8687-70ddd0b62e43 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.1867001 May 26 16:09:17.842438 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:17.894474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Router 75d11b44-dbac-47c4-a558-34d1655f4258 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:17.967861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3045f7fb-9a4d-48de-a4ce-f712be00a23c req-9b4cdb0a-4e08-46f4-b119-41ca706d2191 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655033 May 26 16:09:18.000536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=79250b52-bfb5-412a-b3d4-8047303aeff4,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:18.045858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7c7fb3f0-d691-4f78-aca3-559371772cb8 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:18.046285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.133471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:18.138901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:18.146788 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10e99ce-d38c-4380-9cf4-1d5297623b37" -d '{"events": [{"server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "name": "network-vif-plugged", "status": "completed", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:18.162304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Sync routers for ids ['75d11b44-dbac-47c4-a558-34d1655f4258'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:18.184757 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.189349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42572) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:18.195961 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a01af218-d396-47c4-8c4f-8b08ab45fb07 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8749766 May 26 16:09:18.206118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7c7fb3f0-d691-4f78-aca3-559371772cb8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:18.225469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Routers {'75d11b44-dbac-47c4-a558-34d1655f4258'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:18.226247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['75d11b44-dbac-47c4-a558-34d1655f4258'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:18.375534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Set router 75d11b44-dbac-47c4-a558-34d1655f4258 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:18.486550 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2abaead-eb18-41b6-a42d-152b9dad7be5 x-openstack-request-id: req-f2abaead-eb18-41b6-a42d-152b9dad7be5 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:18.487317 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "name": "network-vif-plugged", "status": "completed", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:18.487853 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2abaead-eb18-41b6-a42d-152b9dad7be5 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:18.488599 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2abaead-eb18-41b6-a42d-152b9dad7be5'] response: {'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'code': 200} May 26 16:09:18.494899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.637709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7c7fb3f0-d691-4f78-aca3-559371772cb8,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:18.801971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040011c1-4c83-4569-9458-bd68d59d1aa8 req-c87ff144-5743-452a-8e8b-9991e37ea927 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.811210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-040011c1-4c83-4569-9458-bd68d59d1aa8 req-c87ff144-5743-452a-8e8b-9991e37ea927 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1 HTTP/1.1" status: 200 len: 946 time: 0.4437106 May 26 16:09:18.816234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4bcb-4472-4b7f-b979-d511dc60ded8 req-59fba15f-1f15-499d-b484-e9823c6982bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.817786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88dd4bcb-4472-4b7f-b979-d511dc60ded8 req-59fba15f-1f15-499d-b484-e9823c6982bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1096 time: 0.4484394 May 26 16:09:18.821536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 79250b52-bfb5-412a-b3d4-8047303aeff4 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:18.848096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42588) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:18.849483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8a97f9af-016f-4056-a0eb-ba1bd62bfc48 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/routers/75d11b44-dbac-47c4-a558-34d1655f4258 HTTP/1.1" status: 200 len: 907 time: 0.6580234 May 26 16:09:19.017823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d11b44-dbac-47c4-a558-34d1655f4258', 'name': 'tempest-snat-router-317539577', 'tenant_id': '3b795181adf141f5ad5de0a1558b6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '2e64ea73-6d8c-438e-bbf7-d4ef8c3d56fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:13Z', 'updated_at': '2022-05-26T16:09:16Z', 'revision_number': 3, 'project_id': '3b795181adf141f5ad5de0a1558b6bfc', 'gw_port': {'id': '2e64ea73-6d8c-438e-bbf7-d4ef8c3d56fe', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d11b44-dbac-47c4-a558-34d1655f4258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:14Z', 'updated_at': '2022-05-26T16:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:19.062829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88dd4bcb-4472-4b7f-b979-d511dc60ded8 req-2831a847-4433-44be-a62d-32a5626e3a31 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092967 May 26 16:09:19.080670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 79250b52-bfb5-412a-b3d4-8047303aeff4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:19.082251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.086754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.088377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Checking router: 75d11b44-dbac-47c4-a558-34d1655f4258 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:09:19.089132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Updating router 75d11b44-dbac-47c4-a558-34d1655f4258 port 2e64ea73-6d8c-438e-bbf7-d4ef8c3d56fe binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:09:19.090467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-040011c1-4c83-4569-9458-bd68d59d1aa8 req-e60f7446-12c2-4d6e-aaeb-add6eddad32e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647560 May 26 16:09:19.160666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3464ba-fa27-41e4-a4ad-50494943e99c req-bbae22c0-0562-418a-b630-daee21931790 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.188854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc3464ba-fa27-41e4-a4ad-50494943e99c req-bbae22c0-0562-418a-b630-daee21931790 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.2921576 May 26 16:09:19.336224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc3464ba-fa27-41e4-a4ad-50494943e99c req-a316351c-7fda-4584-bccb-b09bdb9fc24c tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423547 May 26 16:09:19.373766 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.432530 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.619994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Deleting port 2e64ea73-6d8c-438e-bbf7-d4ef8c3d56fe {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:19.622483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.672744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d952c5d-0d9a-46a6-aed1-42e28ff9f08e req-daea6d2d-7641-441a-974a-7859e5ccbf07 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.681237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d952c5d-0d9a-46a6-aed1-42e28ff9f08e req-daea6d2d-7641-441a-974a-7859e5ccbf07 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 946 time: 0.1200521 May 26 16:09:19.735956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 79250b52-bfb5-412a-b3d4-8047303aeff4 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:19.778032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d952c5d-0d9a-46a6-aed1-42e28ff9f08e req-2f2ebea0-7f57-4ad5-a228-bb48ffac1a4c tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797541 May 26 16:09:19.789273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.809359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Calling delete_port for 2e64ea73-6d8c-438e-bbf7-d4ef8c3d56fe owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:20.387967 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.419602 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:09:20.423206 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:09:20.562040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3d723-049e-4138-9649-a3dab8ffbf64 req-149e5d60-4702-4ba2-9222-3cc6ab3edd78 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.564068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9b3d723-049e-4138-9649-a3dab8ffbf64 req-149e5d60-4702-4ba2-9222-3cc6ab3edd78 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.2624266 May 26 16:09:20.587433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e64ea73-6d8c-438e-bbf7-d4ef8c3d56fe,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:20.720776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9b3d723-049e-4138-9649-a3dab8ffbf64 req-5d37616a-a62f-4c64-bd69-5f9ba0b06b40 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461895 May 26 16:09:20.788480 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.984186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.988061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Port 2e64ea73-6d8c-438e-bbf7-d4ef8c3d56fe not found while updating agent binding for router 75d11b44-dbac-47c4-a558-34d1655f4258. {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 16:09:20.989299 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.021621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Routers {'75d11b44-dbac-47c4-a558-34d1655f4258'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:21.023744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['75d11b44-dbac-47c4-a558-34d1655f4258'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:21.027937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ba395-ec07-4698-b51c-6f7524c6add0 req-2258033e-76fe-4df0-a2ab-bd443886cf94 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:21.044761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d2ba395-ec07-4698-b51c-6f7524c6add0 req-2258033e-76fe-4df0-a2ab-bd443886cf94 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.2080796 May 26 16:09:21.162887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] Set router 75d11b44-dbac-47c4-a558-34d1655f4258 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:21.173207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.175163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75d11b44-dbac-47c4-a558-34d1655f4258 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:09:21.180987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d2ba395-ec07-4698-b51c-6f7524c6add0 req-8acc4df5-72e3-4e89-839f-b8661e1bf1e2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338725 May 26 16:09:21.199174 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.217364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42650) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:21.217575 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d83ceccb-81c1-4cce-9cf9-e5364fe07195 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "DELETE /v2.0/routers/75d11b44-dbac-47c4-a558-34d1655f4258 HTTP/1.1" status: 204 len: 168 time: 2.3680577 May 26 16:09:21.339026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d11b44-dbac-47c4-a558-34d1655f4258', 'name': 'tempest-snat-router-317539577', 'tenant_id': '3b795181adf141f5ad5de0a1558b6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:13Z', 'updated_at': '2022-05-26T16:09:20Z', 'revision_number': 5, 'project_id': '3b795181adf141f5ad5de0a1558b6bfc', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:21.373418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7efc21-0e51-45c0-8a16-2966dd515e82 None None] The sync data for ids ['75d11b44-dbac-47c4-a558-34d1655f4258'] in n-d-843336-2 is: [{'id': '75d11b44-dbac-47c4-a558-34d1655f4258', 'name': 'tempest-snat-router-317539577', 'tenant_id': '3b795181adf141f5ad5de0a1558b6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:13Z', 'updated_at': '2022-05-26T16:09:20Z', 'revision_number': 5, 'project_id': '3b795181adf141f5ad5de0a1558b6bfc', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:21.543294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.966867 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42666) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:22.022426 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.058045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7086431-bb06-4179-b353-a541ad14f091 req-f847893b-002f-4992-b96a-a81d97ab01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.058045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7086431-bb06-4179-b353-a541ad14f091 req-f847893b-002f-4992-b96a-a81d97ab01d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1096 time: 0.3453009 May 26 16:09:22.139464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd19d-96db-459e-a986-f540ef12b13f req-61e599c9-bbfc-44f6-a1ec-4d948c99b16d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.139464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd19d-96db-459e-a986-f540ef12b13f req-61e599c9-bbfc-44f6-a1ec-4d948c99b16d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.150713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd19d-96db-459e-a986-f540ef12b13f req-61e599c9-bbfc-44f6-a1ec-4d948c99b16d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.159649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd19d-96db-459e-a986-f540ef12b13f req-61e599c9-bbfc-44f6-a1ec-4d948c99b16d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.170539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd19d-96db-459e-a986-f540ef12b13f req-61e599c9-bbfc-44f6-a1ec-4d948c99b16d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.181574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd19d-96db-459e-a986-f540ef12b13f req-61e599c9-bbfc-44f6-a1ec-4d948c99b16d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.193325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd19d-96db-459e-a986-f540ef12b13f req-61e599c9-bbfc-44f6-a1ec-4d948c99b16d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.196635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be0bd19d-96db-459e-a986-f540ef12b13f req-61e599c9-bbfc-44f6-a1ec-4d948c99b16d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.4743586 May 26 16:09:22.208773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a36ea38a-9a6d-4ad0-965f-22888d112641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.230423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c502ff3-807d-4f1a-ab4b-f429953dfad3 req-4709a6be-009f-4994-8751-f919907eb8c2 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.241631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c502ff3-807d-4f1a-ab4b-f429953dfad3 req-4709a6be-009f-4994-8751-f919907eb8c2 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.253718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c502ff3-807d-4f1a-ab4b-f429953dfad3 req-4709a6be-009f-4994-8751-f919907eb8c2 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.257187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c502ff3-807d-4f1a-ab4b-f429953dfad3 req-4709a6be-009f-4994-8751-f919907eb8c2 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6&device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1&device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 2418 time: 0.5406754 May 26 16:09:22.332724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a36ea38a-9a6d-4ad0-965f-22888d112641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.342524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a36ea38a-9a6d-4ad0-965f-22888d112641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.388424 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a36ea38a-9a6d-4ad0-965f-22888d112641 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c436eafc3c84958b1db9f5a72ee27eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156268 May 26 16:09:22.389946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42672) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:22.447385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ea38a-9a6d-4ad0-965f-22888d112641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9078b8e8-17b9-4420-b497-4e84e95ee3c3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:22.477713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be0bd19d-96db-459e-a986-f540ef12b13f req-6476ccc0-87e8-4897-b8b0-e0aa2cdd7a6a tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194939 May 26 16:09:22.502869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c502ff3-807d-4f1a-ab4b-f429953dfad3 req-f374aad2-e53e-451b-a444-5182f3c2d631 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785624 May 26 16:09:22.529955 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2238dafe-00e2-4992-9684-230ed5c5148f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.546067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Deleting port 79250b52-bfb5-412a-b3d4-8047303aeff4 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:22.554319 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.567492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2238dafe-00e2-4992-9684-230ed5c5148f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.583927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7086431-bb06-4179-b353-a541ad14f091 req-f499cdda-b25c-4650-bca3-a73854aa71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.588475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7086431-bb06-4179-b353-a541ad14f091 req-f499cdda-b25c-4650-bca3-a73854aa71cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 920 time: 0.5020876 May 26 16:09:22.723191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2238dafe-00e2-4992-9684-230ed5c5148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.727142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7086431-bb06-4179-b353-a541ad14f091 req-0f94327b-e357-4692-acf2-cc6ab98552dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 217 time: 0.0867200 May 26 16:09:22.731633 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2238dafe-00e2-4992-9684-230ed5c5148f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.734984 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2238dafe-00e2-4992-9684-230ed5c5148f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9078b8e8-17b9-4420-b497-4e84e95ee3c3 HTTP/1.1" status: 204 len: 168 time: 0.3441436 May 26 16:09:22.771131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238dafe-00e2-4992-9684-230ed5c5148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9078b8e8-17b9-4420-b497-4e84e95ee3c3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:23.013590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] For port 79250b52-bfb5-412a-b3d4-8047303aeff4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=79250b52-bfb5-412a-b3d4-8047303aeff4,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:23.014343 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.041704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7086431-bb06-4179-b353-a541ad14f091 req-3a61a58b-e18f-4292-a71c-d254bc8e2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:23.044218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7086431-bb06-4179-b353-a541ad14f091 req-3a61a58b-e18f-4292-a71c-d254bc8e2947 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 200 len: 859 time: 0.3045907 May 26 16:09:23.063069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b31a3-6330-43a1-ac8a-2d9763651e9d req-f3bb917a-71e8-4a8d-b2f2-f92a990efe44 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:23.065606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-376b31a3-6330-43a1-ac8a-2d9763651e9d req-f3bb917a-71e8-4a8d-b2f2-f92a990efe44 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.3106461 May 26 16:09:23.069410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Calling delete_port for 79250b52-bfb5-412a-b3d4-8047303aeff4 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:23.235866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8bfc7-6611-4cdd-b6e3-9131f4db288c req-fbd32124-99e2-4724-b177-c24f354444f8 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:23.248032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ae8bfc7-6611-4cdd-b6e3-9131f4db288c req-fbd32124-99e2-4724-b177-c24f354444f8 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 946 time: 0.3682868 May 26 16:09:23.261533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7086431-bb06-4179-b353-a541ad14f091 req-462c8367-a361-47a0-b030-e82dc257aa4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d431265e-4b60-48a5-b94c-06597be7d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933343 May 26 16:09:23.406704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-376b31a3-6330-43a1-ac8a-2d9763651e9d req-6a33674d-fad2-457c-b84d-ef04a20c8923 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061516 May 26 16:09:23.434533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:23.472909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7aa9583d-4a20-44e3-b4ce-08ff0798a8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.517373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ae8bfc7-6611-4cdd-b6e3-9131f4db288c req-1ce425d3-2289-49b3-bf95-1d8d48fc63e4 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647898 May 26 16:09:23.678540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7aa9583d-4a20-44e3-b4ce-08ff0798a8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.687078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7aa9583d-4a20-44e3-b4ce-08ff0798a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.730703 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.755213 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.875486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9583d-4a20-44e3-b4ce-08ff0798a8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b349238-6d60-495a-b347-e8b5703241c3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:23.883822 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7aa9583d-4a20-44e3-b4ce-08ff0798a8ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c917e145acb41e28c98304a0e1d6167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457769 May 26 16:09:23.892136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42706) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:23.938775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7086431-bb06-4179-b353-a541ad14f091 req-ed94533f-740d-42f0-9d94-cfd97127cb46 service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983617 May 26 16:09:24.035895 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5a83-4d6e-4608-b2bf-6bb86fe9e47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.063019 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5a83-4d6e-4608-b2bf-6bb86fe9e47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.143435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7086431-bb06-4179-b353-a541ad14f091 req-50188c14-9b0e-4e14-b312-c44fb26a6b78 service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954219 May 26 16:09:24.185954 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5a83-4d6e-4608-b2bf-6bb86fe9e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.190577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5a83-4d6e-4608-b2bf-6bb86fe9e47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.195193 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2e2e5a83-4d6e-4608-b2bf-6bb86fe9e47d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b349238-6d60-495a-b347-e8b5703241c3 HTTP/1.1" status: 204 len: 168 time: 0.2915282 May 26 16:09:24.195418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cecb-0f44-429c-ae44-d1752978044b req-48b20bd3-bdfe-4602-9f03-6dc080d52dfe tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.205768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cecb-0f44-429c-ae44-d1752978044b req-48b20bd3-bdfe-4602-9f03-6dc080d52dfe tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.216862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cecb-0f44-429c-ae44-d1752978044b req-48b20bd3-bdfe-4602-9f03-6dc080d52dfe tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.226287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cecb-0f44-429c-ae44-d1752978044b req-48b20bd3-bdfe-4602-9f03-6dc080d52dfe tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.235954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cecb-0f44-429c-ae44-d1752978044b req-48b20bd3-bdfe-4602-9f03-6dc080d52dfe tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.243426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e5a83-4d6e-4608-b2bf-6bb86fe9e47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b349238-6d60-495a-b347-e8b5703241c3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:24.247706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cecb-0f44-429c-ae44-d1752978044b req-48b20bd3-bdfe-4602-9f03-6dc080d52dfe tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.257832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cecb-0f44-429c-ae44-d1752978044b req-48b20bd3-bdfe-4602-9f03-6dc080d52dfe tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.280112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feb3cecb-0f44-429c-ae44-d1752978044b req-48b20bd3-bdfe-4602-9f03-6dc080d52dfe tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.4359756 May 26 16:09:24.376143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.434455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event deleted for resources: {'Port': ['ID=79250b52-bfb5-412a-b3d4-8047303aeff4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:24.487569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feb3cecb-0f44-429c-ae44-d1752978044b req-786629fa-612f-4fc0-ac95-15ea77cccbde tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2045121 May 26 16:09:24.677104 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.027157 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.040100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.081722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-efe73c80-b59b-4216-9eae-417c19801c96 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.092660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-efe73c80-b59b-4216-9eae-417c19801c96 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.112615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-efe73c80-b59b-4216-9eae-417c19801c96 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.122732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-efe73c80-b59b-4216-9eae-417c19801c96 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.132028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-efe73c80-b59b-4216-9eae-417c19801c96 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.143909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-efe73c80-b59b-4216-9eae-417c19801c96 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.154593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-efe73c80-b59b-4216-9eae-417c19801c96 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.159341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-efe73c80-b59b-4216-9eae-417c19801c96 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.5281229 May 26 16:09:25.307694 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.308712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 721647f3-388c-4e06-b0d4-27f4cf3def46 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:09:25.331612 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.338436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42736) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:25.343070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-898852337', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:25.351429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eac2815c-945a-4888-844c-7ff7b76fd162 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "DELETE /v2.0/routers/721647f3-388c-4e06-b0d4-27f4cf3def46 HTTP/1.1" status: 204 len: 168 time: 4.1317425 May 26 16:09:25.372242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975f856-b5c0-47cc-b0e9-6fbbf65ef8ad req-849949f3-a643-4566-a3d2-49024044c197 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.375828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f975f856-b5c0-47cc-b0e9-6fbbf65ef8ad req-849949f3-a643-4566-a3d2-49024044c197 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.5606287 May 26 16:09:25.411583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-e327fbb4-1fb7-417c-a430-a205e612dc69 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.413791 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-e327fbb4-1fb7-417c-a430-a205e612dc69 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "GET /v2.0/ports/2ca40ad8-2463-44af-bdc5-f14e6534583d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1995137 May 26 16:09:25.464262 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.470577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.556321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f975f856-b5c0-47cc-b0e9-6fbbf65ef8ad req-3be0b51d-d1d0-4bda-a6fc-bf3279954490 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411486 May 26 16:09:25.781487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.908689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-6e56a21b-123d-446a-b1d6-68cf8cdf50a9 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "GET /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4273865 May 26 16:09:25.925976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:26.217731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56c5b-ff88-4089-8789-84a473d2a644 req-e31e8764-2df1-46ef-b11e-090e6d33e587 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.232816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56c5b-ff88-4089-8789-84a473d2a644 req-e31e8764-2df1-46ef-b11e-090e6d33e587 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.254736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56c5b-ff88-4089-8789-84a473d2a644 req-e31e8764-2df1-46ef-b11e-090e6d33e587 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.266722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56c5b-ff88-4089-8789-84a473d2a644 req-e31e8764-2df1-46ef-b11e-090e6d33e587 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.289649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56c5b-ff88-4089-8789-84a473d2a644 req-e31e8764-2df1-46ef-b11e-090e6d33e587 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.332064 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.354355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56c5b-ff88-4089-8789-84a473d2a644 req-e31e8764-2df1-46ef-b11e-090e6d33e587 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.385981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56c5b-ff88-4089-8789-84a473d2a644 req-e31e8764-2df1-46ef-b11e-090e6d33e587 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.401943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab56c5b-ff88-4089-8789-84a473d2a644 req-e31e8764-2df1-46ef-b11e-090e6d33e587 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 5443 time: 0.5577717 May 26 16:09:26.418886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.631329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aab56c5b-ff88-4089-8789-84a473d2a644 req-84694478-d9a0-4dbb-b9ac-26db7a53e17e tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2265987 May 26 16:09:26.803527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 79250b52-bfb5-412a-b3d4-8047303aeff4 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:26.907315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.952548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.969861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 79250b52-bfb5-412a-b3d4-8047303aeff4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:26.972283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 79250b52-bfb5-412a-b3d4-8047303aeff4 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:27.259644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] For port 2ca40ad8-2463-44af-bdc5-f14e6534583d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=2ca40ad8-2463-44af-bdc5-f14e6534583d,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:27.362394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace23b03-d416-4f61-a571-eced36f13a25 req-09525319-84d9-4d1a-adc5-98271c0ca5bf tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:27.369513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ace23b03-d416-4f61-a571-eced36f13a25 req-09525319-84d9-4d1a-adc5-98271c0ca5bf tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.3075981 May 26 16:09:27.411521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Allocated IP 172.25.0.235 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/d97be21b-ded2-4669-b5a0-b91f64df768c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:27.508533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ace23b03-d416-4f61-a571-eced36f13a25 req-efc0953f-89da-4d9b-b619-5567753a243c tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174114 May 26 16:09:27.509817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] For port 2ca40ad8-2463-44af-bdc5-f14e6534583d, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:27.627737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] device_id is not set on port 2ca40ad8-2463-44af-bdc5-f14e6534583d yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:09:27.649724 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.662461 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.820017 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.831125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca40ad8-2463-44af-bdc5-f14e6534583d,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:27.953156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:28.010630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:28.014920 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:28.038682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] No DVR routers for this DVR port 2ca40ad8-2463-44af-bdc5-f14e6534583d on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:28.038939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:28.111595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c27e-c3ba-4f4c-bc3d-87ddb07709a1 req-178230d2-6faf-47c2-9684-ccd0addeedea tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.113494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5680c27e-c3ba-4f4c-bc3d-87ddb07709a1 req-178230d2-6faf-47c2-9684-ccd0addeedea tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.2848217 May 26 16:09:28.114922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] In _notify_port_updated(), no bound segment for port 2ca40ad8-2463-44af-bdc5-f14e6534583d on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:09:28.115591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.116399 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:28.118642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-6ccf3f54-61ef-4261-b79c-46ea16bad3e9 service neutron] 10.222.0.24 "PUT /v2.0/ports/2ca40ad8-2463-44af-bdc5-f14e6534583d HTTP/1.1" status: 200 len: 1033 time: 2.2083743 May 26 16:09:28.302122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event updated for resources: {'Port': ['ID=d97be21b-ded2-4669-b5a0-b91f64df768c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:28.585504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2becc38b-0cfd-4d6b-876d-418c02f6311d None None] Provisioning complete for port 2ca40ad8-2463-44af-bdc5-f14e6534583d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:28.589550 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2becc38b-0cfd-4d6b-876d-418c02f6311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:28.659805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-9720ce0d-cb19-40bf-b492-5a6d0a68974f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.683000 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-9720ce0d-cb19-40bf-b492-5a6d0a68974f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "GET /v2.0/ports/56c037a8-566f-46b6-9a3d-7750591a5be3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5289631 May 26 16:09:28.723761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5680c27e-c3ba-4f4c-bc3d-87ddb07709a1 req-305c22c0-c081-4ece-831b-746bc6df1844 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013079 May 26 16:09:28.729738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:28.802824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2becc38b-0cfd-4d6b-876d-418c02f6311d None None] Port 2ca40ad8-2463-44af-bdc5-f14e6534583d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:28.993477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 6bbc74ea-11e0-4d63-9acf-06c4644e3728 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:29.076075 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.202740 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.418549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:29.419203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.465666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbc74ea-11e0-4d63-9acf-06c4644e3728'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:29.477350 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546ffa99-a0a8-42de-aa2c-89fe5f265f7b" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbc74ea-11e0-4d63-9acf-06c4644e3728"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:29.509911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 6bbc74ea-11e0-4d63-9acf-06c4644e3728, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=6bbc74ea-11e0-4d63-9acf-06c4644e3728,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:29.517687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd0cc-f3fd-404f-99d8-f23780048c36 req-39a1b31e-fad6-4786-be48-30ea09671d4c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:29.519385 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.520394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d51b11ef-ca20-40a6-a878-3a76dbc35827 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:29.559015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd0cc-f3fd-404f-99d8-f23780048c36 req-39a1b31e-fad6-4786-be48-30ea09671d4c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:29.583643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd0cc-f3fd-404f-99d8-f23780048c36 req-39a1b31e-fad6-4786-be48-30ea09671d4c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:29.616265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd0cc-f3fd-404f-99d8-f23780048c36 req-39a1b31e-fad6-4786-be48-30ea09671d4c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:29.616893 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.629504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd0cc-f3fd-404f-99d8-f23780048c36 req-39a1b31e-fad6-4786-be48-30ea09671d4c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:29.643262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fd0cc-f3fd-404f-99d8-f23780048c36 req-39a1b31e-fad6-4786-be48-30ea09671d4c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:29.658587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-863fd0cc-f3fd-404f-99d8-f23780048c36 req-39a1b31e-fad6-4786-be48-30ea09671d4c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 4663 time: 1.4283333 May 26 16:09:29.670198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=6bbc74ea-11e0-4d63-9acf-06c4644e3728,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:29.740955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d51b11ef-ca20-40a6-a878-3a76dbc35827 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:29.741619 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.816141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d51b11ef-ca20-40a6-a878-3a76dbc35827, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:29.822717 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.824629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 38225be2-82d7-472f-a194-09d70f523c0c no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:29.890802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Router 6492aeda-dec4-46cf-8225-86f027e6b484 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:30.027354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d51b11ef-ca20-40a6-a878-3a76dbc35827,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:30.311349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:30.327167 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b0063-fcd4-4e44-85d6-cb06d13d0ab5 None None] Sync routers for ids ['6492aeda-dec4-46cf-8225-86f027e6b484'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:30.349856 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 38225be2-82d7-472f-a194-09d70f523c0c is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:30.350701 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.351580 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b0063-fcd4-4e44-85d6-cb06d13d0ab5 None None] Routers {'6492aeda-dec4-46cf-8225-86f027e6b484'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:30.352247 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f77b0063-fcd4-4e44-85d6-cb06d13d0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6492aeda-dec4-46cf-8225-86f027e6b484'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:30.412219 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f77b0063-fcd4-4e44-85d6-cb06d13d0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:30.433455 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b0063-fcd4-4e44-85d6-cb06d13d0ab5 None None] Routers {'6492aeda-dec4-46cf-8225-86f027e6b484'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:30.434460 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f77b0063-fcd4-4e44-85d6-cb06d13d0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6492aeda-dec4-46cf-8225-86f027e6b484'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:30.456321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.463891 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cb33a18a-8cf7-4fed-8b64-2ea09695d348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1245394 May 26 16:09:30.464964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42844) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:30.472996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 38225be2-82d7-472f-a194-09d70f523c0c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=38225be2-82d7-472f-a194-09d70f523c0c,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:30.495886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3f4ae608-b198-4dc3-8a9f-a21bf12db791 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': False}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:30.502367 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.503785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5251a885-cb24-43fe-a051-230f8d9f897e no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:30.605474 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f77b0063-fcd4-4e44-85d6-cb06d13d0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:30.607306 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b0063-fcd4-4e44-85d6-cb06d13d0ab5 None None] The sync data for ids ['6492aeda-dec4-46cf-8225-86f027e6b484'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:30.691640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79233672-448f-42fc-81da-90c52d5000e8 req-e94439eb-6955-46c1-b709-4f513b22d3d1 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:30.701723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79233672-448f-42fc-81da-90c52d5000e8 req-e94439eb-6955-46c1-b709-4f513b22d3d1 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 1.7653332 May 26 16:09:30.792741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=38225be2-82d7-472f-a194-09d70f523c0c,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:30.857559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-863fd0cc-f3fd-404f-99d8-f23780048c36 req-65144ca9-ff5d-4ef9-ac79-78c322210417 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc&id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1920474 May 26 16:09:30.918776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79233672-448f-42fc-81da-90c52d5000e8 req-a71b6a9b-9176-4f54-acd2-99a2d96d5109 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030742 May 26 16:09:30.921524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5251a885-cb24-43fe-a051-230f8d9f897e is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:30.922124 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.958945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] For port 56c037a8-566f-46b6-9a3d-7750591a5be3, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=56c037a8-566f-46b6-9a3d-7750591a5be3,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:31.015971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5251a885-cb24-43fe-a051-230f8d9f897e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5251a885-cb24-43fe-a051-230f8d9f897e,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:31.023803 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.025428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 504991a7-772d-4514-ac9d-2402ff0ed221 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:31.072705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] For port 56c037a8-566f-46b6-9a3d-7750591a5be3, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:31.135261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] device_id is not set on port 56c037a8-566f-46b6-9a3d-7750591a5be3 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:09:31.152438 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.162047 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.204835 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d0043c-8c55-4d91-a87d-f1afcd5cf835 x-openstack-request-id: req-93d0043c-8c55-4d91-a87d-f1afcd5cf835 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:31.205254 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbc74ea-11e0-4d63-9acf-06c4644e3728", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:31.205431 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93d0043c-8c55-4d91-a87d-f1afcd5cf835 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:31.205803 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d0043c-8c55-4d91-a87d-f1afcd5cf835'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbc74ea-11e0-4d63-9acf-06c4644e3728', 'code': 200} May 26 16:09:31.264526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] Pushing event updated for resources: {'Port': ['ID=56c037a8-566f-46b6-9a3d-7750591a5be3,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:31.362360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5251a885-cb24-43fe-a051-230f8d9f897e,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:31.405795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 504991a7-772d-4514-ac9d-2402ff0ed221 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:31.406252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.414859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] No DVR routers for this DVR port 56c037a8-566f-46b6-9a3d-7750591a5be3 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:31.438148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e91b7-07bd-4715-8451-cd5f42875683 req-222306dc-e164-4986-a711-97610b13cce5 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.443036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df5e91b7-07bd-4715-8451-cd5f42875683 req-222306dc-e164-4986-a711-97610b13cce5 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.1990037 May 26 16:09:31.542536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 504991a7-772d-4514-ac9d-2402ff0ed221, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=504991a7-772d-4514-ac9d-2402ff0ed221,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:31.550933 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.553703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 56c037a8-566f-46b6-9a3d-7750591a5be3 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:31.681350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42862) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:31.702621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df5e91b7-07bd-4715-8451-cd5f42875683 req-a3dfbced-9bc0-4e16-bd82-f8f7ecd3b167 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794636 May 26 16:09:31.716086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] In _notify_port_updated(), no bound segment for port 56c037a8-566f-46b6-9a3d-7750591a5be3 on network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:09:31.717257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.717894 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.724702 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-a007c9b4-9e28-4e00-af53-8d2fcbcdcde8 service neutron] 10.222.0.24 "PUT /v2.0/ports/56c037a8-566f-46b6-9a3d-7750591a5be3 HTTP/1.1" status: 200 len: 1032 time: 3.0391700 May 26 16:09:31.733115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=504991a7-772d-4514-ac9d-2402ff0ed221,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:31.918164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae608-b198-4dc3-8a9f-a21bf12db791 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.964778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 56c037a8-566f-46b6-9a3d-7750591a5be3 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:31.967475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2ca40ad8-2463-44af-bdc5-f14e6534583d no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:31.978461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ab38ce82-4850-490d-b0e6-37a78d8eeb34 None None] Provisioning complete for port 56c037a8-566f-46b6-9a3d-7750591a5be3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:31.981936 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab38ce82-4850-490d-b0e6-37a78d8eeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.022804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2298-c9c3-49d1-ac24-38f21d85d4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.161746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting port 38225be2-82d7-472f-a194-09d70f523c0c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:32.162736 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.209701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ab38ce82-4850-490d-b0e6-37a78d8eeb34 None None] Port 56c037a8-566f-46b6-9a3d-7750591a5be3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:32.270839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 2ca40ad8-2463-44af-bdc5-f14e6534583d not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:32.324144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] For port 38225be2-82d7-472f-a194-09d70f523c0c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=38225be2-82d7-472f-a194-09d70f523c0c,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:32.324828 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.334164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2298-c9c3-49d1-ac24-38f21d85d4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.387357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2298-c9c3-49d1-ac24-38f21d85d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.448122 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6b7c2298-c9c3-49d1-ac24-38f21d85d4b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5e1f3d59cf9472c978aecbf0fc2456f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7648263 May 26 16:09:32.451598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42874) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:32.563666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed7a40-5898-4f1c-b488-fefd357ceb15 req-c3e491af-2807-4f2b-96a4-ad52809074b1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.572519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed7a40-5898-4f1c-b488-fefd357ceb15 req-c3e491af-2807-4f2b-96a4-ad52809074b1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.583209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed7a40-5898-4f1c-b488-fefd357ceb15 req-c3e491af-2807-4f2b-96a4-ad52809074b1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.592513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed7a40-5898-4f1c-b488-fefd357ceb15 req-c3e491af-2807-4f2b-96a4-ad52809074b1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.601610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed7a40-5898-4f1c-b488-fefd357ceb15 req-c3e491af-2807-4f2b-96a4-ad52809074b1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.603766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8ed7a40-5898-4f1c-b488-fefd357ceb15 req-c3e491af-2807-4f2b-96a4-ad52809074b1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 3874 time: 0.1919117 May 26 16:09:32.701631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a4e7-9dfd-47c2-a0be-7147823e907e req-d1c79928-45ff-4fab-9325-67e52c963070 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.715460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5de3a4e7-9dfd-47c2-a0be-7147823e907e req-d1c79928-45ff-4fab-9325-67e52c963070 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.3005497 May 26 16:09:32.770739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c2298-c9c3-49d1-ac24-38f21d85d4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a75be1-2bfe-4fa1-b758-7356dcc39d14,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:32.777665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8ed7a40-5898-4f1c-b488-fefd357ceb15 req-45bbfb1f-ef04-486c-b66f-b65f9aa0484e tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194694 May 26 16:09:32.836138 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9427617c-45bc-48e8-877b-24f5fbc436cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.929455 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5de3a4e7-9dfd-47c2-a0be-7147823e907e req-d827444e-c521-4de7-9f92-1cfbe65955bc tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127326 May 26 16:09:32.968055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.968578 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.968993 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Floating IP 3ebcf247-d181-4bc0-b5b4-cd66024cfed7 disassociated. External IP: 172.25.0.126, port: 38225be2-82d7-472f-a194-09d70f523c0c. May 26 16:09:32.969397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Calling delete_port for 38225be2-82d7-472f-a194-09d70f523c0c owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:32.978649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae608-b198-4dc3-8a9f-a21bf12db791 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.983106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae608-b198-4dc3-8a9f-a21bf12db791 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.987204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70870a-992b-4375-aedd-ec7146c0baaf req-c265d608-2002-4f5e-ac91-ab321a3549fb tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.989988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea70870a-992b-4375-aedd-ec7146c0baaf req-c265d608-2002-4f5e-ac91-ab321a3549fb tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.1170380 May 26 16:09:32.993682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9427617c-45bc-48e8-877b-24f5fbc436cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.000267 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:09:33.100477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea70870a-992b-4375-aedd-ec7146c0baaf req-7a923062-4c8c-4b46-ac72-c5d693065c88 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943372 May 26 16:09:33.184607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9427617c-45bc-48e8-877b-24f5fbc436cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.187167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9427617c-45bc-48e8-877b-24f5fbc436cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.192796 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9427617c-45bc-48e8-877b-24f5fbc436cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81a75be1-2bfe-4fa1-b758-7356dcc39d14 HTTP/1.1" status: 204 len: 168 time: 0.7339950 May 26 16:09:33.207691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51b11ef-ca20-40a6-a878-3a76dbc35827'}, {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c'}, {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5251a885-cb24-43fe-a051-230f8d9f897e'}, {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504991a7-772d-4514-ac9d-2402ff0ed221'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:33.213227 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329dbb77-94c8-4c4d-af76-901ae34a95b0" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "d51b11ef-ca20-40a6-a878-3a76dbc35827"}, {"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "38225be2-82d7-472f-a194-09d70f523c0c"}, {"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "5251a885-cb24-43fe-a051-230f8d9f897e"}, {"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "504991a7-772d-4514-ac9d-2402ff0ed221"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:33.215990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427617c-45bc-48e8-877b-24f5fbc436cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a75be1-2bfe-4fa1-b758-7356dcc39d14,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:33.226730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ae608-b198-4dc3-8a9f-a21bf12db791 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Router 6492aeda-dec4-46cf-8225-86f027e6b484 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:09:33.278143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.295877 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 26 May 2022 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dd7157-ed6c-45d8-8400-0e01123aeac1 x-openstack-request-id: req-15dd7157-ed6c-45d8-8400-0e01123aeac1 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:33.296185 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "d51b11ef-ca20-40a6-a878-3a76dbc35827", "code": 200}, {"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "38225be2-82d7-472f-a194-09d70f523c0c", "code": 200}, {"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "5251a885-cb24-43fe-a051-230f8d9f897e", "code": 200}, {"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-unplugged", "status": "completed", "tag": "504991a7-772d-4514-ac9d-2402ff0ed221", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:33.296570 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15dd7157-ed6c-45d8-8400-0e01123aeac1 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:33.297178 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15dd7157-ed6c-45d8-8400-0e01123aeac1'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51b11ef-ca20-40a6-a878-3a76dbc35827', 'code': 200} May 26 16:09:33.297795 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15dd7157-ed6c-45d8-8400-0e01123aeac1'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c', 'code': 200} May 26 16:09:33.299801 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15dd7157-ed6c-45d8-8400-0e01123aeac1'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5251a885-cb24-43fe-a051-230f8d9f897e', 'code': 200} May 26 16:09:33.300448 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15dd7157-ed6c-45d8-8400-0e01123aeac1'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504991a7-772d-4514-ac9d-2402ff0ed221', 'code': 200} May 26 16:09:33.346940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Port': ['ID=38225be2-82d7-472f-a194-09d70f523c0c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:33.441438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ae608-b198-4dc3-8a9f-a21bf12db791 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:33.449563 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae608-b198-4dc3-8a9f-a21bf12db791 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.458833 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3f4ae608-b198-4dc3-8a9f-a21bf12db791 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "PUT /v2.0/routers/6492aeda-dec4-46cf-8225-86f027e6b484 HTTP/1.1" status: 200 len: 925 time: 2.9924204 May 26 16:09:33.460213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42902) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:33.462240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347a483-a7d1-48fb-9a7d-95ab1867f169 None None] Sync routers for ids ['6492aeda-dec4-46cf-8225-86f027e6b484'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:33.505821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347a483-a7d1-48fb-9a7d-95ab1867f169 None None] Routers {'6492aeda-dec4-46cf-8225-86f027e6b484'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:33.507074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0347a483-a7d1-48fb-9a7d-95ab1867f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6492aeda-dec4-46cf-8225-86f027e6b484'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:33.611568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0347a483-a7d1-48fb-9a7d-95ab1867f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:33.631435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347a483-a7d1-48fb-9a7d-95ab1867f169 None None] Routers {'6492aeda-dec4-46cf-8225-86f027e6b484'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:33.632122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0347a483-a7d1-48fb-9a7d-95ab1867f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6492aeda-dec4-46cf-8225-86f027e6b484'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:33.688747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0347a483-a7d1-48fb-9a7d-95ab1867f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:33.689988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347a483-a7d1-48fb-9a7d-95ab1867f169 None None] The sync data for ids ['6492aeda-dec4-46cf-8225-86f027e6b484'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:33.732093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-09bf283e-7e86-4146-83d9-976d11728b04 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/routers/6492aeda-dec4-46cf-8225-86f027e6b484 HTTP/1.1" status: 200 len: 925 time: 0.2693896 May 26 16:09:33.737410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42908) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:33.761610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5bdb3-d875-4fde-88ec-f7ca4fa77937 req-ba017ebd-0a8f-4c94-bb48-1214ace6ba48 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:33.763229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36f5bdb3-d875-4fde-88ec-f7ca4fa77937 req-ba017ebd-0a8f-4c94-bb48-1214ace6ba48 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.2458389 May 26 16:09:33.807490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Router 7343185b-75fd-4697-8997-faa37391cdac has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:09:33.828017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36f5bdb3-d875-4fde-88ec-f7ca4fa77937 req-bd765f75-c3b0-4f53-a8d8-b166a1435430 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521624 May 26 16:09:33.984928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16be3c6-6846-4d94-ba0e-0d101b68a604 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:33.993711 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b16be3c6-6846-4d94-ba0e-0d101b68a604 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=6492aeda-dec4-46cf-8225-86f027e6b484&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2538087 May 26 16:09:33.996412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42918) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:34.092684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:34.110719 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] Sync routers for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:34.136050 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:34.139902 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:34.236472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863672a5-91d4-4c7b-963b-93ae8e493695 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.244087 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-863672a5-91d4-4c7b-963b-93ae8e493695 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 881 time: 0.2444975 May 26 16:09:34.244783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42928) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:34.248441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] No DVR routers for this DVR port 38225be2-82d7-472f-a194-09d70f523c0c on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:34.280674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.288719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-e67a1a13-2520-4725-b5eb-7c4c805e2df1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "DELETE /v2.0/ports/38225be2-82d7-472f-a194-09d70f523c0c HTTP/1.1" status: 204 len: 173 time: 2.5590212 May 26 16:09:34.289803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:34.294454 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2405640-dafd-4f5f-9802-f1a673c7fc8e" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "38225be2-82d7-472f-a194-09d70f523c0c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:34.307703 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-78bb2291-a377-49be-ac23-3b5d5e73ca71 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=6492aeda-dec4-46cf-8225-86f027e6b484 HTTP/1.1" status: 200 len: 205 time: 0.0615430 May 26 16:09:34.311802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42932) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:34.354866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237a1b7-63d5-4ffb-b98d-5b7401bd3545 req-346ce62a-e801-48fd-9fa7-4c3727013144 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.363963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237a1b7-63d5-4ffb-b98d-5b7401bd3545 req-346ce62a-e801-48fd-9fa7-4c3727013144 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.374716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237a1b7-63d5-4ffb-b98d-5b7401bd3545 req-346ce62a-e801-48fd-9fa7-4c3727013144 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.382869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237a1b7-63d5-4ffb-b98d-5b7401bd3545 req-346ce62a-e801-48fd-9fa7-4c3727013144 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.387651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7237a1b7-63d5-4ffb-b98d-5b7401bd3545 req-346ce62a-e801-48fd-9fa7-4c3727013144 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 3141 time: 0.2902699 May 26 16:09:34.458398 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:34.485183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e440cb-ff94-42fc-8718-1b3ff2f39f1a req-f5ae681d-4549-42c6-ba89-1caba445727e tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.494217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71e440cb-ff94-42fc-8718-1b3ff2f39f1a req-f5ae681d-4549-42c6-ba89-1caba445727e tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.3034904 May 26 16:09:34.596897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7237a1b7-63d5-4ffb-b98d-5b7401bd3545 req-cdfcdeac-5986-4c3b-a61c-b39ba2259ebd tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878395 May 26 16:09:34.616885 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.671921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71e440cb-ff94-42fc-8718-1b3ff2f39f1a req-fb6bd4bf-2a80-4cec-904f-c0e367bc7e00 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409276 May 26 16:09:34.717491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting port 504991a7-772d-4514-ac9d-2402ff0ed221 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:34.718280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.831459 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d57ce6-9d23-409d-8685-564d72cae7f0 x-openstack-request-id: req-65d57ce6-9d23-409d-8685-564d72cae7f0 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:34.832187 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "38225be2-82d7-472f-a194-09d70f523c0c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:34.832187 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65d57ce6-9d23-409d-8685-564d72cae7f0 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:34.832583 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d57ce6-9d23-409d-8685-564d72cae7f0'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': '38225be2-82d7-472f-a194-09d70f523c0c', 'status': 'completed', 'code': 200} May 26 16:09:34.955621 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.991345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc3959-bb19-4340-9cf1-27e296b391f2 req-771af64e-fc82-4a02-a56c-38512ffc91d9 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.994462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dfc3959-bb19-4340-9cf1-27e296b391f2 req-771af64e-fc82-4a02-a56c-38512ffc91d9 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.1656523 May 26 16:09:35.026917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a61ae582-e369-4ab0-b5ce-37a6d68af3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.039639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cd250c53-a53d-4479-aded-d453263e9339 req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] For port 504991a7-772d-4514-ac9d-2402ff0ed221, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=504991a7-772d-4514-ac9d-2402ff0ed221,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:35.039949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.050825 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1ceca25a-f410-4cc6-8130-a5639eb28832', 'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'mac_address': 'fa:16:3e:83:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:25Z', 'updated_at': '2022-05-26T16:03:35Z', 'revision_number': 5, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'subnets': [{'id': '89acc52f-721e-427f-b71c-59781d53d629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:35.090415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Calling delete_port for 504991a7-772d-4514-ac9d-2402ff0ed221 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:35.101722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Deleting port d97be21b-ded2-4669-b5a0-b91f64df768c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:35.103380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.148856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dfc3959-bb19-4340-9cf1-27e296b391f2 req-f17ad34f-e50d-4f0a-884c-5a8d05365316 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194863 May 26 16:09:35.202698 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] Checking router: 7343185b-75fd-4697-8997-faa37391cdac for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:09:35.253031 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:35.257765 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:35.390887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00690d3a-04c8-472f-a0fb-8d400f68ebcb req-f09a3290-a4a0-4121-999f-a54b8517262b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.402968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00690d3a-04c8-472f-a0fb-8d400f68ebcb req-f09a3290-a4a0-4121-999f-a54b8517262b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.2603178 May 26 16:09:35.438058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.496286 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Calling delete_port for d97be21b-ded2-4669-b5a0-b91f64df768c owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:35.553750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00690d3a-04c8-472f-a0fb-8d400f68ebcb req-8047d3cf-ef98-463c-a811-472fbe0d66bb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480722 May 26 16:09:35.591302 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:35.668467 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.766685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Port': ['ID=504991a7-772d-4514-ac9d-2402ff0ed221,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:35.921208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd250c53-a53d-4479-aded-d453263e9339 req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] No DVR routers for this DVR port 504991a7-772d-4514-ac9d-2402ff0ed221 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:35.925481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.931485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-343601ee-96ed-41ab-ad27-f101fffcf0d1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "DELETE /v2.0/ports/504991a7-772d-4514-ac9d-2402ff0ed221 HTTP/1.1" status: 204 len: 173 time: 1.6302674 May 26 16:09:35.965473 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.034056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event deleted for resources: {'Port': ['ID=d97be21b-ded2-4669-b5a0-b91f64df768c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:36.106558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.107354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.108021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.109096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.109667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.111394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.112105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.113157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.114589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.115846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.116385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.116820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:36.197278 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1ceca25a-f410-4cc6-8130-a5639eb28832', 'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'mac_address': 'fa:16:3e:83:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:25Z', 'updated_at': '2022-05-26T16:03:35Z', 'revision_number': 5, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'subnets': [{'id': '89acc52f-721e-427f-b71c-59781d53d629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:36.254356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aff7f-3090-43da-89e8-d0b02058f698 req-cefbe2dd-4412-4dba-a803-8168d5e18131 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.261589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aff7f-3090-43da-89e8-d0b02058f698 req-cefbe2dd-4412-4dba-a803-8168d5e18131 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.269844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aff7f-3090-43da-89e8-d0b02058f698 req-cefbe2dd-4412-4dba-a803-8168d5e18131 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.279960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d1aff7f-3090-43da-89e8-d0b02058f698 req-cefbe2dd-4412-4dba-a803-8168d5e18131 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 2409 time: 0.3602698 May 26 16:09:36.356980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.383194 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68395b37-506a-43ed-82f7-eaf531d2109e None None] The sync data for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 is: [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1ceca25a-f410-4cc6-8130-a5639eb28832', 'name': '', 'network_id': 'd8e62433-5c96-4a8f-87fd-df2029b840d6', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'mac_address': 'fa:16:3e:83:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '89acc52f-721e-427f-b71c-59781d53d629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:25Z', 'updated_at': '2022-05-26T16:03:35Z', 'revision_number': 5, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'subnets': [{'id': '89acc52f-721e-427f-b71c-59781d53d629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:36.443088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:36.462766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d1aff7f-3090-43da-89e8-d0b02058f698 req-1c9ddf36-ebe5-40b1-bfac-7722ed82c618 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803446 May 26 16:09:36.556211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting port d51b11ef-ca20-40a6-a878-3a76dbc35827 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:36.556836 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.785690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:36.786585 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.793108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd970d-63ca-4160-964e-547401bd15d6 req-7a0b072f-e2c0-415c-84ed-34d5f23015b3 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.816069 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.820169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.824630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52cd970d-63ca-4160-964e-547401bd15d6 req-7a0b072f-e2c0-415c-84ed-34d5f23015b3 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.1391382 May 26 16:09:36.848239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': '504991a7-772d-4514-ac9d-2402ff0ed221'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:36.858822 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2855809-f451-490b-9b11-445e1a65eefb" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "504991a7-772d-4514-ac9d-2402ff0ed221"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:36.934764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:36.937665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:36.954690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.954990 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6897560-a82a-45f9-85bf-52b53d14d768" -d '{"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:36.955333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Fanout notify agent at l3_agent the message router_deleted on router 6492aeda-dec4-46cf-8225-86f027e6b484 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:09:36.963758 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.964572 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.973314 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a3004e4-5e3e-44a0-bf20-0b8b6bd4c348 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/6492aeda-dec4-46cf-8225-86f027e6b484 HTTP/1.1" status: 204 len: 168 time: 2.6576657 May 26 16:09:36.974261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43000) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:36.986572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e1f3663e-fced-4586-accf-c748f84cd7c1 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-809006824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:37.028321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52cd970d-63ca-4160-964e-547401bd15d6 req-b3541dd6-69fc-4d2f-a8d6-30e0d83f3325 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004540 May 26 16:09:37.029799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1f3663e-fced-4586-accf-c748f84cd7c1 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.032781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1f3663e-fced-4586-accf-c748f84cd7c1 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.044335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cd250c53-a53d-4479-aded-d453263e9339 req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] For port d51b11ef-ca20-40a6-a878-3a76dbc35827, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d51b11ef-ca20-40a6-a878-3a76dbc35827,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:37.051278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.080429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5eeda-3521-4273-8a94-9baaeef23eb6 req-42d1e16e-9b3f-4ed9-b29d-12e3745e8aec tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.082348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ed5eeda-3521-4273-8a94-9baaeef23eb6 req-42d1e16e-9b3f-4ed9-b29d-12e3745e8aec tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.2399750 May 26 16:09:37.145262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:37.186440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Calling delete_port for d51b11ef-ca20-40a6-a878-3a76dbc35827 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:37.208925 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cacf4a-41f7-4708-b198-8cb0e82896b8 x-openstack-request-id: req-e4cacf4a-41f7-4708-b198-8cb0e82896b8 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:37.208925 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "504991a7-772d-4514-ac9d-2402ff0ed221", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:37.209255 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4cacf4a-41f7-4708-b198-8cb0e82896b8 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:37.209573 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4cacf4a-41f7-4708-b198-8cb0e82896b8'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': '504991a7-772d-4514-ac9d-2402ff0ed221', 'status': 'completed', 'code': 200} May 26 16:09:37.224146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ed5eeda-3521-4273-8a94-9baaeef23eb6 req-14f33844-6a4d-4e02-a974-c4a4481e1b25 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142709 May 26 16:09:37.224503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444064dd-3821-4a78-9624-d96ca1ec5c73 None None] New status for floating IP 3ebcf247-d181-4bc0-b5b4-cd66024cfed7: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:09:37.327554 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd995c87-9390-4311-9e8a-444255b43875 x-openstack-request-id: req-cd995c87-9390-4311-9e8a-444255b43875 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:37.327554 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:37.327801 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd995c87-9390-4311-9e8a-444255b43875 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:37.341660 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd995c87-9390-4311-9e8a-444255b43875'] response: {'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'code': 200} May 26 16:09:37.498963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.651075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Port': ['ID=d51b11ef-ca20-40a6-a878-3a76dbc35827,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:37.666528 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1f3663e-fced-4586-accf-c748f84cd7c1 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.674656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1f3663e-fced-4586-accf-c748f84cd7c1 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.710488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1f3663e-fced-4586-accf-c748f84cd7c1 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.715177 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e1f3663e-fced-4586-accf-c748f84cd7c1 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7386925 May 26 16:09:37.721811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43016) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:37.731470 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:37.742754 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-993ddd80-a445-4e9d-94f6-7ebc473f33e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.881861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd250c53-a53d-4479-aded-d453263e9339 req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] No DVR routers for this DVR port d51b11ef-ca20-40a6-a878-3a76dbc35827 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:37.893863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.900826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-ca5b2fb7-05a5-477a-9bdb-bcddab689f7c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "DELETE /v2.0/ports/d51b11ef-ca20-40a6-a878-3a76dbc35827 HTTP/1.1" status: 204 len: 173 time: 1.8991408 May 26 16:09:38.045184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-68f9c393-3820-4291-a9bc-c39e0f89f648 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3053935 May 26 16:09:38.084491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e1f9-f325-492a-9a8a-17bd717496ee req-1e1b44b0-e0c9-441e-b84b-545135085485 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.096805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e1f9-f325-492a-9a8a-17bd717496ee req-1e1b44b0-e0c9-441e-b84b-545135085485 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.119755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7e2e1f9-f325-492a-9a8a-17bd717496ee req-1e1b44b0-e0c9-441e-b84b-545135085485 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 1676 time: 0.3382695 May 26 16:09:38.146458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:38.379866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7e2e1f9-f325-492a-9a8a-17bd717496ee req-3930cec3-8686-4984-908f-b16b16357f94 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543392 May 26 16:09:38.432733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-88f450f2-9152-4e94-bf57-af35506e3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.433292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-88f450f2-9152-4e94-bf57-af35506e3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.434186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-88f450f2-9152-4e94-bf57-af35506e3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.438488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-88f450f2-9152-4e94-bf57-af35506e3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.447920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-88f450f2-9152-4e94-bf57-af35506e3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.448803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-88f450f2-9152-4e94-bf57-af35506e3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.449561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-88f450f2-9152-4e94-bf57-af35506e3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.452553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-88f450f2-9152-4e94-bf57-af35506e3201 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2396a8aa6a2440ef873161467bc3557d&device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6490 time: 0.1935322 May 26 16:09:38.488910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a5ff5-62d3-4d9e-8de1-05405892589c req-2d18a9d8-9fdf-40a4-9d56-6af9af61afd9 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.491429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec2a5ff5-62d3-4d9e-8de1-05405892589c req-2d18a9d8-9fdf-40a4-9d56-6af9af61afd9 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.2392378 May 26 16:09:38.546497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:38.570020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:38.590277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:38.590747 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:38.704635 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:38.765406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Allocated IP 172.25.0.169 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/ec6886d1-aade-4da7-bea0-e70b41a242be) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:38.823609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec2a5ff5-62d3-4d9e-8de1-05405892589c req-dcf357b5-0e7f-4134-b5b5-0cb267cbca19 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178239 May 26 16:09:38.890305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01483ee-d19c-4287-ace8-f2f8f4bf9ae6 req-483b8631-5383-409d-93df-0854adb6e59e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.902739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f01483ee-d19c-4287-ace8-f2f8f4bf9ae6 req-483b8631-5383-409d-93df-0854adb6e59e tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.4018633 May 26 16:09:38.927549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:38.940305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:38.979763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-a53f6b1c-a18a-4f78-8947-9767c8902ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.980302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-a53f6b1c-a18a-4f78-8947-9767c8902ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.980907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-a53f6b1c-a18a-4f78-8947-9767c8902ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.983020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-a53f6b1c-a18a-4f78-8947-9767c8902ce4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66950eb9-9364-4c32-a1ab-960fc915f592&id=34384691-027e-4a13-8e0c-ffe065eba461&id=34384691-027e-4a13-8e0c-ffe065eba461&id=34384691-027e-4a13-8e0c-ffe065eba461&id=34384691-027e-4a13-8e0c-ffe065eba461&id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&id=f921fc8f-3be3-4f7b-9c2f-310e32f20442 HTTP/1.1" status: 200 len: 2291 time: 0.4799068 May 26 16:09:38.987559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cd250c53-a53d-4479-aded-d453263e9339 req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] For port 6bbc74ea-11e0-4d63-9acf-06c4644e3728, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=6bbc74ea-11e0-4d63-9acf-06c4644e3728,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:38.988224 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:38.999829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.053723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:39.062390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:39.064699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event updated for resources: {'Port': ['ID=ec6886d1-aade-4da7-bea0-e70b41a242be,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:39.066939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Calling delete_port for 6bbc74ea-11e0-4d63-9acf-06c4644e3728 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:39.067628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:39.084408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f01483ee-d19c-4287-ace8-f2f8f4bf9ae6 req-a10017b5-985b-4f73-8cee-184451102a97 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797907 May 26 16:09:39.118048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-d24b1b94-3538-4a55-8540-78bd04ff4f75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3ea30df-8a94-4fe4-ac42-9eca468d4a18 HTTP/1.1" status: 200 len: 1002 time: 0.1200860 May 26 16:09:39.232416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': 'd51b11ef-ca20-40a6-a878-3a76dbc35827'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:39.234784 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa31c9b-703d-42f8-87ff-eaa302a8f17e" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "d51b11ef-ca20-40a6-a878-3a76dbc35827"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:39.244272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a26e8e45-bc6f-47ee-b9a4-f7a569993b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.348484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-78f5bf06-7283-4199-8357-4806317436fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:39.352322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-78f5bf06-7283-4199-8357-4806317436fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764 HTTP/1.1" status: 200 len: 850 time: 0.2247744 May 26 16:09:39.381526 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acea423a-81d4-40e7-ad50-d5a7ffb11f7b x-openstack-request-id: req-acea423a-81d4-40e7-ad50-d5a7ffb11f7b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:39.381526 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "d51b11ef-ca20-40a6-a878-3a76dbc35827", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:39.381526 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acea423a-81d4-40e7-ad50-d5a7ffb11f7b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:39.381526 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acea423a-81d4-40e7-ad50-d5a7ffb11f7b'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': 'd51b11ef-ca20-40a6-a878-3a76dbc35827', 'status': 'completed', 'code': 200} May 26 16:09:39.411623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf964a02-a72f-46be-b153-572ca5af5460 req-9655ee18-0386-490e-a556-0401c71d0a71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1699901 May 26 16:09:39.559136 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a26e8e45-bc6f-47ee-b9a4-f7a569993b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.574281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a26e8e45-bc6f-47ee-b9a4-f7a569993b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.579551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-34c31788-5578-415c-8db3-be366172843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:39.581937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-34c31788-5578-415c-8db3-be366172843a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66950eb9-9364-4c32-a1ab-960fc915f592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172122 May 26 16:09:39.593939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.705056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf964a02-a72f-46be-b153-572ca5af5460 req-5decf74c-10d1-44bd-b6d5-d98130a75d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:39.706541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf964a02-a72f-46be-b153-572ca5af5460 req-5decf74c-10d1-44bd-b6d5-d98130a75d79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 1097 time: 0.2349300 May 26 16:09:39.709727 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a26e8e45-bc6f-47ee-b9a4-f7a569993b35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=308711daf0fc420eb908f815033673bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7677269 May 26 16:09:39.711487 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.713399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e8e45-bc6f-47ee-b9a4-f7a569993b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780e7c6f-393a-41a6-b21b-c711ada03f98,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:39.718047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43072) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:39.845179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-7892337e-d1c6-4d44-a877-deadd0da0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:39.847613 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-7892337e-d1c6-4d44-a877-deadd0da0bd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 1096 time: 0.1870720 May 26 16:09:40.024867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687fc9e3-2d11-46db-823f-7b265a0903a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.098421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687fc9e3-2d11-46db-823f-7b265a0903a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.142974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Port': ['ID=6bbc74ea-11e0-4d63-9acf-06c4644e3728,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:40.232658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf27d0-9640-49c2-8f0f-6f6c25a7fff4 req-44e0d26e-1c90-409b-945d-273535376811 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.234284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3cdf27d0-9640-49c2-8f0f-6f6c25a7fff4 req-44e0d26e-1c90-409b-945d-273535376811 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 943 time: 0.6285379 May 26 16:09:40.244870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.255469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-adf0d38c-073a-48de-bf8a-a17838a8dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.257537 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-adf0d38c-073a-48de-bf8a-a17838a8dedd service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 200 len: 917 time: 0.4010532 May 26 16:09:40.259352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.282097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac23d-dee8-4849-ab90-00e77ac31f1c req-d7c272b7-9f8d-43d5-adf1-5023259ccb4d tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.284485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-924ac23d-dee8-4849-ab90-00e77ac31f1c req-d7c272b7-9f8d-43d5-adf1-5023259ccb4d tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.6873863 May 26 16:09:40.324805 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-413b2b83-492f-4b8f-bef9-8e92dfb22b1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01e5cae2-1198-4dc6-97e1-9a7a856cbd52 HTTP/1.1" status: 200 len: 217 time: 0.0606382 May 26 16:09:40.333343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd250c53-a53d-4479-aded-d453263e9339 req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] No DVR routers for this DVR port 6bbc74ea-11e0-4d63-9acf-06c4644e3728 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:40.349253 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.352496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-0f08a754-2eb9-4d91-b4c0-0ecffd2de68d tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "DELETE /v2.0/ports/6bbc74ea-11e0-4d63-9acf-06c4644e3728 HTTP/1.1" status: 204 len: 173 time: 2.4429259 May 26 16:09:40.395143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-6a65ca20-a4dd-450a-aafe-c99dacd8fae3 service neutron] 10.222.0.32 "GET /v2.0/networks/66950eb9-9364-4c32-a1ab-960fc915f592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705166 May 26 16:09:40.414612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687fc9e3-2d11-46db-823f-7b265a0903a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.417774 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687fc9e3-2d11-46db-823f-7b265a0903a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.419697 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-687fc9e3-2d11-46db-823f-7b265a0903a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/780e7c6f-393a-41a6-b21b-c711ada03f98 HTTP/1.1" status: 204 len: 168 time: 0.6980450 May 26 16:09:40.427687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3cdf27d0-9640-49c2-8f0f-6f6c25a7fff4 req-933faf61-8bdd-4b46-88b3-5e82ea831d3b tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735566 May 26 16:09:40.446116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc9e3-2d11-46db-823f-7b265a0903a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780e7c6f-393a-41a6-b21b-c711ada03f98,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:40.451158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:40.496016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-5996d4ea-dc23-4b56-aebb-55da6b1640f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.499354 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-5996d4ea-dc23-4b56-aebb-55da6b1640f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff5624fc-6d04-47e4-995c-bb545521c9d5 HTTP/1.1" status: 200 len: 855 time: 0.1418774 May 26 16:09:40.529133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf964a02-a72f-46be-b153-572ca5af5460 req-e9cf7f46-1143-4f5e-bd77-d973ffef7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.531810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf964a02-a72f-46be-b153-572ca5af5460 req-e9cf7f46-1143-4f5e-bd77-d973ffef7be4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 915 time: 0.4056056 May 26 16:09:40.650473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-924ac23d-dee8-4849-ab90-00e77ac31f1c req-23c10a61-a83e-4930-a22a-667eaa1b7151 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427374 May 26 16:09:40.680546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-b3572ac1-04b0-4f56-8fd2-6581cc0b82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.682231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-b3572ac1-04b0-4f56-8fd2-6581cc0b82ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f17f54c-58a1-4b49-b7a4-053da59b686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689048 May 26 16:09:40.752686 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.762719 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.861428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Router 2d9f9d4e-fcca-4c39-8b43-7ece28612ac7 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:40.867154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:40.918477 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-1f3d5de1-2b5c-4770-bb3e-06ef21b7058c service neutron] 10.222.0.24 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276208 May 26 16:09:40.920249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'port_id': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'mac_address': 'fa:16:3e:0f:8b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:40.949596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-732aeb82-77c0-4df1-82fa-f90136d258e1 service neutron] 10.222.0.32 "GET /v2.0/networks/66950eb9-9364-4c32-a1ab-960fc915f592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293033 May 26 16:09:40.965751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf964a02-a72f-46be-b153-572ca5af5460 req-106b83cc-2348-4091-afed-cf99f84e29c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db24cd-ebca-4671-830b-3ff7bbb14452 HTTP/1.1" status: 200 len: 1002 time: 0.4213989 May 26 16:09:41.000478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:41.002357 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.026287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:41.063981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf964a02-a72f-46be-b153-572ca5af5460 req-1ff701bd-6de9-4b16-934a-00f25c0bd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.067120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf964a02-a72f-46be-b153-572ca5af5460 req-1ff701bd-6de9-4b16-934a-00f25c0bd977 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.0906687 May 26 16:09:41.072495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:41.088930 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.126121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256c1e6-2e8c-42d5-84bc-c706c826230a req-d34ccf93-3c09-40b6-acf5-b49761e3c4b8 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.127748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d256c1e6-2e8c-42d5-84bc-c706c826230a req-d34ccf93-3c09-40b6-acf5-b49761e3c4b8 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.3799939 May 26 16:09:41.160924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-08cffd3c-2115-4f41-b108-26a906dd6e98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=861ab3dd-64d5-4bd1-b19c-85e37432598e HTTP/1.1" status: 200 len: 217 time: 0.1917827 May 26 16:09:41.165919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:41.215178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting port 5251a885-cb24-43fe-a051-230f8d9f897e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:41.215782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.218998 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:41.231769 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be65b1c-49ee-4c82-87c9-702a9096d185 None None] Sync routers for ids ['2d9f9d4e-fcca-4c39-8b43-7ece28612ac7'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:41.232407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.237231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bf73da73-b9bb-4d22-972f-daf01a23d440 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "PUT /v2.0/routers/2d9f9d4e-fcca-4c39-8b43-7ece28612ac7 HTTP/1.1" status: 200 len: 883 time: 3.5094805 May 26 16:09:41.239308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43092) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:41.240447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:41.247609 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be65b1c-49ee-4c82-87c9-702a9096d185 None None] Routers {'2d9f9d4e-fcca-4c39-8b43-7ece28612ac7'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:41.248504 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1be65b1c-49ee-4c82-87c9-702a9096d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2d9f9d4e-fcca-4c39-8b43-7ece28612ac7'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:41.284569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf964a02-a72f-46be-b153-572ca5af5460 req-51d410b2-f1ab-4111-a99f-a34eb463bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.287203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf964a02-a72f-46be-b153-572ca5af5460 req-51d410b2-f1ab-4111-a99f-a34eb463bbf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569686 May 26 16:09:41.301138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1be65b1c-49ee-4c82-87c9-702a9096d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:41.317364 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be65b1c-49ee-4c82-87c9-702a9096d185 None None] Routers {'2d9f9d4e-fcca-4c39-8b43-7ece28612ac7'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:41.317990 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1be65b1c-49ee-4c82-87c9-702a9096d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2d9f9d4e-fcca-4c39-8b43-7ece28612ac7'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:41.350443 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-adb6a151-3aed-45be-a71c-ba576e474a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.358707 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1be65b1c-49ee-4c82-87c9-702a9096d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:41.362177 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be65b1c-49ee-4c82-87c9-702a9096d185 None None] The sync data for ids ['2d9f9d4e-fcca-4c39-8b43-7ece28612ac7'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:41.382959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': '6bbc74ea-11e0-4d63-9acf-06c4644e3728'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:41.386070 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86370a8-c386-48d7-8f64-2154589d5199" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "6bbc74ea-11e0-4d63-9acf-06c4644e3728"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:41.386603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:41.431622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d256c1e6-2e8c-42d5-84bc-c706c826230a req-705744c9-f796-4f71-b0d3-241562c31dd7 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603583 May 26 16:09:41.434909 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-d7285b96-c168-46e2-a440-e12ea861bd6f service neutron] 10.222.0.24 "GET /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363318 May 26 16:09:41.437919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-89ec5d6a-d488-413e-a0e5-0eccf3d36b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.443684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-89ec5d6a-d488-413e-a0e5-0eccf3d36b39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=395ee870-2dae-4368-a431-e4a0be8c23bc HTTP/1.1" status: 200 len: 797 time: 0.2548068 May 26 16:09:41.490971 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-49fe4508-715a-4b39-8d37-a10cb368fe49 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/routers/2d9f9d4e-fcca-4c39-8b43-7ece28612ac7 HTTP/1.1" status: 200 len: 924 time: 0.2293916 May 26 16:09:41.496435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43098) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:41.585605 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b388b207-790c-4322-8933-c7b1c0027f9f x-openstack-request-id: req-b388b207-790c-4322-8933-c7b1c0027f9f {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:41.588398 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "6bbc74ea-11e0-4d63-9acf-06c4644e3728", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:41.588398 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b388b207-790c-4322-8933-c7b1c0027f9f {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:41.588398 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b388b207-790c-4322-8933-c7b1c0027f9f'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': '6bbc74ea-11e0-4d63-9acf-06c4644e3728', 'status': 'completed', 'code': 200} May 26 16:09:41.621933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-adb6a151-3aed-45be-a71c-ba576e474a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.627186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f608982-cce1-4d93-a031-73f0fc497cd0 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.633966 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f608982-cce1-4d93-a031-73f0fc497cd0 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=2d9f9d4e-fcca-4c39-8b43-7ece28612ac7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1361408 May 26 16:09:41.639775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43102) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:41.651388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-6260983e-d532-4409-945c-535d6d695118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.651902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-adb6a151-3aed-45be-a71c-ba576e474a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.652957 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-6260983e-d532-4409-945c-535d6d695118 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34384691-027e-4a13-8e0c-ffe065eba461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1700943 May 26 16:09:41.657044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cd250c53-a53d-4479-aded-d453263e9339 req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] For port 5251a885-cb24-43fe-a051-230f8d9f897e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5251a885-cb24-43fe-a051-230f8d9f897e,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:41.657044 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.743161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cd250c53-a53d-4479-aded-d453263e9339 req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Calling delete_port for 5251a885-cb24-43fe-a051-230f8d9f897e owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:41.774743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6a151-3aed-45be-a71c-ba576e474a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df8f76d-b67d-4f84-915b-d1e509a74b5e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:41.788499 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-adb6a151-3aed-45be-a71c-ba576e474a92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acc2a060ef0e470ca3105020467a1c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432196 May 26 16:09:41.792643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43106) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:41.841373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf964a02-a72f-46be-b153-572ca5af5460 req-88ecb616-b8e1-42bb-adf0-b2ed133f3958 service neutron] 10.222.0.24 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856250 May 26 16:09:41.857614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9d399-e03a-4dc1-b2f4-f181424a8e11 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.859706 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b1b9d399-e03a-4dc1-b2f4-f181424a8e11 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 881 time: 0.2179873 May 26 16:09:41.866104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43112) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:41.924843 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6e09ecf0-14a5-4ad7-8199-ad39e37348aa tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d9f9d4e-fcca-4c39-8b43-7ece28612ac7 HTTP/1.1" status: 200 len: 205 time: 0.0569675 May 26 16:09:41.928847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43114) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:41.944192 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a16cd93-8579-44f7-8577-83545b5010fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.019953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd837d-95d1-4b4f-832b-5b4836f17c4a req-357d4c3e-f45e-49fa-b928-f582a4b23223 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.027852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97cd837d-95d1-4b4f-832b-5b4836f17c4a req-357d4c3e-f45e-49fa-b928-f582a4b23223 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 943 time: 0.3737051 May 26 16:09:42.047905 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a16cd93-8579-44f7-8577-83545b5010fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.100887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f63b52-7345-454a-a6d1-3b7773b6e03e req-528d1c5c-fefb-4755-b5ce-ffb48e0df197 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.102498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6f63b52-7345-454a-a6d1-3b7773b6e03e req-528d1c5c-fefb-4755-b5ce-ffb48e0df197 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.2756178 May 26 16:09:42.147077 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97cd837d-95d1-4b4f-832b-5b4836f17c4a req-ad59c97e-d5cd-42ac-b8a9-ab3590b107e4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d38ffba-222a-43e1-883f-7753f437968f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179075 May 26 16:09:42.213908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-ffbc2fcb-0d5b-4fb4-8d89-898ab1d9004e service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418127 May 26 16:09:42.256919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf964a02-a72f-46be-b153-572ca5af5460 req-12d30ff6-b079-4710-a0dd-f383e609a981 service neutron] 10.222.0.24 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553269 May 26 16:09:42.303735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6f63b52-7345-454a-a6d1-3b7773b6e03e req-7aa6a012-eed1-478f-8b65-fc1b34729461 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637168 May 26 16:09:42.384811 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.431065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Port': ['ID=5251a885-cb24-43fe-a051-230f8d9f897e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:42.496972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-9ba36204-b7b5-4f28-9385-e637b2b1d696 service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107084 May 26 16:09:42.514270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd250c53-a53d-4479-aded-d453263e9339 req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] No DVR routers for this DVR port 5251a885-cb24-43fe-a051-230f8d9f897e on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:42.518652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cd250c53-a53d-4479-aded-d453263e9339 req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.523192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd250c53-a53d-4479-aded-d453263e9339 req-d23c58b4-b928-4971-a3ab-770355e398f5 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.24 "DELETE /v2.0/ports/5251a885-cb24-43fe-a051-230f8d9f897e HTTP/1.1" status: 204 len: 173 time: 2.1562285 May 26 16:09:42.578376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-b2bc4680-c8ab-4d5a-9e83-6cbe76ebb2a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 HTTP/1.1" status: 200 len: 217 time: 0.0534728 May 26 16:09:42.623635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.700297 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a16cd93-8579-44f7-8577-83545b5010fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.704116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a16cd93-8579-44f7-8577-83545b5010fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.706282 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a16cd93-8579-44f7-8577-83545b5010fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1df8f76d-b67d-4f84-915b-d1e509a74b5e HTTP/1.1" status: 204 len: 168 time: 0.9125543 May 26 16:09:42.724668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16cd93-8579-44f7-8577-83545b5010fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df8f76d-b67d-4f84-915b-d1e509a74b5e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:42.768917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-9783b8cf-6032-4d82-b257-e65d4cda6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.772913 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-9783b8cf-6032-4d82-b257-e65d4cda6f05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=395ee870-2dae-4368-a431-e4a0be8c23bc HTTP/1.1" status: 200 len: 797 time: 0.1797044 May 26 16:09:42.802690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163f5e7-1f51-42a3-9e1a-f0614a712fb4 req-652ae327-406a-4a88-8f1a-f5bb4ed44f91 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.819507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d163f5e7-1f51-42a3-9e1a-f0614a712fb4 req-652ae327-406a-4a88-8f1a-f5bb4ed44f91 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.1730378 May 26 16:09:42.936146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.002346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d163f5e7-1f51-42a3-9e1a-f0614a712fb4 req-4ae036e8-b3ee-4892-8eeb-ff92ed0499c3 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812894 May 26 16:09:43.012733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-b4032ca3-1009-473d-8a27-b0a8b513bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.016252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-b4032ca3-1009-473d-8a27-b0a8b513bb12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34384691-027e-4a13-8e0c-ffe065eba461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1918836 May 26 16:09:43.088568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Deleting port ec6886d1-aade-4da7-bea0-e70b41a242be {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:43.095174 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.255907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-e44b6d51-1fae-4c8e-bdc9-b3ae7e5462ff service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240760 May 26 16:09:43.389919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.435941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Calling delete_port for ec6886d1-aade-4da7-bea0-e70b41a242be owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:43.589531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d67fddbd-494d-4b53-963a-420ff631b0d1 req-ff161772-9877-4fe7-855b-f8a72fcadf62 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.1579175 May 26 16:09:43.605172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': '5251a885-cb24-43fe-a051-230f8d9f897e'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:43.611910 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a82151-03bf-4974-95c8-d4e8ffc0ce08" -d '{"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "5251a885-cb24-43fe-a051-230f8d9f897e"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:43.810384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.830491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-301746df-502b-4812-b6d0-c65c5431bd75 service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631545 May 26 16:09:43.878901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20db54-a7e9-4b3e-9f54-b2f3ee327ef9 req-24cf87df-225c-49c6-90d2-7d9adf7e2091 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.884811 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f20db54-a7e9-4b3e-9f54-b2f3ee327ef9 req-24cf87df-225c-49c6-90d2-7d9adf7e2091 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.4051893 May 26 16:09:43.885594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43164) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:43.897105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839262771', 'description': 'tempest-description--935714084'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:43.951155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event deleted for resources: {'Port': ['ID=ec6886d1-aade-4da7-bea0-e70b41a242be,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:44.042539 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e23ff4f-2f2f-4b19-aab3-13a9b4b68e20 x-openstack-request-id: req-7e23ff4f-2f2f-4b19-aab3-13a9b4b68e20 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:44.042971 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42900fb-2b7f-4ae1-a341-054d2f6aa36b", "name": "network-vif-deleted", "tag": "5251a885-cb24-43fe-a051-230f8d9f897e", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:44.043341 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e23ff4f-2f2f-4b19-aab3-13a9b4b68e20 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:44.043933 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e23ff4f-2f2f-4b19-aab3-13a9b4b68e20'] response: {'server_uuid': 'a42900fb-2b7f-4ae1-a341-054d2f6aa36b', 'name': 'network-vif-deleted', 'tag': '5251a885-cb24-43fe-a051-230f8d9f897e', 'status': 'completed', 'code': 200} May 26 16:09:44.064593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-feacaf1a-fb48-48c7-9320-e12978fb1d27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=166bad04-8dfa-43e4-a63d-fa99fd639e7b HTTP/1.1" status: 200 len: 217 time: 0.1760607 May 26 16:09:44.169227 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.202404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.299432 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f20db54-a7e9-4b3e-9f54-b2f3ee327ef9 req-034fc5aa-8113-4e20-b20e-8fd4b16ecbcc tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757732 May 26 16:09:44.439854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-e8a49709-166c-4cb0-b14d-d971621124b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:44.442687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-e8a49709-166c-4cb0-b14d-d971621124b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=395ee870-2dae-4368-a431-e4a0be8c23bc HTTP/1.1" status: 200 len: 797 time: 0.3604200 May 26 16:09:44.469168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:44.538765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597286-1586-49f2-a2a4-512027c16492 req-1003e4c2-1bc4-420f-adf5-f8c70d0792f9 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:44.550898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52597286-1586-49f2-a2a4-512027c16492 req-1003e4c2-1bc4-420f-adf5-f8c70d0792f9 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.3342149 May 26 16:09:44.714800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.719417 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.733705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.745571 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:44.750339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.772402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.890520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.892633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Fanout notify agent at l3_agent the message router_deleted on router 2d9f9d4e-fcca-4c39-8b43-7ece28612ac7 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:09:44.920277 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.932931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43194) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:44.938491 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-62382d6f-125a-4e3b-8539-529303a685d6 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/2d9f9d4e-fcca-4c39-8b43-7ece28612ac7 HTTP/1.1" status: 204 len: 168 time: 3.0077329 May 26 16:09:44.957068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-824d2936-d8f4-4207-8e62-de1d30e73716 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-396252517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:44.974717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-a1de6ee6-2a7b-4bb3-8656-d060c787a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:44.977138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-a1de6ee6-2a7b-4bb3-8656-d060c787a457 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34384691-027e-4a13-8e0c-ffe065eba461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5103896 May 26 16:09:44.993727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52597286-1586-49f2-a2a4-512027c16492 req-a8229945-ab66-453f-9a1b-97df98586168 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415553 May 26 16:09:45.143664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:45.144310 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.148696 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.160538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43200) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:45.169990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-76216ddc-7b98-43a8-8c9a-fbb02759d27f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group_rule': {'security_group_id': '2db66b9b-7937-430a-9366-f1bd97946973', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:45.177716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2872257 May 26 16:09:45.241201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db66b9b-7937-430a-9366-f1bd97946973,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:45.252367 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76216ddc-7b98-43a8-8c9a-fbb02759d27f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.327556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:45.333426 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c2f0da-e7c7-4ac8-b291-0e049ab86d89" -d '{"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:45.402967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:45.421788 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.490751 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76216ddc-7b98-43a8-8c9a-fbb02759d27f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.502681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.503822 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76216ddc-7b98-43a8-8c9a-fbb02759d27f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.504546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.509943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.510865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.513159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.514351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.542408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.542956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.543596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.544156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.544714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.546078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03382d2-f916-43a7-9716-232b483a1a44 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:45.575506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76216ddc-7b98-43a8-8c9a-fbb02759d27f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddca087-56f7-43bd-bdbc-4b90bddf6f28,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:45.650046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-9b00576a-8b2b-4ebc-b459-79a2f17659c5 service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286304 May 26 16:09:45.657946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-824d2936-d8f4-4207-8e62-de1d30e73716 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.659574 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-824d2936-d8f4-4207-8e62-de1d30e73716 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.660611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76216ddc-7b98-43a8-8c9a-fbb02759d27f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.673820 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-76216ddc-7b98-43a8-8c9a-fbb02759d27f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5099664 May 26 16:09:45.674277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43206) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:45.691279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f76fd-e9ff-4727-9757-006735ba6bb7 req-cfef012e-054a-4356-bebf-dda36bda5abe tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.693637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca1f76fd-e9ff-4727-9757-006735ba6bb7 req-cfef012e-054a-4356-bebf-dda36bda5abe tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 1.0192060 May 26 16:09:45.739831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:45.769586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c6fc8997-7b64-4ca0-80f1-550e0a216d92 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group_rule': {'security_group_id': '2db66b9b-7937-430a-9366-f1bd97946973', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:46.332878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-192494ad-39ac-4666-9da4-6a4af4d3cde2 req-27162f27-bad8-41f6-b420-38020892dfdf tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.8584356 May 26 16:09:46.447838 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce3687f-6252-4db4-988e-e02f4e2be025 x-openstack-request-id: req-2ce3687f-6252-4db4-988e-e02f4e2be025 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:46.449107 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:46.449670 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ce3687f-6252-4db4-988e-e02f4e2be025 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:46.450443 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce3687f-6252-4db4-988e-e02f4e2be025'] response: {'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'code': 200} May 26 16:09:46.487512 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8997-7b64-4ca0-80f1-550e0a216d92 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.497344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-824d2936-d8f4-4207-8e62-de1d30e73716 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.524097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca1f76fd-e9ff-4727-9757-006735ba6bb7 req-37437d93-e257-4e91-94ee-b55321325be3 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021186 May 26 16:09:46.539113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-824d2936-d8f4-4207-8e62-de1d30e73716 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.682085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-ff2d795e-f3a7-4334-9593-af5b00ceb8cc service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0097158 May 26 16:09:46.699925 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-824d2936-d8f4-4207-8e62-de1d30e73716 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.703807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-824d2936-d8f4-4207-8e62-de1d30e73716 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.7557456 May 26 16:09:46.705457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43228) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:46.711987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': True}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:46.798590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-43dfc5e7-c871-4aa6-af3c-7a550d0b787c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=1e9c1378-b794-492e-8c68-c83ab7754a51 HTTP/1.1" status: 200 len: 217 time: 0.0913553 May 26 16:09:46.807341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8997-7b64-4ca0-80f1-550e0a216d92 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.826118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8997-7b64-4ca0-80f1-550e0a216d92 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.865546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85b044-84b8-4238-8c6d-d07372869b59 req-8564e18c-123c-4245-8d20-b94220547b57 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:46.873651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b85b044-84b8-4238-8c6d-d07372869b59 req-8564e18c-123c-4245-8d20-b94220547b57 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.2954051 May 26 16:09:46.925521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc8997-7b64-4ca0-80f1-550e0a216d92 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2547b92-88b3-458b-ab69-a515ebc8ddf4,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:46.940033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d30a41-5a32-446a-aea5-4f0c597b0a6f req-46914af6-9148-4dff-be06-44a60f381a51 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:46.948143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1d30a41-5a32-446a-aea5-4f0c597b0a6f req-46914af6-9148-4dff-be06-44a60f381a51 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1 HTTP/1.1" status: 200 len: 946 time: 0.2923691 May 26 16:09:46.954412 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8997-7b64-4ca0-80f1-550e0a216d92 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.959128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c6fc8997-7b64-4ca0-80f1-550e0a216d92 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2606721 May 26 16:09:46.964579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-4b447867-8084-4b5e-b266-66cf879348f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:46.966255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-4b447867-8084-4b5e-b266-66cf879348f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=395ee870-2dae-4368-a431-e4a0be8c23bc HTTP/1.1" status: 200 len: 797 time: 0.1557796 May 26 16:09:46.968318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43236) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:46.993504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:47.067850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b85b044-84b8-4238-8c6d-d07372869b59 req-a8860aa5-9b31-4ea0-8f53-49c4e42b5c3a tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929297 May 26 16:09:47.131330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1d30a41-5a32-446a-aea5-4f0c597b0a6f req-6cbccf23-170f-4db1-b274-e05cae22ab72 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820271 May 26 16:09:47.139707 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.165520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-7f165ae2-3e4c-407a-9e7f-40a0e1db3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.177048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-7f165ae2-3e4c-407a-9e7f-40a0e1db3896 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=34384691-027e-4a13-8e0c-ffe065eba461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611364 May 26 16:09:47.239193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.347189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-bc4d6cb1-eb73-4d7d-9ff8-e2049c816b26 service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591570 May 26 16:09:47.625273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9f637c7-e3da-4853-a348-de18bd386221 req-f2e72900-09b8-4e56-b334-6d6299fc7725 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.0588408 May 26 16:09:47.761827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050803-42fb-405c-8ff4-1d6a80998ce0 req-91ba8196-8537-4617-b6ce-93f7b8b6b069 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.772541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb050803-42fb-405c-8ff4-1d6a80998ce0 req-91ba8196-8537-4617-b6ce-93f7b8b6b069 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 946 time: 0.4241769 May 26 16:09:47.851832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-0fd3523e-ca22-41d9-ad90-a98bdd5b9033 service neutron] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712741 May 26 16:09:47.960666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.991275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-77c6542d-d963-4583-9f21-542eef4d7e4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 HTTP/1.1" status: 200 len: 217 time: 0.1314912 May 26 16:09:48.022380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.065623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb050803-42fb-405c-8ff4-1d6a80998ce0 req-b936ea00-d04f-4eb0-a868-6dd66a0006b0 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916644 May 26 16:09:48.067794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.284825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Allocated IP 172.25.0.170 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/63f95a6a-1ca7-4101-88a4-7d54fda64a00) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:48.507411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.613611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.621424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-04361b37-4395-4835-8dbe-00cfe8660bfd req-925a1c30-70e8-4342-a4e6-daee92fc5ef8 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:09:48.623844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04361b37-4395-4835-8dbe-00cfe8660bfd req-925a1c30-70e8-4342-a4e6-daee92fc5ef8 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632925 May 26 16:09:48.738448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Allocated IP 172.25.0.207 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/1033395b-9456-4398-ae21-d5cad0e4daaa) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:48.945237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=63f95a6a-1ca7-4101-88a4-7d54fda64a00,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:48.989661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-924e0391-ef7a-4525-b6af-2529e9c26923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:48.991564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-924e0391-ef7a-4525-b6af-2529e9c26923 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a26e5281-dfa8-4a89-ac80-c6cf12aaaef1 HTTP/1.1" status: 200 len: 797 time: 0.9856801 May 26 16:09:48.994831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:49.029722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:49.060947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:49.115660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.152216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04361b37-4395-4835-8dbe-00cfe8660bfd req-9c936f13-1dcb-462e-9a8d-7a50a4dc2093 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4709196 May 26 16:09:49.164891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a4a53-b800-44ab-b87b-83c8de289332 req-d88cb1b0-995b-4162-9177-2e7768f3518a tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.166546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8a4a53-b800-44ab-b87b-83c8de289332 req-d88cb1b0-995b-4162-9177-2e7768f3518a tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.6046941 May 26 16:09:49.228185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.258102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.263043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8a4a53-b800-44ab-b87b-83c8de289332 req-d1573cf5-9eb0-47d2-b988-3c2e5d4d9fe7 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712693 May 26 16:09:49.285487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-5dc32f78-a5af-4ee2-a91b-7fb3a586eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.287721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-5dc32f78-a5af-4ee2-a91b-7fb3a586eb10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2819192 May 26 16:09:49.306385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event updated for resources: {'Port': ['ID=1033395b-9456-4398-ae21-d5cad0e4daaa,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:49.335651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:49.337649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:49.340988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:49.341738 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.715693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-0dc07e88-0a84-4aba-b131-6886ed07ce8e service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765543 May 26 16:09:49.788784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-735bd87b-3d9b-4894-935a-b4dee8cf9d70 req-b8859ab2-dbb4-4dd9-bcbc-8ec4fbacede1 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.2030375 May 26 16:09:49.989549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.063221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbf1c5-25cf-461f-b6be-465bf978af2e req-5f8164a4-8df3-464e-a13d-5318ea046c42 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:50.074247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68fbf1c5-25cf-461f-b6be-465bf978af2e req-5f8164a4-8df3-464e-a13d-5318ea046c42 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.2683554 May 26 16:09:50.105065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-a5b78d00-ca95-437e-993c-6ae76cabfba7 service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304813 May 26 16:09:50.174825 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.185673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-b564c1ae-34d7-464f-b1ec-74de9ff74bba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=065a1fff-e592-4e36-9c31-91c60d3ad3aa HTTP/1.1" status: 200 len: 217 time: 0.0594215 May 26 16:09:50.191615 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.220820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43314) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:50.418857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68fbf1c5-25cf-461f-b6be-465bf978af2e req-ba943623-7d7f-442b-9e19-ba40cf8fd73b tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336849 May 26 16:09:50.466550 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.479888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.500208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-8e6b4300-9564-4659-890a-3f95d41b21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:50.504741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-8e6b4300-9564-4659-890a-3f95d41b21ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a26e5281-dfa8-4a89-ac80-c6cf12aaaef1 HTTP/1.1" status: 200 len: 797 time: 0.2991261 May 26 16:09:50.563385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=63f95a6a-1ca7-4101-88a4-7d54fda64a00,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:50.586555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8eb05442-6a27-45c0-aefb-9516d7df23a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.846562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee03f2-c21b-413c-843c-20529be4051c req-c748a0bd-3517-43c2-a5f2-1b882ec72b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:50.848834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aee03f2-c21b-413c-843c-20529be4051c req-c748a0bd-3517-43c2-a5f2-1b882ec72b1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1096 time: 0.3355346 May 26 16:09:50.854232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Router e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:50.854588 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.875153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f10e8-3f88-483d-871b-820efdd61d56 req-9a4b5c11-654d-46f0-a3d9-4412a3b17c92 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:50.881704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a50f10e8-3f88-483d-871b-820efdd61d56 req-9a4b5c11-654d-46f0-a3d9-4412a3b17c92 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.3701050 May 26 16:09:50.895239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8eb05442-6a27-45c0-aefb-9516d7df23a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.930664 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8eb05442-6a27-45c0-aefb-9516d7df23a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.996160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aee03f2-c21b-413c-843c-20529be4051c req-1c7dd289-3e38-4c4f-85d3-72648cc5d9e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340017 May 26 16:09:51.020788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb05442-6a27-45c0-aefb-9516d7df23a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb559f3c-39b8-41f3-b84c-c0ae96df936c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:51.038986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3a84c-f73e-48fa-be92-778e26416e1b req-2fbbee7c-894e-4f0d-8477-e6e7f7905c1d tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.041205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65e3a84c-f73e-48fa-be92-778e26416e1b req-2fbbee7c-894e-4f0d-8477-e6e7f7905c1d tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1 HTTP/1.1" status: 200 len: 946 time: 0.4653234 May 26 16:09:51.049416 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.051342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f92886ce-0c6f-4021-829a-11f0d523afca tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0798092 May 26 16:09:51.054084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-5d105a27-bdd6-49f6-a220-32c7d70b046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.056644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-5d105a27-bdd6-49f6-a220-32c7d70b046d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f921fc8f-3be3-4f7b-9c2f-310e32f20442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4795620 May 26 16:09:51.122472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a50f10e8-3f88-483d-871b-820efdd61d56 req-d47af5a3-9bae-47b2-b88b-02394261f4ba tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791685 May 26 16:09:51.218403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43332) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:51.220981 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8eb05442-6a27-45c0-aefb-9516d7df23a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9331eeaea4d842ceb0b8bbfb29f44b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9979880 May 26 16:09:51.229960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65e3a84c-f73e-48fa-be92-778e26416e1b req-2ea5d28c-003a-4f4a-91ab-3ae877daa270 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695063 May 26 16:09:51.345859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:51.351452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.351452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-26d6b772-b6c6-4e17-83a8-e99909c450d2 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "PUT /v2.0/routers/e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de HTTP/1.1" status: 200 len: 918 time: 4.6443655 May 26 16:09:51.355532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43338) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:51.365697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57fa80-0047-4993-b6b9-e58c773795f2 None None] Sync routers for ids ['e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:51.399607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57fa80-0047-4993-b6b9-e58c773795f2 None None] Routers {'e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:51.400905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fd57fa80-0047-4993-b6b9-e58c773795f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:51.455321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fd57fa80-0047-4993-b6b9-e58c773795f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:51.477937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57fa80-0047-4993-b6b9-e58c773795f2 None None] Routers {'e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:51.478611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fd57fa80-0047-4993-b6b9-e58c773795f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:51.527748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fd57fa80-0047-4993-b6b9-e58c773795f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:51.528669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57fa80-0047-4993-b6b9-e58c773795f2 None None] The sync data for ids ['e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:51.572938 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6634c0c2-267e-4a74-8da7-82ae4fbfb6e5 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/routers/e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de HTTP/1.1" status: 200 len: 924 time: 0.2159078 May 26 16:09:51.576083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43340) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:51.649541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09277c46-8e05-49b4-b471-f56e266d7e1a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.654556 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-09277c46-8e05-49b4-b471-f56e266d7e1a tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0766945 May 26 16:09:51.657115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43342) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:51.859271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cb4e31-0c41-4416-9cd1-246c4b027e4e tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.866823 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-00cb4e31-0c41-4416-9cd1-246c4b027e4e tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 881 time: 0.2070153 May 26 16:09:51.869238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:51.910557 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c0124f63-9ddb-46c2-8e67-05dc006c3d14 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de HTTP/1.1" status: 200 len: 205 time: 0.0387022 May 26 16:09:51.911818 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43350) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:52.028761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a438957d-ec67-4df3-b884-59d3d7bfce5c req-44130d35-a8f2-4db4-8a2c-5815046d1efc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.6237173 May 26 16:09:52.043965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-24e798fb-59e2-462d-ba74-cc8eb7bcdf90 service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9443469 May 26 16:09:52.054378 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.056842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08973054-d810-4eba-b74a-26ba8d0933f6 req-c3805a28-80d0-458e-a2f7-26c644c82a5b tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:52.066051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08973054-d810-4eba-b74a-26ba8d0933f6 req-c3805a28-80d0-458e-a2f7-26c644c82a5b tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 946 time: 0.7313502 May 26 16:09:52.259136 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32515b7f-fe21-4aa8-9ee5-bb92bdfaa64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.277358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.350529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32515b7f-fe21-4aa8-9ee5-bb92bdfaa64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.369075 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Deleting port 1033395b-9456-4398-ae21-d5cad0e4daaa {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:52.369416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.393842 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08973054-d810-4eba-b74a-26ba8d0933f6 req-4c127792-d96b-4330-9ecb-fd324a039332 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265581 May 26 16:09:52.436890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-245f7ee9-bf59-4b8e-8f9b-09eadab81723 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1839262771&fields=id&tenant_id=3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 267 time: 0.2551785 May 26 16:09:52.475099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6e901b-9b1f-4740-9619-60b32bcdd4c9 req-59da7c7f-bba0-43f5-aa05-ca9659b129ac service neutron] 10.222.0.32 "GET /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062173 May 26 16:09:52.640801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-98400265-fb0f-4691-86ab-8b59ef5bf4c3 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:52.649360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-98400265-fb0f-4691-86ab-8b59ef5bf4c3 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 814 time: 0.1818171 May 26 16:09:52.659684 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32515b7f-fe21-4aa8-9ee5-bb92bdfaa64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.662665 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32515b7f-fe21-4aa8-9ee5-bb92bdfaa64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.663419 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.663870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-32515b7f-fe21-4aa8-9ee5-bb92bdfaa64a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb559f3c-39b8-41f3-b84c-c0ae96df936c HTTP/1.1" status: 204 len: 168 time: 1.4327729 May 26 16:09:52.680394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Calling delete_port for 1033395b-9456-4398-ae21-d5cad0e4daaa owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:52.699680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-ca1a0c37-1e0d-4ccf-a591-3fc49f304fe2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/quotas/3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 375 time: 0.0479968 May 26 16:09:52.724032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32515b7f-fe21-4aa8-9ee5-bb92bdfaa64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb559f3c-39b8-41f3-b84c-c0ae96df936c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:52.776907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8da484-ce6b-4203-b7dc-6b39bdba413d req-a6ebe5b2-9341-4f12-9f77-22e65e61c856 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:52.787768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd8da484-ce6b-4203-b7dc-6b39bdba413d req-a6ebe5b2-9341-4f12-9f77-22e65e61c856 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.2086234 May 26 16:09:52.852928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd8da484-ce6b-4203-b7dc-6b39bdba413d req-65ffe204-b3c8-4b41-9091-e6c17ac33dc5 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637856 May 26 16:09:52.918214 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-e72e296e-18fa-4789-9ad5-8005110d28ec tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2149982 May 26 16:09:52.933595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.041174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event deleted for resources: {'Port': ['ID=1033395b-9456-4398-ae21-d5cad0e4daaa,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:53.200080 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.390149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6d230-8967-414b-a7a6-c868c9eae923 req-ddeb7661-33ad-4df9-af5b-f87c3c4bd951 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.400587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6d230-8967-414b-a7a6-c868c9eae923 req-ddeb7661-33ad-4df9-af5b-f87c3c4bd951 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.415048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6d230-8967-414b-a7a6-c868c9eae923 req-ddeb7661-33ad-4df9-af5b-f87c3c4bd951 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.417968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3bd6d230-8967-414b-a7a6-c868c9eae923 req-ddeb7661-33ad-4df9-af5b-f87c3c4bd951 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6&device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1&device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 2418 time: 0.1470175 May 26 16:09:53.423706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-e354f282-5f6d-4227-858b-9e5cd0ae8590 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750698 May 26 16:09:53.484024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3bd6d230-8967-414b-a7a6-c868c9eae923 req-e9295026-1f40-45cb-8076-28be0a3f0dc5 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533495 May 26 16:09:53.533538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.540359 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.556016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43386) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:53.572528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-3d55ea4a-b9ef-4a7e-aad1-509898a7cff4 req-7846b882-1ed0-4c85-8da8-ac92dc4e9a2f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1345742157', 'description': 'tempest-description-793213330'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:53.629304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3d55ea4a-b9ef-4a7e-aad1-509898a7cff4 req-7846b882-1ed0-4c85-8da8-ac92dc4e9a2f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.721555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6467f44-1d27-490c-be7e-5d4c9bec0dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.748146 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.768646 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.769435 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3d55ea4a-b9ef-4a7e-aad1-509898a7cff4 req-7846b882-1ed0-4c85-8da8-ac92dc4e9a2f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.777248 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3d55ea4a-b9ef-4a7e-aad1-509898a7cff4 req-7846b882-1ed0-4c85-8da8-ac92dc4e9a2f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.808770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-1a82106e-5181-419d-8842-40be71280553 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288770 May 26 16:09:53.816124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3d55ea4a-b9ef-4a7e-aad1-509898a7cff4 req-7846b882-1ed0-4c85-8da8-ac92dc4e9a2f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.818161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d55ea4a-b9ef-4a7e-aad1-509898a7cff4 req-7846b882-1ed0-4c85-8da8-ac92dc4e9a2f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2536886 May 26 16:09:53.857642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846b882-1ed0-4c85-8da8-ac92dc4e9a2f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d11cf4-afe4-4f92-9ff7-d8109d6a2dc9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:53.887496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.887746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Fanout notify agent at l3_agent the message router_deleted on router e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:09:53.899565 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.902730 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-79f881cf-7b83-466b-9948-bdf5ffc34882 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de HTTP/1.1" status: 204 len: 168 time: 1.9874918 May 26 16:09:53.910829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43390) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:53.918600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a9d3ad63-9f06-4f62-9af0-8e2501716e91 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1566654776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:53.970464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6467f44-1d27-490c-be7e-5d4c9bec0dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.981681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6467f44-1d27-490c-be7e-5d4c9bec0dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.042849 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b6467f44-1d27-490c-be7e-5d4c9bec0dd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef2e3def00214b869f4d2a6cc97ff428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851022 May 26 16:09:54.044177 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9d3ad63-9f06-4f62-9af0-8e2501716e91 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.045407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9d3ad63-9f06-4f62-9af0-8e2501716e91 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.051220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43396) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:54.052067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6467f44-1d27-490c-be7e-5d4c9bec0dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8550a52-11f0-4474-874c-2a49c29c5e27,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:54.057932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90962540-d016-43ec-beff-ba4504509f8e req-0b7c8ec7-67e8-4ece-a9a3-024e89fa903c tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.0510733 May 26 16:09:54.192400 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1dcee5c3-f15a-4c09-a7c7-c9a5e9d4878d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.241154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9d3ad63-9f06-4f62-9af0-8e2501716e91 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.242228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e95cd81-eea5-4d3e-b51a-ee73e8a51d63 req-b56487f2-0824-4379-9ef6-e19714ac431f tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1161239 May 26 16:09:54.253724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9d3ad63-9f06-4f62-9af0-8e2501716e91 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.281813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9d3ad63-9f06-4f62-9af0-8e2501716e91 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.284302 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a9d3ad63-9f06-4f62-9af0-8e2501716e91 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3717580 May 26 16:09:54.288722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:54.319888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': False}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:54.412113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1dcee5c3-f15a-4c09-a7c7-c9a5e9d4878d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.742070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-dcbbc6c6-e212-47db-a65c-71f68e940f47 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1345742157&fields=id&tenant_id=694f18cb35124f3ea7f9face07ba10d3 HTTP/1.1" status: 200 len: 267 time: 0.1437366 May 26 16:09:54.936270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-8e521e22-4511-4a74-bd5d-2063176ff614 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:54.942803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-8e521e22-4511-4a74-bd5d-2063176ff614 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.1873047 May 26 16:09:54.967906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-cf4d1082-3127-4905-9317-c699aca60d43 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Request body: {'port': {'security_groups': ['b4391ae8-5c50-48fb-ab6c-a8f156a2359f', '91d11cf4-afe4-4f92-9ff7-d8109d6a2dc9']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:55.246578 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-cf4d1082-3127-4905-9317-c699aca60d43 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.383483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4ca4ee3-b229-460d-84f5-98b634b53cf0 req-8de0cc7c-5ec1-4ca4-9a40-617d46eede9f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 210 time: 0.1288278 May 26 16:09:55.742076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.931670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1dcee5c3-f15a-4c09-a7c7-c9a5e9d4878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.947835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1dcee5c3-f15a-4c09-a7c7-c9a5e9d4878d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.953429 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1dcee5c3-f15a-4c09-a7c7-c9a5e9d4878d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8550a52-11f0-4474-874c-2a49c29c5e27 HTTP/1.1" status: 204 len: 168 time: 1.8767796 May 26 16:09:56.002557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcee5c3-f15a-4c09-a7c7-c9a5e9d4878d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8550a52-11f0-4474-874c-2a49c29c5e27,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:56.076472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-cf4d1082-3127-4905-9317-c699aca60d43 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] For port 7c7fb3f0-d691-4f78-aca3-559371772cb8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:56.182297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-cf4d1082-3127-4905-9317-c699aca60d43 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.189584 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-cf4d1082-3127-4905-9317-c699aca60d43 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.211039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7c7fb3f0-d691-4f78-aca3-559371772cb8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:56.226958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f00393c5-1734-4258-8d34-a0ecccb41118 req-09b48155-5147-4aa4-9281-cb49ace1e218 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.3575916 May 26 16:09:56.465260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-cf4d1082-3127-4905-9317-c699aca60d43 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:56.467157 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-cf4d1082-3127-4905-9317-c699aca60d43 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.467962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.468692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03f89637-3ec7-408a-92ba-02cf66744d02 req-cf4d1082-3127-4905-9317-c699aca60d43 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "PUT /v2.0/ports/7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 981 time: 1.5148468 May 26 16:09:56.469180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:56.472249 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59" -d '{"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:56.491988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d1082-3127-4905-9317-c699aca60d43 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Pushing event updated for resources: {'Port': ['ID=7c7fb3f0-d691-4f78-aca3-559371772cb8,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:56.535823 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.559314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7c7fb3f0-d691-4f78-aca3-559371772cb8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:56.835039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0ae1472-ad1c-4a9f-a3a5-1c00400fa7d2 req-29358c8c-732c-4646-b8b1-426efaaa64a1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 210 time: 0.1447020 May 26 16:09:56.839523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Allocated IP 172.25.0.74 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/bad6360d-d71c-4667-9a4b-e939c272b13d) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:57.026350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-a6206ee4-7134-4e5b-bdb0-6dd3195bdae5 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1345742157&fields=id&tenant_id=694f18cb35124f3ea7f9face07ba10d3 HTTP/1.1" status: 200 len: 267 time: 0.1900370 May 26 16:09:57.100183 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf5011a-9258-4ceb-8853-9145d47bdbd5 x-openstack-request-id: req-7bf5011a-9258-4ceb-8853-9145d47bdbd5 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:57.101147 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:57.101147 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bf5011a-9258-4ceb-8853-9145d47bdbd5 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:57.101147 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf5011a-9258-4ceb-8853-9145d47bdbd5'] response: {'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'status': 'completed', 'code': 200} May 26 16:09:57.245125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:57.347860 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:57.455353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:57.475285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:57.491910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:57.514849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Pushing event updated for resources: {'Port': ['ID=bad6360d-d71c-4667-9a4b-e939c272b13d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:57.658939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-53b5922b-b1a5-4c77-ba86-9b9a61b30896 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.672457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-53b5922b-b1a5-4c77-ba86-9b9a61b30896 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 984 time: 0.6448131 May 26 16:09:57.703030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-a8f7f0c1-9814-4a7f-9be7-f74c25438ef6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Request body: {'port': {'security_groups': ['b4391ae8-5c50-48fb-ab6c-a8f156a2359f']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:57.833649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-75a7c7ef-5acc-48b0-ad65-1ddfd75422e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.836135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-75a7c7ef-5acc-48b0-ad65-1ddfd75422e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1135 time: 0.7341857 May 26 16:09:57.907976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a048c586-8f8a-43a0-ada7-8a49a1786c15 req-43f76b29-c102-4217-933c-145950e1ec25 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.1370814 May 26 16:09:58.140630 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.150283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-005aa1d8-e522-416c-aef7-bc38dc0a4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:58.151783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-005aa1d8-e522-416c-aef7-bc38dc0a4a45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 920 time: 0.2336590 May 26 16:09:58.212565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-738e9005-cc8a-457a-b0c9-42dcc566fe76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 217 time: 0.0512292 May 26 16:09:58.213609 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-a8f7f0c1-9814-4a7f-9be7-f74c25438ef6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.232029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-e29c5a9a-0161-42ab-b726-d7ce799685e5 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:58.236778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-e29c5a9a-0161-42ab-b726-d7ce799685e5 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 814 time: 1.1104867 May 26 16:09:58.530434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-ac2ab2aa-6a7c-49b8-bb8b-8cc482cd4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:58.534601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-ac2ab2aa-6a7c-49b8-bb8b-8cc482cd4700 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 200 len: 859 time: 0.2906358 May 26 16:09:58.625414 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.635543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.678828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-91dcfd8e-70ae-4342-9088-48fd2b841ea1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d431265e-4b60-48a5-b94c-06597be7d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903139 May 26 16:09:58.788156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-e73eb2bc-af38-4096-a4e2-f50eafea7872 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 473 time: 0.4882467 May 26 16:09:58.846805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'port': {'device_id': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'admin_state_up': True, 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'security_groups': ['2db66b9b-7937-430a-9366-f1bd97946973']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:58.880299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Router 440d30aa-6ba5-4d64-b08f-2f727fcef7da is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:59.042827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9bde4-8f4f-48ad-854e-f2eba2b3e5af req-55d0ebfc-3d3f-4bf7-ae12-72f8119897c1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.049689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9bde4-8f4f-48ad-854e-f2eba2b3e5af req-55d0ebfc-3d3f-4bf7-ae12-72f8119897c1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.056849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9bde4-8f4f-48ad-854e-f2eba2b3e5af req-55d0ebfc-3d3f-4bf7-ae12-72f8119897c1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.066545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9bde4-8f4f-48ad-854e-f2eba2b3e5af req-55d0ebfc-3d3f-4bf7-ae12-72f8119897c1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.076225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9bde4-8f4f-48ad-854e-f2eba2b3e5af req-55d0ebfc-3d3f-4bf7-ae12-72f8119897c1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.086647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9bde4-8f4f-48ad-854e-f2eba2b3e5af req-55d0ebfc-3d3f-4bf7-ae12-72f8119897c1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.096052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9bde4-8f4f-48ad-854e-f2eba2b3e5af req-55d0ebfc-3d3f-4bf7-ae12-72f8119897c1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.108289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9de9bde4-8f4f-48ad-854e-f2eba2b3e5af req-55d0ebfc-3d3f-4bf7-ae12-72f8119897c1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.5078094 May 26 16:09:59.137903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:59.150232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:59.151624 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-853cc70b-553b-48fc-bcf0-bb53334b2391 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "PUT /v2.0/routers/440d30aa-6ba5-4d64-b08f-2f727fcef7da HTTP/1.1" status: 200 len: 919 time: 4.8387418 May 26 16:09:59.156590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43492) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:59.162364 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6f20e-9178-43f1-b55b-3e3081023a57 None None] Sync routers for ids ['440d30aa-6ba5-4d64-b08f-2f727fcef7da'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:59.179175 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6f20e-9178-43f1-b55b-3e3081023a57 None None] Routers {'440d30aa-6ba5-4d64-b08f-2f727fcef7da'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:59.180303 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0fa6f20e-9178-43f1-b55b-3e3081023a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['440d30aa-6ba5-4d64-b08f-2f727fcef7da'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:59.246613 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0fa6f20e-9178-43f1-b55b-3e3081023a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:59.287158 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6f20e-9178-43f1-b55b-3e3081023a57 None None] Routers {'440d30aa-6ba5-4d64-b08f-2f727fcef7da'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:59.289807 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0fa6f20e-9178-43f1-b55b-3e3081023a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['440d30aa-6ba5-4d64-b08f-2f727fcef7da'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:59.401496 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0fa6f20e-9178-43f1-b55b-3e3081023a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:59.402180 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6f20e-9178-43f1-b55b-3e3081023a57 None None] The sync data for ids ['440d30aa-6ba5-4d64-b08f-2f727fcef7da'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:59.408681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Made reservation on behalf of 3fb12a94f317497abed90107ea4df44a for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:59.415952 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:59.452624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-ac4a3f3e-b098-4a84-8f0a-7f121b602a6e service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227540 May 26 16:09:59.463472 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9701468e-21c6-46ca-890c-2b80d7588206 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/routers/440d30aa-6ba5-4d64-b08f-2f727fcef7da HTTP/1.1" status: 200 len: 925 time: 0.3020344 May 26 16:09:59.464143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43502) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:59.468780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9de9bde4-8f4f-48ad-854e-f2eba2b3e5af req-1dcf4cc6-0b6f-43b5-8897-658c0ba9ed33 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3584056 May 26 16:09:59.596318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a588fb-f5e3-4cce-8eef-d8bd732e04c7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.608109 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-31a588fb-f5e3-4cce-8eef-d8bd732e04c7 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=440d30aa-6ba5-4d64-b08f-2f727fcef7da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1411610 May 26 16:09:59.609177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43506) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:59.725866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3089b457-2ba3-461a-9e2d-0205ac503d3e req-23157525-c5bf-4d03-8666-18df7d63669c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 210 time: 0.1154990 May 26 16:09:59.765262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-a8f7f0c1-9814-4a7f-9be7-f74c25438ef6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] For port 7c7fb3f0-d691-4f78-aca3-559371772cb8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:59.837127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f76844-246e-4f0b-b496-da921238e054 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.844064 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a7f76844-246e-4f0b-b496-da921238e054 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 881 time: 0.2259634 May 26 16:09:59.846708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43512) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:59.939558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43514) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:59.941193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6718b906-67dd-40fc-858d-054a29f122fb tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=440d30aa-6ba5-4d64-b08f-2f727fcef7da HTTP/1.1" status: 200 len: 205 time: 0.0846193 May 26 16:09:59.967269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b89a0771-0cbd-4074-b7a9-3d1f3a394d59 req-1057b737-3fd8-4c6a-9786-7079deb0cd87 service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925923 May 26 16:09:59.997098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-a8f7f0c1-9814-4a7f-9be7-f74c25438ef6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.018568 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-a8f7f0c1-9814-4a7f-9be7-f74c25438ef6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.035931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7c7fb3f0-d691-4f78-aca3-559371772cb8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:00.080117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43518) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:00.196568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Allocated IP 172.20.0.3 (bfbaee1a-c578-4c09-bd46-debf773c6c0c/09be0a53-6df6-4d71-8503-1b0838ac7254/6aacd144-5078-4619-9cef-321e3e925c11) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:00.275934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-a8f7f0c1-9814-4a7f-9be7-f74c25438ef6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:00.279237 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-a8f7f0c1-9814-4a7f-9be7-f74c25438ef6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.281000 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e8c620-01fd-43a6-8a42-96d5f13b5220 req-a8f7f0c1-9814-4a7f-9be7-f74c25438ef6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "PUT /v2.0/ports/7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 942 time: 2.6066849 May 26 16:10:00.281612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:00.294785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.296192 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fb5b53-ab89-4b26-a126-c323be32d2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:00.374213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a80279f-374f-47f3-b4f3-8a50f602c72a req-8e333dcd-8963-4ae0-8918-2038ea068614 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.1725495 May 26 16:10:00.442997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7f0c1-9814-4a7f-9be7-f74c25438ef6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Pushing event updated for resources: {'Port': ['ID=7c7fb3f0-d691-4f78-aca3-559371772cb8,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:00.528648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.614369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7c7fb3f0-d691-4f78-aca3-559371772cb8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:00.681579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Deleting port bad6360d-d71c-4667-9a4b-e939c272b13d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:00.681921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.733034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:00.874588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.902675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Calling delete_port for bad6360d-d71c-4667-9a4b-e939c272b13d owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:01.165486 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.249162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event deleted for resources: {'Port': ['ID=bad6360d-d71c-4667-9a4b-e939c272b13d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:01.329585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.503199 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.534474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.548062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.548824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dffdcd-8bf4-4e62-acf8-a5315ffd95dc req-c4a88413-c0b8-4859-8467-8b70ff557461 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.560274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dffdcd-8bf4-4e62-acf8-a5315ffd95dc req-c4a88413-c0b8-4859-8467-8b70ff557461 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.568463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dffdcd-8bf4-4e62-acf8-a5315ffd95dc req-c4a88413-c0b8-4859-8467-8b70ff557461 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.574487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dffdcd-8bf4-4e62-acf8-a5315ffd95dc req-c4a88413-c0b8-4859-8467-8b70ff557461 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.581878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dffdcd-8bf4-4e62-acf8-a5315ffd95dc req-c4a88413-c0b8-4859-8467-8b70ff557461 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.595458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dffdcd-8bf4-4e62-acf8-a5315ffd95dc req-c4a88413-c0b8-4859-8467-8b70ff557461 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.606417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dffdcd-8bf4-4e62-acf8-a5315ffd95dc req-c4a88413-c0b8-4859-8467-8b70ff557461 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.611492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4dffdcd-8bf4-4e62-acf8-a5315ffd95dc req-c4a88413-c0b8-4859-8467-8b70ff557461 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 1.0950725 May 26 16:10:01.638556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.641138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Fanout notify agent at l3_agent the message router_deleted on router 440d30aa-6ba5-4d64-b08f-2f727fcef7da {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:01.663524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.667104 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2f03b56e-4550-4e15-8131-6f0913cb29e8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/440d30aa-6ba5-4d64-b08f-2f727fcef7da HTTP/1.1" status: 204 len: 168 time: 1.7261996 May 26 16:10:01.671288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43546) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:01.680707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2043206063', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:01.734102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.737403 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a0b508-682c-4207-9f4a-f2454bf7a75b x-openstack-request-id: req-c6a0b508-682c-4207-9f4a-f2454bf7a75b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:01.738063 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:01.738641 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6a0b508-682c-4207-9f4a-f2454bf7a75b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:01.739619 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a0b508-682c-4207-9f4a-f2454bf7a75b'] response: {'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'status': 'completed', 'code': 200} May 26 16:10:01.761191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.762274 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.857220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.908095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c6f519-889b-4af1-a277-082600e0925b req-14991429-0300-4b57-a2e0-84d8e391fac1 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1801703 May 26 16:10:01.938048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:02.044331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-848112f0-fc77-4eda-a472-2314d27b8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.046565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-848112f0-fc77-4eda-a472-2314d27b8793 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1096 time: 0.2346163 May 26 16:10:02.048467 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.054846 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.065724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.077133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab3d9d-c3cc-46dc-9ed8-358fc4814a9b req-b7198859-e44a-461b-8d68-674bc3081866 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.079930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7ab3d9d-c3cc-46dc-9ed8-358fc4814a9b req-b7198859-e44a-461b-8d68-674bc3081866 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 946 time: 0.2477970 May 26 16:10:02.279933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:02.307418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:02.319143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:02.328407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=6aacd144-5078-4619-9cef-321e3e925c11,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:02.364665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.393737 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.464437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7ab3d9d-c3cc-46dc-9ed8-358fc4814a9b req-6e844fa8-a6d3-4b23-a61c-2f83e1a0dbb1 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548994 May 26 16:10:02.504428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-10524e5e-bd00-4e7a-9514-532768166607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.527366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-10524e5e-bd00-4e7a-9514-532768166607 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 920 time: 0.4674573 May 26 16:10:02.564762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.566202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.608568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Allocated IP 172.25.0.220 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/b954861b-888d-4fb3-a7b5-34f365c737cd) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:02.687718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-c59f8a7d-12ca-4352-937c-6c1fa903b9d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 217 time: 0.1383760 May 26 16:10:02.695158 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.746789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-163d52e6-d4c1-4d37-978c-517353075dfd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9096053 May 26 16:10:02.777858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-65cc57a4-0dd6-4871-8630-2c71c2fbb7ff None None] Provisioning complete for port 6aacd144-5078-4619-9cef-321e3e925c11 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:02.778375 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-65cc57a4-0dd6-4871-8630-2c71c2fbb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.827073 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.854878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-65cc57a4-0dd6-4871-8630-2c71c2fbb7ff None None] Port 6aacd144-5078-4619-9cef-321e3e925c11 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:02.860691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Request body: {'port': {'device_id': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:02.924541 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.000547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:03.002504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event updated for resources: {'Port': ['ID=b954861b-888d-4fb3-a7b5-34f365c737cd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:03.017330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:03.026377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:03.169183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Allocated IP 172.25.0.68 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/43527c33-8b84-4116-b180-c5d9f697d050) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:03.293534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.341338 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.398261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-42cb1af9-6d93-48be-bb8d-cfa10297b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.399872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-42cb1af9-6d93-48be-bb8d-cfa10297b041 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 200 len: 859 time: 0.6877484 May 26 16:10:03.437395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43566) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:03.457337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:03.497486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da182b66-c3ff-4cc8-8b19-ea8a73d6afa6 req-2a9cbbad-c576-456c-99c3-2967d32dfda7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.499656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da182b66-c3ff-4cc8-8b19-ea8a73d6afa6 req-2a9cbbad-c576-456c-99c3-2967d32dfda7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 931 time: 0.7711039 May 26 16:10:03.510397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-c52d5d1b-d8d5-42dd-807c-24b93940df74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d431265e-4b60-48a5-b94c-06597be7d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775514 May 26 16:10:03.511422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:03.521285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-c7e601b2-d1fc-4632-8df2-26b03d4eb1a2 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.522950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-c7e601b2-d1fc-4632-8df2-26b03d4eb1a2 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.32 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 946 time: 0.6864123 May 26 16:10:03.523862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:03.550802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.553001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event updated for resources: {'Port': ['ID=43527c33-8b84-4116-b180-c5d9f697d050,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:03.587623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.714410 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.824396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da182b66-c3ff-4cc8-8b19-ea8a73d6afa6 req-5e5390f7-645b-4cf6-acb9-6ac57165873e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945266 May 26 16:10:04.080441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-313bd160-8745-4dda-81bb-391b4f23d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.080846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-313bd160-8745-4dda-81bb-391b4f23d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.081314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-313bd160-8745-4dda-81bb-391b4f23d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.081785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-313bd160-8745-4dda-81bb-391b4f23d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.082274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-313bd160-8745-4dda-81bb-391b4f23d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.082739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-313bd160-8745-4dda-81bb-391b4f23d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.083204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-313bd160-8745-4dda-81bb-391b4f23d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.085196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-313bd160-8745-4dda-81bb-391b4f23d517 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 6490 time: 0.6316254 May 26 16:10:04.095424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-c7e58f09-5632-40b9-8e4e-ffc4c83261e5 service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690258 May 26 16:10:04.135034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-456e9a1d-55fb-43d0-a45e-d0ece9218731 req-6f5d1c5e-a38f-44b5-aadf-157a4c890961 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42900fb-2b7f-4ae1-a341-054d2f6aa36b HTTP/1.1" status: 200 len: 210 time: 0.1017790 May 26 16:10:04.225170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.345271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.570884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Router 87ec01a6-6a89-481e-ac31-68aa067d6238 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:04.754557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:04.765638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d1543-941f-421f-822e-998531a776cf None None] Sync routers for ids ['87ec01a6-6a89-481e-ac31-68aa067d6238'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:04.776795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d1543-941f-421f-822e-998531a776cf None None] Routers {'87ec01a6-6a89-481e-ac31-68aa067d6238'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:04.780705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-194d1543-941f-421f-822e-998531a776cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['87ec01a6-6a89-481e-ac31-68aa067d6238'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:04.789262 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.790666 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-41323675-759e-4d0e-bd9c-4d010c47f258 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1182351 May 26 16:10:04.793481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43580) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:04.794605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Allocated IP 172.25.0.66 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/f58f21f8-8eac-4db0-a95e-527fd7c6c30c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:04.799871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:04.892816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-194d1543-941f-421f-822e-998531a776cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:04.927224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d1543-941f-421f-822e-998531a776cf None None] Routers {'87ec01a6-6a89-481e-ac31-68aa067d6238'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:04.927882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-194d1543-941f-421f-822e-998531a776cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['87ec01a6-6a89-481e-ac31-68aa067d6238'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:04.956177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.026344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-194d1543-941f-421f-822e-998531a776cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:05.029540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d1543-941f-421f-822e-998531a776cf None None] The sync data for ids ['87ec01a6-6a89-481e-ac31-68aa067d6238'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:05.067891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Deleting port 61dc4014-6909-4839-b903-e8fa54bc29b7 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:05.068641 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.068971 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b928-6b2a-4ca9-9257-f0eb841b921f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.074805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-2e5154e4-4873-4982-855a-a5728c46c27e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&id=f419df2e-c69f-4e21-82ef-12860b0d67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9599471 May 26 16:10:05.113401 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.134639 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.250784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:05.264765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:05.267910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:05.462299 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.479283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.481561 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.518793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebbacc-a24d-4337-885b-cd4d2909a3d8 req-fd126e9d-aab8-420c-8438-01895f397816 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.528346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5eebbacc-a24d-4337-885b-cd4d2909a3d8 req-fd126e9d-aab8-420c-8438-01895f397816 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 946 time: 1.2056346 May 26 16:10:05.585678 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.673863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Deleting port b954861b-888d-4fb3-a7b5-34f365c737cd {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:05.674699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.771974 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.825553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29fb5b53-ab89-4b26-a126-c323be32d2fc req-aebcadf9-15f4-464d-a236-463473c589df service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6930254 May 26 16:10:05.826350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.875012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.891050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Pushing event updated for resources: {'Port': ['ID=f58f21f8-8eac-4db0-a95e-527fd7c6c30c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:05.921716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Calling delete_port for b954861b-888d-4fb3-a7b5-34f365c737cd owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:05.979630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Pushing event updated for resources: {'Port': ['ID=f58f21f8-8eac-4db0-a95e-527fd7c6c30c,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:06.033636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5eebbacc-a24d-4337-885b-cd4d2909a3d8 req-c0ec5a3d-342b-41d9-a710-f13ec20d7bd5 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043058 May 26 16:10:06.083460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] For port 61dc4014-6909-4839-b903-e8fa54bc29b7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=61dc4014-6909-4839-b903-e8fa54bc29b7,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:06.083842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.102459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Calling delete_port for 61dc4014-6909-4839-b903-e8fa54bc29b7 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:06.309545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.380972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Pushing event deleted for resources: {'Port': ['ID=b954861b-888d-4fb3-a7b5-34f365c737cd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:06.498404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.534189 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.569650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 61dc4014-6909-4839-b903-e8fa54bc29b7 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:06.629555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['01e5cae2-1198-4dc6-97e1-9a7a856cbd52'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:06.632864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e046e5a9-7c47-477b-99e2-f618a49aa6ed'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:06.638890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 61dc4014-6909-4839-b903-e8fa54bc29b7 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:06.639256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 61dc4014-6909-4839-b903-e8fa54bc29b7 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:06.684187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.776453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.777741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c6f519-889b-4af1-a277-082600e0925b req-635769af-9ef4-41cc-b230-7131090e3494 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8682775 May 26 16:10:06.778582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Pushing event deleted for resources: {'Port': ['ID=61dc4014-6909-4839-b903-e8fa54bc29b7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:06.885261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aacd144-5078-4619-9cef-321e3e925c11 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:06.938983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e451d1-e9b2-4e5c-9232-efafb144ee9c req-6dba2e05-9d59-4ec5-a914-b03bb26eb4d1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:06.948888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73e451d1-e9b2-4e5c-9232-efafb144ee9c req-6dba2e05-9d59-4ec5-a914-b03bb26eb4d1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 931 time: 0.6287930 May 26 16:10:07.026560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.057436 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.066497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.089291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] No DVR routers for this DVR port 61dc4014-6909-4839-b903-e8fa54bc29b7 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:07.138784 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.142364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6bca9f2-b9de-4b05-9d2e-d694b37ce00b req-ea1c5b64-c3de-414e-af10-72cb58801921 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.32 "DELETE /v2.0/ports/61dc4014-6909-4839-b903-e8fa54bc29b7 HTTP/1.1" status: 204 len: 173 time: 3.5946393 May 26 16:10:07.142854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd588fa35-a1d9-4764-9886-7f52c7fb3ba6', 'name': 'network-vif-deleted', 'tag': '61dc4014-6909-4839-b903-e8fa54bc29b7'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:07.145163 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df5d233-7403-4b1f-a5b4-c3aaa15dc84d" -d '{"events": [{"server_uuid": "d588fa35-a1d9-4764-9886-7f52c7fb3ba6", "name": "network-vif-deleted", "tag": "61dc4014-6909-4839-b903-e8fa54bc29b7"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:07.176827 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.215783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Transition to ACTIVE for port object 6aacd144-5078-4619-9cef-321e3e925c11 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:10:07.231636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Router 87ec01a6-6a89-481e-ac31-68aa067d6238 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:07.234912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c6f519-889b-4af1-a277-082600e0925b req-53d89120-c1ab-4f49-be61-924f1c65fee2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.2753558 May 26 16:10:07.252233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.318860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73e451d1-e9b2-4e5c-9232-efafb144ee9c req-833d5cfc-5395-4abd-bae9-50ada0d3a33b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551178 May 26 16:10:07.333873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event updated for resources: {'Port': ['ID=43527c33-8b84-4116-b180-c5d9f697d050,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:07.349182 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.363154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:07.372719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.374275 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d51f7863-ab60-41fc-b31c-0744dfe8dcd7 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "PUT /v2.0/routers/87ec01a6-6a89-481e-ac31-68aa067d6238 HTTP/1.1" status: 200 len: 710 time: 2.5792375 May 26 16:10:07.377630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43602) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:07.383212 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c34852-985b-405d-9430-2b6e4cda07e2 None None] Sync routers for ids ['87ec01a6-6a89-481e-ac31-68aa067d6238'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:07.420251 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c34852-985b-405d-9430-2b6e4cda07e2 None None] Routers {'87ec01a6-6a89-481e-ac31-68aa067d6238'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:07.430639 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e9c34852-985b-405d-9430-2b6e4cda07e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['87ec01a6-6a89-481e-ac31-68aa067d6238'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:07.484036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Pushing event updated for resources: {'Port': ['ID=6aacd144-5078-4619-9cef-321e3e925c11,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:07.573971 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e9c34852-985b-405d-9430-2b6e4cda07e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:07.610987 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c34852-985b-405d-9430-2b6e4cda07e2 None None] Routers {'87ec01a6-6a89-481e-ac31-68aa067d6238'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:07.618966 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e9c34852-985b-405d-9430-2b6e4cda07e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['87ec01a6-6a89-481e-ac31-68aa067d6238'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:07.648406 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cf020410-0cb2-4474-b6aa-d250f8a6e690 tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/routers/87ec01a6-6a89-481e-ac31-68aa067d6238 HTTP/1.1" status: 200 len: 745 time: 0.2668979 May 26 16:10:07.649271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43606) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:07.723703 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a38bc3e-c47f-4270-8122-5c8de9a321a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.730805 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e9c34852-985b-405d-9430-2b6e4cda07e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:07.731810 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c34852-985b-405d-9430-2b6e4cda07e2 None None] The sync data for ids ['87ec01a6-6a89-481e-ac31-68aa067d6238'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:07.777216 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8934882d-7061-4676-8d0a-aa37d68ee13b tempest-RoutersIpV6AdminTest-2030193 tempest-RoutersIpV6AdminTest-2030193-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=87ec01a6-6a89-481e-ac31-68aa067d6238 HTTP/1.1" status: 200 len: 205 time: 0.1256471 May 26 16:10:07.780280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43612) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:07.787848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6957e14a-7535-445f-8c32-c7d4b7d250ef req-bf5ba4f2-acd0-4807-b941-f749d56a489b tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=d588fa35-a1d9-4764-9886-7f52c7fb3ba6 HTTP/1.1" status: 200 len: 210 time: 0.1337578 May 26 16:10:07.821058 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4830b3b7-1d2e-4228-ac33-12f892fc138f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=87ec01a6-6a89-481e-ac31-68aa067d6238 HTTP/1.1" status: 200 len: 205 time: 0.0358598 May 26 16:10:07.821576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43614) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:07.944515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43616) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:07.949793 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a0cc6-740c-4c2b-99c4-946b768f68b0 x-openstack-request-id: req-b00a0cc6-740c-4c2b-99c4-946b768f68b0 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:07.950117 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d588fa35-a1d9-4764-9886-7f52c7fb3ba6", "name": "network-vif-deleted", "tag": "61dc4014-6909-4839-b903-e8fa54bc29b7", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:07.950372 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b00a0cc6-740c-4c2b-99c4-946b768f68b0 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:07.951240 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00a0cc6-740c-4c2b-99c4-946b768f68b0'] response: {'server_uuid': 'd588fa35-a1d9-4764-9886-7f52c7fb3ba6', 'name': 'network-vif-deleted', 'tag': '61dc4014-6909-4839-b903-e8fa54bc29b7', 'status': 'completed', 'code': 200} May 26 16:10:08.008940 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6455afa-ad3f-439c-87d2-7e338c95cd8f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.013461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f519-889b-4af1-a277-082600e0925b req-0b487ba6-87bd-4259-9f34-c422ec1f27aa tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.015166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c6f519-889b-4af1-a277-082600e0925b req-0b487ba6-87bd-4259-9f34-c422ec1f27aa tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.7780709 May 26 16:10:08.024184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.045492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-57c6f519-889b-4af1-a277-082600e0925b req-35d52906-856b-43e3-a280-cec6e3499728 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:10:08.046851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c6f519-889b-4af1-a277-082600e0925b req-35d52906-856b-43e3-a280-cec6e3499728 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172961 May 26 16:10:08.108424 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.113926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f69ab8fe-8395-4e88-bcd1-e70dc2f3deff tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0112560 May 26 16:10:08.114911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43620) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.149184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2039016774'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:08.156243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b6c1eb61-68ab-4ff9-afa9-b97d83c972f4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.209536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6455afa-ad3f-439c-87d2-7e338c95cd8f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.211817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6455afa-ad3f-439c-87d2-7e338c95cd8f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.258269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Attempting to bind port 6aacd144-5078-4619-9cef-321e3e925c11 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:08.258731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Attempting to bind port 6aacd144-5078-4619-9cef-321e3e925c11 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:08.259162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Attempting to bind port 6aacd144-5078-4619-9cef-321e3e925c11 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:08.264961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6455afa-ad3f-439c-87d2-7e338c95cd8f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.265796 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b6c1eb61-68ab-4ff9-afa9-b97d83c972f4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.267157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6455afa-ad3f-439c-87d2-7e338c95cd8f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Fanout notify agent at l3_agent the message router_deleted on router 87ec01a6-6a89-481e-ac31-68aa067d6238 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:08.287589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6455afa-ad3f-439c-87d2-7e338c95cd8f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.289118 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d6455afa-ad3f-439c-87d2-7e338c95cd8f tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/87ec01a6-6a89-481e-ac31-68aa067d6238 HTTP/1.1" status: 204 len: 168 time: 0.4662702 May 26 16:10:08.293782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43622) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.305563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Port 6aacd144-5078-4619-9cef-321e3e925c11 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:10:08.306047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Attempting to bind port 6aacd144-5078-4619-9cef-321e3e925c11 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:08.336399 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1975256d-1624-4bfc-9961-92323c929cfa tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=87ec01a6-6a89-481e-ac31-68aa067d6238 HTTP/1.1" status: 200 len: 205 time: 0.0410450 May 26 16:10:08.338871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43624) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.350799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:08.351177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Checking segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:08.351586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Bound using segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:08.352086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Bound port: 6aacd144-5078-4619-9cef-321e3e925c11, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:08.352469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.354590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Made reservation on behalf of d5fba2b4a60b412687d3d830967492f3 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:08.359232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.401867 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-1f6241af-6677-4fe2-9d76-9e75869f93c1 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] delete failed (client error): The resource could not be found. May 26 16:10:08.402135 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.402260 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1f6241af-6677-4fe2-9d76-9e75869f93c1 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/87ec01a6-6a89-481e-ac31-68aa067d6238 HTTP/1.1" status: 404 len: 336 time: 0.0616775 May 26 16:10:08.408282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43628) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.424111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d322e-eecd-416a-ab4e-6c86216a458c req-8c79c411-9dfa-4e80-b501-92196e181773 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.425767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-8c79c411-9dfa-4e80-b501-92196e181773 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2711711 May 26 16:10:08.548300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1bb62b9e-2c38-4e19-89de-c4581359fadb tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=440d30aa-6ba5-4d64-b08f-2f727fcef7da HTTP/1.1" status: 200 len: 205 time: 0.1210427 May 26 16:10:08.552585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.588645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-59d046f0-86ed-4ebc-ab61-5262245904df tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.1533480 May 26 16:10:08.594705 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b6c1eb61-68ab-4ff9-afa9-b97d83c972f4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.598035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b6c1eb61-68ab-4ff9-afa9-b97d83c972f4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.601452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b6c1eb61-68ab-4ff9-afa9-b97d83c972f4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "DELETE /v2.0/security-groups/8d38ffba-222a-43e1-883f-7753f437968f HTTP/1.1" status: 204 len: 168 time: 0.6427169 May 26 16:10:08.607627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43632) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.616071 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-00cc288d-0a75-4aef-971e-d1b893d3eaf8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] delete failed (client error): The resource could not be found. May 26 16:10:08.618853 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-00cc288d-0a75-4aef-971e-d1b893d3eaf8 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/440d30aa-6ba5-4d64-b08f-2f727fcef7da HTTP/1.1" status: 404 len: 336 time: 0.0632608 May 26 16:10:08.620455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.621839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Request body: {'floatingip': {'port_id': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:08.661451 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b121b1ce-b178-40bc-a7d1-1ef48c2ef864 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de HTTP/1.1" status: 200 len: 205 time: 0.0370820 May 26 16:10:08.663455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43636) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.702677 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.719949 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-869c7135-bfde-48cb-a421-ab6f1c96a30d tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] delete failed (client error): The resource could not be found. May 26 16:10:08.723739 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-869c7135-bfde-48cb-a421-ab6f1c96a30d tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/e6bb4d0b-cb52-4ef2-a8e7-195d5bd886de HTTP/1.1" status: 404 len: 336 time: 0.0590880 May 26 16:10:08.724437 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43638) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.755839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1eb61-68ab-4ff9-afa9-b97d83c972f4 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d38ffba-222a-43e1-883f-7753f437968f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:08.765566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] For port 6aacd144-5078-4619-9cef-321e3e925c11, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:08.769034 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-5d6101e1-5e9a-4113-921d-a4980a0748cc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] show failed (client error): The resource could not be found. May 26 16:10:08.770282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5d6101e1-5e9a-4113-921d-a4980a0748cc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "GET /v2.0/security-groups/8d38ffba-222a-43e1-883f-7753f437968f HTTP/1.1" status: 404 len: 347 time: 0.1591897 May 26 16:10:08.773744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43648) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.788900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.832621 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f6992432-755b-4b5a-8a92-af790b5c97ae tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d9f9d4e-fcca-4c39-8b43-7ece28612ac7 HTTP/1.1" status: 200 len: 205 time: 0.1067958 May 26 16:10:08.833154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43654) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.873883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] For port 6aacd144-5078-4619-9cef-321e3e925c11, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6aacd144-5078-4619-9cef-321e3e925c11,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:08.880461 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-e3b5fbfb-f157-4c12-8064-e2aa457d6214 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] delete failed (client error): The resource could not be found. May 26 16:10:08.883501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e3b5fbfb-f157-4c12-8064-e2aa457d6214 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/2d9f9d4e-fcca-4c39-8b43-7ece28612ac7 HTTP/1.1" status: 404 len: 336 time: 0.0436189 May 26 16:10:08.901069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43656) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:08.910138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92081d-481e-433c-be31-88e248d14157 req-b00b2079-24cb-450e-a660-a264bd00cede tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.911743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a92081d-481e-433c-be31-88e248d14157 req-b00b2079-24cb-450e-a660-a264bd00cede tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 943 time: 0.4546840 May 26 16:10:08.941258 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.966069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting port 32cb0497-231d-44ee-8bbb-0b150b13467a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:08.966781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.989887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-86312cb6-0715-4fad-9ef6-4d5aa1a34543 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=6492aeda-dec4-46cf-8225-86f027e6b484 HTTP/1.1" status: 200 len: 205 time: 0.0748811 May 26 16:10:09.012224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43658) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:09.053007 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-2fdb4177-290f-47f2-aa34-1b9872ffd612 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] delete failed (client error): The resource could not be found. May 26 16:10:09.056722 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2fdb4177-290f-47f2-aa34-1b9872ffd612 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/6492aeda-dec4-46cf-8225-86f027e6b484 HTTP/1.1" status: 404 len: 336 time: 0.0406730 May 26 16:10:09.058978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:09.068697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:09.068819 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.070757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] 10.222.0.32 "PUT /v2.0/ports/6aacd144-5078-4619-9cef-321e3e925c11 HTTP/1.1" status: 200 len: 1091 time: 6.2372336 May 26 16:10:09.108771 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68ae03fc-8a81-4238-a1d7-2c33264c1051 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ea9788-1449-463c-b275-0ef0d48b8429 HTTP/1.1" status: 200 len: 205 time: 0.0466392 May 26 16:10:09.109010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43662) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:09.163791 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a92081d-481e-433c-be31-88e248d14157 req-af4a860d-4a61-4dbe-b1e1-fb2e278b21c2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311158 May 26 16:10:09.171617 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-80ab3bda-36b3-43e8-bfd1-63f372e65ccd tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] delete failed (client error): The resource could not be found. May 26 16:10:09.175259 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-80ab3bda-36b3-43e8-bfd1-63f372e65ccd tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/routers/f7ea9788-1449-463c-b275-0ef0d48b8429 HTTP/1.1" status: 404 len: 336 time: 0.0627930 May 26 16:10:09.176222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43664) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:09.223989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.231812 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdef8b7-156e-4100-9502-b3dfa5c77141 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] DELETE failed (client error): The resource could not be found. May 26 16:10:09.232534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdef8b7-156e-4100-9502-b3dfa5c77141 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:10:09.235478 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3bdef8b7-156e-4100-9502-b3dfa5c77141 tempest-RoutersIpV6AdminTest-1608229296 tempest-RoutersIpV6AdminTest-1608229296-project] 10.222.0.39 "DELETE /v2.0/subnets/033bca18-f6c9-42bf-a63a-74eb7a10f67c HTTP/1.1" status: 404 len: 337 time: 0.0582955 May 26 16:10:09.268105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.268105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.304271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Calling delete_port for 32cb0497-231d-44ee-8bbb-0b150b13467a owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:09.561471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500c3b2-a972-43c6-97e2-49c1cdf77d62 service neutron] Pushing event updated for resources: {'Port': ['ID=6aacd144-5078-4619-9cef-321e3e925c11,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:09.565512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.579697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.618621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Port': ['ID=32cb0497-231d-44ee-8bbb-0b150b13467a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:09.713721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.716696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.718053 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9250f2e0-61e4-45b4-bcb4-766ba33ff357 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "DELETE /v2.0/floatingips/3ebcf247-d181-4bc0-b5b4-cd66024cfed7 HTTP/1.1" status: 204 len: 168 time: 0.9413216 May 26 16:10:09.719323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43674) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:09.726109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43676) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:09.769797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:09.804084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32503b29-b173-4012-a12b-476a06884944,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:09.827514 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.827908 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Added segment 945ac2be-c3c4-4239-8856-5e5f834ec0c9 of type vlan for network 31888113-4bab-4811-9127-2f492b2e358e May 26 16:10:09.851104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f006a6bb-4545-4eef-a5fd-4d6d954b1662 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting port 56c037a8-566f-46b6-9a3d-7750591a5be3 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:09.851868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f006a6bb-4545-4eef-a5fd-4d6d954b1662 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.871106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4e23d92e-b8a3-430a-9e75-478a5515e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:09.873063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-4e23d92e-b8a3-430a-9e75-478a5515e5cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 1094 time: 0.7238910 May 26 16:10:09.963905 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b28ca34f-513f-4537-aae8-6889497cfc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.992111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f006a6bb-4545-4eef-a5fd-4d6d954b1662 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.998354 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:10:10.015390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f006a6bb-4545-4eef-a5fd-4d6d954b1662 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Calling delete_port for 56c037a8-566f-46b6-9a3d-7750591a5be3 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:10.167871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b28ca34f-513f-4537-aae8-6889497cfc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.173168 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b28ca34f-513f-4537-aae8-6889497cfc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.256225 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b28ca34f-513f-4537-aae8-6889497cfc3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=293bfc5537ab4893b2f339aed7fc7c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350270 May 26 16:10:10.258470 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ca34f-513f-4537-aae8-6889497cfc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7ff56a-6eb3-4251-b70b-ba296784573a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:10.263586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:10.287850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f006a6bb-4545-4eef-a5fd-4d6d954b1662 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.331394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'tag': '6aacd144-5078-4619-9cef-321e3e925c11'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:10.334198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006a6bb-4545-4eef-a5fd-4d6d954b1662 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Port': ['ID=56c037a8-566f-46b6-9a3d-7750591a5be3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:10.334401 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb26ad3f-8287-48d7-af4e-d7234387aa65" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8573c1-7d4e-4b81-8750-4a40fdac4d6a", "tag": "6aacd144-5078-4619-9cef-321e3e925c11"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:10.356086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-94946b72-6092-491e-a596-1bea9cd2f94d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aacd144-5078-4619-9cef-321e3e925c11 HTTP/1.1" status: 200 len: 217 time: 0.4618506 May 26 16:10:10.377481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.413871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dd6612b-0b51-456b-887e-9cbeb124d167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.434392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e7bcf-9ca0-4b05-af13-d324d64a810e req-d8d904b2-736f-4b18-ad94-047133ea448d tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.436088 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f33e7bcf-9ca0-4b05-af13-d324d64a810e req-d8d904b2-736f-4b18-ad94-047133ea448d tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1 HTTP/1.1" status: 200 len: 946 time: 0.6931181 May 26 16:10:10.447170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f006a6bb-4545-4eef-a5fd-4d6d954b1662 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.452802 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f006a6bb-4545-4eef-a5fd-4d6d954b1662 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "DELETE /v2.0/ports/56c037a8-566f-46b6-9a3d-7750591a5be3 HTTP/1.1" status: 204 len: 168 time: 0.7237322 May 26 16:10:10.452802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dd6612b-0b51-456b-887e-9cbeb124d167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.454763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43700) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:10.522128 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:10:10.526847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-a24cb7ed-d543-4b83-b781-89294cf770a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.528382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-a24cb7ed-d543-4b83-b781-89294cf770a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.1611140 May 26 16:10:10.531438 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.538188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.538832 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.572793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dd6612b-0b51-456b-887e-9cbeb124d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.573424 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.575435 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dd6612b-0b51-456b-887e-9cbeb124d167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.579577 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9dd6612b-0b51-456b-887e-9cbeb124d167 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae7ff56a-6eb3-4251-b70b-ba296784573a HTTP/1.1" status: 204 len: 168 time: 0.3124995 May 26 16:10:10.595684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6612b-0b51-456b-887e-9cbeb124d167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7ff56a-6eb3-4251-b70b-ba296784573a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:10.602961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-bd462c5b-87a9-4323-9077-eb9634dccbcc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting port 2ca40ad8-2463-44af-bdc5-f14e6534583d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:10.603812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd462c5b-87a9-4323-9077-eb9634dccbcc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.607099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f33e7bcf-9ca0-4b05-af13-d324d64a810e req-ea405648-0006-4df3-bbde-50221072ad0f tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584563 May 26 16:10:10.720428 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.760274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6151013 May 26 16:10:10.765034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43708) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:10.772008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Request body: {'subnet': {'network_id': '31888113-4bab-4811-9127-2f492b2e358e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:10.803724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54370423-d472-4631-825b-964e73d0c1ae tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event updated for resources: {'Network': ['ID=31888113-4bab-4811-9127-2f492b2e358e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:10.811515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd462c5b-87a9-4323-9077-eb9634dccbcc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.822824 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.823559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 31888113-4bab-4811-9127-2f492b2e358e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:10.893682 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.942032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-bd462c5b-87a9-4323-9077-eb9634dccbcc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Calling delete_port for 2ca40ad8-2463-44af-bdc5-f14e6534583d owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:11.026024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-7014fadc-a06b-47ca-8e69-9a96bfec2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.027521 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-7014fadc-a06b-47ca-8e69-9a96bfec2fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3744185 May 26 16:10:11.126778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acda9bf-7c3d-4645-855a-c51791e2fd7f req-37c42674-17c3-4953-9b90-ebee2314ffce tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.128326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7acda9bf-7c3d-4645-855a-c51791e2fd7f req-37c42674-17c3-4953-9b90-ebee2314ffce tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 943 time: 0.3668506 May 26 16:10:11.162204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Made reservation on behalf of d5fba2b4a60b412687d3d830967492f3 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:11.168102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.198531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43724) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:11.244110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-cc770881-624a-4663-ba78-994b4ee54ae3 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008121 May 26 16:10:11.247689 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Floating IP 93aa1fbe-0ce1-4973-b4a5-82837900bfca associated. External IP: 172.25.0.66, port: 7c7fb3f0-d691-4f78-aca3-559371772cb8. May 26 16:10:11.254277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7acda9bf-7c3d-4645-855a-c51791e2fd7f req-5e721c99-0d6d-4baa-8514-cf764069add8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185076 May 26 16:10:11.320795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd462c5b-87a9-4323-9077-eb9634dccbcc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.326384 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0792f5-c9f3-4c11-becd-dea4d7aef1e3 x-openstack-request-id: req-fa0792f5-c9f3-4c11-becd-dea4d7aef1e3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:11.326830 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8573c1-7d4e-4b81-8750-4a40fdac4d6a", "tag": "6aacd144-5078-4619-9cef-321e3e925c11", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:11.327329 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa0792f5-c9f3-4c11-becd-dea4d7aef1e3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:11.328122 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0792f5-c9f3-4c11-becd-dea4d7aef1e3'] response: {'name': 'network-changed', 'server_uuid': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'tag': '6aacd144-5078-4619-9cef-321e3e925c11', 'status': 'completed', 'code': 200} May 26 16:10:11.371445 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-229ef65b-7e38-4b73-80c4-2bc6085c845e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b795181adf141f5ad5de0a1558b6bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678655 May 26 16:10:11.372913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd462c5b-87a9-4323-9077-eb9634dccbcc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Port': ['ID=2ca40ad8-2463-44af-bdc5-f14e6534583d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:11.373887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:11.386419 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-3c8132bc-cc6f-4803-9f01-d00d032ea4ed req-b09658a2-0673-4901-83b9-2b3f20df3425 service neutron] (109404) timed out ('10.222.0.32', 61523) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:10:11.539725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d60cc2c8-c53b-4cf6-b557-ae294882da70 req-5d8a0951-7acc-46d8-b010-d8b26f5f2ab1 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288318 May 26 16:10:11.552745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaa637-7898-4a89-b33b-7d56cd52e46f req-aaf28a09-545c-47b2-ac86-2c92fafc8984 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.554736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39aaa637-7898-4a89-b33b-7d56cd52e46f req-aaf28a09-545c-47b2-ac86-2c92fafc8984 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.1649408 May 26 16:10:11.661295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-907dc96d-f138-4b63-b199-c7e1843851e8 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.662926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-907dc96d-f138-4b63-b199-c7e1843851e8 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1 HTTP/1.1" status: 200 len: 946 time: 0.1875095 May 26 16:10:11.767910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39aaa637-7898-4a89-b33b-7d56cd52e46f req-50295920-7d59-4038-9309-f58fa9a73a0a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685681 May 26 16:10:11.775826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-491ef6c0-6dd3-4515-9f8e-db265777b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.777415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-491ef6c0-6dd3-4515-9f8e-db265777b658 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 1094 time: 0.1752362 May 26 16:10:11.856138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:11.886707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd462c5b-87a9-4323-9077-eb9634dccbcc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.892046 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bd462c5b-87a9-4323-9077-eb9634dccbcc tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "DELETE /v2.0/ports/2ca40ad8-2463-44af-bdc5-f14e6534583d HTTP/1.1" status: 204 len: 168 time: 1.4344645 May 26 16:10:11.898600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43732) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:11.909929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0cd9737d-386f-40e9-b804-278c750ed6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.956139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.979436 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0cd9737d-386f-40e9-b804-278c750ed6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.042242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afd7101-4851-4093-8d5b-4999606db757 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting subnet 16532663-ff63-447e-b7e6-9b6160cec251 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:12.054718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50efa3e-f9fc-4854-b0e0-fb7d24c99ce7 req-fd03b6d2-62df-4822-b2db-99cd9c0e8539 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:12.056383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50efa3e-f9fc-4854-b0e0-fb7d24c99ce7 req-fd03b6d2-62df-4822-b2db-99cd9c0e8539 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c573ad-b81c-49e2-9c91-8b030a5e96c1 HTTP/1.1" status: 200 len: 946 time: 0.1548285 May 26 16:10:12.061688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-7780b49d-31f6-4c6b-8618-9194f6ad8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:12.062560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-7780b49d-31f6-4c6b-8618-9194f6ad8017 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 915 time: 0.2690902 May 26 16:10:12.066532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7afd7101-4851-4093-8d5b-4999606db757 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.101093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event updated for resources: {'Subnet': ['ID=5ae21beb-efb6-456f-8b2e-1592c31a36b2,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:12.117510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Deleting port e046e5a9-7c47-477b-99e2-f618a49aa6ed {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:12.117855 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.125634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Checking segment: {'id': '945ac2be-c3c4-4239-8856-5e5f834ec0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '31888113-4bab-4811-9127-2f492b2e358e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:12.126066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Network hostable DHCP agents. Network: 31888113-4bab-4811-9127-2f492b2e358e, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:12.130957 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7afd7101-4851-4093-8d5b-4999606db757 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.178645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-f1a7d1e3-ddb2-4a50-992f-1ede72132afb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aacd144-5078-4619-9cef-321e3e925c11 HTTP/1.1" status: 200 len: 217 time: 0.0831990 May 26 16:10:12.180230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0cd9737d-386f-40e9-b804-278c750ed6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.183980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0cd9737d-386f-40e9-b804-278c750ed6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.185649 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0cd9737d-386f-40e9-b804-278c750ed6b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79885560-d3ef-4c49-ac2d-fa832a4c35e6 HTTP/1.1" status: 204 len: 168 time: 0.8077092 May 26 16:10:12.217339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9737d-386f-40e9-b804-278c750ed6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79885560-d3ef-4c49-ac2d-fa832a4c35e6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:12.219104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Network 31888113-4bab-4811-9127-2f492b2e358e is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:12.261337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:12.261688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 31888113-4bab-4811-9127-2f492b2e358e) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:12.269531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:12.269700 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.271264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.275200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] Sync routers for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:12.284358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f5bb1-9993-468a-a21a-a5dccd6e2f0a None None] Network 31888113-4bab-4811-9127-2f492b2e358e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:12.289207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7afd7101-4851-4093-8d5b-4999606db757 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.325310 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a48b36b-ded8-42b3-a298-50f09fa9ef99 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5592101 May 26 16:10:12.329788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43738) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:12.334120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-613815954', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:12.377805 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.379191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.382855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:12.383970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:12.389990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] For port e046e5a9-7c47-477b-99e2-f618a49aa6ed, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e046e5a9-7c47-477b-99e2-f618a49aa6ed,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:12.390983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.407979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Calling delete_port for e046e5a9-7c47-477b-99e2-f618a49aa6ed owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:12.443908 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.446146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7afd7101-4851-4093-8d5b-4999606db757 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.495784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169bf3bf-35e8-4962-999f-088d0ee7a5ac None None] Network 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:12.522381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd7101-4851-4093-8d5b-4999606db757 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Subnet': ['ID=16532663-ff63-447e-b7e6-9b6160cec251,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:12.525761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7afd7101-4851-4093-8d5b-4999606db757 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.530846 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7afd7101-4851-4093-8d5b-4999606db757 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "DELETE /v2.0/subnets/16532663-ff63-447e-b7e6-9b6160cec251 HTTP/1.1" status: 204 len: 168 time: 0.6305397 May 26 16:10:12.535157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43742) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:12.662675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d50efa3e-f9fc-4854-b0e0-fb7d24c99ce7 req-36ec82d7-9f69-4165-b505-463152da2dda tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5694780 May 26 16:10:12.664112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-09a5a157-6f1d-43c6-a187-b38430ea340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:12.666621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-09a5a157-6f1d-43c6-a187-b38430ea340d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.4782519 May 26 16:10:12.668551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-4b076b56-df29-4c25-b35d-c2153bc8a1f2 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "PUT /v2.0/floatingips/93aa1fbe-0ce1-4973-b4a5-82837900bfca HTTP/1.1" status: 200 len: 995 time: 4.0645730 May 26 16:10:12.670173 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.705826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['01e5cae2-1198-4dc6-97e1-9a7a856cbd52'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:12.712191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:12.712436 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.720582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c460de-50ac-4033-8123-eed26b6e2919 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting subnet 0ee1c49b-fe7b-4670-a585-43a6acb0139d {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:12.723993 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88c460de-50ac-4033-8123-eed26b6e2919 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.765881 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88c460de-50ac-4033-8123-eed26b6e2919 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.776703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Pushing event deleted for resources: {'Port': ['ID=e046e5a9-7c47-477b-99e2-f618a49aa6ed,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:12.822945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-31888113-4bab-4811-9127-2f492b2e358e', 'network_id': '31888113-4bab-4811-9127-2f492b2e358e', 'tenant_id': 'd5fba2b4a60b412687d3d830967492f3', 'fixed_ips': [{'subnet_id': '5ae21beb-efb6-456f-8b2e-1592c31a36b2'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:12.823233 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.889343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88c460de-50ac-4033-8123-eed26b6e2919 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.898993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] No DVR routers for this DVR port e046e5a9-7c47-477b-99e2-f618a49aa6ed on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:12.918173 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.934689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-936e6a03-843f-4eb2-98e5-4ede2c1e5e7d req-38305530-6ef8-4b0e-9d68-41dbf58b9121 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.32 "DELETE /v2.0/ports/e046e5a9-7c47-477b-99e2-f618a49aa6ed HTTP/1.1" status: 204 len: 173 time: 1.2638161 May 26 16:10:12.973385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d322e-eecd-416a-ab4e-6c86216a458c req-10a3cb7d-00a4-4d25-ab36-35a93bb42e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:12.984522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-10a3cb7d-00a4-4d25-ab36-35a93bb42e26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1096 time: 0.2220693 May 26 16:10:12.991181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-137a1ac1-f969-4fd6-92b0-c3db24f2389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:12.993630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-137a1ac1-f969-4fd6-92b0-c3db24f2389f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299662 May 26 16:10:13.025957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Allocated IP 172.20.0.2 (31888113-4bab-4811-9127-2f492b2e358e/5ae21beb-efb6-456f-8b2e-1592c31a36b2/ab45cfef-954b-4fda-a206-ceafe7bd36d0) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:13.085314 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88c460de-50ac-4033-8123-eed26b6e2919 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.188925 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88c460de-50ac-4033-8123-eed26b6e2919 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.204222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-88c460de-50ac-4033-8123-eed26b6e2919 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "DELETE /v2.0/subnets/0ee1c49b-fe7b-4670-a585-43a6acb0139d HTTP/1.1" status: 204 len: 168 time: 0.6667466 May 26 16:10:13.208544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c460de-50ac-4033-8123-eed26b6e2919 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee1c49b-fe7b-4670-a585-43a6acb0139d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:13.208797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43766) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:13.212440 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.223578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a97f30-d64d-4140-a0f8-33632c77c9ff None None] Network a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:13.272476 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.314266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Network 31888113-4bab-4811-9127-2f492b2e358e is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:13.362269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8'}, {'server_uuid': 'e3c573ad-b81c-49e2-9c91-8b030a5e96c1', 'name': 'network-vif-deleted', 'tag': 'e046e5a9-7c47-477b-99e2-f618a49aa6ed'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:13.364582 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2872eda6-118f-4645-b72f-54bd5952e87b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8"}, {"server_uuid": "e3c573ad-b81c-49e2-9c91-8b030a5e96c1", "name": "network-vif-deleted", "tag": "e046e5a9-7c47-477b-99e2-f618a49aa6ed"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:13.370599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.425288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:13.428651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:13.444877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-a5a82eba-2313-4c7d-905d-78e7edfacca8 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353862 May 26 16:10:13.497906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.530850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.585386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d322e-eecd-416a-ab4e-6c86216a458c req-853c2586-74fb-42b3-83e8-8a5bc2f0467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.595143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-853c2586-74fb-42b3-83e8-8a5bc2f0467c service neutron] 10.222.0.39 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 920 time: 0.5980492 May 26 16:10:13.705165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Allocated IP 172.25.0.177 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/43515a2b-ea95-47cc-b05e-b82a71b33bf4) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:13.756480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-7b1736e8-e5a6-4639-a9d6-ac0b7be0fa72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 998 time: 0.1603296 May 26 16:10:13.764952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb26ad3f-8287-48d7-af4e-d7234387aa65 req-afc93c3e-9926-40bd-9ab9-b5e24be5d232 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013802 May 26 16:10:13.776059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e72ab1-468e-4f14-a1f9-67758e997047 req-e4b7f2a8-0980-4ec2-9d6c-33c19741eb7d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.778103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51e72ab1-468e-4f14-a1f9-67758e997047 req-e4b7f2a8-0980-4ec2-9d6c-33c19741eb7d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 943 time: 0.2967508 May 26 16:10:13.842105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Deleting port 80f42904-2393-44a3-ba4f-ceaffc438bdc {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:13.842519 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.867050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Pushing event updated for resources: {'Port': ['ID=ab45cfef-954b-4fda-a206-ceafe7bd36d0,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:13.868934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.887956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.888313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.888633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.888974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.889328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.889687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.890033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.890377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.890707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.891631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.891988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.892641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:13.950655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d322e-eecd-416a-ab4e-6c86216a458c req-fc114e96-363f-4780-b2b1-03a6a2d3d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.954804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-fc114e96-363f-4780-b2b1-03a6a2d3d9c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 200 len: 859 time: 0.1744111 May 26 16:10:13.967008 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.974597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51e72ab1-468e-4f14-a1f9-67758e997047 req-a2ffbfef-7cc9-4fba-87bb-98639cd9ab99 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862073 May 26 16:10:14.023559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Attempting to bind port ab45cfef-954b-4fda-a206-ceafe7bd36d0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:14.023559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Attempting to bind port ab45cfef-954b-4fda-a206-ceafe7bd36d0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '945ac2be-c3c4-4239-8856-5e5f834ec0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '31888113-4bab-4811-9127-2f492b2e358e'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:14.023559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Attempting to bind port ab45cfef-954b-4fda-a206-ceafe7bd36d0 on network 31888113-4bab-4811-9127-2f492b2e358e {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:14.034324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:14.034830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Checking segment: {'id': '945ac2be-c3c4-4239-8856-5e5f834ec0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '31888113-4bab-4811-9127-2f492b2e358e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:14.035313 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.035782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Bound using segment: {'id': '945ac2be-c3c4-4239-8856-5e5f834ec0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '31888113-4bab-4811-9127-2f492b2e358e'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:14.036372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Bound port: ab45cfef-954b-4fda-a206-ceafe7bd36d0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945ac2be-c3c4-4239-8856-5e5f834ec0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '31888113-4bab-4811-9127-2f492b2e358e'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:14.036775 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.079049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] DHCP port deletion for 0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:14.101027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event updated for resources: {'Port': ['ID=43515a2b-ea95-47cc-b05e-b82a71b33bf4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:14.120038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:14.122453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:14.127341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:14.235886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '93aa1fbe-0ce1-4973-b4a5-82837900bfca', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'port_id': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'mac_address': 'fa:16:3e:a1:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:10:05Z', 'updated_at': '2022-05-26T16:10:10Z', 'revision_number': 1, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d6ae-8ba8-4bd8-9ade-913030b44420', 'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'mac_address': 'fa:16:3e:8d:2c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:50Z', 'updated_at': '2022-05-26T16:09:01Z', 'revision_number': 5, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'subnets': [{'id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:14.277696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] Checking router: 708e1a73-cae1-40e4-a724-cde7d4ad65e2 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:14.358947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:14.361236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:14.629038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-c80e41c3-5c86-44c4-909f-4cb452e96103 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d431265e-4b60-48a5-b94c-06597be7d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6494677 May 26 16:10:14.664017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43790) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:14.669898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5438d9-9be8-4feb-8008-2681941bd40e None None] DHCP port deletion for a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:14.673459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6aacd144-5078-4619-9cef-321e3e925c11 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:14.676087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e046e5a9-7c47-477b-99e2-f618a49aa6ed no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:14.676280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.682214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-96b57b84-b63a-4309-b1c1-cfbacf24a204 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:10:14.689526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-96b57b84-b63a-4309-b1c1-cfbacf24a204 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588379 May 26 16:10:14.728308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] For port ab45cfef-954b-4fda-a206-ceafe7bd36d0, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:14.729032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] For port 80f42904-2393-44a3-ba4f-ceaffc438bdc, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=80f42904-2393-44a3-ba4f-ceaffc438bdc,segment=NetworkSegment(01abbab8-efd1-43df-b7e4-ae57bb41a112),segment_id=01abbab8-efd1-43df-b7e4-ae57bb41a112)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:14.729472 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.781373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Calling delete_port for 80f42904-2393-44a3-ba4f-ceaffc438bdc owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:14.805034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:14.819172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c154b-bcb1-4397-aa1f-4ac26911ac13 req-89740686-5f19-422b-9d22-46a27f0f4a02 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.820822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b58c154b-bcb1-4397-aa1f-4ac26911ac13 req-89740686-5f19-422b-9d22-46a27f0f4a02 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.2059767 May 26 16:10:14.827347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: e046e5a9-7c47-477b-99e2-f618a49aa6ed {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:14.827675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e046e5a9-7c47-477b-99e2-f618a49aa6ed not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:14.828092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:14.878046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1893185991', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:14.884506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] For port ab45cfef-954b-4fda-a206-ceafe7bd36d0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ab45cfef-954b-4fda-a206-ceafe7bd36d0,segment=NetworkSegment(945ac2be-c3c4-4239-8856-5e5f834ec0c9),segment_id=945ac2be-c3c4-4239-8856-5e5f834ec0c9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:14.913352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 968fc464-71cc-47ef-802e-4206f23d7f5b no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:14.914490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-87f4c4ff-5bf3-4aba-b3b8-db726eba5c00 service neutron] 10.222.0.39 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235773 May 26 16:10:14.956695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.979949 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:10:14.996005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b58c154b-bcb1-4397-aa1f-4ac26911ac13 req-ed540ce2-5bd3-420d-aef7-1be2bb428a0f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392844 May 26 16:10:15.023223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.072221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Port': ['ID=80f42904-2393-44a3-ba4f-ceaffc438bdc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:15.102196 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc846769-b5cc-45c5-9f45-b0f1e410fe9e x-openstack-request-id: req-fc846769-b5cc-45c5-9f45-b0f1e410fe9e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:15.102584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.102970 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8", "status": "completed", "code": 200}, {"server_uuid": "e3c573ad-b81c-49e2-9c91-8b030a5e96c1", "name": "network-vif-deleted", "tag": "e046e5a9-7c47-477b-99e2-f618a49aa6ed", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:15.103226 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc846769-b5cc-45c5-9f45-b0f1e410fe9e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:15.103642 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc846769-b5cc-45c5-9f45-b0f1e410fe9e'] response: {'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'status': 'completed', 'code': 200} May 26 16:10:15.103919 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc846769-b5cc-45c5-9f45-b0f1e410fe9e'] response: {'server_uuid': 'e3c573ad-b81c-49e2-9c91-8b030a5e96c1', 'name': 'network-vif-deleted', 'tag': 'e046e5a9-7c47-477b-99e2-f618a49aa6ed', 'status': 'completed', 'code': 200} May 26 16:10:15.104779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] No DVR routers for this DVR port 80f42904-2393-44a3-ba4f-ceaffc438bdc on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:15.114578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Made reservation on behalf of c6c4ce8b660f47ff864dd12c08099fad for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:15.117064 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.142135 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.171707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] Deleting port 80f42904-2393-44a3-ba4f-ceaffc438bdc {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:15.172017 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.198183 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111d322e-eecd-416a-ab4e-6c86216a458c req-df90fc0f-5b26-4947-88ed-568c0c594c84 service neutron] 10.222.0.39 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682962 May 26 16:10:15.292801 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.303408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cb5438d9-9be8-4feb-8008-2681941bd40e None None] Deleting port 968fc464-71cc-47ef-802e-4206f23d7f5b {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:15.303793 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb5438d9-9be8-4feb-8008-2681941bd40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.323895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872eda6-118f-4645-b72f-54bd5952e87b req-9907b7f2-718c-45b8-87e6-7820a63ffc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:15.325405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2872eda6-118f-4645-b72f-54bd5952e87b req-9907b7f2-718c-45b8-87e6-7820a63ffc32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1096 time: 0.2109118 May 26 16:10:15.331224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:15.349981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0777f0-b92d-4a14-abbc-8249a5413b97 req-27025627-e28a-4144-9c1e-7445ff2791e3 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:15.354450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa0777f0-b92d-4a14-abbc-8249a5413b97 req-27025627-e28a-4144-9c1e-7445ff2791e3 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 943 time: 0.1165984 May 26 16:10:15.370829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01abbab8-efd1-43df-b7e4-ae57bb41a112') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:15.373721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01abbab8-efd1-43df-b7e4-ae57bb41a112') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:15.381657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cb5438d9-9be8-4feb-8008-2681941bd40e None None] For port 968fc464-71cc-47ef-802e-4206f23d7f5b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=968fc464-71cc-47ef-802e-4206f23d7f5b,segment=NetworkSegment(b038b44a-3008-4bcc-a0cc-012d48c21143),segment_id=b038b44a-3008-4bcc-a0cc-012d48c21143)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:15.382318 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb5438d9-9be8-4feb-8008-2681941bd40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.392764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.398668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cb5438d9-9be8-4feb-8008-2681941bd40e None None] Calling delete_port for 968fc464-71cc-47ef-802e-4206f23d7f5b owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:15.405799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.444425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] device_id is not set on port b35bf400-7e79-44f8-aaa4-ddd5646d9ed6 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:10:15.467973 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.511640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1df19-62b3-4591-a01b-d88d8761de94 None None] Pushing event updated for resources: {'Port': ['ID=ab45cfef-954b-4fda-a206-ceafe7bd36d0,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:15.574629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fa7727-2048-4fcf-8074-002172b83859,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:15.596391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa0777f0-b92d-4a14-abbc-8249a5413b97 req-4492892d-29f8-44b9-8f5f-7ecc4ff3bd6a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925840 May 26 16:10:15.599520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.626840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] For port 80f42904-2393-44a3-ba4f-ceaffc438bdc, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:15.627272 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.665861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 968fc464-71cc-47ef-802e-4206f23d7f5b is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:15.666271 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.666666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:15.667096 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.733645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Allocated IP 172.25.0.113 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/b35bf400-7e79-44f8-aaa4-ddd5646d9ed6) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:15.752167 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 01abbab8-efd1-43df-b7e4-ae57bb41a112 resource provider aggregate not found May 26 16:10:15.752334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Router 6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:15.755329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6aacd144-5078-4619-9cef-321e3e925c11, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6aacd144-5078-4619-9cef-321e3e925c11,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:15.758544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] Calling delete_port for 80f42904-2393-44a3-ba4f-ceaffc438bdc owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:15.763926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] Port 80f42904-2393-44a3-ba4f-ceaffc438bdc was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:10:15.783944 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb5438d9-9be8-4feb-8008-2681941bd40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.791827 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.799294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:15.799847 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.848507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '6aacd144-5078-4619-9cef-321e3e925c11', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'port_id': '6aacd144-5078-4619-9cef-321e3e925c11', 'mac_address': 'fa:16:3e:bb:ae:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:15.863049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5438d9-9be8-4feb-8008-2681941bd40e None None] Pushing event deleted for resources: {'Port': ['ID=968fc464-71cc-47ef-802e-4206f23d7f5b,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:15.873586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5438d9-9be8-4feb-8008-2681941bd40e None None] No DVR routers for this DVR port 968fc464-71cc-47ef-802e-4206f23d7f5b on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:15.911809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] No DVR routers for this DVR port 80f42904-2393-44a3-ba4f-ceaffc438bdc on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:15.925268 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:15.926755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 80f42904-2393-44a3-ba4f-ceaffc438bdc no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:15.956816 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36c216-f17f-49f4-81e4-f9268f52a8b1 None None] Sync routers for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:15.977816 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 01abbab8-efd1-43df-b7e4-ae57bb41a112 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01abbab8-efd1-43df-b7e4-ae57bb41a112 found for delete ", "request_id": "req-df007aa5-4ac6-4e9c-8837-11ab38b4c39d"}]} May 26 16:10:15.991915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.995910 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-947d05b2-3e1b-452c-818f-965f6cd33b43 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.6627955 May 26 16:10:15.997518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43806) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:16.005877 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36c216-f17f-49f4-81e4-f9268f52a8b1 None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:16.012380 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2d36c216-f17f-49f4-81e4-f9268f52a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.018182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e8b6f-798a-475d-80fb-f5f09598d684 None None] Pushing event deleted for resources: {'Port': ['ID=80f42904-2393-44a3-ba4f-ceaffc438bdc,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:16.032236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 80f42904-2393-44a3-ba4f-ceaffc438bdc {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:16.032619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 80f42904-2393-44a3-ba4f-ceaffc438bdc not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:16.035165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:16.037821 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85c2ec3-cdeb-4f44-9fc2-28a41da384a4" -d '{"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:16.042881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872eda6-118f-4645-b72f-54bd5952e87b req-030fced8-494f-40cc-8725-f4ce77e20c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.047231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2872eda6-118f-4645-b72f-54bd5952e87b req-030fced8-494f-40cc-8725-f4ce77e20c75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 920 time: 0.6898270 May 26 16:10:16.060492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:16.087277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.099709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6aacd144-5078-4619-9cef-321e3e925c11 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:16.100103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.111571 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2d36c216-f17f-49f4-81e4-f9268f52a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.123782 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36c216-f17f-49f4-81e4-f9268f52a8b1 None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:16.124422 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2d36c216-f17f-49f4-81e4-f9268f52a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.143213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aacd144-5078-4619-9cef-321e3e925c11 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:16.154562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2872eda6-118f-4645-b72f-54bd5952e87b req-18ab0076-7b0b-4f12-9ed7-277a43fe8860 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 998 time: 0.0818264 May 26 16:10:16.164984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-e558ba03-eef3-4135-b3a2-da68ad9ff979 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 998 time: 0.5186355 May 26 16:10:16.166057 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.190879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6aacd144-5078-4619-9cef-321e3e925c11, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6aacd144-5078-4619-9cef-321e3e925c11,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:16.191714 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2d36c216-f17f-49f4-81e4-f9268f52a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.192506 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36c216-f17f-49f4-81e4-f9268f52a8b1 None None] The sync data for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:16.213277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=11']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:16.218573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.220169 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.225578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "DELETE /v2.0/networks/0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa HTTP/1.1" status: 204 len: 168 time: 3.0154309 May 26 16:10:16.226723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '93aa1fbe-0ce1-4973-b4a5-82837900bfca', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'port_id': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'mac_address': 'fa:16:3e:a1:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:10:05Z', 'updated_at': '2022-05-26T16:10:10Z', 'revision_number': 1, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d6ae-8ba8-4bd8-9ade-913030b44420', 'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'mac_address': 'fa:16:3e:8d:2c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:50Z', 'updated_at': '2022-05-26T16:09:01Z', 'revision_number': 5, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'subnets': [{'id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.241179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43812) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:16.285488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11a48a-8486-4e3d-813a-0a500b91846b None None] The sync data for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 is: [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '93aa1fbe-0ce1-4973-b4a5-82837900bfca', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'port_id': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'mac_address': 'fa:16:3e:a1:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:10:05Z', 'updated_at': '2022-05-26T16:10:10Z', 'revision_number': 1, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d6ae-8ba8-4bd8-9ade-913030b44420', 'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'mac_address': 'fa:16:3e:8d:2c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:50Z', 'updated_at': '2022-05-26T16:09:01Z', 'revision_number': 5, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'subnets': [{'id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:16.294285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c145e0-4b76-4b46-8fe8-174aaaad2031 req-f54db86a-74dc-4a7e-b066-53c3826cd0fb tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.304030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68c145e0-4b76-4b46-8fe8-174aaaad2031 req-f54db86a-74dc-4a7e-b066-53c3826cd0fb tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.3640332 May 26 16:10:16.327784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-705cf9b0-ce08-4c9e-8069-14278f10cd28 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.343094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-705cf9b0-ce08-4c9e-8069-14278f10cd28 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports/7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 942 time: 0.1288784 May 26 16:10:16.347645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf511a-0985-4d87-ab00-7326b2e11d9f tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Network': ['ID=0e1ac1ff-ca36-4276-9759-2a8a4a2cf1fa,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:16.379847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6aacd144-5078-4619-9cef-321e3e925c11,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:16.437116 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68c145e0-4b76-4b46-8fe8-174aaaad2031 req-9b7fe7b3-1813-4cee-896a-42d2f09eb716 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317616 May 26 16:10:16.484304 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.544197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.550042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-6e96f871-e107-48c4-85ec-781f5f882b06 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 998 time: 0.1080978 May 26 16:10:16.552918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872eda6-118f-4645-b72f-54bd5952e87b req-cc8f4616-7f20-46f6-bdfe-7a0d6fbee80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.554357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2872eda6-118f-4645-b72f-54bd5952e87b req-cc8f4616-7f20-46f6-bdfe-7a0d6fbee80e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 200 len: 859 time: 0.3852739 May 26 16:10:16.654181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2872eda6-118f-4645-b72f-54bd5952e87b req-62159d47-e3e5-4e50-8233-f5aebce56ac8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d431265e-4b60-48a5-b94c-06597be7d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894704 May 26 16:10:16.689145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b673c-8c98-41bf-b8af-fed8f1c8df1d None None] New status for floating IP 93aa1fbe-0ce1-4973-b4a5-82837900bfca: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:10:16.714133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.771970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['6aacd144-5078-4619-9cef-321e3e925c11'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:16.801238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-6eb1df8b-1d95-4262-b293-c31ba0a76290 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.810202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-6eb1df8b-1d95-4262-b293-c31ba0a76290 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.2589097 May 26 16:10:16.818024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-1efd3f93-4635-4386-8aff-eea73b337a4c tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:10:16.827796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-1efd3f93-4635-4386-8aff-eea73b337a4c tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168800 May 26 16:10:16.868212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.912901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:16.927504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:16.937561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:16.941720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.968017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff2bd5-44e6-4a43-87ee-cd69f64e3b77 None None] Network 31888113-4bab-4811-9127-2f492b2e358e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:16.991681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Pushing event updated for resources: {'Port': ['ID=b35bf400-7e79-44f8-aaa4-ddd5646d9ed6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:16.997535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ab45cfef-954b-4fda-a206-ceafe7bd36d0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:16.998132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac006-afb9-4336-af99-744db0320e0b req-47d867f7-84b2-43a8-bffb-553aabddcdeb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.998690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b038b44a-3008-4bcc-a0cc-012d48c21143') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.998993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b038b44a-3008-4bcc-a0cc-012d48c21143') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.999686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-553ac006-afb9-4336-af99-744db0320e0b req-47d867f7-84b2-43a8-bffb-553aabddcdeb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.4166577 May 26 16:10:17.009546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-1c30eadc-d78a-4c61-a40f-f9c700a769a7 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 998 time: 0.1799409 May 26 16:10:17.025245 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.029114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:17.130404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-553ac006-afb9-4336-af99-744db0320e0b req-00783391-001f-432d-9304-d20b03b92dc3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135743 May 26 16:10:17.136254 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2872eda6-118f-4645-b72f-54bd5952e87b req-371a9275-83a3-46f5-966d-db9658025ce6 service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254291 May 26 16:10:17.260895 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2c1295-9604-488c-8502-2b9c5651e423 x-openstack-request-id: req-1a2c1295-9604-488c-8502-2b9c5651e423 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:17.261292 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:17.261626 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a2c1295-9604-488c-8502-2b9c5651e423 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:17.262188 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2c1295-9604-488c-8502-2b9c5651e423'] response: {'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'code': 200} May 26 16:10:17.311009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2872eda6-118f-4645-b72f-54bd5952e87b req-be224c3a-663a-4fba-91a5-74b3a2ae5a12 service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605811 May 26 16:10:17.320877 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.367922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4f5eb675-5375-4fc8-9e46-716c127fc1d5 None None] Provisioning complete for port ab45cfef-954b-4fda-a206-ceafe7bd36d0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:17.368339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb675-5375-4fc8-9e46-716c127fc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.503430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-3979b049-8fc9-4256-bdf3-2ab1eb051fba tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:17.505162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-3979b049-8fc9-4256-bdf3-2ab1eb051fba tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.1901608 May 26 16:10:17.542568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ab45cfef-954b-4fda-a206-ceafe7bd36d0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:17.543114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.544674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.553348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:17.553974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.585867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc0521-8ec8-401e-bb7a-eb5a9e4f61b8 req-f2879f18-eea7-48ec-9951-d1f9834847d2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:17.588570 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ecc0521-8ec8-401e-bb7a-eb5a9e4f61b8 req-f2879f18-eea7-48ec-9951-d1f9834847d2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 944 time: 0.2160647 May 26 16:10:17.635740 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.api [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:10:17.636326 n-d-843336-2 neutron-server[109405]: DEBUG oslo_db.api [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:10:17.664937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:17.666218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.686836 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b038b44a-3008-4bcc-a0cc-012d48c21143 resource provider aggregate not found May 26 16:10:17.711147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ecc0521-8ec8-401e-bb7a-eb5a9e4f61b8 req-165d6587-662d-409e-951d-75e2541b09f5 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789857 May 26 16:10:17.711360 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-81440310-ddab-494d-b2e8-259529cc33ba tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0430353 May 26 16:10:17.713205 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43834) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:17.726338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4f5eb675-5375-4fc8-9e46-716c127fc1d5 None None] Current status of the port ab45cfef-954b-4fda-a206-ceafe7bd36d0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:17.726847 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb675-5375-4fc8-9e46-716c127fc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.732947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Deleting port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:17.733350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.743547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.113'}]}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:17.757731 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b038b44a-3008-4bcc-a0cc-012d48c21143 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b038b44a-3008-4bcc-a0cc-012d48c21143 found for delete ", "request_id": "req-3c054fec-b943-43e5-8934-c185ee2e012d"}]} May 26 16:10:17.805808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4f5eb675-5375-4fc8-9e46-716c127fc1d5 None None] For port ab45cfef-954b-4fda-a206-ceafe7bd36d0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ab45cfef-954b-4fda-a206-ceafe7bd36d0,segment=NetworkSegment(945ac2be-c3c4-4239-8856-5e5f834ec0c9),segment_id=945ac2be-c3c4-4239-8856-5e5f834ec0c9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:17.817250 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb675-5375-4fc8-9e46-716c127fc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.844128 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.859051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ab45cfef-954b-4fda-a206-ceafe7bd36d0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:17.860179 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.881561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.894365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.897568 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] 10.222.0.39 "DELETE /v2.0/networks/a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2 HTTP/1.1" status: 204 len: 168 time: 1.6485202 May 26 16:10:17.923820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eb675-5375-4fc8-9e46-716c127fc1d5 None None] Pushing event updated for resources: {'Port': ['ID=ab45cfef-954b-4fda-a206-ceafe7bd36d0,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:17.924749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2fb51-91b9-44f5-b46c-8ac2f57b1c72 tempest-TaggedBootDevicesTest_v242-651451928 tempest-TaggedBootDevicesTest_v242-651451928-project] Pushing event deleted for resources: {'Network': ['ID=a7c5c0d7-b11b-44bf-ba9a-577d2f61b9d2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:17.987041 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:10:17.988200 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:10:17.992551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.992806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe744d-c442-4919-956a-c09f00a5207f req-dd3029eb-a708-412a-8f58-1df54b327ab7 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:17.993616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.003615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8fe744d-c442-4919-956a-c09f00a5207f req-dd3029eb-a708-412a-8f58-1df54b327ab7 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 945 time: 0.1854045 May 26 16:10:18.016784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] For port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:18.017304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.071553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Calling delete_port for 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:18.120796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.149427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-963e2f8e-a930-4aa6-88b5-045f24d3c886 None None] Provisioning complete for port ab45cfef-954b-4fda-a206-ceafe7bd36d0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:18.150034 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-963e2f8e-a930-4aa6-88b5-045f24d3c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.151009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8fe744d-c442-4919-956a-c09f00a5207f req-313bb43a-e011-465f-968e-95814ef66671 tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/security-groups?id=f45e9d74-c0d9-440c-964e-0820361fd387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477668 May 26 16:10:18.151649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.299808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-963e2f8e-a930-4aa6-88b5-045f24d3c886 None None] Current status of the port ab45cfef-954b-4fda-a206-ceafe7bd36d0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:18.427695 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.512919 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.531871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.533274 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Floating IP 93aa1fbe-0ce1-4973-b4a5-82837900bfca disassociated. External IP: 172.25.0.66, port: 7c7fb3f0-d691-4f78-aca3-559371772cb8. May 26 16:10:18.555385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ab45cfef-954b-4fda-a206-ceafe7bd36d0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:18.567072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Allocated IP 172.20.0.1 (31888113-4bab-4811-9127-2f492b2e358e/5ae21beb-efb6-456f-8b2e-1592c31a36b2/d306927c-47a2-4e0c-9e79-2a557d7e8c03) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:18.573032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:18.578239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6aacd144-5078-4619-9cef-321e3e925c11 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:18.596869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0e2b3-04a6-4877-82b2-37433de3b522 req-2aa08cd3-616f-4b26-90a4-aad792e2dcc4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.605466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6e0e2b3-04a6-4877-82b2-37433de3b522 req-2aa08cd3-616f-4b26-90a4-aad792e2dcc4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2247941 May 26 16:10:18.607886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.633657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['01e5cae2-1198-4dc6-97e1-9a7a856cbd52'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:18.653939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Pushing event deleted for resources: {'Port': ['ID=01e5cae2-1198-4dc6-97e1-9a7a856cbd52,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:18.721166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 6aacd144-5078-4619-9cef-321e3e925c11 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:18.726838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 6aacd144-5078-4619-9cef-321e3e925c11 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:18.728925 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.852047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ab45cfef-954b-4fda-a206-ceafe7bd36d0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:18.883200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.889309 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.945886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6aacd144-5078-4619-9cef-321e3e925c11 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:18.946253 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.960617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.965661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.998564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6aacd144-5078-4619-9cef-321e3e925c11, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6aacd144-5078-4619-9cef-321e3e925c11,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:19.011830 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.051778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Network 31888113-4bab-4811-9127-2f492b2e358e is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:19.057521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:19.070348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:19.097805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:19.111025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'port_id': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'mac_address': 'fa:16:3e:0f:8b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:19.185154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:19.185537 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.214529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6aacd144-5078-4619-9cef-321e3e925c11,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:19.233355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event updated for resources: {'Port': ['ID=d306927c-47a2-4e0c-9e79-2a557d7e8c03,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:19.239317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:19.256447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ab45cfef-954b-4fda-a206-ceafe7bd36d0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:19.256833 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.271430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aacd144-5078-4619-9cef-321e3e925c11'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:19.274642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6e0e2b3-04a6-4877-82b2-37433de3b522 req-1e83fa64-4209-4177-a6e1-5da0680fa128 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6680601 May 26 16:10:19.290687 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae07eb0-0e44-4ecf-a5c9-c7f7bcaaafea" -d '{"events": [{"server_uuid": "4b8573c1-7d4e-4b81-8750-4a40fdac4d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6aacd144-5078-4619-9cef-321e3e925c11"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:19.309716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] No DVR routers for this DVR port 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:19.347369 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.363080 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.363669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2a8db18-56a2-4cbf-bbe4-5c54d8c6fa07 req-503530b6-7eff-462d-865d-eedbf66d8cde tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.24 "DELETE /v2.0/ports/01e5cae2-1198-4dc6-97e1-9a7a856cbd52 HTTP/1.1" status: 204 len: 173 time: 1.8346679 May 26 16:10:19.364588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee196c-46a1-4982-9c5d-b000810fbc01', 'name': 'network-vif-deleted', 'tag': '01e5cae2-1198-4dc6-97e1-9a7a856cbd52'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:19.372378 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d651a1-290a-491a-b466-c5ea1a06bc09" -d '{"events": [{"server_uuid": "6aee196c-46a1-4982-9c5d-b000810fbc01", "name": "network-vif-deleted", "tag": "01e5cae2-1198-4dc6-97e1-9a7a856cbd52"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:19.456558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:19.472810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.697705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.711975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:19.761461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:19.771924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be227fe6-1c3f-4ea2-b473-dc5fe6362ac8 req-22726151-b41a-468c-948f-2262d442263e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:19.773484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be227fe6-1c3f-4ea2-b473-dc5fe6362ac8 req-22726151-b41a-468c-948f-2262d442263e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 945 time: 0.0713501 May 26 16:10:19.830886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fef33beb-074d-46ba-a307-c366dda1d57c None None] Provisioning complete for port d306927c-47a2-4e0c-9e79-2a557d7e8c03 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:19.831487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fef33beb-074d-46ba-a307-c366dda1d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.872685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be227fe6-1c3f-4ea2-b473-dc5fe6362ac8 req-e1fa0833-d59a-4c73-9e0d-41e92344bafc tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874920 May 26 16:10:19.888561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ab45cfef-954b-4fda-a206-ceafe7bd36d0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:19.890948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fef33beb-074d-46ba-a307-c366dda1d57c None None] Port d306927c-47a2-4e0c-9e79-2a557d7e8c03 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:19.894054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=12']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:20.024180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:20.036398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.041013 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.042271 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] Sync routers for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:20.042752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.062657 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:20.063555 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:20.098915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b086a913-f921-4441-996a-dfeaa3c1f2a6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "PUT /v2.0/floatingips/93aa1fbe-0ce1-4973-b4a5-82837900bfca HTTP/1.1" status: 200 len: 694 time: 3.0810475 May 26 16:10:20.117148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.117696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72ac29d6-6d98-42b7-bd2a-74c75b5b77b2 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:20.122776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.154008 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cb2017c-9beb-4602-b58e-526127b62a18 req-55a5b876-3436-4c45-8b62-dff028bf4fff tempest-ListServerFiltersTestJSON-1209386605 tempest-ListServerFiltersTestJSON-1209386605-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aee196c-46a1-4982-9c5d-b000810fbc01 HTTP/1.1" status: 200 len: 210 time: 0.0577323 May 26 16:10:20.233372 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 26 16:10:20.245698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43864) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:20.246442 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b714dca-d533-4ad7-b7ef-daf7f6bc6441 tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5318902 May 26 16:10:20.274265 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:20.327801 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace5e923-d7a4-4786-8213-59dbdd2c883c x-openstack-request-id: req-ace5e923-d7a4-4786-8213-59dbdd2c883c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:20.328892 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee196c-46a1-4982-9c5d-b000810fbc01", "name": "network-vif-deleted", "tag": "01e5cae2-1198-4dc6-97e1-9a7a856cbd52", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:20.335913 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ace5e923-d7a4-4786-8213-59dbdd2c883c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:20.336205 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace5e923-d7a4-4786-8213-59dbdd2c883c'] response: {'server_uuid': '6aee196c-46a1-4982-9c5d-b000810fbc01', 'name': 'network-vif-deleted', 'tag': '01e5cae2-1198-4dc6-97e1-9a7a856cbd52', 'status': 'completed', 'code': 200} May 26 16:10:20.338020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-54452331-545d-43fd-8c0a-8dd6d447c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:20.348404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-54452331-545d-43fd-8c0a-8dd6d447c8fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1096 time: 0.2125132 May 26 16:10:20.385321 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d86d91-c675-4834-bb10-11f7a54bce5f x-openstack-request-id: req-56d86d91-c675-4834-bb10-11f7a54bce5f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:20.385640 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8573c1-7d4e-4b81-8750-4a40fdac4d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6aacd144-5078-4619-9cef-321e3e925c11", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:20.385901 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56d86d91-c675-4834-bb10-11f7a54bce5f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:20.386329 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d86d91-c675-4834-bb10-11f7a54bce5f'] response: {'server_uuid': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aacd144-5078-4619-9cef-321e3e925c11', 'code': 200} May 26 16:10:20.594430 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '2b47d6ae-8ba8-4bd8-9ade-913030b44420', 'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'mac_address': 'fa:16:3e:8d:2c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:50Z', 'updated_at': '2022-05-26T16:09:01Z', 'revision_number': 5, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'subnets': [{'id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:20.631143 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] Checking router: 708e1a73-cae1-40e4-a724-cde7d4ad65e2 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:20.642876 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:20.643809 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:20.681681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93a5b-4265-4dd5-bb8e-9c75bf07c765 req-5a2a596a-249b-46f8-b084-7d1e92c0763d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:20.700879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5d93a5b-4265-4dd5-bb8e-9c75bf07c765 req-5a2a596a-249b-46f8-b084-7d1e92c0763d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.1870158 May 26 16:10:20.733147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8870b-96ad-458d-bc2d-7f7d7ff4df23 req-9536c2e6-af6e-4f73-b44e-c68446e9ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:20.736401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4be8870b-96ad-458d-bc2d-7f7d7ff4df23 req-9536c2e6-af6e-4f73-b44e-c68446e9ce64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 1096 time: 0.2400184 May 26 16:10:20.766159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-9d3b08cf-72b4-4dc7-ae96-04c68f5c7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:20.769548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-9d3b08cf-72b4-4dc7-ae96-04c68f5c7920 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 920 time: 0.4130073 May 26 16:10:20.797883 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:20.854435 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.860922 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.865135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2629f96e-9358-44c7-b041-db1d38c5ce0d tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Deleting port b35bf400-7e79-44f8-aaa4-ddd5646d9ed6 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:20.865608 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2629f96e-9358-44c7-b041-db1d38c5ce0d tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.884301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-fe813463-e40b-4332-a636-c9a09437135d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 217 time: 0.0935032 May 26 16:10:20.905658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5d93a5b-4265-4dd5-bb8e-9c75bf07c765 req-0ff2e825-2a49-42b6-97a3-76f80aba28a8 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979589 May 26 16:10:20.984042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event updated for resources: {'Port': ['ID=d306927c-47a2-4e0c-9e79-2a557d7e8c03,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:21.038184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.043105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4be8870b-96ad-458d-bc2d-7f7d7ff4df23 req-2e08041f-2443-4418-8117-da29cfb78fbe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900097 May 26 16:10:21.102055 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '2b47d6ae-8ba8-4bd8-9ade-913030b44420', 'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'mac_address': 'fa:16:3e:8d:2c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:50Z', 'updated_at': '2022-05-26T16:09:01Z', 'revision_number': 5, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'subnets': [{'id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:21.128447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-ddfa69e3-dbbf-4467-9e4f-7fbc0bec17be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:21.130037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-ddfa69e3-dbbf-4467-9e4f-7fbc0bec17be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 200 len: 859 time: 0.1734624 May 26 16:10:21.143540 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287f285-39f6-4106-89c6-f0f0d469d5c5 None None] The sync data for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 is: [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '2b47d6ae-8ba8-4bd8-9ade-913030b44420', 'name': '', 'network_id': 'd431265e-4b60-48a5-b94c-06597be7d57a', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'mac_address': 'fa:16:3e:8d:2c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:50Z', 'updated_at': '2022-05-26T16:09:01Z', 'revision_number': 5, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'subnets': [{'id': 'd51c5ccb-4b00-488d-a7ab-23d918da3439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:21.145981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:21.154716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2629f96e-9358-44c7-b041-db1d38c5ce0d tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.196562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:21.196970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 01e5cae2-1198-4dc6-97e1-9a7a856cbd52 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:21.213077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f71f97-9b29-4460-b6a2-b4bb392c2966 req-2d52aaca-0157-416a-84b4-4528d4dc5a8c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:21.214700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83f71f97-9b29-4460-b6a2-b4bb392c2966 req-2d52aaca-0157-416a-84b4-4528d4dc5a8c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 945 time: 0.1792402 May 26 16:10:21.255847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-f54214ca-1afa-49a7-9074-f17176501c5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d431265e-4b60-48a5-b94c-06597be7d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189260 May 26 16:10:21.265590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Network 31888113-4bab-4811-9127-2f492b2e358e is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:21.268108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:21.333767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2629f96e-9358-44c7-b041-db1d38c5ce0d tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Calling delete_port for b35bf400-7e79-44f8-aaa4-ddd5646d9ed6 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:21.425514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Router 6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:21.569223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83f71f97-9b29-4460-b6a2-b4bb392c2966 req-30364eaa-9377-4c3a-8b8f-b6aae199e5cb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859433 May 26 16:10:21.652728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43874) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:21.673889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-0295d0f5-dee7-4c77-8565-0da0c8e61dd8 service neutron] 10.222.0.39 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170859 May 26 16:10:21.688522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-128735bd-0aad-42b3-8102-8dafb79169fb None None] Provisioning complete for port d306927c-47a2-4e0c-9e79-2a557d7e8c03 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:21.688899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-128735bd-0aad-42b3-8102-8dafb79169fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.777852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f944f6ac-ddec-436c-b377-f01682114745 admin admin] Deleting subnet ff5624fc-6d04-47e4-995c-bb545521c9d5 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:21.784272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-128735bd-0aad-42b3-8102-8dafb79169fb None None] Port d306927c-47a2-4e0c-9e79-2a557d7e8c03 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:21.787329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:21.793623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078d5c1-966d-482b-a149-69d5972488c3 None None] New status for floating IP 93aa1fbe-0ce1-4973-b4a5-82837900bfca: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:10:21.796286 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f944f6ac-ddec-436c-b377-f01682114745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.810932 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf82a52-e6f0-4e0b-b9fc-f0feab53a09f None None] Sync routers for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:21.816247 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6745e82a-5b88-4603-8cd4-e9cc02abcb8e tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "PUT /v2.0/routers/6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8136659 May 26 16:10:21.829156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ff1efaa-57b0-4829-9d46-1f220bcc8c5f req-b026f674-cc89-4712-8ee9-821bb1555185 service neutron] 10.222.0.39 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536899 May 26 16:10:21.832371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43878) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:21.848673 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf82a52-e6f0-4e0b-b9fc-f0feab53a09f None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:21.851811 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4bf82a52-e6f0-4e0b-b9fc-f0feab53a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:21.861762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Request body: {'port': {'network_id': '31888113-4bab-4811-9127-2f492b2e358e', 'name': 'tempest-FloatingIPAdminTestJSON-1461723073'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:21.875726 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f944f6ac-ddec-436c-b377-f01682114745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.994435 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4bf82a52-e6f0-4e0b-b9fc-f0feab53a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:22.026395 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf82a52-e6f0-4e0b-b9fc-f0feab53a09f None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:22.027141 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4bf82a52-e6f0-4e0b-b9fc-f0feab53a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:22.103686 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4bf82a52-e6f0-4e0b-b9fc-f0feab53a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:22.104629 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf82a52-e6f0-4e0b-b9fc-f0feab53a09f None None] The sync data for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:22.130634 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f944f6ac-ddec-436c-b377-f01682114745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.181809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3af152dd-b538-4982-9526-9a62c163b16f req-e570e09d-273e-4a5f-b4cb-a3a77598d982 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/floatingips/93aa1fbe-0ce1-4973-b4a5-82837900bfca HTTP/1.1" status: 200 len: 694 time: 0.3017929 May 26 16:10:22.244286 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f944f6ac-ddec-436c-b377-f01682114745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.283952 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f944f6ac-ddec-436c-b377-f01682114745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.300536 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f944f6ac-ddec-436c-b377-f01682114745 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ff5624fc-6d04-47e4-995c-bb545521c9d5 HTTP/1.1" status: 204 len: 168 time: 0.6463788 May 26 16:10:22.318606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43884) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:22.338457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b990e-5c25-4cb1-b92c-adfe9312ade0 None None] Network 6f17f54c-58a1-4b49-b7a4-053da59b686c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:22.368882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944f6ac-ddec-436c-b377-f01682114745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5624fc-6d04-47e4-995c-bb545521c9d5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:22.455466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:22.458434 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41240239-2e2d-4e82-aa27-71414a610371" -d '{"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:22.471864 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.568040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504307b8-3e8d-4b30-827f-9a387f86e52c req-1e813722-1f85-4139-b6eb-44cfbbd9d810 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:22.574063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:22.584189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-504307b8-3e8d-4b30-827f-9a387f86e52c req-1e813722-1f85-4139-b6eb-44cfbbd9d810 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 946 time: 0.5270739 May 26 16:10:22.659375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2629f96e-9358-44c7-b041-db1d38c5ce0d tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.711449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:22.711976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.780256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee149bf4-2be8-41b1-a5d7-7e45cb8df9ae None None] DHCP port deletion for 6f17f54c-58a1-4b49-b7a4-053da59b686c request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:22.794445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-504307b8-3e8d-4b30-827f-9a387f86e52c req-0d14def6-4ce8-4202-919a-8481ee246613 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090991 May 26 16:10:22.795663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629f96e-9358-44c7-b041-db1d38c5ce0d tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Pushing event deleted for resources: {'Port': ['ID=b35bf400-7e79-44f8-aaa4-ddd5646d9ed6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:22.837778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af152dd-b538-4982-9526-9a62c163b16f req-6e5125e4-269c-4d4e-a20a-ca828fc7b8e9 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:22.846026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3af152dd-b538-4982-9526-9a62c163b16f req-6e5125e4-269c-4d4e-a20a-ca828fc7b8e9 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 784 time: 0.6626477 May 26 16:10:22.870263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:22.870491 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.883379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Made reservation on behalf of d5fba2b4a60b412687d3d830967492f3 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:22.887005 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.913132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:22.915577 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c253b9-49f6-4ae3-9162-c94f97e291d6" -d '{"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:22.920823 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc21737-2390-4a0f-baf4-987cb56edb6b x-openstack-request-id: req-8cc21737-2390-4a0f-baf4-987cb56edb6b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:22.921128 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:22.921389 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cc21737-2390-4a0f-baf4-987cb56edb6b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:22.921799 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc21737-2390-4a0f-baf4-987cb56edb6b'] response: {'name': 'network-changed', 'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'status': 'completed', 'code': 200} May 26 16:10:22.929781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-3af152dd-b538-4982-9526-9a62c163b16f req-02c24d9f-d0ec-4322-b0b0-8ab6bcb30f2f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:10:22.939705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:22.942366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ee149bf4-2be8-41b1-a5d7-7e45cb8df9ae None None] Deleting port 6e338edc-bb61-4574-962e-35386d18a60b {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:22.942894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ee149bf4-2be8-41b1-a5d7-7e45cb8df9ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.945757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3af152dd-b538-4982-9526-9a62c163b16f req-02c24d9f-d0ec-4322-b0b0-8ab6bcb30f2f tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211301 May 26 16:10:23.027794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ee149bf4-2be8-41b1-a5d7-7e45cb8df9ae None None] For port 6e338edc-bb61-4574-962e-35386d18a60b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6e338edc-bb61-4574-962e-35386d18a60b,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:23.028471 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ee149bf4-2be8-41b1-a5d7-7e45cb8df9ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.034253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3af152dd-b538-4982-9526-9a62c163b16f req-7dc961b8-f79d-45e0-a740-3908109c58ed tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.0873485 May 26 16:10:23.040257 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.103721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=13']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:23.106611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ee149bf4-2be8-41b1-a5d7-7e45cb8df9ae None None] Calling delete_port for 6e338edc-bb61-4574-962e-35386d18a60b owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:23.135244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] device_id is not set on port 826c4e27-4de3-46d3-aacc-72f0413ceabf yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:10:23.205362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Deleting port 6e338edc-bb61-4574-962e-35386d18a60b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:23.205747 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.226520 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ee149bf4-2be8-41b1-a5d7-7e45cb8df9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.283673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] For port 6e338edc-bb61-4574-962e-35386d18a60b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6e338edc-bb61-4574-962e-35386d18a60b,segment=NetworkSegment(12d5f780-5ba9-4fdd-9d8b-9eb17c973b94),segment_id=12d5f780-5ba9-4fdd-9d8b-9eb17c973b94)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:23.284029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.302190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Calling delete_port for 6e338edc-bb61-4574-962e-35386d18a60b owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:23.416912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee149bf4-2be8-41b1-a5d7-7e45cb8df9ae None None] Pushing event deleted for resources: {'Port': ['ID=6e338edc-bb61-4574-962e-35386d18a60b,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:23.420901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee149bf4-2be8-41b1-a5d7-7e45cb8df9ae None None] No DVR routers for this DVR port 6e338edc-bb61-4574-962e-35386d18a60b on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:23.430870 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.458261 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3af152dd-b538-4982-9526-9a62c163b16f req-888a0be8-ea2f-4688-b19a-16c11f873533 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.4227529 May 26 16:10:23.478111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc7c6-c1c4-4e9f-92ce-48c85dc67964 req-dd654e31-e33a-477b-8ecf-59a52fb2de8d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.479613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-788fc7c6-c1c4-4e9f-92ce-48c85dc67964 req-dd654e31-e33a-477b-8ecf-59a52fb2de8d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 945 time: 0.4260716 May 26 16:10:23.520237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] No DVR routers for this DVR port 6e338edc-bb61-4574-962e-35386d18a60b on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:23.536052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41240239-2e2d-4e82-aa27-71414a610371 req-52d3c2eb-4c49-40a4-82e5-af5702b987c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.537637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41240239-2e2d-4e82-aa27-71414a610371 req-52d3c2eb-4c49-40a4-82e5-af5702b987c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=694f18cb35124f3ea7f9face07ba10d3&device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 1096 time: 0.5275254 May 26 16:10:23.575132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e338edc-bb61-4574-962e-35386d18a60b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:23.613418 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2629f96e-9358-44c7-b041-db1d38c5ce0d tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.621956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2629f96e-9358-44c7-b041-db1d38c5ce0d tempest-RoutersAdminNegativeTest-1812182556 tempest-RoutersAdminNegativeTest-1812182556-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b35bf400-7e79-44f8-aaa4-ddd5646d9ed6 HTTP/1.1" status: 204 len: 168 time: 3.3703325 May 26 16:10:23.676986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-788fc7c6-c1c4-4e9f-92ce-48c85dc67964 req-e958fe02-0d44-4d90-885b-6ee8a775a775 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465287 May 26 16:10:23.694771 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.723945 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.762575 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647c67d6-a303-4383-9150-eb601b461727 x-openstack-request-id: req-647c67d6-a303-4383-9150-eb601b461727 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:23.763529 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:23.764513 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-647c67d6-a303-4383-9150-eb601b461727 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:23.766847 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647c67d6-a303-4383-9150-eb601b461727'] response: {'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'code': 200} May 26 16:10:23.919924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.030930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f17f54c-58a1-4b49-b7a4-053da59b686c']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:24.047851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:24.048294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d5f780-5ba9-4fdd-9d8b-9eb17c973b94') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:24.071707 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.090402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.100724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:24.101336 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.237227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43908) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:24.502670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6021bd45-07ca-45be-ab24-7db0eda9ae06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.598601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41240239-2e2d-4e82-aa27-71414a610371 req-b4ecb188-a23a-429a-8b3b-7623f0af417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.600383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41240239-2e2d-4e82-aa27-71414a610371 req-b4ecb188-a23a-429a-8b3b-7623f0af417f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 200 len: 920 time: 1.0223641 May 26 16:10:24.615859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Allocated IP 172.20.0.7 (31888113-4bab-4811-9127-2f492b2e358e/5ae21beb-efb6-456f-8b2e-1592c31a36b2/826c4e27-4de3-46d3-aacc-72f0413ceabf) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:24.624975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6021bd45-07ca-45be-ab24-7db0eda9ae06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.631897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6021bd45-07ca-45be-ab24-7db0eda9ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.681614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021bd45-07ca-45be-ab24-7db0eda9ae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959015c6-aa63-4e7d-af77-12c36e665594,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:24.705316 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6021bd45-07ca-45be-ab24-7db0eda9ae06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d74d430b7f16475e82fc9d8148bfee68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670024 May 26 16:10:24.709535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43914) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:24.783773 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.838757 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d989aa92-fab8-4ece-9324-8d62b3a1dc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.891515 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.897730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6e338edc-bb61-4574-962e-35386d18a60b no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:24.907100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d989aa92-fab8-4ece-9324-8d62b3a1dc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.934821 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 12d5f780-5ba9-4fdd-9d8b-9eb17c973b94 resource provider aggregate not found May 26 16:10:24.937568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 6e338edc-bb61-4574-962e-35386d18a60b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:24.939478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6e338edc-bb61-4574-962e-35386d18a60b not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:24.960070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Network 31888113-4bab-4811-9127-2f492b2e358e is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:25.007122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:25.023256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:25.025593 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d989aa92-fab8-4ece-9324-8d62b3a1dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.031813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d989aa92-fab8-4ece-9324-8d62b3a1dc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.035038 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d989aa92-fab8-4ece-9324-8d62b3a1dc06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/959015c6-aa63-4e7d-af77-12c36e665594 HTTP/1.1" status: 204 len: 168 time: 0.3211930 May 26 16:10:25.050473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989aa92-fab8-4ece-9324-8d62b3a1dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959015c6-aa63-4e7d-af77-12c36e665594,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:25.055053 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 12d5f780-5ba9-4fdd-9d8b-9eb17c973b94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12d5f780-5ba9-4fdd-9d8b-9eb17c973b94 found for delete ", "request_id": "req-98d34455-89a6-4dfd-929f-d0eea17483d4"}]} May 26 16:10:25.148808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.149478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.166121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41240239-2e2d-4e82-aa27-71414a610371 req-00efe91b-a5a2-4828-8e35-7753b131971c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 200 len: 217 time: 0.2949235 May 26 16:10:25.167038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.188968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43920) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.197237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3631799 May 26 16:10:25.271113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.275149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6f17f54c-58a1-4b49-b7a4-053da59b686c HTTP/1.1" status: 204 len: 168 time: 2.9544053 May 26 16:10:25.287646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0371861-def9-4763-85a3-f5b693656524 req-b0156f0d-dad2-4868-89e0-4b5cf6c4c445 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.290717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0371861-def9-4763-85a3-f5b693656524 req-b0156f0d-dad2-4868-89e0-4b5cf6c4c445 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 945 time: 1.4280591 May 26 16:10:25.296892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-3af152dd-b538-4982-9526-9a62c163b16f req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Deleting port f58f21f8-8eac-4db0-a95e-527fd7c6c30c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:25.297789 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3af152dd-b538-4982-9526-9a62c163b16f req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.300919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43928) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.376910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8a74a1fc-2911-4045-9af4-fd69aed8cc46 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'floatingip': {'port_id': '6aacd144-5078-4619-9cef-321e3e925c11'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:25.387126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519426b-0689-4016-8ad7-d2b3accb8ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f17f54c-58a1-4b49-b7a4-053da59b686c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:25.398297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc06658-c8fa-43a7-85c4-4d535eab4071 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event updated for resources: {'Port': ['ID=826c4e27-4de3-46d3-aacc-72f0413ceabf,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:25.559759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6d66600b-0810-4bce-b7d4-c40072e4308c None None] Provisioning complete for port 826c4e27-4de3-46d3-aacc-72f0413ceabf triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:25.560141 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6d66600b-0810-4bce-b7d4-c40072e4308c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.591635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'project_id': 'd5fba2b4a60b412687d3d830967492f3', 'port_id': '826c4e27-4de3-46d3-aacc-72f0413ceabf'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:25.610549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a74a1fc-2911-4045-9af4-fd69aed8cc46 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.627598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.679580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6d66600b-0810-4bce-b7d4-c40072e4308c None None] Port 826c4e27-4de3-46d3-aacc-72f0413ceabf cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:25.804600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43932) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.804948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43934) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.882263 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5fdd62ba-daae-4bc1-8301-7750877973f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e773ad9b3964cfc86aa78206ddc0cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657980 May 26 16:10:25.903956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43938) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.909613 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7aca73f9-856b-460e-a8ce-bd7c90415b02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6c4ce8b660f47ff864dd12c08099fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915542 May 26 16:10:25.913402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43940) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.991015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.142579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41240239-2e2d-4e82-aa27-71414a610371 req-495124eb-e3f1-461c-8b4e-dc28d5a2129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.143461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Allocated IP 172.25.0.54 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/8a0d409d-2a2c-4d40-b97b-320e495630bd) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:26.145347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41240239-2e2d-4e82-aa27-71414a610371 req-495124eb-e3f1-461c-8b4e-dc28d5a2129e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 200 len: 859 time: 0.9408433 May 26 16:10:26.166263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d1e6174c-f3ff-47a9-8cfd-00c1449ec184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.192642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41240239-2e2d-4e82-aa27-71414a610371 req-e07222c2-eead-4598-b947-7a1a1f87ed9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d431265e-4b60-48a5-b94c-06597be7d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335813 May 26 16:10:26.210657 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3edc-5e87-4307-8ca1-1270dafd2e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.232134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a74a1fc-2911-4045-9af4-fd69aed8cc46 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.263505 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d1e6174c-f3ff-47a9-8cfd-00c1449ec184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.300831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3edc-5e87-4307-8ca1-1270dafd2e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.332988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a74a1fc-2911-4045-9af4-fd69aed8cc46 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.337008 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3af152dd-b538-4982-9526-9a62c163b16f req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.337426 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3af152dd-b538-4982-9526-9a62c163b16f req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.354827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1e1d0-858b-4787-96d7-44317fa04cb8 req-3835d212-ce7b-436b-b626-1113f498116c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.357052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cb1e1d0-858b-4787-96d7-44317fa04cb8 req-3835d212-ce7b-436b-b626-1113f498116c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.8202338 May 26 16:10:26.407623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.430190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-3af152dd-b538-4982-9526-9a62c163b16f req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Calling delete_port for f58f21f8-8eac-4db0-a95e-527fd7c6c30c owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:26.490362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41240239-2e2d-4e82-aa27-71414a610371 req-a587da88-72ca-4b70-b06b-4e185214e839 service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854941 May 26 16:10:26.500341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.524493 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d1e6174c-f3ff-47a9-8cfd-00c1449ec184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.531745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d1e6174c-f3ff-47a9-8cfd-00c1449ec184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.539998 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d1e6174c-f3ff-47a9-8cfd-00c1449ec184 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f45e9d74-c0d9-440c-964e-0820361fd387 HTTP/1.1" status: 204 len: 168 time: 0.6314435 May 26 16:10:26.615690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6174c-f3ff-47a9-8cfd-00c1449ec184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45e9d74-c0d9-440c-964e-0820361fd387,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:26.631186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cb1e1d0-858b-4787-96d7-44317fa04cb8 req-1a407575-98cf-4432-8d1c-938a5b8f3b62 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267051 May 26 16:10:26.646097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Pushing event updated for resources: {'Port': ['ID=8a0d409d-2a2c-4d40-b97b-320e495630bd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:26.666423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:26.682591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:26.688565 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3edc-5e87-4307-8ca1-1270dafd2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.696643 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3edc-5e87-4307-8ca1-1270dafd2e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.699137 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6f5c3edc-5e87-4307-8ca1-1270dafd2e97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7fa7727-2048-4fcf-8074-002172b83859 HTTP/1.1" status: 204 len: 168 time: 0.7398665 May 26 16:10:26.700789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:26.768087 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-8a74a1fc-2911-4045-9af4-fd69aed8cc46 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Floating IP b4fce14d-aa1d-4801-9e9b-f267bb48ddfb associated. External IP: 172.25.0.170, port: 6aacd144-5078-4619-9cef-321e3e925c11. May 26 16:10:26.790049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c3edc-5e87-4307-8ca1-1270dafd2e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fa7727-2048-4fcf-8074-002172b83859,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:26.980480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41240239-2e2d-4e82-aa27-71414a610371 req-0d9884ff-0397-47fa-8ccf-e954043ce87a service neutron] 10.222.0.24 "GET /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429936 May 26 16:10:27.155731 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3af152dd-b538-4982-9526-9a62c163b16f req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.241566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Pushing event deleted for resources: {'Port': ['ID=f58f21f8-8eac-4db0-a95e-527fd7c6c30c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:27.548040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a74a1fc-2911-4045-9af4-fd69aed8cc46 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:27.582636 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3af152dd-b538-4982-9526-9a62c163b16f req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.585703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3af152dd-b538-4982-9526-9a62c163b16f req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.600851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3af152dd-b538-4982-9526-9a62c163b16f req-93d9878f-3a76-427c-b855-17f3fb499074 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "DELETE /v2.0/floatingips/93aa1fbe-0ce1-4973-b4a5-82837900bfca HTTP/1.1" status: 204 len: 173 time: 4.1413879 May 26 16:10:28.018915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d077e-6810-4c71-80c6-9f8bf0b6667c req-ff934dd0-a7fc-47aa-bab6-ba1f30898154 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.020892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-218d077e-6810-4c71-80c6-9f8bf0b6667c req-ff934dd0-a7fc-47aa-bab6-ba1f30898154 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.3239827 May 26 16:10:28.038906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f27f69ff-9d77-4491-945c-eab10b9edd2e req-4ffcddab-1d78-4350-a815-46c794f19625 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups/91d11cf4-afe4-4f92-9ff7-d8109d6a2dc9 HTTP/1.1" status: 200 len: 1809 time: 0.3430297 May 26 16:10:28.101085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a74a1fc-2911-4045-9af4-fd69aed8cc46 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:28.124237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:28.131833 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a74a1fc-2911-4045-9af4-fd69aed8cc46 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.138420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-218d077e-6810-4c71-80c6-9f8bf0b6667c req-f2f56932-88c8-4f70-83c5-9660d8e015c0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102626 May 26 16:10:28.151271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:28.151931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:28.211928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8a74a1fc-2911-4045-9af4-fd69aed8cc46 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "PUT /v2.0/floatingips/b4fce14d-aa1d-4801-9e9b-f267bb48ddfb HTTP/1.1" status: 200 len: 991 time: 2.8918290 May 26 16:10:28.212778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'tag': '6aacd144-5078-4619-9cef-321e3e925c11'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:28.216296 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750f85a0-48cc-4448-935b-b94ad343c196" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8573c1-7d4e-4b81-8750-4a40fdac4d6a", "tag": "6aacd144-5078-4619-9cef-321e3e925c11"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:28.261830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f27f69ff-9d77-4491-945c-eab10b9edd2e req-dc59342c-4317-4515-b7fe-db206b6b7da0 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.341902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f27f69ff-9d77-4491-945c-eab10b9edd2e req-dc59342c-4317-4515-b7fe-db206b6b7da0 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.355471 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061c039a-58c9-44c1-8950-30d549535672 x-openstack-request-id: req-061c039a-58c9-44c1-8950-30d549535672 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:28.355924 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8573c1-7d4e-4b81-8750-4a40fdac4d6a", "tag": "6aacd144-5078-4619-9cef-321e3e925c11", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:28.356328 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-061c039a-58c9-44c1-8950-30d549535672 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:28.356837 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-061c039a-58c9-44c1-8950-30d549535672'] response: {'name': 'network-changed', 'server_uuid': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'tag': '6aacd144-5078-4619-9cef-321e3e925c11', 'status': 'completed', 'code': 200} May 26 16:10:28.418911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43998) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:28.459105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.509400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:28.546898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f85a0-48cc-4448-935b-b94ad343c196 req-7161b654-f542-45a5-bdeb-1953663e6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.548649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-750f85a0-48cc-4448-935b-b94ad343c196 req-7161b654-f542-45a5-bdeb-1953663e6c00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 1096 time: 0.1753633 May 26 16:10:28.556544 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f27f69ff-9d77-4491-945c-eab10b9edd2e req-dc59342c-4317-4515-b7fe-db206b6b7da0 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.559900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f27f69ff-9d77-4491-945c-eab10b9edd2e req-dc59342c-4317-4515-b7fe-db206b6b7da0 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.566548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f27f69ff-9d77-4491-945c-eab10b9edd2e req-dc59342c-4317-4515-b7fe-db206b6b7da0 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "DELETE /v2.0/security-groups/91d11cf4-afe4-4f92-9ff7-d8109d6a2dc9 HTTP/1.1" status: 204 len: 173 time: 0.4952374 May 26 16:10:28.666646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44004) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:28.769620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.793478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f85a0-48cc-4448-935b-b94ad343c196 req-76c94fd8-fb92-4f32-a5df-bf5e47eb8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.795544 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-750f85a0-48cc-4448-935b-b94ad343c196 req-76c94fd8-fb92-4f32-a5df-bf5e47eb8b87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 915 time: 0.2277763 May 26 16:10:28.858868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59342c-4317-4515-b7fe-db206b6b7da0 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d11cf4-afe4-4f92-9ff7-d8109d6a2dc9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:29.040758 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1164920190'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:29.057544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-network', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:29.061786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-750f85a0-48cc-4448-935b-b94ad343c196 req-4d203a9e-7934-49c6-81f0-8f69d1da41c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aacd144-5078-4619-9cef-321e3e925c11 HTTP/1.1" status: 200 len: 999 time: 0.2531157 May 26 16:10:29.134378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:29.138286 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.144310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f85a0-48cc-4448-935b-b94ad343c196 req-10249d14-4b91-4a63-a73b-a72b8c1811ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.145944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-750f85a0-48cc-4448-935b-b94ad343c196 req-10249d14-4b91-4a63-a73b-a72b8c1811ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.0736706 May 26 16:10:29.151310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.181307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Made reservation on behalf of 4a1d75a099094dd49ba1dcdcaff15234 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:29.189504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.241603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f85a0-48cc-4448-935b-b94ad343c196 req-2a00464c-a4a5-4b63-8377-44b739749bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.243133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-750f85a0-48cc-4448-935b-b94ad343c196 req-2a00464c-a4a5-4b63-8377-44b739749bc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799761 May 26 16:10:29.256537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961b661-8a8e-4407-9663-a0900dd71134 req-fcd18eaa-6572-4f57-b0fa-b3badefe9a5a tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.258335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5961b661-8a8e-4407-9663-a0900dd71134 req-fcd18eaa-6572-4f57-b0fa-b3badefe9a5a tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.1114054 May 26 16:10:29.266336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.387878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-750f85a0-48cc-4448-935b-b94ad343c196 req-9d20fc45-c3f8-44a7-a0d7-f609d6d9c8b7 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282892 May 26 16:10:29.455347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6969d22f-e311-4950-8647-29e8db603795', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:28Z', 'updated_at': '2022-05-26T16:08:59Z', 'revision_number': 2, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}, {'id': 'b4fce14d-aa1d-4801-9e9b-f267bb48ddfb', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '6aacd144-5078-4619-9cef-321e3e925c11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:bb:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:09:49Z', 'updated_at': '2022-05-26T16:10:26Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:29.473878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.490961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:29.500839 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.509312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:29.513030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:29.621289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Pushing event updated for resources: {'Port': ['ID=8a0d409d-2a2c-4d40-b97b-320e495630bd,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:29.647615 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.653109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.692477 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.705562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:29.708277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5961b661-8a8e-4407-9663-a0900dd71134 req-b477bc86-ce6d-4f8d-bf5c-5d73315b4a56 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088648 May 26 16:10:29.728829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.729454 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Added segment de70675b-06f8-4303-a78b-86b885fb96c8 of type vlan for network 96cccbcd-4c17-4e53-b917-fe16019574dd May 26 16:10:29.731493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857f68f-a45e-498a-917d-b0e24daaad0e req-815199e0-48b7-40f5-963d-422b203fb40e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.743730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2857f68f-a45e-498a-917d-b0e24daaad0e req-815199e0-48b7-40f5-963d-422b203fb40e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.3548164 May 26 16:10:29.775719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.812924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.817718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-750f85a0-48cc-4448-935b-b94ad343c196 req-a7723d73-6f3d-469e-928a-59a5a2231c31 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861279 May 26 16:10:29.819336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.820170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.849272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.871713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2857f68f-a45e-498a-917d-b0e24daaad0e req-9d9073ae-cffb-4070-9f17-e840826cf8c7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268802 May 26 16:10:29.883997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:29.909706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.934721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:29.952766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.955582 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Added segment f5f18b43-a2a5-4e07-80e2-f769e6a75321 of type vlan for network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b May 26 16:10:30.099553 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6736166 May 26 16:10:30.100861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44020) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:30.107391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:30.116401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2b59a4-f382-4006-ac20-2468d1eabcbd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:30.120129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.168954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e5074-de76-4bc8-b562-0374347b922a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Network': ['ID=96cccbcd-4c17-4e53-b917-fe16019574dd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:30.212063 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Floating IP 5daf3c74-e136-48cb-b464-33dac39cb25c associated. External IP: 172.25.0.54, port: 826c4e27-4de3-46d3-aacc-72f0413ceabf. May 26 16:10:30.214419 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0518fc7-a36d-4f0f-8085-93909902c908,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:30.263214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:30.324358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.325359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:30.325952 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.403253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:30.409015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.511262 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8427513 May 26 16:10:30.514096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44022) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:30.522606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Request body: {'subnet': {'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-subnet', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:30.618350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aab93-1a71-405a-9e9c-96be0a5edff7 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf63bd5-7920-4d35-b880-bc636c8b4c4b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:30.650795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:30.696083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Made reservation on behalf of 4a1d75a099094dd49ba1dcdcaff15234 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:30.698547 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.077505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058f619-886f-4a95-8ee9-5d5c01e39733 req-48ef5be9-d812-4941-9b80-ad885a5f83d6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:31.085099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6058f619-886f-4a95-8ee9-5d5c01e39733 req-48ef5be9-d812-4941-9b80-ad885a5f83d6 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.1350474 May 26 16:10:31.089465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6969d22f-e311-4950-8647-29e8db603795', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:28Z', 'updated_at': '2022-05-26T16:08:59Z', 'revision_number': 2, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}, {'id': 'b4fce14d-aa1d-4801-9e9b-f267bb48ddfb', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '6aacd144-5078-4619-9cef-321e3e925c11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:bb:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:09:49Z', 'updated_at': '2022-05-26T16:10:26Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:31.166025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a60aeb-df1c-4d59-8731-2246708c715a None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6969d22f-e311-4950-8647-29e8db603795', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:28Z', 'updated_at': '2022-05-26T16:08:59Z', 'revision_number': 2, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}, {'id': 'b4fce14d-aa1d-4801-9e9b-f267bb48ddfb', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '6aacd144-5078-4619-9cef-321e3e925c11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:bb:ae:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:09:49Z', 'updated_at': '2022-05-26T16:10:26Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:31.199374 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Router 6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:31.262762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6058f619-886f-4a95-8ee9-5d5c01e39733 req-5d57632b-26e4-4d68-a783-4e46fd45acd3 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4391ae8-5c50-48fb-ab6c-a8f156a2359f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757843 May 26 16:10:31.272863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cad0b-a24e-45fd-9d94-a3cc44ccb482 req-56ddb3b0-03b9-4dfc-b6f4-09062a8d2246 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:31.274704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f2cad0b-a24e-45fd-9d94-a3cc44ccb482 req-56ddb3b0-03b9-4dfc-b6f4-09062a8d2246 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.1810119 May 26 16:10:31.311858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-82914863-b6a1-4305-aef4-f32768e61e47 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:31.313761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-82914863-b6a1-4305-aef4-f32768e61e47 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 945 time: 0.1585083 May 26 16:10:31.332798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.427544 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f2cad0b-a24e-45fd-9d94-a3cc44ccb482 req-71021735-aa23-40de-b6ce-afad1cc6ea47 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428185 May 26 16:10:31.531844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Checking segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:31.532809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Network hostable DHCP agents. Network: 4cf63bd5-7920-4d35-b880-bc636c8b4c4b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:31.548721 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.574070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:31.586409 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc96a1-a8ee-4019-bf4a-475c12289b16 None None] Sync routers for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:31.602304 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc96a1-a8ee-4019-bf4a-475c12289b16 None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:31.603277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6559fc-dff7-4232-bcca-04d666bdce6d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:31.609015 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-41cc96a1-a8ee-4019-bf4a-475c12289b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:31.612143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.633412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Deleting port 7c7fb3f0-d691-4f78-aca3-559371772cb8 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:31.633735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.654040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aeda1b-87ab-4a3b-b602-4f4bb60d7aa0 None None] New status for floating IP b4fce14d-aa1d-4801-9e9b-f267bb48ddfb: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:10:31.663572 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-995ee4d5-df26-4238-9eb7-d54740958ae9 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.4734676 May 26 16:10:31.664552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:31.674343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44030) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:31.693241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 4cf63bd5-7920-4d35-b880-bc636c8b4c4b) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:31.711968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:31.715036 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-41cc96a1-a8ee-4019-bf4a-475c12289b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:31.719875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.727451 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc96a1-a8ee-4019-bf4a-475c12289b16 None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:31.728080 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-41cc96a1-a8ee-4019-bf4a-475c12289b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:31.754197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=f284278a-88bf-4f75-aae8-4ede3d784737,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:31.773680 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1abb608f-7fc7-4eb6-9f9f-cb97c4bd8955 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2561862 May 26 16:10:31.777373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44032) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:31.789436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:31.801530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8175f373-999d-47fd-bd1b-f85b31e8c9c4 None None] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:31.805825 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-41cc96a1-a8ee-4019-bf4a-475c12289b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:31.808583 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc96a1-a8ee-4019-bf4a-475c12289b16 None None] The sync data for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:31.819662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:31.820040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network hostable DHCP agents. Network: 96cccbcd-4c17-4e53-b917-fe16019574dd, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:31.845218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-972920d9-bfcb-40fe-ac9c-9802fe8a3f4c tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] 10.222.0.39 "GET /v2.0/floatingips/5daf3c74-e136-48cb-b464-33dac39cb25c HTTP/1.1" status: 200 len: 982 time: 0.1667483 May 26 16:10:31.845538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44034) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:31.847707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.849792 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.888213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] For port 7c7fb3f0-d691-4f78-aca3-559371772cb8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7c7fb3f0-d691-4f78-aca3-559371772cb8,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:31.889368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.896326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:31.919160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 96cccbcd-4c17-4e53-b917-fe16019574dd) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:31.928823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Calling delete_port for 7c7fb3f0-d691-4f78-aca3-559371772cb8 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:31.935571 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa520b7c-ac4b-4004-b488-7fa5d89f4ff7 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:31.942446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:31.943888 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.981685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.015994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c78cb053-a157-4227-8aae-795b93634160 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9146476 May 26 16:10:32.018611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44036) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:32.026800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'name': 'tempest-NetworksTestDHCPv6-512631974'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:32.295237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e962463-103a-475d-b31d-de5add613abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'f284278a-88bf-4f75-aae8-4ede3d784737'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:32.297270 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e962463-103a-475d-b31d-de5add613abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.371741 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.482889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] No DVR routers for this DVR port 7c7fb3f0-d691-4f78-aca3-559371772cb8 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:32.489918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Pushing event deleted for resources: {'Port': ['ID=7c7fb3f0-d691-4f78-aca3-559371772cb8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:32.494995 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.500708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-befe9a39-6125-4c0e-81d3-e301b1bcb508 req-93e1585b-5cb2-407a-b373-76ce42c86c70 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.24 "DELETE /v2.0/ports/7c7fb3f0-d691-4f78-aca3-559371772cb8 HTTP/1.1" status: 204 len: 173 time: 1.1738446 May 26 16:10:32.515405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-5e962463-103a-475d-b31d-de5add613abf None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/f284278a-88bf-4f75-aae8-4ede3d784737/c828a6d1-4fba-42fd-90ed-2fe25d57b6be) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:32.543084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.559015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'name': 'network-vif-deleted', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:32.562060 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b425d50a-7e48-4d30-8e38-9b972938dccc" -d '{"events": [{"server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "name": "network-vif-deleted", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:32.567463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7a57c63-967a-4b3c-bf1d-f16e539c0fbe req-f5a92bae-d0e4-4196-84d4-baff606c9271 tempest-ServerRescueTestJSONUnderV235-1802918312 tempest-ServerRescueTestJSONUnderV235-1802918312-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9238e6f-05ed-4aac-b595-038173f37d76 HTTP/1.1" status: 200 len: 210 time: 0.0860817 May 26 16:10:32.592653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:32.597041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.628936 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-585f7182-7806-42c7-a9a1-a9e2addae750 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4605 time: 0.7798424 May 26 16:10:32.632708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44046) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:32.698272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port f1d5c62d-0509-4f19-aae1-a456c5f014c7 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:10:32.732033 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313594bc-04a8-443b-a351-d6b79415b66e x-openstack-request-id: req-313594bc-04a8-443b-a351-d6b79415b66e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:32.732335 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9238e6f-05ed-4aac-b595-038173f37d76", "name": "network-vif-deleted", "tag": "7c7fb3f0-d691-4f78-aca3-559371772cb8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:32.732587 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-313594bc-04a8-443b-a351-d6b79415b66e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:32.732992 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313594bc-04a8-443b-a351-d6b79415b66e'] response: {'server_uuid': 'f9238e6f-05ed-4aac-b595-038173f37d76', 'name': 'network-vif-deleted', 'tag': '7c7fb3f0-d691-4f78-aca3-559371772cb8', 'status': 'completed', 'code': 200} May 26 16:10:32.882547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31101fe-4704-46e5-8f5d-2d2b1e4cfdce req-3a7078e2-cff0-45ba-b552-636fad29eb09 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.883653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b31101fe-4704-46e5-8f5d-2d2b1e4cfdce req-3a7078e2-cff0-45ba-b552-636fad29eb09 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.2407472 May 26 16:10:32.964228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b31101fe-4704-46e5-8f5d-2d2b1e4cfdce req-ada264b0-695f-46f1-b71e-e323f2ae4be4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735626 May 26 16:10:33.046942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7c7fb3f0-d691-4f78-aca3-559371772cb8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:33.154100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:33.155077 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.179173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Deleting port 8a0d409d-2a2c-4d40-b97b-320e495630bd {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:33.179520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.184210 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e962463-103a-475d-b31d-de5add613abf None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.198891 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e962463-103a-475d-b31d-de5add613abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.226529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e962463-103a-475d-b31d-de5add613abf None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:33.233305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-5e962463-103a-475d-b31d-de5add613abf None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:33.290384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.329150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.329464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::2f7 (96cccbcd-4c17-4e53-b917-fe16019574dd/f284278a-88bf-4f75-aae8-4ede3d784737/f1d5c62d-0509-4f19-aae1-a456c5f014c7) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:33.358859 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.359850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.399153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e962463-103a-475d-b31d-de5add613abf None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:33.399719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44050) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:33.470362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Calling delete_port for 8a0d409d-2a2c-4d40-b97b-320e495630bd owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:33.500676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e962463-103a-475d-b31d-de5add613abf None None] Pushing event updated for resources: {'Port': ['ID=c828a6d1-4fba-42fd-90ed-2fe25d57b6be,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:33.550193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5e962463-103a-475d-b31d-de5add613abf None None] Attempting to bind port c828a6d1-4fba-42fd-90ed-2fe25d57b6be on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:33.550512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5e962463-103a-475d-b31d-de5add613abf None None] Attempting to bind port c828a6d1-4fba-42fd-90ed-2fe25d57b6be by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:33.550887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e962463-103a-475d-b31d-de5add613abf None None] Attempting to bind port c828a6d1-4fba-42fd-90ed-2fe25d57b6be on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:33.583877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e962463-103a-475d-b31d-de5add613abf None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:33.584293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e962463-103a-475d-b31d-de5add613abf None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:33.584596 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e962463-103a-475d-b31d-de5add613abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.584993 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e962463-103a-475d-b31d-de5add613abf None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:33.585480 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5e962463-103a-475d-b31d-de5add613abf None None] Bound port: c828a6d1-4fba-42fd-90ed-2fe25d57b6be, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:33.585871 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e962463-103a-475d-b31d-de5add613abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.658144 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.694031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44056) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:33.782918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Allocated IP 172.20.0.2 (4cf63bd5-7920-4d35-b880-bc636c8b4c4b/bd6559fc-dff7-4232-bcca-04d666bdce6d/1294b222-69de-4c23-b5dd-b95f53284f9d) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:34.024324 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.034817 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.057740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:34.062851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:34.121535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:34.135931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5e962463-103a-475d-b31d-de5add613abf None None] For port c828a6d1-4fba-42fd-90ed-2fe25d57b6be, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:34.159337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5e962463-103a-475d-b31d-de5add613abf None None] For port c828a6d1-4fba-42fd-90ed-2fe25d57b6be, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c828a6d1-4fba-42fd-90ed-2fe25d57b6be,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:34.169452 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.198679 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e962463-103a-475d-b31d-de5add613abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.203819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Pushing event updated for resources: {'Port': ['ID=1294b222-69de-4c23-b5dd-b95f53284f9d,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:34.206675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:34.266904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:34.274141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Attempting to bind port 1294b222-69de-4c23-b5dd-b95f53284f9d on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:34.274365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Attempting to bind port 1294b222-69de-4c23-b5dd-b95f53284f9d by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:34.274666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Attempting to bind port 1294b222-69de-4c23-b5dd-b95f53284f9d on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:34.294599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:34.302271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:34.302271 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.308458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e962463-103a-475d-b31d-de5add613abf None None] Pushing event updated for resources: {'Port': ['ID=c828a6d1-4fba-42fd-90ed-2fe25d57b6be,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:34.313814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:34.313814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Checking segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:34.313814 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.314496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Bound using segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:34.314899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Bound port: 1294b222-69de-4c23-b5dd-b95f53284f9d, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:34.315237 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.336841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3164151 May 26 16:10:34.401696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44062) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:34.475608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] For port 1294b222-69de-4c23-b5dd-b95f53284f9d, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:34.480072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] For port 1294b222-69de-4c23-b5dd-b95f53284f9d, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1294b222-69de-4c23-b5dd-b95f53284f9d,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:34.499292 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.507942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb48b0-b0a3-4bd8-a366-27823c729192 req-72e613c3-5feb-456c-a84e-6d762e7d9147 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:34.516232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22bb48b0-b0a3-4bd8-a366-27823c729192 req-72e613c3-5feb-456c-a84e-6d762e7d9147 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.3385282 May 26 16:10:34.632977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28edffc-c603-4485-9ed5-bd4771f4e541 None None] Pushing event updated for resources: {'Port': ['ID=1294b222-69de-4c23-b5dd-b95f53284f9d,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:34.642934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22bb48b0-b0a3-4bd8-a366-27823c729192 req-ac22ce98-d90e-4070-ae7e-b4f6ccc520e6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256618 May 26 16:10:34.696622 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.714438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b21ec-a050-4f0a-9638-b6b678ff04b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=f1d5c62d-0509-4f19-aae1-a456c5f014c7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:34.739831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5d48b-598d-41f3-8ca8-948f781eeac9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:34.748373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5d48b-598d-41f3-8ca8-948f781eeac9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:34.753142 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27a5d48b-598d-41f3-8ca8-948f781eeac9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3503091 May 26 16:10:34.754100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44066) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:34.754463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Allocated IP 172.25.0.101 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/742f04b0-9cc1-4aaa-9245-c06bb4d945ac) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:34.817273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event deleted for resources: {'Port': ['ID=8a0d409d-2a2c-4d40-b97b-320e495630bd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:34.977777 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.990483 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Floating IP 5daf3c74-e136-48cb-b464-33dac39cb25c disassociated (deleted). External IP: 172.25.0.54, port: 826c4e27-4de3-46d3-aacc-72f0413ceabf. May 26 16:10:35.030909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89bdb5fe-8d9c-4ed9-b864-6580b8c9f4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.212822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7c7fb3f0-d691-4f78-aca3-559371772cb8 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:35.279078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 7c7fb3f0-d691-4f78-aca3-559371772cb8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:35.281813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7c7fb3f0-d691-4f78-aca3-559371772cb8 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:35.293931 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.337028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0363f-4c52-4ab9-a2b5-f43f6ac8c1a3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port f1d5c62d-0509-4f19-aae1-a456c5f014c7 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:35.338307 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e0363f-4c52-4ab9-a2b5-f43f6ac8c1a3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.425877 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.444433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.452240 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.533555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:35.548679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:35.555161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:35.604456 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e0363f-4c52-4ab9-a2b5-f43f6ac8c1a3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.620007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Pushing event updated for resources: {'Port': ['ID=742f04b0-9cc1-4aaa-9245-c06bb4d945ac,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:35.636024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Router 6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:35.658777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0363f-4c52-4ab9-a2b5-f43f6ac8c1a3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for f1d5c62d-0509-4f19-aae1-a456c5f014c7 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:36.023646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:36.039478 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.039940 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4c487-d696-4c5a-8f41-42ae4834daa9 None None] Sync routers for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:36.053404 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4c487-d696-4c5a-8f41-42ae4834daa9 None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:36.055432 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-dfa4c487-d696-4c5a-8f41-42ae4834daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:36.160419 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-dfa4c487-d696-4c5a-8f41-42ae4834daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:36.182319 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4c487-d696-4c5a-8f41-42ae4834daa9 None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:36.182959 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-dfa4c487-d696-4c5a-8f41-42ae4834daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:36.247181 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8d8cdffa-080a-4bd3-a216-2bb834c08b40 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "DELETE /v2.0/floatingips/5daf3c74-e136-48cb-b464-33dac39cb25c HTTP/1.1" status: 204 len: 168 time: 3.6048217 May 26 16:10:36.258071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44072) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:36.266528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:36.271330 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-dfa4c487-d696-4c5a-8f41-42ae4834daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:36.271984 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4c487-d696-4c5a-8f41-42ae4834daa9 None None] The sync data for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:36.345475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471152b2-8339-41ec-9bd5-76a6f1bcf442 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:36.356490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.361029 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.487198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-58fcae1a-eeb6-4b12-b3af-80c5d61a4f00 None None] Provisioning complete for port c828a6d1-4fba-42fd-90ed-2fe25d57b6be triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:36.487840 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-58fcae1a-eeb6-4b12-b3af-80c5d61a4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.556119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e0363f-4c52-4ab9-a2b5-f43f6ac8c1a3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.617146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0363f-4c52-4ab9-a2b5-f43f6ac8c1a3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=f1d5c62d-0509-4f19-aae1-a456c5f014c7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:36.691450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b152de-3e31-4cde-a8bb-90fc370dcf5a req-71f07507-8370-4a4a-9b71-5a31a0883648 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:36.693244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33b152de-3e31-4cde-a8bb-90fc370dcf5a req-71f07507-8370-4a4a-9b71-5a31a0883648 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.5573256 May 26 16:10:36.756195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-58fcae1a-eeb6-4b12-b3af-80c5d61a4f00 None None] Current status of the port c828a6d1-4fba-42fd-90ed-2fe25d57b6be is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:36.759444 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-58fcae1a-eeb6-4b12-b3af-80c5d61a4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.795851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.835844 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c1e0363f-4c52-4ab9-a2b5-f43f6ac8c1a3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.839735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c1e0363f-4c52-4ab9-a2b5-f43f6ac8c1a3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/f1d5c62d-0509-4f19-aae1-a456c5f014c7 HTTP/1.1" status: 204 len: 168 time: 2.0833905 May 26 16:10:36.847621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44074) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:36.866521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.933606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-58fcae1a-eeb6-4b12-b3af-80c5d61a4f00 None None] For port c828a6d1-4fba-42fd-90ed-2fe25d57b6be, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c828a6d1-4fba-42fd-90ed-2fe25d57b6be,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:36.946862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33b152de-3e31-4cde-a8bb-90fc370dcf5a req-d7a4e3f0-d3e8-4266-befb-5b8283eddbe4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418597 May 26 16:10:36.954005 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-58fcae1a-eeb6-4b12-b3af-80c5d61a4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.061205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e726e97-b475-4fa9-a7e7-fb874a240618 None None] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:37.174542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe206f6-3177-46f2-aa28-c1b1cc8e4fd2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:37.176174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe206f6-3177-46f2-aa28-c1b1cc8e4fd2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:37.177804 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1fe206f6-3177-46f2-aa28-c1b1cc8e4fd2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3239551 May 26 16:10:37.186210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44078) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:37.201182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c828a6d1-4fba-42fd-90ed-2fe25d57b6be up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:37.285833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-31662300-d40e-4c0b-8fbc-d6b021140526 None None] Provisioning complete for port 1294b222-69de-4c23-b5dd-b95f53284f9d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:37.286613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31662300-d40e-4c0b-8fbc-d6b021140526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.287737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Allocated IP 172.25.0.89 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/5833a1b0-55b7-4222-81b2-74510ed98046) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:37.300862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d75cb1-9663-408b-baba-9b5aa45584e7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet f284278a-88bf-4f75-aae8-4ede3d784737 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:37.308464 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28d75cb1-9663-408b-baba-9b5aa45584e7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.344134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Deleting port 1ceca25a-f410-4cc6-8130-a5639eb28832 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:37.344748 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.382727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Deleting port 2b47d6ae-8ba8-4bd8-9ade-913030b44420 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:37.383337 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.418521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcae1a-eeb6-4b12-b3af-80c5d61a4f00 None None] Pushing event updated for resources: {'Port': ['ID=c828a6d1-4fba-42fd-90ed-2fe25d57b6be,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:37.446809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Router 573759c9-19a0-4a8b-8610-a0c522445423 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:37.536150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28d75cb1-9663-408b-baba-9b5aa45584e7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.557133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-31662300-d40e-4c0b-8fbc-d6b021140526 None None] Current status of the port 1294b222-69de-4c23-b5dd-b95f53284f9d is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:37.557530 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31662300-d40e-4c0b-8fbc-d6b021140526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.621907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-31662300-d40e-4c0b-8fbc-d6b021140526 None None] For port 1294b222-69de-4c23-b5dd-b95f53284f9d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1294b222-69de-4c23-b5dd-b95f53284f9d,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:37.632366 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31662300-d40e-4c0b-8fbc-d6b021140526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.698512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] For port 1ceca25a-f410-4cc6-8130-a5639eb28832, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ceca25a-f410-4cc6-8130-a5639eb28832,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:37.699515 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.724476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] For port 2b47d6ae-8ba8-4bd8-9ade-913030b44420, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2b47d6ae-8ba8-4bd8-9ade-913030b44420,segment=NetworkSegment(80eca56e-e94e-46a2-9c7b-58bb3a9a27fc),segment_id=80eca56e-e94e-46a2-9c7b-58bb3a9a27fc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:37.725117 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.751230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31662300-d40e-4c0b-8fbc-d6b021140526 None None] Pushing event updated for resources: {'Port': ['ID=1294b222-69de-4c23-b5dd-b95f53284f9d,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:37.774184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Calling delete_port for 1ceca25a-f410-4cc6-8130-a5639eb28832 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:37.776034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c0a1665f-e249-4b86-af38-c3fff7a05a03 None None] Could not find standard attr ID for object f1d5c62d-0509-4f19-aae1-a456c5f014c7. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:10:37.783934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c828a6d1-4fba-42fd-90ed-2fe25d57b6be triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:37.784392 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.823277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Calling delete_port for 2b47d6ae-8ba8-4bd8-9ade-913030b44420 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:37.864330 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3dc6-1a53-47dd-8bc5-3fc99964c05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.889249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c0a1665f-e249-4b86-af38-c3fff7a05a03 None None] Provisioning complete for port c828a6d1-4fba-42fd-90ed-2fe25d57b6be triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:37.889620 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c0a1665f-e249-4b86-af38-c3fff7a05a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.914942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28d75cb1-9663-408b-baba-9b5aa45584e7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.946385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.043721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:38.078944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.096497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.097958 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e7f1dbc2-ed84-4c3a-bb28-2ada6df79866 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3183358 May 26 16:10:38.101371 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28d75cb1-9663-408b-baba-9b5aa45584e7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.108911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44082) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:38.114618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Sync routers for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:38.137566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:38.146145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:38.154565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:38.155121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:38.155827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:38.199696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Pushing event updated for resources: {'Port': ['ID=5833a1b0-55b7-4222-81b2-74510ed98046,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:38.218604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.219323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.219947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.221229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.221816 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.223068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.224131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c828a6d1-4fba-42fd-90ed-2fe25d57b6be is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:38.224628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.225198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.225415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1294b222-69de-4c23-b5dd-b95f53284f9d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:38.225987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.226568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.227138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.227691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:38.307502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1665f-e249-4b86-af38-c3fff7a05a03 None None] Current status of the port c828a6d1-4fba-42fd-90ed-2fe25d57b6be is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:38.320609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d75cb1-9663-408b-baba-9b5aa45584e7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=f284278a-88bf-4f75-aae8-4ede3d784737,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:38.325621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28d75cb1-9663-408b-baba-9b5aa45584e7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.329544 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-28d75cb1-9663-408b-baba-9b5aa45584e7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/f284278a-88bf-4f75-aae8-4ede3d784737 HTTP/1.1" status: 204 len: 168 time: 1.1418264 May 26 16:10:38.332747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44086) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:38.341526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.342548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1294b222-69de-4c23-b5dd-b95f53284f9d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:38.343197 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.345231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111689c-fea4-4997-90d1-d83cfbffd57f None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:38.401990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.413313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8d148c46-9a4c-4103-a158-7fdf7aad7e57 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713394 May 26 16:10:38.454673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44088) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:38.461313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:38.571437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4285d3-964e-4d90-8602-17f56c3e50d2 req-70a22553-9587-479b-98ba-b6fceac38a89 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.579625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c4285d3-964e-4d90-8602-17f56c3e50d2 req-70a22553-9587-479b-98ba-b6fceac38a89 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.4690135 May 26 16:10:38.586342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7397e273-1e92-4526-ae5c-c2d68b56ba35 None None] Provisioning complete for port 1294b222-69de-4c23-b5dd-b95f53284f9d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:38.587036 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7397e273-1e92-4526-ae5c-c2d68b56ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.684107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:38.687806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.785173 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.824807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.831933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.865841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b47d6ae-8ba8-4bd8-9ade-913030b44420,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:38.924605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c4285d3-964e-4d90-8602-17f56c3e50d2 req-c9047faa-85f9-42da-b9ea-59e36cf79feb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440518 May 26 16:10:38.972385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Pushing event updated for resources: {'Port': ['ID=5833a1b0-55b7-4222-81b2-74510ed98046,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:38.981122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-32e561a0-33cd-4f12-a22a-cbe252fd74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.984025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-32e561a0-33cd-4f12-a22a-cbe252fd74c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1098 time: 0.2782147 May 26 16:10:39.000146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.056594 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.060280 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ed0ad121-46ff-4f14-b5ec-9509849d6957 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7987771 May 26 16:10:39.062457 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.065637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:39.068204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44090) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:39.076522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.185042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:39.204999 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:39.209481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:39.210091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.234759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=173bd40f-88be-4945-9ba9-d1ad892164d5,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:39.256307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-987da689-bf54-4e0c-80fe-565743116477 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7964609 May 26 16:10:39.256527 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:39.261507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'name': 'tempest-NetworksTestDHCPv6-2060781882'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:39.307405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7397e273-1e92-4526-ae5c-c2d68b56ba35 None None] Current status of the port 1294b222-69de-4c23-b5dd-b95f53284f9d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:39.321977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.380265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1294b222-69de-4c23-b5dd-b95f53284f9d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:39.485579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:39.516239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ceca25a-f410-4cc6-8130-a5639eb28832,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:39.516779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:35Z', 'revision_number': 3, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:39.521555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:39.528237 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.607287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 41008a36-a439-4727-b706-f892bd9e6a09 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:10:39.622744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Checking router: 573759c9-19a0-4a8b-8610-a0c522445423 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:39.623868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Updating router 573759c9-19a0-4a8b-8610-a0c522445423 port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:10:39.703470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.802214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c828a6d1-4fba-42fd-90ed-2fe25d57b6be up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:39.929541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::3a8 (96cccbcd-4c17-4e53-b917-fe16019574dd/173bd40f-88be-4945-9ba9-d1ad892164d5/41008a36-a439-4727-b706-f892bd9e6a09) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:39.933075 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.949900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a64c21f-8364-431a-874c-6a36126930b2 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:40.083852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5c2fad15-eadd-4b3a-9811-97b104910320 None None] Provisioning complete for port c828a6d1-4fba-42fd-90ed-2fe25d57b6be triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:40.084491 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5c2fad15-eadd-4b3a-9811-97b104910320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.145022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c828a6d1-4fba-42fd-90ed-2fe25d57b6be triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:40.145707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.183306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.186039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-f8a12347-388f-4c80-8382-265e8a96cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:40.188951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-f8a12347-388f-4c80-8382-265e8a96cdef service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 1.1213503 May 26 16:10:40.289901 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.337319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.372924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fad15-eadd-4b3a-9811-97b104910320 None None] Current status of the port c828a6d1-4fba-42fd-90ed-2fe25d57b6be is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:40.417716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:40.426307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:40.435801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:40.444790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:40.445735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.459563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c828a6d1-4fba-42fd-90ed-2fe25d57b6be is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:40.461276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1294b222-69de-4c23-b5dd-b95f53284f9d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:40.473651 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2129891 May 26 16:10:40.481496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44098) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:40.510648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7e6b2-8bff-4d5d-b689-c2eb942c4c83 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=41008a36-a439-4727-b706-f892bd9e6a09,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:40.578830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc07582d-018a-4c9c-8688-5114a6f7fe67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:40.586965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc07582d-018a-4c9c-8688-5114a6f7fe67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:40.591593 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dc07582d-018a-4c9c-8688-5114a6f7fe67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1060212 May 26 16:10:40.610495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:40.615731 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.661063 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.677606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1294b222-69de-4c23-b5dd-b95f53284f9d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:40.678967 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.684118 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.749081 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.785071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Attempting to bind port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:40.785458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Attempting to bind port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:40.785825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Attempting to bind port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:40.797593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:40.798290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:40.798943 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.798943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:40.799679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Bound port: 742f04b0-9cc1-4aaa-9245-c06bb4d945ac, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:40.800502 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.844393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-240dd6ce-fb0f-41fe-88a4-bbb12b2fd361 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 41008a36-a439-4727-b706-f892bd9e6a09 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:40.844856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-240dd6ce-fb0f-41fe-88a4-bbb12b2fd361 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.875333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1fa5c-a870-46a6-b3b6-9fed56dd39cf None None] Pushing event updated for resources: {'Port': ['ID=742f04b0-9cc1-4aaa-9245-c06bb4d945ac,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:41.008495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] For port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:41.023349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] For port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=742f04b0-9cc1-4aaa-9245-c06bb4d945ac,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:41.041197 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.044895 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-240dd6ce-fb0f-41fe-88a4-bbb12b2fd361 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.084409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.085074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1294b222-69de-4c23-b5dd-b95f53284f9d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:41.102584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-240dd6ce-fb0f-41fe-88a4-bbb12b2fd361 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 41008a36-a439-4727-b706-f892bd9e6a09 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:41.198613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-49998f50-094a-4d56-862b-c79f2cb537bb None None] Provisioning complete for port 41008a36-a439-4727-b706-f892bd9e6a09 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:41.199372 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-49998f50-094a-4d56-862b-c79f2cb537bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.203661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:41.204838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:41.375291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-240dd6ce-fb0f-41fe-88a4-bbb12b2fd361 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.389474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-ef9a60d5-1a20-416e-b48e-c162bfd2ecf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 1001 time: 1.1770666 May 26 16:10:41.426826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1fa5c-a870-46a6-b3b6-9fed56dd39cf None None] Pushing event updated for resources: {'Port': ['ID=742f04b0-9cc1-4aaa-9245-c06bb4d945ac,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:41.461962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-49998f50-094a-4d56-862b-c79f2cb537bb None None] Port 41008a36-a439-4727-b706-f892bd9e6a09 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:41.462190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dd6ce-fb0f-41fe-88a4-bbb12b2fd361 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=41008a36-a439-4727-b706-f892bd9e6a09,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:41.504878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-240dd6ce-fb0f-41fe-88a4-bbb12b2fd361 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.508136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-49998f50-094a-4d56-862b-c79f2cb537bb None None] Provisioning complete for port c828a6d1-4fba-42fd-90ed-2fe25d57b6be triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:41.508509 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-49998f50-094a-4d56-862b-c79f2cb537bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.531079 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-240dd6ce-fb0f-41fe-88a4-bbb12b2fd361 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/41008a36-a439-4727-b706-f892bd9e6a09 HTTP/1.1" status: 204 len: 168 time: 0.9151218 May 26 16:10:41.536629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44102) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:41.551247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:41.670095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe06a4-b424-4a00-8b03-ccd16d98cc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:41.672069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe06a4-b424-4a00-8b03-ccd16d98cc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:41.675290 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fbbe06a4-b424-4a00-8b03-ccd16d98cc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1385083 May 26 16:10:41.680635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44108) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:41.698716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-e109db3d-67d6-45fd-a019-437aab67d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:41.700624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-e109db3d-67d6-45fd-a019-437aab67d6cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.3010478 May 26 16:10:41.736183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271467-d57a-417c-8bd5-95c2d0e93840 req-f1d664d6-6d45-4310-b9d8-e2ea292baec1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:41.737955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c271467-d57a-417c-8bd5-95c2d0e93840 req-f1d664d6-6d45-4310-b9d8-e2ea292baec1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 1.5330617 May 26 16:10:41.748354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-2918cf8a-4d1a-4b2d-9f35-36a32a75737a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 173bd40f-88be-4945-9ba9-d1ad892164d5 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:41.753707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2918cf8a-4d1a-4b2d-9f35-36a32a75737a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.839540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2918cf8a-4d1a-4b2d-9f35-36a32a75737a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.857477 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.918923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2918cf8a-4d1a-4b2d-9f35-36a32a75737a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.999441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2918cf8a-4d1a-4b2d-9f35-36a32a75737a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.012782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c271467-d57a-417c-8bd5-95c2d0e93840 req-fcedb96e-3aee-4aa9-88a2-64044a131233 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548444 May 26 16:10:42.026901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918cf8a-4d1a-4b2d-9f35-36a32a75737a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=173bd40f-88be-4945-9ba9-d1ad892164d5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:42.031420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2918cf8a-4d1a-4b2d-9f35-36a32a75737a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.034904 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2918cf8a-4d1a-4b2d-9f35-36a32a75737a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/173bd40f-88be-4945-9ba9-d1ad892164d5 HTTP/1.1" status: 204 len: 168 time: 0.3526351 May 26 16:10:42.037171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44110) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:42.100458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10508d-7e51-45b2-b36d-b756dfd1bf5e None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:42.107580 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8ab4f0f4-958c-4c3d-8003-f296258152fe tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689406 May 26 16:10:42.110978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44112) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:42.113411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-f6f1b022-74cf-4dda-aff0-1bab58b33510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:42.115069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-f6f1b022-74cf-4dda-aff0-1bab58b33510 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3952100 May 26 16:10:42.117056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:42.239580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:42.252287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:42.256477 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.312767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-6c3a1d80-4e26-4e6b-9e43-8b5a60142cfe service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790354 May 26 16:10:42.346520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-49998f50-094a-4d56-862b-c79f2cb537bb None None] Current status of the port c828a6d1-4fba-42fd-90ed-2fe25d57b6be is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:42.374047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:35Z', 'revision_number': 3, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:42.443429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087bb78-0a3e-4dff-bd09-652ffd4b8e90 None None] The sync data for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 is: [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:35Z', 'revision_number': 3, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:42.473543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218ab2b-a2f3-4444-91ef-264d00d23f5b None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:42.515827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-95a2e562-9144-4414-94cc-ceb01c23a4cd None None] Could not find standard attr ID for object 41008a36-a439-4727-b706-f892bd9e6a09. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:10:42.554635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e218ab2b-a2f3-4444-91ef-264d00d23f5b None None] Deleting port c828a6d1-4fba-42fd-90ed-2fe25d57b6be {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:42.555167 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e218ab2b-a2f3-4444-91ef-264d00d23f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.634870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.689978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.694799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:42.704812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:42.710027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:42.710617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.730736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=21eb065e-2371-4313-b5b6-7d00dfa79f10,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:42.734642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e218ab2b-a2f3-4444-91ef-264d00d23f5b None None] For port c828a6d1-4fba-42fd-90ed-2fe25d57b6be, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c828a6d1-4fba-42fd-90ed-2fe25d57b6be,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:42.735532 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e218ab2b-a2f3-4444-91ef-264d00d23f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.746421 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4636272a-0b82-468f-a527-9bdc2b7ea768 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6340499 May 26 16:10:42.752017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44114) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:42.758174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'name': 'tempest-NetworksTestDHCPv6-1420773139'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:42.766397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e218ab2b-a2f3-4444-91ef-264d00d23f5b None None] Calling delete_port for c828a6d1-4fba-42fd-90ed-2fe25d57b6be owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:42.786789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Router 7343185b-75fd-4697-8997-faa37391cdac has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:42.808521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Allocated IP 172.20.0.1 (4cf63bd5-7920-4d35-b880-bc636c8b4c4b/bd6559fc-dff7-4232-bcca-04d666bdce6d/e88c2203-d1f7-4b0f-b9a7-afbb226961d8) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:42.964241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:42.976630 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.022697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port ae34d929-9eec-4f31-86dd-335951fe2e9a yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:10:43.028849 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e218ab2b-a2f3-4444-91ef-264d00d23f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.074566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efec4cd-41bb-40e1-bd88-de1407c4edb4 req-7702739a-c4c2-48f0-a9d5-556bd2c9a62d service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111433 May 26 16:10:43.091880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ab2b-a2f3-4444-91ef-264d00d23f5b None None] Pushing event deleted for resources: {'Port': ['ID=c828a6d1-4fba-42fd-90ed-2fe25d57b6be,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:43.103187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218ab2b-a2f3-4444-91ef-264d00d23f5b None None] No DVR routers for this DVR port c828a6d1-4fba-42fd-90ed-2fe25d57b6be on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:43.133199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2507f13-5f31-4eb6-ac9d-8f29351e8887 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:43.180337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:43.196090 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] Sync routers for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:43.215218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e6931bfe-cc76-4305-8372-cbf2722a4d84 admin admin] 10.222.0.39 "PUT /v2.0/routers/708e1a73-cae1-40e4-a724-cde7d4ad65e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5084958 May 26 16:10:43.215906 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:43.218598 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:43.246328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44124) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:43.392462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:43.440612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] Sync routers for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:43.459227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-80d5ac6a-f086-453f-8a69-fcfda54da012 admin admin] 10.222.0.39 "PUT /v2.0/routers/7343185b-75fd-4697-8997-faa37391cdac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0584588 May 26 16:10:43.475480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44130) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:43.480621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:43.485028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:43.497383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '21eb065e-2371-4313-b5b6-7d00dfa79f10'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:43.502844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.549357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Allocated IP 172.25.0.88 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/60446b7b-3106-46e3-9b40-b8d8ef591f04) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:43.643555 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:43.657476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.708581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 742f04b0-9cc1-4aaa-9245-c06bb4d945ac up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:43.729513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.734731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::154 (96cccbcd-4c17-4e53-b917-fe16019574dd/21eb065e-2371-4313-b5b6-7d00dfa79f10/ae34d929-9eec-4f31-86dd-335951fe2e9a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:43.822969 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.830561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Pushing event updated for resources: {'Port': ['ID=e88c2203-d1f7-4b0f-b9a7-afbb226961d8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:43.844911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea9ab7-6838-4183-83e2-cafc8e4ffa42 req-86a17465-f36b-4f06-bdeb-50f449fd66e2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:43.847339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25ea9ab7-6838-4183-83e2-cafc8e4ffa42 req-86a17465-f36b-4f06-bdeb-50f449fd66e2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.6649826 May 26 16:10:43.951828 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.955257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:43.961109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:43.964440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:43.983324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25ea9ab7-6838-4183-83e2-cafc8e4ffa42 req-051de146-74df-4a2c-bd18-6155680ff76c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254990 May 26 16:10:43.995218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:44.027877 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:10:38Z', 'revision_number': 5, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:44.087872 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] Checking router: 708e1a73-cae1-40e4-a724-cde7d4ad65e2 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:44.096457 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.117372 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] Routers {'708e1a73-cae1-40e4-a724-cde7d4ad65e2'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:44.119229 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:44.168243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.263483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:44.264113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.328423 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] Set router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:44.393127 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.441543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:44.556610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-aa1b63b8-a950-4f78-8c38-4180b6e39c46 None None] Provisioning complete for port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:44.575312 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa1b63b8-a950-4f78-8c38-4180b6e39c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.596677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:44.603888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.647079 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:10:38Z', 'revision_number': 5, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:44.681117 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420c51f-9a99-434d-bc55-e0ed5319b63e None None] The sync data for ids ['708e1a73-cae1-40e4-a724-cde7d4ad65e2'] in n-d-843336-2 is: [{'id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-900995453-router', 'tenant_id': '694f18cb35124f3ea7f9face07ba10d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:37Z', 'updated_at': '2022-05-26T16:10:38Z', 'revision_number': 5, 'project_id': '694f18cb35124f3ea7f9face07ba10d3', 'gw_port': {'id': 'aa7c7192-3a67-4b94-a565-c30440a67272', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708e1a73-cae1-40e4-a724-cde7d4ad65e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:39Z', 'updated_at': '2022-05-26T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:44.803527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=742f04b0-9cc1-4aaa-9245-c06bb4d945ac,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:44.812269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b63b8-a950-4f78-8c38-4180b6e39c46 None None] Port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:44.817372 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.842444 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.847190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.893471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=742f04b0-9cc1-4aaa-9245-c06bb4d945ac,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:44.925269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:10:38Z', 'revision_number': 5, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port': {'id': '2f89f03d-f458-470d-8bd7-f5c3b18b1ae7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7343185b-75fd-4697-8997-faa37391cdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:17Z', 'updated_at': '2022-05-26T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:44.958657 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.963630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:44.967682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] Checking router: 7343185b-75fd-4697-8997-faa37391cdac for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:44.979297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] Routers {'7343185b-75fd-4697-8997-faa37391cdac'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:44.980485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7343185b-75fd-4697-8997-faa37391cdac'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:44.986507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:45.027598 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.038058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Pushing event updated for resources: {'Port': ['ID=60446b7b-3106-46e3-9b40-b8d8ef591f04,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:45.045624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.166108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=ae34d929-9eec-4f31-86dd-335951fe2e9a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:45.169816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c828a6d1-4fba-42fd-90ed-2fe25d57b6be no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:45.199276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:45.202319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: c828a6d1-4fba-42fd-90ed-2fe25d57b6be {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:45.203317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c828a6d1-4fba-42fd-90ed-2fe25d57b6be not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:45.210274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:45.216210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:45.224797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:45.225494 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.244031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Deleting port aa7c7192-3a67-4b94-a565-c30440a67272 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:45.244372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.256867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] Set router 7343185b-75fd-4697-8997-faa37391cdac gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:45.257427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Deleting port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:45.257771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.260029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/21eb065e-2371-4313-b5b6-7d00dfa79f10/9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:45.261656 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.376676 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-00a518f9-388d-43bf-9220-6a84b6d0777c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6193976 May 26 16:10:45.386050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44172) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:45.397986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0f15-7203-4e8c-b321-be426e62a161 req-99c93836-63c6-44b4-b294-bc1def1025e2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:45.399952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76fa0f15-7203-4e8c-b321-be426e62a161 req-99c93836-63c6-44b4-b294-bc1def1025e2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.2537878 May 26 16:10:45.401224 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.487839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] For port 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2f89f03d-f458-470d-8bd7-f5c3b18b1ae7,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:45.488036 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.522272 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Calling delete_port for 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:45.558817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 6, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:45.568130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76fa0f15-7203-4e8c-b321-be426e62a161 req-838e10b6-7a0b-4e8a-9447-9d1e91d49c82 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317611 May 26 16:10:45.622927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 742f04b0-9cc1-4aaa-9245-c06bb4d945ac up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:45.652102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] For port aa7c7192-3a67-4b94-a565-c30440a67272, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa7c7192-3a67-4b94-a565-c30440a67272,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:45.652448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.661344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35e67b-b027-4340-b829-691f6fbbfb11 None None] The sync data for ids ['7343185b-75fd-4697-8997-faa37391cdac'] in n-d-843336-2 is: [{'id': '7343185b-75fd-4697-8997-faa37391cdac', 'name': 'tempest-TaggedBootDevicesTest_v242-2091393744-router', 'tenant_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:15Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 6, 'project_id': 'f7211f6c10364c2d9ff2f5448450f91b', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:45.667764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Calling delete_port for aa7c7192-3a67-4b94-a565-c30440a67272 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:45.763607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.773160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b124b1f-7e68-49d5-b1e7-3f6ac50116ff tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:45.773415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.779715 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b124b1f-7e68-49d5-b1e7-3f6ac50116ff tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3925886 May 26 16:10:45.780560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44184) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:45.816006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:45.816518 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.952960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Pushing event updated for resources: {'Port': ['ID=e88c2203-d1f7-4b0f-b9a7-afbb226961d8,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:45.965130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.986883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:45.990268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.004130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2b47d6ae-8ba8-4bd8-9ade-913030b44420 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:46.007613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.008062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.008300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.008637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.008996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.009389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.009703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.010118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.010381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.010714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.011448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.011941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:46.057623 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.059827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 2b47d6ae-8ba8-4bd8-9ade-913030b44420 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:46.060688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2b47d6ae-8ba8-4bd8-9ade-913030b44420 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:46.067407 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.081924 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.083795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595281e5-9b99-45af-8861-87bece37cb32 req-da137fd3-8efe-4cfe-acc4-93c4f00ca17c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:46.086232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-595281e5-9b99-45af-8861-87bece37cb32 req-da137fd3-8efe-4cfe-acc4-93c4f00ca17c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.3007486 May 26 16:10:46.166572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:46.175715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:46.183767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:46.187660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Pushing event updated for resources: {'Port': ['ID=9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:46.254314 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.260731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a25ddcd1-342a-44f3-8aa4-930d99859969 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port ae34d929-9eec-4f31-86dd-335951fe2e9a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:46.261167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a25ddcd1-342a-44f3-8aa4-930d99859969 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.278358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Attempting to bind port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:46.279185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Attempting to bind port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:46.279775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Attempting to bind port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:46.287094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.288118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:46.288419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-595281e5-9b99-45af-8861-87bece37cb32 req-222c2ec8-86cc-4edf-afe0-a9185341cc08 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554012 May 26 16:10:46.288584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:46.288917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.289105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Pushing event updated for resources: {'Port': ['ID=60446b7b-3106-46e3-9b40-b8d8ef591f04,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:46.289361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:46.289813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Bound port: 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:46.290229 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.309674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.318790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:46.327056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:46.340803 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.357714 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-91a2f5e2-81dd-4891-b56c-c8484134eda1 tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2372158 May 26 16:10:46.357714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44190) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:46.543978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f89f03d-f458-470d-8bd7-f5c3b18b1ae7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:46.549870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] For port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:46.555525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] For port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:46.565574 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.680317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ce55f-49ed-48d2-9fd4-c396b0af9a31 None None] Pushing event updated for resources: {'Port': ['ID=9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:46.729293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7c7192-3a67-4b94-a565-c30440a67272,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:46.740380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.836844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Router 573759c9-19a0-4a8b-8610-a0c522445423 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:46.845599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b08ecea3-a471-4ec9-ab4a-25d04d2e6c30 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4791 time: 0.4452899 May 26 16:10:46.846658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44222) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:46.872779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ab61c1eb-cf70-4199-80b9-e11bb32610e3 None None] Provisioning complete for port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:46.873448 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab61c1eb-cf70-4199-80b9-e11bb32610e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.927966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ab61c1eb-cf70-4199-80b9-e11bb32610e3 None None] Port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:46.955217 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a25ddcd1-342a-44f3-8aa4-930d99859969 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.958443 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.989297 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:10:46.992320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-439326c6-5b7b-4d0c-b852-f1530f4b7215 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1437500 May 26 16:10:46.992748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.993745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44230) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:47.034426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.093008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a25ddcd1-342a-44f3-8aa4-930d99859969 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for ae34d929-9eec-4f31-86dd-335951fe2e9a owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:47.096224 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.102193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.237356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.237889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7343185b-75fd-4697-8997-faa37391cdac {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:47.244173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.250117 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb0080a0-bf91-41e1-ad2a-49ef924044f0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7343185b-75fd-4697-8997-faa37391cdac HTTP/1.1" status: 204 len: 168 time: 3.7680676 May 26 16:10:47.252289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44242) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:47.265865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.266494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 708e1a73-cae1-40e4-a724-cde7d4ad65e2 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:47.278482 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.281936 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-42e588ab-8b49-4db6-8396-7c14dde89c31 admin admin] 10.222.0.39 "DELETE /v2.0/routers/708e1a73-cae1-40e4-a724-cde7d4ad65e2 HTTP/1.1" status: 204 len: 168 time: 4.0240064 May 26 16:10:47.309198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44244) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:47.395119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:47.403181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-10257645-0918-4cf9-8e10-52c19319b6db admin admin] 10.222.0.39 "PUT /v2.0/routers/573759c9-19a0-4a8b-8610-a0c522445423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2773817 May 26 16:10:47.434193 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Sync routers for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:47.440363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Deleting port 60446b7b-3106-46e3-9b40-b8d8ef591f04 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:47.441014 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.461282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-45541753-1872-441f-a543-33de1d030951 admin admin] Deleting subnet d51c5ccb-4b00-488d-a7ab-23d918da3439 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:47.470099 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:47.470970 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:47.592873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45541753-1872-441f-a543-33de1d030951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.646234 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d56aca-6da3-46dc-be8c-b92b674fc79a admin admin] Deleting subnet 89acc52f-721e-427f-b71c-59781d53d629 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:47.652402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-35d56aca-6da3-46dc-be8c-b92b674fc79a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.676288 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.676963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.721769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Calling delete_port for 60446b7b-3106-46e3-9b40-b8d8ef591f04 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:47.728584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-35d56aca-6da3-46dc-be8c-b92b674fc79a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.834041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45541753-1872-441f-a543-33de1d030951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.842832 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:48.091688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:48.209274 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.229835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:48.230243 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.322985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f6857-866e-4ed6-8bfa-f5a025ad03fd req-b2bb2f52-40b3-41bd-a35e-4df072efa906 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.342151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-055f6857-866e-4ed6-8bfa-f5a025ad03fd req-b2bb2f52-40b3-41bd-a35e-4df072efa906 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.3786075 May 26 16:10:48.347132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Pushing event deleted for resources: {'Port': ['ID=60446b7b-3106-46e3-9b40-b8d8ef591f04,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:48.359375 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:45Z', 'revision_number': 2, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:48.400072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a25ddcd1-342a-44f3-8aa4-930d99859969 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.407620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:48.407984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.437554 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Checking router: 573759c9-19a0-4a8b-8610-a0c522445423 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:48.437936 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Updating router 573759c9-19a0-4a8b-8610-a0c522445423 port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:10:48.466786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:48.482852 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.486217 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.539186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ddcd1-342a-44f3-8aa4-930d99859969 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=ae34d929-9eec-4f31-86dd-335951fe2e9a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:48.547141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45541753-1872-441f-a543-33de1d030951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.579814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-055f6857-866e-4ed6-8bfa-f5a025ad03fd req-de28c4b1-248d-41a4-8abf-48e4ca47eb78 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364902 May 26 16:10:48.596359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-325a401d-c741-47a5-9bad-ceb600655eb9 None None] Provisioning complete for port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:48.597280 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-325a401d-c741-47a5-9bad-ceb600655eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.621288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:48.629866 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.644413 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.646118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b8f96565-9272-40ad-9f9b-4831e10d2e9a tempest-FloatingIPAdminTestJSON-527489145 tempest-FloatingIPAdminTestJSON-527489145-project] 10.222.0.39 "DELETE /v2.0/floatingips/7d44e92a-73a9-4904-8860-3518b4d5286e HTTP/1.1" status: 204 len: 168 time: 1.6503067 May 26 16:10:48.649628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44292) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:48.677600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:48.678573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2f89f03d-f458-470d-8bd7-f5c3b18b1ae7 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:48.679219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ceca25a-f410-4cc6-8130-a5639eb28832 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:48.700002 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-35d56aca-6da3-46dc-be8c-b92b674fc79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.704702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-1e189782-c4b6-45e2-8b3d-236aa584cc1a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.706374 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-1e189782-c4b6-45e2-8b3d-236aa584cc1a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 819 time: 0.3940969 May 26 16:10:48.715333 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a25ddcd1-342a-44f3-8aa4-930d99859969 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.722280 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a25ddcd1-342a-44f3-8aa4-930d99859969 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/ae34d929-9eec-4f31-86dd-335951fe2e9a HTTP/1.1" status: 204 len: 168 time: 2.9324901 May 26 16:10:48.725412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1ceca25a-f410-4cc6-8130-a5639eb28832 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:48.726232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ceca25a-f410-4cc6-8130-a5639eb28832 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:48.736651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:48.761114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44294) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:48.784472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:48.866677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45541753-1872-441f-a543-33de1d030951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.893577 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c8f8a-2d1c-415f-9114-007054216df6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.895468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c8f8a-2d1c-415f-9114-007054216df6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.900939 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ab2c8f8a-2d1c-415f-9114-007054216df6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1368208 May 26 16:10:48.909925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44296) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:48.930705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45541753-1872-441f-a543-33de1d030951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51c5ccb-4b00-488d-a7ab-23d918da3439,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:48.944774 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45541753-1872-441f-a543-33de1d030951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.965545 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-45541753-1872-441f-a543-33de1d030951 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d51c5ccb-4b00-488d-a7ab-23d918da3439 HTTP/1.1" status: 204 len: 168 time: 1.6541848 May 26 16:10:48.969214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44298) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:48.969738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-325a401d-c741-47a5-9bad-ceb600655eb9 None None] Current status of the port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:48.982385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-35d56aca-6da3-46dc-be8c-b92b674fc79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.994045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:48.994915 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.024579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:49.027769 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5520a2a9-8078-444f-b44b-aabcaddd3c45" -d '{"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:49.031694 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-647657e5-4fce-47ad-a7f3-554ce2699e03 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/quotas/4a1d75a099094dd49ba1dcdcaff15234 HTTP/1.1" status: 200 len: 375 time: 0.2630637 May 26 16:10:49.045128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:49.050980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.105580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6398ba35-31ce-43d0-a5b7-7f2569904188 None None] Could not find standard attr ID for object ae34d929-9eec-4f31-86dd-335951fe2e9a. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:10:49.108196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d56aca-6da3-46dc-be8c-b92b674fc79a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89acc52f-721e-427f-b71c-59781d53d629,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.119627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-35d56aca-6da3-46dc-be8c-b92b674fc79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.123211 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-35d56aca-6da3-46dc-be8c-b92b674fc79a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/89acc52f-721e-427f-b71c-59781d53d629 HTTP/1.1" status: 204 len: 168 time: 1.8695693 May 26 16:10:49.125962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44302) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:49.126689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed5b0c-6ce1-43f9-b1a4-d0e6920ab84a None None] Network d8e62433-5c96-4a8f-87fd-df2029b840d6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:49.164864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2fa287f-301c-40ed-a099-70d8502f8241 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 21eb065e-2371-4313-b5b6-7d00dfa79f10 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:49.177059 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fa287f-301c-40ed-a099-70d8502f8241 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.190126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b98377-abce-419a-b1ce-7e609e068ca9 req-3c0ef8b0-e3ed-4c6f-ba2b-d9f531b83a17 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:49.191977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09b98377-abce-419a-b1ce-7e609e068ca9 req-3c0ef8b0-e3ed-4c6f-ba2b-d9f531b83a17 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 947 time: 0.4222436 May 26 16:10:49.245871 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.250219 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.253886 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.263551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-205d5b1d-2f8c-4718-8ad5-40f044be3477 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2308364 May 26 16:10:49.287560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fa287f-301c-40ed-a099-70d8502f8241 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.294915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.333537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Deleting port 5833a1b0-55b7-4222-81b2-74510ed98046 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:49.334245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.423817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=14']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.428405 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Pushing event updated for resources: {'Port': ['ID=e88c2203-d1f7-4b0f-b9a7-afbb226961d8,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.438958 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.439296 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.440019 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.440350 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.440671 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.440994 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.441573 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.441898 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.442438 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.442772 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.443093 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.443413 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:49.462925 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Attempting to bind port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:49.463374 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Attempting to bind port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:49.463741 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Attempting to bind port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:49.479169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.489672 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:49.490053 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Checking segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:49.490457 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.490841 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Bound using segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:49.491325 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Bound port: e88c2203-d1f7-4b0f-b9a7-afbb226961d8, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:49.491694 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.527482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09b98377-abce-419a-b1ce-7e609e068ca9 req-bc3fb889-647d-454b-8680-e0dff9ee02de tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942545 May 26 16:10:49.539307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d431265e-4b60-48a5-b94c-06597be7d57a']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:49.565947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:49.573492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eca56e-e94e-46a2-9c7b-58bb3a9a27fc') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:49.577114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3203f9cf-7b31-46d0-9665-c8563197241f None None] DHCP port deletion for d8e62433-5c96-4a8f-87fd-df2029b840d6 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:49.593876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.625283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.641584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Deleting port 58b1280b-829f-4d77-8069-b14eca5a5f97 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:49.641927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.644109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:49.644504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.705550 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] For port e88c2203-d1f7-4b0f-b9a7-afbb226961d8, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:49.711227 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf0e546-68dc-465e-b831-0948ad2465f3 x-openstack-request-id: req-0bf0e546-68dc-465e-b831-0948ad2465f3 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:49.713116 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:49.713697 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bf0e546-68dc-465e-b831-0948ad2465f3 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:49.714428 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf0e546-68dc-465e-b831-0948ad2465f3'] response: {'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'code': 200} May 26 16:10:49.715809 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] For port e88c2203-d1f7-4b0f-b9a7-afbb226961d8, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e88c2203-d1f7-4b0f-b9a7-afbb226961d8,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:49.721769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:49.730094 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.732790 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 80eca56e-e94e-46a2-9c7b-58bb3a9a27fc resource provider aggregate not found May 26 16:10:49.751157 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fa287f-301c-40ed-a099-70d8502f8241 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.815540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3203f9cf-7b31-46d0-9665-c8563197241f None None] Deleting port 58b1280b-829f-4d77-8069-b14eca5a5f97 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:49.816047 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3203f9cf-7b31-46d0-9665-c8563197241f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.817521 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 80eca56e-e94e-46a2-9c7b-58bb3a9a27fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80eca56e-e94e-46a2-9c7b-58bb3a9a27fc found for delete ", "request_id": "req-cd302884-20ae-42cd-9698-a99efff0052d"}]} May 26 16:10:49.827074 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaad74a-ee3e-4498-98ac-ff72bc384607 None None] Pushing event updated for resources: {'Port': ['ID=e88c2203-d1f7-4b0f-b9a7-afbb226961d8,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.842828 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fa287f-301c-40ed-a099-70d8502f8241 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.845498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.854832 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.867751 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d431265e-4b60-48a5-b94c-06597be7d57a HTTP/1.1" status: 204 len: 168 time: 0.8963354 May 26 16:10:49.870950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] For port 58b1280b-829f-4d77-8069-b14eca5a5f97, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=58b1280b-829f-4d77-8069-b14eca5a5f97,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:49.871501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.881402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fa287f-301c-40ed-a099-70d8502f8241 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.882671 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:49.885354 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:49.889595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c2fa287f-301c-40ed-a099-70d8502f8241 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/21eb065e-2371-4313-b5b6-7d00dfa79f10 HTTP/1.1" status: 204 len: 168 time: 0.9713163 May 26 16:10:49.892671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44312) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:49.905071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af696ced-dba2-4794-81ce-5680322d3095 admin admin] Pushing event deleted for resources: {'Network': ['ID=d431265e-4b60-48a5-b94c-06597be7d57a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.925512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Calling delete_port for 58b1280b-829f-4d77-8069-b14eca5a5f97 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:49.971426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3203f9cf-7b31-46d0-9665-c8563197241f None None] For port 58b1280b-829f-4d77-8069-b14eca5a5f97, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=58b1280b-829f-4d77-8069-b14eca5a5f97,segment=NetworkSegment(d4334f5f-553e-4ee6-a083-99c32d104cbe),segment_id=d4334f5f-553e-4ee6-a083-99c32d104cbe)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:49.972882 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3203f9cf-7b31-46d0-9665-c8563197241f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.985684 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8f7e3c34-998d-4e40-a201-8259ad9c57da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914948 May 26 16:10:49.996669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44314) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:50.001499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3203f9cf-7b31-46d0-9665-c8563197241f None None] Calling delete_port for 58b1280b-829f-4d77-8069-b14eca5a5f97 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:50.018305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7214679f-dd76-4d5d-856b-1073643b3269 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:50.049344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa287f-301c-40ed-a099-70d8502f8241 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=21eb065e-2371-4313-b5b6-7d00dfa79f10,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:50.068779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:50.069319 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.072487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-83d8028e-4d6a-4deb-93f9-8fbf110289dc service neutron] 10.222.0.39 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907956 May 26 16:10:50.074982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.079985 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.136604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44316) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:50.214808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4d3b2c6c-ed2b-4965-ab64-fa261ee49d04 None None] Provisioning complete for port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:50.215404 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2c6c-ed2b-4965-ab64-fa261ee49d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.232040 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:50.239314 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c5e28c55-3048-4e32-b669-97c950c563f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=694f18cb35124f3ea7f9face07ba10d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963478 May 26 16:10:50.240356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44318) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:50.252741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df520a04-1c4c-4f2f-86e6-6ac66c56f0b5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:50.256450 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-df520a04-1c4c-4f2f-86e6-6ac66c56f0b5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2581131 May 26 16:10:50.273852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44320) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:50.422463 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.480815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b1280b-829f-4d77-8069-b14eca5a5f97,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:50.488314 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b821c85-1188-46e9-90f6-99fd99f38f7b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:50.492555 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b821c85-1188-46e9-90f6-99fd99f38f7b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2080302 May 26 16:10:50.492555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] No DVR routers for this DVR port 58b1280b-829f-4d77-8069-b14eca5a5f97 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:50.495274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:50.497197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4aa99cca-a2f9-4edb-a8cb-037f50162a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.508888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3203f9cf-7b31-46d0-9665-c8563197241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.546721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4aa99cca-a2f9-4edb-a8cb-037f50162a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.555893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa7c7192-3a67-4b94-a565-c30440a67272 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:50.575411 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:49Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:50.594040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203f9cf-7b31-46d0-9665-c8563197241f None None] No DVR routers for this DVR port 58b1280b-829f-4d77-8069-b14eca5a5f97 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:50.604940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: aa7c7192-3a67-4b94-a565-c30440a67272 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:50.605685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa7c7192-3a67-4b94-a565-c30440a67272 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:50.611250 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91729418-a539-4cc1-81ea-5134bb613d36 None None] The sync data for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 is: [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:49Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:50.618661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44322) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:50.628238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Calling delete_port for 5833a1b0-55b7-4222-81b2-74510ed98046 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:50.677862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea83e7f-efd8-4094-aff4-39d4e68cc307 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:50.699615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203f9cf-7b31-46d0-9665-c8563197241f None None] Pushing event deleted for resources: {'Port': ['ID=58b1280b-829f-4d77-8069-b14eca5a5f97,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:50.705659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b2c6c-ed2b-4965-ab64-fa261ee49d04 None None] Current status of the port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:50.706254 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2c6c-ed2b-4965-ab64-fa261ee49d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.744032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8df8b3-ccd3-4874-921d-963885444b40 req-4fb13470-e032-4c1c-9f9b-291c4395b281 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:50.745606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a8df8b3-ccd3-4874-921d-963885444b40 req-4fb13470-e032-4c1c-9f9b-291c4395b281 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 1.0176046 May 26 16:10:50.750082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b933be83-3039-4ae8-8a4b-10f219b47480 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267776 May 26 16:10:50.758476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44324) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:50.766095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:50.777329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-4ef1333b-1ec1-4c00-bf15-d710e191ab9f service neutron] 10.222.0.39 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651258 May 26 16:10:50.781581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.810777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e62433-5c96-4a8f-87fd-df2029b840d6']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:50.811272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4d3b2c6c-ed2b-4965-ab64-fa261ee49d04 None None] For port e88c2203-d1f7-4b0f-b9a7-afbb226961d8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e88c2203-d1f7-4b0f-b9a7-afbb226961d8,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:50.819127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2c6c-ed2b-4965-ab64-fa261ee49d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.822746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4334f5f-553e-4ee6-a083-99c32d104cbe') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:50.822896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4334f5f-553e-4ee6-a083-99c32d104cbe') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:50.836611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.861779 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.894937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:50.895793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.917888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1ea83e7f-efd8-4094-aff4-39d4e68cc307 None None] Deleting port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:50.918360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1ea83e7f-efd8-4094-aff4-39d4e68cc307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.921760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b2c6c-ed2b-4965-ab64-fa261ee49d04 None None] Pushing event updated for resources: {'Port': ['ID=e88c2203-d1f7-4b0f-b9a7-afbb226961d8,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:50.998781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a8df8b3-ccd3-4874-921d-963885444b40 req-6c54cb15-cf31-49fa-b594-e155af36b1c4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390718 May 26 16:10:51.005168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:51.011698 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.012017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.086036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a4ab5e72-4a02-48c4-8c9b-a4727322f71f None None] Provisioning complete for port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:51.086472 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5e72-4a02-48c4-8c9b-a4727322f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.089308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1ea83e7f-efd8-4094-aff4-39d4e68cc307 None None] For port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:51.089761 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1ea83e7f-efd8-4094-aff4-39d4e68cc307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.101316 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.133442 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d8e62433-5c96-4a8f-87fd-df2029b840d6 HTTP/1.1" status: 204 len: 168 time: 2.0032687 May 26 16:10:51.133442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba67e9b-d039-4167-8947-6fc31f286950 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e62433-5c96-4a8f-87fd-df2029b840d6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:51.142500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4aa99cca-a2f9-4edb-a8cb-037f50162a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.152740 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4aa99cca-a2f9-4edb-a8cb-037f50162a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.160694 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4aa99cca-a2f9-4edb-a8cb-037f50162a4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4391ae8-5c50-48fb-ab6c-a8f156a2359f HTTP/1.1" status: 204 len: 168 time: 0.9000385 May 26 16:10:51.161567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44332) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:51.191433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1ea83e7f-efd8-4094-aff4-39d4e68cc307 None None] Calling delete_port for 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:51.367321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d0122c1-ff61-4201-9922-692674377e05 req-6ed3b8d3-7517-4b2b-9fc2-d5440751181d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 210 time: 0.1787663 May 26 16:10:51.392558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa99cca-a2f9-4edb-a8cb-037f50162a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4391ae8-5c50-48fb-ab6c-a8f156a2359f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:51.560088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab5e72-4a02-48c4-8c9b-a4727322f71f None None] Current status of the port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:51.600428 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1ea83e7f-efd8-4094-aff4-39d4e68cc307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.641166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea83e7f-efd8-4094-aff4-39d4e68cc307 None None] No DVR routers for this DVR port 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:51.697665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea83e7f-efd8-4094-aff4-39d4e68cc307 None None] Pushing event deleted for resources: {'Port': ['ID=9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:51.775337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-d04afcce-5b41-4bea-8983-47877c2861e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:51.777321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-d04afcce-5b41-4bea-8983-47877c2861e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1096 time: 0.4054401 May 26 16:10:51.818416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e88c2203-d1f7-4b0f-b9a7-afbb226961d8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:51.840962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.991603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:51.991990 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.007324 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d4334f5f-553e-4ee6-a083-99c32d104cbe resource provider aggregate not found May 26 16:10:52.043825 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d4334f5f-553e-4ee6-a083-99c32d104cbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4334f5f-553e-4ee6-a083-99c32d104cbe found for delete ", "request_id": "req-4155cf5a-b94c-4a7d-a17e-08743301dba9"}]} May 26 16:10:52.157852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:52.218480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae3c6-7f6f-4e76-96b0-f93d1241deee req-1bd5daf2-5fae-4819-91ba-cb0a76c74aae tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:52.220116 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14eae3c6-7f6f-4e76-96b0-f93d1241deee req-1bd5daf2-5fae-4819-91ba-cb0a76c74aae tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.8470328 May 26 16:10:52.224248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Pushing event deleted for resources: {'Port': ['ID=5833a1b0-55b7-4222-81b2-74510ed98046,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:52.300124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 58b1280b-829f-4d77-8069-b14eca5a5f97 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:52.343400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 58b1280b-829f-4d77-8069-b14eca5a5f97 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:52.344002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 58b1280b-829f-4d77-8069-b14eca5a5f97 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:52.344488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:52.397044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:52.398036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bf9b8bb-b1a9-42e2-a94e-ce2519c671a2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:52.421616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.571050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-54aea21b-90bd-4161-a592-a207029e2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:52.573637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-54aea21b-90bd-4161-a592-a207029e2ae4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.7787900 May 26 16:10:52.681359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.769709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14eae3c6-7f6f-4e76-96b0-f93d1241deee req-8485ee78-074a-4d5c-b4c2-ab095cfc99c2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5205810 May 26 16:10:52.804546 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.809068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.810593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0dbfff91-e893-4dbc-967e-2e33cf1148a5 tempest-FloatingIPAdminTestJSON-1897217683 tempest-FloatingIPAdminTestJSON-1897217683-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/0514f258-28f7-473a-8a8e-a2773e0e9bb8 HTTP/1.1" status: 204 len: 168 time: 4.1358621 May 26 16:10:52.820504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44378) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:52.857730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:52.884849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-6ea41f98-8f10-41da-b538-69606c45ab5d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:52.887531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-6ea41f98-8f10-41da-b538-69606c45ab5d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 819 time: 0.7422318 May 26 16:10:52.897252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-ec4d3380-d2a8-438f-b469-16352da10bfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 999 time: 0.3037663 May 26 16:10:52.922459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:52.933339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0eaadf-d2c3-427a-ae0a-fe3bddbeab8d None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:52.949685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:52.950740 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.004956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=2ba02040-12b3-4c5f-9b59-bdb9116c4428,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:53.069707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Deleting port 9622b71e-ad25-4f0f-a6e9-c42078753cb8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:53.070951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.081602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-71b31a1d-64de-4780-811f-7e966c03bbc4 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/quotas/4a1d75a099094dd49ba1dcdcaff15234 HTTP/1.1" status: 200 len: 375 time: 0.1823883 May 26 16:10:53.151663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-88fc6b5e-5dc0-4218-9f0f-abcf925e4114 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Deleting port 826c4e27-4de3-46d3-aacc-72f0413ceabf {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:53.152007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88fc6b5e-5dc0-4218-9f0f-abcf925e4114 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.167662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e8609f0d-90b1-401d-8b77-134a8bed1f76 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4065349 May 26 16:10:53.170575 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44386) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:53.180086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': '2ba02040-12b3-4c5f-9b59-bdb9116c4428', 'ip_address': '2001:db8::4e1a:85c0:3acb:2ba3'}], 'name': 'tempest-NetworksTestDHCPv6-1728603997'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:53.200916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-4473e7dd-c904-4519-8dee-979f756150c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.203867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-4473e7dd-c904-4519-8dee-979f756150c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.2754185 May 26 16:10:53.282266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-af753d0c-ee34-4b79-ab1b-bd30b4e7eb88 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.284387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-af753d0c-ee34-4b79-ab1b-bd30b4e7eb88 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 819 time: 0.4302847 May 26 16:10:53.300785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-49bfb915-3d69-4c5b-8f04-5fdfcdecbaa2 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1954765 May 26 16:10:53.307746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Request body: {'port': {'device_id': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'admin_state_up': True, 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:53.372459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '2ba02040-12b3-4c5f-9b59-bdb9116c4428'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:53.373344 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.454459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-f3441678-1bb5-4ea0-b001-7c677cd83acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.456484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-f3441678-1bb5-4ea0-b001-7c677cd83acc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2382336 May 26 16:10:53.668376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65c0275d-faa9-4c75-a2cb-070cac6a0581 req-434c1a44-bb28-4a07-a17f-c3ba6561057d tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0610228 May 26 16:10:53.676666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-9e0cd326-7755-4fdb-97fe-e5c6b0f27136 service neutron] 10.222.0.39 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606546 May 26 16:10:53.703107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/2ba02040-12b3-4c5f-9b59-bdb9116c4428/93713cc1-01c9-4516-87f2-8b8dac5832a6) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:53.720403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] For port 9622b71e-ad25-4f0f-a6e9-c42078753cb8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9622b71e-ad25-4f0f-a6e9-c42078753cb8,segment=NetworkSegment(74af874a-8730-4c71-b94e-775ee6ab7927),segment_id=74af874a-8730-4c71-b94e-775ee6ab7927)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:53.720403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.726370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88fc6b5e-5dc0-4218-9f0f-abcf925e4114 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.737925 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.752586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Calling delete_port for 9622b71e-ad25-4f0f-a6e9-c42078753cb8 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:53.770241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-88fc6b5e-5dc0-4218-9f0f-abcf925e4114 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Calling delete_port for 826c4e27-4de3-46d3-aacc-72f0413ceabf owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:53.771306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Made reservation on behalf of 4a1d75a099094dd49ba1dcdcaff15234 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:53.774881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.775275 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.873869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-a13729fb-d7f4-492b-a36d-4bb1e8dcad49 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993413 May 26 16:10:53.950535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.959930 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.991244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:54.024182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Pushing event updated for resources: {'Port': ['ID=93713cc1-01c9-4516-87f2-8b8dac5832a6,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:54.034124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:54.035587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:54.040810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:54.104043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Attempting to bind port 93713cc1-01c9-4516-87f2-8b8dac5832a6 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:54.104495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Attempting to bind port 93713cc1-01c9-4516-87f2-8b8dac5832a6 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:54.104794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Attempting to bind port 93713cc1-01c9-4516-87f2-8b8dac5832a6 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:54.110887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:54.111365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:54.111656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.112205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:54.112665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Bound port: 93713cc1-01c9-4516-87f2-8b8dac5832a6, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:54.113177 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.142386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Allocated IP 172.20.0.8 (4cf63bd5-7920-4d35-b880-bc636c8b4c4b/bd6559fc-dff7-4232-bcca-04d666bdce6d/5e8e5db0-dc82-4432-8198-264ccfe5bb53) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:54.190325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] For port 93713cc1-01c9-4516-87f2-8b8dac5832a6, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:54.193811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] For port 93713cc1-01c9-4516-87f2-8b8dac5832a6, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=93713cc1-01c9-4516-87f2-8b8dac5832a6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:54.206369 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.211086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec4ed77e-7399-4473-a5e1-55f4dcbd7967 req-39147b80-e8f5-4d57-a9a3-be73b6e421c2 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533712 May 26 16:10:54.272824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-cdf16acb-646a-4e55-84ea-2d0228191345 service neutron] 10.222.0.39 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859308 May 26 16:10:54.329753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60004246-3774-4436-af9f-6c575d6924b3 None None] Pushing event updated for resources: {'Port': ['ID=93713cc1-01c9-4516-87f2-8b8dac5832a6,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:54.333990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02034f1d-c04c-4d2e-9b59-06e964f11071 req-bd58bdda-6d8a-4bfc-a3f4-e971aa158cb1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:54.344003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02034f1d-c04c-4d2e-9b59-06e964f11071 req-bd58bdda-6d8a-4bfc-a3f4-e971aa158cb1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2879884 May 26 16:10:54.430348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88fc6b5e-5dc0-4218-9f0f-abcf925e4114 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.455116 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02034f1d-c04c-4d2e-9b59-06e964f11071 req-6f4df815-5ca6-436b-a0bd-3ce04cdd7cdd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057603 May 26 16:10:54.534044 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.534295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.550307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc6b5e-5dc0-4218-9f0f-abcf925e4114 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event deleted for resources: {'Port': ['ID=826c4e27-4de3-46d3-aacc-72f0413ceabf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:54.615520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:10:54.618116 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.717749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event updated for resources: {'Port': ['ID=5e8e5db0-dc82-4432-8198-264ccfe5bb53,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:54.829123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:54.832505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18bd7374-4438-41c3-9d0d-cfd1e04567e6 req-f92d1ffe-930c-48c2-bdfe-0b1f76a82c39 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 210 time: 0.2117212 May 26 16:10:54.849379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:54.850842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.853881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:55.040373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9622b71e-ad25-4f0f-a6e9-c42078753cb8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:55.057888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cef8a0e0-bb75-437c-8af8-68aee7626896 req-112ef6aa-3c85-4f82-acfe-f00ddf9c14b4 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1267047 May 26 16:10:55.099027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:55.099893 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.133889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-30b5e3d7-9df5-452e-9825-ff39490dfef7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8296518 May 26 16:10:55.155847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Request body: {'port': {'device_id': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:55.220759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::4e1a:85c0:3acb:2ba3 (96cccbcd-4c17-4e53-b917-fe16019574dd/2ba02040-12b3-4c5f-9b59-bdb9116c4428/ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:55.262920 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-88fc6b5e-5dc0-4218-9f0f-abcf925e4114 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.271897 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-88fc6b5e-5dc0-4218-9f0f-abcf925e4114 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "DELETE /v2.0/ports/826c4e27-4de3-46d3-aacc-72f0413ceabf HTTP/1.1" status: 204 len: 168 time: 2.4265201 May 26 16:10:55.275037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44420) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:55.339554 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.476000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cdcd0dea-8805-49fa-958b-442a9c5a11c3 None None] Provisioning complete for port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:55.476504 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0dea-8805-49fa-958b-442a9c5a11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.482016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ded89b-ad18-44dd-b57e-ebde0efc25f4 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:55.488450 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d4ded89b-ad18-44dd-b57e-ebde0efc25f4 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314 HTTP/1.1" status: 200 len: 913 time: 0.2033954 May 26 16:10:55.577935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd0dea-8805-49fa-958b-442a9c5a11c3 None None] Port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:55.586875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44424) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:55.785546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 93713cc1-01c9-4516-87f2-8b8dac5832a6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:55.790626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc270083-74b6-4323-a97a-15219f54ff2f req-2202f144-f8fa-44f1-a4b6-6c1b63da317a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:55.793685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc270083-74b6-4323-a97a-15219f54ff2f req-2202f144-f8fa-44f1-a4b6-6c1b63da317a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1554821 May 26 16:10:55.798834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.891254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 93713cc1-01c9-4516-87f2-8b8dac5832a6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:55.891924 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.914662 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.987341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.009696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:56.032889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc270083-74b6-4323-a97a-15219f54ff2f req-30ed5566-be09-4595-b356-6f34306ffe14 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072685 May 26 16:10:56.039137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:56.043208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:56.057024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:56.058279 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.096004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 93713cc1-01c9-4516-87f2-8b8dac5832a6 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:56.096755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.120179 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9451025 May 26 16:10:56.130475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44432) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:56.146108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cd79d8a-9e1e-4e6f-b99b-50e44db0dccc req-d83c7f10-8cf0-465a-bd3e-be5885ca1b76 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 210 time: 0.1015937 May 26 16:10:56.196102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 93713cc1-01c9-4516-87f2-8b8dac5832a6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=93713cc1-01c9-4516-87f2-8b8dac5832a6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:56.201273 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.236561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3188e-9e9e-4dc5-a553-ffcf7c6caf72 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:56.320153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8e5db0-dc82-4432-8198-264ccfe5bb53 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:56.344157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=93713cc1-01c9-4516-87f2-8b8dac5832a6,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:56.378917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.445456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-77860cc8-2acc-449f-98c1-f94fe2ea9b27 None None] Provisioning complete for port 93713cc1-01c9-4516-87f2-8b8dac5832a6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:56.448183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-77860cc8-2acc-449f-98c1-f94fe2ea9b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.510983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73ce9db7-a7c1-4f20-b61d-2f8eb1789ad4 req-d6cbac5d-deee-4b9a-a126-69320dc205b0 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1691020 May 26 16:10:56.565826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Transition to ACTIVE for port object 5e8e5db0-dc82-4432-8198-264ccfe5bb53 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:10:56.588499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.594248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-77860cc8-2acc-449f-98c1-f94fe2ea9b27 None None] Current status of the port 93713cc1-01c9-4516-87f2-8b8dac5832a6 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:56.654675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Router e69d7b69-8da1-4949-901e-a85613e3a6af has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:56.730107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6cf292ca-1978-4fdf-a467-98b18c71a2cb None None] Provisioning complete for port ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:56.731096 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6cf292ca-1978-4fdf-a467-98b18c71a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.771857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6cf292ca-1978-4fdf-a467-98b18c71a2cb None None] Port ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:57.037249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d38f29-dbbe-4b47-a1e8-e75ecd8e7e60 req-7f164f9d-9c5f-4b0d-8c47-a0a224fccd9a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:57.039771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d38f29-dbbe-4b47-a1e8-e75ecd8e7e60 req-7f164f9d-9c5f-4b0d-8c47-a0a224fccd9a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.6993709 May 26 16:10:57.076809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.117771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:57.126860 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0f2c245a-dc51-4d65-8e4f-d982bc8a75e0 admin admin] 10.222.0.39 "PUT /v2.0/routers/e69d7b69-8da1-4949-901e-a85613e3a6af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9543412 May 26 16:10:57.127112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa904291-4573-4b39-a4a0-7a55c1f5f11b req-9f7a8949-3834-4e27-a3f6-b7506687a0bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1056731 May 26 16:10:57.129451 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44438) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:57.137232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] Sync routers for ids ['e69d7b69-8da1-4949-901e-a85613e3a6af'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:57.146152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f2a128-43c2-4c3d-aa91-4835f83e0bd9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:57.155622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] Routers {'e69d7b69-8da1-4949-901e-a85613e3a6af'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:57.156738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e69d7b69-8da1-4949-901e-a85613e3a6af'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:57.159751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f2a128-43c2-4c3d-aa91-4835f83e0bd9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:57.162845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e1f2a128-43c2-4c3d-aa91-4835f83e0bd9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.0292006 May 26 16:10:57.179626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44440) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:57.215749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8e5db0-dc82-4432-8198-264ccfe5bb53,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:57.354612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] Set router e69d7b69-8da1-4949-901e-a85613e3a6af gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:57.412705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52adb978-3788-4d69-b7d0-0d1988c3acb5 req-44f9d33b-a59b-4b83-b7cd-c926ef63ef5e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 210 time: 0.0933673 May 26 16:10:57.443919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.475511 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82d38f29-dbbe-4b47-a1e8-e75ecd8e7e60 req-7f98cbd9-b737-46a0-b87a-7b0cf75d6c0b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611670 May 26 16:10:57.490647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-6bfed359-38e9-4cd7-8e6d-7c1a54ac81b1 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:57.492790 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-6bfed359-38e9-4cd7-8e6d-7c1a54ac81b1 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 819 time: 1.0715437 May 26 16:10:57.535240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Request body: {'port': {'device_id': '928cebd3-0b91-4542-8947-67f1a270e1f0', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'admin_state_up': True, 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:57.632356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0a164a91-d643-400c-b88c-5cc54b2c5654 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:57.632765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a164a91-d643-400c-b88c-5cc54b2c5654 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.696696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 93713cc1-01c9-4516-87f2-8b8dac5832a6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:57.781780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Attempting to bind port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:57.782963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Attempting to bind port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:57.783337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Attempting to bind port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:57.810039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed4748d-a349-44a5-8fc5-5fcd0121f443 req-1d8762ca-d239-4d4f-a494-b61c8f42fea3 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0731845 May 26 16:10:57.815046 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.815630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:10:57.815630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Attempting to bind port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:57.854573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 93713cc1-01c9-4516-87f2-8b8dac5832a6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:57.855052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:57.855186 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.855284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Checking segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:57.855284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Bound using segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:57.855284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Bound port: 5e8e5db0-dc82-4432-8198-264ccfe5bb53, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:57.855284 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.881470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a164a91-d643-400c-b88c-5cc54b2c5654 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.890280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7ff45-dca9-4cf4-a287-e8dbe3cdf32b req-2523b7aa-3ca6-4cf5-b77d-62b68b75dddc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:57.890499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:33Z', 'updated_at': '2022-05-26T16:10:54Z', 'revision_number': 5, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'gw_port': {'id': '85767ffd-a9a7-4397-a154-8c11483c20b1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:35Z', 'updated_at': '2022-05-26T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:57.892042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5a7ff45-dca9-4cf4-a287-e8dbe3cdf32b req-2523b7aa-3ca6-4cf5-b77d-62b68b75dddc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1772697 May 26 16:10:57.933671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Made reservation on behalf of 4a1d75a099094dd49ba1dcdcaff15234 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:57.937385 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.941632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] Checking router: e69d7b69-8da1-4949-901e-a85613e3a6af for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:57.942430 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0a164a91-d643-400c-b88c-5cc54b2c5654 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:57.961879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] Routers {'e69d7b69-8da1-4949-901e-a85613e3a6af'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:57.962937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e69d7b69-8da1-4949-901e-a85613e3a6af'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:58.063228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Deleting port d306927c-47a2-4e0c-9e79-2a557d7e8c03 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:58.065734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.077167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5a7ff45-dca9-4cf4-a287-e8dbe3cdf32b req-94072955-225c-4dac-aba9-da7781e0cb5e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569014 May 26 16:10:58.078812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] For port 5e8e5db0-dc82-4432-8198-264ccfe5bb53, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:58.102138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] For port 5e8e5db0-dc82-4432-8198-264ccfe5bb53, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:58.135263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Deleting port 85767ffd-a9a7-4397-a154-8c11483c20b1 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:58.135263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.137523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.137851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] Set router e69d7b69-8da1-4949-901e-a85613e3a6af gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:58.140916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 93713cc1-01c9-4516-87f2-8b8dac5832a6 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:58.210067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:33Z', 'updated_at': '2022-05-26T16:10:57Z', 'revision_number': 6, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:58.252240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21f397-7857-4cdb-9695-e0acba778f97 None None] The sync data for ids ['e69d7b69-8da1-4949-901e-a85613e3a6af'] in n-d-843336-2 is: [{'id': 'e69d7b69-8da1-4949-901e-a85613e3a6af', 'name': 'tempest-TaggedBootDevicesTest_v242-1341177179-router', 'tenant_id': '9ad7a674370d46699784e307a4181d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:33Z', 'updated_at': '2022-05-26T16:10:57Z', 'revision_number': 6, 'project_id': '9ad7a674370d46699784e307a4181d4f', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:58.324571 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.328775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.329628 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.332997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e8e5db0-dc82-4432-8198-264ccfe5bb53 HTTP/1.1" status: 200 len: 1091 time: 3.1903687 May 26 16:10:58.339890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'tag': '5e8e5db0-dc82-4432-8198-264ccfe5bb53'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:58.345179 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a34b27-fe16-4854-854a-4c97437b06cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b092ca9f-f951-4df1-848e-0521f13998d2", "tag": "5e8e5db0-dc82-4432-8198-264ccfe5bb53"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:58.371297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Calling delete_port for d306927c-47a2-4e0c-9e79-2a557d7e8c03 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:58.383676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] For port 85767ffd-a9a7-4397-a154-8c11483c20b1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=85767ffd-a9a7-4397-a154-8c11483c20b1,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:58.384103 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.395035 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a164a91-d643-400c-b88c-5cc54b2c5654 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.445189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Calling delete_port for 85767ffd-a9a7-4397-a154-8c11483c20b1 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:58.453775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Allocated IP 172.20.0.7 (4cf63bd5-7920-4d35-b880-bc636c8b4c4b/bd6559fc-dff7-4232-bcca-04d666bdce6d/39a14806-b8eb-4077-8522-027d27ad3001) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:58.454450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a164a91-d643-400c-b88c-5cc54b2c5654 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:58.485524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a164a91-d643-400c-b88c-5cc54b2c5654 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.492254 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a164a91-d643-400c-b88c-5cc54b2c5654 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358 HTTP/1.1" status: 204 len: 168 time: 1.3088791 May 26 16:10:58.524323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44454) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:58.590970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a7dd8-ccb8-4284-a03e-f6c8cd28b83b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.592621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a7dd8-ccb8-4284-a03e-f6c8cd28b83b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.597122 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d19a7dd8-ccb8-4284-a03e-f6c8cd28b83b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0694702 May 26 16:10:58.598382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44456) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:58.686553 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754ccf96-f000-4672-8fab-72e8b984a9b7 x-openstack-request-id: req-754ccf96-f000-4672-8fab-72e8b984a9b7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:58.687326 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b092ca9f-f951-4df1-848e-0521f13998d2", "tag": "5e8e5db0-dc82-4432-8198-264ccfe5bb53", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:58.687893 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-754ccf96-f000-4672-8fab-72e8b984a9b7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:58.689099 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754ccf96-f000-4672-8fab-72e8b984a9b7'] response: {'name': 'network-changed', 'server_uuid': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'tag': '5e8e5db0-dc82-4432-8198-264ccfe5bb53', 'status': 'completed', 'code': 200} May 26 16:10:58.700308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def3980-2b29-48ac-89d0-a7bca3a6abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8e5db0-dc82-4432-8198-264ccfe5bb53,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:58.806781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51d766b7-05fe-46f3-a1d3-086bd54844bc req-ed85da3f-44fc-42a0-94f0-c0546d432778 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 210 time: 0.1130378 May 26 16:10:58.842160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29e7db-bc68-4843-9cde-78b62970e8f1 req-6024c865-cb10-450a-a734-b4d2934acdfd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.845762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed29e7db-bc68-4843-9cde-78b62970e8f1 req-6024c865-cb10-450a-a734-b4d2934acdfd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.6183202 May 26 16:10:58.925289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-56cda9a0-a76b-45fd-84f9-22f8bec46ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.927777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-56cda9a0-a76b-45fd-84f9-22f8bec46ebc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 1094 time: 0.5286136 May 26 16:10:58.971672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bbd30d-25a1-48e0-98b0-e6712251fa96 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 2ba02040-12b3-4c5f-9b59-bdb9116c4428 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:58.986708 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17bbd30d-25a1-48e0-98b0-e6712251fa96 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.011789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-aa326737-5870-40a8-a90b-a72d3823e9db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53 HTTP/1.1" status: 200 len: 217 time: 0.0623255 May 26 16:10:59.067895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69a52eb2-4564-4264-a62f-df421ac99b44 req-2be8b19a-9c5e-42b8-beeb-73debb421aa3 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0638664 May 26 16:10:59.085135 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.098714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17bbd30d-25a1-48e0-98b0-e6712251fa96 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.099268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.117007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed29e7db-bc68-4843-9cde-78b62970e8f1 req-37d3c99e-556e-456f-a3f5-8344e5da12ee tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401416 May 26 16:10:59.149959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event deleted for resources: {'Port': ['ID=d306927c-47a2-4e0c-9e79-2a557d7e8c03,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:59.153056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-81e7d7ee-a9c8-4bef-9cb7-cc823bb45419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:59.154747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-81e7d7ee-a9c8-4bef-9cb7-cc823bb45419 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.1310012 May 26 16:10:59.223762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.407952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event updated for resources: {'Port': ['ID=39a14806-b8eb-4077-8522-027d27ad3001,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:59.420145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-2286bd52-f54e-4c43-ba95-ff7d208f79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:59.423316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-2286bd52-f54e-4c43-ba95-ff7d208f79bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2606924 May 26 16:10:59.480958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.499807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:59.516124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:59.546771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:59.612151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Pushing event deleted for resources: {'Port': ['ID=85767ffd-a9a7-4397-a154-8c11483c20b1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:59.668081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9622b71e-ad25-4f0f-a6e9-c42078753cb8 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:59.716401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 9622b71e-ad25-4f0f-a6e9-c42078753cb8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:59.717265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9622b71e-ad25-4f0f-a6e9-c42078753cb8 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:59.718347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 85767ffd-a9a7-4397-a154-8c11483c20b1 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:59.758253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 85767ffd-a9a7-4397-a154-8c11483c20b1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:59.759333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 85767ffd-a9a7-4397-a154-8c11483c20b1 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:59.796314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700a865-3217-4952-9969-f469272c7748 req-aff6050a-eed7-4c85-b6b7-75b9771d83d5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:59.805726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6700a865-3217-4952-9969-f469272c7748 req-aff6050a-eed7-4c85-b6b7-75b9771d83d5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.4905295 May 26 16:10:59.894952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03a80208-bc8d-4ce8-adcf-e4029ccd740f req-dcb9ed0a-51ae-4e03-9ae1-3dfc5389ed41 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1591778 May 26 16:10:59.907867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-61b2967c-3280-40f3-9a1b-f6644279bf2d service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744790 May 26 16:10:59.938177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:59.938946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.001809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3e401640-7b44-496b-85d2-a9f352c8f40f None None] Provisioning complete for port 39a14806-b8eb-4077-8522-027d27ad3001 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:00.002790 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3e401640-7b44-496b-85d2-a9f352c8f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.070457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17bbd30d-25a1-48e0-98b0-e6712251fa96 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.086847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3e401640-7b44-496b-85d2-a9f352c8f40f None None] Port 39a14806-b8eb-4077-8522-027d27ad3001 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:00.118221 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.120526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6700a865-3217-4952-9969-f469272c7748 req-e91dd955-e70a-4fbf-9c92-c2674df18ec0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147266 May 26 16:11:00.137903 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.174602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-66edd08c-2cf0-495a-8fef-1214a12f70b6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6715198 May 26 16:11:00.188997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Request body: {'port': {'device_id': '928cebd3-0b91-4542-8947-67f1a270e1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:00.277157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-910352d5-1ff9-4ca0-9945-4fa35312fd4b req-4fa6f65c-a805-4e2a-8266-a4c9a46c48a9 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305211 May 26 16:11:00.289007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe20b00-8b5f-4ed4-b7b3-1f7745367644 req-9f82aae2-e525-483a-9563-f07f54f5dd45 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:00.290928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfe20b00-8b5f-4ed4-b7b3-1f7745367644 req-9f82aae2-e525-483a-9563-f07f54f5dd45 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 931 time: 0.1691675 May 26 16:11:00.339397 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.354642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.360368 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.408082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfe20b00-8b5f-4ed4-b7b3-1f7745367644 req-83d9ce4a-a859-402a-bbd3-5eb55f1d7fca tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998971 May 26 16:11:00.458877 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17bbd30d-25a1-48e0-98b0-e6712251fa96 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.485862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a34b27-fe16-4854-854a-4c97437b06cb req-cf7dd901-9dfc-4800-8deb-a3bd60defcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:00.488388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96a34b27-fe16-4854-854a-4c97437b06cb req-cf7dd901-9dfc-4800-8deb-a3bd60defcc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 1094 time: 0.1276014 May 26 16:11:00.491895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbd30d-25a1-48e0-98b0-e6712251fa96 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba02040-12b3-4c5f-9b59-bdb9116c4428,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:00.507415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.509405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e69d7b69-8da1-4949-901e-a85613e3a6af {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:00.563365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.565632 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b8aa3adf-f475-4541-86fa-c39f467c036a admin admin] 10.222.0.39 "DELETE /v2.0/routers/e69d7b69-8da1-4949-901e-a85613e3a6af HTTP/1.1" status: 204 len: 168 time: 3.4346642 May 26 16:11:00.568697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44492) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:00.572909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba423442-32ca-4985-a400-268596e5e91e None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:00.578143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17bbd30d-25a1-48e0-98b0-e6712251fa96 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.586697 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-17bbd30d-25a1-48e0-98b0-e6712251fa96 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/2ba02040-12b3-4c5f-9b59-bdb9116c4428 HTTP/1.1" status: 204 len: 168 time: 1.9747796 May 26 16:11:00.588095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44494) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:00.696886 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dfcf06fe-53f6-43e0-92b9-59069f6cf335 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952787 May 26 16:11:00.705288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44496) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:00.710773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:00.831753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7e83a9-4de8-4d36-bb45-5bcde394b60a admin admin] Deleting subnet efb3e904-9268-43aa-a79b-39524586ebd3 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:00.839731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7e83a9-4de8-4d36-bb45-5bcde394b60a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.889675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af23d15-9d2c-40cb-8ae2-22583ac97e84 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:00.916665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a34b27-fe16-4854-854a-4c97437b06cb req-8260b52e-5fac-4a2e-857d-e3c814c2a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:00.918194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96a34b27-fe16-4854-854a-4c97437b06cb req-8260b52e-5fac-4a2e-857d-e3c814c2a61c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.4113061 May 26 16:11:00.949380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7e83a9-4de8-4d36-bb45-5bcde394b60a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.972809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2af23d15-9d2c-40cb-8ae2-22583ac97e84 None None] Deleting port 93713cc1-01c9-4516-87f2-8b8dac5832a6 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:00.973165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2af23d15-9d2c-40cb-8ae2-22583ac97e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.988107 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-b2897b02-2048-45a7-bce0-aebe21d82525 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:00.989669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-b2897b02-2048-45a7-bce0-aebe21d82525 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.3455501 May 26 16:11:00.991194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96a34b27-fe16-4854-854a-4c97437b06cb req-ca3b61b1-4764-4aec-b03d-cfceac29ab41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53 HTTP/1.1" status: 200 len: 217 time: 0.0650423 May 26 16:11:01.088062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2af23d15-9d2c-40cb-8ae2-22583ac97e84 None None] For port 93713cc1-01c9-4516-87f2-8b8dac5832a6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=93713cc1-01c9-4516-87f2-8b8dac5832a6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:01.088885 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2af23d15-9d2c-40cb-8ae2-22583ac97e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.101146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-02520f31-99b2-41ce-9f28-c53ebe945a43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/quotas/e0582a98e5df4377aa38dfd4cc59ec54 HTTP/1.1" status: 200 len: 375 time: 0.0850885 May 26 16:11:01.104692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:01.109694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.119504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2af23d15-9d2c-40cb-8ae2-22583ac97e84 None None] Calling delete_port for 93713cc1-01c9-4516-87f2-8b8dac5832a6 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:01.148030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e33ee032-77a4-408a-9461-e61b5df492a3 req-170f3d0a-4198-403a-9578-e7a74fe4103e tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0728576 May 26 16:11:01.209940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a34b27-fe16-4854-854a-4c97437b06cb req-7f0f0fc6-87a9-4972-b7f2-2a95030b58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:01.213207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96a34b27-fe16-4854-854a-4c97437b06cb req-7f0f0fc6-87a9-4972-b7f2-2a95030b58a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.2086897 May 26 16:11:01.248420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Router 6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:01.271415 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2af23d15-9d2c-40cb-8ae2-22583ac97e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.286737 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7e83a9-4de8-4d36-bb45-5bcde394b60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.316084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af23d15-9d2c-40cb-8ae2-22583ac97e84 None None] Pushing event deleted for resources: {'Port': ['ID=93713cc1-01c9-4516-87f2-8b8dac5832a6,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:01.323096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af23d15-9d2c-40cb-8ae2-22583ac97e84 None None] No DVR routers for this DVR port 93713cc1-01c9-4516-87f2-8b8dac5832a6 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:01.351870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a14806-b8eb-4077-8522-027d27ad3001 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:01.357083 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.374628 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-2db9993c-e4e5-4c5c-915b-99495fe53c4c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2326438 May 26 16:11:01.388964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a34b27-fe16-4854-854a-4c97437b06cb req-283c2995-4955-46ef-b88e-25060552d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:01.391816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96a34b27-fe16-4854-854a-4c97437b06cb req-283c2995-4955-46ef-b88e-25060552d982 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680005 May 26 16:11:01.426676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Transition to ACTIVE for port object 39a14806-b8eb-4077-8522-027d27ad3001 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:11:01.476378 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.565200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7e83a9-4de8-4d36-bb45-5bcde394b60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.613216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 93713cc1-01c9-4516-87f2-8b8dac5832a6 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:01.624759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e83a9-4de8-4d36-bb45-5bcde394b60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb3e904-9268-43aa-a79b-39524586ebd3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:01.639045 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7e83a9-4de8-4d36-bb45-5bcde394b60a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.652878 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4d7e83a9-4de8-4d36-bb45-5bcde394b60a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/efb3e904-9268-43aa-a79b-39524586ebd3 HTTP/1.1" status: 204 len: 168 time: 1.0626349 May 26 16:11:01.654193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.660564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44504) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:01.666339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7499c9ff-23d9-4373-bbd5-483ba156e6da None None] Network 7c3fa174-7934-4df6-a04c-0e519694512d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:01.669753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 93713cc1-01c9-4516-87f2-8b8dac5832a6 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:01.670041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 93713cc1-01c9-4516-87f2-8b8dac5832a6 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:01.670237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Pushing event updated for resources: {'Port': ['ID=39a14806-b8eb-4077-8522-027d27ad3001,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:01.670707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:01.694884 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9f995748-f6e6-4000-84e1-1abad46e4a93 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "PUT /v2.0/routers/6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1045802 May 26 16:11:01.698778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44506) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:01.710848 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60368a9-7a4a-4c8e-85e8-7d0715d25402 None None] Sync routers for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:01.724412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-704acae9-15a6-4549-878e-7b62e8af4532 service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314915 May 26 16:11:01.740371 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60368a9-7a4a-4c8e-85e8-7d0715d25402 None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:01.741014 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e60368a9-7a4a-4c8e-85e8-7d0715d25402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:01.799458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96a34b27-fe16-4854-854a-4c97437b06cb req-0cbd2c44-9548-4501-8935-45225cee29e5 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942287 May 26 16:11:01.834977 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e60368a9-7a4a-4c8e-85e8-7d0715d25402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:01.859048 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60368a9-7a4a-4c8e-85e8-7d0715d25402 None None] Routers {'6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:01.870800 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e60368a9-7a4a-4c8e-85e8-7d0715d25402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:10:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:01.874362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda187a-4f43-4805-9b83-a6e957635a9b req-6df05a67-0e42-4448-a755-d36962021b08 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:01.880239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:01.882504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5dda187a-4f43-4805-9b83-a6e957635a9b req-6df05a67-0e42-4448-a755-d36962021b08 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 943 time: 0.3200688 May 26 16:11:01.891662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:01.900988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:01.901197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.938879 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=90b53fa9-ecee-4a6e-aa19-d00e33ce8f13,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:01.962983 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e60368a9-7a4a-4c8e-85e8-7d0715d25402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:01.964338 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60368a9-7a4a-4c8e-85e8-7d0715d25402 None None] The sync data for ids ['6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:01.986572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4cc286-54f3-4aff-ae88-b6df8f01702b None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:02.030636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Attempting to bind port 39a14806-b8eb-4077-8522-027d27ad3001 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:02.031058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Attempting to bind port 39a14806-b8eb-4077-8522-027d27ad3001 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:02.031459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Attempting to bind port 39a14806-b8eb-4077-8522-027d27ad3001 on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:02.035663 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83de2929-8bb3-4d0f-979d-a69ca00155e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3291225 May 26 16:11:02.038658 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.038890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44508) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:02.051232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': '90b53fa9-ecee-4a6e-aa19-d00e33ce8f13', 'ip_address': '2001:db8::be42:61f8:b8d4:c7f0'}], 'name': 'tempest-NetworksTestDHCPv6-800278780'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:02.059721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5dda187a-4f43-4805-9b83-a6e957635a9b req-6d6ec6f9-2f02-4bfd-a404-94af481c1ec4 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759615 May 26 16:11:02.073461 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.087034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Port 39a14806-b8eb-4077-8522-027d27ad3001 on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:11:02.087432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Attempting to bind port 39a14806-b8eb-4077-8522-027d27ad3001 on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:02.148255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-ec27ffb2-26c8-4f54-a41a-2649aa752b11 service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712018 May 26 16:11:02.168799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:02.169119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Checking segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:02.169519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Bound using segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:02.169961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Bound port: 39a14806-b8eb-4077-8522-027d27ad3001, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:02.170348 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.177850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac096a-8d42-497d-a1d8-701fd6f4dd7b None None] DHCP port deletion for 7c3fa174-7934-4df6-a04c-0e519694512d request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:02.199365 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96a34b27-fe16-4854-854a-4c97437b06cb req-05d4c90d-750c-4c8e-8834-31f76aea1b94 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811359 May 26 16:11:02.272974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '90b53fa9-ecee-4a6e-aa19-d00e33ce8f13'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:02.276886 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.361196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.397385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac096a-8d42-497d-a1d8-701fd6f4dd7b None None] Deleting port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:02.397686 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6ac096a-8d42-497d-a1d8-701fd6f4dd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.411149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Deleting port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:02.411820 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.509391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] For port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f0caa2da-a1bf-4b18-b9a6-2d233335d4a8,segment=NetworkSegment(74af874a-8730-4c71-b94e-775ee6ab7927),segment_id=74af874a-8730-4c71-b94e-775ee6ab7927)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:02.510064 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.527806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Calling delete_port for f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:02.682372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e6ac096a-8d42-497d-a1d8-701fd6f4dd7b None None] For port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f0caa2da-a1bf-4b18-b9a6-2d233335d4a8,segment=NetworkSegment(74af874a-8730-4c71-b94e-775ee6ab7927),segment_id=74af874a-8730-4c71-b94e-775ee6ab7927)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:02.683103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6ac096a-8d42-497d-a1d8-701fd6f4dd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.696610 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.707638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac096a-8d42-497d-a1d8-701fd6f4dd7b None None] Calling delete_port for f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:02.731695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/90b53fa9-ecee-4a6e-aa19-d00e33ce8f13/788c3e4d-d8d5-4ba8-8d89-4dd0fa045722) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:02.764343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0caa2da-a1bf-4b18-b9a6-2d233335d4a8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:02.784860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] No DVR routers for this DVR port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:02.797877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Deleting port 43515a2b-ea95-47cc-b05e-b82a71b33bf4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:02.798572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.895386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a5a5e1a-a6dc-4a25-90ed-3044110234d5 req-c93cbe22-a7ad-4ada-a07e-4795ad030d21 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0777724 May 26 16:11:02.913698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae07213b-5c56-4e61-9042-09c0d3e4cd26 req-05db4252-d21e-46ac-90eb-b4badedfcba1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 210 time: 0.0972943 May 26 16:11:02.973919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] For port 39a14806-b8eb-4077-8522-027d27ad3001, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:02.975352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.983379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] For port 39a14806-b8eb-4077-8522-027d27ad3001, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39a14806-b8eb-4077-8522-027d27ad3001,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:02.992766 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.012340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3fa174-7934-4df6-a04c-0e519694512d']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:03.031995 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.034159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74af874a-8730-4c71-b94e-775ee6ab7927') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:03.034641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74af874a-8730-4c71-b94e-775ee6ab7927') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:03.038440 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6ac096a-8d42-497d-a1d8-701fd6f4dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.039372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:03.042737 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.045184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.057795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.072766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Calling delete_port for 43515a2b-ea95-47cc-b05e-b82a71b33bf4 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:03.085828 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.095562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:03.095965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.118101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac096a-8d42-497d-a1d8-701fd6f4dd7b None None] Pushing event deleted for resources: {'Port': ['ID=f0caa2da-a1bf-4b18-b9a6-2d233335d4a8,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:03.171490 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 74af874a-8730-4c71-b94e-775ee6ab7927 resource provider aggregate not found May 26 16:11:03.177331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:03.178267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.180885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] 10.222.0.24 "PUT /v2.0/ports/39a14806-b8eb-4077-8522-027d27ad3001 HTTP/1.1" status: 200 len: 1091 time: 2.9972143 May 26 16:11:03.181936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9657b-bde4-44bd-9ccd-a57b66175314 service neutron] Pushing event updated for resources: {'Port': ['ID=39a14806-b8eb-4077-8522-027d27ad3001,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:03.185006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928cebd3-0b91-4542-8947-67f1a270e1f0', 'tag': '39a14806-b8eb-4077-8522-027d27ad3001'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:03.188113 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8664e4-f014-44fa-af7b-1236a823b6be" -d '{"events": [{"name": "network-changed", "server_uuid": "928cebd3-0b91-4542-8947-67f1a270e1f0", "tag": "39a14806-b8eb-4077-8522-027d27ad3001"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:03.283207 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 74af874a-8730-4c71-b94e-775ee6ab7927 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74af874a-8730-4c71-b94e-775ee6ab7927 found for delete ", "request_id": "req-0a733d30-84b2-4052-a727-6edac91f7076"}]} May 26 16:11:03.287004 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af39c098-2537-46fc-bb96-23649974d71b x-openstack-request-id: req-af39c098-2537-46fc-bb96-23649974d71b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:03.287612 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928cebd3-0b91-4542-8947-67f1a270e1f0", "tag": "39a14806-b8eb-4077-8522-027d27ad3001", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:03.287883 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af39c098-2537-46fc-bb96-23649974d71b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:03.288302 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af39c098-2537-46fc-bb96-23649974d71b'] response: {'name': 'network-changed', 'server_uuid': '928cebd3-0b91-4542-8947-67f1a270e1f0', 'tag': '39a14806-b8eb-4077-8522-027d27ad3001', 'status': 'completed', 'code': 200} May 26 16:11:03.306049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac096a-8d42-497d-a1d8-701fd6f4dd7b None None] No DVR routers for this DVR port f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:03.310032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Pushing event updated for resources: {'Port': ['ID=788c3e4d-d8d5-4ba8-8d89-4dd0fa045722,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:03.363000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:03.367013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5e8e5db0-dc82-4432-8198-264ccfe5bb53 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:03.369796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:03.384924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.392197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.395390 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7c3fa174-7934-4df6-a04c-0e519694512d HTTP/1.1" status: 204 len: 168 time: 1.7274482 May 26 16:11:03.434434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195258cd-6ee4-4548-9ad1-0931d9df4999 req-9f121c9b-b884-44cd-aa2a-f44128652247 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:03.446350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-195258cd-6ee4-4548-9ad1-0931d9df4999 req-9f121c9b-b884-44cd-aa2a-f44128652247 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 943 time: 0.1725154 May 26 16:11:03.451240 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.500696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 267c7cd0-be2e-4b2a-aa1e-ea700bff7543 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:03.515493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5e8e5db0-dc82-4432-8198-264ccfe5bb53, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:03.535526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:03.648111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:03.651832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '5e8e5db0-dc82-4432-8198-264ccfe5bb53', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'port_id': '5e8e5db0-dc82-4432-8198-264ccfe5bb53', 'mac_address': 'fa:16:3e:f5:e9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:03.669085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-21802e88-554c-4bbc-a63d-715842271ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:03.670666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-21802e88-554c-4bbc-a63d-715842271ff2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 1094 time: 0.3500552 May 26 16:11:03.684700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-195258cd-6ee4-4548-9ad1-0931d9df4999 req-55c052e3-76c0-462e-8b37-bb15c6736a2c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373803 May 26 16:11:03.733894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-3e81779c-da04-4fa1-aa38-c7a4e04c2887 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a14806-b8eb-4077-8522-027d27ad3001 HTTP/1.1" status: 200 len: 217 time: 0.0473950 May 26 16:11:03.756416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::be42:61f8:b8d4:c7f0 (96cccbcd-4c17-4e53-b917-fe16019574dd/90b53fa9-ecee-4a6e-aa19-d00e33ce8f13/267c7cd0-be2e-4b2a-aa1e-ea700bff7543) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:03.763148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Attempting to bind port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:03.763738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Attempting to bind port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:03.764936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Attempting to bind port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:03.786949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:03.788972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44532) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:03.790679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f0caa2da-a1bf-4b18-b9a6-2d233335d4a8 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:03.803043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:03.804046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:03.804670 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.805486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:03.806342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Bound port: 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:03.806914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.879065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-8c2cab5c-cfb9-4416-b028-61cc905b84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:03.880546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-8c2cab5c-cfb9-4416-b028-61cc905b84e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.1397467 May 26 16:11:03.902562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390ce21-cf98-42ea-a4a7-09a4f53933c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3fa174-7934-4df6-a04c-0e519694512d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:03.908029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5f7eb7f5-ee2d-4260-b4a2-19ed3aab5e8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7211f6c10364c2d9ff2f5448450f91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160660 May 26 16:11:03.918115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44534) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:04.020446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:04.021112 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.038466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e0295e9-ff16-43bb-85cf-994d2ca5586b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.065749 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.074673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e0295e9-ff16-43bb-85cf-994d2ca5586b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.091029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8e5db0-dc82-4432-8198-264ccfe5bb53 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:04.110692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event deleted for resources: {'Port': ['ID=43515a2b-ea95-47cc-b05e-b82a71b33bf4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:04.156285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5e8e5db0-dc82-4432-8198-264ccfe5bb53, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:04.161831 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.217016 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.223046 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e0295e9-ff16-43bb-85cf-994d2ca5586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.227038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e0295e9-ff16-43bb-85cf-994d2ca5586b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.228211 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1e0295e9-ff16-43bb-85cf-994d2ca5586b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55e7c5b9-c8d7-4426-b7a8-64a0704b15bc HTTP/1.1" status: 204 len: 168 time: 0.3087168 May 26 16:11:04.260551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5e8e5db0-dc82-4432-8198-264ccfe5bb53,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:04.276508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] For port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:04.294144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6347d886-dfe0-4ef5-b520-c48d9137b365 req-00a84797-8e09-444c-9903-a9ca1dec208a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 210 time: 0.1711760 May 26 16:11:04.307729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0df7d909-a39a-4f82-ac0e-1ab99922fd50 req-40a283b1-ad95-474b-b3f0-af086404267f tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1726451 May 26 16:11:04.311507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] For port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=788c3e4d-d8d5-4ba8-8d89-4dd0fa045722,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:04.320252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.335720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0295e9-ff16-43bb-85cf-994d2ca5586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e7c5b9-c8d7-4426-b7a8-64a0704b15bc,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:04.370912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-42e438ea-9780-45ba-a10e-d0466baf72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:04.370912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-42e438ea-9780-45ba-a10e-d0466baf72ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4834023 May 26 16:11:04.407796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.410271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.431494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['5e8e5db0-dc82-4432-8198-264ccfe5bb53'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:04.477872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4b939-ece6-40ac-986f-472edf1af63a None None] Pushing event updated for resources: {'Port': ['ID=788c3e4d-d8d5-4ba8-8d89-4dd0fa045722,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:04.488579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.489678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Fanout notify agent at l3_agent the message router_deleted on router 6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:04.511370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.527025 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-14081957-7ee1-4a90-a0bb-d6c5acc3476c tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "DELETE /v2.0/routers/6bcf0489-4ac1-4b3b-a1cb-b7c38fb64314 HTTP/1.1" status: 204 len: 168 time: 2.7720337 May 26 16:11:04.529229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44542) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:04.601823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-ec53ac89-c4fe-444d-bf03-bf1be493a80e service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121263 May 26 16:11:04.616420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-5758e8fe-1fd2-485e-966e-b990c24bd24f tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Deleting subnet 5ae21beb-efb6-456f-8b2e-1592c31a36b2 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:04.620788 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5758e8fe-1fd2-485e-966e-b990c24bd24f tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.649153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-da37ff4b-829d-4466-9187-b916381dd85e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:04.651693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-da37ff4b-829d-4466-9187-b916381dd85e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.7481842 May 26 16:11:04.673958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5758e8fe-1fd2-485e-966e-b990c24bd24f tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.689800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'port': {'device_id': 'e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'admin_state_up': True, 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:04.816881 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5758e8fe-1fd2-485e-966e-b990c24bd24f tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.879635 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.919626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5758e8fe-1fd2-485e-966e-b990c24bd24f tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.968947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44548) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:04.981504 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-88c2657e-e256-4cbd-86b6-6bc1769fb356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.994790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758e8fe-1fd2-485e-966e-b990c24bd24f tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae21beb-efb6-456f-8b2e-1592c31a36b2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:05.024120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5758e8fe-1fd2-485e-966e-b990c24bd24f tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.027289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0131d4af-4e4c-45f7-8139-064fbcf30519 None None] Network 31888113-4bab-4811-9127-2f492b2e358e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:05.035210 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5758e8fe-1fd2-485e-966e-b990c24bd24f tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "DELETE /v2.0/subnets/5ae21beb-efb6-456f-8b2e-1592c31a36b2 HTTP/1.1" status: 204 len: 168 time: 0.5037215 May 26 16:11:05.035760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44550) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:05.077852 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-602dae93-f417-478c-bc1c-df133e185e20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ad7a674370d46699784e307a4181d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068125 May 26 16:11:05.080462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7def10-fdc4-46f4-b15f-22523ed3681b req-5ce55816-657b-4c78-a0cb-6c4eedcbaba9 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602385 May 26 16:11:05.081522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44552) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:05.174630 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28271d28-0b43-4a30-aac9-09ff92c40a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.214957 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28271d28-0b43-4a30-aac9-09ff92c40a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.225598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff997-03f7-4007-9513-57b178b59d35 req-0f0e378c-4e07-45fe-be23-b3466523a9dc tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:05.227196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e4ff997-03f7-4007-9513-57b178b59d35 req-0f0e378c-4e07-45fe-be23-b3466523a9dc tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 943 time: 0.3312726 May 26 16:11:05.247018 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.301672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:05.321381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28271d28-0b43-4a30-aac9-09ff92c40a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.329664 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28271d28-0b43-4a30-aac9-09ff92c40a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.335111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5e8e5db0-dc82-4432-8198-264ccfe5bb53 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:05.345695 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-28271d28-0b43-4a30-aac9-09ff92c40a23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bfa373f4-57e4-492e-9bfe-6a2df705471f HTTP/1.1" status: 204 len: 168 time: 0.2606623 May 26 16:11:05.363533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:05.365228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28271d28-0b43-4a30-aac9-09ff92c40a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa373f4-57e4-492e-9bfe-6a2df705471f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:05.380263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:05.388410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:05.389069 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.398703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.436870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:05.443521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:05.443901 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.556619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d42c9cd4-4118-4909-ad3f-e8b3d2305026 req-1d5b4903-b212-4a8d-bdda-ea3d1461453d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 210 time: 0.0896425 May 26 16:11:05.560763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Made reservation on behalf of e0582a98e5df4377aa38dfd4cc59ec54 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:05.570615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:05.570615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.577848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.598532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc51bcdc-c747-4a8c-a2f2-da0c6b2a31cc None None] DHCP port deletion for 31888113-4bab-4811-9127-2f492b2e358e request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:05.635396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-775215d1-9a34-48d1-85a0-575f79ac6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:05.637638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-775215d1-9a34-48d1-85a0-575f79ac6e12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 1094 time: 0.4822414 May 26 16:11:05.644112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8e5db0-dc82-4432-8198-264ccfe5bb53'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:05.652782 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa92543-c995-4f9e-b9c1-ed5e69a2b84f" -d '{"events": [{"server_uuid": "b092ca9f-f951-4df1-848e-0521f13998d2", "name": "network-vif-plugged", "status": "completed", "tag": "5e8e5db0-dc82-4432-8198-264ccfe5bb53"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:05.692953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:05.697735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5e8e5db0-dc82-4432-8198-264ccfe5bb53, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:05.701566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6594782 May 26 16:11:05.705044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44562) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:05.746787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3365e-d69f-4ca2-8e0b-a602053f3d4a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=267c7cd0-be2e-4b2a-aa1e-ea700bff7543,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:05.785338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e4ff997-03f7-4007-9513-57b178b59d35 req-3ce91ce0-5187-4053-bbc7-a8c48ce2870d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298743 May 26 16:11:05.834559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.886513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b80b94e-94c3-4240-96a8-a8d2cded7647 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:05.907936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b80b94e-94c3-4240-96a8-a8d2cded7647 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:05.918699 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2b80b94e-94c3-4240-96a8-a8d2cded7647 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2122276 May 26 16:11:05.919597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44566) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:05.931163 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83bb53d-92d7-4dee-b84d-5e9d9c5863eb x-openstack-request-id: req-e83bb53d-92d7-4dee-b84d-5e9d9c5863eb {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:05.932167 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b092ca9f-f951-4df1-848e-0521f13998d2", "name": "network-vif-plugged", "status": "completed", "tag": "5e8e5db0-dc82-4432-8198-264ccfe5bb53", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:05.932986 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e83bb53d-92d7-4dee-b84d-5e9d9c5863eb {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:05.933485 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83bb53d-92d7-4dee-b84d-5e9d9c5863eb'] response: {'server_uuid': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8e5db0-dc82-4432-8198-264ccfe5bb53', 'code': 200} May 26 16:11:05.975774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:05.976513 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.046880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62ff6bdc-8340-4cbb-8cb5-43d26ed2428f req-2377ecb2-63b5-4d93-b09a-99dded21de42 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1360824 May 26 16:11:06.112730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5e8e5db0-dc82-4432-8198-264ccfe5bb53,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:06.172563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-83295cab-c121-4c0b-a260-6b19b35e66b1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 267c7cd0-be2e-4b2a-aa1e-ea700bff7543 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:06.178437 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83295cab-c121-4c0b-a260-6b19b35e66b1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.193563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-dc51bcdc-c747-4a8c-a2f2-da0c6b2a31cc None None] Deleting port ab45cfef-954b-4fda-a206-ceafe7bd36d0 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:06.195105 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dc51bcdc-c747-4a8c-a2f2-da0c6b2a31cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.203234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-da1f0564-b09d-4c49-8da3-8fa05735b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:06.204894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-da1f0564-b09d-4c49-8da3-8fa05735b6c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.5392580 May 26 16:11:06.235111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48428819-53b1-4af2-8802-d61245a76018 req-93f34924-3be5-4c9d-a235-965d68656547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:06.236624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48428819-53b1-4af2-8802-d61245a76018 req-93f34924-3be5-4c9d-a235-965d68656547 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 1096 time: 0.2644830 May 26 16:11:06.239549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Allocated IP 172.20.0.14 (e6a2eecd-73ef-43d4-862b-f37d994a7953/47617b24-398b-4c92-bb5c-96cca6d07a2c/85adca4a-93ad-497c-8ea9-b41b05520221) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:06.317472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:06.318011 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.333169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-ee02f3a4-d965-4e2c-a11b-833ecf4d5b44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a14806-b8eb-4077-8522-027d27ad3001 HTTP/1.1" status: 200 len: 217 time: 0.1024048 May 26 16:11:06.348205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Deleting port ab45cfef-954b-4fda-a206-ceafe7bd36d0 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:06.348812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.369537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-dc51bcdc-c747-4a8c-a2f2-da0c6b2a31cc None None] For port ab45cfef-954b-4fda-a206-ceafe7bd36d0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ab45cfef-954b-4fda-a206-ceafe7bd36d0,segment=NetworkSegment(945ac2be-c3c4-4239-8856-5e5f834ec0c9),segment_id=945ac2be-c3c4-4239-8856-5e5f834ec0c9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:06.370442 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dc51bcdc-c747-4a8c-a2f2-da0c6b2a31cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.383285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=788c3e4d-d8d5-4ba8-8d89-4dd0fa045722,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:06.392893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-dc51bcdc-c747-4a8c-a2f2-da0c6b2a31cc None None] Calling delete_port for ab45cfef-954b-4fda-a206-ceafe7bd36d0 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:06.395521 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.481325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83295cab-c121-4c0b-a260-6b19b35e66b1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.504671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-83295cab-c121-4c0b-a260-6b19b35e66b1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 267c7cd0-be2e-4b2a-aa1e-ea700bff7543 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:06.561849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=788c3e4d-d8d5-4ba8-8d89-4dd0fa045722,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:06.570176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-60d5044a-d4f5-4a14-981b-3230c61c041e None None] Provisioning complete for port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:06.570628 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-60d5044a-d4f5-4a14-981b-3230c61c041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.589055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48428819-53b1-4af2-8802-d61245a76018 req-3c30688a-2eca-4dfb-96b6-3cd12b86f143 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368022 May 26 16:11:06.618873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-51c6ac23-4b69-495f-b168-283ccd95b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:06.620266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-51c6ac23-4b69-495f-b168-283ccd95b9aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.2556331 May 26 16:11:06.642311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] For port ab45cfef-954b-4fda-a206-ceafe7bd36d0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ab45cfef-954b-4fda-a206-ceafe7bd36d0,segment=NetworkSegment(945ac2be-c3c4-4239-8856-5e5f834ec0c9),segment_id=945ac2be-c3c4-4239-8856-5e5f834ec0c9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:06.642761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.656952 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dc51bcdc-c747-4a8c-a2f2-da0c6b2a31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.716938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51bcdc-c747-4a8c-a2f2-da0c6b2a31cc None None] Pushing event deleted for resources: {'Port': ['ID=ab45cfef-954b-4fda-a206-ceafe7bd36d0,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:06.738727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51bcdc-c747-4a8c-a2f2-da0c6b2a31cc None None] No DVR routers for this DVR port ab45cfef-954b-4fda-a206-ceafe7bd36d0 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:06.763591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-60d5044a-d4f5-4a14-981b-3230c61c041e None None] Current status of the port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:06.763875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Calling delete_port for ab45cfef-954b-4fda-a206-ceafe7bd36d0 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:06.853197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d10a0ce-bf72-4126-9b21-01feafb3d7e4 req-6869bf93-72f0-4b3f-a30c-3314266bb113 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 210 time: 0.0969589 May 26 16:11:06.882644 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83295cab-c121-4c0b-a260-6b19b35e66b1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.902649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1b746d72-5d70-4a20-9042-3fa00bf12cf7 None None] Could not find standard attr ID for object 267c7cd0-be2e-4b2a-aa1e-ea700bff7543. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:11:06.961225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83295cab-c121-4c0b-a260-6b19b35e66b1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=267c7cd0-be2e-4b2a-aa1e-ea700bff7543,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:06.983953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-0e375dd1-8e1d-40e4-b25a-9f462c8a0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:06.987531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-0e375dd1-8e1d-40e4-b25a-9f462c8a0942 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009552 May 26 16:11:07.008583 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83295cab-c121-4c0b-a260-6b19b35e66b1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.029224 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83295cab-c121-4c0b-a260-6b19b35e66b1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/267c7cd0-be2e-4b2a-aa1e-ea700bff7543 HTTP/1.1" status: 204 len: 168 time: 1.1060369 May 26 16:11:07.033740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44588) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:07.136745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44592) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:07.173359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b594716b-f430-4116-90b1-a9260958af8e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:07.175098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b594716b-f430-4116-90b1-a9260958af8e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:07.177052 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b594716b-f430-4116-90b1-a9260958af8e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1421831 May 26 16:11:07.180413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44596) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:07.220912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.283911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b29c5b-574f-4237-bfb0-0a5ce67e29e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 90b53fa9-ecee-4a6e-aa19-d00e33ce8f13 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:07.288038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df26e5b-9539-4910-a208-084638484f37 req-2d9be06c-443f-4fbb-83fa-472fe1da6ed0 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0760608 May 26 16:11:07.288637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b29c5b-574f-4237-bfb0-0a5ce67e29e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.325989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bee10-7c11-4d5d-9070-c4f80d3b7819 req-41f90eec-1da4-40da-a544-b5d9fc7d54e2 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:07.328071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd3bee10-7c11-4d5d-9070-c4f80d3b7819 req-41f90eec-1da4-40da-a544-b5d9fc7d54e2 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 943 time: 0.3582602 May 26 16:11:07.370459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b29c5b-574f-4237-bfb0-0a5ce67e29e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.405748 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.443399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-af9e906f-f032-467c-9a2b-32ae0454bf21 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157858 May 26 16:11:07.450866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1155471375-network', 'tenant_id': '38887db5b8514149a52187a95cf12c2a'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:07.475034 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.480913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] No DVR routers for this DVR port ab45cfef-954b-4fda-a206-ceafe7bd36d0 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:07.489737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event deleted for resources: {'Port': ['ID=ab45cfef-954b-4fda-a206-ceafe7bd36d0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:07.498448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd3bee10-7c11-4d5d-9070-c4f80d3b7819 req-e1458fe0-3cd8-448d-9f5d-42bd0005123f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415102 May 26 16:11:07.507174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Made reservation on behalf of 38887db5b8514149a52187a95cf12c2a for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:07.515694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.533224 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.546372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b29c5b-574f-4237-bfb0-0a5ce67e29e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.632965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b29c5b-574f-4237-bfb0-0a5ce67e29e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.648202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:07.689476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b29c5b-574f-4237-bfb0-0a5ce67e29e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=90b53fa9-ecee-4a6e-aa19-d00e33ce8f13,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:07.696442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b29c5b-574f-4237-bfb0-0a5ce67e29e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.700013 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-10b29c5b-574f-4237-bfb0-0a5ce67e29e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/90b53fa9-ecee-4a6e-aa19-d00e33ce8f13 HTTP/1.1" status: 204 len: 168 time: 0.5151298 May 26 16:11:07.703340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44598) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:07.718125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a6d198-8569-463f-8b6a-11020fb1cd99 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:07.747476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a1a39a47-911d-4cec-86c7-5b37f5e3e11d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430231 May 26 16:11:07.752713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44600) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:07.762671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:07.804519 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-980d5016-bb7d-4891-8f32-3c3adc8329ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.821037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.829232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.871486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:07.871843 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.871984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:07.909373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e85c1e9-b6d7-4fb1-a069-72db80058bff,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:07.913026 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.913373 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Added segment 067a4376-ca53-47db-923d-a2b8e3ad65d0 of type vlan for network cf1cbe4f-459b-4c91-acf6-26e9282e6230 May 26 16:11:07.973277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:07.979253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.023060 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.037313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:08.091489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1104cd5-ddc7-485a-b54a-5e0130fb00d3 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:08.133527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.136693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:08.136693 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.158074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ab45cfef-954b-4fda-a206-ceafe7bd36d0 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:08.177792 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0270629 May 26 16:11:08.191861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ab45cfef-954b-4fda-a206-ceafe7bd36d0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:08.193155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ab45cfef-954b-4fda-a206-ceafe7bd36d0 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:08.202711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:08.203637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44604) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:08.230725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d1104cd5-ddc7-485a-b54a-5e0130fb00d3 None None] Deleting port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:08.231154 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1104cd5-ddc7-485a-b54a-5e0130fb00d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.241914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233883a8-3bb8-4eb7-a0c3-98ed96177880 admin admin] Pushing event updated for resources: {'Network': ['ID=cf1cbe4f-459b-4c91-acf6-26e9282e6230,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:08.245744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Request body: {'subnet': {'network_id': 'cf1cbe4f-459b-4c91-acf6-26e9282e6230', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1155471375-subnet', 'tenant_id': '38887db5b8514149a52187a95cf12c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:08.272693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:08.289541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network cf1cbe4f-459b-4c91-acf6-26e9282e6230 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:08.290574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:08.328665 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.350711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'Port': ['ID=85adca4a-93ad-497c-8ea9-b41b05520221,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:08.391654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.395078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d1104cd5-ddc7-485a-b54a-5e0130fb00d3 None None] For port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=788c3e4d-d8d5-4ba8-8d89-4dd0fa045722,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:08.395467 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1104cd5-ddc7-485a-b54a-5e0130fb00d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.404042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Made reservation on behalf of 38887db5b8514149a52187a95cf12c2a for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:08.407724 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.413174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d1104cd5-ddc7-485a-b54a-5e0130fb00d3 None None] Calling delete_port for 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:08.417477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31888113-4bab-4811-9127-2f492b2e358e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:08.464085 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=943eb44d-d210-447c-a636-7c3f0456d8ed,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:08.472290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:08.472626 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.477315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef8664e4-f014-44fa-af7b-1236a823b6be req-51b8ac72-9a9b-41d0-88a4-44d5d7068dac service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0089509 May 26 16:11:08.480056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945ac2be-c3c4-4239-8856-5e5f834ec0c9') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:08.480690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945ac2be-c3c4-4239-8856-5e5f834ec0c9') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:08.486876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:08.488831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:08.495023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:08.497034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.548626 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0e0df1a8-72dd-4dd4-b35b-6e4100c96de4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7950244 May 26 16:11:08.553646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44612) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:08.562428 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.566477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': '943eb44d-d210-447c-a636-7c3f0456d8ed', 'ip_address': '2001:db8::5077:9af1:c2c1:9602'}], 'name': 'tempest-NetworksTestDHCPv6-1660407574'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:08.575763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1104cd5-ddc7-485a-b54a-5e0130fb00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.616407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1104cd5-ddc7-485a-b54a-5e0130fb00d3 None None] No DVR routers for this DVR port 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:08.622058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1104cd5-ddc7-485a-b54a-5e0130fb00d3 None None] Pushing event deleted for resources: {'Port': ['ID=788c3e4d-d8d5-4ba8-8d89-4dd0fa045722,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:08.643901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b771b-497d-40e8-88d8-c0b7fc8e0f17 req-4cc0b815-0e2d-42c9-81cc-13d5bb8b7627 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:08.645438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da8b771b-497d-40e8-88d8-c0b7fc8e0f17 req-4cc0b815-0e2d-42c9-81cc-13d5bb8b7627 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 932 time: 0.5114801 May 26 16:11:08.647720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc452f2-69b9-4c7d-8dc0-d464238c156d None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:08.655486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b07e5683-32ce-4009-bdb2-1bb43497635d req-98a6e1b7-f176-4102-8f9d-c10ad4f98699 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1101768 May 26 16:11:08.732916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.741780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.777727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-5e943978-a1b9-4c49-b7ee-c4c0690a5202 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0962737 May 26 16:11:08.820121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Request body: {'port': {'device_id': 'e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:08.827364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:08.851807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:08.852283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.902039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0cfa47a8-61c8-429e-979e-e4efca4a7162 None None] Provisioning complete for port 85adca4a-93ad-497c-8ea9-b41b05520221 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:08.902615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0cfa47a8-61c8-429e-979e-e4efca4a7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.904454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da8b771b-497d-40e8-88d8-c0b7fc8e0f17 req-e5ed4a34-751f-484f-81c4-78db8f705959 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343554 May 26 16:11:08.906803 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 945ac2be-c3c4-4239-8856-5e5f834ec0c9 resource provider aggregate not found May 26 16:11:08.909175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '943eb44d-d210-447c-a636-7c3f0456d8ed'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:08.910631 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.979003 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.012973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 78cdb312-f9a1-45d6-9881-a207460e18e0 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:09.013825 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 945ac2be-c3c4-4239-8856-5e5f834ec0c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 945ac2be-c3c4-4239-8856-5e5f834ec0c9 found for delete ", "request_id": "req-b0442211-4c49-4082-93c7-bc6c187bd7c7"}]} May 26 16:11:09.040699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa47a8-61c8-429e-979e-e4efca4a7162 None None] Port 85adca4a-93ad-497c-8ea9-b41b05520221 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:09.115168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.140090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.143351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "DELETE /v2.0/networks/31888113-4bab-4811-9127-2f492b2e358e HTTP/1.1" status: 204 len: 168 time: 4.1030710 May 26 16:11:09.147616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/943eb44d-d210-447c-a636-7c3f0456d8ed/ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:09.155146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0b372-d3b2-4563-8bab-39c2ef6e0c57 req-48d5ca59-91ad-4d96-97de-db59072db53d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:09.156752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95e0b372-d3b2-4563-8bab-39c2ef6e0c57 req-48d5ca59-91ad-4d96-97de-db59072db53d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 943 time: 0.3633997 May 26 16:11:09.158966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44624) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:09.171583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.212297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3e5b4-6010-415e-ace8-0eb9b1a313d8 tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event deleted for resources: {'Network': ['ID=31888113-4bab-4811-9127-2f492b2e358e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:09.363874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 39a14806-b8eb-4077-8522-027d27ad3001 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:09.387536 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.390383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.475566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::5077:9af1:c2c1:9602 (96cccbcd-4c17-4e53-b917-fe16019574dd/943eb44d-d210-447c-a636-7c3f0456d8ed/78cdb312-f9a1-45d6-9881-a207460e18e0) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:09.571659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95e0b372-d3b2-4563-8bab-39c2ef6e0c57 req-2c79c115-23ac-478b-b8d7-815a796449c3 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726935 May 26 16:11:09.708460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25400dea-b2f8-4bcb-8adc-eb33098a2a7f,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:09.712786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:09.717163 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.746997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.804927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.817672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:09.818284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 788c3e4d-d8d5-4ba8-8d89-4dd0fa045722 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:09.838423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79524c3-3e02-499d-9274-9f3c73356ca9 req-840421bd-e6da-4ffa-8a05-fdfaf0b5c42b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:09.841335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a79524c3-3e02-499d-9274-9f3c73356ca9 req-840421bd-e6da-4ffa-8a05-fdfaf0b5c42b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 945 time: 0.3469586 May 26 16:11:09.846075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7533cce-3c18-449b-a18f-0660767dc614 req-2c5186bc-b1e4-4a1b-83f0-6e100f980c93 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0749097 May 26 16:11:09.847678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:09.863130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Pushing event updated for resources: {'Port': ['ID=ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:09.867469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:09.875289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:09.881558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:09.886206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:09.892096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:09.901434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:09.906631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Checking segment: {'id': '067a4376-ca53-47db-923d-a2b8e3ad65d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf1cbe4f-459b-4c91-acf6-26e9282e6230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:09.906830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.907327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Network hostable DHCP agents. Network: cf1cbe4f-459b-4c91-acf6-26e9282e6230, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:11:09.925780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=78cdb312-f9a1-45d6-9881-a207460e18e0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:09.941944 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9b176370-80de-4541-8b12-de03c980c52c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3866246 May 26 16:11:09.944457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:09.993961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 39a14806-b8eb-4077-8522-027d27ad3001, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39a14806-b8eb-4077-8522-027d27ad3001,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:09.999972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Attempting to bind port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:10.000668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Attempting to bind port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:10.000907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Attempting to bind port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:10.008039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Deleting port 43527c33-8b84-4116-b180-c5d9f697d050 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:10.008411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.028929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '39a14806-b8eb-4077-8522-027d27ad3001', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'port_id': '39a14806-b8eb-4077-8522-027d27ad3001', 'mac_address': 'fa:16:3e:30:50:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:10.030390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Network cf1cbe4f-459b-4c91-acf6-26e9282e6230 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:11:10.033190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:10.033789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:10.034801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c310b81-6673-436a-8be6-4410747c1415 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:10.038632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.039718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:10.045225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c310b81-6673-436a-8be6-4410747c1415 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:10.045798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Bound port: ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:10.046935 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.048098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9c310b81-6673-436a-8be6-4410747c1415 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1020555 May 26 16:11:10.051733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44636) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:10.092152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, cf1cbe4f-459b-4c91-acf6-26e9282e6230) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:10.128717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3acecae-5060-4ebe-801d-670996a950a7 None None] Network cf1cbe4f-459b-4c91-acf6-26e9282e6230 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:10.142991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a79524c3-3e02-499d-9274-9f3c73356ca9 req-8ef12651-1b31-4732-9241-763eb4d27d95 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740180 May 26 16:11:10.158410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:10.159239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.223804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8c02dcfc-6aca-40b4-bdec-12467b9c6a70 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 78cdb312-f9a1-45d6-9881-a207460e18e0 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:10.224711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c02dcfc-6aca-40b4-bdec-12467b9c6a70 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.230654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1cd9a471-a12e-4791-a8a2-23b522f62622 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0242178 May 26 16:11:10.246564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 39a14806-b8eb-4077-8522-027d27ad3001 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:10.246968 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.281593 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.282261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.308908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Calling delete_port for 43527c33-8b84-4116-b180-c5d9f697d050 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:10.344992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a14806-b8eb-4077-8522-027d27ad3001 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:10.361829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c02dcfc-6aca-40b4-bdec-12467b9c6a70 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.385071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8c02dcfc-6aca-40b4-bdec-12467b9c6a70 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 78cdb312-f9a1-45d6-9881-a207460e18e0 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:10.389928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] For port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:10.403647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] For port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:10.418520 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.437497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 39a14806-b8eb-4077-8522-027d27ad3001, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39a14806-b8eb-4077-8522-027d27ad3001,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:10.443005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb82a4-7e1f-420b-ad56-8f84b113bd42 req-a206c10b-79ab-4080-9ec9-ca4eea91bc8b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:10.446431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-facb82a4-7e1f-420b-ad56-8f84b113bd42 req-a206c10b-79ab-4080-9ec9-ca4eea91bc8b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 932 time: 0.3608541 May 26 16:11:10.528618 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.542557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85adca4a-93ad-497c-8ea9-b41b05520221 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:10.559831 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.579645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-facb82a4-7e1f-420b-ad56-8f84b113bd42 req-5cfdf0b2-dd68-4117-b1bc-87457dd53c52 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068752 May 26 16:11:10.619999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e24346-7c2c-44c6-aa8d-f97bd3bbcce2 None None] Pushing event updated for resources: {'Port': ['ID=ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:10.658869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647101c6-2e30-4808-a6d8-731af49a1931 None None] Network cf1cbe4f-459b-4c91-acf6-26e9282e6230 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:10.692213 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.714791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Transition to ACTIVE for port object 85adca4a-93ad-497c-8ea9-b41b05520221 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:11:10.715049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c02dcfc-6aca-40b4-bdec-12467b9c6a70 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.720179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.737185 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.775654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02dcfc-6aca-40b4-bdec-12467b9c6a70 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=78cdb312-f9a1-45d6-9881-a207460e18e0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:10.805489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['39a14806-b8eb-4077-8522-027d27ad3001'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:10.813016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Pushing event deleted for resources: {'Port': ['ID=43527c33-8b84-4116-b180-c5d9f697d050,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:10.850594 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c02dcfc-6aca-40b4-bdec-12467b9c6a70 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.861840 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8c02dcfc-6aca-40b4-bdec-12467b9c6a70 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/78cdb312-f9a1-45d6-9881-a207460e18e0 HTTP/1.1" status: 204 len: 168 time: 0.8065202 May 26 16:11:10.862650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44656) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:10.905307 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.924936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Pushing event updated for resources: {'Port': ['ID=85adca4a-93ad-497c-8ea9-b41b05520221,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:10.986833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=39a14806-b8eb-4077-8522-027d27ad3001,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:11.084525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b260ed6-eb83-4be1-a024-d01d6a3844ec req-fc0aa9c7-e999-440c-a8b4-7ab05e1853f9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.088465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b260ed6-eb83-4be1-a024-d01d6a3844ec req-fc0aa9c7-e999-440c-a8b4-7ab05e1853f9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 944 time: 0.3644667 May 26 16:11:11.094066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719da91-21b8-410b-aa76-a6a0f9151bae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.095746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719da91-21b8-410b-aa76-a6a0f9151bae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.097472 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b719da91-21b8-410b-aa76-a6a0f9151bae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2332900 May 26 16:11:11.102963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:11.208275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2a8857-2c07-4508-80d1-80b80db8bc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 943eb44d-d210-447c-a636-7c3f0456d8ed {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:11.214628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8857-2c07-4508-80d1-80b80db8bc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.285259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8857-2c07-4508-80d1-80b80db8bc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.334315 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.336940 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.340502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8c44f858-3512-42f5-96ba-2fb2aa5d1a9a tempest-FloatingIPAdminTestJSON-1853478604 tempest-FloatingIPAdminTestJSON-1853478604-project] 10.222.0.39 "DELETE /v2.0/floatingips/a27a3f05-60bd-4e67-b726-ff654c9d4c95 HTTP/1.1" status: 204 len: 168 time: 2.1682053 May 26 16:11:11.371344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b260ed6-eb83-4be1-a024-d01d6a3844ec req-3f7fb0bc-dae9-4b59-88a6-ebb856071921 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236898 May 26 16:11:11.379473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Attempting to bind port 85adca4a-93ad-497c-8ea9-b41b05520221 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:11.388108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Attempting to bind port 85adca4a-93ad-497c-8ea9-b41b05520221 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:11.390799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Attempting to bind port 85adca4a-93ad-497c-8ea9-b41b05520221 on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:11.417939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Port 85adca4a-93ad-497c-8ea9-b41b05520221 on network e6a2eecd-73ef-43d4-862b-f37d994a7953 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:11:11.426027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Attempting to bind port 85adca4a-93ad-497c-8ea9-b41b05520221 on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:11.445625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-af02c808-0f21-4185-a68f-4afab053a995 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.452873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-af02c808-0f21-4185-a68f-4afab053a995 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/networks?id=cf1cbe4f-459b-4c91-acf6-26e9282e6230 HTTP/1.1" status: 200 len: 814 time: 0.5161722 May 26 16:11:11.471978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:11.472570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Checking segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:11.473195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Bound using segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:11.473652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Bound port: 85adca4a-93ad-497c-8ea9-b41b05520221, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:11.474041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.474723 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8857-2c07-4508-80d1-80b80db8bc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.523159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-1d387241-8e92-4f85-9f35-855d6952bf5e tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/quotas/38887db5b8514149a52187a95cf12c2a HTTP/1.1" status: 200 len: 375 time: 0.0681295 May 26 16:11:11.576355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13341ccf-415f-44af-829c-fa9fadf3c561 req-332e4874-556f-4e24-a49d-e5bb030a2dd0 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0985377 May 26 16:11:11.585457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8857-2c07-4508-80d1-80b80db8bc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.625741 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8857-2c07-4508-80d1-80b80db8bc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.631224 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a2a8857-2c07-4508-80d1-80b80db8bc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/943eb44d-d210-447c-a636-7c3f0456d8ed HTTP/1.1" status: 204 len: 168 time: 0.5245471 May 26 16:11:11.633556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44668) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:11.643716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a8857-2c07-4508-80d1-80b80db8bc7f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=943eb44d-d210-447c-a636-7c3f0456d8ed,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:11.653294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9bcf866d-cb51-4284-afd8-4bfd1128030d tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38887db5b8514149a52187a95cf12c2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1211169 May 26 16:11:11.694307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:11.704003 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a582847a-15d0-4046-b01d-7af7dcd809bd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679102 May 26 16:11:11.705957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44672) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:11.821379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db4924-c792-4d3e-88f6-3fcec369cbf3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.823498 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f0db4924-c792-4d3e-88f6-3fcec369cbf3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1146655 May 26 16:11:11.824962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44674) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:11.828390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44676) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:11.830848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:11.831321 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.942760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-b4ebbf03-d410-4466-8cfc-ef7b59d19045 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.944314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-b4ebbf03-d410-4466-8cfc-ef7b59d19045 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 945 time: 0.3020239 May 26 16:11:11.947723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:11.948254 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.974285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] For port 85adca4a-93ad-497c-8ea9-b41b05520221, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:11.993002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:11.999332 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.036050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a5f419bc-28e6-4e33-9154-acb65011e8da service neutron] 10.222.0.39 "GET /v2.0/networks/cf1cbe4f-459b-4c91-acf6-26e9282e6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483155 May 26 16:11:12.058711 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c45b85a7-2d1d-49f9-ae29-fb5c35067f6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5fba2b4a60b412687d3d830967492f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324884 May 26 16:11:12.061225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44680) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:12.068099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:12.086896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] For port 85adca4a-93ad-497c-8ea9-b41b05520221, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=85adca4a-93ad-497c-8ea9-b41b05520221,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:12.107425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41b1eb-cd08-40b3-992b-4e7b116eab48 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.109413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eb41b1eb-cd08-40b3-992b-4e7b116eab48 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2730763 May 26 16:11:12.112191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44682) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:12.117135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f70f9-9ffc-47f0-86a9-501c3953c89f req-0aa47626-ab43-4875-b023-7bb8689bc96f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.125474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-370f70f9-9ffc-47f0-86a9-501c3953c89f req-0aa47626-ab43-4875-b023-7bb8689bc96f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 945 time: 0.3375983 May 26 16:11:12.132455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.156810 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ec0a74c8-1379-4f04-a2ad-8a62c5a0ba56 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390663 May 26 16:11:12.159313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44684) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:12.166608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:12.235517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c1fac-570b-43f7-b517-20949db82dfd None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:12.242935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68abad6c-2cda-42ee-a566-e721c877c71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.269745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.270328 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.271757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] 10.222.0.32 "PUT /v2.0/ports/85adca4a-93ad-497c-8ea9-b41b05520221 HTTP/1.1" status: 200 len: 1092 time: 3.4688430 May 26 16:11:12.280835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a', 'tag': '85adca4a-93ad-497c-8ea9-b41b05520221'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:12.283216 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ebae7-b746-45a0-9e21-7bd5741888da" -d '{"events": [{"name": "network-changed", "server_uuid": "e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a", "tag": "85adca4a-93ad-497c-8ea9-b41b05520221"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:12.309642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68abad6c-2cda-42ee-a566-e721c877c71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.312019 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-370f70f9-9ffc-47f0-86a9-501c3953c89f req-bd59f6a3-2836-4d3b-b6bb-edc98db942dd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827519 May 26 16:11:12.333713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-315d1692-98fe-41ad-8e24-73451691e734 None None] Provisioning complete for port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:12.334558 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-315d1692-98fe-41ad-8e24-73451691e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.357944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d9e39-3771-41d9-8637-22249d52f1cc service neutron] Pushing event updated for resources: {'Port': ['ID=85adca4a-93ad-497c-8ea9-b41b05520221,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:12.400104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:12.403785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.457396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-fcc2de9c-a4eb-4363-ac9f-1a5d773b8ce2 service neutron] 10.222.0.39 "GET /v2.0/networks/cf1cbe4f-459b-4c91-acf6-26e9282e6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205959 May 26 16:11:12.461816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-93c9f4e0-5dd3-450a-98d2-468d5b1a2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.464346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-93c9f4e0-5dd3-450a-98d2-468d5b1a2106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 1095 time: 0.1326454 May 26 16:11:12.523208 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68abad6c-2cda-42ee-a566-e721c877c71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.527380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68abad6c-2cda-42ee-a566-e721c877c71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.532678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-2200b2c5-078b-4cd9-a652-aab6112fbdda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85adca4a-93ad-497c-8ea9-b41b05520221 HTTP/1.1" status: 200 len: 217 time: 0.0477648 May 26 16:11:12.535941 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68abad6c-2cda-42ee-a566-e721c877c71e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32503b29-b173-4012-a12b-476a06884944 HTTP/1.1" status: 204 len: 168 time: 0.4732368 May 26 16:11:12.558206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abad6c-2cda-42ee-a566-e721c877c71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32503b29-b173-4012-a12b-476a06884944,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:12.631741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-315d1692-98fe-41ad-8e24-73451691e734 None None] Current status of the port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:12.680440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2912faa-b5fb-4ad8-a999-70f2ca06ac1a None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:12.801346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f2912faa-b5fb-4ad8-a999-70f2ca06ac1a None None] Deleting port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:12.801858 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2912faa-b5fb-4ad8-a999-70f2ca06ac1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.822648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.952741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=0dd6ce4e-bf01-4074-b308-062fb2707382,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:12.972650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:12.976342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:12.985968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.986643 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.992334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f2912faa-b5fb-4ad8-a999-70f2ca06ac1a None None] For port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:12.992854 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2912faa-b5fb-4ad8-a999-70f2ca06ac1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.011173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f2912faa-b5fb-4ad8-a999-70f2ca06ac1a None None] Calling delete_port for ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:13.024536 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e997954f-eb08-4d0b-941f-443b4248d384 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8630912 May 26 16:11:13.027242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44700) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:13.040161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Deleting port 6aacd144-5078-4619-9cef-321e3e925c11 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:13.040396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': '0dd6ce4e-bf01-4074-b308-062fb2707382', 'ip_address': '2001:db8::4b1b:8891:a302:37b'}], 'name': 'tempest-NetworksTestDHCPv6-1056123178'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:13.040528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.046676 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0810a1-5768-4924-94a5-2de82769e974 x-openstack-request-id: req-fe0810a1-5768-4924-94a5-2de82769e974 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:13.046927 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a", "tag": "85adca4a-93ad-497c-8ea9-b41b05520221", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:13.047267 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe0810a1-5768-4924-94a5-2de82769e974 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:13.047717 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe0810a1-5768-4924-94a5-2de82769e974'] response: {'name': 'network-changed', 'server_uuid': 'e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a', 'tag': '85adca4a-93ad-497c-8ea9-b41b05520221', 'status': 'completed', 'code': 200} May 26 16:11:13.079068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44704) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:13.119780 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2912faa-b5fb-4ad8-a999-70f2ca06ac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.128088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ce76a-606e-4b8a-b7c6-2664e04b1f7d req-c9e16fdc-442a-4cbc-ba52-5fdc8a6c2480 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:13.129594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-485ce76a-606e-4b8a-b7c6-2664e04b1f7d req-c9e16fdc-442a-4cbc-ba52-5fdc8a6c2480 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 944 time: 0.7062862 May 26 16:11:13.133282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa94df41-a47a-469f-8388-e6900f319b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.150340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2912faa-b5fb-4ad8-a999-70f2ca06ac1a None None] No DVR routers for this DVR port ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:13.179372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2912faa-b5fb-4ad8-a999-70f2ca06ac1a None None] Pushing event deleted for resources: {'Port': ['ID=ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:13.193763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1726483-80c8-493b-9a19-7698f5b4320a None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:13.251017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:13.256643 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.262040 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-485ce76a-606e-4b8a-b7c6-2664e04b1f7d req-7e4ef80f-4bcb-468b-b950-8d5065d86b86 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204829 May 26 16:11:13.280944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-ee52b481-e0f3-466e-a276-c1d2bde7a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:13.284175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-ee52b481-e0f3-466e-a276-c1d2bde7a9a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.7238064 May 26 16:11:13.320767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port c2ec3f50-d4df-497d-aa94-2a2f2ad58de2 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:13.328297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9402c3-94c9-4731-b0c7-db401bab88d2 req-99a244ea-2779-46d5-8aba-f5d9a47cca07 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:13.329901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d9402c3-94c9-4731-b0c7-db401bab88d2 req-99a244ea-2779-46d5-8aba-f5d9a47cca07 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 944 time: 0.2804177 May 26 16:11:13.343968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa94df41-a47a-469f-8388-e6900f319b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.357649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa94df41-a47a-469f-8388-e6900f319b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.392099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 39a14806-b8eb-4077-8522-027d27ad3001 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:13.471598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94df41-a47a-469f-8388-e6900f319b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05603048-4eb9-4a13-9ffb-ed4a550d75b4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:13.494879 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa94df41-a47a-469f-8388-e6900f319b63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25e5eb8e01044b38a2c5c32672ea12e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143107 May 26 16:11:13.501550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '0dd6ce4e-bf01-4074-b308-062fb2707382'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:13.502281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44712) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:13.502420 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.517132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 39a14806-b8eb-4077-8522-027d27ad3001 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:13.525776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 39a14806-b8eb-4077-8522-027d27ad3001 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:13.526422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.544883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5f0707-cd92-41a0-8f88-fb2135fe5849 req-2d8996e7-df90-4f3e-944e-74bc17d77962 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1203263 May 26 16:11:13.558636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] For port 6aacd144-5078-4619-9cef-321e3e925c11, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6aacd144-5078-4619-9cef-321e3e925c11,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:13.559531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.576251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-55573b5c-6344-45cd-98ba-13a3b5cefc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:13.579702 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-55573b5c-6344-45cd-98ba-13a3b5cefc6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2763298 May 26 16:11:13.714386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::4b1b:8891:a302:37b (96cccbcd-4c17-4e53-b917-fe16019574dd/0dd6ce4e-bf01-4074-b308-062fb2707382/c2ec3f50-d4df-497d-aa94-2a2f2ad58de2) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:13.718069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:13.724363 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2de261fa-941a-4cc1-a87e-cefe38309d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.763514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:13.763998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ae52cd9a-bcf9-4b92-8f91-4f2ce8d291b0 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:13.784581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2de261fa-941a-4cc1-a87e-cefe38309d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.805044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d9402c3-94c9-4731-b0c7-db401bab88d2 req-127565da-a686-4a13-9bf0-ba8ec7e3a628 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572594 May 26 16:11:13.903334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 39a14806-b8eb-4077-8522-027d27ad3001 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:13.904460 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.906533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2afb638c-3b13-4b5e-932b-312be0a04cef req-9e99cc61-3a1d-42ee-891c-c5c12fa16826 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 210 time: 0.1270001 May 26 16:11:13.945915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 39a14806-b8eb-4077-8522-027d27ad3001, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39a14806-b8eb-4077-8522-027d27ad3001,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:13.947097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928cebd3-0b91-4542-8947-67f1a270e1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a14806-b8eb-4077-8522-027d27ad3001'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:13.950482 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baee57d2-2c89-491f-9c60-ce1f0ddbbe10" -d '{"events": [{"server_uuid": "928cebd3-0b91-4542-8947-67f1a270e1f0", "name": "network-vif-plugged", "status": "completed", "tag": "39a14806-b8eb-4077-8522-027d27ad3001"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:13.953096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2de261fa-941a-4cc1-a87e-cefe38309d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.955215 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.957488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2de261fa-941a-4cc1-a87e-cefe38309d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.959535 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2de261fa-941a-4cc1-a87e-cefe38309d28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05603048-4eb9-4a13-9ffb-ed4a550d75b4 HTTP/1.1" status: 204 len: 168 time: 0.4544718 May 26 16:11:13.995706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-aaf236a8-5692-4899-976a-46f1a231fc39 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781464 May 26 16:11:14.001316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de261fa-941a-4cc1-a87e-cefe38309d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05603048-4eb9-4a13-9ffb-ed4a550d75b4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:14.044366 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a607263d-5562-413b-83c4-c2a0ade6da0a x-openstack-request-id: req-a607263d-5562-413b-83c4-c2a0ade6da0a {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:14.045015 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928cebd3-0b91-4542-8947-67f1a270e1f0", "name": "network-vif-plugged", "status": "completed", "tag": "39a14806-b8eb-4077-8522-027d27ad3001", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:14.045015 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a607263d-5562-413b-83c4-c2a0ade6da0a {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:14.045344 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a607263d-5562-413b-83c4-c2a0ade6da0a'] response: {'server_uuid': '928cebd3-0b91-4542-8947-67f1a270e1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a14806-b8eb-4077-8522-027d27ad3001', 'code': 200} May 26 16:11:14.072578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.093767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=39a14806-b8eb-4077-8522-027d27ad3001,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:14.105094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.106054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.106619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.107407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.108028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.109116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.109541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.110823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.112891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.113450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.113851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.114812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:14.115647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.180875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=c2ec3f50-d4df-497d-aa94-2a2f2ad58de2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:14.200632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:14.203737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:14.205878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:14.211789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:14.216885 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.234774 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.235583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.236282 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Floating IP b4fce14d-aa1d-4801-9e9b-f267bb48ddfb disassociated. External IP: 172.25.0.170, port: 6aacd144-5078-4619-9cef-321e3e925c11. May 26 16:11:14.237018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Calling delete_port for 6aacd144-5078-4619-9cef-321e3e925c11 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:14.238615 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-907e2a43-b913-463b-838e-3ab45c855c81 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2075007 May 26 16:11:14.241525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44718) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:14.253923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8c769ed2-6053-44e4-996b-a04e5568849f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': '0dd6ce4e-bf01-4074-b308-062fb2707382', 'ip_address': '2001:db8::4b1b:8891:a302:37b'}], 'name': 'tempest-NetworksTestDHCPv6-300903127'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:14.312950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269ffdd-22dd-47be-91c9-47cfdcbadb82 req-83634ba3-a28f-4982-aed4-7af85db2301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:14.315473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9269ffdd-22dd-47be-91c9-47cfdcbadb82 req-83634ba3-a28f-4982-aed4-7af85db2301b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 1096 time: 0.1515820 May 26 16:11:14.331941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf58fc-5059-42bc-b5d5-74a8c1e175d0 req-f1704769-e464-4afa-85d8-35a271152e8f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:14.334495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9bf58fc-5059-42bc-b5d5-74a8c1e175d0 req-f1704769-e464-4afa-85d8-35a271152e8f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 945 time: 0.2963831 May 26 16:11:14.444338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f1886-96ca-47b4-a9c1-a151fa786bf3 req-3ab48d4a-ca5b-49b9-820f-0f3223524413 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349093 May 26 16:11:14.453540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/0dd6ce4e-bf01-4074-b308-062fb2707382/c6f8707f-2d5c-4ddf-977d-5a408a6edae0) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:14.479946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c769ed2-6053-44e4-996b-a04e5568849f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:14.643401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c769ed2-6053-44e4-996b-a04e5568849f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.679071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-8c769ed2-6053-44e4-996b-a04e5568849f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 60444c48-5a01-4e44-bf01-dc7b12666da5 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:14.684072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:14.705334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28627fc9-52e5-455e-a7c5-b05c639e4057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.766782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9269ffdd-22dd-47be-91c9-47cfdcbadb82 req-998d9ec6-2ba0-4fd0-b5f6-9d715f420c66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847191 May 26 16:11:14.784858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9bf58fc-5059-42bc-b5d5-74a8c1e175d0 req-f9676669-7dc2-4272-997d-0b534a0c5548 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2db66b9b-7937-430a-9366-f1bd97946973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006898 May 26 16:11:14.912071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.923506 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.975864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:14.985698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:14.988476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:14.994347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Pushing event updated for resources: {'Port': ['ID=c6f8707f-2d5c-4ddf-977d-5a408a6edae0,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:14.997199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38f955c2-facb-4645-b01e-91987e41c08b req-13d08ef8-9cbe-4789-b19f-fe7c2f3349ca tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0826619 May 26 16:11:15.016419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f791e-79a5-4dcc-b81d-4141af5adee4 req-34ff89ff-e5b4-4472-a1bb-bf61956b2108 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:15.018240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db3f791e-79a5-4dcc-b81d-4141af5adee4 req-34ff89ff-e5b4-4472-a1bb-bf61956b2108 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 944 time: 0.5558040 May 26 16:11:15.051920 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28627fc9-52e5-455e-a7c5-b05c639e4057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.069928 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28627fc9-52e5-455e-a7c5-b05c639e4057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.070903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-ee46ab67-7432-46da-9874-297d7a034f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:15.073035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-ee46ab67-7432-46da-9874-297d7a034f88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 1095 time: 0.3759573 May 26 16:11:15.088316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Attempting to bind port c6f8707f-2d5c-4ddf-977d-5a408a6edae0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:15.088934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Attempting to bind port c6f8707f-2d5c-4ddf-977d-5a408a6edae0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:15.089032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Attempting to bind port c6f8707f-2d5c-4ddf-977d-5a408a6edae0 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:15.091542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-b8d19ce8-f274-4577-b644-7248071a4e93 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:15.094518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-b8d19ce8-f274-4577-b644-7248071a4e93 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.24 "GET /v2.0/networks?id=cf1cbe4f-459b-4c91-acf6-26e9282e6230 HTTP/1.1" status: 200 len: 814 time: 0.6704605 May 26 16:11:15.095530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.107582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:15.108671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:15.109092 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.109484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:15.109970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Bound port: c6f8707f-2d5c-4ddf-977d-5a408a6edae0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:15.110368 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.129548 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c769ed2-6053-44e4-996b-a04e5568849f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): There was a conflict when trying to complete your request. May 26 16:11:15.130345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c769ed2-6053-44e4-996b-a04e5568849f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:11:15.145256 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-28627fc9-52e5-455e-a7c5-b05c639e4057 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f063cf4d74d94697808f0971f9ecc5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533854 May 26 16:11:15.159086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44732) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:15.164350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Request body: {'port': {'device_id': 'c627bf84-a792-4c77-b702-8b338d7cfcff', 'network_id': 'cf1cbe4f-459b-4c91-acf6-26e9282e6230', 'admin_state_up': True, 'tenant_id': '38887db5b8514149a52187a95cf12c2a'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:15.200172 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8c769ed2-6053-44e4-996b-a04e5568849f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9540219 May 26 16:11:15.201627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44734) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:15.203700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28627fc9-52e5-455e-a7c5-b05c639e4057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba23ad-6d68-45c2-bb50-49a2b34b9744,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:15.213944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] For port c6f8707f-2d5c-4ddf-977d-5a408a6edae0, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:15.215547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'Port': ['ID=6aacd144-5078-4619-9cef-321e3e925c11,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:15.220404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] For port c6f8707f-2d5c-4ddf-977d-5a408a6edae0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c6f8707f-2d5c-4ddf-977d-5a408a6edae0,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:15.230043 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.275802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a16e2a7-f64d-4797-8504-9296ca626ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.320906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b6ef4-9bde-4c99-9368-cf16f60f063c None None] Pushing event updated for resources: {'Port': ['ID=c6f8707f-2d5c-4ddf-977d-5a408a6edae0,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:15.325429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1934a680-6628-4fd4-8dda-e48e78c0c8f7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:15.338918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1934a680-6628-4fd4-8dda-e48e78c0c8f7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:15.339862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db3f791e-79a5-4dcc-b81d-4141af5adee4 req-cad5ab10-84d5-432a-8db4-33db4b57e75a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065186 May 26 16:11:15.342657 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1934a680-6628-4fd4-8dda-e48e78c0c8f7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1383896 May 26 16:11:15.348422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44736) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:15.397130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a16e2a7-f64d-4797-8504-9296ca626ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.546542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5fe2936-361b-4659-896b-57828b3f76d9 req-52d7fdf3-c88c-4776-aa96-d9b31c136195 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 210 time: 0.1176271 May 26 16:11:15.603614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275f8c0-731c-45cb-90f0-806b0137fab2 req-63363b2a-0c77-48cc-b2c6-5567d19291f8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:15.616247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f275f8c0-731c-45cb-90f0-806b0137fab2 req-63363b2a-0c77-48cc-b2c6-5567d19291f8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.4878051 May 26 16:11:15.696311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-50aab285-cdb1-409d-824a-b6358e95cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:15.699149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-50aab285-cdb1-409d-824a-b6358e95cc6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.5970464 May 26 16:11:15.775828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Made reservation on behalf of 38887db5b8514149a52187a95cf12c2a for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:15.779869 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.860386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a16e2a7-f64d-4797-8504-9296ca626ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.869686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a16e2a7-f64d-4797-8504-9296ca626ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.871460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a16e2a7-f64d-4797-8504-9296ca626ca3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32ba23ad-6d68-45c2-bb50-49a2b34b9744 HTTP/1.1" status: 204 len: 168 time: 0.7112756 May 26 16:11:15.875045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cbe5e0b9-1649-4914-8c57-2b678bceb1c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port c2ec3f50-d4df-497d-aa94-2a2f2ad58de2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:15.875500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e0b9-1649-4914-8c57-2b678bceb1c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.890709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16e2a7-f64d-4797-8504-9296ca626ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ba23ad-6d68-45c2-bb50-49a2b34b9744,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:15.904357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-49613687-dcbb-40a0-a46c-b92f94026a76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85adca4a-93ad-497c-8ea9-b41b05520221 HTTP/1.1" status: 200 len: 217 time: 0.1892016 May 26 16:11:15.949021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:15.974419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f275f8c0-731c-45cb-90f0-806b0137fab2 req-b0c1e16d-e3b4-4666-9e8d-d897ccba730c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437684 May 26 16:11:16.065005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7667d2cf-1497-43a0-8e83-eab7b750ebc8 req-09977352-e849-45da-90e9-079a1216a63d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 210 time: 0.1333618 May 26 16:11:16.099682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e0b9-1649-4914-8c57-2b678bceb1c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.130571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-5d6df57b-bd4d-4301-b157-8f6ca534c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:16.131492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cbe5e0b9-1649-4914-8c57-2b678bceb1c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for c2ec3f50-d4df-497d-aa94-2a2f2ad58de2 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:16.132576 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-5d6df57b-bd4d-4301-b157-8f6ca534c179 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.1953290 May 26 16:11:16.282648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34809e96-db03-43f0-88ee-9767927a6099 req-a07df83a-e8bd-4f22-a7b1-7408305979ce tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0892801 May 26 16:11:16.360195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e0b9-1649-4914-8c57-2b678bceb1c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.400270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5e0b9-1649-4914-8c57-2b678bceb1c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=c2ec3f50-d4df-497d-aa94-2a2f2ad58de2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:16.435434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-e2eeb899-a45c-4915-ae7b-0545f8dd4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:16.437855 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e0b9-1649-4914-8c57-2b678bceb1c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.438522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-e2eeb899-a45c-4915-ae7b-0545f8dd4352 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438800 May 26 16:11:16.441831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cbe5e0b9-1649-4914-8c57-2b678bceb1c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/c2ec3f50-d4df-497d-aa94-2a2f2ad58de2 HTTP/1.1" status: 204 len: 168 time: 1.0923743 May 26 16:11:16.444318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44754) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:16.463172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Allocated IP 172.20.0.7 (cf1cbe4f-459b-4c91-acf6-26e9282e6230/25400dea-b2f8-4bcb-8adc-eb33098a2a7f/8843f7c0-cc33-43de-8bce-a94ecd499f71) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:16.523416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aefa9e-e828-4aef-8c3f-b521392d7897 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:16.525490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aefa9e-e828-4aef-8c3f-b521392d7897 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:16.529336 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-04aefa9e-e828-4aef-8c3f-b521392d7897 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0814922 May 26 16:11:16.530030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:16.619416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffa0d59-3699-43b9-8818-c9c9d17a99a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 0dd6ce4e-bf01-4074-b308-062fb2707382 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:16.624890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0d59-3699-43b9-8818-c9c9d17a99a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.690713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0d59-3699-43b9-8818-c9c9d17a99a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.767337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Provisioning complete for port c6f8707f-2d5c-4ddf-977d-5a408a6edae0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:16.767909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.802300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6aacd144-5078-4619-9cef-321e3e925c11 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:16.818663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0d59-3699-43b9-8818-c9c9d17a99a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.829111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 6aacd144-5078-4619-9cef-321e3e925c11 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:16.829461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6aacd144-5078-4619-9cef-321e3e925c11 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:16.932932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Current status of the port c6f8707f-2d5c-4ddf-977d-5a408a6edae0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:16.934229 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.959404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0d59-3699-43b9-8818-c9c9d17a99a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.978595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ffa0d59-3699-43b9-8818-c9c9d17a99a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.981886 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ffa0d59-3699-43b9-8818-c9c9d17a99a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/0dd6ce4e-bf01-4074-b308-062fb2707382 HTTP/1.1" status: 204 len: 168 time: 0.4502749 May 26 16:11:17.003543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44770) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:17.010042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa0d59-3699-43b9-8818-c9c9d17a99a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd6ce4e-bf01-4074-b308-062fb2707382,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:17.033522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:11:17.034080 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:11:17.057710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57593c4-fafe-4a82-969b-c998d8c7446a None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:17.060245 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3572cd24-3dad-4d78-a1f2-c32ccc813c8c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558081 May 26 16:11:17.067457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44774) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:17.072476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:17.210542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:17.214622 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.252727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:17.266770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c60ac54-e300-4101-b34f-2921cb575a25 req-8bd5b9b3-c14b-4b40-a676-0f22612295cb tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 210 time: 0.5673592 May 26 16:11:17.272265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:17.287456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:17.289928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:17.388641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] No DVR routers for this DVR port 6aacd144-5078-4619-9cef-321e3e925c11 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:17.391982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.395860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3ea2cac-ccbf-46ed-ac50-168505147f92 req-777fc9ab-9d27-40a0-b0f6-5b85a17490b1 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "DELETE /v2.0/ports/6aacd144-5078-4619-9cef-321e3e925c11 HTTP/1.1" status: 204 len: 173 time: 5.4268317 May 26 16:11:17.405256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'name': 'network-vif-deleted', 'tag': '6aacd144-5078-4619-9cef-321e3e925c11'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:17.407325 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d718b7-86b7-45d6-9fe9-9159d249cad1" -d '{"events": [{"server_uuid": "4b8573c1-7d4e-4b81-8750-4a40fdac4d6a", "name": "network-vif-deleted", "tag": "6aacd144-5078-4619-9cef-321e3e925c11"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:17.445597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc55a8d7-3e52-406c-9040-60a759f0f58f None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:17.491288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:17.540616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.549006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.579451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Current status of the port c6f8707f-2d5c-4ddf-977d-5a408a6edae0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:17.580000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.615347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:17.618933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:17.623743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:17.624343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.629259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-7b22dfec-7b6d-4485-a212-b31fd9361c53 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1496701 May 26 16:11:17.643805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=650289e7-57d6-4b37-93cd-7f0e4bb7a3f8,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:17.650085 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-09090f4d-c98b-4c58-814c-1d202135686f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5811760 May 26 16:11:17.661242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44786) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:17.675319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1e5fb781-4f91-44c9-adfb-e6d478ed683b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': '650289e7-57d6-4b37-93cd-7f0e4bb7a3f8', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-365615088'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:17.688293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84145561-fd3f-43ef-9132-f005d9c889c4 req-b3613fed-252a-455b-a8a7-6c22cb8b15c4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:17.698304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84145561-fd3f-43ef-9132-f005d9c889c4 req-b3613fed-252a-455b-a8a7-6c22cb8b15c4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 944 time: 1.1968555 May 26 16:11:17.720946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] For port c6f8707f-2d5c-4ddf-977d-5a408a6edae0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c6f8707f-2d5c-4ddf-977d-5a408a6edae0,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:17.724464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bc55a8d7-3e52-406c-9040-60a759f0f58f None None] Deleting port c6f8707f-2d5c-4ddf-977d-5a408a6edae0 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:17.725117 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc55a8d7-3e52-406c-9040-60a759f0f58f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.731849 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.756794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.821518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5fb781-4f91-44c9-adfb-e6d478ed683b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:17.821886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee638e-ba35-4268-8714-8b0550ba3334 None None] Pushing event updated for resources: {'Port': ['ID=c6f8707f-2d5c-4ddf-977d-5a408a6edae0,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:17.830391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb781-4f91-44c9-adfb-e6d478ed683b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.844780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Network cf1cbe4f-459b-4c91-acf6-26e9282e6230 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:17.854359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-1e5fb781-4f91-44c9-adfb-e6d478ed683b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port b81ebae8-7a81-4ed5-a21f-6f6faeadeec0 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:17.856499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:17.892706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2d995b33-9b4c-49ca-b6f8-1e8b1fcce10c None None] Could not find standard attr ID for object 78cdb312-f9a1-45d6-9881-a207460e18e0. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:11:17.921434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:17.928673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84145561-fd3f-43ef-9132-f005d9c889c4 req-6ddcc4ad-02e2-4c8f-9ba6-db543397a211 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288132 May 26 16:11:17.950135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ac682-ada4-4df6-a714-c42e5c0570da req-9912ca9d-3904-4def-a8b3-c15bbf7f70b7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:17.952392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-319ac682-ada4-4df6-a714-c42e5c0570da req-9912ca9d-3904-4def-a8b3-c15bbf7f70b7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.5660374 May 26 16:11:17.981085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Pushing event updated for resources: {'Port': ['ID=8843f7c0-cc33-43de-8bce-a94ecd499f71,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:18.116770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.125845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.133262 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5fb781-4f91-44c9-adfb-e6d478ed683b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:11:18.133808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5fb781-4f91-44c9-adfb-e6d478ed683b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:11:18.142115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bc55a8d7-3e52-406c-9040-60a759f0f58f None None] For port c6f8707f-2d5c-4ddf-977d-5a408a6edae0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c6f8707f-2d5c-4ddf-977d-5a408a6edae0,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:18.142828 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc55a8d7-3e52-406c-9040-60a759f0f58f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.150314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e7ebae7-b746-45a0-9e21-7bd5741888da req-4a949ba4-3285-448c-a73d-d53052a06a02 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966238 May 26 16:11:18.161883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-319ac682-ada4-4df6-a714-c42e5c0570da req-b5b0c85c-ed0d-4866-90ae-a66801632c2b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817806 May 26 16:11:18.177850 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1e5fb781-4f91-44c9-adfb-e6d478ed683b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5166235 May 26 16:11:18.181751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44798) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.199094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bc55a8d7-3e52-406c-9040-60a759f0f58f None None] Calling delete_port for c6f8707f-2d5c-4ddf-977d-5a408a6edae0 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:18.237717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-a37695af-3f2c-47a1-948e-c749c8db6821 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1158073 May 26 16:11:18.285615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Request body: {'port': {'device_id': 'c627bf84-a792-4c77-b702-8b338d7cfcff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:18.302125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6731bcc7-69cb-48a6-af72-7d2e9a0b3fcb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.307979 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6731bcc7-69cb-48a6-af72-7d2e9a0b3fcb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1215703 May 26 16:11:18.309623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44804) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.319794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23048137-de85-49a8-b0d8-bc7664bdc93e req-d1ba3d6b-505f-40f8-a110-263f428223b9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8573c1-7d4e-4b81-8750-4a40fdac4d6a HTTP/1.1" status: 200 len: 210 time: 0.1683745 May 26 16:11:18.393512 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a530f733-5753-4687-8871-9773049255cd req-72b62b8c-8136-4c80-bc37-f89decd92d82 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0697258 May 26 16:11:18.402618 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69916761-ac14-45c7-9593-4e344abd9643 x-openstack-request-id: req-69916761-ac14-45c7-9593-4e344abd9643 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:18.406232 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8573c1-7d4e-4b81-8750-4a40fdac4d6a", "name": "network-vif-deleted", "tag": "6aacd144-5078-4619-9cef-321e3e925c11", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:18.406662 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69916761-ac14-45c7-9593-4e344abd9643 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:18.407316 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69916761-ac14-45c7-9593-4e344abd9643'] response: {'server_uuid': '4b8573c1-7d4e-4b81-8750-4a40fdac4d6a', 'name': 'network-vif-deleted', 'tag': '6aacd144-5078-4619-9cef-321e3e925c11', 'status': 'completed', 'code': 200} May 26 16:11:18.414016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beba2569-b28e-4a87-a605-c242f67f72b2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.415632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beba2569-b28e-4a87-a605-c242f67f72b2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.417646 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-beba2569-b28e-4a87-a605-c242f67f72b2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1069956 May 26 16:11:18.420949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44808) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.449226 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc55a8d7-3e52-406c-9040-60a759f0f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.474300 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.492049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc55a8d7-3e52-406c-9040-60a759f0f58f None None] No DVR routers for this DVR port c6f8707f-2d5c-4ddf-977d-5a408a6edae0 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:18.521838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55a8d7-3e52-406c-9040-60a759f0f58f None None] Pushing event deleted for resources: {'Port': ['ID=c6f8707f-2d5c-4ddf-977d-5a408a6edae0,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:18.551319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18333548-ec9d-487e-a43f-65ab2d104a92 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:18.564889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79d2574-0706-4a60-9703-e7d99ef324e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 650289e7-57d6-4b37-93cd-7f0e4bb7a3f8 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:18.571572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c79d2574-0706-4a60-9703-e7d99ef324e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.577237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6969d22f-e311-4950-8647-29e8db603795', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:28Z', 'updated_at': '2022-05-26T16:08:59Z', 'revision_number': 2, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:18.626631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfb3d1-2cfb-4dd7-b9bc-1e279039fc34 req-beb33587-5b08-4712-976a-95df5908a7db tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.636712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8bcfb3d1-2cfb-4dd7-b9bc-1e279039fc34 req-beb33587-5b08-4712-976a-95df5908a7db tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 931 time: 0.1470032 May 26 16:11:18.648113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:18.699450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:18.700449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:18.713207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c79d2574-0706-4a60-9703-e7d99ef324e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.748390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44816) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.798649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c79d2574-0706-4a60-9703-e7d99ef324e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.837191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 85adca4a-93ad-497c-8ea9-b41b05520221 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:18.870522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8bcfb3d1-2cfb-4dd7-b9bc-1e279039fc34 req-47edafc9-c11d-4500-9464-9a78c21fdab2 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326756 May 26 16:11:18.914849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c79d2574-0706-4a60-9703-e7d99ef324e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.944055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7862dc39-aa54-476f-8b62-9dd02b8dd717 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:18.962089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-13b0469e-390d-4915-9312-28c2d7d8d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.963722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-13b0469e-390d-4915-9312-28c2d7d8d28e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 1096 time: 0.2137163 May 26 16:11:18.966298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac746a-9a00-434b-9ca7-96177a8389e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '650289e7-57d6-4b37-93cd-7f0e4bb7a3f8'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:18.968180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-74ac746a-9a00-434b-9ca7-96177a8389e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.970636 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c79d2574-0706-4a60-9703-e7d99ef324e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.975595 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c79d2574-0706-4a60-9703-e7d99ef324e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/650289e7-57d6-4b37-93cd-7f0e4bb7a3f8 HTTP/1.1" status: 204 len: 168 time: 0.5514824 May 26 16:11:18.977120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d2574-0706-4a60-9703-e7d99ef324e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=650289e7-57d6-4b37-93cd-7f0e4bb7a3f8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:18.979188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa6dd8-8ea3-4a26-9dcb-d4af0624dd2f req-ebbfebd5-2a9c-4a20-a201-5203cbddaa1d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.981450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44822) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.981831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0aa6dd8-8ea3-4a26-9dcb-d4af0624dd2f req-ebbfebd5-2a9c-4a20-a201-5203cbddaa1d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.2295513 May 26 16:11:19.028103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:19.047548 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a758d870-1c04-46b1-88c2-862757a1aef8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658503 May 26 16:11:19.048278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44826) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:19.053333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:19.089709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7862dc39-aa54-476f-8b62-9dd02b8dd717 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] 10.222.0.39 "PUT /v2.0/quotas/5e25c522707e4539a772e877e07a4a4f HTTP/1.1" status: 200 len: 368 time: 0.3317330 May 26 16:11:19.092763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44828) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:19.107742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Request body: {'network': {'project_id': '5e25c522707e4539a772e877e07a4a4f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:19.164485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:19.170125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.207332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0aa6dd8-8ea3-4a26-9dcb-d4af0624dd2f req-6bac0d61-798b-4697-bbdc-83c66092d392 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117839 May 26 16:11:19.239936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Made reservation on behalf of 5e25c522707e4539a772e877e07a4a4f for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:19.242420 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.266253 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.268707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-12aad102-9ce5-4533-808b-9411b1fbc714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:19.270319 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-12aad102-9ce5-4533-808b-9411b1fbc714 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.2850747 May 26 16:11:19.285686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20555f6a-01ac-4373-b673-455b4fdb8f12 req-f3b096aa-6196-4bba-8ba4-52f21b164956 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:19.287729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20555f6a-01ac-4373-b673-455b4fdb8f12 req-f3b096aa-6196-4bba-8ba4-52f21b164956 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 944 time: 0.1898062 May 26 16:11:19.343567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-af809b49-38c7-44d5-a995-76cc91f3445e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a14806-b8eb-4077-8522-027d27ad3001 HTTP/1.1" status: 200 len: 217 time: 0.0474675 May 26 16:11:19.421233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.461300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8843f7c0-cc33-43de-8bce-a94ecd499f71 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:19.463450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 85adca4a-93ad-497c-8ea9-b41b05520221, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=85adca4a-93ad-497c-8ea9-b41b05520221,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:19.486276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '85adca4a-93ad-497c-8ea9-b41b05520221', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'port_id': '85adca4a-93ad-497c-8ea9-b41b05520221', 'mac_address': 'fa:16:3e:ca:1e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:19.496858 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.497751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:19.503552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:19.508655 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:19.509319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.521366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44836) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:19.523861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=549b3138-dd39-4919-b6eb-0b8bf5d8218b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:19.534640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a52dd41-330c-4693-8de1-a0db99e25526 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:19.559943 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ee737d6-7f11-46be-abd5-2dce2a7bcc6c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5105031 May 26 16:11:19.563605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Transition to ACTIVE for port object 8843f7c0-cc33-43de-8bce-a94ecd499f71 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:11:19.567558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44838) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:19.573420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7eb991ee-23d0-4680-b601-ede08934914e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1074720940', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:19.578890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20555f6a-01ac-4373-b673-455b4fdb8f12 req-c1a34c1d-5a55-43f8-a0c1-ae5c36ce2a7e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781515 May 26 16:11:19.580816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-44137f5e-1346-4b29-90d4-617602e8591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:19.583951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-44137f5e-1346-4b29-90d4-617602e8591d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.2054596 May 26 16:11:19.591040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.626071 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7eb991ee-23d0-4680-b601-ede08934914e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.627538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7eb991ee-23d0-4680-b601-ede08934914e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.662096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2327a533-d450-449a-ba79-e2d6aeac132a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.716621 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7eb991ee-23d0-4680-b601-ede08934914e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.723673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2327a533-d450-449a-ba79-e2d6aeac132a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.733194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8843f7c0-cc33-43de-8bce-a94ecd499f71,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:19.741671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 85adca4a-93ad-497c-8ea9-b41b05520221 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:19.741861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a5e691d-0be1-4272-a15e-e0006e030ff1 req-3e33bd1b-bb7e-4f57-ac4f-0acb3ed93b7a tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0791872 May 26 16:11:19.741973 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.793929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-2711f4c2-f273-4f6e-999c-64a6b7f746c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:19.794431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85adca4a-93ad-497c-8ea9-b41b05520221 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:19.794536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-2711f4c2-f273-4f6e-999c-64a6b7f746c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875303 May 26 16:11:19.803678 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7eb991ee-23d0-4680-b601-ede08934914e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.817470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 85adca4a-93ad-497c-8ea9-b41b05520221, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=85adca4a-93ad-497c-8ea9-b41b05520221,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:19.822684 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.831787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2327a533-d450-449a-ba79-e2d6aeac132a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.834948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2327a533-d450-449a-ba79-e2d6aeac132a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.839306 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2327a533-d450-449a-ba79-e2d6aeac132a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "DELETE /v2.0/security-groups/2db66b9b-7937-430a-9366-f1bd97946973 HTTP/1.1" status: 204 len: 168 time: 0.3140495 May 26 16:11:19.839469 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.843460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44840) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:19.849097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7eb991ee-23d0-4680-b601-ede08934914e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.854581 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7eb991ee-23d0-4680-b601-ede08934914e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2826889 May 26 16:11:19.869675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44842) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:19.882211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '549b3138-dd39-4919-b6eb-0b8bf5d8218b'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:19.883076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.927562 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.959412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Attempting to bind port 8843f7c0-cc33-43de-8bce-a94ecd499f71 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:19.960820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Attempting to bind port 8843f7c0-cc33-43de-8bce-a94ecd499f71 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '067a4376-ca53-47db-923d-a2b8e3ad65d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf1cbe4f-459b-4c91-acf6-26e9282e6230'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:19.961559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Attempting to bind port 8843f7c0-cc33-43de-8bce-a94ecd499f71 on network cf1cbe4f-459b-4c91-acf6-26e9282e6230 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:19.982122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327a533-d450-449a-ba79-e2d6aeac132a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db66b9b-7937-430a-9366-f1bd97946973,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:19.989603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Port 8843f7c0-cc33-43de-8bce-a94ecd499f71 on network cf1cbe4f-459b-4c91-acf6-26e9282e6230 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:11:19.990088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Attempting to bind port 8843f7c0-cc33-43de-8bce-a94ecd499f71 on network cf1cbe4f-459b-4c91-acf6-26e9282e6230 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:20.000165 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-3f8084c5-a432-4e11-ae64-130ac4b2e4f6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] show failed (client error): The resource could not be found. May 26 16:11:20.002712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3f8084c5-a432-4e11-ae64-130ac4b2e4f6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups/2db66b9b-7937-430a-9366-f1bd97946973 HTTP/1.1" status: 404 len: 347 time: 0.1574979 May 26 16:11:20.013519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44846) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:20.027968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:20.052387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:20.052893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Checking segment: {'id': '067a4376-ca53-47db-923d-a2b8e3ad65d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf1cbe4f-459b-4c91-acf6-26e9282e6230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:20.053399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Bound using segment: {'id': '067a4376-ca53-47db-923d-a2b8e3ad65d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf1cbe4f-459b-4c91-acf6-26e9282e6230'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:20.053957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Bound port: 8843f7c0-cc33-43de-8bce-a94ecd499f71, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067a4376-ca53-47db-923d-a2b8e3ad65d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf1cbe4f-459b-4c91-acf6-26e9282e6230'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:20.054451 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.075121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=85adca4a-93ad-497c-8ea9-b41b05520221,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:20.156790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6969d22f-e311-4950-8647-29e8db603795', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:28Z', 'updated_at': '2022-05-26T16:08:59Z', 'revision_number': 2, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:20.159741 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.160816 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Added segment d22a17f3-81bf-49d1-a228-a08a3e723599 of type vlan for network 84e32399-a962-48dd-a845-cafbda46fad0 May 26 16:11:20.165881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af999fd-c93c-422a-ad14-cc1761d94986,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:20.195850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c79b7-6661-48a3-a141-e38ccc63d676 None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6969d22f-e311-4950-8647-29e8db603795', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:08:28Z', 'updated_at': '2022-05-26T16:08:59Z', 'revision_number': 2, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:20.224521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/549b3138-dd39-4919-b6eb-0b8bf5d8218b/0422d67a-9c80-4cfd-8db1-d82c5bf33f6e) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:20.276383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['85adca4a-93ad-497c-8ea9-b41b05520221'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:20.307383 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.337350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-5445042d-906e-4895-b2e2-c4dfa843b912 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449734 May 26 16:11:20.345761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.358296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e087f-12e5-4e8d-a494-d045d28cca88 req-1ac89ee7-c729-47d3-bdeb-b5d313575ab5 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:20.360526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f09e087f-12e5-4e8d-a494-d045d28cca88 req-1ac89ee7-c729-47d3-bdeb-b5d313575ab5 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 943 time: 0.3914618 May 26 16:11:20.487621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:11:20.567288 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.579165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.590193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] For port 8843f7c0-cc33-43de-8bce-a94ecd499f71, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:20.636576 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.637536 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b0dfd-6358-40ef-9997-d567cf78d9ca None None] New status for floating IP b4fce14d-aa1d-4801-9e9b-f267bb48ddfb: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:11:20.638947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:20.639377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:20.640372 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.645710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:20.655483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:20.667996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Pushing event updated for resources: {'Port': ['ID=0422d67a-9c80-4cfd-8db1-d82c5bf33f6e,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:20.672112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] For port 8843f7c0-cc33-43de-8bce-a94ecd499f71, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8843f7c0-cc33-43de-8bce-a94ecd499f71,segment=NetworkSegment(067a4376-ca53-47db-923d-a2b8e3ad65d0),segment_id=067a4376-ca53-47db-923d-a2b8e3ad65d0)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:20.684403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::1 (96cccbcd-4c17-4e53-b917-fe16019574dd/549b3138-dd39-4919-b6eb-0b8bf5d8218b/9495ffa7-e15b-4500-851e-03203f20a94c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:20.764783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Attempting to bind port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:20.765342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Attempting to bind port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:20.765807 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Attempting to bind port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:20.772457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f09e087f-12e5-4e8d-a494-d045d28cca88 req-5312b8b7-a323-4829-b60e-8dcab3761f27 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745627 May 26 16:11:20.775937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Pushing event updated for resources: {'Network': ['ID=84e32399-a962-48dd-a845-cafbda46fad0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:20.798709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3502c0-3bb7-4e8f-922e-3861168dc1b7 req-9a63e015-c12b-4f67-8d11-5a7b3ec3acf7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:20.804397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 84e32399-a962-48dd-a845-cafbda46fad0 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:20.808377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df3502c0-3bb7-4e8f-922e-3861168dc1b7 req-9a63e015-c12b-4f67-8d11-5a7b3ec3acf7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.4396782 May 26 16:11:20.827549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.832444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:20.832985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:20.833494 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.833989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:20.834629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Bound port: 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:20.835116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.854730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ee1fe63c-93d0-4147-bfc3-1964f1067ad3 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7556925 May 26 16:11:20.859408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44854) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:20.865836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Request body: {'network': {'project_id': '5e25c522707e4539a772e877e07a4a4f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:20.914880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:20.916127 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.917832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] 10.222.0.24 "PUT /v2.0/ports/8843f7c0-cc33-43de-8bce-a94ecd499f71 HTTP/1.1" status: 200 len: 1091 time: 2.6445794 May 26 16:11:20.924897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.927201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Made reservation on behalf of 5e25c522707e4539a772e877e07a4a4f for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:20.929585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.945774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c627bf84-a792-4c77-b702-8b338d7cfcff', 'tag': '8843f7c0-cc33-43de-8bce-a94ecd499f71'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:20.947903 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c627bf84-a792-4c77-b702-8b338d7cfcff", "tag": "8843f7c0-cc33-43de-8bce-a94ecd499f71"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:21.002343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:21.010305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] For port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:21.015187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] For port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0422d67a-9c80-4cfd-8db1-d82c5bf33f6e,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:21.019081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Deleting port 63f95a6a-1ca7-4101-88a4-7d54fda64a00 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:21.019466 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.023852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.026866 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.027093 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Added segment a389f117-a369-4062-ae53-a917c77443e3 of type vlan for network c48aa584-63b8-4e5c-81b8-7f3d71ee354f May 26 16:11:21.042651 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.091349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df3502c0-3bb7-4e8f-922e-3861168dc1b7 req-debbef56-24f2-4fcf-916a-871f3bb729d6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813878 May 26 16:11:21.118362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f2b68-2aee-4277-88b1-bb608cc4dcb4 None None] Pushing event updated for resources: {'Port': ['ID=0422d67a-9c80-4cfd-8db1-d82c5bf33f6e,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:21.130654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.148622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:21.150179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3e4e9b6-8717-4466-b686-3c13d23545ef req-4eee7593-0b2f-4262-815e-7d646566eeb2 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7882302 May 26 16:11:21.155402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:21.166864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:21.167063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.192902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e0fab-ec5a-40f8-bc8e-805c1582bfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8843f7c0-cc33-43de-8bce-a94ecd499f71,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:21.201897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e9613-356a-443a-8343-c42eb7979cb6 req-a2fa7f77-b6a7-4322-a80c-5f8754fc67c3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:21.203749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a9e9613-356a-443a-8343-c42eb7979cb6 req-a2fa7f77-b6a7-4322-a80c-5f8754fc67c3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 945 time: 0.2736933 May 26 16:11:21.234373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-c6808f17-62b6-4315-bfef-b2cc39f8fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:21.235791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=9495ffa7-e15b-4500-851e-03203f20a94c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:21.235938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-c6808f17-62b6-4315-bfef-b2cc39f8fc3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=38887db5b8514149a52187a95cf12c2a&device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 1094 time: 0.2230730 May 26 16:11:21.240183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.240516 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.255825 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.257408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:21.258370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.326759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Calling delete_port for 63f95a6a-1ca7-4101-88a4-7d54fda64a00 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:21.342847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-99489e45-6fa3-45bf-8b80-4640fbff2f79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8843f7c0-cc33-43de-8bce-a94ecd499f71 HTTP/1.1" status: 200 len: 217 time: 0.0925424 May 26 16:11:21.349730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57557ed5-d39d-4f08-817b-c4aba6b706f8 req-0758ba9c-fd40-48cf-9ba0-126a0a52205a tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0809102 May 26 16:11:21.356655 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4960148 May 26 16:11:21.361520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44862) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:21.369315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d092065d-a370-49b5-b206-c5b09aec4d40 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Request body: {'network': {'project_id': '5e25c522707e4539a772e877e07a4a4f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:21.400547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6e171-eba6-4e7d-b495-1dca26b80b4a tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Pushing event updated for resources: {'Network': ['ID=c48aa584-63b8-4e5c-81b8-7f3d71ee354f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:21.402368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a9e9613-356a-443a-8343-c42eb7979cb6 req-742e6dd1-4398-4260-8bb6-7bdb9e95220e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853170 May 26 16:11:21.423888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network c48aa584-63b8-4e5c-81b8-7f3d71ee354f details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:21.427973 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-d092065d-a370-49b5-b206-c5b09aec4d40 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 26 16:11:21.429135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d092065d-a370-49b5-b206-c5b09aec4d40 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:11:21.430871 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d092065d-a370-49b5-b206-c5b09aec4d40 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0682127 May 26 16:11:21.462230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44864) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:21.486208 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a05981c-1c04-493c-a96b-78dcce799d5a x-openstack-request-id: req-3a05981c-1c04-493c-a96b-78dcce799d5a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:21.486499 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c627bf84-a792-4c77-b702-8b338d7cfcff", "tag": "8843f7c0-cc33-43de-8bce-a94ecd499f71", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:21.486726 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a05981c-1c04-493c-a96b-78dcce799d5a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:21.487125 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a05981c-1c04-493c-a96b-78dcce799d5a'] response: {'name': 'network-changed', 'server_uuid': 'c627bf84-a792-4c77-b702-8b338d7cfcff', 'tag': '8843f7c0-cc33-43de-8bce-a94ecd499f71', 'status': 'completed', 'code': 200} May 26 16:11:21.506476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-d7b85308-d26f-44cc-a3d3-8efd9a9b0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:21.507800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-d7b85308-d26f-44cc-a3d3-8efd9a9b0e90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25400dea-b2f8-4bcb-8adc-eb33098a2a7f HTTP/1.1" status: 200 len: 854 time: 0.1454813 May 26 16:11:21.529030 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.582170 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-b064f146-79f8-4279-97a1-ad7fa671ddde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf1cbe4f-459b-4c91-acf6-26e9282e6230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629508 May 26 16:11:21.630355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-373789b3-88c3-4621-b277-8019ad9bf098 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e25c522707e4539a772e877e07a4a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669559 May 26 16:11:21.635617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44866) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:21.743706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-7676d5e3-3972-4e89-bc1b-3b9091bc0438 service neutron] 10.222.0.24 "GET /v2.0/networks/cf1cbe4f-459b-4c91-acf6-26e9282e6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498413 May 26 16:11:21.745848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.794484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'Port': ['ID=63f95a6a-1ca7-4101-88a4-7d54fda64a00,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:21.844921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81bea170-5d57-46b1-a9e6-e748a2350f8c tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.888280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81bea170-5d57-46b1-a9e6-e748a2350f8c tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.956595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.959764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.962899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-49a972d0-da3e-4c35-ab14-9ae07aceae9e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "DELETE /v2.0/floatingips/b4fce14d-aa1d-4801-9e9b-f267bb48ddfb HTTP/1.1" status: 204 len: 168 time: 1.9410925 May 26 16:11:21.964507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0da1e8da-def7-4255-91b9-cd070e3dd03f req-cdba376c-51c8-44ad-bc5f-11437e489f03 service neutron] 10.222.0.24 "GET /v2.0/networks/cf1cbe4f-459b-4c91-acf6-26e9282e6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125471 May 26 16:11:21.977704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259557d-a809-4360-ae91-d9a7bc05b286 req-4c59ec30-78df-4114-a2fd-af12527b117f tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:21.980506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c259557d-a809-4360-ae91-d9a7bc05b286 req-4c59ec30-78df-4114-a2fd-af12527b117f tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 943 time: 0.1002440 May 26 16:11:21.990666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.001148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.002248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.011404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81bea170-5d57-46b1-a9e6-e748a2350f8c tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.018283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-81bea170-5d57-46b1-a9e6-e748a2350f8c tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.023242 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-81bea170-5d57-46b1-a9e6-e748a2350f8c tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/4af999fd-c93c-422a-ad14-cc1761d94986 HTTP/1.1" status: 204 len: 168 time: 0.3425806 May 26 16:11:22.023515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44872) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:22.064819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bea170-5d57-46b1-a9e6-e748a2350f8c tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af999fd-c93c-422a-ad14-cc1761d94986,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:22.122120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c259557d-a809-4360-ae91-d9a7bc05b286 req-ecabd2de-3158-42f3-a270-068787dc73c7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308925 May 26 16:11:22.137658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=9495ffa7-e15b-4500-851e-03203f20a94c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:22.168772 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.178707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-c38bccd7-bcb0-4d61-84c3-634e21602bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.182691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-c38bccd7-bcb0-4d61-84c3-634e21602bbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=38887db5b8514149a52187a95cf12c2a&device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 1094 time: 0.1452265 May 26 16:11:22.240579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:22.242714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:22.494114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Router f0d3b84c-c635-431b-8716-3ed993b3befc is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:11:22.625846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:22.634566 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4bf9619e-5f3a-4b31-83f4-4106b1889756 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "PUT /v2.0/routers/f0d3b84c-c635-431b-8716-3ed993b3befc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7637205 May 26 16:11:22.635212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44888) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:22.640912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Sync routers for ids ['f0d3b84c-c635-431b-8716-3ed993b3befc'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:22.666653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Routers {'f0d3b84c-c635-431b-8716-3ed993b3befc'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:22.668003 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['f0d3b84c-c635-431b-8716-3ed993b3befc'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:22.704647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1a96f-59e5-44f0-a6bc-92ee59fe2048 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.710069 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-42a1a96f-59e5-44f0-a6bc-92ee59fe2048 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports/9495ffa7-e15b-4500-851e-03203f20a94c HTTP/1.1" status: 200 len: 911 time: 0.0733128 May 26 16:11:22.710843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44890) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:22.763436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-34be0e39-68b6-4ac3-9d47-a75888a99dd6 None None] Provisioning complete for port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:22.764972 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-34be0e39-68b6-4ac3-9d47-a75888a99dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.773889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1e7c2-f4a4-4941-8405-bbde5ac010bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.775885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe10e8b-534b-435e-9d99-dacfbb18200e req-bbba9b96-7021-4aa6-bebf-05f12c5f8c8c tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0777445 May 26 16:11:22.781846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1e7c2-f4a4-4941-8405-bbde5ac010bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.784081 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1aa1e7c2-f4a4-4941-8405-bbde5ac010bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0717413 May 26 16:11:22.790156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44892) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:22.828698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 85adca4a-93ad-497c-8ea9-b41b05520221 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:22.894550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Set router f0d3b84c-c635-431b-8716-3ed993b3befc gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:22.926710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.960219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54dae5-277c-4c79-8af6-94f5ccff7258 req-bab4ad76-8896-4b41-bfee-19961da4b987 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.965623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c54dae5-277c-4c79-8af6-94f5ccff7258 req-bab4ad76-8896-4b41-bfee-19961da4b987 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.2549796 May 26 16:11:23.023751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 85adca4a-93ad-497c-8ea9-b41b05520221 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:23.066682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-6a7959c1-8a30-4f57-95c8-ec51eedfd081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:23.069090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-6a7959c1-8a30-4f57-95c8-ec51eedfd081 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf1cbe4f-459b-4c91-acf6-26e9282e6230 HTTP/1.1" status: 200 len: 915 time: 0.8776429 May 26 16:11:23.077625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 85adca4a-93ad-497c-8ea9-b41b05520221 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:23.080766 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.106042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48aa584-63b8-4e5c-81b8-7f3d71ee354f']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:23.158343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-889a325d-0049-497b-a1d4-e4dd15351058 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8843f7c0-cc33-43de-8bce-a94ecd499f71 HTTP/1.1" status: 200 len: 217 time: 0.0555701 May 26 16:11:23.175892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c54dae5-277c-4c79-8af6-94f5ccff7258 req-f8dbf442-3dd8-421c-8192-c3d708c63215 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886902 May 26 16:11:23.268368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-6e7a28ba-0baf-4533-b680-919d8ceefee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:23.269961 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-6e7a28ba-0baf-4533-b680-919d8ceefee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25400dea-b2f8-4bcb-8adc-eb33098a2a7f HTTP/1.1" status: 200 len: 854 time: 0.0930574 May 26 16:11:23.278498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a389f117-a369-4062-ae53-a917c77443e3') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:23.278996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a389f117-a369-4062-ae53-a917c77443e3') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:23.295742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe47a7e-787a-4287-8d27-8bfcaaab2812 req-c78a209d-577a-4399-9a33-519c61b7ca3a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:23.298720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fe47a7e-787a-4287-8d27-8bfcaaab2812 req-c78a209d-577a-4399-9a33-519c61b7ca3a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 945 time: 0.3648889 May 26 16:11:23.320576 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.371000 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-708dbdec-c278-446d-a5cf-520e90fe1ede service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf1cbe4f-459b-4c91-acf6-26e9282e6230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711606 May 26 16:11:23.457244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-34be0e39-68b6-4ac3-9d47-a75888a99dd6 None None] Current status of the port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:23.457628 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-34be0e39-68b6-4ac3-9d47-a75888a99dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.559996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-34be0e39-68b6-4ac3-9d47-a75888a99dd6 None None] For port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0422d67a-9c80-4cfd-8db1-d82c5bf33f6e,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:23.590296 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-34be0e39-68b6-4ac3-9d47-a75888a99dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.592574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-1b6b13a2-5001-4488-9b3c-b9fc3277219e service neutron] 10.222.0.24 "GET /v2.0/networks/cf1cbe4f-459b-4c91-acf6-26e9282e6230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124238 May 26 16:11:23.629037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.710278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:23.710803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:23.711300 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.763352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9fe47a7e-787a-4287-8d27-8bfcaaab2812 req-d44487eb-8ac0-4f5c-83c4-a01745624ca0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458983 May 26 16:11:23.767188 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment a389f117-a369-4062-ae53-a917c77443e3 resource provider aggregate not found May 26 16:11:23.806341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.813664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 85adca4a-93ad-497c-8ea9-b41b05520221 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:23.815103 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment a389f117-a369-4062-ae53-a917c77443e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a389f117-a369-4062-ae53-a917c77443e3 found for delete ", "request_id": "req-0e116661-a05d-40d2-865c-cecc3a9b5f29"}]} May 26 16:11:23.815707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.838204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.858762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f62d1-8275-42c0-bf98-3eebff2b5735 req-3b4f117b-a5c2-4735-aa04-60de5f93f4a5 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:23.874776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa2f62d1-8275-42c0-bf98-3eebff2b5735 req-3b4f117b-a5c2-4735-aa04-60de5f93f4a5 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 943 time: 0.5077159 May 26 16:11:23.890663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.893128 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.895462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be0e39-68b6-4ac3-9d47-a75888a99dd6 None None] Pushing event updated for resources: {'Port': ['ID=0422d67a-9c80-4cfd-8db1-d82c5bf33f6e,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:23.921015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.927825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] 10.222.0.39 "DELETE /v2.0/networks/c48aa584-63b8-4e5c-81b8-7f3d71ee354f HTTP/1.1" status: 204 len: 168 time: 1.9026270 May 26 16:11:23.932230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85adca4a-93ad-497c-8ea9-b41b05520221'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:23.933793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44904) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:23.938588 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8788290a-03bf-4e1c-be50-4d59333675b6" -d '{"events": [{"server_uuid": "e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a", "name": "network-vif-plugged", "status": "completed", "tag": "85adca4a-93ad-497c-8ea9-b41b05520221"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:23.959356 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acfe47a7-4a6d-4a3b-b1ee-763c137bce5c req-f616dc4b-959d-4c09-b126-53490e446d31 service neutron] 10.222.0.24 "GET /v2.0/networks/cf1cbe4f-459b-4c91-acf6-26e9282e6230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234942 May 26 16:11:23.962359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-21048b75-b604-49b6-8e5c-680faed60569 None None] Provisioning complete for port 9495ffa7-e15b-4500-851e-03203f20a94c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:23.962848 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-21048b75-b604-49b6-8e5c-680faed60569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.969327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 85adca4a-93ad-497c-8ea9-b41b05520221, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=85adca4a-93ad-497c-8ea9-b41b05520221,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:23.988232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b942579-1b93-485c-99e1-27b9bbc0147b tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Pushing event deleted for resources: {'Network': ['ID=c48aa584-63b8-4e5c-81b8-7f3d71ee354f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:23.997203 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:11:24.006153 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.058684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa2f62d1-8275-42c0-bf98-3eebff2b5735 req-a5eb0483-bfb0-4521-b145-7b21b933e302 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821094 May 26 16:11:24.063395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3b84c-c635-431b-8716-3ed993b3befc', 'name': 'tempest-NetworksTestDHCPv6-router-1074720940', 'tenant_id': '9335d20204ca45069171757b0df38739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:11:19Z', 'updated_at': '2022-05-26T16:11:21Z', 'revision_number': 2, 'project_id': '9335d20204ca45069171757b0df38739', 'gw_port_host': None, '_interfaces': [{'id': '9495ffa7-e15b-4500-851e-03203f20a94c', 'name': '', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'mac_address': 'fa:16:3e:68:b1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3b84c-c635-431b-8716-3ed993b3befc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '549b3138-dd39-4919-b6eb-0b8bf5d8218b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:20Z', 'updated_at': '2022-05-26T16:11:21Z', 'revision_number': 2, 'project_id': '9335d20204ca45069171757b0df38739', 'subnets': [{'id': '549b3138-dd39-4919-b6eb-0b8bf5d8218b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:24.110776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Checking router: f0d3b84c-c635-431b-8716-3ed993b3befc for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:24.112227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Updating router f0d3b84c-c635-431b-8716-3ed993b3befc port 9495ffa7-e15b-4500-851e-03203f20a94c binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:11:24.117183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:24.117553 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.120070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-21048b75-b604-49b6-8e5c-680faed60569 None None] Port 9495ffa7-e15b-4500-851e-03203f20a94c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:24.165935 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8796dc0b-9ba4-4f3d-ab01-a85325536f53 req-2ef0a508-9190-4653-9407-ad77ba4d3de7 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0750606 May 26 16:11:24.172733 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.200271 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb82862-b384-4c53-84e8-489347032c8c x-openstack-request-id: req-cfb82862-b384-4c53-84e8-489347032c8c {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:24.200773 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a", "name": "network-vif-plugged", "status": "completed", "tag": "85adca4a-93ad-497c-8ea9-b41b05520221", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:24.201322 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfb82862-b384-4c53-84e8-489347032c8c {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:24.201929 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb82862-b384-4c53-84e8-489347032c8c'] response: {'server_uuid': 'e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85adca4a-93ad-497c-8ea9-b41b05520221', 'code': 200} May 26 16:11:24.231126 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.234560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=85adca4a-93ad-497c-8ea9-b41b05520221,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:24.316326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 9495ffa7-e15b-4500-851e-03203f20a94c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:24.317467 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.340701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:24.427474 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.430147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.450479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 9495ffa7-e15b-4500-851e-03203f20a94c owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:24.468553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e32399-a962-48dd-a845-cafbda46fad0']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:24.473299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a3d1d-49dc-45c5-9eaa-2bd67df4eadb req-3cbbbca6-927f-47ff-a254-01d02087d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:24.475678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a1a3d1d-49dc-45c5-9eaa-2bd67df4eadb req-3cbbbca6-927f-47ff-a254-01d02087d8b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 1097 time: 0.2196202 May 26 16:11:24.487151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22a17f3-81bf-49d1-a228-a08a3e723599') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:24.487534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22a17f3-81bf-49d1-a228-a08a3e723599') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:24.504847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f056b-36ba-446b-a737-16d19f22c9f8 req-e811c492-cf46-44a4-afe4-cd1dc42c721c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:24.506388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-031f056b-36ba-446b-a737-16d19f22c9f8 req-e811c492-cf46-44a4-afe4-cd1dc42c721c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1901050 May 26 16:11:24.514963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.553907 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.577172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:24.577646 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.600517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a1a3d1d-49dc-45c5-9eaa-2bd67df4eadb req-73ca4edb-630e-4126-84ab-3c18ce422627 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046441 May 26 16:11:24.664696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-031f056b-36ba-446b-a737-16d19f22c9f8 req-a6338d4b-7733-4bfa-8947-62038f255b3a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477025 May 26 16:11:24.689812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.699852 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.706024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] 10.222.0.39 "DELETE /v2.0/networks/84e32399-a962-48dd-a845-cafbda46fad0 HTTP/1.1" status: 204 len: 168 time: 0.7691343 May 26 16:11:24.725761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd74d8f-1ba3-4bd8-a9b0-ba531a565274 tempest-QuotasNegativeTest-1768957186 tempest-QuotasNegativeTest-1768957186-project-admin] Pushing event deleted for resources: {'Network': ['ID=84e32399-a962-48dd-a845-cafbda46fad0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:24.752218 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:11:24.753113 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:11:24.754926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.793691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=9495ffa7-e15b-4500-851e-03203f20a94c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:24.996324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1002db-9b22-49f1-ba84-d3fded3e282d req-907465db-70d4-496e-9eb7-20229af12f0a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:25.009675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c1002db-9b22-49f1-ba84-d3fded3e282d req-907465db-70d4-496e-9eb7-20229af12f0a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.1110673 May 26 16:11:25.015967 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.094541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c1002db-9b22-49f1-ba84-d3fded3e282d req-c4179fef-e6f1-430d-89ad-087ad0002782 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836611 May 26 16:11:25.222316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c397-3011-48e3-8820-1e3eac2d21aa req-8cf722ec-0be6-42f4-aa0b-b04957bea22c tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:25.230969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2102c397-3011-48e3-8820-1e3eac2d21aa req-8cf722ec-0be6-42f4-aa0b-b04957bea22c tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 943 time: 0.0791011 May 26 16:11:25.264522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Router f0d3b84c-c635-431b-8716-3ed993b3befc has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:25.283087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Port 9495ffa7-e15b-4500-851e-03203f20a94c not found while updating agent binding for router f0d3b84c-c635-431b-8716-3ed993b3befc. {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 16:11:25.305429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2102c397-3011-48e3-8820-1e3eac2d21aa req-a64e4e4f-ffc8-448c-8316-8af82a935dd8 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733643 May 26 16:11:25.307456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Routers {'f0d3b84c-c635-431b-8716-3ed993b3befc'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:25.308107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['f0d3b84c-c635-431b-8716-3ed993b3befc'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:25.387194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:25.396174 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2bbb9c74-2678-430b-89a2-165bdcec8bfa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "PUT /v2.0/routers/f0d3b84c-c635-431b-8716-3ed993b3befc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6041417 May 26 16:11:25.399801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44924) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:25.430133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95ab7731-d5d9-46a8-a6dd-3763e756e1a7 req-60ddaf0e-8b29-4a1a-a2bf-389d2072cd98 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0827327 May 26 16:11:25.456156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] Set router f0d3b84c-c635-431b-8716-3ed993b3befc gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:25.474906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6deba-ef85-4451-9962-786b82ef9f80 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:25.476759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6deba-ef85-4451-9962-786b82ef9f80 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:25.478513 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cef6deba-ef85-4451-9962-786b82ef9f80 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0771368 May 26 16:11:25.479010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44926) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:25.481928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44928) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:25.534745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 8843f7c0-cc33-43de-8bce-a94ecd499f71 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:25.578175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3b84c-c635-431b-8716-3ed993b3befc', 'name': 'tempest-NetworksTestDHCPv6-router-1074720940', 'tenant_id': '9335d20204ca45069171757b0df38739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:11:19Z', 'updated_at': '2022-05-26T16:11:24Z', 'revision_number': 3, 'project_id': '9335d20204ca45069171757b0df38739', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:25.586881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1e2290-1525-4b8c-a8b5-aa1a74356691 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 549b3138-dd39-4919-b6eb-0b8bf5d8218b {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:25.599109 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2290-1525-4b8c-a8b5-aa1a74356691 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.645700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:25.651767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66432e-5642-4bfe-b807-a0dc0a56fb70 None None] The sync data for ids ['f0d3b84c-c635-431b-8716-3ed993b3befc'] in n-d-843336-2 is: [{'id': 'f0d3b84c-c635-431b-8716-3ed993b3befc', 'name': 'tempest-NetworksTestDHCPv6-router-1074720940', 'tenant_id': '9335d20204ca45069171757b0df38739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:11:19Z', 'updated_at': '2022-05-26T16:11:24Z', 'revision_number': 3, 'project_id': '9335d20204ca45069171757b0df38739', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:25.668096 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2290-1525-4b8c-a8b5-aa1a74356691 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.680991 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f696dc7-f860-4e05-89b6-3e373dbab604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.718649 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:11:25.833857 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f696dc7-f860-4e05-89b6-3e373dbab604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.839044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f696dc7-f860-4e05-89b6-3e373dbab604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.855859 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2290-1525-4b8c-a8b5-aa1a74356691 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.902437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 8843f7c0-cc33-43de-8bce-a94ecd499f71, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8843f7c0-cc33-43de-8bce-a94ecd499f71,segment=NetworkSegment(067a4376-ca53-47db-923d-a2b8e3ad65d0),segment_id=067a4376-ca53-47db-923d-a2b8e3ad65d0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:25.906545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:25.907136 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.907987 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7f696dc7-f860-4e05-89b6-3e373dbab604 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce5226a6191c4333a3c37376d1fca8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278371 May 26 16:11:25.909513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f696dc7-f860-4e05-89b6-3e373dbab604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7847b6b3-7b49-479d-b3dd-9554da884f93,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:25.910955 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d22a17f3-81bf-49d1-a228-a08a3e723599 resource provider aggregate not found May 26 16:11:25.912819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44936) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:25.975245 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d22a17f3-81bf-49d1-a228-a08a3e723599 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d22a17f3-81bf-49d1-a228-a08a3e723599 found for delete ", "request_id": "req-49b6c4ba-0f15-433a-bd52-fb8893d7ef69"}]} May 26 16:11:25.981389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '8843f7c0-cc33-43de-8bce-a94ecd499f71', 'network_id': 'cf1cbe4f-459b-4c91-acf6-26e9282e6230', 'port_id': '8843f7c0-cc33-43de-8bce-a94ecd499f71', 'mac_address': 'fa:16:3e:1c:3a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25400dea-b2f8-4bcb-8adc-eb33098a2a7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:26.006172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9951e57-a4b5-4d34-8e4c-708a7e84ab52 req-04ac442f-0a7f-4879-a096-477d98d4b057 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:26.008517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9951e57-a4b5-4d34-8e4c-708a7e84ab52 req-04ac442f-0a7f-4879-a096-477d98d4b057 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1762335 May 26 16:11:26.044501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4b84683-b67f-4288-9b76-0d7f9d55fa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.051753 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2290-1525-4b8c-a8b5-aa1a74356691 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.091704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4b84683-b67f-4288-9b76-0d7f9d55fa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.115731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e2290-1525-4b8c-a8b5-aa1a74356691 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=549b3138-dd39-4919-b6eb-0b8bf5d8218b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:26.118353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2290-1525-4b8c-a8b5-aa1a74356691 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.125519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fd1e2290-1525-4b8c-a8b5-aa1a74356691 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/549b3138-dd39-4919-b6eb-0b8bf5d8218b HTTP/1.1" status: 204 len: 168 time: 0.6407855 May 26 16:11:26.125689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44944) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:26.145174 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9951e57-a4b5-4d34-8e4c-708a7e84ab52 req-f06a4a02-3b63-4732-a237-7fc9780c5c22 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243141 May 26 16:11:26.169436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ea124-dad7-4b21-8427-5748bab8a70f None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:26.256319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 8843f7c0-cc33-43de-8bce-a94ecd499f71 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:26.256692 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.272501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9df1d-572b-4e61-b485-fb7a843f9b3f req-5a70467d-65ad-46bb-8fc3-1a0e3421f200 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:26.278709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:26.282620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88d9df1d-572b-4e61-b485-fb7a843f9b3f req-5a70467d-65ad-46bb-8fc3-1a0e3421f200 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.0724072 May 26 16:11:26.296282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8843f7c0-cc33-43de-8bce-a94ecd499f71 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:26.322284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 8843f7c0-cc33-43de-8bce-a94ecd499f71, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8843f7c0-cc33-43de-8bce-a94ecd499f71,segment=NetworkSegment(067a4376-ca53-47db-923d-a2b8e3ad65d0),segment_id=067a4376-ca53-47db-923d-a2b8e3ad65d0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:26.328917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.340587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88d9df1d-572b-4e61-b485-fb7a843f9b3f req-0609b1b3-1b15-42a8-823d-0845cbdb3adc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560915 May 26 16:11:26.473895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=8843f7c0-cc33-43de-8bce-a94ecd499f71,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:26.479913 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b2133335-4864-4ed2-8e5f-c40293abfe9c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3512964 May 26 16:11:26.480337 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44950) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:26.543134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4b84683-b67f-4288-9b76-0d7f9d55fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.547625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4b84683-b67f-4288-9b76-0d7f9d55fa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.552783 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a4b84683-b67f-4288-9b76-0d7f9d55fa06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7847b6b3-7b49-479d-b3dd-9554da884f93 HTTP/1.1" status: 204 len: 168 time: 0.6350515 May 26 16:11:26.585966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['8843f7c0-cc33-43de-8bce-a94ecd499f71'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:26.591722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344bd63-339c-4797-a2a8-b707693b6fdb req-c797ec5e-920d-4809-955e-551188df85cf tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:26.594469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d344bd63-339c-4797-a2a8-b707693b6fdb req-c797ec5e-920d-4809-955e-551188df85cf tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 944 time: 0.1442678 May 26 16:11:26.664240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c422eec-fe65-4d2c-90f5-79bb474a990e req-d0394025-7eec-477a-889f-2ea498a5307a tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0688317 May 26 16:11:26.669578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e604da2-b2e5-474c-87e0-0b9986917832 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.685290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59423a9-d477-4b19-bb20-026c888c18c9 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:26.725369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d344bd63-339c-4797-a2a8-b707693b6fdb req-3d287e72-4d26-4653-adb5-b91913dabf41 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075687 May 26 16:11:26.741966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b84683-b67f-4288-9b76-0d7f9d55fa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7847b6b3-7b49-479d-b3dd-9554da884f93,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:26.889853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d59423a9-d477-4b19-bb20-026c888c18c9 None None] Deleting port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:26.890274 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d59423a9-d477-4b19-bb20-026c888c18c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.930816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e604da2-b2e5-474c-87e0-0b9986917832 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.934503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e604da2-b2e5-474c-87e0-0b9986917832 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.982756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d59423a9-d477-4b19-bb20-026c888c18c9 None None] For port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0422d67a-9c80-4cfd-8db1-d82c5bf33f6e,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:26.983365 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d59423a9-d477-4b19-bb20-026c888c18c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.006345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d59423a9-d477-4b19-bb20-026c888c18c9 None None] Calling delete_port for 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:27.031750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e604da2-b2e5-474c-87e0-0b9986917832 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.032619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e604da2-b2e5-474c-87e0-0b9986917832 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Fanout notify agent at l3_agent the message router_deleted on router f0d3b84c-c635-431b-8716-3ed993b3befc {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:27.039817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e604da2-b2e5-474c-87e0-0b9986917832 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.042226 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4e604da2-b2e5-474c-87e0-0b9986917832 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/routers/f0d3b84c-c635-431b-8716-3ed993b3befc HTTP/1.1" status: 204 len: 168 time: 0.5607927 May 26 16:11:27.045196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44958) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:27.051609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:27.138045 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d59423a9-d477-4b19-bb20-026c888c18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.159115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44962) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:27.178185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-821661d7-d103-47a8-9aba-b4d4024aca3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.203450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:27.207497 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.229090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59423a9-d477-4b19-bb20-026c888c18c9 None None] No DVR routers for this DVR port 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:27.232985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59423a9-d477-4b19-bb20-026c888c18c9 None None] Pushing event deleted for resources: {'Port': ['ID=0422d67a-9c80-4cfd-8db1-d82c5bf33f6e,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:27.283983 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb1173-1eff-41ab-8f5c-4e009630b0fb None None] Sync routers for ids ['f0d3b84c-c635-431b-8716-3ed993b3befc'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:27.299710 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb1173-1eff-41ab-8f5c-4e009630b0fb None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:27.300700 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb1173-1eff-41ab-8f5c-4e009630b0fb None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:11:27.301979 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_agentschedulers_db [None req-84eb1173-1eff-41ab-8f5c-4e009630b0fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f0d3b84c-c635-431b-8716-3ed993b3befc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent'). {{(pid=109407) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 16:11:27.315542 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb1173-1eff-41ab-8f5c-4e009630b0fb None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:27.316326 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb1173-1eff-41ab-8f5c-4e009630b0fb None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:11:27.317899 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_agentschedulers_db [None req-84eb1173-1eff-41ab-8f5c-4e009630b0fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f0d3b84c-c635-431b-8716-3ed993b3befc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent'). {{(pid=109407) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 16:11:27.318712 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb1173-1eff-41ab-8f5c-4e009630b0fb None None] The sync data for ids ['f0d3b84c-c635-431b-8716-3ed993b3befc'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:27.434170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-821661d7-d103-47a8-9aba-b4d4024aca3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.438698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae43ee9-d533-4b59-ace8-bf316a750732 req-622a41dd-24e3-47cc-97c7-aa69408c9b9b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:27.444690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ae43ee9-d533-4b59-ace8-bf316a750732 req-622a41dd-24e3-47cc-97c7-aa69408c9b9b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1813498 May 26 16:11:27.445281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-821661d7-d103-47a8-9aba-b4d4024aca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.484941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 8843f7c0-cc33-43de-8bce-a94ecd499f71 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:27.510939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821661d7-d103-47a8-9aba-b4d4024aca3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b58554-304b-43d8-930f-b5b07ba0e726,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:27.556671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44968) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:27.558307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-821661d7-d103-47a8-9aba-b4d4024aca3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eae915ec0ccc4f0bb1b13d7c0a05e021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954337 May 26 16:11:27.605091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 8843f7c0-cc33-43de-8bce-a94ecd499f71 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:27.611321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:27.621636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ae43ee9-d533-4b59-ace8-bf316a750732 req-fa57c962-91f9-4f65-8318-0404a5e5c6e9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645763 May 26 16:11:27.639377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 8843f7c0-cc33-43de-8bce-a94ecd499f71 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:27.639910 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.641766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:27.642281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0422d67a-9c80-4cfd-8db1-d82c5bf33f6e not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:27.709930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4e903-ca73-4af5-9269-bcb1fa4a8b28 req-c524af49-b522-4b16-9aed-88e49a36ad4d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:27.713410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25e4e903-ca73-4af5-9269-bcb1fa4a8b28 req-c524af49-b522-4b16-9aed-88e49a36ad4d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.2532437 May 26 16:11:27.753216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 8843f7c0-cc33-43de-8bce-a94ecd499f71 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:27.753770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.781978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c627bf84-a792-4c77-b702-8b338d7cfcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8843f7c0-cc33-43de-8bce-a94ecd499f71'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:27.784469 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0213cf4d-54e0-4997-bd69-876c40562bfc" -d '{"events": [{"server_uuid": "c627bf84-a792-4c77-b702-8b338d7cfcff", "name": "network-vif-plugged", "status": "completed", "tag": "8843f7c0-cc33-43de-8bce-a94ecd499f71"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:27.802690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 8843f7c0-cc33-43de-8bce-a94ecd499f71, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8843f7c0-cc33-43de-8bce-a94ecd499f71,segment=NetworkSegment(067a4376-ca53-47db-923d-a2b8e3ad65d0),segment_id=067a4376-ca53-47db-923d-a2b8e3ad65d0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:27.803145 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a0957dfe-dbc3-4fc1-bd89-d295ff244b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.807250 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.844387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdfdd441-c446-4b6c-af74-12141db59d8f req-d2de958b-c9dd-45d0-ad7b-068e0212b03d tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0839179 May 26 16:11:27.876675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=8843f7c0-cc33-43de-8bce-a94ecd499f71,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:27.882950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25e4e903-ca73-4af5-9269-bcb1fa4a8b28 req-d83ace81-0916-4ac1-907e-1db6fbb5808c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581404 May 26 16:11:27.914122 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a0957dfe-dbc3-4fc1-bd89-d295ff244b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.947023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.951667 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff633bb-e775-4abc-af06-b42ffabef0c2 x-openstack-request-id: req-3ff633bb-e775-4abc-af06-b42ffabef0c2 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:27.952150 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c627bf84-a792-4c77-b702-8b338d7cfcff", "name": "network-vif-plugged", "status": "completed", "tag": "8843f7c0-cc33-43de-8bce-a94ecd499f71", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:27.952316 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ff633bb-e775-4abc-af06-b42ffabef0c2 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:27.952963 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff633bb-e775-4abc-af06-b42ffabef0c2'] response: {'server_uuid': 'c627bf84-a792-4c77-b702-8b338d7cfcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8843f7c0-cc33-43de-8bce-a94ecd499f71', 'code': 200} May 26 16:11:28.093517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:28.105940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:28.110226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:28.110835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.132696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=fa903d8f-ff6a-4f0e-a268-fd507593a15d,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:28.137989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a948b3aa-98af-42aa-aef5-e80eb6cef9d2 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:28.179551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3fe9a8fb-eccd-4cbf-8338-646b6ee61523 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1328864 May 26 16:11:28.182321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44980) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:28.197128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5e10d01d-65ae-44ea-8433-fcb3f6da84c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-989261037', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:28.237255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5e10d01d-65ae-44ea-8433-fcb3f6da84c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.239111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5e10d01d-65ae-44ea-8433-fcb3f6da84c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.247839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7d414-2ec9-4ae2-a7c5-e62fea47a8dd req-d1112a42-851f-47a0-ac58-9780a69a3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:28.251828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56b7d414-2ec9-4ae2-a7c5-e62fea47a8dd req-d1112a42-851f-47a0-ac58-9780a69a3d0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 1096 time: 0.2188284 May 26 16:11:28.255592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a0957dfe-dbc3-4fc1-bd89-d295ff244b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.260238 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a0957dfe-dbc3-4fc1-bd89-d295ff244b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.263267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a0957dfe-dbc3-4fc1-bd89-d295ff244b73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25b58554-304b-43d8-930f-b5b07ba0e726 HTTP/1.1" status: 204 len: 168 time: 0.7036419 May 26 16:11:28.303300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f315-aea4-4c42-b91b-ca3a7cb18d0e req-e4eb543a-aebd-4dab-83da-890210a7579c tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:28.319986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7275f315-aea4-4c42-b91b-ca3a7cb18d0e req-e4eb543a-aebd-4dab-83da-890210a7579c tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 945 time: 0.3406768 May 26 16:11:28.351845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5e10d01d-65ae-44ea-8433-fcb3f6da84c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.352902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0957dfe-dbc3-4fc1-bd89-d295ff244b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b58554-304b-43d8-930f-b5b07ba0e726,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:28.361037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5e10d01d-65ae-44ea-8433-fcb3f6da84c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.398307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5e10d01d-65ae-44ea-8433-fcb3f6da84c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.401118 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5e10d01d-65ae-44ea-8433-fcb3f6da84c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2166116 May 26 16:11:28.404021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ed191-9a80-4750-ab5a-7e8cab47d0af req-fe1a49fd-59ca-4a83-92fd-e7cc5df1743f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:28.404869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44986) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:28.406756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff5ed191-9a80-4750-ab5a-7e8cab47d0af req-fe1a49fd-59ca-4a83-92fd-e7cc5df1743f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.2595458 May 26 16:11:28.436948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56b7d414-2ec9-4ae2-a7c5-e62fea47a8dd req-892378ca-9c4d-49ec-8286-2c65d7886ab9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718700 May 26 16:11:28.462209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7275f315-aea4-4c42-b91b-ca3a7cb18d0e req-d85ddaaa-787a-4616-9d19-66a37e74c07e tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147017 May 26 16:11:28.480199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'fa903d8f-ff6a-4f0e-a268-fd507593a15d'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:28.482218 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.490621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff5ed191-9a80-4750-ab5a-7e8cab47d0af req-1f8dd84e-8423-45bf-8796-f904790035bd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723336 May 26 16:11:28.737349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/fa903d8f-ff6a-4f0e-a268-fd507593a15d/206110b4-e1a9-48ab-8f8a-b2a1762ac604) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:28.844082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b0d0f-7367-4d5d-a523-4907362571c4 req-28094c81-56f7-4125-a47a-fc9480fa41ea tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:28.856559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-755b0d0f-7367-4d5d-a523-4907362571c4 req-28094c81-56f7-4125-a47a-fc9480fa41ea tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1163542 May 26 16:11:28.928916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.975238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-755b0d0f-7367-4d5d-a523-4907362571c4 req-3cfbc5cd-06d6-45d2-b52b-cd4c774477ff tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917051 May 26 16:11:29.061535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-010af72f-0b5a-4fcf-bebe-c89f0237aa6d req-a827da6b-37e4-483a-bc3f-164804f48bdb tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0468478 May 26 16:11:29.235416 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.244476 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.302474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::1 (96cccbcd-4c17-4e53-b917-fe16019574dd/fa903d8f-ff6a-4f0e-a268-fd507593a15d/ca759704-8fe9-404c-ae8e-7e2dd19ecfd8) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:29.304367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:29.308356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:29.312762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:29.345823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Pushing event updated for resources: {'Port': ['ID=206110b4-e1a9-48ab-8f8a-b2a1762ac604,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:29.382124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Attempting to bind port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:29.382641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Attempting to bind port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:29.383005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Attempting to bind port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:29.389265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:29.389671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:29.390089 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.390478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:29.390952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Bound port: 206110b4-e1a9-48ab-8f8a-b2a1762ac604, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:29.395839 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.441668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45010) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:29.488197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] For port 206110b4-e1a9-48ab-8f8a-b2a1762ac604, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:29.493161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] For port 206110b4-e1a9-48ab-8f8a-b2a1762ac604, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=206110b4-e1a9-48ab-8f8a-b2a1762ac604,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:29.499032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.616516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047df8d-c937-46b1-a807-efd209f47fb5 None None] Pushing event updated for resources: {'Port': ['ID=206110b4-e1a9-48ab-8f8a-b2a1762ac604,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:29.730933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db5482-2345-4fac-abb2-febb5f59aee1 req-75c1d5b9-0a1b-468b-ba82-86b7e21c5e36 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:29.732962 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9db5482-2345-4fac-abb2-febb5f59aee1 req-75c1d5b9-0a1b-468b-ba82-86b7e21c5e36 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 945 time: 0.1291852 May 26 16:11:29.752507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20620311-568d-44a9-bccc-5f04a9d1e706 req-6f3656f3-af20-4650-8c8a-dc9933576af6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:29.754822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20620311-568d-44a9-bccc-5f04a9d1e706 req-6f3656f3-af20-4650-8c8a-dc9933576af6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.0766532 May 26 16:11:29.765809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.841429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9db5482-2345-4fac-abb2-febb5f59aee1 req-9b40d955-905a-4851-b34d-85731f75fd44 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821667 May 26 16:11:29.852842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.881243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20620311-568d-44a9-bccc-5f04a9d1e706 req-ad747fcc-f65b-4d98-b45d-6383cd18e09e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051552 May 26 16:11:29.950594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:29.962131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'networks': [{'name': 'tempest-network--1945141811'}, {'name': 'tempest-network--1442205447'}]} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:29.962449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'network': {'name': 'tempest-network--1945141811'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:29.962929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'network': {'name': 'tempest-network--1442205447'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:29.972740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:29.984727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:29.985485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.992418 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=ca759704-8fe9-404c-ae8e-7e2dd19ecfd8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:30.062170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Made reservation on behalf of 1ca36e6fc81944d08fe7b2733e9cb2ff for: {'network': 2} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:30.067310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.116620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.128638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c148b5-f2a9-4679-adf3-084b1f9c25c1 req-a063df6b-d9a4-48a3-b7e6-f1d3528ea399 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:30.137320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28c148b5-f2a9-4679-adf3-084b1f9c25c1 req-a063df6b-d9a4-48a3-b7e6-f1d3528ea399 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.0780542 May 26 16:11:30.187889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28c148b5-f2a9-4679-adf3-084b1f9c25c1 req-a0ecae14-dd2a-44a1-8c7f-eb03ae692349 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 May 26 16:11:30.260227 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.299979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78ef8f89-a032-4775-b730-e9d46927d23d req-259f0034-3ab7-42e9-b113-b416210569ac tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0513563 May 26 16:11:30.334508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb6857-3746-442b-95e1-cc70afa945d4 req-7522a8c8-2ae3-426c-ad6e-df4aae695e49 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:30.336795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbdb6857-3746-442b-95e1-cc70afa945d4 req-7522a8c8-2ae3-426c-ad6e-df4aae695e49 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 946 time: 0.0825300 May 26 16:11:30.386232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbdb6857-3746-442b-95e1-cc70afa945d4 req-8971d72c-5b1b-4710-8c2f-11d089bff325 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361314 May 26 16:11:30.394061 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.424122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.424588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.489580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c6b7f5-9ff0-46f4-a620-d7735b3117b6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:30.508347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:30.557354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.557354 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Added segment 79830296-0163-43c5-bcb4-29072908fe2b of type vlan for network ada8da21-ec8b-416b-92b1-bfa32f209174 May 26 16:11:30.634699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.706555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:30.728338 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.730387 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.730745 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Added segment 52199c2d-3be9-463f-99e4-f4ac10dd584f of type vlan for network 81ba52d7-fdf2-4b69-a975-ed2f39270a9d May 26 16:11:30.744262 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.745399 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.820306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.890495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=ca759704-8fe9-404c-ae8e-7e2dd19ecfd8,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:30.928827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.928827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.939470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4e3d25f3-c67d-44a8-8eda-4a4714d4ca93 None None] Provisioning complete for port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:30.941233 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e3d25f3-c67d-44a8-8eda-4a4714d4ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.946842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:30.951977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:30.952684 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.025258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:31.051238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:31.095598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d25f3-c67d-44a8-8eda-4a4714d4ca93 None None] Current status of the port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:31.096619 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e3d25f3-c67d-44a8-8eda-4a4714d4ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.101689 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6549716 May 26 16:11:31.104838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45034) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:31.124945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc62ba-fcda-4e27-8994-2dfe91a5294e req-1a17b0c0-de5c-4757-abb0-af8442544c34 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.127130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52dc62ba-fcda-4e27-8994-2dfe91a5294e req-1a17b0c0-de5c-4757-abb0-af8442544c34 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 945 time: 0.1679618 May 26 16:11:31.138305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03c59c-076f-4351-8425-4b0ca4d5ef39 req-e49672d5-cadf-4048-874c-65608c440cfc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.148784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d03c59c-076f-4351-8425-4b0ca4d5ef39 req-e49672d5-cadf-4048-874c-65608c440cfc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.1266637 May 26 16:11:31.174977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4e3d25f3-c67d-44a8-8eda-4a4714d4ca93 None None] For port 206110b4-e1a9-48ab-8f8a-b2a1762ac604, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=206110b4-e1a9-48ab-8f8a-b2a1762ac604,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:31.185560 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e3d25f3-c67d-44a8-8eda-4a4714d4ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.188219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Network': ['ID=ada8da21-ec8b-416b-92b1-bfa32f209174,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:31.209119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52dc62ba-fcda-4e27-8994-2dfe91a5294e req-a9a1dc3c-7aaf-4755-aa43-81d8ed2d9d0f tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575652 May 26 16:11:31.249132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d03c59c-076f-4351-8425-4b0ca4d5ef39 req-49b462d1-74d1-4ddf-9fd9-c81c8d4fde84 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977890 May 26 16:11:31.275976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ada8da21-ec8b-416b-92b1-bfa32f209174 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:31.308505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7deb1-c2fa-499c-94c7-a7e0b54b0955 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Network': ['ID=81ba52d7-fdf2-4b69-a975-ed2f39270a9d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:31.383534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 81ba52d7-fdf2-4b69-a975-ed2f39270a9d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:31.455858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95d9fb-50d7-43fc-8c67-9ffdf189c263 req-ebcbb360-0fe4-4dd1-9480-048285390c24 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.458915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a95d9fb-50d7-43fc-8c67-9ffdf189c263 req-ebcbb360-0fe4-4dd1-9480-048285390c24 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1339617 May 26 16:11:31.524389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d93cda-fdb8-4c57-94f4-c677591c8af9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.534623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d93cda-fdb8-4c57-94f4-c677591c8af9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.540394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d93cda-fdb8-4c57-94f4-c677591c8af9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.546904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d93cda-fdb8-4c57-94f4-c677591c8af9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.548842 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-93d93cda-fdb8-4c57-94f4-c677591c8af9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4414761 May 26 16:11:31.556257 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45048) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:31.573919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Router 4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:11:31.596519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77f84a2f-4747-4ddc-8a95-ef5131751a3a req-297a39dd-c285-421f-b85f-df675248451b tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1162927 May 26 16:11:31.602737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d25f3-c67d-44a8-8eda-4a4714d4ca93 None None] Pushing event updated for resources: {'Port': ['ID=206110b4-e1a9-48ab-8f8a-b2a1762ac604,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:31.632776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a95d9fb-50d7-43fc-8c67-9ffdf189c263 req-e97d8ae8-aca4-4134-8ead-ce23b60980fb tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643696 May 26 16:11:31.655770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-dfe913e6-6c0a-48d9-b629-044d49a7fe47 None None] Provisioning complete for port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:31.656250 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dfe913e6-6c0a-48d9-b629-044d49a7fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.698229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 206110b4-e1a9-48ab-8f8a-b2a1762ac604 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:31.771315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-dfe913e6-6c0a-48d9-b629-044d49a7fe47 None None] Port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:31.795935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204f6c4-a7b9-4321-b22a-91dc57b232c0 req-63a0ad4d-bcf6-4555-8c13-ca00b23d038a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.797588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8204f6c4-a7b9-4321-b22a-91dc57b232c0 req-63a0ad4d-bcf6-4555-8c13-ca00b23d038a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 946 time: 0.0708356 May 26 16:11:31.816464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.830947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:31.832735 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.911017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:31.918732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d3d4776d-f22e-420b-9727-95d79ed6ace8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "PUT /v2.0/routers/4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5116363 May 26 16:11:31.923721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45054) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:31.939565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Sync routers for ids ['4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:31.948901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1f9339d8-504e-4476-93fb-5cac95f42f98 None None] Provisioning complete for port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:31.950081 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1f9339d8-504e-4476-93fb-5cac95f42f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.994402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8204f6c4-a7b9-4321-b22a-91dc57b232c0 req-c5bababd-ce70-4181-8fff-56caaf517a79 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891892 May 26 16:11:31.996575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Routers {'4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:31.997530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:32.005315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64e159-e82e-4c95-a78f-fd1a5cdd4b98 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.014582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1b64e159-e82e-4c95-a78f-fd1a5cdd4b98 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports/ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 HTTP/1.1" status: 200 len: 911 time: 0.0825047 May 26 16:11:32.018432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45056) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:32.037151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.071158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2435e-7842-446f-9539-2c5127197ed7 req-8e4804f2-8eac-41ed-8438-02947da8ae4c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.072739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21b2435e-7842-446f-9539-2c5127197ed7 req-8e4804f2-8eac-41ed-8438-02947da8ae4c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.24 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 946 time: 0.2153914 May 26 16:11:32.087879 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada8da21-ec8b-416b-92b1-bfa32f209174']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:32.103432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e160b-4400-4b15-b1a3-b2a2e82fb954 req-0f47d47c-8c4d-4a23-ab1b-7e0d9f65ad4d tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.103943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79830296-0163-43c5-bcb4-29072908fe2b') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:32.104352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79830296-0163-43c5-bcb4-29072908fe2b') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:32.105922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a90e160b-4400-4b15-b1a3-b2a2e82fb954 req-0f47d47c-8c4d-4a23-ab1b-7e0d9f65ad4d tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 945 time: 0.1098397 May 26 16:11:32.117019 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.117292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1f9339d8-504e-4476-93fb-5cac95f42f98 None None] Port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:32.127746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62193e2d-4254-49fa-95cd-5222cf54693d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.134574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62193e2d-4254-49fa-95cd-5222cf54693d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.139034 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-62193e2d-4254-49fa-95cd-5222cf54693d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1168485 May 26 16:11:32.143031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:32.147052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Set router 4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:32.194218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:32.202119 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.215909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a90e160b-4400-4b15-b1a3-b2a2e82fb954 req-08a3c359-6bbd-4389-925b-8094c350eb8c tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889487 May 26 16:11:32.251741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Deleting port 86db24cd-ebca-4671-830b-3ff7bbb14452 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:32.252092 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.254335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:32.254825 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.310182 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 79830296-0163-43c5-bcb4-29072908fe2b resource provider aggregate not found May 26 16:11:32.345617 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 79830296-0163-43c5-bcb4-29072908fe2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79830296-0163-43c5-bcb4-29072908fe2b found for delete ", "request_id": "req-a97f58fd-3916-4bed-a503-25dfd98b6370"}]} May 26 16:11:32.412774 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.472396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b', 'name': 'tempest-NetworksTestDHCPv6-router-989261037', 'tenant_id': '9335d20204ca45069171757b0df38739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:11:28Z', 'updated_at': '2022-05-26T16:11:30Z', 'revision_number': 2, 'project_id': '9335d20204ca45069171757b0df38739', 'gw_port_host': None, '_interfaces': [{'id': 'ca759704-8fe9-404c-ae8e-7e2dd19ecfd8', 'name': '', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'mac_address': 'fa:16:3e:63:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'fa903d8f-ff6a-4f0e-a268-fd507593a15d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:29Z', 'updated_at': '2022-05-26T16:11:30Z', 'revision_number': 2, 'project_id': '9335d20204ca45069171757b0df38739', 'subnets': [{'id': 'fa903d8f-ff6a-4f0e-a268-fd507593a15d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:32.478694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.484318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/networks/ada8da21-ec8b-416b-92b1-bfa32f209174 HTTP/1.1" status: 204 len: 168 time: 0.9227271 May 26 16:11:32.491705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45066) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:32.502362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b63d1-5e50-47a8-a9ce-1afc14871335 req-72b39e8a-089b-4c7b-9f70-51802359198a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.504516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f76b63d1-5e50-47a8-a9ce-1afc14871335 req-72b39e8a-089b-4c7b-9f70-51802359198a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.1247861 May 26 16:11:32.507357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Checking router: 4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:32.507357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Updating router 4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:11:32.519224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa4552-c9ca-4e16-a91a-cada951c14a7 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Network': ['ID=ada8da21-ec8b-416b-92b1-bfa32f209174,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:32.533089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] For port 86db24cd-ebca-4671-830b-3ff7bbb14452, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=86db24cd-ebca-4671-830b-3ff7bbb14452,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:32.533089 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.545669 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.623396 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.639301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f76b63d1-5e50-47a8-a9ce-1afc14871335 req-c5b893d8-fe48-4486-b731-206bc3b9bdae tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016572 May 26 16:11:32.775054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.802124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ba52d7-fdf2-4b69-a975-ed2f39270a9d']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:32.816397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52199c2d-3be9-463f-99e4-f4ac10dd584f') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:32.816705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52199c2d-3be9-463f-99e4-f4ac10dd584f') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:32.829107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.851833 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.898235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:32.898935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.903930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e30be64-8358-4f4c-8684-ae8f5ba63780 req-31ec0109-feb7-4043-936b-8080026e799c tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1031449 May 26 16:11:32.951121 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.951704 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.952222 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Floating IP 6969d22f-e311-4950-8647-29e8db603795 disassociated. External IP: 172.25.0.139, port: 86db24cd-ebca-4671-830b-3ff7bbb14452. May 26 16:11:32.952678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Calling delete_port for 86db24cd-ebca-4671-830b-3ff7bbb14452 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:32.989327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cd19e-b974-48ae-b9df-94c9fd922473 req-fd9e1489-3dc3-47d8-a82f-5a7b17c853e7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.990713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.992373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb5cd19e-b974-48ae-b9df-94c9fd922473 req-fd9e1489-3dc3-47d8-a82f-5a7b17c853e7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1897876 May 26 16:11:33.066042 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.074620 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.166211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009a299-9b05-4ee3-a39b-a983e58c0a91 None None] Pushing event updated for resources: {'Port': ['ID=ca759704-8fe9-404c-ae8e-7e2dd19ecfd8,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:33.220120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb5cd19e-b974-48ae-b9df-94c9fd922473 req-e2d1b2a5-c38d-43a5-b298-d08b5fcd1e8c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653080 May 26 16:11:33.233226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Attempting to bind port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:33.233759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Attempting to bind port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:33.234290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Attempting to bind port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:33.239320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dd68-e90f-4dd0-b71a-030febfaaf7a req-6889c354-8279-4777-9fd0-5ece077f76bc tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:33.240909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2127dd68-e90f-4dd0-b71a-030febfaaf7a req-6889c354-8279-4777-9fd0-5ece077f76bc tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 946 time: 0.1533234 May 26 16:11:33.246133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:33.246729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:33.247242 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.250100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:33.250730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Bound port: ca759704-8fe9-404c-ae8e-7e2dd19ecfd8, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:33.251261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.351519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2127dd68-e90f-4dd0-b71a-030febfaaf7a req-603a677b-ab3e-4297-a36d-7760abb1cb74 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c606713-45f4-4676-aa71-ed47c8cd6a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710907 May 26 16:11:33.359389 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.397024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] For port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:33.402208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] For port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ca759704-8fe9-404c-ae8e-7e2dd19ecfd8,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:33.405337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'Port': ['ID=86db24cd-ebca-4671-830b-3ff7bbb14452,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:33.408886 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.513920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Routers {'4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:33.515116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:33.544244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.567541 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.570990 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/networks/81ba52d7-fdf2-4b69-a975-ed2f39270a9d HTTP/1.1" status: 204 len: 168 time: 1.0762477 May 26 16:11:33.571925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a57d9-85fd-40b1-9861-b3cd462fe451 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Network': ['ID=81ba52d7-fdf2-4b69-a975-ed2f39270a9d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:33.582321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45076) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:33.630449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009a299-9b05-4ee3-a39b-a983e58c0a91 None None] Pushing event updated for resources: {'Port': ['ID=ca759704-8fe9-404c-ae8e-7e2dd19ecfd8,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:33.696824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 206110b4-e1a9-48ab-8f8a-b2a1762ac604 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:33.757113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8d50f195-7234-480b-b713-f3becbf480bd None None] Provisioning complete for port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:33.757576 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d50f195-7234-480b-b713-f3becbf480bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.771461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aaaed7-5000-4559-9b21-f876945065fc tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:33.790418 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aaaed7-5000-4559-9b21-f876945065fc tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:33.797478 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c4aaaed7-5000-4559-9b21-f876945065fc tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2139144 May 26 16:11:33.798192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45080) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:33.802986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] Set router 4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:33.805750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2114680228'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:33.895595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Made reservation on behalf of 1ca36e6fc81944d08fe7b2733e9cb2ff for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:33.899540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.946103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:33.985112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.985453 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Added segment 6c329c8f-69fa-4507-bd2b-4c41c1de0ab0 of type vlan for network 7c15888e-f82d-4a7f-bece-915abd5360b3 May 26 16:11:34.043352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.070544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:34.070792 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.126594 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.132297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.132955 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.201111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c528c10-7847-484a-a37f-9c1fc9c9215d req-357907bf-eabd-4ba8-be2f-9596b321f247 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.202889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c528c10-7847-484a-a37f-9c1fc9c9215d req-357907bf-eabd-4ba8-be2f-9596b321f247 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 945 time: 0.8037329 May 26 16:11:34.220038 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4183967 May 26 16:11:34.222321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45084) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:34.230181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1126136244'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:34.249500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9070ac-9479-450c-b86e-fc2321324a63 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Network': ['ID=7c15888e-f82d-4a7f-bece-915abd5360b3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:34.269004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] For port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ca759704-8fe9-404c-ae8e-7e2dd19ecfd8,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:34.269004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.269573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 7c15888e-f82d-4a7f-bece-915abd5360b3 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:34.284106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:34.297235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:34.297712 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.318882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-4acc0335-e09c-4f8f-b7b9-fd62ced4f685 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.320711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-4acc0335-e09c-4f8f-b7b9-fd62ced4f685 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.24 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 945 time: 0.8789396 May 26 16:11:34.373102 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 52199c2d-3be9-463f-99e4-f4ac10dd584f resource provider aggregate not found May 26 16:11:34.429037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Made reservation on behalf of 1ca36e6fc81944d08fe7b2733e9cb2ff for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:34.432870 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.442309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eac04c-6707-4ef0-ba3e-b9815d46d976 req-49c3879c-ca01-4af4-b74e-e2d630198ddc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.443949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27eac04c-6707-4ef0-ba3e-b9815d46d976 req-49c3879c-ca01-4af4-b74e-e2d630198ddc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.2913907 May 26 16:11:34.491739 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 52199c2d-3be9-463f-99e4-f4ac10dd584f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52199c2d-3be9-463f-99e4-f4ac10dd584f found for delete ", "request_id": "req-e8b0cabc-acb6-41d3-af98-141f37351cb6"}]} May 26 16:11:34.502702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:34.512734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c528c10-7847-484a-a37f-9c1fc9c9215d req-3778c7d8-8abf-458f-a6ce-3d16cacf3087 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685032 May 26 16:11:34.547603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8d50f195-7234-480b-b713-f3becbf480bd None None] Current status of the port ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:34.548076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d50f195-7234-480b-b713-f3becbf480bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.567606 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.599186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:34.618466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=ca759704-8fe9-404c-ae8e-7e2dd19ecfd8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:34.633711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27eac04c-6707-4ef0-ba3e-b9815d46d976 req-e84986dc-00e8-45d7-9c89-ee2a34c843e5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631677 May 26 16:11:34.677884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:34.690623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b', 'name': 'tempest-NetworksTestDHCPv6-router-989261037', 'tenant_id': '9335d20204ca45069171757b0df38739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:11:28Z', 'updated_at': '2022-05-26T16:11:30Z', 'revision_number': 2, 'project_id': '9335d20204ca45069171757b0df38739', 'gw_port_host': None, '_interfaces': [{'id': 'ca759704-8fe9-404c-ae8e-7e2dd19ecfd8', 'name': '', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'mac_address': 'fa:16:3e:63:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'fa903d8f-ff6a-4f0e-a268-fd507593a15d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:29Z', 'updated_at': '2022-05-26T16:11:33Z', 'revision_number': 4, 'project_id': '9335d20204ca45069171757b0df38739', 'subnets': [{'id': 'fa903d8f-ff6a-4f0e-a268-fd507593a15d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:34.721113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.721466 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Added segment 2004b364-c809-43e3-b16b-ed70842c4d36 of type vlan for network 33307b56-dfce-41b0-8ddb-7b401ad99dae May 26 16:11:34.743091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d66c30a-d2f1-44df-863e-8b608cca47c6 None None] The sync data for ids ['4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'] in n-d-843336-2 is: [{'id': '4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b', 'name': 'tempest-NetworksTestDHCPv6-router-989261037', 'tenant_id': '9335d20204ca45069171757b0df38739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:11:28Z', 'updated_at': '2022-05-26T16:11:30Z', 'revision_number': 2, 'project_id': '9335d20204ca45069171757b0df38739', 'gw_port_host': None, '_interfaces': [{'id': 'ca759704-8fe9-404c-ae8e-7e2dd19ecfd8', 'name': '', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'mac_address': 'fa:16:3e:63:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'fa903d8f-ff6a-4f0e-a268-fd507593a15d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:29Z', 'updated_at': '2022-05-26T16:11:33Z', 'revision_number': 4, 'project_id': '9335d20204ca45069171757b0df38739', 'subnets': [{'id': 'fa903d8f-ff6a-4f0e-a268-fd507593a15d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:34.769047 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.791571 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e052b617-f3b1-44c6-94c7-78b6562aad8d req-0b0d4634-1ab9-466f-99dd-2b5ca2795918 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0671935 May 26 16:11:34.809589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-dc854639-da7b-4306-b3af-44a51898afc5 None None] Could not find standard attr ID for object ca759704-8fe9-404c-ae8e-7e2dd19ecfd8. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:11:34.927936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Deleting port 8843f7c0-cc33-43de-8bce-a94ecd499f71 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:34.928506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.937310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.987269 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-33a67f77-1ab3-4299-a7ef-e915c3879938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.014825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Router 4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:35.109228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-476d99e7-71c0-4a15-8d83-170bc6ad8c51 req-d1d4823e-8113-45d0-ad16-7f1b762daff3 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=69566d43-812a-4e8e-a13f-ece2fc858adc HTTP/1.1" status: 200 len: 210 time: 0.1617885 May 26 16:11:35.145736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:35.148860 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:11:35.158524 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2071522e-3d89-49a2-b55c-33a18e74e65b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "PUT /v2.0/routers/4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0142033 May 26 16:11:35.162680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:35.185491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eb868-4c11-4dc6-a611-3dce55baa2b0 req-c5ab56e8-3a79-4add-8c04-b11c901395d8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:35.191186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd1eb868-4c11-4dc6-a611-3dce55baa2b0 req-c5ab56e8-3a79-4add-8c04-b11c901395d8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.3964462 May 26 16:11:35.225392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.232847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:35.233793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.235249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804c10b-e320-4999-aea9-03ebe19481f7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:35.236928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804c10b-e320-4999-aea9-03ebe19481f7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:35.238574 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b804c10b-e320-4999-aea9-03ebe19481f7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0749350 May 26 16:11:35.242484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45096) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:35.257941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:35.279263 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:35.294259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] For port 8843f7c0-cc33-43de-8bce-a94ecd499f71, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8843f7c0-cc33-43de-8bce-a94ecd499f71,segment=NetworkSegment(067a4376-ca53-47db-923d-a2b8e3ad65d0),segment_id=067a4376-ca53-47db-923d-a2b8e3ad65d0)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:35.295206 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.297540 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:35.298487 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:35.317851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d771515-0365-414f-b42e-785114d63cae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet fa903d8f-ff6a-4f0e-a268-fd507593a15d {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:35.326135 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d771515-0365-414f-b42e-785114d63cae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.394424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] No DVR routers for this DVR port 86db24cd-ebca-4671-830b-3ff7bbb14452 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:35.397126 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d771515-0365-414f-b42e-785114d63cae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.399837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1748872 May 26 16:11:35.404348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Calling delete_port for 8843f7c0-cc33-43de-8bce-a94ecd499f71 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:35.406649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.409964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21b2435e-7842-446f-9539-2c5127197ed7 req-509da190-9f44-4809-b94e-bdd6a07fed53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.24 "DELETE /v2.0/ports/86db24cd-ebca-4671-830b-3ff7bbb14452 HTTP/1.1" status: 204 len: 173 time: 3.3302786 May 26 16:11:35.416155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'name': 'network-vif-deleted', 'tag': '86db24cd-ebca-4671-830b-3ff7bbb14452'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:35.416155 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba9e64-306d-4766-8319-9c96f9d6092c" -d '{"events": [{"server_uuid": "69566d43-812a-4e8e-a13f-ece2fc858adc", "name": "network-vif-deleted", "tag": "86db24cd-ebca-4671-830b-3ff7bbb14452"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:35.422773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45098) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:35.430208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'ports': [{'network_id': '7c15888e-f82d-4a7f-bece-915abd5360b3', 'name': 'tempest-port--898901998', 'admin_state_up': True}, {'network_id': '33307b56-dfce-41b0-8ddb-7b401ad99dae', 'admin_state_up': False}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:35.430486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'port': {'network_id': '7c15888e-f82d-4a7f-bece-915abd5360b3', 'name': 'tempest-port--898901998', 'admin_state_up': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:35.430980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'port': {'network_id': '33307b56-dfce-41b0-8ddb-7b401ad99dae', 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:35.441701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b67b9-2c9d-4bbf-b804-4eb6ea426678 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Network': ['ID=33307b56-dfce-41b0-8ddb-7b401ad99dae,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:35.446477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd1eb868-4c11-4dc6-a611-3dce55baa2b0 req-5a011948-9709-45ce-aa7b-37a066788762 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395146 May 26 16:11:35.483705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 33307b56-dfce-41b0-8ddb-7b401ad99dae details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:35.514836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 86db24cd-ebca-4671-830b-3ff7bbb14452 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:35.550549 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba70c4a-9eae-417a-b073-3f0e8871931e x-openstack-request-id: req-dba70c4a-9eae-417a-b073-3f0e8871931e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:35.550866 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69566d43-812a-4e8e-a13f-ece2fc858adc", "name": "network-vif-deleted", "tag": "86db24cd-ebca-4671-830b-3ff7bbb14452", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:35.551089 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dba70c4a-9eae-417a-b073-3f0e8871931e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:35.551504 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba70c4a-9eae-417a-b073-3f0e8871931e'] response: {'server_uuid': '69566d43-812a-4e8e-a13f-ece2fc858adc', 'name': 'network-vif-deleted', 'tag': '86db24cd-ebca-4671-830b-3ff7bbb14452', 'status': 'completed', 'code': 200} May 26 16:11:35.596548 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:35.656103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 86db24cd-ebca-4671-830b-3ff7bbb14452 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:35.656420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 86db24cd-ebca-4671-830b-3ff7bbb14452 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:35.681226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d771515-0365-414f-b42e-785114d63cae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.815867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d771515-0365-414f-b42e-785114d63cae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.824870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47398a-ab58-4bf2-9474-299ece3054a8 req-8e2d5b40-377b-4312-8b3e-68f8861cb209 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:35.827794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b47398a-ab58-4bf2-9474-299ece3054a8 req-8e2d5b40-377b-4312-8b3e-68f8861cb209 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/ports?device_id=c627bf84-a792-4c77-b702-8b338d7cfcff HTTP/1.1" status: 200 len: 945 time: 0.1656413 May 26 16:11:35.848525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d771515-0365-414f-b42e-785114d63cae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=fa903d8f-ff6a-4f0e-a268-fd507593a15d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:35.860267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d771515-0365-414f-b42e-785114d63cae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.866298 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4d771515-0365-414f-b42e-785114d63cae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/fa903d8f-ff6a-4f0e-a268-fd507593a15d HTTP/1.1" status: 204 len: 168 time: 0.6224129 May 26 16:11:35.867369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072dd79f-05e8-4569-9de8-5c04e8ce59ab None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:35.868739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45108) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:36.050053 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2d19ec31-0bf7-41e1-a2ae-6fc9bdac9232 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1789272 May 26 16:11:36.051799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45110) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:36.059158 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:36.093647 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:36.113024 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:36.113809 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:36.143354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.221118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7c435-d27d-425d-a6c3-57ec49a78c19 req-f45dd284-2168-47bd-9295-c561daf99e9f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.222492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34bb068-ea2b-4e64-be82-3a5a70c8261d None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:36.228689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6e7c435-d27d-425d-a6c3-57ec49a78c19 req-f45dd284-2168-47bd-9295-c561daf99e9f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.4640014 May 26 16:11:36.243979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a743-0286-4fb0-9c26-7231930c025d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.269162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Pushing event deleted for resources: {'Port': ['ID=8843f7c0-cc33-43de-8bce-a94ecd499f71,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:36.310897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a34bb068-ea2b-4e64-be82-3a5a70c8261d None None] Deleting port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:36.311849 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a34bb068-ea2b-4e64-be82-3a5a70c8261d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.334471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Made reservation on behalf of 1ca36e6fc81944d08fe7b2733e9cb2ff for: {'port': 2} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:36.341685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.353778 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:36.387973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b47398a-ab58-4bf2-9474-299ece3054a8 req-950df5e7-15a9-4ef0-8641-c641b32fc7b6 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e85c1e9-b6d7-4fb1-a069-72db80058bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743671 May 26 16:11:36.417331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] No DVR routers for this DVR port 8843f7c0-cc33-43de-8bce-a94ecd499f71 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:36.420594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a34bb068-ea2b-4e64-be82-3a5a70c8261d None None] For port 206110b4-e1a9-48ab-8f8a-b2a1762ac604, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=206110b4-e1a9-48ab-8f8a-b2a1762ac604,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:36.421336 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a34bb068-ea2b-4e64-be82-3a5a70c8261d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.440148 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.448827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a34bb068-ea2b-4e64-be82-3a5a70c8261d None None] Calling delete_port for 206110b4-e1a9-48ab-8f8a-b2a1762ac604 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:36.456832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0548dab-1c66-4f51-af06-58b4fc86efbe req-7cb8e5c0-5220-4393-90f2-5a1dc2ae19f7 tempest-ServerAddressesTestJSON-1476462517 tempest-ServerAddressesTestJSON-1476462517-project] 10.222.0.24 "DELETE /v2.0/ports/8843f7c0-cc33-43de-8bce-a94ecd499f71 HTTP/1.1" status: 204 len: 173 time: 2.1195655 May 26 16:11:36.487663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.502247 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a743-0286-4fb0-9c26-7231930c025d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.507536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a743-0286-4fb0-9c26-7231930c025d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.526030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6e7c435-d27d-425d-a6c3-57ec49a78c19 req-339de4ba-7d74-47b6-8bb4-858111ff56bf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792068 May 26 16:11:36.596515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a743-0286-4fb0-9c26-7231930c025d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.597640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f2a743-0286-4fb0-9c26-7231930c025d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Fanout notify agent at l3_agent the message router_deleted on router 4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:36.614974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a743-0286-4fb0-9c26-7231930c025d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.618068 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e4f2a743-0286-4fb0-9c26-7231930c025d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/routers/4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b HTTP/1.1" status: 204 len: 168 time: 0.5630207 May 26 16:11:36.621635 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a34bb068-ea2b-4e64-be82-3a5a70c8261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.646861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45118) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:36.715536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bb068-ea2b-4e64-be82-3a5a70c8261d None None] Pushing event deleted for resources: {'Port': ['ID=206110b4-e1a9-48ab-8f8a-b2a1762ac604,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:36.720305 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-989f8ae6-153d-4460-bd1b-11ec196ef362 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0707688 May 26 16:11:36.723510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bb068-ea2b-4e64-be82-3a5a70c8261d None None] No DVR routers for this DVR port 206110b4-e1a9-48ab-8f8a-b2a1762ac604 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:36.726744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45120) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:36.742589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd81aa5b-b026-4f7a-a4fd-8fce22931b2e req-6fd37a23-3c2d-4efa-abf7-3b9ef130bfa5 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1820803 May 26 16:11:36.823694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45122) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:36.875212 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:36.882898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e29d8a-9794-4fec-a2e6-b02acbfa38ef tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.888108 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e4e29d8a-9794-4fec-a2e6-b02acbfa38ef tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1601753 May 26 16:11:36.888740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45124) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:36.905477 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc91873-b229-4cda-bc27-fee0b2dc38ce None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:36.953622 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c2820266-7d76-45be-9929-0ce3abdd7e0c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571878 May 26 16:11:36.968957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45126) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:36.972483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab12d-4af9-47ed-9552-baee6aa2942d req-36724c52-d19b-4919-9039-11e0a42a6a51 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.973606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3fab12d-4af9-47ed-9552-baee6aa2942d req-36724c52-d19b-4919-9039-11e0a42a6a51 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.2291758 May 26 16:11:36.976583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] device_id is not set on port 55f7f10b-cfa4-4840-9c0a-cb309dd80cf9 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:37.000155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:37.014977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63e26338-dd17-4d69-ad1c-bf136ab7fe8d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.058803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3fab12d-4af9-47ed-9552-baee6aa2942d req-de42c788-6acf-4169-8ca4-aac324289561 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716667 May 26 16:11:37.120964 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63e26338-dd17-4d69-ad1c-bf136ab7fe8d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.184687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:37.187049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275b679-392c-4ba4-b049-cedaecb1d297 None None] Sync routers for ids ['4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:37.189973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.219742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.224650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275b679-392c-4ba4-b049-cedaecb1d297 None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:37.230063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275b679-392c-4ba4-b049-cedaecb1d297 None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:11:37.230773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_agentschedulers_db [None req-b275b679-392c-4ba4-b049-cedaecb1d297 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent'). {{(pid=109406) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 16:11:37.250363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275b679-392c-4ba4-b049-cedaecb1d297 None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:37.250879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275b679-392c-4ba4-b049-cedaecb1d297 None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:11:37.251996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_agentschedulers_db [None req-b275b679-392c-4ba4-b049-cedaecb1d297 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:11:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent'). {{(pid=109406) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 16:11:37.254195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275b679-392c-4ba4-b049-cedaecb1d297 None None] The sync data for ids ['4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:37.298653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63e26338-dd17-4d69-ad1c-bf136ab7fe8d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.301950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-63e26338-dd17-4d69-ad1c-bf136ab7fe8d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.305520 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-63e26338-dd17-4d69-ad1c-bf136ab7fe8d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "DELETE /v2.0/security-groups/8c606713-45f4-4676-aa71-ed47c8cd6a62 HTTP/1.1" status: 204 len: 168 time: 0.4619126 May 26 16:11:37.317161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45128) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:37.317837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e26338-dd17-4d69-ad1c-bf136ab7fe8d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c606713-45f4-4676-aa71-ed47c8cd6a62,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:37.340061 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-4992d9a5-c525-4c89-85de-2978a3620972 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] show failed (client error): The resource could not be found. May 26 16:11:37.341123 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4992d9a5-c525-4c89-85de-2978a3620972 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups/8c606713-45f4-4676-aa71-ed47c8cd6a62 HTTP/1.1" status: 404 len: 347 time: 0.0196972 May 26 16:11:37.344764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45130) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:37.403365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] device_id is not set on port 7b5c8f1a-68f1-4ca3-97b8-463c5edd122c yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:37.484281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45134) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:37.492372 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d94ae8-c1bc-4930-b5f2-24c453d73718 None None] New status for floating IP 6969d22f-e311-4950-8647-29e8db603795: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:11:37.501927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 8843f7c0-cc33-43de-8bce-a94ecd499f71 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:37.537019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 8843f7c0-cc33-43de-8bce-a94ecd499f71 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:37.537424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 8843f7c0-cc33-43de-8bce-a94ecd499f71 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:37.557905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c627bf84-a792-4c77-b702-8b338d7cfcff', 'name': 'network-vif-deleted', 'tag': '8843f7c0-cc33-43de-8bce-a94ecd499f71'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:37.563499 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c0df10-1d68-4113-8890-b7a13c47e6ac" -d '{"events": [{"server_uuid": "c627bf84-a792-4c77-b702-8b338d7cfcff", "name": "network-vif-deleted", "tag": "8843f7c0-cc33-43de-8bce-a94ecd499f71"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:37.644317 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Deleting port 58d6b9be-0972-4fa4-a55a-5368516063a0 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:37.644653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.649743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5581cb-070c-4881-b9d0-5103e7d0adb6 admin admin] Deleting subnet 25400dea-b2f8-4bcb-8adc-eb33098a2a7f {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:37.655958 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.659161 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feb47fd-0643-418b-93dc-bfa4a1d6e56e x-openstack-request-id: req-6feb47fd-0643-418b-93dc-bfa4a1d6e56e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:37.659974 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c627bf84-a792-4c77-b702-8b338d7cfcff", "name": "network-vif-deleted", "tag": "8843f7c0-cc33-43de-8bce-a94ecd499f71", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:37.659974 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6feb47fd-0643-418b-93dc-bfa4a1d6e56e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:37.660204 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6feb47fd-0643-418b-93dc-bfa4a1d6e56e'] response: {'server_uuid': 'c627bf84-a792-4c77-b702-8b338d7cfcff', 'name': 'network-vif-deleted', 'tag': '8843f7c0-cc33-43de-8bce-a94ecd499f71', 'status': 'completed', 'code': 200} May 26 16:11:37.664324 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f5581cb-070c-4881-b9d0-5103e7d0adb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.730150 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d86929c4-ee94-46be-be0b-e7a25c4f2254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.817751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13eb23-c9b3-4d4d-8b0d-521384748d5c req-2d4e1aae-a780-4aba-9d13-1241cee21ad6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.828398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e13eb23-c9b3-4d4d-8b0d-521384748d5c req-2d4e1aae-a780-4aba-9d13-1241cee21ad6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.1954591 May 26 16:11:37.861626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 206110b4-e1a9-48ab-8f8a-b2a1762ac604 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:37.874978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f5581cb-070c-4881-b9d0-5103e7d0adb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.930163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 206110b4-e1a9-48ab-8f8a-b2a1762ac604 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:37.930607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 206110b4-e1a9-48ab-8f8a-b2a1762ac604 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:37.930908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:37.954215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:37.954568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ca759704-8fe9-404c-ae8e-7e2dd19ecfd8 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:37.977181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0945aa1-cbd1-4b6b-b3c3-c66e62665add req-eaf65161-f7c3-4a4d-8cf1-ed48f152840b tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0495093 May 26 16:11:38.004859 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.017471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e13eb23-c9b3-4d4d-8b0d-521384748d5c req-0b51c657-38c2-4223-855f-f5b60d98edf3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882756 May 26 16:11:38.057285 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f5581cb-070c-4881-b9d0-5103e7d0adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.141912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:11:38.148892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.152323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Port': ['ID=55f7f10b-cfa4-4840-9c0a-cb309dd80cf9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:38.195875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f5581cb-070c-4881-b9d0-5103e7d0adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.217649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:38.225440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:38.227018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Checking segment: {'id': '6c329c8f-69fa-4507-bd2b-4c41c1de0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c15888e-f82d-4a7f-bece-915abd5360b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:38.227815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Network hostable DHCP agents. Network: 7c15888e-f82d-4a7f-bece-915abd5360b3, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:11:38.228540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.229150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.235833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5581cb-070c-4881-b9d0-5103e7d0adb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25400dea-b2f8-4bcb-8adc-eb33098a2a7f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:38.239402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6f560-f492-4cce-9204-d5c93dd20f5e None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:38.243595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f5581cb-070c-4881-b9d0-5103e7d0adb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.249400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0f5581cb-070c-4881-b9d0-5103e7d0adb6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/25400dea-b2f8-4bcb-8adc-eb33098a2a7f HTTP/1.1" status: 204 len: 168 time: 0.7638795 May 26 16:11:38.251310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45144) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:38.255509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=b0ba35cc-848d-4830-a9d7-208f6028c37c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:38.259775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.260413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.276657 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3066139 May 26 16:11:38.284685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cffc9a-5720-4a58-b97b-c2e4ca7cac1b req-cd2fdbbe-542b-4349-8b53-04cbd52f0747 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.285129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Calling delete_port for 58d6b9be-0972-4fa4-a55a-5368516063a0 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:38.286274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00cffc9a-5720-4a58-b97b-c2e4ca7cac1b req-cd2fdbbe-542b-4349-8b53-04cbd52f0747 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1370790 May 26 16:11:38.290185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45146) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:38.323986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:38.342423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.342772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.343118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.343462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.343799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.344126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.344474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.344832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.345150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.345542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.345941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.346347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eb27a7-24f2-42bc-9d6f-8a7e37092a40 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:38.363934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Network 7c15888e-f82d-4a7f-bece-915abd5360b3 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:11:38.442064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 7c15888e-f82d-4a7f-bece-915abd5360b3) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:38.446164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:38.446841 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.454421 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.456104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'b0ba35cc-848d-4830-a9d7-208f6028c37c'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:38.459072 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.468051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe27fca-8cc8-4262-9520-3bee8cfb17d1 None None] Network 7c15888e-f82d-4a7f-bece-915abd5360b3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:38.488990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.529478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00cffc9a-5720-4a58-b97b-c2e4ca7cac1b req-a5c221e0-494a-4754-a462-e422c1f0bf76 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991880 May 26 16:11:38.535351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'Port': ['ID=58d6b9be-0972-4fa4-a55a-5368516063a0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:38.596323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Port': ['ID=7b5c8f1a-68f1-4ca3-97b8-463c5edd122c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:38.612202 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.614798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.616457 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-69e8e845-8a5d-459a-b58b-688ab11601ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "DELETE /v2.0/floatingips/6969d22f-e311-4950-8647-29e8db603795 HTTP/1.1" status: 204 len: 168 time: 1.2690015 May 26 16:11:38.684489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Checking segment: {'id': '2004b364-c809-43e3-b16b-ed70842c4d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '33307b56-dfce-41b0-8ddb-7b401ad99dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:38.684879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Network hostable DHCP agents. Network: 33307b56-dfce-41b0-8ddb-7b401ad99dae, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:11:38.698352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:38.702906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.729505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45150) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:38.730278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.735270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7a9fe84e-f9fc-4a2c-acf2-a397a66fc2a7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901246096', 'description': 'tempest-description--1848105476'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:38.760667 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe84e-f9fc-4a2c-acf2-a397a66fc2a7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.763876 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.812944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1cbe4f-459b-4c91-acf6-26e9282e6230']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:38.818198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Network 33307b56-dfce-41b0-8ddb-7b401ad99dae is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:11:38.831715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067a4376-ca53-47db-923d-a2b8e3ad65d0') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:38.832132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067a4376-ca53-47db-923d-a2b8e3ad65d0') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:38.839882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Allocated IP 2001:db8::f816:3eff:fe55:3a0 (96cccbcd-4c17-4e53-b917-fe16019574dd/b0ba35cc-848d-4830-a9d7-208f6028c37c/7865d51b-77bd-427c-bee7-43a58f6f5219) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:38.854402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.858693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 33307b56-dfce-41b0-8ddb-7b401ad99dae) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:38.875222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:38.876531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2e1dc1-82bd-4297-bf1f-81718be2f1b7 None None] Network 33307b56-dfce-41b0-8ddb-7b401ad99dae requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:38.882547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.887246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.887992 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.898212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe84e-f9fc-4a2c-acf2-a397a66fc2a7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.908350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.913674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe84e-f9fc-4a2c-acf2-a397a66fc2a7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.929010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-590361b9-dba2-4fcf-b963-33f85aa0ab3c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5028412 May 26 16:11:38.930437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:38.930863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.938383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45152) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:38.996398 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 067a4376-ca53-47db-923d-a2b8e3ad65d0 resource provider aggregate not found May 26 16:11:38.996641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe84e-f9fc-4a2c-acf2-a397a66fc2a7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.998587 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7a9fe84e-f9fc-4a2c-acf2-a397a66fc2a7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2676582 May 26 16:11:39.007115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45158) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:39.020862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d25136fa-ff44-4634-9b0e-1f4d18ee7ad9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group_rule': {'security_group_id': '6c967095-b2be-4362-b3f5-b6fddea2d10b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:39.079488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d25136fa-ff44-4634-9b0e-1f4d18ee7ad9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.085723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.108499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.112999 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] 10.222.0.39 "DELETE /v2.0/networks/cf1cbe4f-459b-4c91-acf6-26e9282e6230 HTTP/1.1" status: 204 len: 168 time: 0.8598030 May 26 16:11:39.117807 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 067a4376-ca53-47db-923d-a2b8e3ad65d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 067a4376-ca53-47db-923d-a2b8e3ad65d0 found for delete ", "request_id": "req-3da64a18-9618-4f63-89c2-21131f964f33"}]} May 26 16:11:39.118404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a344aaa-7ebe-4995-b408-68407eeb14de admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1cbe4f-459b-4c91-acf6-26e9282e6230,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:39.171041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fe84e-f9fc-4a2c-acf2-a397a66fc2a7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c967095-b2be-4362-b3f5-b6fddea2d10b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:39.184227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00e0c5-352f-412d-af25-de87e0c9013b tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:39.192410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00e0c5-352f-412d-af25-de87e0c9013b tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:39.197563 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-af00e0c5-352f-412d-af25-de87e0c9013b tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2546418 May 26 16:11:39.215861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2423d595-d6f5-4be9-8fbc-9a62a613b85a req-e7aa94aa-f275-442f-a1ee-7aa9a793642a tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0678883 May 26 16:11:39.238166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d25136fa-ff44-4634-9b0e-1f4d18ee7ad9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.239080 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45166) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:39.248513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d25136fa-ff44-4634-9b0e-1f4d18ee7ad9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.281984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25136fa-ff44-4634-9b0e-1f4d18ee7ad9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87218bb4-0a71-459c-813a-16644669c349,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:39.297287 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.312816 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.347168 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d25136fa-ff44-4634-9b0e-1f4d18ee7ad9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.348397 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d25136fa-ff44-4634-9b0e-1f4d18ee7ad9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338807 May 26 16:11:39.352363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45168) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:39.357932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f71f7103-3400-4dbe-b607-abcf23bd651b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group_rule': {'security_group_id': '6c967095-b2be-4362-b3f5-b6fddea2d10b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:39.362229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Pushing event updated for resources: {'Port': ['ID=7865d51b-77bd-427c-bee7-43a58f6f5219,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:39.376072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a8129-af71-4296-83dc-a29245d1d7fc req-060aa453-10f1-4ac3-9a6b-cbcffcb258d1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:39.377848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d1a8129-af71-4296-83dc-a29245d1d7fc req-060aa453-10f1-4ac3-9a6b-cbcffcb258d1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.2050500 May 26 16:11:39.381434 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.385099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:39.388356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:39.392102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:39.397885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-11c36fa1-76b6-43b6-872a-d45add5519a4 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Deleting port 55f7f10b-cfa4-4840-9c0a-cb309dd80cf9 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:39.399465 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11c36fa1-76b6-43b6-872a-d45add5519a4 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.454751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45170) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:39.473070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Attempting to bind port 7865d51b-77bd-427c-bee7-43a58f6f5219 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:39.473437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Attempting to bind port 7865d51b-77bd-427c-bee7-43a58f6f5219 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:39.474127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Attempting to bind port 7865d51b-77bd-427c-bee7-43a58f6f5219 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:39.486744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:39.487129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:39.487668 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.488069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:39.488736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Bound port: 7865d51b-77bd-427c-bee7-43a58f6f5219, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:39.489299 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.499958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:39.500492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11c36fa1-76b6-43b6-872a-d45add5519a4 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.518935 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-11c36fa1-76b6-43b6-872a-d45add5519a4 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Calling delete_port for 55f7f10b-cfa4-4840-9c0a-cb309dd80cf9 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:39.519973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:39.528583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:39.529721 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.542636 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f71f7103-3400-4dbe-b607-abcf23bd651b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.566618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] For port 7865d51b-77bd-427c-bee7-43a58f6f5219, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:39.574199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] For port 7865d51b-77bd-427c-bee7-43a58f6f5219, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7865d51b-77bd-427c-bee7-43a58f6f5219,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:39.578726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d1a8129-af71-4296-83dc-a29245d1d7fc req-9dcd040a-1188-4558-b19b-110a10a7fc37 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790180 May 26 16:11:39.581362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=9d232e90-58f9-4abc-acd8-87fecde43db3,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:39.584962 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.656847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11c36fa1-76b6-43b6-872a-d45add5519a4 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.682884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9dec8615-c3a3-4b2c-9492-ccaedad598cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3913629 May 26 16:11:39.695830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d42d7272-78e4-40b3-8650-85814fa0d242 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38887db5b8514149a52187a95cf12c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399254 May 26 16:11:39.696468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45174) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:39.696800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45176) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:39.698868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11c36fa1-76b6-43b6-872a-d45add5519a4 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.704805 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-11c36fa1-76b6-43b6-872a-d45add5519a4 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/ports/55f7f10b-cfa4-4840-9c0a-cb309dd80cf9 HTTP/1.1" status: 204 len: 168 time: 0.4638929 May 26 16:11:39.706296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c36fa1-76b6-43b6-872a-d45add5519a4 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Port': ['ID=55f7f10b-cfa4-4840-9c0a-cb309dd80cf9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:39.708381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45178) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:39.717751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5f74a-b5de-4f23-8b3d-b2057f52e7c3 None None] Pushing event updated for resources: {'Port': ['ID=7865d51b-77bd-427c-bee7-43a58f6f5219,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:39.726490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f100b9-4a72-46f8-b17d-0e3803aba337 req-a073909c-ad09-41c8-b01f-80a86adfa3bb tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:39.728114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44f100b9-4a72-46f8-b17d-0e3803aba337 req-a073909c-ad09-41c8-b01f-80a86adfa3bb tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1122816 May 26 16:11:39.741801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:88:40:4c', 'name': 'tempest-NetworksTestDHCPv6-1104301427'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:39.822848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b8fa8-0ae6-403c-a5e3-5f4f565c0968 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Deleting port 7b5c8f1a-68f1-4ca3-97b8-463c5edd122c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:39.823381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8fa8-0ae6-403c-a5e3-5f4f565c0968 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.930785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f71f7103-3400-4dbe-b607-abcf23bd651b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.944882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44f100b9-4a72-46f8-b17d-0e3803aba337 req-43a99b75-68a7-4872-bb62-b59f9cded91b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965618 May 26 16:11:39.956447 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f71f7103-3400-4dbe-b607-abcf23bd651b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.961720 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8fa8-0ae6-403c-a5e3-5f4f565c0968 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.975104 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-337bc5d5-ccd2-44db-ae30-9f81c36d54a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.982512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b8fa8-0ae6-403c-a5e3-5f4f565c0968 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Calling delete_port for 7b5c8f1a-68f1-4ca3-97b8-463c5edd122c owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:40.005932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f7103-3400-4dbe-b607-abcf23bd651b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a7b4bd-567d-480e-b433-e393b04a58eb,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:40.033150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f71f7103-3400-4dbe-b607-abcf23bd651b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.034404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f71f7103-3400-4dbe-b607-abcf23bd651b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6809521 May 26 16:11:40.037671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45180) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:40.039065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-337bc5d5-ccd2-44db-ae30-9f81c36d54a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.045334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:40.061033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:40.101206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.162350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8fa8-0ae6-403c-a5e3-5f4f565c0968 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.205236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8fa8-0ae6-403c-a5e3-5f4f565c0968 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Port': ['ID=7b5c8f1a-68f1-4ca3-97b8-463c5edd122c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:40.211605 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8fa8-0ae6-403c-a5e3-5f4f565c0968 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.216708 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a8b8fa8-0ae6-403c-a5e3-5f4f565c0968 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/ports/7b5c8f1a-68f1-4ca3-97b8-463c5edd122c HTTP/1.1" status: 204 len: 168 time: 0.5067968 May 26 16:11:40.219716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45182) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:40.260136 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-43ee193c-e7e2-4104-a87f-9ba2d5db9ce5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0389912 May 26 16:11:40.265893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45186) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:40.276304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-224655202'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:40.322038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Made reservation on behalf of 1ca36e6fc81944d08fe7b2733e9cb2ff for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:40.328543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.374303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:40.377083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.395483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.396130 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Added segment 5a89722f-fdd7-4d3c-9e52-e2c836c9ecfa of type vlan for network dd10f9df-7890-4667-a351-44428ba947bd May 26 16:11:40.507808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.562191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5876303-fecf-43ce-9b8c-aff86671cca1 req-60b5f4eb-96f0-4d12-a75f-a330f9aadc10 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0430682 May 26 16:11:40.594975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Allocated IP 172.25.0.9 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e2787189-9def-4df2-b9f0-048177ce6616) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:40.597610 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.605599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:40.606561 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.607236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.622454 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-337bc5d5-ccd2-44db-ae30-9f81c36d54a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.626607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-337bc5d5-ccd2-44db-ae30-9f81c36d54a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.627737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-337bc5d5-ccd2-44db-ae30-9f81c36d54a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e85c1e9-b6d7-4fb1-a069-72db80058bff HTTP/1.1" status: 204 len: 168 time: 0.8975008 May 26 16:11:40.656320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bc5d5-ccd2-44db-ae30-9f81c36d54a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e85c1e9-b6d7-4fb1-a069-72db80058bff,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:40.662898 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.663711 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.710719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 26b88e27-d33d-4809-8e11-305a73bdf542 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:40.743783 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4741337 May 26 16:11:40.758738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45192) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:40.803399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1393903461'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:40.825251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9dbb3-57b2-4461-ab2a-f57177a7353c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Network': ['ID=dd10f9df-7890-4667-a351-44428ba947bd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:40.839470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network dd10f9df-7890-4667-a351-44428ba947bd details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:40.914134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81963-e1fc-4a09-a0c8-abd2f2155598 req-789284ae-645b-4c83-880f-e5119f46ccfe tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:40.917295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09e81963-e1fc-4a09-a0c8-abd2f2155598 req-789284ae-645b-4c83-880f-e5119f46ccfe tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.1587393 May 26 16:11:40.921320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Made reservation on behalf of 1ca36e6fc81944d08fe7b2733e9cb2ff for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:40.924989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.949506 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.035690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09e81963-e1fc-4a09-a0c8-abd2f2155598 req-07219124-f246-447a-aa14-9961f7a587f0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028028 May 26 16:11:41.039246 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.077128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:41.083250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:41.120036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:41.124916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:41.152655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 172.20.0.12 (96cccbcd-4c17-4e53-b917-fe16019574dd/9d232e90-58f9-4abc-acd8-87fecde43db3/26b88e27-d33d-4809-8e11-305a73bdf542) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:41.162370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:fe88:404c (96cccbcd-4c17-4e53-b917-fe16019574dd/b0ba35cc-848d-4830-a9d7-208f6028c37c/26b88e27-d33d-4809-8e11-305a73bdf542) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:41.162846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dfff0e-a318-4b06-a121-21f2dc59708b None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:41.172476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=e2787189-9def-4df2-b9f0-048177ce6616,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:41.235463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.235943 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Added segment 91ea2910-bc2e-47ee-8043-382c4605120f of type vlan for network a89a43f0-40a6-4583-a1b4-cb0c939a3db4 May 26 16:11:41.264950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.314920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570b63-242f-41a8-9c3b-0d3637476447 req-205b37e0-ee8e-42d4-a65b-961f2ec597b5 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:41.323815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f570b63-242f-41a8-9c3b-0d3637476447 req-205b37e0-ee8e-42d4-a65b-961f2ec597b5 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.2336323 May 26 16:11:41.330828 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.418054 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.503689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2517bb83-13a7-468a-a848-1cbb04633d17 None None] Provisioning complete for port 7865d51b-77bd-427c-bee7-43a58f6f5219 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:41.504057 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2517bb83-13a7-468a-a848-1cbb04633d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.524984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-22de7a21-b753-4267-aa32-2e2e71fe28d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2930968 May 26 16:11:41.567190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f570b63-242f-41a8-9c3b-0d3637476447 req-8cf6234b-fc90-435e-ac56-262e88419d24 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423677 May 26 16:11:41.612347 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.620181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:41.621353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.708257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2517bb83-13a7-468a-a848-1cbb04633d17 None None] Current status of the port 7865d51b-77bd-427c-bee7-43a58f6f5219 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:41.708852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2517bb83-13a7-468a-a848-1cbb04633d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.713671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.723186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.777396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7865d51b-77bd-427c-bee7-43a58f6f5219 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:41.803007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0101042 May 26 16:11:41.835312 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.860842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d87b4-0c91-4aff-b3f0-3193087c6eaa tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Network': ['ID=a89a43f0-40a6-4583-a1b4-cb0c939a3db4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:41.862150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.864908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cae443f-20e8-43d0-9747-55b994049424 req-d8b79812-d9f3-43ea-85b0-d02a810cc907 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0824096 May 26 16:11:41.889541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2517bb83-13a7-468a-a848-1cbb04633d17 None None] For port 7865d51b-77bd-427c-bee7-43a58f6f5219, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7865d51b-77bd-427c-bee7-43a58f6f5219,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:41.907074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-867dc49c-b49a-480d-9af8-325fa25d9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:41.908613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-867dc49c-b49a-480d-9af8-325fa25d9ae1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 1096 time: 0.3189921 May 26 16:11:41.909093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network a89a43f0-40a6-4583-a1b4-cb0c939a3db4 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:41.917708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=e2787189-9def-4df2-b9f0-048177ce6616,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:41.934042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.944389 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2517bb83-13a7-468a-a848-1cbb04633d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.980312 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.982857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45216) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:41.983204 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a7fa3969-b219-45db-a6ba-a33bad705f02 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9441514 May 26 16:11:42.019786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'subnets': [{'network_id': 'dd10f9df-7890-4667-a351-44428ba947bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1358077235', 'ip_version': 4}, {'network_id': 'a89a43f0-40a6-4583-a1b4-cb0c939a3db4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:42.020228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'subnet': {'network_id': 'dd10f9df-7890-4667-a351-44428ba947bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1358077235', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:42.020948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Request body: {'subnet': {'network_id': 'a89a43f0-40a6-4583-a1b4-cb0c939a3db4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:42.086170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b8a47-67a1-48c1-8b5a-e3802d460f33 None None] Update dhcp port {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': 'b0ba35cc-848d-4830-a9d7-208f6028c37c', 'ip_address': '2001:db8::f816:3eff:fe55:3a0'}, {'subnet_id': '9d232e90-58f9-4abc-acd8-87fecde43db3'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '7865d51b-77bd-427c-bee7-43a58f6f5219'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:11:42.107687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=26b88e27-d33d-4809-8e11-305a73bdf542,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:42.135861 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b10b8a47-67a1-48c1-8b5a-e3802d460f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.181956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517bb83-13a7-468a-a848-1cbb04633d17 None None] Pushing event updated for resources: {'Port': ['ID=7865d51b-77bd-427c-bee7-43a58f6f5219,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:42.189280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:42.219408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:42.227183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:42.229689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7865d51b-77bd-427c-bee7-43a58f6f5219 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:42.234722 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.282571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.282571 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.329980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45230) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:42.330568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-704a7a62-ff6d-4ae5-8eb3-522fe49381d5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6009016 May 26 16:11:42.395841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-97e58638-e183-4c72-ac87-2f700d9190d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.397809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-97e58638-e183-4c72-ac87-2f700d9190d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.4230101 May 26 16:11:42.433131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7aaeb6-7b8b-47cd-b851-07f9cc280c6d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.445677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7aaeb6-7b8b-47cd-b851-07f9cc280c6d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.450316 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2f7aaeb6-7b8b-47cd-b851-07f9cc280c6d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1154823 May 26 16:11:42.453405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45240) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:42.457378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-b10b8a47-67a1-48c1-8b5a-e3802d460f33 None None] Allocated IP 172.20.0.2 (96cccbcd-4c17-4e53-b917-fe16019574dd/9d232e90-58f9-4abc-acd8-87fecde43db3/7865d51b-77bd-427c-bee7-43a58f6f5219) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:42.467540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bad2a-cbfe-46c3-ab93-ccbf969e7c54 req-de39434a-d56a-4656-9a3b-8660d9fd038c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.469280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d8bad2a-cbfe-46c3-ab93-ccbf969e7c54 req-de39434a-d56a-4656-9a3b-8660d9fd038c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.2758982 May 26 16:11:42.475114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7865d51b-77bd-427c-bee7-43a58f6f5219 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:42.524552 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-e026b19f-ff47-4030-b708-97ce80111871 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53 HTTP/1.1" status: 200 len: 217 time: 0.0792370 May 26 16:11:42.612714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0d233-6a31-448a-a5ea-3fdccadfef5c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 26b88e27-d33d-4809-8e11-305a73bdf542 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:42.613951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d233-6a31-448a-a5ea-3fdccadfef5c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.616447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d8bad2a-cbfe-46c3-ab93-ccbf969e7c54 req-7a21320a-6847-482c-9fe1-703c109e155a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382492 May 26 16:11:42.620240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-e0fceb23-3e91-4787-9bad-aff0d0c50493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.621798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-e0fceb23-3e91-4787-9bad-aff0d0c50493 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.0838442 May 26 16:11:42.631955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b10b8a47-67a1-48c1-8b5a-e3802d460f33 None None] For port 7865d51b-77bd-427c-bee7-43a58f6f5219, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7865d51b-77bd-427c-bee7-43a58f6f5219,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:42.674145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Made reservation on behalf of 1ca36e6fc81944d08fe7b2733e9cb2ff for: {'subnet': 2} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:42.678591 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b10b8a47-67a1-48c1-8b5a-e3802d460f33 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.681412 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.685660 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b10b8a47-67a1-48c1-8b5a-e3802d460f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.694792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.847050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d233-6a31-448a-a5ea-3fdccadfef5c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.863141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0d233-6a31-448a-a5ea-3fdccadfef5c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 26b88e27-d33d-4809-8e11-305a73bdf542 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:42.899495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b8a47-67a1-48c1-8b5a-e3802d460f33 None None] Pushing event updated for resources: {'Port': ['ID=7865d51b-77bd-427c-bee7-43a58f6f5219,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:42.956155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-c11e20c5-2c58-40ff-8838-7e8b80c89122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.958087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-c11e20c5-2c58-40ff-8838-7e8b80c89122 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3260980 May 26 16:11:42.964901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-2962582c-4fa7-4fa0-980b-290df21720d9 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--901246096&fields=id&tenant_id=3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 267 time: 0.1998913 May 26 16:11:43.001332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00776441-aeb2-4c94-923f-e59ebddb1fb4 req-eb6f53f7-29ad-418a-8f08-a4d5dd3c6e47 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:43.003696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00776441-aeb2-4c94-923f-e59ebddb1fb4 req-eb6f53f7-29ad-418a-8f08-a4d5dd3c6e47 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.2376735 May 26 16:11:43.135134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d233-6a31-448a-a5ea-3fdccadfef5c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.195403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0d233-6a31-448a-a5ea-3fdccadfef5c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=26b88e27-d33d-4809-8e11-305a73bdf542,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:43.225896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00776441-aeb2-4c94-923f-e59ebddb1fb4 req-d5a475a0-ac5f-4a52-b762-74470e73e45b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845603 May 26 16:11:43.327172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-7f08d87a-59b4-46af-be3a-4bc070d6eb69 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556325 May 26 16:11:43.348307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce0d233-6a31-448a-a5ea-3fdccadfef5c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.355541 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5ce0d233-6a31-448a-a5ea-3fdccadfef5c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/26b88e27-d33d-4809-8e11-305a73bdf542 HTTP/1.1" status: 204 len: 168 time: 0.9007123 May 26 16:11:43.359453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45264) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:43.439955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c3fe14-b209-434f-a7e7-7bfd378d8006 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:43.441575 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c3fe14-b209-434f-a7e7-7bfd378d8006 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:43.443178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c3fe14-b209-434f-a7e7-7bfd378d8006 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:43.447720 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a9c3fe14-b209-434f-a7e7-7bfd378d8006 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0821912 May 26 16:11:43.447961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45266) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:43.470465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-ab26ffa8-ad0e-45b7-ad14-8a7323c273fe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:43.478605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-ab26ffa8-ad0e-45b7-ad14-8a7323c273fe tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 814 time: 0.4699438 May 26 16:11:43.523027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34f851ad-5782-42dd-9704-9fab8850b653 req-780a460f-243b-4284-b2fa-abd83c57a3a0 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8699ad-dc33-4d88-b5ea-98478acb1a91 HTTP/1.1" status: 200 len: 210 time: 0.0975189 May 26 16:11:43.547794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-151182f9-ec12-46e8-b44b-26dad167e037 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 9d232e90-58f9-4abc-acd8-87fecde43db3 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:43.575374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-151182f9-ec12-46e8-b44b-26dad167e037 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.616594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7865d51b-77bd-427c-bee7-43a58f6f5219 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:43.651003 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-151182f9-ec12-46e8-b44b-26dad167e037 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.774750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7865d51b-77bd-427c-bee7-43a58f6f5219 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:43.775658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.838434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-b34652ef-c982-4c7f-b8d8-dcf43163e5e7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/quotas/3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 375 time: 0.3436632 May 26 16:11:43.839591 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-151182f9-ec12-46e8-b44b-26dad167e037 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.901077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7865d51b-77bd-427c-bee7-43a58f6f5219 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:43.919902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.939499 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-151182f9-ec12-46e8-b44b-26dad167e037 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.944848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7af7f20c-588c-4052-bb55-78351eef3c1a req-881ecfcd-ae88-4d2b-b763-aba22034cfb2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0919850 May 26 16:11:43.946711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-598bd57c-b3ea-4aac-b17a-08e6aee50a88 req-6c1ba64f-9fd0-4e60-b474-b9469a134a01 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1057479 May 26 16:11:43.971712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151182f9-ec12-46e8-b44b-26dad167e037 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=9d232e90-58f9-4abc-acd8-87fecde43db3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:43.977018 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-151182f9-ec12-46e8-b44b-26dad167e037 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.983958 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-151182f9-ec12-46e8-b44b-26dad167e037 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/9d232e90-58f9-4abc-acd8-87fecde43db3 HTTP/1.1" status: 204 len: 168 time: 0.5343933 May 26 16:11:43.984601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45274) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:44.028070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d2b2f5e5-d82f-48cf-aff9-1ba7a4e7e2ee None None] Provisioning complete for port 7865d51b-77bd-427c-bee7-43a58f6f5219 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:44.028526 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d2b2f5e5-d82f-48cf-aff9-1ba7a4e7e2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.035220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-452a90d2-5abc-4d7e-accb-d9ebf47ed6c9 req-c5ce6270-6360-4e3d-bc58-42f6f27862ca service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950228 May 26 16:11:44.051819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Subnet': ['ID=ee197cab-7981-499a-a6d6-769477da53b8,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:44.113707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b4c987-621d-4578-a365-8af7879c9115 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet b0ba35cc-848d-4830-a9d7-208f6028c37c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:44.117798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c987-621d-4578-a365-8af7879c9115 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.158798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-b1049eae-78a2-4282-bdba-ea485f7831eb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2870033 May 26 16:11:44.177648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2f5e5-d82f-48cf-aff9-1ba7a4e7e2ee None None] Current status of the port 7865d51b-77bd-427c-bee7-43a58f6f5219 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:44.198828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Checking segment: {'id': '5a89722f-fdd7-4d3c-9e52-e2c836c9ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dd10f9df-7890-4667-a351-44428ba947bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:44.199278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c987-621d-4578-a365-8af7879c9115 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.199692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Network hostable DHCP agents. Network: dd10f9df-7890-4667-a351-44428ba947bd, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:11:44.248681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16481-8ec8-4a27-a1c9-d718c134198d req-5bdb5451-0db8-4f9d-aaee-c910a5fa9ec5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:44.253677 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71e16481-8ec8-4a27-a1c9-d718c134198d req-5bdb5451-0db8-4f9d-aaee-c910a5fa9ec5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.1764712 May 26 16:11:44.297203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Network dd10f9df-7890-4667-a351-44428ba947bd is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:11:44.333441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c987-621d-4578-a365-8af7879c9115 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.340538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, dd10f9df-7890-4667-a351-44428ba947bd) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:44.353434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73ad80-acbd-4a78-bfb3-7d409fae5759 None None] Network dd10f9df-7890-4667-a351-44428ba947bd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:44.354823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71e16481-8ec8-4a27-a1c9-d718c134198d req-95ab02a8-8617-45e2-a24f-e042ab6bd75d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774922 May 26 16:11:44.357901 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.371986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-501b8987-75e6-4d07-94d4-ba1f6831b120 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126002 May 26 16:11:44.447376 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c987-621d-4578-a365-8af7879c9115 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.522742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4c987-621d-4578-a365-8af7879c9115 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ba35cc-848d-4830-a9d7-208f6028c37c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:44.534672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c987-621d-4578-a365-8af7879c9115 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.546173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f7b4c987-621d-4578-a365-8af7879c9115 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/b0ba35cc-848d-4830-a9d7-208f6028c37c HTTP/1.1" status: 204 len: 168 time: 0.5601411 May 26 16:11:44.547078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45286) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:44.552879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9437f9-c5f7-49f2-8a7e-19ac29f59c87 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:44.556165 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-a72e66ef-a691-4603-869e-8a8d7f0cbee3 service neutron] 10.222.0.39 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611311 May 26 16:11:44.575988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event updated for resources: {'Subnet': ['ID=cc81260b-52c4-4a78-ba32-24be620af901,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:44.594335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Checking segment: {'id': '91ea2910-bc2e-47ee-8043-382c4605120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a89a43f0-40a6-4583-a1b4-cb0c939a3db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:44.594700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Network hostable DHCP agents. Network: a89a43f0-40a6-4583-a1b4-cb0c939a3db4, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:11:44.627121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Network a89a43f0-40a6-4583-a1b4-cb0c939a3db4 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:11:44.640466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, a89a43f0-40a6-4583-a1b4-cb0c939a3db4) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:44.646117 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d670d413-46df-43ed-af72-e67f4e7936ae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954590 May 26 16:11:44.647744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:44.648235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:44.649206 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.650498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45288) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:44.658674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:44.683780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-655aa185-c2a8-4a82-b037-3139c1053f21 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6888149 May 26 16:11:44.684399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45290) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:44.782371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bccf03-68cf-4461-86f0-0392a1525585 None None] Network a89a43f0-40a6-4583-a1b4-cb0c939a3db4 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:44.783995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebfc09-88ad-44f1-b730-0209f3697778 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:44.786622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebfc09-88ad-44f1-b730-0209f3697778 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:44.788296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebfc09-88ad-44f1-b730-0209f3697778 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:44.791057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5bebfc09-88ad-44f1-b730-0209f3697778 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1051757 May 26 16:11:44.796246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45296) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:44.867486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:44.871734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.910325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d8c05be6-590d-4c67-85c0-a5042ca59a2c None None] Could not find standard attr ID for object 26b88e27-d33d-4809-8e11-305a73bdf542. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:11:44.942101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768a797-5a83-46bc-97db-61db89646fea req-fc2b606f-baae-44ed-b0d8-c440280e3c6a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:44.954677 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0768a797-5a83-46bc-97db-61db89646fea req-fc2b606f-baae-44ed-b0d8-c440280e3c6a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1616492 May 26 16:11:44.967106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0783265-723f-442f-88a5-3574cedd7172 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Deleting subnet ee197cab-7981-499a-a6d6-769477da53b8 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:45.013461 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c0783265-723f-442f-88a5-3574cedd7172 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.029133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0768a797-5a83-46bc-97db-61db89646fea req-44c70051-024f-4bcb-a566-c765c9f70d91 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713532 May 26 16:11:45.106586 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c0783265-723f-442f-88a5-3574cedd7172 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.200981 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c0783265-723f-442f-88a5-3574cedd7172 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.224876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ef9a7-d641-424d-a120-5d7c02e33306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-a89a43f0-40a6-4583-a1b4-cb0c939a3db4', 'network_id': 'a89a43f0-40a6-4583-a1b4-cb0c939a3db4', 'tenant_id': '1ca36e6fc81944d08fe7b2733e9cb2ff', 'fixed_ips': [{'subnet_id': 'cc81260b-52c4-4a78-ba32-24be620af901'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:45.238711 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f22ef9a7-d641-424d-a120-5d7c02e33306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.282553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343bebc-4970-43d8-a1d5-906c2b2bb9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-dd10f9df-7890-4667-a351-44428ba947bd', 'network_id': 'dd10f9df-7890-4667-a351-44428ba947bd', 'tenant_id': '1ca36e6fc81944d08fe7b2733e9cb2ff', 'fixed_ips': [{'subnet_id': 'ee197cab-7981-499a-a6d6-769477da53b8'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:45.286392 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f343bebc-4970-43d8-a1d5-906c2b2bb9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.324891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2efe302-ac8f-4c13-a15c-89eeac728211 req-eb0f76d4-ef5a-47f8-9abf-054a7a9afed3 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 210 time: 0.1165943 May 26 16:11:45.588569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-162d469f-c14d-4530-9b9f-f0eee399ad04 req-572cefa7-9e23-472d-8335-cfa81b6b5225 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0518863 May 26 16:11:45.639509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55d56070-c74c-4784-bec5-25518edb0a30 req-f016dd42-cc65-4b1b-95d4-f526d5436ba8 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1553166 May 26 16:11:45.644856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1d77b1c-8ab8-4b4a-9479-17ebc39a9f2e req-c5bae81d-2f1b-484f-8765-1708ffcbf9a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d8699ad-dc33-4d88-b5ea-98478acb1a91 HTTP/1.1" status: 200 len: 210 time: 0.1364968 May 26 16:11:45.655863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c0783265-723f-442f-88a5-3574cedd7172 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.731486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0783265-723f-442f-88a5-3574cedd7172 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Subnet': ['ID=ee197cab-7981-499a-a6d6-769477da53b8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:45.741558 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c0783265-723f-442f-88a5-3574cedd7172 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.749347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c0783265-723f-442f-88a5-3574cedd7172 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/subnets/ee197cab-7981-499a-a6d6-769477da53b8 HTTP/1.1" status: 204 len: 168 time: 0.9516780 May 26 16:11:45.752825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45318) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:45.787753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:11:45.864662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Deleting subnet cc81260b-52c4-4a78-ba32-24be620af901 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:45.872824 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.930254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c499c98-a9d8-4857-843e-914f41e21d73 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:45.975874 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-f343bebc-4970-43d8-a1d5-906c2b2bb9f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee197cab-7981-499a-a6d6-769477da53b8: This subnet is being modified by another concurrent operation. May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:11:46.069430 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee197cab-7981-499a-a6d6-769477da53b8: This subnet is being modified by another concurrent operation. May 26 16:11:46.073524 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:11:46.123476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3c499c98-a9d8-4857-843e-914f41e21d73 None None] Deleting port 7865d51b-77bd-427c-bee7-43a58f6f5219 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:46.124374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c499c98-a9d8-4857-843e-914f41e21d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.131928 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.160940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976677ef-95a8-4d38-82c8-b005c50c6d8b req-7fe68082-5bc1-43ba-9895-0e0d4a470822 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:46.162716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-976677ef-95a8-4d38-82c8-b005c50c6d8b req-7fe68082-5bc1-43ba-9895-0e0d4a470822 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.2840636 May 26 16:11:46.173538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66a192-56c9-4b38-9b22-c72957196ed5 None None] Network dd10f9df-7890-4667-a351-44428ba947bd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:46.175698 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.286581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-976677ef-95a8-4d38-82c8-b005c50c6d8b req-dad483e3-5bbb-43aa-a62b-ca051e05d31b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036911 May 26 16:11:46.316978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3c499c98-a9d8-4857-843e-914f41e21d73 None None] For port 7865d51b-77bd-427c-bee7-43a58f6f5219, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7865d51b-77bd-427c-bee7-43a58f6f5219,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:46.318430 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c499c98-a9d8-4857-843e-914f41e21d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.319018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757f2fc-f64e-4361-b391-55470f9e4dcb req-94ebc053-316f-402d-a4e9-851bb939e160 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:46.320720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c757f2fc-f64e-4361-b391-55470f9e4dcb req-94ebc053-316f-402d-a4e9-851bb939e160 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1008132 May 26 16:11:46.323303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.365274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Subnet': ['ID=cc81260b-52c4-4a78-ba32-24be620af901,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:46.375100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.379135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/subnets/cc81260b-52c4-4a78-ba32-24be620af901 HTTP/1.1" status: 204 len: 168 time: 0.6250303 May 26 16:11:46.386623 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45326) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:46.428152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.428801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.429300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.429806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.430592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.431292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.431921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.432426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.432919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.433427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.434089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.434572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cc79d-a6b8-4f94-a0db-b39404d348a2 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:46.487181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] For port 7865d51b-77bd-427c-bee7-43a58f6f5219, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7865d51b-77bd-427c-bee7-43a58f6f5219,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:46.517495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c757f2fc-f64e-4361-b391-55470f9e4dcb req-8eb3d587-9d1d-4d4a-873a-3b1ff30f11a9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683483 May 26 16:11:46.522061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9688cac6-b566-4daf-82f6-01688e4c5811 req-0643f7d9-1591-4bff-8bbc-ca39ecf45f7f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 210 time: 0.0712547 May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-f22ef9a7-d641-424d-a120-5d7c02e33306 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc81260b-52c4-4a78-ba32-24be620af901: This subnet is being modified by another concurrent operation. May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:11:46.539981 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc81260b-52c4-4a78-ba32-24be620af901: This subnet is being modified by another concurrent operation. May 26 16:11:46.546595 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:11:46.552060 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af711191-93dd-4321-903d-8f29c0560a2c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:46.561582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45328) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:46.578436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-af711191-93dd-4321-903d-8f29c0560a2c tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1789281 May 26 16:11:46.583048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.599395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.600131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.603768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17faa6b3-cecf-4d08-86b1-13a5f8737bb9 None None] Network a89a43f0-40a6-4583-a1b4-cb0c939a3db4 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:46.606098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3c499c98-a9d8-4857-843e-914f41e21d73 None None] Calling delete_port for 7865d51b-77bd-427c-bee7-43a58f6f5219 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:46.846320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:46.880168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:46.893337 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:46.894243 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.906324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=7865d51b-77bd-427c-bee7-43a58f6f5219,revision_number=8']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:46.915941 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.931992 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c499c98-a9d8-4857-843e-914f41e21d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.936015 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2824790 May 26 16:11:46.938247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6cc55-9cf1-4add-a613-e54974a19485 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=112e186a-38d1-49f9-b6fb-bbbf9e67206c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:46.941474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45334) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:46.954170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:46.968095 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c499c98-a9d8-4857-843e-914f41e21d73 None None] Pushing event deleted for resources: {'Port': ['ID=7865d51b-77bd-427c-bee7-43a58f6f5219,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:46.973626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81cd4f9b-c1c2-40e7-8057-bfac67b137f5 req-2163d273-ab93-412a-87aa-d0d9a03fe992 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0659051 May 26 16:11:46.977557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c499c98-a9d8-4857-843e-914f41e21d73 None None] No DVR routers for this DVR port 7865d51b-77bd-427c-bee7-43a58f6f5219 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:47.017135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589883ff-4158-4a15-8200-accadfdefcb6 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:47.023859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9815bb0d-82e2-4d18-91b9-42655b087c0f req-4e185e32-faaa-4ef4-8ce8-228d177fca21 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1664450 May 26 16:11:47.261053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '112e186a-38d1-49f9-b6fb-bbbf9e67206c'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:47.265337 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.482346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cae9418b-94a1-42f7-8250-58888578d2ff req-0de15eac-2a1b-4edb-a3ff-daf5efee8b44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e673b04a0a547e7ab43536729585caa&device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.1058183 May 26 16:11:47.489561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.536664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89a43f0-40a6-4583-a1b4-cb0c939a3db4']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:47.560208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ea2910-bc2e-47ee-8043-382c4605120f') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:47.561106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ea2910-bc2e-47ee-8043-382c4605120f') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:47.574505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cae9418b-94a1-42f7-8250-58888578d2ff req-450a602f-f0f6-4516-9510-4f58a1f79292 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8e673b04a0a547e7ab43536729585caa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634480 May 26 16:11:47.585355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18c30a73-7bd5-41d8-b34b-5451f30de2c1 req-6cdb6f04-58e4-454b-8084-c08063214eee tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0813248 May 26 16:11:47.587846 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.618034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:47.622123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.631513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.655672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:47.656360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.663431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Allocated IP 2001:db8::f816:3eff:fe5e:464c (96cccbcd-4c17-4e53-b917-fe16019574dd/112e186a-38d1-49f9-b6fb-bbbf9e67206c/aa57b8f3-d6ab-4427-8cb8-412783b175e6) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:47.688675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7865d51b-77bd-427c-bee7-43a58f6f5219 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:47.708216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c456-d6f9-433a-937b-3ba8a155148d req-9f3e5649-4ac0-4fbf-82eb-1c8560511fd4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:47.718036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abd8c456-d6f9-433a-937b-3ba8a155148d req-9f3e5649-4ac0-4fbf-82eb-1c8560511fd4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.2926598 May 26 16:11:47.721620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 7865d51b-77bd-427c-bee7-43a58f6f5219 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:47.722299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7865d51b-77bd-427c-bee7-43a58f6f5219 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:47.775078 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 91ea2910-bc2e-47ee-8043-382c4605120f resource provider aggregate not found May 26 16:11:47.813314 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 91ea2910-bc2e-47ee-8043-382c4605120f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91ea2910-bc2e-47ee-8043-382c4605120f found for delete ", "request_id": "req-c0a4c514-5c93-44b6-96f1-da4bc720128a"}]} May 26 16:11:47.822161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.860052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e133-36a4-474e-8443-4a860c2be220 req-63eb91eb-1fb8-404a-aec0-f0f2e5611d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:47.866043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98b2e133-36a4-474e-8443-4a860c2be220 req-63eb91eb-1fb8-404a-aec0-f0f2e5611d93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 1096 time: 0.3760464 May 26 16:11:47.933597 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.940576 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/networks/a89a43f0-40a6-4583-a1b4-cb0c939a3db4 HTTP/1.1" status: 204 len: 168 time: 1.3677406 May 26 16:11:47.947443 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.957474 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.973178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45350) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:47.992384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a823820-c778-497b-8324-6eb71b942848 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Network': ['ID=a89a43f0-40a6-4583-a1b4-cb0c939a3db4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:48.056945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:48.063903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:48.070554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Pushing event updated for resources: {'Port': ['ID=aa57b8f3-d6ab-4427-8cb8-412783b175e6,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:48.081332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:48.143068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.170291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Attempting to bind port aa57b8f3-d6ab-4427-8cb8-412783b175e6 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:48.170635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Attempting to bind port aa57b8f3-d6ab-4427-8cb8-412783b175e6 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:48.171036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Attempting to bind port aa57b8f3-d6ab-4427-8cb8-412783b175e6 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:48.179551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:48.179918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:48.181028 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.181443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:48.182367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Bound port: aa57b8f3-d6ab-4427-8cb8-412783b175e6, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:48.182673 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.288018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] For port aa57b8f3-d6ab-4427-8cb8-412783b175e6, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:48.294059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] For port aa57b8f3-d6ab-4427-8cb8-412783b175e6, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa57b8f3-d6ab-4427-8cb8-412783b175e6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:48.303074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.326436 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.394343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24fa37-281f-4bcf-bae7-35346a584aa0 None None] Pushing event updated for resources: {'Port': ['ID=aa57b8f3-d6ab-4427-8cb8-412783b175e6,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:48.442687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=699cebb7-677a-45fc-bf59-cccd6cb0024b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:48.470926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abd8c456-d6f9-433a-937b-3ba8a155148d req-cb980d4f-8ffe-42dc-8e03-138f901d080b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7514393 May 26 16:11:48.529297 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c51bdf0a-5474-4dfc-a9dc-b3ff0ade2dff req-c96d211c-e89f-4de4-b5ce-6f17a139e414 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0749152 May 26 16:11:48.531580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.540226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:48.541835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:48.549986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:48.550425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.572039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d6468-ab19-4969-b6a1-abeefc8cb998 req-c09a1419-1951-4c61-85a0-9d64153cd3e6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:48.578815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e33d6468-ab19-4969-b6a1-abeefc8cb998 req-c09a1419-1951-4c61-85a0-9d64153cd3e6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.8022556 May 26 16:11:48.581140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd10f9df-7890-4667-a351-44428ba947bd']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:48.581470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9418b-94a1-42f7-8250-58888578d2ff req-9f67df4a-8bf9-43a6-b34f-18b969230381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:48.583708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cae9418b-94a1-42f7-8250-58888578d2ff req-9f67df4a-8bf9-43a6-b34f-18b969230381 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9794042 May 26 16:11:48.597705 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ff05bb5-5cba-4b54-b62e-f3aa98622dc8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6503806 May 26 16:11:48.597705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45354) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:48.601499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a89722f-fdd7-4d3c-9e52-e2c836c9ecfa') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:48.601499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a89722f-fdd7-4d3c-9e52-e2c836c9ecfa') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:48.607481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:44:58:66', 'name': 'tempest-NetworksTestDHCPv6-300396982'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:48.642586 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.687318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0053bba9-4d3e-40fb-9677-e45fe676c710 req-20ba479e-db20-48ce-950a-a41d227c5bab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 210 time: 0.1339219 May 26 16:11:48.690160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98b2e133-36a4-474e-8443-4a860c2be220 req-3db4f33f-43f0-4eda-aff8-3bd043176a92 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8189633 May 26 16:11:48.719623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.736965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:48.737622 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.835424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e33d6468-ab19-4969-b6a1-abeefc8cb998 req-da51b4f5-f128-4e0a-bbe0-b173f0e5205a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501764 May 26 16:11:48.856519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.868935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.876097 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/networks/dd10f9df-7890-4667-a351-44428ba947bd HTTP/1.1" status: 204 len: 168 time: 0.8978879 May 26 16:11:48.876857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45358) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:48.888476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-dec528de-41d7-4489-8c58-08a12d47bb40 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:48.890463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-dec528de-41d7-4489-8c58-08a12d47bb40 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 814 time: 0.4620843 May 26 16:11:48.902977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5669c-97b9-448a-a3dc-5249750349b5 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Network': ['ID=dd10f9df-7890-4667-a351-44428ba947bd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:48.961198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ccb96aef-462e-4f48-9850-02b944772f89 req-1fecd005-c1e0-4e82-bdfa-2ef40459c2b3 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0695391 May 26 16:11:49.050677 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40a4db86-9d50-4893-992f-8e0563f80129 req-4792ac3e-eb29-4e23-b0d3-d186e26278cb tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0432134 May 26 16:11:49.058527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-a5f10938-2971-43a2-97c4-9de71d6b0e9a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 379 time: 0.0962806 May 26 16:11:49.059262 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.074611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'port': {'device_id': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'admin_state_up': True, 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'security_groups': ['6c967095-b2be-4362-b3f5-b6fddea2d10b']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:49.114184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:49.219673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.231083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Made reservation on behalf of 3fb12a94f317497abed90107ea4df44a for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:49.237050 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.253451 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33307b56-dfce-41b0-8ddb-7b401ad99dae']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:49.272909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2004b364-c809-43e3-b16b-ed70842c4d36') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:49.273223 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2004b364-c809-43e3-b16b-ed70842c4d36') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:49.287369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.291070 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.325285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port c1755c06-ec3f-443c-94b6-51c9d16211e4 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:49.333318 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.345050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:49.345467 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.415650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Allocated IP 172.20.0.12 (bfbaee1a-c578-4c09-bd46-debf773c6c0c/09be0a53-6df6-4d71-8503-1b0838ac7254/75122d88-3b5e-4ef9-ac3f-96eedf92b3ae) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:49.503235 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.588210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.601039 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/networks/33307b56-dfce-41b0-8ddb-7b401ad99dae HTTP/1.1" status: 204 len: 168 time: 0.7116082 May 26 16:11:49.605964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45362) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:49.707954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bc430-e697-4973-a2b6-9c03df4d7416 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Network': ['ID=33307b56-dfce-41b0-8ddb-7b401ad99dae,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:49.708176 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.743937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf562087-5c76-47c9-a991-22fb4e0273dd req-35cbd140-81d4-4c6c-b9d4-9086caa96b6d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:49.780358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf562087-5c76-47c9-a991-22fb4e0273dd req-35cbd140-81d4-4c6c-b9d4-9086caa96b6d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.1530187 May 26 16:11:49.786757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa57b8f3-d6ab-4427-8cb8-412783b175e6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:49.906044 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5a89722f-fdd7-4d3c-9e52-e2c836c9ecfa resource provider aggregate not found May 26 16:11:49.913468 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea6e0f7c-132b-4349-be62-24249002411a req-1508a45b-eb15-4ffd-90eb-9da9efd69957 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 210 time: 0.0692449 May 26 16:11:49.931909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port aa57b8f3-d6ab-4427-8cb8-412783b175e6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:49.932105 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.937106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf562087-5c76-47c9-a991-22fb4e0273dd req-26dbf5be-a9d1-4ade-9ddc-be8358395760 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539626 May 26 16:11:50.005179 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5a89722f-fdd7-4d3c-9e52-e2c836c9ecfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a89722f-fdd7-4d3c-9e52-e2c836c9ecfa found for delete ", "request_id": "req-45bcbbac-c91a-4fde-9535-b19259bbe230"}]} May 26 16:11:50.012854 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.039290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d758c708-0313-4cda-be06-6291d395e8cb None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:50.066672 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 2004b364-c809-43e3-b16b-ed70842c4d36 resource provider aggregate not found May 26 16:11:50.110164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.117145 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 2004b364-c809-43e3-b16b-ed70842c4d36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2004b364-c809-43e3-b16b-ed70842c4d36 found for delete ", "request_id": "req-c629b4c2-0f7d-4c25-834c-df980d9b91a7"}]} May 26 16:11:50.152579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:50.156840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 172.20.0.3 (96cccbcd-4c17-4e53-b917-fe16019574dd/699cebb7-677a-45fc-bf59-cccd6cb0024b/c1755c06-ec3f-443c-94b6-51c9d16211e4) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:50.194861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9571431c-5f6d-4cf1-afb6-b6880c03ef02 None None] Provisioning complete for port aa57b8f3-d6ab-4427-8cb8-412783b175e6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:50.195280 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9571431c-5f6d-4cf1-afb6-b6880c03ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.196108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:fe44:5866 (96cccbcd-4c17-4e53-b917-fe16019574dd/112e186a-38d1-49f9-b6fb-bbbf9e67206c/c1755c06-ec3f-443c-94b6-51c9d16211e4) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:50.212037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f38aed18-c115-45d7-a866-d69b58b56692 req-a6ea34e7-042c-4fe0-a128-9b1a13d7b238 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0747001 May 26 16:11:50.250414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:50.261497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:50.289675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:50.292988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.341522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c15888e-f82d-4a7f-bece-915abd5360b3']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:50.351486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port aa57b8f3-d6ab-4427-8cb8-412783b175e6 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:50.352114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.374827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c329c8f-69fa-4507-bd2b-4c41c1de0ab0') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:50.375044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c329c8f-69fa-4507-bd2b-4c41c1de0ab0') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:50.420046 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.441515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.462663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:50.463083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.467204 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81b10980-b325-4754-8fee-3a8a05715fcd req-0afc4a19-3c25-44ca-84a7-92f18b8e9d83 tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.39 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0692668 May 26 16:11:50.493685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:50.494511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.505612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port aa57b8f3-d6ab-4427-8cb8-412783b175e6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa57b8f3-d6ab-4427-8cb8-412783b175e6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:50.524830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14064c44-034f-4979-ab78-7bcb5708dd29 req-95042edc-fb42-4851-8ae1-5a15f5c8c7d0 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:50.525620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9571431c-5f6d-4cf1-afb6-b6880c03ef02 None None] Current status of the port aa57b8f3-d6ab-4427-8cb8-412783b175e6 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:50.526053 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9571431c-5f6d-4cf1-afb6-b6880c03ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.529719 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.535917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14064c44-034f-4979-ab78-7bcb5708dd29 req-95042edc-fb42-4851-8ae1-5a15f5c8c7d0 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.4007616 May 26 16:11:50.548106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-e245fddd-4a0e-450c-a15b-fe05f9d7f9bb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4789364 May 26 16:11:50.579492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Request body: {'port': {'device_id': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:50.644171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14064c44-034f-4979-ab78-7bcb5708dd29 req-a60d46e2-d04a-4371-a911-18c40b87adf4 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069334 May 26 16:11:50.690759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=aa57b8f3-d6ab-4427-8cb8-412783b175e6,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:50.692865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.700065 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.715100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.719917 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] 10.222.0.39 "DELETE /v2.0/networks/7c15888e-f82d-4a7f-bece-915abd5360b3 HTTP/1.1" status: 204 len: 168 time: 1.1021867 May 26 16:11:50.734529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67703c3a-80b5-4df8-a78b-57e17121bcc9 tempest-BulkNetworkOpsTest-228274278 tempest-BulkNetworkOpsTest-228274278-project] Pushing event deleted for resources: {'Network': ['ID=7c15888e-f82d-4a7f-bece-915abd5360b3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:50.751132 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-9571431c-5f6d-4cf1-afb6-b6880c03ef02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:11:50.751496 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-9571431c-5f6d-4cf1-afb6-b6880c03ef02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:11:50.755374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b64d38-747f-4539-a730-25060b056927 None None] Update dhcp port {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': '112e186a-38d1-49f9-b6fb-bbbf9e67206c', 'ip_address': '2001:db8::f816:3eff:fe5e:464c'}, {'subnet_id': '699cebb7-677a-45fc-bf59-cccd6cb0024b'}], 'binding:host_id': 'n-d-843336-2'}, 'id': 'aa57b8f3-d6ab-4427-8cb8-412783b175e6'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:11:50.769731 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.780196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.799180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-70b64d38-747f-4539-a730-25060b056927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.867402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:50.876148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:50.880534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:50.890036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cae9418b-94a1-42f7-8250-58888578d2ff req-b311d62a-094e-48bd-a115-b8c4b542983e tempest-ServerShowV257Test-56875175 tempest-ServerShowV257Test-56875175-project] 10.222.0.32 "GET /v2.0/ports?device_id=e158e1cc-6389-4e05-b63f-56504598453c HTTP/1.1" status: 200 len: 210 time: 0.0617533 May 26 16:11:50.929885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:50.930874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.958739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=c1755c06-ec3f-443c-94b6-51c9d16211e4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:50.966473 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a236ec5-34fb-4bd6-bb2d-cd7ef2d54613 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3679891 May 26 16:11:50.971549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45386) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:51.025182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-70b64d38-747f-4539-a730-25060b056927 None None] Allocated IP 172.20.0.2 (96cccbcd-4c17-4e53-b917-fe16019574dd/699cebb7-677a-45fc-bf59-cccd6cb0024b/aa57b8f3-d6ab-4427-8cb8-412783b175e6) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:51.087201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ecb174-72dc-47d1-82f1-9bb692703d61 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.089219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2bc6f-b7a8-4279-8ea2-918a3849929c req-17d9e873-d5f2-470d-b52c-b81004a37ac1 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.092169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72c2bc6f-b7a8-4279-8ea2-918a3849929c req-17d9e873-d5f2-470d-b52c-b81004a37ac1 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.2653866 May 26 16:11:51.099804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ecb174-72dc-47d1-82f1-9bb692703d61 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.102570 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83ecb174-72dc-47d1-82f1-9bb692703d61 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1280732 May 26 16:11:51.105056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45392) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:51.172081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-70b64d38-747f-4539-a730-25060b056927 None None] For port aa57b8f3-d6ab-4427-8cb8-412783b175e6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa57b8f3-d6ab-4427-8cb8-412783b175e6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:51.209368 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-70b64d38-747f-4539-a730-25060b056927 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.217899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-70b64d38-747f-4539-a730-25060b056927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.222250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4fa55701-72fc-4634-a362-31ef926c84aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port c1755c06-ec3f-443c-94b6-51c9d16211e4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:51.222872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4fa55701-72fc-4634-a362-31ef926c84aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.232546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72c2bc6f-b7a8-4279-8ea2-918a3849929c req-898fdbbe-d520-4781-a5e8-de67470101ae tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071954 May 26 16:11:51.255006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45394) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:51.281563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960d08d-0803-40e3-9c04-bfeda5ac8764 req-9822ce7e-fda0-4bcb-bed1-cf45014e5d1a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.283198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4960d08d-0803-40e3-9c04-bfeda5ac8764 req-9822ce7e-fda0-4bcb-bed1-cf45014e5d1a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 932 time: 0.2247233 May 26 16:11:51.388856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4fa55701-72fc-4634-a362-31ef926c84aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.405254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4fa55701-72fc-4634-a362-31ef926c84aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for c1755c06-ec3f-443c-94b6-51c9d16211e4 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:51.422384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9571431c-5f6d-4cf1-afb6-b6880c03ef02 None None] Current status of the port aa57b8f3-d6ab-4427-8cb8-412783b175e6 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:51.429756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b64d38-747f-4539-a730-25060b056927 None None] Pushing event updated for resources: {'Port': ['ID=aa57b8f3-d6ab-4427-8cb8-412783b175e6,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:51.523519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4960d08d-0803-40e3-9c04-bfeda5ac8764 req-d3e8d585-71b4-4734-a7b5-aacfd3c7062d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303813 May 26 16:11:51.566183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b585ba12-00e4-410b-9108-7fefa4e7771d None None] Provisioning complete for port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:51.572622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b585ba12-00e4-410b-9108-7fefa4e7771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.675574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b585ba12-00e4-410b-9108-7fefa4e7771d None None] Port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:51.721210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4fa55701-72fc-4634-a362-31ef926c84aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.763300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa55701-72fc-4634-a362-31ef926c84aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=c1755c06-ec3f-443c-94b6-51c9d16211e4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:51.769695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ad91eef-069e-49c9-b837-11619e9d3711 req-7bee882f-4e7b-4aa7-ae12-6a2b5eaf681c tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0826616 May 26 16:11:51.785560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-34b1b073-9992-4680-906c-d724a588e691 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ca36e6fc81944d08fe7b2733e9cb2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293012 May 26 16:11:51.788331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45404) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:51.810718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:51.839593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baf61b-58a7-4933-ad50-6385cbde8dd9 req-43e980ae-34c0-4c72-8ea5-219178fc8829 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.840340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1baf61b-58a7-4933-ad50-6385cbde8dd9 req-43e980ae-34c0-4c72-8ea5-219178fc8829 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.4632428 May 26 16:11:51.846491 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.908906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4fa55701-72fc-4634-a362-31ef926c84aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.917363 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4fa55701-72fc-4634-a362-31ef926c84aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/c1755c06-ec3f-443c-94b6-51c9d16211e4 HTTP/1.1" status: 204 len: 168 time: 0.8109810 May 26 16:11:51.918198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45412) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:51.958198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa57b8f3-d6ab-4427-8cb8-412783b175e6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:52.004083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c811d-bd17-41cb-84d3-45444395c6eb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:52.006604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c811d-bd17-41cb-84d3-45444395c6eb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:52.009313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Transition to ACTIVE for port object 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:11:52.011287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c811d-bd17-41cb-84d3-45444395c6eb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:52.023470 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9d8c811d-bd17-41cb-84d3-45444395c6eb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1035426 May 26 16:11:52.026028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45422) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:52.026943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1baf61b-58a7-4933-ad50-6385cbde8dd9 req-68e8b823-7265-4a1e-a681-a178adb3018e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778271 May 26 16:11:52.031441 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.076682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port aa57b8f3-d6ab-4427-8cb8-412783b175e6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:52.077344 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.118365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-25107942-92fb-4275-a67c-053be8f57525 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 112e186a-38d1-49f9-b6fb-bbbf9e67206c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:52.126584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25107942-92fb-4275-a67c-053be8f57525 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.161109 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6c329c8f-69fa-4507-bd2b-4c41c1de0ab0 resource provider aggregate not found May 26 16:11:52.193405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Pushing event updated for resources: {'Port': ['ID=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:52.201171 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6c329c8f-69fa-4507-bd2b-4c41c1de0ab0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c329c8f-69fa-4507-bd2b-4c41c1de0ab0 found for delete ", "request_id": "req-31a3bc20-1146-4a56-b614-5f75df6770b8"}]} May 26 16:11:52.215142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25107942-92fb-4275-a67c-053be8f57525 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.262227 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e291ca13-32cc-42d0-8a22-cfb8f19894fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.353248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port aa57b8f3-d6ab-4427-8cb8-412783b175e6 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:52.371820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45434) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:52.397926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e291ca13-32cc-42d0-8a22-cfb8f19894fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.480691 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25107942-92fb-4275-a67c-053be8f57525 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.535522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc249635-b5fe-448a-9bda-f6344c22d13a req-39b43619-b08c-4624-b962-3d199ef0a84e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:52.544086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc249635-b5fe-448a-9bda-f6344c22d13a req-39b43619-b08c-4624-b962-3d199ef0a84e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.1439142 May 26 16:11:52.548242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Attempting to bind port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:52.549116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Attempting to bind port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:52.549516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Attempting to bind port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:52.571773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-17d899ca-2563-482d-9410-bc8efea29cda None None] Provisioning complete for port aa57b8f3-d6ab-4427-8cb8-412783b175e6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:52.573083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae on network bfbaee1a-c578-4c09-bd46-debf773c6c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:11:52.573395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Attempting to bind port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:52.573776 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-17d899ca-2563-482d-9410-bc8efea29cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.628162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:52.628591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Checking segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:52.629153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Bound using segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:52.629736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Bound port: 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:52.630243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.644448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25107942-92fb-4275-a67c-053be8f57525 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.678194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb621b20-047e-4ea3-a576-1a190892f2f0 req-86dc80b7-a972-4890-823f-c51dd53cbabd tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1019702 May 26 16:11:52.687123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25107942-92fb-4275-a67c-053be8f57525 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=112e186a-38d1-49f9-b6fb-bbbf9e67206c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:52.693528 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25107942-92fb-4275-a67c-053be8f57525 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.700184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e291ca13-32cc-42d0-8a22-cfb8f19894fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.702835 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-25107942-92fb-4275-a67c-053be8f57525 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/112e186a-38d1-49f9-b6fb-bbbf9e67206c HTTP/1.1" status: 204 len: 168 time: 0.6750536 May 26 16:11:52.703629 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e291ca13-32cc-42d0-8a22-cfb8f19894fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.703763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45444) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:52.707060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e291ca13-32cc-42d0-8a22-cfb8f19894fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08c6b7f5-9ff0-46f4-a620-d7735b3117b6 HTTP/1.1" status: 204 len: 168 time: 0.9141455 May 26 16:11:52.808075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-17d899ca-2563-482d-9410-bc8efea29cda None None] Current status of the port aa57b8f3-d6ab-4427-8cb8-412783b175e6 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:52.818490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291ca13-32cc-42d0-8a22-cfb8f19894fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c6b7f5-9ff0-46f4-a620-d7735b3117b6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:52.835386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc249635-b5fe-448a-9bda-f6344c22d13a req-05fb8922-1062-4757-89b2-8ab89e0e4363 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900748 May 26 16:11:52.861614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa21490-6ff2-4f1e-b7a6-935d5b3224c8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 699cebb7-677a-45fc-bf59-cccd6cb0024b {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:52.878954 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aa21490-6ff2-4f1e-b7a6-935d5b3224c8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.949661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] For port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:52.955841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2852426-8d5d-4793-97d0-be2a818fc343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.960625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aa21490-6ff2-4f1e-b7a6-935d5b3224c8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.966716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] For port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:52.975061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.995722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a218b69-fb88-4eab-9769-256d89804c8d req-1cbbeb12-68e9-4244-908f-f1589cc26f73 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.005695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a218b69-fb88-4eab-9769-256d89804c8d req-1cbbeb12-68e9-4244-908f-f1589cc26f73 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 944 time: 0.1113207 May 26 16:11:53.067269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac528a2-b18d-463e-bd3a-d985eae58cc1 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:53.076240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.076824 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.078447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] 10.222.0.32 "PUT /v2.0/ports/75122d88-3b5e-4ef9-ac3f-96eedf92b3ae HTTP/1.1" status: 200 len: 1092 time: 2.5045052 May 26 16:11:53.079169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'tag': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:53.091898 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6666e1d-2cb5-48b6-a211-a9b326c4fffa", "tag": "75122d88-3b5e-4ef9-ac3f-96eedf92b3ae"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:53.112572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ce89aebf-4a90-426b-a438-25ca22308a0f None None] Could not find standard attr ID for object c1755c06-ec3f-443c-94b6-51c9d16211e4. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:11:53.120835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aa21490-6ff2-4f1e-b7a6-935d5b3224c8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.195157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c39e5-5551-46f8-beb6-3cc564342c5c service neutron] Pushing event updated for resources: {'Port': ['ID=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:53.237728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2852426-8d5d-4793-97d0-be2a818fc343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.251393 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2852426-8d5d-4793-97d0-be2a818fc343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.304840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a218b69-fb88-4eab-9769-256d89804c8d req-dadd1824-375d-4fd1-806e-833bdd2073a5 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984333 May 26 16:11:53.326052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aa21490-6ff2-4f1e-b7a6-935d5b3224c8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.355470 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f2852426-8d5d-4793-97d0-be2a818fc343 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e673b04a0a547e7ab43536729585caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9792092 May 26 16:11:53.357305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aa21490-6ff2-4f1e-b7a6-935d5b3224c8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.363576 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5aa21490-6ff2-4f1e-b7a6-935d5b3224c8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/699cebb7-677a-45fc-bf59-cccd6cb0024b HTTP/1.1" status: 204 len: 168 time: 0.6587529 May 26 16:11:53.364395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b12a4c-886c-4bf7-837f-b18b1c887864 req-4f76c9a4-b6e7-4f70-9757-7292383dcc80 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.382355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66b12a4c-886c-4bf7-837f-b18b1c887864 req-4f76c9a4-b6e7-4f70-9757-7292383dcc80 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.1799636 May 26 16:11:53.382580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45460) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:53.382755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45462) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:53.403944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa21490-6ff2-4f1e-b7a6-935d5b3224c8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=699cebb7-677a-45fc-bf59-cccd6cb0024b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:53.408984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-c1c13f5b-4814-446a-aa9c-300e7e4c5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.410553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-c1c13f5b-4814-446a-aa9c-300e7e4c5d7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 1095 time: 0.2113740 May 26 16:11:53.414749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2852426-8d5d-4793-97d0-be2a818fc343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f4d9af-7aaa-4884-9b0a-9826d86909d3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:53.453315 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55c328c-beb6-40a8-b0b0-db087c71063b x-openstack-request-id: req-e55c328c-beb6-40a8-b0b0-db087c71063b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:53.453629 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6666e1d-2cb5-48b6-a211-a9b326c4fffa", "tag": "75122d88-3b5e-4ef9-ac3f-96eedf92b3ae", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:53.453850 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e55c328c-beb6-40a8-b0b0-db087c71063b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:53.454369 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55c328c-beb6-40a8-b0b0-db087c71063b'] response: {'name': 'network-changed', 'server_uuid': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'tag': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae', 'status': 'completed', 'code': 200} May 26 16:11:53.501657 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bdde9d20-fd49-4389-bab6-4fbaadc06837 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067963 May 26 16:11:53.510797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66b12a4c-886c-4bf7-837f-b18b1c887864 req-90a83a33-6bd5-43aa-bd18-d9fdde0878dd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290236 May 26 16:11:53.511514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45466) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:53.521934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-8fd2ba5b-559b-44b3-98f1-ca38903f956c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae HTTP/1.1" status: 200 len: 217 time: 0.0883350 May 26 16:11:53.521934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:53.604426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6167ed8-10ce-49bf-a93d-fe40c4a770c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.644121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6167ed8-10ce-49bf-a93d-fe40c4a770c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.684595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425bc0ab-c0dc-4e8a-a44d-47c1885fe0f5 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:53.687241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-f459fff0-99d3-4872-9173-1d19fcae824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.689455 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.689651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-f459fff0-99d3-4872-9173-1d19fcae824d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.1136425 May 26 16:11:53.713137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:53.714457 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.756904 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.788997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6167ed8-10ce-49bf-a93d-fe40c4a770c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.803751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-425bc0ab-c0dc-4e8a-a44d-47c1885fe0f5 None None] Deleting port aa57b8f3-d6ab-4427-8cb8-412783b175e6 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:53.804203 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6167ed8-10ce-49bf-a93d-fe40c4a770c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.813593 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-425bc0ab-c0dc-4e8a-a44d-47c1885fe0f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.825462 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a6167ed8-10ce-49bf-a93d-fe40c4a770c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0f4d9af-7aaa-4884-9b0a-9826d86909d3 HTTP/1.1" status: 204 len: 168 time: 0.4314201 May 26 16:11:53.843255 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6167ed8-10ce-49bf-a93d-fe40c4a770c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f4d9af-7aaa-4884-9b0a-9826d86909d3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:53.852223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-8238e1fa-a83f-4354-b985-800672c800a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.854663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-8238e1fa-a83f-4354-b985-800672c800a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556482 May 26 16:11:53.979401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-425bc0ab-c0dc-4e8a-a44d-47c1885fe0f5 None None] For port aa57b8f3-d6ab-4427-8cb8-412783b175e6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa57b8f3-d6ab-4427-8cb8-412783b175e6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:53.979796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-425bc0ab-c0dc-4e8a-a44d-47c1885fe0f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.987536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45482) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:53.996042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-425bc0ab-c0dc-4e8a-a44d-47c1885fe0f5 None None] Calling delete_port for aa57b8f3-d6ab-4427-8cb8-412783b175e6 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:54.004066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-cc5f9c72-5859-43bf-8a7d-4747e7b83996 req-5cbf7568-3ef9-4246-9ba3-3242bba7c163 service neutron] (109404) timed out ('10.222.0.39', 52838) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:11:54.052808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7096a85a-3f83-4316-a7b8-d75af09468c2 req-a873f1b4-7636-4930-bb9b-32510f48d98d tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0787363 May 26 16:11:54.055854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-2ca7c870-9a6e-40f2-9aa9-cd847e4f8d9b service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819649 May 26 16:11:54.097529 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-425bc0ab-c0dc-4e8a-a44d-47c1885fe0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.129715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bc0ab-c0dc-4e8a-a44d-47c1885fe0f5 None None] Pushing event deleted for resources: {'Port': ['ID=aa57b8f3-d6ab-4427-8cb8-412783b175e6,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:54.131722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425bc0ab-c0dc-4e8a-a44d-47c1885fe0f5 None None] No DVR routers for this DVR port aa57b8f3-d6ab-4427-8cb8-412783b175e6 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:54.161087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb2dc7-c412-46c1-b118-1b6e25828b81 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:11:54.205014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36087-a739-402c-82c8-5941e92e6df1 req-10736427-e531-4196-bc51-617174a98f60 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:54.206754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12a36087-a739-402c-82c8-5941e92e6df1 req-10736427-e531-4196-bc51-617174a98f60 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.2340739 May 26 16:11:54.303090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-226891084'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:54.303665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c37be4e-ca0d-4d9a-ae14-ea6e78f1766b req-8715fb0d-b4e1-448c-ae5e-d97884b53eb6 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224319 May 26 16:11:54.315329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12a36087-a739-402c-82c8-5941e92e6df1 req-d855ccef-7d52-4ca1-b205-164ff20a05a8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008334 May 26 16:11:54.344915 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.345236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:54.348056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb2dc7-c412-46c1-b118-1b6e25828b81 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:11:54.352214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.383799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.396410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:54.400185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:54.434399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:54.435384 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.485665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9697506 May 26 16:11:54.490742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45500) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:54.503605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:54.511828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5026830-460f-4cab-bd19-15bd2125b659 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=a86a575a-70af-4bd7-aced-cf685e3b2ffa,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:54.601119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-9569f907-7d12-4ec2-9886-5ed07b61d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:54.606240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-9569f907-7d12-4ec2-9886-5ed07b61d280 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 1095 time: 0.2065156 May 26 16:11:54.686860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686783e3-f934-40b1-b343-ab7ede50bb22 req-826ee65c-95c4-4077-a61f-4f27d81c74c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:54.700858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-686783e3-f934-40b1-b343-ab7ede50bb22 req-826ee65c-95c4-4077-a61f-4f27d81c74c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 944 time: 0.1950099 May 26 16:11:54.790052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:54.793615 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.815990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1ea2c-2715-48d6-8ad3-f41548a4e105 req-b115570a-1562-4704-9aca-a01c38b49f9b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:54.823463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4c1ea2c-2715-48d6-8ad3-f41548a4e105 req-b115570a-1562-4704-9aca-a01c38b49f9b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.1815896 May 26 16:11:54.855913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'a86a575a-70af-4bd7-aced-cf685e3b2ffa'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:54.858164 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.865388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-686783e3-f934-40b1-b343-ab7ede50bb22 req-01e71d01-fd87-4797-b75b-383dff895fbd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629627 May 26 16:11:54.884564 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.893021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.930645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-19ac6dfa-4926-4596-9a67-c829d3b1a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:54.935753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-19ac6dfa-4926-4596-9a67-c829d3b1a70a service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 915 time: 0.3125229 May 26 16:11:54.943638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:54.971036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4c1ea2c-2715-48d6-8ad3-f41548a4e105 req-50206467-6ca7-41e6-b68d-d5db76d863c9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466343 May 26 16:11:54.984371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41558137-bd3e-47d4-aae4-10a4740c4fa4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:54.990496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.991071 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment 1b02f3f0-a7dd-4ac2-a22f-b405569fd396 of type vlan for network e2ba092d-6134-41c0-ba40-4488476232cb May 26 16:11:55.090054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.107920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-75efade4-8048-48e3-bd09-879b90aa87cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae HTTP/1.1" status: 200 len: 217 time: 0.1595433 May 26 16:11:55.239521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.251923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.252488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.291412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Allocated IP 172.20.0.2 (96cccbcd-4c17-4e53-b917-fe16019574dd/a86a575a-70af-4bd7-aced-cf685e3b2ffa/5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:55.391911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5ab14-b330-48d6-9aa8-549bbe6856af req-ca97254c-3129-4242-8169-35d6d01f7a99 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.397942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afb5ab14-b330-48d6-9aa8-549bbe6856af req-ca97254c-3129-4242-8169-35d6d01f7a99 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.2134681 May 26 16:11:55.422559 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4336526 May 26 16:11:55.448393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedf653-ad76-46bc-a1de-fcccbaf8e076 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=e2ba092d-6134-41c0-ba40-4488476232cb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:55.469681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e2ba092d-6134-41c0-ba40-4488476232cb details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:55.474538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-42593619-d48d-49ad-82fc-6611d8c1ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.478030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-42593619-d48d-49ad-82fc-6611d8c1ce0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.3377829 May 26 16:11:55.494870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-777cb21e-96c9-4e3b-9e2b-c343b7fc8637 req-c37f16f6-1648-4eaf-b3ee-750cfe1d068b tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1338360 May 26 16:11:55.675184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:11:55.676648 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.678813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.693878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.761715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afb5ab14-b330-48d6-9aa8-549bbe6856af req-6efcbd6d-4078-4c88-941c-ffdcad55e42b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916765 May 26 16:11:55.790741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=e8985a7d-97cb-4bca-af52-27bdb44074c4,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:55.822641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa57b8f3-d6ab-4427-8cb8-412783b175e6 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:55.834651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:55.836850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:55.838391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Pushing event updated for resources: {'Port': ['ID=5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:55.845233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.846306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.851289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-a4cd28d6-c1a3-4f65-b4fd-23e309f3bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.853617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-a4cd28d6-c1a3-4f65-b4fd-23e309f3bf89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3571134 May 26 16:11:55.883164 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ea66ec6f-b50b-4684-874d-6c13430d1313 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3903100 May 26 16:11:55.885435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45532) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:55.891308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:bc:d5:09', 'name': 'tempest-NetworksTestDHCPv6-1339941980'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:55.991061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:55.996608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: aa57b8f3-d6ab-4427-8cb8-412783b175e6 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:55.997344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa57b8f3-d6ab-4427-8cb8-412783b175e6 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:56.017464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:56.025402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:56.054309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687479d8-a8f5-45ac-9b29-6e1ccf5a2040 req-9505795f-f387-44bc-919f-8e4dc0374bb6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:56.067940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-687479d8-a8f5-45ac-9b29-6e1ccf5a2040 req-9505795f-f387-44bc-919f-8e4dc0374bb6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2809978 May 26 16:11:56.146156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Attempting to bind port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:56.147364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Attempting to bind port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:56.152046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Attempting to bind port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:56.166022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:56.174440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:56.176087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:56.179852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:56.180707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:56.183034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Bound port: 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:56.183928 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:56.200804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-687479d8-a8f5-45ac-9b29-6e1ccf5a2040 req-cdcbcbea-d9d2-4188-a34e-a228823f11f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311529 May 26 16:11:56.259315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefe90-7387-4fcd-bedf-0ebb89f3e78f req-f12fac9a-d3d6-4aca-ae2e-4e172720d72b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:56.266463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4eeefe90-7387-4fcd-bedf-0ebb89f3e78f req-f12fac9a-d3d6-4aca-ae2e-4e172720d72b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 944 time: 0.1909878 May 26 16:11:56.269122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-c3bf303b-8b65-4240-968c-ca8ce252fb28 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052076 May 26 16:11:56.332008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] For port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:56.336118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] For port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:56.344311 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:56.401378 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:56.422024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4eeefe90-7387-4fcd-bedf-0ebb89f3e78f req-3f1ed122-f390-436d-abd1-e818c16b8879 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389611 May 26 16:11:56.456331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port ddcb590b-f5ca-49c0-ab80-3d49bff8d581 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:11:56.477362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94892282-f4ec-4a13-9ebf-2eed647e79de None None] Pushing event updated for resources: {'Port': ['ID=5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:56.534054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd15654-0fdb-4889-8cca-23826786dbff req-ea5edca9-fd82-407a-a942-5a852be82f13 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:56.544558 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fd15654-0fdb-4889-8cca-23826786dbff req-ea5edca9-fd82-407a-a942-5a852be82f13 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2037437 May 26 16:11:56.647573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2be7d50-4c57-4f83-9a97-3ba22fece0a6 req-ed88f3b5-5fbf-4ef5-be65-6fea6d61e1a4 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503408 May 26 16:11:56.685303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fd15654-0fdb-4889-8cca-23826786dbff req-c54219c9-eb61-453b-b25f-dbdb651e5e62 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385505 May 26 16:11:56.768757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-400bd5f1-7e58-45b3-adf0-91888952bf65 req-e86e0751-ac79-4e2d-8ac1-8015761377bd tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0753639 May 26 16:11:56.936759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:56.951880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 172.20.0.4 (96cccbcd-4c17-4e53-b917-fe16019574dd/a86a575a-70af-4bd7-aced-cf685e3b2ffa/ddcb590b-f5ca-49c0-ab80-3d49bff8d581) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:56.969508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:febc:d509 (96cccbcd-4c17-4e53-b917-fe16019574dd/e8985a7d-97cb-4bca-af52-27bdb44074c4/ddcb590b-f5ca-49c0-ab80-3d49bff8d581) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:57.053652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e13e7-ab9e-44b3-a601-5963f3d72198 req-0c317247-8f11-41d2-8692-f3062bd9cb3b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:57.061173 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e82e13e7-ab9e-44b3-a601-5963f3d72198 req-0c317247-8f11-41d2-8692-f3062bd9cb3b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1684215 May 26 16:11:57.093431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9b74b-9a10-47fa-87c7-1e8e5ff6777e req-8bde7ba2-5401-4313-8607-5edcc717d8bc tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:57.102584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bf9b74b-9a10-47fa-87c7-1e8e5ff6777e req-8bde7ba2-5401-4313-8607-5edcc717d8bc tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.1135156 May 26 16:11:57.150132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bf9b74b-9a10-47fa-87c7-1e8e5ff6777e req-0a7467e4-b82b-405d-9edd-af54572299b4 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464008 May 26 16:11:57.200093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e82e13e7-ab9e-44b3-a601-5963f3d72198 req-5bc4ab33-7c5b-43e9-a164-7550ff7ad533 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367960 May 26 16:11:57.250047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:57.269634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'port_id': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae', 'mac_address': 'fa:16:3e:79:f5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:57.391977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd270060-9171-4f7e-9c1d-5152dea9ff4d req-620e1247-0333-4c45-8707-c7cfe6e8aa64 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:57.400785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd270060-9171-4f7e-9c1d-5152dea9ff4d req-620e1247-0333-4c45-8707-c7cfe6e8aa64 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1148925 May 26 16:11:57.401626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:57.402658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:57.446987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:57.478981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd270060-9171-4f7e-9c1d-5152dea9ff4d req-1a85a272-edc1-4be9-8930-68652e93f74f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765851 May 26 16:11:57.496371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:57.523079 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:57.717231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:57.727983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d590bd-0ebb-4132-af17-20cf4b072644 req-354067ed-c9c1-487b-a0f4-16a590e72f90 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:57.750311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84d590bd-0ebb-4132-af17-20cf4b072644 req-354067ed-c9c1-487b-a0f4-16a590e72f90 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 945 time: 0.1975529 May 26 16:11:57.817421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:57.909468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['75122d88-3b5e-4ef9-ac3f-96eedf92b3ae'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:57.940836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84d590bd-0ebb-4132-af17-20cf4b072644 req-2067c828-baad-4acf-9e95-34fa7130df79 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859126 May 26 16:11:58.081887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34fe619d-1c52-4308-813c-e1f71b003937 req-734952d8-2774-48ef-8cb7-70a195954184 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0926640 May 26 16:11:58.164358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:58.164736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.306747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.405122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.429910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-c6c78dc4-2260-4881-b3c0-3983409299b2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:58.432823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd5df7-2b87-4f90-8c3e-a51e64f21676 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:11:58.433985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-c6c78dc4-2260-4881-b3c0-3983409299b2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.2662234 May 26 16:11:58.466807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-f0b6defa-5b18-4329-a124-df71364fb418 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/quotas/e0582a98e5df4377aa38dfd4cc59ec54 HTTP/1.1" status: 200 len: 375 time: 0.0231125 May 26 16:11:58.490462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:58.504254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:58.513366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:58.588423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=ddcb590b-f5ca-49c0-ab80-3d49bff8d581,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:58.624109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:58.624777 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.655288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-b4725e96-60ed-4437-8fb0-2ccc4dacbd78 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1812112 May 26 16:11:58.656173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-836bf7bc-f284-4f90-8775-4c51aa80ccc2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7684622 May 26 16:11:58.657832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45594) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:58.755443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a403092-abc2-4924-9d1e-f7d268d4b2c1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:58.771894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-2241d648-2934-43b0-8f29-5e715f919efd service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154580 May 26 16:11:58.772323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a403092-abc2-4924-9d1e-f7d268d4b2c1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:58.777284 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a403092-abc2-4924-9d1e-f7d268d4b2c1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1184163 May 26 16:11:58.777898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45596) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:58.781213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccd5df7-2b87-4f90-8c3e-a51e64f21676 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:11:58.828297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:58.829039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.834357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ac00f570-45e4-4274-9424-5e15ab5b4952 None None] Provisioning complete for port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:58.839427 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ac00f570-45e4-4274-9424-5e15ab5b4952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.931385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-38ef5029-0b3f-42fe-89dd-a5554de41a41 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port ddcb590b-f5ca-49c0-ab80-3d49bff8d581 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:58.931730 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38ef5029-0b3f-42fe-89dd-a5554de41a41 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:59.026509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-24db717e-68b4-4260-bb6c-37b1e25e4fea service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420208 May 26 16:11:59.066015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38ef5029-0b3f-42fe-89dd-a5554de41a41 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:59.082071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-38ef5029-0b3f-42fe-89dd-a5554de41a41 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for ddcb590b-f5ca-49c0-ab80-3d49bff8d581 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:59.289637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:59.312811 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:59.610922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:59.662171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45612) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:59.671180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': 'e2ba092d-6134-41c0-ba40-4488476232cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:59.726795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38ef5029-0b3f-42fe-89dd-a5554de41a41 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:59.813883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef5029-0b3f-42fe-89dd-a5554de41a41 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=ddcb590b-f5ca-49c0-ab80-3d49bff8d581,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:59.891355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ac00f570-45e4-4274-9424-5e15ab5b4952 None None] Current status of the port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:59.944810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:59.948796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:59.969982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38ef5029-0b3f-42fe-89dd-a5554de41a41 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:59.977317 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-38ef5029-0b3f-42fe-89dd-a5554de41a41 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/ddcb590b-f5ca-49c0-ab80-3d49bff8d581 HTTP/1.1" status: 204 len: 168 time: 1.1982186 May 26 16:11:59.978012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45620) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:00.027709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630d41f-28d5-4535-8006-fd779441bb82 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:00.132887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4a1b7d7-bf00-45de-8323-6bd1e93e5f3b req-8a187872-2ac3-4d09-86b9-61c111da76ab tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0439916 May 26 16:12:00.147343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4cdfe-fa3b-4529-b3ad-6bc7c443ceb6 req-b63379bc-52f9-48a2-abb4-7fe71752787f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.149872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48d4cdfe-fa3b-4529-b3ad-6bc7c443ceb6 req-b63379bc-52f9-48a2-abb4-7fe71752787f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 945 time: 0.9851193 May 26 16:12:00.236501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48d4cdfe-fa3b-4529-b3ad-6bc7c443ceb6 req-8e8c54e7-5cd7-4757-8e91-2e0a8a91c06d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792215 May 26 16:12:00.288469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cd651-bbdb-4969-bebf-30c8b3732e8d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.290440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cd651-bbdb-4969-bebf-30c8b3732e8d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.292326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cd651-bbdb-4969-bebf-30c8b3732e8d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.298702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45626) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:00.299163 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d49cd651-bbdb-4969-bebf-30c8b3732e8d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3173566 May 26 16:12:00.386339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.392799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7a9f18f-76e2-482d-86d1-445b9a1a0d19 req-a5da5cc7-8f6f-471e-996b-bf77d09eec02 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 210 time: 0.0479920 May 26 16:12:00.421967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b1f071-de1f-4df2-ac90-a9895cc51f3d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet a86a575a-70af-4bd7-aced-cf685e3b2ffa {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:00.427920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47b1f071-de1f-4df2-ac90-a9895cc51f3d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.444062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff09ba-4252-475f-afeb-ea700346c202 None None] Update dhcp port {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': 'a86a575a-70af-4bd7-aced-cf685e3b2ffa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8985a7d-97cb-4bca-af52-27bdb44074c4'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:12:00.478278 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5aff09ba-4252-475f-afeb-ea700346c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.493187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47b1f071-de1f-4df2-ac90-a9895cc51f3d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.532019 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking segment: {'id': '1b02f3f0-a7dd-4ac2-a22f-b405569fd396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2ba092d-6134-41c0-ba40-4488476232cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:00.532755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network hostable DHCP agents. Network: e2ba092d-6134-41c0-ba40-4488476232cb, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:00.552646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=cd97fdf2-c09a-4500-9620-cb3068864af7,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:00.587560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network e2ba092d-6134-41c0-ba40-4488476232cb is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:00.600560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e2ba092d-6134-41c0-ba40-4488476232cb) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:00.610128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.612745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.627467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b9412-bad3-4694-8ea2-3985bf405ce9 None None] Network e2ba092d-6134-41c0-ba40-4488476232cb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:00.645245 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4cf56787-0e88-4b1c-b93e-d10e9079ebdc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9799955 May 26 16:12:00.646141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:00.654980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586854382'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:00.676247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:00.681421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.710277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:00.722787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.723296 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment 2b84dfc4-8b8d-4a60-8711-4a11b9a70148 of type vlan for network 0bed0d8c-6e17-4144-91ac-b467e6671240 May 26 16:12:00.743821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45636) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:00.775129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47b1f071-de1f-4df2-ac90-a9895cc51f3d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.780172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-b0577d53-0a8e-4cd6-a7e4-85e15ff51ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.781651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-b0577d53-0a8e-4cd6-a7e4-85e15ff51ef9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 1096 time: 0.1285419 May 26 16:12:00.781895 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.811461 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.821191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.822504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.851539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99340a27-9361-42a6-9d5b-c7b76854d9d3 req-694c142c-e0bf-4496-8608-56921b82c7ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.853429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99340a27-9361-42a6-9d5b-c7b76854d9d3 req-694c142c-e0bf-4496-8608-56921b82c7ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.1869974 May 26 16:12:00.914495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=0bed0d8c-6e17-4144-91ac-b467e6671240,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:00.920575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-e2ba092d-6134-41c0-ba40-4488476232cb', 'network_id': 'e2ba092d-6134-41c0-ba40-4488476232cb', 'tenant_id': 'f41ed38c289d4a069461d610bf3a4889', 'fixed_ips': [{'subnet_id': 'cd97fdf2-c09a-4500-9620-cb3068864af7'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:00.921580 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.928214 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cce134e7-0df6-44d7-9e27-47f94b531a4a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2804925 May 26 16:12:00.930524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45640) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:00.936408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': '0bed0d8c-6e17-4144-91ac-b467e6671240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:00.942633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 0bed0d8c-6e17-4144-91ac-b467e6671240 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:00.960874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:00.980003 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-24292ff2-00de-4060-bdb8-ef0a136cde47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.986649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47b1f071-de1f-4df2-ac90-a9895cc51f3d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.989575 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:12:01.008704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99340a27-9361-42a6-9d5b-c7b76854d9d3 req-d64f34ea-d0d4-434e-a71b-4c665ce20971 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277997 May 26 16:12:01.046951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1f071-de1f-4df2-ac90-a9895cc51f3d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=a86a575a-70af-4bd7-aced-cf685e3b2ffa,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:01.057567 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47b1f071-de1f-4df2-ac90-a9895cc51f3d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.065934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-47b1f071-de1f-4df2-ac90-a9895cc51f3d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/a86a575a-70af-4bd7-aced-cf685e3b2ffa HTTP/1.1" status: 204 len: 168 time: 0.7658885 May 26 16:12:01.070510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45642) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.097169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-482c1144-350c-4fc9-96fc-8bcaf8e8d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:01.098725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-482c1144-350c-4fc9-96fc-8bcaf8e8d0f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.2943454 May 26 16:12:01.104592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:01.108764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.186809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52468c2-9718-40d2-be3c-9b8a9b2eefe6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet e8985a7d-97cb-4bca-af52-27bdb44074c4 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:01.192543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f52468c2-9718-40d2-be3c-9b8a9b2eefe6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.283349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-755d8c9d-9f6a-447b-a8f1-c60e86c27fca tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:01.285363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-755d8c9d-9f6a-447b-a8f1-c60e86c27fca tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.24 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.2055171 May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-5aff09ba-4252-475f-afeb-ea700346c202 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a86a575a-70af-4bd7-aced-cf685e3b2ffa: This subnet is being modified by another concurrent operation. May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:12:01.294899 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a86a575a-70af-4bd7-aced-cf685e3b2ffa: This subnet is being modified by another concurrent operation. May 26 16:12:01.298839 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:12:01.303539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f52468c2-9718-40d2-be3c-9b8a9b2eefe6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.359892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'port': {'device_id': 'db2a36a0-0b81-42e9-b91d-6a9fb1952043', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'admin_state_up': True, 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:01.364564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-0c24f727-b88f-450e-ba16-a982f0643933 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53 HTTP/1.1" status: 200 len: 217 time: 0.2193234 May 26 16:12:01.389107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f52468c2-9718-40d2-be3c-9b8a9b2eefe6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.417660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51285957-d906-4881-b043-4bb546b89ce7 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:01.420741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Allocated IP 2001:db8:0:ffff::2 (e2ba092d-6134-41c0-ba40-4488476232cb/cd97fdf2-c09a-4500-9620-cb3068864af7/d38c7e14-9546-4b66-8340-e534be36120a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:01.462386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95c77bcc-9823-4bfb-834a-1ba8b73d5163 req-d000c4e4-14ec-420f-8638-3c86103acec2 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1753743 May 26 16:12:01.522849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.534832 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f52468c2-9718-40d2-be3c-9b8a9b2eefe6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.598551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:12:01.603251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f52468c2-9718-40d2-be3c-9b8a9b2eefe6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.608975 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f52468c2-9718-40d2-be3c-9b8a9b2eefe6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/e8985a7d-97cb-4bca-af52-27bdb44074c4 HTTP/1.1" status: 204 len: 168 time: 0.5350425 May 26 16:12:01.609478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45650) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.658745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-993c07d2-a91d-4cce-8975-32c96571216a req-5855b14d-e750-4b26-9649-049745244920 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 210 time: 0.1150076 May 26 16:12:01.661985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=6008b1c9-8e4b-4ae9-afd7-fd069952a7c3,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:01.668426 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2017856f-ab4d-443b-ac57-420c81b4da58 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534673 May 26 16:12:01.674372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45652) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.675077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dec0b-17a8-48b4-bdfb-d74c9dd20327 req-f7f33cea-4293-4557-aaa7-ca79bda2598d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:01.676897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d0dec0b-17a8-48b4-bdfb-d74c9dd20327 req-f7f33cea-4293-4557-aaa7-ca79bda2598d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 945 time: 0.2966080 May 26 16:12:01.679360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:01.682901 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-24292ff2-00de-4060-bdb8-ef0a136cde47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.693210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-4ef9c87d-2eec-4891-8eb8-241d70d162b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:01.694513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:01.695022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-4ef9c87d-2eec-4891-8eb8-241d70d162b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.3159976 May 26 16:12:01.697679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:01.698073 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.701611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8e193441-9027-46cb-95c1-9e54fd60c9fb None None] Provisioning complete for port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:01.701969 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e193441-9027-46cb-95c1-9e54fd60c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.708955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-24292ff2-00de-4060-bdb8-ef0a136cde47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.718664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52468c2-9718-40d2-be3c-9b8a9b2eefe6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=e8985a7d-97cb-4bca-af52-27bdb44074c4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:01.756237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking segment: {'id': '2b84dfc4-8b8d-4a60-8711-4a11b9a70148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0bed0d8c-6e17-4144-91ac-b467e6671240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:01.756759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network hostable DHCP agents. Network: 0bed0d8c-6e17-4144-91ac-b467e6671240, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:01.799825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network 0bed0d8c-6e17-4144-91ac-b467e6671240 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:01.812424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:01.816700 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.821602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 0bed0d8c-6e17-4144-91ac-b467e6671240) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:01.829847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-24292ff2-00de-4060-bdb8-ef0a136cde47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4169683788e40e0a7607453d31ea5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0842085 May 26 16:12:01.830597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24292ff2-00de-4060-bdb8-ef0a136cde47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21babad-a270-4ed5-8098-66bfc4535575,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:01.837433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45654) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.843474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:01.844253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.852076 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d0dec0b-17a8-48b4-bdfb-d74c9dd20327 req-47ebbe70-1595-4b0e-b96d-2c4ec96eb241 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649351 May 26 16:12:01.854412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c48d0b-a37a-4620-b903-2f342f7b527d None None] Network 0bed0d8c-6e17-4144-91ac-b467e6671240 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:01.886099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-e57d42d1-082b-4bc2-993a-298aabace09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:01.888120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-e57d42d1-082b-4bc2-993a-298aabace09e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734631 May 26 16:12:01.920774 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c70ce5c1-2baf-4009-8b74-e7dae96ce3af tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9859638 May 26 16:12:01.921811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Made reservation on behalf of e0582a98e5df4377aa38dfd4cc59ec54 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:01.923052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45656) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.924960 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.026720 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.082224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf010d-5b94-41f6-8728-3208a2a7b5b8 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:02.089737 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd50cfc3-ed01-419d-a8fd-b4cf9e75f63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.097766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.107876 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.187132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd50cfc3-ed01-419d-a8fd-b4cf9e75f63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.210654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:02.211076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.222750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8e193441-9027-46cb-95c1-9e54fd60c9fb None None] Current status of the port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:02.228943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-6862b891-c783-4ed1-b580-856d9022bf3f service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219452 May 26 16:12:02.230057 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.242501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e6c31-d3d5-4ec9-af66-23d58ed81f5d req-330c108c-b267-447e-8150-b6a59b7631bb tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:02.244121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae0e6c31-d3d5-4ec9-af66-23d58ed81f5d req-330c108c-b267-447e-8150-b6a59b7631bb tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.1397586 May 26 16:12:02.259932 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.261883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:02.262307 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.265909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Network e2ba092d-6134-41c0-ba40-4488476232cb is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:02.276889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Pushing event updated for resources: {'Port': ['ID=d38c7e14-9546-4b66-8340-e534be36120a,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:02.290215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:02.306097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:02.326374 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:02.329892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=48586a7b-40da-42a4-8953-43bc38ec5011,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:02.334441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:02.339499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:02.340095 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.365981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:02.368618 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260a729b-36e2-4bdd-9884-ef0a6ab8d982" -d '{"events": [{"server_uuid": "e6666e1d-2cb5-48b6-a211-a9b326c4fffa", "name": "network-vif-plugged", "status": "completed", "tag": "75122d88-3b5e-4ef9-ac3f-96eedf92b3ae"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:02.371221 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-06692389-8ef6-453e-895c-5b09a88b7a63 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6958089 May 26 16:12:02.376571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:02.382773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:02.390144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.401947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae0e6c31-d3d5-4ec9-af66-23d58ed81f5d req-5d534389-cdaa-4b38-8132-96f85681d2c0 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172056 May 26 16:12:02.417243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Allocated IP 172.20.0.3 (e6a2eecd-73ef-43d4-862b-f37d994a7953/47617b24-398b-4c92-bb5c-96cca6d07a2c/fa5338bd-e5ad-48f5-8fe2-f009a549b9bf) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:02.441440 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd50cfc3-ed01-419d-a8fd-b4cf9e75f63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.444068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd50cfc3-ed01-419d-a8fd-b4cf9e75f63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.447928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dd50cfc3-ed01-419d-a8fd-b4cf9e75f63b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d21babad-a270-4ed5-8098-66bfc4535575 HTTP/1.1" status: 204 len: 168 time: 0.6072145 May 26 16:12:02.489155 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6556a4-3fd1-4525-9c1a-3603dd967b18 x-openstack-request-id: req-0b6556a4-3fd1-4525-9c1a-3603dd967b18 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:02.489447 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6666e1d-2cb5-48b6-a211-a9b326c4fffa", "name": "network-vif-plugged", "status": "completed", "tag": "75122d88-3b5e-4ef9-ac3f-96eedf92b3ae", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:02.489649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50cfc3-ed01-419d-a8fd-b4cf9e75f63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21babad-a270-4ed5-8098-66bfc4535575,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:02.489869 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b6556a4-3fd1-4525-9c1a-3603dd967b18 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:02.490424 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6556a4-3fd1-4525-9c1a-3603dd967b18'] response: {'server_uuid': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae', 'code': 200} May 26 16:12:02.491164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=6008b1c9-8e4b-4ae9-afd7-fd069952a7c3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:02.493153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:02.532043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:02.554499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64989a81-518d-4a7e-b654-844e9b1d90f0 req-05568498-d47a-4526-a9fa-321dde623106 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837145 May 26 16:12:02.557010 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.567906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdf88f9-7f6f-42e0-83b3-a627cce502c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-0bed0d8c-6e17-4144-91ac-b467e6671240', 'network_id': '0bed0d8c-6e17-4144-91ac-b467e6671240', 'tenant_id': 'f41ed38c289d4a069461d610bf3a4889', 'fixed_ips': [{'subnet_id': '6008b1c9-8e4b-4ae9-afd7-fd069952a7c3'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:02.567906 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfdf88f9-7f6f-42e0-83b3-a627cce502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.594396 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.663655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf010d-5b94-41f6-8728-3208a2a7b5b8 None None] Deleting port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:02.664410 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f4cf010d-5b94-41f6-8728-3208a2a7b5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.696356 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa383ba7-e122-4b66-8bd3-cc071223a00d req-8b406e3a-2db6-4ef7-8566-48f3ab15182d tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0473592 May 26 16:12:02.718683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ade519-1cb9-4fb6-9037-0125395bb0a5 req-4fbd0c4a-28d5-4f41-976e-596b12d3f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:02.720197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40ade519-1cb9-4fb6-9037-0125395bb0a5 req-4fbd0c4a-28d5-4f41-976e-596b12d3f515 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 1097 time: 0.1864119 May 26 16:12:02.756406 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.759478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:02.780538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Attempting to bind port d38c7e14-9546-4b66-8340-e534be36120a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:02.780842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Attempting to bind port d38c7e14-9546-4b66-8340-e534be36120a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '1b02f3f0-a7dd-4ac2-a22f-b405569fd396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2ba092d-6134-41c0-ba40-4488476232cb'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:02.781118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Attempting to bind port d38c7e14-9546-4b66-8340-e534be36120a on network e2ba092d-6134-41c0-ba40-4488476232cb {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:02.830267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bed0d8c-6e17-4144-91ac-b467e6671240']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:02.843561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b703372-949e-4d7b-aeb0-6f9337b59843 None None] Network 0bed0d8c-6e17-4144-91ac-b467e6671240 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:02.853081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3aad632d-7a58-4d1e-9404-aa107881d978 req-513df26d-8dd3-42ae-92f5-fa18a0355ea1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 210 time: 0.0592842 May 26 16:12:02.860376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b84dfc4-8b8d-4a60-8711-4a11b9a70148') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:02.866477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b84dfc4-8b8d-4a60-8711-4a11b9a70148') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:02.885573 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.914392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40ade519-1cb9-4fb6-9037-0125395bb0a5 req-9c33aa2b-18c1-440b-86bf-2e37b9920982 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306815 May 26 16:12:02.917352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.926762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:02.933295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.955652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:02.956030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Checking segment: {'id': '1b02f3f0-a7dd-4ac2-a22f-b405569fd396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2ba092d-6134-41c0-ba40-4488476232cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:02.957176 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.957176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Bound using segment: {'id': '1b02f3f0-a7dd-4ac2-a22f-b405569fd396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2ba092d-6134-41c0-ba40-4488476232cb'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:02.957468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Bound port: d38c7e14-9546-4b66-8340-e534be36120a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b02f3f0-a7dd-4ac2-a22f-b405569fd396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2ba092d-6134-41c0-ba40-4488476232cb'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:02.957734 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.958261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:02.959013 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.968437 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.041261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45680) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:03.043617 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 2b84dfc4-8b8d-4a60-8711-4a11b9a70148 resource provider aggregate not found May 26 16:12:03.063920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66f1a9d1-8a70-488c-bc20-9472fd3b0551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.065231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] For port d38c7e14-9546-4b66-8340-e534be36120a, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:03.068635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] For port d38c7e14-9546-4b66-8340-e534be36120a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d38c7e14-9546-4b66-8340-e534be36120a,segment=NetworkSegment(1b02f3f0-a7dd-4ac2-a22f-b405569fd396),segment_id=1b02f3f0-a7dd-4ac2-a22f-b405569fd396)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:03.084485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.092895 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 2b84dfc4-8b8d-4a60-8711-4a11b9a70148 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b84dfc4-8b8d-4a60-8711-4a11b9a70148 found for delete ", "request_id": "req-4e1a76ba-72a2-44e1-8616-3320dd91fbca"}]} May 26 16:12:03.100543 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.130718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e97ff-200d-489c-9319-6fe4664cafba req-f2d78203-e9ef-489f-a8d1-0e17f4469639 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:03.132511 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a72e97ff-200d-489c-9319-6fe4664cafba req-f2d78203-e9ef-489f-a8d1-0e17f4469639 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 946 time: 0.1371162 May 26 16:12:03.142107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['85adca4a-93ad-497c-8ea9-b41b05520221'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:12:03.143123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.164202 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.170375 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/0bed0d8c-6e17-4144-91ac-b467e6671240 HTTP/1.1" status: 204 len: 168 time: 1.2459211 May 26 16:12:03.182571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:03.183836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45684) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:03.194436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:03.206725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d79c0-da3d-470c-8bc3-f63eeaa779c2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=0bed0d8c-6e17-4144-91ac-b467e6671240,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:03.207108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1057272052'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:03.214583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:03.251177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:03.369605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'Port': ['ID=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:03.379936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f4cf010d-5b94-41f6-8728-3208a2a7b5b8 None None] For port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:03.380453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f4cf010d-5b94-41f6-8728-3208a2a7b5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.415959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a72e97ff-200d-489c-9319-6fe4664cafba req-8adea63c-a742-416e-b941-6c8d790d157a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582190 May 26 16:12:03.422852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf010d-5b94-41f6-8728-3208a2a7b5b8 None None] Calling delete_port for 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:03.457146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756e170-7a02-4b9f-b4cc-98f06e95a883 None None] Pushing event updated for resources: {'Port': ['ID=d38c7e14-9546-4b66-8340-e534be36120a,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:03.462136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:03.468069 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.494240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:03.495895 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.612875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66f1a9d1-8a70-488c-bc20-9472fd3b0551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.627818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66f1a9d1-8a70-488c-bc20-9472fd3b0551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.689077 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f4cf010d-5b94-41f6-8728-3208a2a7b5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.727637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-66f1a9d1-8a70-488c-bc20-9472fd3b0551 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09eea4c9ab964bbd8a020392ee02e80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6837232 May 26 16:12:03.742620 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45688) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:03.776709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-fed52003-577e-48a5-bfe1-2038350ab458 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4259744 May 26 16:12:03.854971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Request body: {'port': {'device_id': 'db2a36a0-0b81-42e9-b91d-6a9fb1952043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:03.862881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:12:03.913014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1a9d1-8a70-488c-bc20-9472fd3b0551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75740a81-afa6-4f69-9764-d7be13870982,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:03.946872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:03.953497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ff1db3d-b9d6-4482-a846-ee795f1f3443 req-b5a7d563-7f0b-486a-b7dc-79a31a6f7c6e tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0838673 May 26 16:12:03.956071 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54d073c2-065f-4fac-9a9e-2c52e31073f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.986681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54d073c2-065f-4fac-9a9e-2c52e31073f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.991705 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.992048 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment a0a8382d-1514-47ea-8eee-fc8ff7963587 of type vlan for network 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 May 26 16:12:04.004257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcb302-7da5-4c92-b268-0a71c5b3f6c1 req-aa42da09-0559-4c92-bba9-00cdc443680c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:04.005839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-babcb302-7da5-4c92-b268-0a71c5b3f6c1 req-aa42da09-0559-4c92-bba9-00cdc443680c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.2888794 May 26 16:12:04.049685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf010d-5b94-41f6-8728-3208a2a7b5b8 None None] Pushing event deleted for resources: {'Port': ['ID=5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:04.054546 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.074475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf010d-5b94-41f6-8728-3208a2a7b5b8 None None] No DVR routers for this DVR port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:04.097917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.113386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f717b61b-21c1-42f7-9ae3-07c773336c3b None None] Provisioning complete for port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:04.116658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f717b61b-21c1-42f7-9ae3-07c773336c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.143057 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54d073c2-065f-4fac-9a9e-2c52e31073f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.144563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a1bb2-fb66-4b23-8de5-ac72ceb1ded0 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:04.145966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54d073c2-065f-4fac-9a9e-2c52e31073f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.149696 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-54d073c2-065f-4fac-9a9e-2c52e31073f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75740a81-afa6-4f69-9764-d7be13870982 HTTP/1.1" status: 204 len: 168 time: 0.4036574 May 26 16:12:04.179910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d073c2-065f-4fac-9a9e-2c52e31073f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75740a81-afa6-4f69-9764-d7be13870982,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:04.218083 n-d-843336-2 neutron-server[109404]: WARNING neutron.services.revisions.revision_plugin [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Could not find related port for resource to bump revision. May 26 16:12:04.226046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_pluggable_backend [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Port 5eabcbc3-8c7e-4aa4-8e95-d931a6fd780c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109404) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 26 16:12:04.226352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f717b61b-21c1-42f7-9ae3-07c773336c3b None None] Port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:12:04.226491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_pluggable_backend [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Reverting IP allocation for 2001:db8::f816:3eff:fe72:a559 {{(pid=109404) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 26 16:12:04.234537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.336714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:04.343411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:04.348112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:04.349290 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.353862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=a6c3398b-9a04-4097-9d68-48e17f8cad36,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:04.379491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-babcb302-7da5-4c92-b268-0a71c5b3f6c1 req-5aa17f44-672f-475f-a120-f61c050e9fd6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614962 May 26 16:12:04.401167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.410894 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-24ce1fcf-69a5-45a1-8b5c-4fac4afb98ea tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0330606 May 26 16:12:04.415958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:04.416803 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.423567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45696) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:04.485573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:2c:d5:35', 'name': 'tempest-NetworksTestDHCPv6-38183666'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:04.495789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '48586a7b-40da-42a4-8953-43bc38ec5011'}, {'subnet_id': 'a6c3398b-9a04-4097-9d68-48e17f8cad36'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:04.496603 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.735871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885b73e-adf6-4780-ba7d-605f7947c666 req-849d750e-1e00-43a4-a403-c571912b4a54 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:04.737386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7885b73e-adf6-4780-ba7d-605f7947c666 req-849d750e-1e00-43a4-a403-c571912b4a54 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 931 time: 0.4808655 May 26 16:12:04.754205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5524366 May 26 16:12:04.757332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45706) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:04.769010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': '70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:04.786600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Allocated IP 172.20.0.2 (96cccbcd-4c17-4e53-b917-fe16019574dd/48586a7b-40da-42a4-8953-43bc38ec5011/d56306e7-b25a-4b7a-a817-898336f3dce0) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:04.797066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Allocated IP 2001:db8::f816:3eff:fee8:1706 (96cccbcd-4c17-4e53-b917-fe16019574dd/a6c3398b-9a04-4097-9d68-48e17f8cad36/d56306e7-b25a-4b7a-a817-898336f3dce0) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:04.815485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9204f7-b797-4cb0-8d22-933a546d99b9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:04.878307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:04.889324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18f77-0f82-4390-826f-d7f14526bdea req-c406392f-4420-415f-a86f-9602df8e0caa tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:04.890668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8f18f77-0f82-4390-826f-d7f14526bdea req-c406392f-4420-415f-a86f-9602df8e0caa tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 946 time: 0.3546314 May 26 16:12:04.942192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7885b73e-adf6-4780-ba7d-605f7947c666 req-d41351a3-420e-4ad6-8b69-fa82a173fe9c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415517 May 26 16:12:04.946089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:05.017951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:05.029234 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.047772 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d61c888e-1b99-4843-bede-eed790e7cc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.134120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551635dd-477f-442f-ba12-b4cc5b763e19 None None] Network e2ba092d-6134-41c0-ba40-4488476232cb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:05.210785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-aa80a61f-1246-4c05-95d5-4e950b256f77 None None] Provisioning complete for port d38c7e14-9546-4b66-8340-e534be36120a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:05.211086 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa80a61f-1246-4c05-95d5-4e950b256f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.220290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a524d38d-e78b-47e3-8736-7e6bd17cab73 req-d418c993-e207-4583-a3a0-5c7d3ce6f0ed tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0705111 May 26 16:12:05.258144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8f18f77-0f82-4390-826f-d7f14526bdea req-1af2a52c-f4bb-44eb-a726-e9d067c98bed tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264847 May 26 16:12:05.272964 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.298530 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.357260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.388244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:05.393723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:05.397855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:05.412612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5338bd-e5ad-48f5-8fe2-f009a549b9bf {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:05.444280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Pushing event updated for resources: {'Port': ['ID=d56306e7-b25a-4b7a-a817-898336f3dce0,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:05.450961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 6a223c0c-0cd1-474a-a596-5b0305230719 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:05.566197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aa80a61f-1246-4c05-95d5-4e950b256f77 None None] Current status of the port d38c7e14-9546-4b66-8340-e534be36120a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:05.566524 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa80a61f-1246-4c05-95d5-4e950b256f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.620547 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.666766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Attempting to bind port d56306e7-b25a-4b7a-a817-898336f3dce0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:05.667142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Attempting to bind port d56306e7-b25a-4b7a-a817-898336f3dce0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:05.667507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Attempting to bind port d56306e7-b25a-4b7a-a817-898336f3dce0 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:05.688474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aa80a61f-1246-4c05-95d5-4e950b256f77 None None] For port d38c7e14-9546-4b66-8340-e534be36120a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d38c7e14-9546-4b66-8340-e534be36120a,segment=NetworkSegment(1b02f3f0-a7dd-4ac2-a22f-b405569fd396),segment_id=1b02f3f0-a7dd-4ac2-a22f-b405569fd396)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:05.695949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:05.696520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:05.697062 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.697690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:05.698329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Bound port: d56306e7-b25a-4b7a-a817-898336f3dce0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:05.698812 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.714413 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa80a61f-1246-4c05-95d5-4e950b256f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.836197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d38c7e14-9546-4b66-8340-e534be36120a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:05.886173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=44517a9d-8182-45b6-a8b2-bedc811af11e,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:05.899914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking segment: {'id': 'a0a8382d-1514-47ea-8eee-fc8ff7963587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:05.900594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network hostable DHCP agents. Network: 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:05.926603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.981059 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:05.999187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Transition to ACTIVE for port object fa5338bd-e5ad-48f5-8fe2-f009a549b9bf will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:12:06.002532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80a61f-1246-4c05-95d5-4e950b256f77 None None] Pushing event updated for resources: {'Port': ['ID=d38c7e14-9546-4b66-8340-e534be36120a,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:06.003480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 172.20.0.8 (96cccbcd-4c17-4e53-b917-fe16019574dd/48586a7b-40da-42a4-8953-43bc38ec5011/6a223c0c-0cd1-474a-a596-5b0305230719) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:06.008463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.013968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:06.030169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:06.031147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.044810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65212904-2d40-4c72-b0b9-b3f34d5e4cd6 None None] Network 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:06.072242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] For port d56306e7-b25a-4b7a-a817-898336f3dce0, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:06.090514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:fe2c:d535 (96cccbcd-4c17-4e53-b917-fe16019574dd/a6c3398b-9a04-4097-9d68-48e17f8cad36/6a223c0c-0cd1-474a-a596-5b0305230719) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:06.107882 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-479d21c2-848a-4b0e-ae52-fccb6e608175 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3489773 May 26 16:12:06.108833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45728) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:06.129183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-562139250'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:06.163914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] For port d56306e7-b25a-4b7a-a817-898336f3dce0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d56306e7-b25a-4b7a-a817-898336f3dce0,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:06.164708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056fc8-abce-42f6-8e58-d80ed532e93d req-bc21d7e1-74ce-4d97-950a-a5fb6e9cfb6b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:06.187849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d056fc8-abce-42f6-8e58-d80ed532e93d req-bc21d7e1-74ce-4d97-950a-a5fb6e9cfb6b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.3186507 May 26 16:12:06.197174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d38c7e14-9546-4b66-8340-e534be36120a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:06.199320 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.204642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:06.211773 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.218295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.295514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:06.330603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.330603 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment dba5fc15-63a6-4c05-9eac-3c72456c7573 of type vlan for network 9ce9f96e-60b6-436c-a8fe-87ac01a8564c May 26 16:12:06.362969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:06.394588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f585d5-f847-4914-b619-0aa2311aba8d None None] Pushing event updated for resources: {'Port': ['ID=d56306e7-b25a-4b7a-a817-898336f3dce0,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:06.449512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.503613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.521306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:06.521903 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.561694 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4456601 May 26 16:12:06.564053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45738) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:06.571503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-404f0632-c728-4491-9738-fbf0bbd5c583 None None] Provisioning complete for port d38c7e14-9546-4b66-8340-e534be36120a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:06.573273 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-404f0632-c728-4491-9738-fbf0bbd5c583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.605164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': '9ce9f96e-60b6-436c-a8fe-87ac01a8564c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:06.693512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d38c7e14-9546-4b66-8340-e534be36120a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:06.726632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a881df-1eb7-48de-a43c-841c7684dd6f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=9ce9f96e-60b6-436c-a8fe-87ac01a8564c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:06.749606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 9ce9f96e-60b6-436c-a8fe-87ac01a8564c details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:06.761320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041', 'network_id': '70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041', 'tenant_id': 'f41ed38c289d4a069461d610bf3a4889', 'fixed_ips': [{'subnet_id': '44517a9d-8182-45b6-a8b2-bedc811af11e'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:06.763254 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.931848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-404f0632-c728-4491-9738-fbf0bbd5c583 None None] Current status of the port d38c7e14-9546-4b66-8340-e534be36120a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:07.084742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Allocated IP 2001:db8::3 (70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041/44517a9d-8182-45b6-a8b2-bedc811af11e/92ed7baa-20ee-4e4e-beb5-d765bdcd7430) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:07.119225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef47107-a775-4db0-afa4-004ca6bfdc40 req-cf2e6916-8dc4-48ce-98a7-90904413d387 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:07.120940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ef47107-a775-4db0-afa4-004ca6bfdc40 req-cf2e6916-8dc4-48ce-98a7-90904413d387 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 943 time: 0.8977089 May 26 16:12:07.228649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d056fc8-abce-42f6-8e58-d80ed532e93d req-82799c39-a921-48cc-9a2c-41498e65b352 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0390713 May 26 16:12:07.285293 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.294075 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.300471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Attempting to bind port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:07.301172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Attempting to bind port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:07.301172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Attempting to bind port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:07.308059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf on network e6a2eecd-73ef-43d4-862b-f37d994a7953 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:12:07.308425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Attempting to bind port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:07.345354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Pushing event updated for resources: {'Port': ['ID=92ed7baa-20ee-4e4e-beb5-d765bdcd7430,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:07.359621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:07.360284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Checking segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:07.361367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Bound using segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:07.362411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Bound port: fa5338bd-e5ad-48f5-8fe2-f009a549b9bf, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:07.363111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.369845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Network 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:07.375631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:07.382581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:07.437813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ef47107-a775-4db0-afa4-004ca6bfdc40 req-19bcf1c7-7f14-4e8a-8dec-0bb7812b1ed1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458904 May 26 16:12:07.468575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Attempting to bind port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:07.469083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Attempting to bind port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a0a8382d-1514-47ea-8eee-fc8ff7963587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:07.469391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Attempting to bind port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 on network 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:07.478360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:07.478921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Checking segment: {'id': 'a0a8382d-1514-47ea-8eee-fc8ff7963587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:07.479339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.479740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Bound using segment: {'id': 'a0a8382d-1514-47ea-8eee-fc8ff7963587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:07.480528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Bound port: 92ed7baa-20ee-4e4e-beb5-d765bdcd7430, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a8382d-1514-47ea-8eee-fc8ff7963587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:07.480687 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.514962 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b0d39db-8697-4399-81f9-f5bf7a490d2d req-617414a2-6078-4833-8197-de3360025c6d tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0829844 May 26 16:12:07.523669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.525493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:07.530396 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.661510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] For port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:07.666333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] For port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=92ed7baa-20ee-4e4e-beb5-d765bdcd7430,segment=NetworkSegment(a0a8382d-1514-47ea-8eee-fc8ff7963587),segment_id=a0a8382d-1514-47ea-8eee-fc8ff7963587)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:07.673096 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.752953 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5ba52e48-e292-449f-a6dc-220edecf4cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.804853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266cc09-4da1-426b-9dfe-dc22396e296b None None] Pushing event updated for resources: {'Port': ['ID=92ed7baa-20ee-4e4e-beb5-d765bdcd7430,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:07.881447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d38c7e14-9546-4b66-8340-e534be36120a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:07.921272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] For port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:07.927045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] For port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:07.962912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.048148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d38c7e14-9546-4b66-8340-e534be36120a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:08.048518 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.093495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Performing IP validity checks on allocation pools {{(pid=109405) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:12:08.096173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109405) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:12:08.112730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:08.114072 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.115853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa5338bd-e5ad-48f5-8fe2-f009a549b9bf HTTP/1.1" status: 200 len: 1091 time: 4.2798550 May 26 16:12:08.117768 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.123681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2a36a0-0b81-42e9-b91d-6a9fb1952043', 'tag': 'fa5338bd-e5ad-48f5-8fe2-f009a549b9bf'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:08.126648 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9489e710-24a1-4bea-b338-210836aca4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "db2a36a0-0b81-42e9-b91d-6a9fb1952043", "tag": "fa5338bd-e5ad-48f5-8fe2-f009a549b9bf"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:08.217777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e8d39-f868-4322-be2c-99161acdb54f req-f1592cb1-26ed-4358-8831-ba6349803f1e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:08.220547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-721e8d39-f868-4322-be2c-99161acdb54f req-f1592cb1-26ed-4358-8831-ba6349803f1e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 946 time: 0.6164124 May 26 16:12:08.388792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcce582-4b64-4da0-9da0-b656d8b5aea2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:08.428615 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce3edaa-08c0-4345-9a0b-c7d4717e1432 x-openstack-request-id: req-9ce3edaa-08c0-4345-9a0b-c7d4717e1432 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:08.428969 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2a36a0-0b81-42e9-b91d-6a9fb1952043", "tag": "fa5338bd-e5ad-48f5-8fe2-f009a549b9bf", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:08.429167 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ce3edaa-08c0-4345-9a0b-c7d4717e1432 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:08.429590 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce3edaa-08c0-4345-9a0b-c7d4717e1432'] response: {'name': 'network-changed', 'server_uuid': 'db2a36a0-0b81-42e9-b91d-6a9fb1952043', 'tag': 'fa5338bd-e5ad-48f5-8fe2-f009a549b9bf', 'status': 'completed', 'code': 200} May 26 16:12:08.441477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:08.542215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:08.544855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:08.548019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=6a223c0c-0cd1-474a-a596-5b0305230719,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:08.610355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119aa6a0-4972-4f55-a76b-021faf220e09 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:08.735506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d38c7e14-9546-4b66-8340-e534be36120a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:08.737274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d56306e7-b25a-4b7a-a817-898336f3dce0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:08.749385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0d4e1e48-5338-45de-92ed-70d15793b196 None None] Provisioning complete for port d56306e7-b25a-4b7a-a817-898336f3dce0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:08.749973 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0d4e1e48-5338-45de-92ed-70d15793b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.834861 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.843679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-f2551cf8-909c-4e34-9f0e-1a3cff8be22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:08.846073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-f2551cf8-909c-4e34-9f0e-1a3cff8be22a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 1094 time: 0.6755824 May 26 16:12:08.855434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-721e8d39-f868-4322-be2c-99161acdb54f req-f395166f-b052-48c3-a232-03d787c89023 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5012002 May 26 16:12:08.894285 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.906386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:08.907468 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.943134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d56306e7-b25a-4b7a-a817-898336f3dce0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:08.943487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.032495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711182-3b60-484a-9903-af8e4769928e req-c5e9e0f0-8643-4912-884a-7ef2806c1df6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.040249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711182-3b60-484a-9903-af8e4769928e req-c5e9e0f0-8643-4912-884a-7ef2806c1df6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.051529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711182-3b60-484a-9903-af8e4769928e req-c5e9e0f0-8643-4912-884a-7ef2806c1df6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.053983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e1e48-5338-45de-92ed-70d15793b196 None None] Current status of the port d56306e7-b25a-4b7a-a817-898336f3dce0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:09.054408 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0d4e1e48-5338-45de-92ed-70d15793b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.061344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711182-3b60-484a-9903-af8e4769928e req-c5e9e0f0-8643-4912-884a-7ef2806c1df6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.073524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711182-3b60-484a-9903-af8e4769928e req-c5e9e0f0-8643-4912-884a-7ef2806c1df6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.081367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711182-3b60-484a-9903-af8e4769928e req-c5e9e0f0-8643-4912-884a-7ef2806c1df6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.089888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711182-3b60-484a-9903-af8e4769928e req-c5e9e0f0-8643-4912-884a-7ef2806c1df6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.101045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90711182-3b60-484a-9903-af8e4769928e req-c5e9e0f0-8643-4912-884a-7ef2806c1df6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.5096772 May 26 16:12:09.103799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-44dce689-5763-4518-b431-2b2b6dfbd722 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf HTTP/1.1" status: 200 len: 217 time: 0.2437725 May 26 16:12:09.129576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0d4e1e48-5338-45de-92ed-70d15793b196 None None] For port d56306e7-b25a-4b7a-a817-898336f3dce0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d56306e7-b25a-4b7a-a817-898336f3dce0,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:09.138138 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0d4e1e48-5338-45de-92ed-70d15793b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.177868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d56306e7-b25a-4b7a-a817-898336f3dce0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:09.178281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.180628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45796) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.191908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-87c824e9-3b5d-4d84-bec1-7fbec21c1af3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.7252154 May 26 16:12:09.280756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e1e48-5338-45de-92ed-70d15793b196 None None] Pushing event updated for resources: {'Port': ['ID=d56306e7-b25a-4b7a-a817-898336f3dce0,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:09.295760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45798) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.312413 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:12:09.312796 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:12:09.331940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=43b0b2d4-90ad-45b7-93d2-a985a01a0464,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:09.369312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5308e0-a4af-49b7-8740-edd501c0ff04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.376303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5308e0-a4af-49b7-8740-edd501c0ff04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.384093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dc5308e0-a4af-49b7-8740-edd501c0ff04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2004645 May 26 16:12:09.384442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45802) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.426463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-0ee1faf8-8c6f-4e8d-9435-906ef7ac92de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.428144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-0ee1faf8-8c6f-4e8d-9435-906ef7ac92de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.2946990 May 26 16:12:09.448761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90711182-3b60-484a-9903-af8e4769928e req-40d0c031-0617-4a3f-8b55-d78d6981ac8c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3412893 May 26 16:12:09.552931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking segment: {'id': 'dba5fc15-63a6-4c05-9eac-3c72456c7573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9ce9f96e-60b6-436c-a8fe-87ac01a8564c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:09.553384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network hostable DHCP agents. Network: 9ce9f96e-60b6-436c-a8fe-87ac01a8564c, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:09.567678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776a78c-d935-4472-9478-53d767a4f70f req-01c9237b-f8f5-4a33-b5a0-4fdaebae429b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.572704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5776a78c-d935-4472-9478-53d767a4f70f req-01c9237b-f8f5-4a33-b5a0-4fdaebae429b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.4676266 May 26 16:12:09.578019 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36447e56-ec2c-4823-970b-0323c374c107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.632068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8377a-154c-4316-a72a-69d6f681ce15 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 6a223c0c-0cd1-474a-a596-5b0305230719 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:09.632626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5f8377a-154c-4316-a72a-69d6f681ce15 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.697815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-c3250bd8-8c72-453a-b268-694c5a788107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.700838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-c3250bd8-8c72-453a-b268-694c5a788107 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494338 May 26 16:12:09.701586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network 9ce9f96e-60b6-436c-a8fe-87ac01a8564c is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:09.745558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bb1cf-aa69-4d50-8d93-1a8658ad4d82 req-9a7d00ca-2197-4cdf-a1ae-a6574310cae2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.756026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-102bb1cf-aa69-4d50-8d93-1a8658ad4d82 req-9a7d00ca-2197-4cdf-a1ae-a6574310cae2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 943 time: 0.1768372 May 26 16:12:09.765501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5776a78c-d935-4472-9478-53d767a4f70f req-4f6e8e96-c36b-4ff3-bcca-55c6b67a2308 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789162 May 26 16:12:09.777636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3d400aee-1e4e-459b-a09d-3c1454a38f0b None None] Provisioning complete for port 6a223c0c-0cd1-474a-a596-5b0305230719 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:09.779861 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d400aee-1e4e-459b-a09d-3c1454a38f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.781361 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5f8377a-154c-4316-a72a-69d6f681ce15 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.783789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 9ce9f96e-60b6-436c-a8fe-87ac01a8564c) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:09.790058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.791050 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.794409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36447e56-ec2c-4823-970b-0323c374c107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.823477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8377a-154c-4316-a72a-69d6f681ce15 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 6a223c0c-0cd1-474a-a596-5b0305230719 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:09.825712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36447e56-ec2c-4823-970b-0323c374c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.864635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d59d923-caa9-4141-a4e2-17b8047114fe None None] Network 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:09.866885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6530fff-9835-495a-8155-63e6345525e8 None None] Network 9ce9f96e-60b6-436c-a8fe-87ac01a8564c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:09.898402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6f96ade9-37e3-4167-9809-d14adeea74c1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3103786 May 26 16:12:09.901434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45804) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.907562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-102bb1cf-aa69-4d50-8d93-1a8658ad4d82 req-87074afc-03f2-4a22-8e37-f4a8dac86089 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498990 May 26 16:12:09.942332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d56306e7-b25a-4b7a-a817-898336f3dce0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:10.021070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3d400aee-1e4e-459b-a09d-3c1454a38f0b None None] Port 6a223c0c-0cd1-474a-a596-5b0305230719 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:12:10.026813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-37137927-fa40-4381-bf03-b67f6037f533 service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057020 May 26 16:12:10.132294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3d400aee-1e4e-459b-a09d-3c1454a38f0b None None] Provisioning complete for port d56306e7-b25a-4b7a-a817-898336f3dce0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:10.138108 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d400aee-1e4e-459b-a09d-3c1454a38f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.144776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5f8377a-154c-4316-a72a-69d6f681ce15 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.185001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3755a2f-b12b-467f-8ffa-ee63f026e5a0 req-a26506eb-0b74-4992-a759-816c22b05958 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1514280 May 26 16:12:10.237939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8377a-154c-4316-a72a-69d6f681ce15 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=6a223c0c-0cd1-474a-a596-5b0305230719,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:10.347998 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36447e56-ec2c-4823-970b-0323c374c107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaa8fe7-b9bc-467e-9bce-86c8bf0c1be4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:10.351552 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5f8377a-154c-4316-a72a-69d6f681ce15 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.355412 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c5f8377a-154c-4316-a72a-69d6f681ce15 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/6a223c0c-0cd1-474a-a596-5b0305230719 HTTP/1.1" status: 204 len: 168 time: 0.9698839 May 26 16:12:10.358808 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-36447e56-ec2c-4823-970b-0323c374c107 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19d8efd3fc6646e7960f3ea027f58ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0611002 May 26 16:12:10.360099 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45806) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.367055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45808) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.396312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:10.436106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2fdbb2-f94c-4dde-a078-2a48b8c18dfd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:10.438297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2fdbb2-f94c-4dde-a078-2a48b8c18dfd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:10.440102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2fdbb2-f94c-4dde-a078-2a48b8c18dfd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:10.441310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45989d8-1852-4111-b515-9af12fb775ff req-6001b13d-98ff-4dfb-bc8c-f67407261652 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:10.443282 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8a2fdbb2-f94c-4dde-a078-2a48b8c18dfd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0819640 May 26 16:12:10.453640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45810) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.459892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c45989d8-1852-4111-b515-9af12fb775ff req-6001b13d-98ff-4dfb-bc8c-f67407261652 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 946 time: 0.3562329 May 26 16:12:10.463687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45812) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.467869 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.472470 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'floatingip': {'port_id': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:10.474109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd3920b-6dc2-4225-bca4-dc57a3a1658e req-931ceead-78b8-42b3-a99e-2d9f874aa9e4 service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751075 May 26 16:12:10.547755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-9ce9f96e-60b6-436c-a8fe-87ac01a8564c', 'network_id': '9ce9f96e-60b6-436c-a8fe-87ac01a8564c', 'tenant_id': 'f41ed38c289d4a069461d610bf3a4889', 'fixed_ips': [{'subnet_id': '43b0b2d4-90ad-45b7-93d2-a985a01a0464'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:10.549215 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.612317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.656310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-006aa54a-d23e-41d4-ac45-c016ffda0fbb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 48586a7b-40da-42a4-8953-43bc38ec5011 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:10.662762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-006aa54a-d23e-41d4-ac45-c016ffda0fbb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.668051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.672233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3d400aee-1e4e-459b-a09d-3c1454a38f0b None None] Current status of the port d56306e7-b25a-4b7a-a817-898336f3dce0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:10.761233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e64199be-60a3-4f68-8873-44704e2f5552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.765466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489e710-24a1-4bea-b338-210836aca4fd req-960bbd30-9686-4b7c-bb41-8d26d17eb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:10.767690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9489e710-24a1-4bea-b338-210836aca4fd req-960bbd30-9686-4b7c-bb41-8d26d17eb592 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 1094 time: 0.2048285 May 26 16:12:10.769018 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.780308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:10.780940 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.783550 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.837134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-006aa54a-d23e-41d4-ac45-c016ffda0fbb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.910390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Allocated IP 2001:db8::3 (9ce9f96e-60b6-436c-a8fe-87ac01a8564c/43b0b2d4-90ad-45b7-93d2-a985a01a0464/c9570ab9-8e22-4280-ae30-d350d4a12c78) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:10.989593 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-006aa54a-d23e-41d4-ac45-c016ffda0fbb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.065103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbe76-2f3e-4943-a9de-ecec7c2e013e req-8141d973-58ba-40b5-96ca-901fe4843ab1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.073868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbe76-2f3e-4943-a9de-ecec7c2e013e req-8141d973-58ba-40b5-96ca-901fe4843ab1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.083804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbe76-2f3e-4943-a9de-ecec7c2e013e req-8141d973-58ba-40b5-96ca-901fe4843ab1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.091509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbe76-2f3e-4943-a9de-ecec7c2e013e req-8141d973-58ba-40b5-96ca-901fe4843ab1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.098798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbe76-2f3e-4943-a9de-ecec7c2e013e req-8141d973-58ba-40b5-96ca-901fe4843ab1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.106401 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbe76-2f3e-4943-a9de-ecec7c2e013e req-8141d973-58ba-40b5-96ca-901fe4843ab1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.112999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbe76-2f3e-4943-a9de-ecec7c2e013e req-8141d973-58ba-40b5-96ca-901fe4843ab1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.115127 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbedbe76-2f3e-4943-a9de-ecec7c2e013e req-8141d973-58ba-40b5-96ca-901fe4843ab1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.4754088 May 26 16:12:11.167073 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.173011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0e44f6b0-a6e8-457f-b0b4-dd350bfd1598 None None] Could not find standard attr ID for object 6a223c0c-0cd1-474a-a596-5b0305230719. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:12:11.180251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.182537 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e64199be-60a3-4f68-8873-44704e2f5552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.326271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Pushing event updated for resources: {'Port': ['ID=c9570ab9-8e22-4280-ae30-d350d4a12c78,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:11.339952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0e44f6b0-a6e8-457f-b0b4-dd350bfd1598 None None] Provisioning complete for port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:11.340798 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0e44f6b0-a6e8-457f-b0b4-dd350bfd1598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.351448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Network 9ce9f96e-60b6-436c-a8fe-87ac01a8564c is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:11.390258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:11.391938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbedbe76-2f3e-4943-a9de-ecec7c2e013e req-a4e6a7da-e4e5-4b36-b64a-985633dfffef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2553437 May 26 16:12:11.395256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:11.406956 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.444451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d59b5-b22c-4719-869f-43eefa53ae54 req-56714b6d-2f1e-4fa8-95f2-b00dffb4b0cb tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.446134 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a82d59b5-b22c-4719-869f-43eefa53ae54 req-56714b6d-2f1e-4fa8-95f2-b00dffb4b0cb tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.5063260 May 26 16:12:11.466582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489e710-24a1-4bea-b338-210836aca4fd req-536d5e02-33ed-47cf-979d-8bee92fc6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.468179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9489e710-24a1-4bea-b338-210836aca4fd req-536d5e02-33ed-47cf-979d-8bee92fc6f59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.6920710 May 26 16:12:11.529976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=43b0b2d4-90ad-45b7-93d2-a985a01a0464,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:11.580319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-006aa54a-d23e-41d4-ac45-c016ffda0fbb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.642281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Attempting to bind port c9570ab9-8e22-4280-ae30-d350d4a12c78 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:11.642977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Attempting to bind port c9570ab9-8e22-4280-ae30-d350d4a12c78 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'dba5fc15-63a6-4c05-9eac-3c72456c7573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9ce9f96e-60b6-436c-a8fe-87ac01a8564c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:11.643546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Attempting to bind port c9570ab9-8e22-4280-ae30-d350d4a12c78 on network 9ce9f96e-60b6-436c-a8fe-87ac01a8564c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:11.651421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:11.652020 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.676840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e64199be-60a3-4f68-8873-44704e2f5552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.679654 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e64199be-60a3-4f68-8873-44704e2f5552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.680992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e64199be-60a3-4f68-8873-44704e2f5552 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/daaa8fe7-b9bc-467e-9bce-86c8bf0c1be4 HTTP/1.1" status: 204 len: 168 time: 1.3072064 May 26 16:12:11.683124 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9489e710-24a1-4bea-b338-210836aca4fd req-4b6f21a7-5ca0-4f99-b815-510479502c1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf HTTP/1.1" status: 200 len: 217 time: 0.1693652 May 26 16:12:11.703265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:11.703854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Checking segment: {'id': 'dba5fc15-63a6-4c05-9eac-3c72456c7573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9ce9f96e-60b6-436c-a8fe-87ac01a8564c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:11.704499 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.705078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Bound using segment: {'id': 'dba5fc15-63a6-4c05-9eac-3c72456c7573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9ce9f96e-60b6-436c-a8fe-87ac01a8564c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:11.705825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Bound port: c9570ab9-8e22-4280-ae30-d350d4a12c78, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba5fc15-63a6-4c05-9eac-3c72456c7573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9ce9f96e-60b6-436c-a8fe-87ac01a8564c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:11.706487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.760732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=92ed7baa-20ee-4e4e-beb5-d765bdcd7430,segment=NetworkSegment(a0a8382d-1514-47ea-8eee-fc8ff7963587),segment_id=a0a8382d-1514-47ea-8eee-fc8ff7963587)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:11.783832 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.813405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce9f96e-60b6-436c-a8fe-87ac01a8564c']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:11.825901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba5fc15-63a6-4c05-9eac-3c72456c7573') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:11.826281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba5fc15-63a6-4c05-9eac-3c72456c7573') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:11.841862 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.853784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] For port c9570ab9-8e22-4280-ae30-d350d4a12c78, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:11.859708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] For port c9570ab9-8e22-4280-ae30-d350d4a12c78, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c9570ab9-8e22-4280-ae30-d350d4a12c78,segment=NetworkSegment(dba5fc15-63a6-4c05-9eac-3c72456c7573),segment_id=dba5fc15-63a6-4c05-9eac-3c72456c7573)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:11.877267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.877536 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.879608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.880550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d56306e7-b25a-4b7a-a817-898336f3dce0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:11.890355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:11.890722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.894913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006aa54a-d23e-41d4-ac45-c016ffda0fbb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=48586a7b-40da-42a4-8953-43bc38ec5011,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:11.895153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0e44f6b0-a6e8-457f-b0b4-dd350bfd1598 None None] Current status of the port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:11.895657 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0e44f6b0-a6e8-457f-b0b4-dd350bfd1598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.899851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-006aa54a-d23e-41d4-ac45-c016ffda0fbb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.915202 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-006aa54a-d23e-41d4-ac45-c016ffda0fbb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/48586a7b-40da-42a4-8953-43bc38ec5011 HTTP/1.1" status: 204 len: 168 time: 1.4616525 May 26 16:12:11.919863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45824) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:11.956683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ab8bf-ecef-4325-a619-7c73b41ec9bb None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:11.989606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a82d59b5-b22c-4719-869f-43eefa53ae54 req-bd452c40-be01-4709-8326-d37a585869cd tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199199 May 26 16:12:12.085248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64199be-60a3-4f68-8873-44704e2f5552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaa8fe7-b9bc-467e-9bce-86c8bf0c1be4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:12.093323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489e710-24a1-4bea-b338-210836aca4fd req-6f06c56b-a930-40a5-909b-c3f52e376c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.094946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9489e710-24a1-4bea-b338-210836aca4fd req-6f06c56b-a930-40a5-909b-c3f52e376c5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.0913477 May 26 16:12:12.095841 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.api [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:12:12.095841 n-d-843336-2 neutron-server[109405]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:12:12.095841 n-d-843336-2 neutron-server[109405]: [parameters: {'id': '9ce9f96e-60b6-436c-a8fe-87ac01a8564c'}] May 26 16:12:12.095841 n-d-843336-2 neutron-server[109405]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:12:12.096449 n-d-843336-2 neutron-server[109405]: DEBUG oslo_db.api [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:12:12.098349 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment dba5fc15-63a6-4c05-9eac-3c72456c7573 resource provider aggregate not found May 26 16:12:12.118565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcd6b05-9567-41d1-8aba-8bddc1413336 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet a6c3398b-9a04-4097-9d68-48e17f8cad36 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:12.127935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6b05-9567-41d1-8aba-8bddc1413336 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.189223 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment dba5fc15-63a6-4c05-9eac-3c72456c7573 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dba5fc15-63a6-4c05-9eac-3c72456c7573 found for delete ", "request_id": "req-380573cf-b3c2-444e-b5b3-5ef533f975c1"}]} May 26 16:12:12.245745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07d53d09-2c56-46bd-a65e-aa3da33d3a69 req-b0131b71-ef02-4119-b54f-55044663172a tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0445523 May 26 16:12:12.258611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6b05-9567-41d1-8aba-8bddc1413336 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.260696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ee36-f34f-4f07-abd5-3aabeec606fa req-3f8d9373-675c-4330-a8eb-ed6c0768bdcc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.262406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e734ee36-f34f-4f07-abd5-3aabeec606fa req-3f8d9373-675c-4330-a8eb-ed6c0768bdcc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 943 time: 0.5782943 May 26 16:12:12.265549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489e710-24a1-4bea-b338-210836aca4fd req-2da705cc-7173-45fa-9104-335e79cb0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.267840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9489e710-24a1-4bea-b338-210836aca4fd req-2da705cc-7173-45fa-9104-335e79cb0ab4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471739 May 26 16:12:12.319528 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:12:12.412537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e734ee36-f34f-4f07-abd5-3aabeec606fa req-42e547df-3fc6-4eee-bcf2-9cb871288273 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598283 May 26 16:12:12.416077 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.423283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.447596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9489e710-24a1-4bea-b338-210836aca4fd req-16779faa-2f38-419f-a3f8-06ad9d09cee7 service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712461 May 26 16:12:12.453120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45832) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:12.487360 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32588885-f85f-4db2-aca1-1b0518965349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.607839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.615260 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Floating IP 5c3a2e5f-d472-49a1-bd78-c8c9ec5ddd38 associated. External IP: 172.25.0.9, port: 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae. May 26 16:12:12.659941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f702af6d-bf6d-42c1-95bf-3c6723a1992e None None] Network 9ce9f96e-60b6-436c-a8fe-87ac01a8564c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:12.678919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9489e710-24a1-4bea-b338-210836aca4fd req-3465c247-63c1-4eb1-a57c-2e6fa285bb55 service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170660 May 26 16:12:12.713427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-f6797c14-7cb2-4941-9c51-9ef00af7b2af tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.720134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-f6797c14-7cb2-4941-9c51-9ef00af7b2af tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.721146 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-0e44f6b0-a6e8-457f-b0b4-dd350bfd1598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:12:12.721305 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-0e44f6b0-a6e8-457f-b0b4-dd350bfd1598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:12:12.727798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-f6797c14-7cb2-4941-9c51-9ef00af7b2af tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.732955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-f6797c14-7cb2-4941-9c51-9ef00af7b2af tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.738871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-f6797c14-7cb2-4941-9c51-9ef00af7b2af tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.744912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-f6797c14-7cb2-4941-9c51-9ef00af7b2af tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.752375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-f6797c14-7cb2-4941-9c51-9ef00af7b2af tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.754320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-f6797c14-7cb2-4941-9c51-9ef00af7b2af tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.1901283 May 26 16:12:12.755928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b6bf1-ff34-4f5b-a3e2-58bc459b63dc None None] Pushing event updated for resources: {'Port': ['ID=c9570ab9-8e22-4280-ae30-d350d4a12c78,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:12.795984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6b05-9567-41d1-8aba-8bddc1413336 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.810344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d56306e7-b25a-4b7a-a817-898336f3dce0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:12.810973 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.870927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43039-4cf7-4139-98f7-7c259a94edd1 req-0c086c4a-6abc-4986-b9db-0e3fc64c1b33 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.879029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43039-4cf7-4139-98f7-7c259a94edd1 req-0c086c4a-6abc-4986-b9db-0e3fc64c1b33 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.889625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43039-4cf7-4139-98f7-7c259a94edd1 req-0c086c4a-6abc-4986-b9db-0e3fc64c1b33 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.900554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43039-4cf7-4139-98f7-7c259a94edd1 req-0c086c4a-6abc-4986-b9db-0e3fc64c1b33 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.910566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43039-4cf7-4139-98f7-7c259a94edd1 req-0c086c4a-6abc-4986-b9db-0e3fc64c1b33 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.917542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43039-4cf7-4139-98f7-7c259a94edd1 req-0c086c4a-6abc-4986-b9db-0e3fc64c1b33 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.919140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=92ed7baa-20ee-4e4e-beb5-d765bdcd7430,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:12.934668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43039-4cf7-4139-98f7-7c259a94edd1 req-0c086c4a-6abc-4986-b9db-0e3fc64c1b33 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.936830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdd43039-4cf7-4139-98f7-7c259a94edd1 req-0c086c4a-6abc-4986-b9db-0e3fc64c1b33 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.3160949 May 26 16:12:12.947127 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32588885-f85f-4db2-aca1-1b0518965349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.976194 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32588885-f85f-4db2-aca1-1b0518965349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.985937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6b05-9567-41d1-8aba-8bddc1413336 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.987272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5c1b2d08-04e7-4d24-a2bb-bda12f73d0e6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:12.988665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5c1b2d08-04e7-4d24-a2bb-bda12f73d0e6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "GET /v2.0/ports/91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2093778 May 26 16:12:12.997785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d56306e7-b25a-4b7a-a817-898336f3dce0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:13.024197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd6b05-9567-41d1-8aba-8bddc1413336 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c3398b-9a04-4097-9d68-48e17f8cad36,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:13.031701 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6b05-9567-41d1-8aba-8bddc1413336 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.041733 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3bcd6b05-9567-41d1-8aba-8bddc1413336 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/a6c3398b-9a04-4097-9d68-48e17f8cad36 HTTP/1.1" status: 204 len: 168 time: 1.1200755 May 26 16:12:13.046349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45838) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.090859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:12:13.138103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:13.210090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:13.210571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.251238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:12:13.266029 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.268127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c248048-eccc-441c-b02a-8567700db733 None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:12:13.296406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c248048-eccc-441c-b02a-8567700db733 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:13.297190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3c248048-eccc-441c-b02a-8567700db733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:12:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:13.300504 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e15677c3-7650-4595-adf6-6be9c4de3b59 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "PUT /v2.0/floatingips/5c3a2e5f-d472-49a1-bd78-c8c9ec5ddd38 HTTP/1.1" status: 200 len: 990 time: 2.8352413 May 26 16:12:13.301474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'tag': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:13.304166 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dd4e93-8272-4677-9baf-8802b10b6da2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6666e1d-2cb5-48b6-a211-a9b326c4fffa", "tag": "75122d88-3b5e-4ef9-ac3f-96eedf92b3ae"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:13.347964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0e44f6b0-a6e8-457f-b0b4-dd350bfd1598 None None] Current status of the port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:13.360964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0e44f6b0-a6e8-457f-b0b4-dd350bfd1598 None None] Could not find standard attr ID for object ddcb590b-f5ca-49c0-ab80-3d49bff8d581. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:12:13.446208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:13.458734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3c248048-eccc-441c-b02a-8567700db733 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:13.515134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2da9e4e6-2bb5-4636-9d56-a847c422cf2d None None] Provisioning complete for port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:13.515517 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2da9e4e6-2bb5-4636-9d56-a847c422cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.589540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3bdf31-c572-45b7-80c1-6328d802b937 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:13.600333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32588885-f85f-4db2-aca1-1b0518965349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e2bb5a-d30b-414d-8be1-26ab0f94a180,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:13.607232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c3e1b55f-11fa-4965-a922-f1349ca46579 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5442338 May 26 16:12:13.607684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45848) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.622729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-32588885-f85f-4db2-aca1-1b0518965349 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2995ee52f5a448fe9219b5d8d07693c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1685591 May 26 16:12:13.627972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdd43039-4cf7-4139-98f7-7c259a94edd1 req-3651f2c9-848b-4926-9e6d-e4a55f3051b6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6747034 May 26 16:12:13.638645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45850) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.680609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fa5338bd-e5ad-48f5-8fe2-f009a549b9bf details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:12:13.686425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b3815d8f-7fa3-4e76-a888-0b3bbf8a851c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "GET /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6647398 May 26 16:12:13.703123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a668f-7215-461d-824f-c731d599b31d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:13.708868 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f78a668f-7215-461d-824f-c731d599b31d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0999916 May 26 16:12:13.710987 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab037f9-4580-4ae4-9510-d2e22bd5c871 x-openstack-request-id: req-aab037f9-4580-4ae4-9510-d2e22bd5c871 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:13.711348 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6666e1d-2cb5-48b6-a211-a9b326c4fffa", "tag": "75122d88-3b5e-4ef9-ac3f-96eedf92b3ae", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:13.711666 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aab037f9-4580-4ae4-9510-d2e22bd5c871 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:13.712356 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab037f9-4580-4ae4-9510-d2e22bd5c871'] response: {'name': 'network-changed', 'server_uuid': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'tag': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae', 'status': 'completed', 'code': 200} May 26 16:12:13.712778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45852) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.714968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:13.778338 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b868803-08ef-455b-bc16-88fb3d29c974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.805483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting port c9570ab9-8e22-4280-ae30-d350d4a12c78 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:13.805812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.817112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b868803-08ef-455b-bc16-88fb3d29c974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.822671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c05e402-ca77-46a7-92c7-5c78bdf7124a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:13.828056 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5c05e402-ca77-46a7-92c7-5c78bdf7124a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114199 May 26 16:12:13.832784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45856) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.906857 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-37cfc629-77dd-48dd-8e99-790fa1a4aab5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714207 May 26 16:12:13.908034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45858) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.916413 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.919990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2da9e4e6-2bb5-4636-9d56-a847c422cf2d None None] Current status of the port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:13.936577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ce94f-e3c0-48e7-a978-e26f1c7fb2a6 req-bb6d24f9-eaaf-4465-91b4-a81555136c2f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:13.936995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0a725751-dda0-432b-881d-657feb2b53e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:13.938408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b89ce94f-e3c0-48e7-a978-e26f1c7fb2a6 req-bb6d24f9-eaaf-4465-91b4-a81555136c2f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.3410816 May 26 16:12:14.007853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:14.022542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-b0061234-f21d-4244-8a49-e6d50489f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:14.024486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-b0061234-f21d-4244-8a49-e6d50489f7c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 1097 time: 0.2758009 May 26 16:12:14.026572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'fa5338bd-e5ad-48f5-8fe2-f009a549b9bf', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'port_id': 'fa5338bd-e5ad-48f5-8fe2-f009a549b9bf', 'mac_address': 'fa:16:3e:3e:48:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:12:14.080485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b868803-08ef-455b-bc16-88fb3d29c974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.080783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] For port c9570ab9-8e22-4280-ae30-d350d4a12c78, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c9570ab9-8e22-4280-ae30-d350d4a12c78,segment=NetworkSegment(dba5fc15-63a6-4c05-9eac-3c72456c7573),segment_id=dba5fc15-63a6-4c05-9eac-3c72456c7573)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:14.081150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.084209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b868803-08ef-455b-bc16-88fb3d29c974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.085137 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b868803-08ef-455b-bc16-88fb3d29c974 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52e2bb5a-d30b-414d-8be1-26ab0f94a180 HTTP/1.1" status: 204 len: 168 time: 0.4454255 May 26 16:12:14.103213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:14.103643 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.107929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-53d7ef5f-edc0-4bd1-a0ed-dd31af5c61c8 None None] Provisioning complete for port d56306e7-b25a-4b7a-a817-898336f3dce0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:14.108295 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-53d7ef5f-edc0-4bd1-a0ed-dd31af5c61c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.117500 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3c248048-eccc-441c-b02a-8567700db733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '5c3a2e5f-d472-49a1-bd78-c8c9ec5ddd38', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:79:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:11:41Z', 'updated_at': '2022-05-26T16:12:12Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:14.124325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d425a-3fc2-4316-9f91-a5fdd9a33823 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:14.138115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b868803-08ef-455b-bc16-88fb3d29c974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e2bb5a-d30b-414d-8be1-26ab0f94a180,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:14.173402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Calling delete_port for c9570ab9-8e22-4280-ae30-d350d4a12c78 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:14.179437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b89ce94f-e3c0-48e7-a978-e26f1c7fb2a6 req-4bcc6e56-7178-458d-9f85-bfc3968e2dab tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241874 May 26 16:12:14.194394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5338bd-e5ad-48f5-8fe2-f009a549b9bf {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:14.212787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c248048-eccc-441c-b02a-8567700db733 None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:12:14.213684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a725751-dda0-432b-881d-657feb2b53e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:14.219130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a725751-dda0-432b-881d-657feb2b53e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.222895 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a725751-dda0-432b-881d-657feb2b53e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:12:14.223378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a725751-dda0-432b-881d-657feb2b53e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:14.252303 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a725751-dda0-432b-881d-657feb2b53e2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3324642 May 26 16:12:14.252513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45862) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:14.260279 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-252ec856-b279-4d05-8f92-32ca5102fae7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:14.275857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:14.284028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c248048-eccc-441c-b02a-8567700db733 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:14.284674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3c248048-eccc-441c-b02a-8567700db733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:12:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:14.288390 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.435615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:14.457196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-dc60131d-4370-430b-8184-fd1f28c1ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:14.459224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252ec856-b279-4d05-8f92-32ca5102fae7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:14.459400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-dc60131d-4370-430b-8184-fd1f28c1ce7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 915 time: 0.4200697 May 26 16:12:14.464754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-252ec856-b279-4d05-8f92-32ca5102fae7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.472666 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-252ec856-b279-4d05-8f92-32ca5102fae7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:12:14.474639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252ec856-b279-4d05-8f92-32ca5102fae7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:14.512242 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-252ec856-b279-4d05-8f92-32ca5102fae7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2573957 May 26 16:12:14.515641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45866) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:14.523076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1c368364-1c50-4bb7-9c7b-8098e2f86ad3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:14.590999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef016e22-8b48-425d-928b-1fb5df1e3090 req-b5193652-42a1-4e93-bee6-b07bf1352d84 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:14.606876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef016e22-8b48-425d-928b-1fb5df1e3090 req-b5193652-42a1-4e93-bee6-b07bf1352d84 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 944 time: 0.2744019 May 26 16:12:14.618684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] For port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:14.649239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c368364-1c50-4bb7-9c7b-8098e2f86ad3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:14.655734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c368364-1c50-4bb7-9c7b-8098e2f86ad3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.658268 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c368364-1c50-4bb7-9c7b-8098e2f86ad3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:12:14.658973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c368364-1c50-4bb7-9c7b-8098e2f86ad3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:14.667585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-53d7ef5f-edc0-4bd1-a0ed-dd31af5c61c8 None None] Current status of the port d56306e7-b25a-4b7a-a817-898336f3dce0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:14.677677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.678148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.678550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.678782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.679205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.679596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.679921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.680246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.680689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.681025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.681350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.681668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:14.693550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-330d425a-3fc2-4316-9f91-a5fdd9a33823 None None] Deleting port d56306e7-b25a-4b7a-a817-898336f3dce0 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:14.693550 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-330d425a-3fc2-4316-9f91-a5fdd9a33823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.699563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6325374e-bb38-4fe8-8c27-cb3efc27562f req-b9013201-face-45be-9ebb-09f59df0acf6 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.8928914 May 26 16:12:14.699890 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1c368364-1c50-4bb7-9c7b-8098e2f86ad3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1822815 May 26 16:12:14.700768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45870) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:14.707130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e6a66d0a-ede8-4613-bbaf-29bd932c489b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:14.747119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.767679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['fa5338bd-e5ad-48f5-8fe2-f009a549b9bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:12:14.775544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3c248048-eccc-441c-b02a-8567700db733 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:14.817077 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-22f76a26-58b3-45bc-9259-a23dcd2c7913 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae HTTP/1.1" status: 200 len: 998 time: 0.3393762 May 26 16:12:14.818096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] For port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:14.826423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Port': ['ID=c9570ab9-8e22-4280-ae30-d350d4a12c78,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:14.855122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-330d425a-3fc2-4316-9f91-a5fdd9a33823 None None] For port d56306e7-b25a-4b7a-a817-898336f3dce0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d56306e7-b25a-4b7a-a817-898336f3dce0,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:14.855545 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-330d425a-3fc2-4316-9f91-a5fdd9a33823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.859122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No DVR routers for this DVR port c9570ab9-8e22-4280-ae30-d350d4a12c78 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:14.878150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-330d425a-3fc2-4316-9f91-a5fdd9a33823 None None] Calling delete_port for d56306e7-b25a-4b7a-a817-898336f3dce0 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:14.891012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a66d0a-ede8-4613-bbaf-29bd932c489b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:14.903760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e6a66d0a-ede8-4613-bbaf-29bd932c489b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.905247 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a66d0a-ede8-4613-bbaf-29bd932c489b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:12:14.905811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a66d0a-ede8-4613-bbaf-29bd932c489b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:14.928581 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e6a66d0a-ede8-4613-bbaf-29bd932c489b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2269998 May 26 16:12:14.929361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45878) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:14.936209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cfe015da-9d84-487c-a227-d31c40964a1b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:14.954675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef016e22-8b48-425d-928b-1fb5df1e3090 req-5f2d8402-d9ca-4f35-8ea5-d96cdcb39edc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389752 May 26 16:12:15.009437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] device_id is not set on port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:15.058213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1e9c1378-b794-492e-8c68-c83ab7754a51 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:15.067269 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.078515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-9cf68986-46e6-4fea-9f98-1d523fcbdfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.083031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-9cf68986-46e6-4fea-9f98-1d523fcbdfa1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.2531750 May 26 16:12:15.085318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.099190 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.101839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe015da-9d84-487c-a227-d31c40964a1b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:15.113410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfe015da-9d84-487c-a227-d31c40964a1b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.117554 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe015da-9d84-487c-a227-d31c40964a1b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:12:15.121008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe015da-9d84-487c-a227-d31c40964a1b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:15.173041 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cfe015da-9d84-487c-a227-d31c40964a1b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2409372 May 26 16:12:15.174393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45884) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:15.179937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c1e38a6a-cf28-42ae-a3de-3fe48c2b2632 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:15.192351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d56306e7-b25a-4b7a-a817-898336f3dce0 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:15.206029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed148e5-8515-4c47-8adc-5831139d1a7f req-a75606ef-abc9-4c40-8827-7384f78daa06 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.212623 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed148e5-8515-4c47-8adc-5831139d1a7f req-a75606ef-abc9-4c40-8827-7384f78daa06 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.219144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed148e5-8515-4c47-8adc-5831139d1a7f req-a75606ef-abc9-4c40-8827-7384f78daa06 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.225244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed148e5-8515-4c47-8adc-5831139d1a7f req-a75606ef-abc9-4c40-8827-7384f78daa06 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.239250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed148e5-8515-4c47-8adc-5831139d1a7f req-a75606ef-abc9-4c40-8827-7384f78daa06 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.250545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed148e5-8515-4c47-8adc-5831139d1a7f req-a75606ef-abc9-4c40-8827-7384f78daa06 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.260056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed148e5-8515-4c47-8adc-5831139d1a7f req-a75606ef-abc9-4c40-8827-7384f78daa06 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.263342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eed148e5-8515-4c47-8adc-5831139d1a7f req-a75606ef-abc9-4c40-8827-7384f78daa06 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 5433 time: 0.3986075 May 26 16:12:15.289788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce9f96e-60b6-436c-a8fe-87ac01a8564c']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:15.296813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e38a6a-cf28-42ae-a3de-3fe48c2b2632 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:15.306075 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1e38a6a-cf28-42ae-a3de-3fe48c2b2632 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.306226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba5fc15-63a6-4c05-9eac-3c72456c7573') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:15.306523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba5fc15-63a6-4c05-9eac-3c72456c7573') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:15.307779 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e38a6a-cf28-42ae-a3de-3fe48c2b2632 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:12:15.308228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e38a6a-cf28-42ae-a3de-3fe48c2b2632 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:15.321032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.335516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c1e38a6a-cf28-42ae-a3de-3fe48c2b2632 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1598425 May 26 16:12:15.336912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.337219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45892) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:15.337556 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-330d425a-3fc2-4316-9f91-a5fdd9a33823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.347176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:15.347712 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.431254 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-95113f26-f068-4fcb-b25f-e4253f9318cb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0884867 May 26 16:12:15.432515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45900) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:15.439237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d425a-3fc2-4316-9f91-a5fdd9a33823 None None] No DVR routers for this DVR port d56306e7-b25a-4b7a-a817-898336f3dce0 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:15.454556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d425a-3fc2-4316-9f91-a5fdd9a33823 None None] Pushing event deleted for resources: {'Port': ['ID=d56306e7-b25a-4b7a-a817-898336f3dce0,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:15.472701 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment dba5fc15-63a6-4c05-9eac-3c72456c7573 resource provider aggregate not found May 26 16:12:15.472967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No active binding found for port d56306e7-b25a-4b7a-a817-898336f3dce0 {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:12:15.473402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d56306e7-b25a-4b7a-a817-898336f3dce0 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:15.505489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1e9c1378-b794-492e-8c68-c83ab7754a51 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:15.505828 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.516087 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment dba5fc15-63a6-4c05-9eac-3c72456c7573 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dba5fc15-63a6-4c05-9eac-3c72456c7573 found for delete ", "request_id": "req-f46d4f98-8967-4adf-98ce-26b54cdcc954"}]} May 26 16:12:15.573360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] No DVR routers for this DVR port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:15.577399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9c1378-b794-492e-8c68-c83ab7754a51'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:15.579977 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa681d2c-5630-4813-9cb1-aa2171de1acd" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9c1378-b794-492e-8c68-c83ab7754a51"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:15.582178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] Pushing event updated for resources: {'Port': ['ID=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:15.597113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1e9c1378-b794-492e-8c68-c83ab7754a51, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1e9c1378-b794-492e-8c68-c83ab7754a51,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:15.603148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88b54a-6bd3-4ec3-b2f0-c24c4924081d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.603992 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.604774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a3ea30df-8a94-4fe4-ac42-9eca468d4a18 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:15.615612 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4d88b54a-6bd3-4ec3-b2f0-c24c4924081d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1815605 May 26 16:12:15.616247 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.618329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45906) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:15.658068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3c248048-eccc-441c-b02a-8567700db733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '5c3a2e5f-d472-49a1-bd78-c8c9ec5ddd38', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:79:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:11:41Z', 'updated_at': '2022-05-26T16:12:12Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:15.664133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eed148e5-8515-4c47-8adc-5831139d1a7f req-5d2e75d0-aaed-4239-96fd-e3bdbccf4b56 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2324166 May 26 16:12:15.674944 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.686191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/9ce9f96e-60b6-436c-a8fe-87ac01a8564c HTTP/1.1" status: 204 len: 168 time: 5.7731488 May 26 16:12:15.695204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-0dcea5f1-3838-47ec-bf47-d0a2b79409cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.696684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45908) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:15.700705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-0dcea5f1-3838-47ec-bf47-d0a2b79409cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5953956 May 26 16:12:15.704830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c248048-eccc-441c-b02a-8567700db733 None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '5c3a2e5f-d472-49a1-bd78-c8c9ec5ddd38', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:79:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:11:41Z', 'updated_at': '2022-05-26T16:12:12Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:12:15.712704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1510467488'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:15.747881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:15.763765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.815801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:15.819512 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7fc1e0-f8a7-4b9c-a3a8-340b3e5f1967 x-openstack-request-id: req-0a7fc1e0-f8a7-4b9c-a3a8-340b3e5f1967 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:15.819810 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9c1378-b794-492e-8c68-c83ab7754a51", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:15.822177 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a7fc1e0-f8a7-4b9c-a3a8-340b3e5f1967 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:15.824428 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7fc1e0-f8a7-4b9c-a3a8-340b3e5f1967'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9c1378-b794-492e-8c68-c83ab7754a51', 'code': 200} May 26 16:12:15.830918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1e9c1378-b794-492e-8c68-c83ab7754a51,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:15.841149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bd829192-6744-4a23-a099-d8e2dd5c15b4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2139659 May 26 16:12:15.843232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff82ed2-0d1f-44bd-9808-900bbc327e4e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=9ce9f96e-60b6-436c-a8fe-87ac01a8564c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:15.851282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45914) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:15.875381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f244066b-1042-4873-b055-01b3de7c39dd None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:12:15.878712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:15.925695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] In _notify_port_updated(), no bound segment for port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:12:15.926628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:15.927261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.928547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-5d04c9e0-e66c-42be-93d2-89c0da34784a service neutron] 10.222.0.32 "PUT /v2.0/ports/91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 HTTP/1.1" status: 200 len: 1027 time: 2.2196991 May 26 16:12:15.962439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.962787 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment 1934bacc-f411-4c1c-a501-d057b0b7a205 of type vlan for network 5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd May 26 16:12:16.049662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ecacf87d-baf9-4ed4-8c7d-e56a61660452 None None] Provisioning complete for port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:16.050047 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ecacf87d-baf9-4ed4-8c7d-e56a61660452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.059985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:16.060972 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.067001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c24f325b-9b8f-497c-ac48-78db4cb277cb req-0f9bcb5d-a833-472c-b54d-078ba608312e tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1055341 May 26 16:12:16.089830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.091220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a22768ae-c9d3-4ed1-a7ff-6055653410ef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:16.093579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a22768ae-c9d3-4ed1-a7ff-6055653410ef tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "GET /v2.0/ports/861ab3dd-64d5-4bd1-b19c-85e37432598e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1519263 May 26 16:12:16.106476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:16.116918 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.145645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ecacf87d-baf9-4ed4-8c7d-e56a61660452 None None] Port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:12:16.156052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:16.185918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-49b3748f-9780-4eea-8464-4404651f7d63 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546185 May 26 16:12:16.196517 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beccf14-6d7c-4686-b149-6bdbf2443b6b None None] New status for floating IP 5c3a2e5f-d472-49a1-bd78-c8c9ec5ddd38: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:12:16.199524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a3ea30df-8a94-4fe4-ac42-9eca468d4a18, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:16.224285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.230355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 065a1fff-e592-4e36-9c31-91c60d3ad3aa no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:16.257650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.265305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:16.266948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9250237-0ced-4845-a914-43ae0be2f276 req-aae4adf9-ae91-4f44-9aee-4a750afc8d9c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:16.271449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.276856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9250237-0ced-4845-a914-43ae0be2f276 req-aae4adf9-ae91-4f44-9aee-4a750afc8d9c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.8541019 May 26 16:12:16.389677 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6840127 May 26 16:12:16.396635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45922) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:16.430827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377acfc-f814-4f96-87e1-7e3372b40ef2 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:16.432042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:16.443550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:16.464580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f244066b-1042-4873-b055-01b3de7c39dd None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:12:16.488352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': '5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:16.584540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 065a1fff-e592-4e36-9c31-91c60d3ad3aa is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:16.584540 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.624584 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.691927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9250237-0ced-4845-a914-43ae0be2f276 req-8d9b4a37-2d2a-4269-a52f-6d2a31f75d42 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134104 May 26 16:12:16.699533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:12:16.702963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.736645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 065a1fff-e592-4e36-9c31-91c60d3ad3aa, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=065a1fff-e592-4e36-9c31-91c60d3ad3aa,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:16.759302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:16.760472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:16.765955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.768725 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.769472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 861ab3dd-64d5-4bd1-b19c-85e37432598e no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:16.781847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:16.782136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfc585-a4a7-4bd5-af9f-6b13a2f9c95d req-de21e582-d7cd-4e0f-a1c3-36fd2c05b7e0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:16.785870 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:16.786487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.789809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68dfc585-a4a7-4bd5-af9f-6b13a2f9c95d req-de21e582-d7cd-4e0f-a1c3-36fd2c05b7e0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 944 time: 0.5549834 May 26 16:12:16.820358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=aeb059bb-163d-4cb6-a6a2-2b36b4f15b76,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:16.832539 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9a7563f9-556e-47fb-8bc2-bbf2eeb3781a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9789569 May 26 16:12:16.837114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45934) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:16.842791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:53:5c:ca', 'name': 'tempest-NetworksTestDHCPv6-1111115635'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:16.938975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=065a1fff-e592-4e36-9c31-91c60d3ad3aa,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:16.992776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68dfc585-a4a7-4bd5-af9f-6b13a2f9c95d req-37440217-f444-4434-8c93-70700dd38322 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020490 May 26 16:12:17.012260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62dd4e93-8272-4677-9baf-8802b10b6da2 req-264caaf6-2735-4c09-83aa-fa77675d1872 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619245 May 26 16:12:17.074067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 861ab3dd-64d5-4bd1-b19c-85e37432598e is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:17.075208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.077409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:17.144694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff03714-dd45-4bb4-8025-ac1905bf427f req-9adf4e40-6045-482b-aef2-d5c384957c5e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.153663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff03714-dd45-4bb4-8025-ac1905bf427f req-9adf4e40-6045-482b-aef2-d5c384957c5e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.160367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'aeb059bb-163d-4cb6-a6a2-2b36b4f15b76'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:17.161270 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.161881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff03714-dd45-4bb4-8025-ac1905bf427f req-9adf4e40-6045-482b-aef2-d5c384957c5e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.170187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff03714-dd45-4bb4-8025-ac1905bf427f req-9adf4e40-6045-482b-aef2-d5c384957c5e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.178974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff03714-dd45-4bb4-8025-ac1905bf427f req-9adf4e40-6045-482b-aef2-d5c384957c5e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.189709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff03714-dd45-4bb4-8025-ac1905bf427f req-9adf4e40-6045-482b-aef2-d5c384957c5e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.193012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ff03714-dd45-4bb4-8025-ac1905bf427f req-9adf4e40-6045-482b-aef2-d5c384957c5e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 4653 time: 0.3019779 May 26 16:12:17.257593 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.283052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 686b54dd-441c-4ae5-a78f-4c60066d2c9c yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:17.311682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3db280a8-3d16-4d0c-b428-954b3125396e req-ee4b0e88-ba1d-41cf-a664-a8e65f4b9a52 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0453441 May 26 16:12:17.351432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] For port 861ab3dd-64d5-4bd1-b19c-85e37432598e, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=861ab3dd-64d5-4bd1-b19c-85e37432598e,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:17.370130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ff03714-dd45-4bb4-8025-ac1905bf427f req-a195ee36-5e20-4365-9736-adf5ebbb8b06 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=f419df2e-c69f-4e21-82ef-12860b0d67ec&id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640618 May 26 16:12:17.461099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] For port 861ab3dd-64d5-4bd1-b19c-85e37432598e, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:17.509967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.518561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] device_id is not set on port 861ab3dd-64d5-4bd1-b19c-85e37432598e yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:17.561352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Allocated IP 2001:db8::f816:3eff:fe25:b326 (96cccbcd-4c17-4e53-b917-fe16019574dd/aeb059bb-163d-4cb6-a6a2-2b36b4f15b76/4a56100f-ed0f-41a7-a0b9-409b858ecd93) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:17.583661 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.598208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.649923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=65a0dd21-f6ee-44ea-a4b6-7cf3745f8c09,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:17.689298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fa5338bd-e5ad-48f5-8fe2-f009a549b9bf up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:17.701044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] No DVR routers for this DVR port 861ab3dd-64d5-4bd1-b19c-85e37432598e on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:17.706962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] Pushing event updated for resources: {'Port': ['ID=861ab3dd-64d5-4bd1-b19c-85e37432598e,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:17.732431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking segment: {'id': '1934bacc-f411-4c1c-a501-d057b0b7a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:17.732822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network hostable DHCP agents. Network: 5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:17.761447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] In _notify_port_updated(), no bound segment for port 861ab3dd-64d5-4bd1-b19c-85e37432598e on network 34384691-027e-4a13-8e0c-ffe065eba461 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:12:17.764171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.764171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.764171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-95b32a7d-3600-4ef6-91d9-f4f7a4aa8d11 service neutron] 10.222.0.32 "PUT /v2.0/ports/861ab3dd-64d5-4bd1-b19c-85e37432598e HTTP/1.1" status: 200 len: 1026 time: 1.6536064 May 26 16:12:17.765170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network 5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:17.779944 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:12:17.780475 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:12:17.786717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:17.789192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:12:17.796273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:17.796273 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.802314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.803209 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.828589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18'}, {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065a1fff-e592-4e36-9c31-91c60d3ad3aa'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:17.830926 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de478319-8654-41a6-be5a-899d28b1f205" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18"}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "065a1fff-e592-4e36-9c31-91c60d3ad3aa"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:17.895700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1ec40a91-dde3-4d4b-852a-2a8d954c4a0d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4111640 May 26 16:12:17.896455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45962) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:17.925919 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 26 May 2022 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17827a8-cad0-415c-93a8-2acda86929ec x-openstack-request-id: req-d17827a8-cad0-415c-93a8-2acda86929ec {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:17.926235 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18", "code": 200}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "065a1fff-e592-4e36-9c31-91c60d3ad3aa", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:17.926482 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d17827a8-cad0-415c-93a8-2acda86929ec {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:17.926992 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17827a8-cad0-415c-93a8-2acda86929ec'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'code': 200} May 26 16:12:17.927140 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17827a8-cad0-415c-93a8-2acda86929ec'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065a1fff-e592-4e36-9c31-91c60d3ad3aa', 'code': 200} May 26 16:12:17.960868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffa40a-2718-4753-b49c-117f824de812 req-3309edd0-5bda-4f12-84c3-75c85b78fdaa tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.961978 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.962812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6bffa40a-2718-4753-b49c-117f824de812 req-3309edd0-5bda-4f12-84c3-75c85b78fdaa tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.1538005 May 26 16:12:17.973121 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.011598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:18.012172 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.048931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:18.057440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:18.075437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Pushing event updated for resources: {'Port': ['ID=4a56100f-ed0f-41a7-a0b9-409b858ecd93,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:18.079922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:18.088299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6bffa40a-2718-4753-b49c-117f824de812 req-0d57c3cc-610c-46ec-bd46-152cd9c39992 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828893 May 26 16:12:18.097009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting port 166bad04-8dfa-43e4-a63d-fa99fd639e7b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:18.097362 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.126060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:18.126294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:fe53:5cca (96cccbcd-4c17-4e53-b917-fe16019574dd/aeb059bb-163d-4cb6-a6a2-2b36b4f15b76/686b54dd-441c-4ae5-a78f-4c60066d2c9c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:18.165120 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.180459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.262877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Attempting to bind port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:18.263248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Attempting to bind port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:18.263607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Attempting to bind port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:18.321796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:18.322074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] For port 166bad04-8dfa-43e4-a63d-fa99fd639e7b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=166bad04-8dfa-43e4-a63d-fa99fd639e7b,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:18.322303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.322425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:18.323026 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.323576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:18.324134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Bound port: 4a56100f-ed0f-41a7-a0b9-409b858ecd93, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:18.325118 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.331569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.339316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 861ab3dd-64d5-4bd1-b19c-85e37432598e is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:18.341031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:18.373047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Calling delete_port for 166bad04-8dfa-43e4-a63d-fa99fd639e7b owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:18.399601 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.467394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.491116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:18.497761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469377-76bd-4a5f-9eca-2cd7e7291be3 req-8576d477-37b6-4838-8f0a-4a4de8a4f0b2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:18.499521 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37469377-76bd-4a5f-9eca-2cd7e7291be3 req-8576d477-37b6-4838-8f0a-4a4de8a4f0b2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 945 time: 0.2474453 May 26 16:12:18.501791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] For port 4a56100f-ed0f-41a7-a0b9-409b858ecd93, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:18.522863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] For port 4a56100f-ed0f-41a7-a0b9-409b858ecd93, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a56100f-ed0f-41a7-a0b9-409b858ecd93,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:18.527928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-915b6229-c56b-4b06-ae61-53c29fcfcccd req-7a5a7c50-cfb0-4c29-8fe8-52b9916290b7 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0593166 May 26 16:12:18.541454 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.550389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=686b54dd-441c-4ae5-a78f-4c60066d2c9c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:18.573899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:18.578990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:18.583269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:18.591525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:18.598417 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.606361 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37469377-76bd-4a5f-9eca-2cd7e7291be3 req-ffe0f4e5-d8b1-4e23-b1e7-fa0925cd26a5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857792 May 26 16:12:18.616213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.636653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1373a-498e-4cee-b928-91c13dffcece None None] Pushing event updated for resources: {'Port': ['ID=4a56100f-ed0f-41a7-a0b9-409b858ecd93,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:18.643620 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1710a4b4-ed3e-4419-862f-f02f12b16e20 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8030765 May 26 16:12:18.643834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:18.643834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 166bad04-8dfa-43e4-a63d-fa99fd639e7b no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:18.644389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45974) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.702967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=65a0dd21-f6ee-44ea-a4b6-7cf3745f8c09,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:18.731265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdddd96-1867-4af1-9aea-b265c2d5706e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:18.738078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdddd96-1867-4af1-9aea-b265c2d5706e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:18.745237 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1fdddd96-1867-4af1-9aea-b265c2d5706e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0945065 May 26 16:12:18.745237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45976) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.887162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 166bad04-8dfa-43e4-a63d-fa99fd639e7b is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:18.887757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.901985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9c37d905-0e75-41b2-8796-6eaf7667dbd4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 686b54dd-441c-4ae5-a78f-4c60066d2c9c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:18.904145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c37d905-0e75-41b2-8796-6eaf7667dbd4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.102993 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c37d905-0e75-41b2-8796-6eaf7667dbd4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.121782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9c37d905-0e75-41b2-8796-6eaf7667dbd4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 686b54dd-441c-4ae5-a78f-4c60066d2c9c owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:19.343601 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c37d905-0e75-41b2-8796-6eaf7667dbd4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.376851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37d905-0e75-41b2-8796-6eaf7667dbd4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=686b54dd-441c-4ae5-a78f-4c60066d2c9c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:19.385787 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.414260 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c37d905-0e75-41b2-8796-6eaf7667dbd4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.417303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.423476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9c37d905-0e75-41b2-8796-6eaf7667dbd4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/686b54dd-441c-4ae5-a78f-4c60066d2c9c HTTP/1.1" status: 204 len: 168 time: 0.6742947 May 26 16:12:19.423911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45984) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:19.435129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:19.485509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:19.506121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ef482-90b9-481c-ae3a-45b7d9b6e0aa req-b6dd850a-4689-492f-9b90-043d3a868936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.507775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e05ef482-90b9-481c-ae3a-45b7d9b6e0aa req-b6dd850a-4689-492f-9b90-043d3a868936 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 1096 time: 0.2740250 May 26 16:12:19.508552 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Port': ['ID=166bad04-8dfa-43e4-a63d-fa99fd639e7b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:19.509873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5cbb06-cc8e-4eb1-b401-3c545ddf6e7d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.511536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5cbb06-cc8e-4eb1-b401-3c545ddf6e7d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.518462 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7f5cbb06-cc8e-4eb1-b401-3c545ddf6e7d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0929809 May 26 16:12:19.519203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45988) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:19.550577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8be800-42a3-489c-b5b3-a76e511b4312 req-a46cc400-3d2a-4fe7-b7f5-b5b613268163 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.556494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8be800-42a3-489c-b5b3-a76e511b4312 req-a46cc400-3d2a-4fe7-b7f5-b5b613268163 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.562480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8be800-42a3-489c-b5b3-a76e511b4312 req-a46cc400-3d2a-4fe7-b7f5-b5b613268163 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.569342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8be800-42a3-489c-b5b3-a76e511b4312 req-a46cc400-3d2a-4fe7-b7f5-b5b613268163 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.576247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8be800-42a3-489c-b5b3-a76e511b4312 req-a46cc400-3d2a-4fe7-b7f5-b5b613268163 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.581946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb444901-a33a-44bc-8d1e-c31a42d20324 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet aeb059bb-163d-4cb6-a6a2-2b36b4f15b76 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:19.584421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a8be800-42a3-489c-b5b3-a76e511b4312 req-a46cc400-3d2a-4fe7-b7f5-b5b613268163 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 3880 time: 0.3548329 May 26 16:12:19.585276 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb444901-a33a-44bc-8d1e-c31a42d20324 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.587665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1934bacc-f411-4c1c-a501-d057b0b7a205') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:19.587973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1934bacc-f411-4c1c-a501-d057b0b7a205') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:19.620413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ca231-59ea-4cb6-b9e1-2e1800f97dea req-f8052a1f-ca16-4e40-9bb0-a4eb75efd2cd tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.622678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f83ca231-59ea-4cb6-b9e1-2e1800f97dea req-f8052a1f-ca16-4e40-9bb0-a4eb75efd2cd tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.3878715 May 26 16:12:19.627138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:19.627826 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.647034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45990) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:19.647991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.653184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] No DVR routers for this DVR port 166bad04-8dfa-43e4-a63d-fa99fd639e7b on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:19.656294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.660802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-8cebbc90-80d9-4382-968b-65de1192b946 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "DELETE /v2.0/ports/166bad04-8dfa-43e4-a63d-fa99fd639e7b HTTP/1.1" status: 204 len: 173 time: 1.8863938 May 26 16:12:19.662339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb444901-a33a-44bc-8d1e-c31a42d20324 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.675408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': '166bad04-8dfa-43e4-a63d-fa99fd639e7b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:19.677778 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a0ca59-a0e5-4276-8e45-3bb0eb1e8951" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "166bad04-8dfa-43e4-a63d-fa99fd639e7b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:19.693322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:19.704185 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.755412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e05ef482-90b9-481c-ae3a-45b7d9b6e0aa req-60d23f09-20a9-4b19-a3d5-2d27c1ba569e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588280 May 26 16:12:19.769333 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.787867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:19.800156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:19.800481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.823367 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb444901-a33a-44bc-8d1e-c31a42d20324 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.852652 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 1934bacc-f411-4c1c-a501-d057b0b7a205 resource provider aggregate not found May 26 16:12:19.864440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a8be800-42a3-489c-b5b3-a76e511b4312 req-f600e7fe-39f2-49d2-85e9-1967a452a91f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785897 May 26 16:12:19.928826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2a36a0-0b81-42e9-b91d-6a9fb1952043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5338bd-e5ad-48f5-8fe2-f009a549b9bf'}, {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:19.933823 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9438ed8d-de8d-4362-a7de-09f730ab3d33" -d '{"events": [{"server_uuid": "db2a36a0-0b81-42e9-b91d-6a9fb1952043", "name": "network-vif-plugged", "status": "completed", "tag": "fa5338bd-e5ad-48f5-8fe2-f009a549b9bf"}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:19.987330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb444901-a33a-44bc-8d1e-c31a42d20324 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.000394 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 1934bacc-f411-4c1c-a501-d057b0b7a205 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1934bacc-f411-4c1c-a501-d057b0b7a205 found for delete ", "request_id": "req-c4137146-7c7e-4c89-9dfd-84416da308c2"}]} May 26 16:12:20.005004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f83ca231-59ea-4cb6-b9e1-2e1800f97dea req-2e8471e9-dd68-40eb-8896-0ea715f1938e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550210 May 26 16:12:20.039371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f67f0a80-450e-4a7e-8c3d-bba3f6cd51b3 req-bc17ef33-2901-4793-8526-b3bd7b7f3d55 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0611734 May 26 16:12:20.041831 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.047464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb444901-a33a-44bc-8d1e-c31a42d20324 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb059bb-163d-4cb6-a6a2-2b36b4f15b76,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:20.047677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.051765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd HTTP/1.1" status: 204 len: 168 time: 2.1547980 May 26 16:12:20.057304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46006) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:20.062353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341083118'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:20.070673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb444901-a33a-44bc-8d1e-c31a42d20324 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.081044 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eb444901-a33a-44bc-8d1e-c31a42d20324 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/aeb059bb-163d-4cb6-a6a2-2b36b4f15b76 HTTP/1.1" status: 204 len: 168 time: 0.5586643 May 26 16:12:20.091770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46008) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:20.102240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9550947-4559-4221-892b-ca99843f4035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.108379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb58076-5a2e-4385-a0da-739878510b30 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:20.129485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:20.133164 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.139117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting port 065a1fff-e592-4e36-9c31-91c60d3ad3aa {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:20.139459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.170154 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2987777-ea8f-4112-b576-94ba4bf33cc2 x-openstack-request-id: req-b2987777-ea8f-4112-b576-94ba4bf33cc2 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:20.170698 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "166bad04-8dfa-43e4-a63d-fa99fd639e7b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:20.171916 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2987777-ea8f-4112-b576-94ba4bf33cc2 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:20.172486 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2987777-ea8f-4112-b576-94ba4bf33cc2'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': '166bad04-8dfa-43e4-a63d-fa99fd639e7b', 'status': 'completed', 'code': 200} May 26 16:12:20.178443 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8a3badfc-bda1-4899-abab-7932601b0365 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827270 May 26 16:12:20.180067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46010) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:20.186249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:20.278358 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 26 May 2022 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e785b0f-b7a4-4fff-a58f-d659070f25cf x-openstack-request-id: req-1e785b0f-b7a4-4fff-a58f-d659070f25cf {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:20.278663 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2a36a0-0b81-42e9-b91d-6a9fb1952043", "name": "network-vif-plugged", "status": "completed", "tag": "fa5338bd-e5ad-48f5-8fe2-f009a549b9bf", "code": 200}, {"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:20.278919 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e785b0f-b7a4-4fff-a58f-d659070f25cf {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:20.279388 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e785b0f-b7a4-4fff-a58f-d659070f25cf'] response: {'server_uuid': 'db2a36a0-0b81-42e9-b91d-6a9fb1952043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5338bd-e5ad-48f5-8fe2-f009a549b9bf', 'code': 200} May 26 16:12:20.279654 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e785b0f-b7a4-4fff-a58f-d659070f25cf'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7', 'code': 200} May 26 16:12:20.350032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:20.353793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] For port 065a1fff-e592-4e36-9c31-91c60d3ad3aa, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=065a1fff-e592-4e36-9c31-91c60d3ad3aa,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:20.354356 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.364917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:20.368972 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.398474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f16139-78fc-47cb-9766-da65439c5f47 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:12:20.399682 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.400030 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment 2b5862b9-914b-4eb5-acfb-a947f9f3c794 of type vlan for network 62bb0135-de08-425a-ab05-a0a21c2cadba May 26 16:12:20.423831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Calling delete_port for 065a1fff-e592-4e36-9c31-91c60d3ad3aa owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:20.439861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa32d4a-246a-437e-89bd-f79bc1c055e9 req-b33ac926-3354-4f08-b066-f5288536c778 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:20.441410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-caa32d4a-246a-437e-89bd-f79bc1c055e9 req-b33ac926-3354-4f08-b066-f5288536c778 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 945 time: 0.2745950 May 26 16:12:20.466794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9550947-4559-4221-892b-ca99843f4035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.471049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4a29fa4a-d58d-4fc0-a736-906ea1b83643 None None] Provisioning complete for port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:20.471767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4a29fa4a-d58d-4fc0-a736-906ea1b83643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.477916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9550947-4559-4221-892b-ca99843f4035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.533463 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f9550947-4559-4221-892b-ca99843f4035 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e171a57f3ccc47f089c69afe4fbfcf55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8851085 May 26 16:12:20.537504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46012) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:20.551120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9550947-4559-4221-892b-ca99843f4035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7fe032-9a69-4bff-9b2f-9efff90434f9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:20.553588 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.591363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0778a3-f7b5-4419-a284-ec0baeda7c36 req-4248f60a-1856-4b79-b400-b367e3cec579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:20.593564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc0778a3-f7b5-4419-a284-ec0baeda7c36 req-4248f60a-1856-4b79-b400-b367e3cec579 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 1096 time: 0.2222874 May 26 16:12:20.624867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-caa32d4a-246a-437e-89bd-f79bc1c055e9 req-a7ccf96c-7516-4a1e-aaba-45772997d5bf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728961 May 26 16:12:20.661497 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.667304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:20.669077 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.685379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb38f30a-21b9-4f00-a5bf-1b2dcb2cdb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.685604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4a29fa4a-d58d-4fc0-a736-906ea1b83643 None None] Current status of the port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:20.685929 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4a29fa4a-d58d-4fc0-a736-906ea1b83643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.688347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f16139-78fc-47cb-9766-da65439c5f47 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:12:20.708678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc0778a3-f7b5-4419-a284-ec0baeda7c36 req-fbaadd57-7af0-408b-bd7f-e14ad80b47c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040220 May 26 16:12:20.725808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb38f30a-21b9-4f00-a5bf-1b2dcb2cdb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.746664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4a29fa4a-d58d-4fc0-a736-906ea1b83643 None None] For port 4a56100f-ed0f-41a7-a0b9-409b858ecd93, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a56100f-ed0f-41a7-a0b9-409b858ecd93,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:20.751650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4a29fa4a-d58d-4fc0-a736-906ea1b83643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.779049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7191055 May 26 16:12:20.780103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46014) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:20.799303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': '62bb0135-de08-425a-ab05-a0a21c2cadba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:20.803136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e0980-abcd-4aab-818d-1f024a640486 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=62bb0135-de08-425a-ab05-a0a21c2cadba,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:20.825940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 62bb0135-de08-425a-ab05-a0a21c2cadba details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:20.833243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.880536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Port': ['ID=065a1fff-e592-4e36-9c31-91c60d3ad3aa,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:20.908448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb38f30a-21b9-4f00-a5bf-1b2dcb2cdb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.911381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb38f30a-21b9-4f00-a5bf-1b2dcb2cdb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.912832 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb38f30a-21b9-4f00-a5bf-1b2dcb2cdb3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c7fe032-9a69-4bff-9b2f-9efff90434f9 HTTP/1.1" status: 204 len: 168 time: 0.3730717 May 26 16:12:20.949170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] No DVR routers for this DVR port 065a1fff-e592-4e36-9c31-91c60d3ad3aa on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:20.953013 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.957922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-b91fbe67-2c65-4f86-be81-49d0bd26bca6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "DELETE /v2.0/ports/065a1fff-e592-4e36-9c31-91c60d3ad3aa HTTP/1.1" status: 204 len: 173 time: 1.2708797 May 26 16:12:21.061159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29fa4a-d58d-4fc0-a736-906ea1b83643 None None] Pushing event updated for resources: {'Port': ['ID=4a56100f-ed0f-41a7-a0b9-409b858ecd93,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:21.289126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a56100f-ed0f-41a7-a0b9-409b858ecd93 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:21.337875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c792-c0a5-4fc3-8a92-9aa8554ffd29 req-7b8e5355-7724-47e1-8f4c-455fc072ce6a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:21.346867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c792-c0a5-4fc3-8a92-9aa8554ffd29 req-7b8e5355-7724-47e1-8f4c-455fc072ce6a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:21.355541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c792-c0a5-4fc3-8a92-9aa8554ffd29 req-7b8e5355-7724-47e1-8f4c-455fc072ce6a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:21.358387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef02c792-c0a5-4fc3-8a92-9aa8554ffd29 req-7b8e5355-7724-47e1-8f4c-455fc072ce6a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 2410 time: 0.2848308 May 26 16:12:21.372743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd38950-cb27-4bc0-9cd5-4a60249b0fbb req-3f14bd62-281f-45a4-9c4f-a475689b9d6c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:21.374039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fd38950-cb27-4bc0-9cd5-4a60249b0fbb req-3f14bd62-281f-45a4-9c4f-a475689b9d6c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.1867948 May 26 16:12:21.392879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:21.393268 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.433205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b35b10-f7bd-4871-85df-f0a6527fe6ea None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:21.443655 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f30a-21b9-4f00-a5bf-1b2dcb2cdb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7fe032-9a69-4bff-9b2f-9efff90434f9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:21.466993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:21.467353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.486557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:12:21.516942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46026) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:21.544884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef02c792-c0a5-4fc3-8a92-9aa8554ffd29 req-7704b268-5d9f-48ae-9104-ccb1b3a237bc tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623917 May 26 16:12:21.559077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0602af5-6398-46e3-b7b3-03c37cfc3fd1 None None] Network 5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:21.586719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0602af5-6398-46e3-b7b3-03c37cfc3fd1 None None] Network 5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd could not be found, it might have been deleted concurrently. {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:12:21.620961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d08a63-6216-48f6-a923-eeb5c201e18d None None] Network 5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:21.644733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fd38950-cb27-4bc0-9cd5-4a60249b0fbb req-c42c8fc5-4491-4daf-9df1-f5deb5417035 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425811 May 26 16:12:21.651605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-682bff57-3218-439c-bf3f-5b8b5cde807a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.658360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d08a63-6216-48f6-a923-eeb5c201e18d None None] Network 5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd could not be found, it might have been deleted concurrently. {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:12:21.671412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:21.677472 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.739839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbb1701d-55d3-4aa0-a506-fe57a3f9818b req-f0aa1cab-e67b-4208-880c-3935a6516e1d tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0894706 May 26 16:12:21.816163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] For port a3ea30df-8a94-4fe4-ac42-9eca468d4a18, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:21.816866 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.852920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:21.866236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-30400f7b-5001-4f86-ab71-2262983812b8 None None] Provisioning complete for port 861ab3dd-64d5-4bd1-b19c-85e37432598e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:21.866613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30400f7b-5001-4f86-ab71-2262983812b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.942790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-30400f7b-5001-4f86-ab71-2262983812b8 None None] Port 861ab3dd-64d5-4bd1-b19c-85e37432598e cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:12:21.961515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.085652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-682bff57-3218-439c-bf3f-5b8b5cde807a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.123363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=fe672670-d0c6-4f29-b805-0d7485e1ab52,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:22.178209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking segment: {'id': '2b5862b9-914b-4eb5-acfb-a947f9f3c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '62bb0135-de08-425a-ab05-a0a21c2cadba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:22.178747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network hostable DHCP agents. Network: 62bb0135-de08-425a-ab05-a0a21c2cadba, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:22.182237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': '065a1fff-e592-4e36-9c31-91c60d3ad3aa'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:22.185388 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed0b4dd-070a-4f20-b3ae-5f7c586ed279" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "065a1fff-e592-4e36-9c31-91c60d3ad3aa"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:22.189121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.216193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network 62bb0135-de08-425a-ab05-a0a21c2cadba is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:22.231768 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-682bff57-3218-439c-bf3f-5b8b5cde807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.234744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 62bb0135-de08-425a-ab05-a0a21c2cadba) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:22.239565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:22.240251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.244523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61983b-6c5b-4dd8-a777-958b7363f076 None None] Network 62bb0135-de08-425a-ab05-a0a21c2cadba requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:22.292664 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-57cf062d-784a-44da-b5d0-e62153041518 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5062845 May 26 16:12:22.303897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46038) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:22.364828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd36b1d-fc38-4698-a4c6-21fe247f0b0a req-9ba2437f-d386-4fd1-9bc1-a263d734238b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:22.367884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dd36b1d-fc38-4698-a4c6-21fe247f0b0a req-9ba2437f-d386-4fd1-9bc1-a263d734238b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 945 time: 0.5309334 May 26 16:12:22.421694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bff57-3218-439c-bf3f-5b8b5cde807a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5cc05-5c2a-4547-b094-b88ad51a0186,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:22.461759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.470062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046eaa0-679b-42c3-b591-6ba15ffad610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-62bb0135-de08-425a-ab05-a0a21c2cadba', 'network_id': '62bb0135-de08-425a-ab05-a0a21c2cadba', 'tenant_id': 'f41ed38c289d4a069461d610bf3a4889', 'fixed_ips': [{'subnet_id': 'fe672670-d0c6-4f29-b805-0d7485e1ab52'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:22.471303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2046eaa0-679b-42c3-b591-6ba15ffad610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.478399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-682bff57-3218-439c-bf3f-5b8b5cde807a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee42c095c5a040f3a67fd3fb5c3017ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9603329 May 26 16:12:22.489373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46040) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:22.494923 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.495526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.496018 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Floating IP 45fb01d1-371b-4331-a40c-29d5369ce8d5 disassociated. External IP: 172.25.0.192, port: a3ea30df-8a94-4fe4-ac42-9eca468d4a18. May 26 16:12:22.496556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Calling delete_port for a3ea30df-8a94-4fe4-ac42-9eca468d4a18 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:22.500148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-03a9447c-ca5c-4682-b2a9-36334fc6a2ce None None] Provisioning complete for port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:22.500812 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-03a9447c-ca5c-4682-b2a9-36334fc6a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.506230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-e1f843e5-41ab-483f-bc67-5a024d02a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:22.508124 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-e1f843e5-41ab-483f-bc67-5a024d02a2a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 1096 time: 0.3274899 May 26 16:12:22.588676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b63c4-ce0f-448a-a81e-fa06312f247d req-7a63b8a7-046e-4319-b98d-bf7ffe4d40c5 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:22.597770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05b63c4-ce0f-448a-a81e-fa06312f247d req-7a63b8a7-046e-4319-b98d-bf7ffe4d40c5 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.3755918 May 26 16:12:22.614754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.693210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dd36b1d-fc38-4698-a4c6-21fe247f0b0a req-540d3ed6-07c2-4c74-be37-db94e48567ef tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975278 May 26 16:12:22.702127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] For port 4a56100f-ed0f-41a7-a0b9-409b858ecd93, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a56100f-ed0f-41a7-a0b9-409b858ecd93,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:22.724187 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.761476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=fe672670-d0c6-4f29-b805-0d7485e1ab52,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:22.849279 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26b9901-344d-4247-bfac-401ca6520245 x-openstack-request-id: req-f26b9901-344d-4247-bfac-401ca6520245 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:22.849901 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "065a1fff-e592-4e36-9c31-91c60d3ad3aa", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:22.849901 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f26b9901-344d-4247-bfac-401ca6520245 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:22.850226 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26b9901-344d-4247-bfac-401ca6520245'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': '065a1fff-e592-4e36-9c31-91c60d3ad3aa', 'status': 'completed', 'code': 200} May 26 16:12:22.864046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05b63c4-ce0f-448a-a81e-fa06312f247d req-7017a19e-695e-4c16-b14c-cb0dd4611e5c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649899 May 26 16:12:22.866766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.891628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bb0135-de08-425a-ab05-a0a21c2cadba']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:22.903376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5862b9-914b-4eb5-acfb-a947f9f3c794') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:22.903781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5862b9-914b-4eb5-acfb-a947f9f3c794') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:22.915116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.929834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.937143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:22.937687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.989297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-03a9447c-ca5c-4682-b2a9-36334fc6a2ce None None] Current status of the port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-2046eaa0-679b-42c3-b591-6ba15ffad610 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe672670-d0c6-4f29-b805-0d7485e1ab52: This subnet is being modified by another concurrent operation. May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:12:22.996507 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe672670-d0c6-4f29-b805-0d7485e1ab52: This subnet is being modified by another concurrent operation. May 26 16:12:23.000222 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:12:23.005487 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 2b5862b9-914b-4eb5-acfb-a947f9f3c794 resource provider aggregate not found May 26 16:12:23.026123 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 2b5862b9-914b-4eb5-acfb-a947f9f3c794 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b5862b9-914b-4eb5-acfb-a947f9f3c794 found for delete ", "request_id": "req-6278e108-32f9-45fe-8ea3-fea0c2abe561"}]} May 26 16:12:23.030336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.040069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b901a68d-1e04-4136-9d42-d58708de9870 None None] Network 62bb0135-de08-425a-ab05-a0a21c2cadba requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:23.040429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.041197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.104465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-530f5f4f-7d99-4129-93b8-d9375364f471 req-1305ec04-7963-404d-8818-746be61ae448 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0300307 May 26 16:12:23.110220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc2c7cc8-ca8f-49bb-85c6-ab5f57a4b19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.112423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.136477 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc2c7cc8-ca8f-49bb-85c6-ab5f57a4b19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.155948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.164260 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/62bb0135-de08-425a-ab05-a0a21c2cadba HTTP/1.1" status: 204 len: 168 time: 0.8587425 May 26 16:12:23.168740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-31600832-602d-4dcf-8d16-6a38ce6940c6 None None] Could not find standard attr ID for object 686b54dd-441c-4ae5-a78f-4c60066d2c9c. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:12:23.170109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46050) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:23.172441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a56100f-ed0f-41a7-a0b9-409b858ecd93 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:23.186713 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.191771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134951469'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:23.197962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:23.198215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-eb24dd7f-aa3e-4ad7-bcee-e239b727d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.200321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-eb24dd7f-aa3e-4ad7-bcee-e239b727d3a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.6819124 May 26 16:12:23.208325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa905045-9382-46ea-9959-ebe0eb089c7c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=62bb0135-de08-425a-ab05-a0a21c2cadba,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:23.216846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facef709-9181-4daf-bebd-c5cff7add7cb req-b7c0b253-e0a9-4ac4-8ff5-ff31c7727a69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.223144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facef709-9181-4daf-bebd-c5cff7add7cb req-b7c0b253-e0a9-4ac4-8ff5-ff31c7727a69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.225159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:23.229439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facef709-9181-4daf-bebd-c5cff7add7cb req-b7c0b253-e0a9-4ac4-8ff5-ff31c7727a69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.232866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-facef709-9181-4daf-bebd-c5cff7add7cb req-b7c0b253-e0a9-4ac4-8ff5-ff31c7727a69 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 2410 time: 0.3323112 May 26 16:12:23.236641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.237218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.246327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=2dcb30f0-cbd2-427a-971d-82fc745d95d7,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:23.254662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=4a56100f-ed0f-41a7-a0b9-409b858ecd93,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:23.255298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012c0145-6c2d-4e1a-a5c2-61259a0440f4 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:23.277118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Port': ['ID=a3ea30df-8a94-4fe4-ac42-9eca468d4a18,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:23.281477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:23.293805 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.301452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1644ede5-bb94-4901-b75d-652c998b31ab tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1206145 May 26 16:12:23.303572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46052) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:23.319543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:5d:9b:b0', 'name': 'tempest-NetworksTestDHCPv6-1035735314'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:23.327699 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc2c7cc8-ca8f-49bb-85c6-ab5f57a4b19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.330241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc2c7cc8-ca8f-49bb-85c6-ab5f57a4b19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.334395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bc2c7cc8-ca8f-49bb-85c6-ab5f57a4b19e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eda5cc05-5c2a-4547-b094-b88ad51a0186 HTTP/1.1" status: 204 len: 168 time: 0.8415551 May 26 16:12:23.353190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:23.363175 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.363528 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment 0a363cea-0c41-460b-97ac-3021d7c34a19 of type vlan for network c4746922-3765-4b82-8793-8a877ec820af May 26 16:12:23.396022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-55dd3de3-8537-4285-92c8-bb608fbde189 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53 HTTP/1.1" status: 200 len: 217 time: 0.1425343 May 26 16:12:23.408321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.466519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.472300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.472974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.500224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c7cc8-ca8f-49bb-85c6-ab5f57a4b19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5cc05-5c2a-4547-b094-b88ad51a0186,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:23.539666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-facef709-9181-4daf-bebd-c5cff7add7cb req-56afc63f-1b92-4174-a653-1e155ce9900a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780499 May 26 16:12:23.578599 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3953047 May 26 16:12:23.593451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:23.593976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.596362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46056) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:23.613880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': 'c4746922-3765-4b82-8793-8a877ec820af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:23.633672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51863f4-f232-4f5f-96a0-dabcbbf31994 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=c4746922-3765-4b82-8793-8a877ec820af,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:23.650755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-01273dea-83ad-4078-821c-280ca538b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.663070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network c4746922-3765-4b82-8793-8a877ec820af details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:23.673413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-01273dea-83ad-4078-821c-280ca538b9e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.2564712 May 26 16:12:23.880945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:23.893943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:23.907945 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.917443 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.951715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:12:23.997167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-d5b48fbe-cf6f-4fe1-88ae-774107816716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.997798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:24.001410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.004224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-d5b48fbe-cf6f-4fe1-88ae-774107816716 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3198512 May 26 16:12:24.091770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-b749274d-33e8-494b-896b-1ffa2492b306 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:24.094836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-b749274d-33e8-494b-896b-1ffa2492b306 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262837 May 26 16:12:24.148352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eed35b-7c3a-4b02-9f85-891b9ebf2a8c None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:12:24.155410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597ef5-c389-494a-9048-6914ac56df80 req-d344aaed-0a5b-4982-a1e4-a5ae9ce02432 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:24.157308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-60597ef5-c389-494a-9048-6914ac56df80 req-d344aaed-0a5b-4982-a1e4-a5ae9ce02432 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 945 time: 0.3134024 May 26 16:12:24.197797 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.229347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 44c5f559-8d26-4f82-83ad-802825de51e8 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:24.273439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f3b2c11f-afac-428b-9676-0ef68ce5e15a None None] Provisioning complete for port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:24.274692 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c11f-afac-428b-9676-0ef68ce5e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.346958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:12:24.362245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a0acc-6c6a-4802-808e-e6c71677a1d7 req-b8d6bca2-8790-4c5b-975f-4c069a2996f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:24.363038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] Sync routers for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:12:24.373658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba4a0acc-6c6a-4802-808e-e6c71677a1d7 req-b8d6bca2-8790-4c5b-975f-4c069a2996f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.3023014 May 26 16:12:24.393621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-60597ef5-c389-494a-9048-6914ac56df80 req-2d0026dc-c6e4-4fea-a0ba-a269636675db tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864512 May 26 16:12:24.457693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] No DVR routers for this DVR port a3ea30df-8a94-4fe4-ac42-9eca468d4a18 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:24.466712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-95792baa-affb-4cb2-b12c-967cd5414de2 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409591 May 26 16:12:24.468868 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.475030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-afd4ba06-b889-4d83-92a2-961be02f0ca2 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "DELETE /v2.0/ports/a3ea30df-8a94-4fe4-ac42-9eca468d4a18 HTTP/1.1" status: 204 len: 173 time: 3.5075259 May 26 16:12:24.476051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:24.477510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:12:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:24.492142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.543988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:fe5d:9bb0 (96cccbcd-4c17-4e53-b917-fe16019574dd/2dcb30f0-cbd2-427a-971d-82fc745d95d7/44c5f559-8d26-4f82-83ad-802825de51e8) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:24.546627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eed35b-7c3a-4b02-9f85-891b9ebf2a8c None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:12:24.577473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba4a0acc-6c6a-4802-808e-e6c71677a1d7 req-79c29bbd-9f29-4668-bd66-3e88d2446453 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027674 May 26 16:12:24.691286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae8701ce-a66a-43b6-ae65-5a50a0440329 req-627c972c-8108-411a-836d-85fb97e0c396 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1289723 May 26 16:12:24.769354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=3e2ea2e5-c1fe-428a-8abf-15bd6fa9e08d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:24.778613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88350230-09bd-4bb3-83f0-bfe74a3edbfa req-8bceef7e-774e-4283-afa6-60f0656068ea service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968495 May 26 16:12:24.801115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking segment: {'id': '0a363cea-0c41-460b-97ac-3021d7c34a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4746922-3765-4b82-8793-8a877ec820af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:24.801478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network hostable DHCP agents. Network: c4746922-3765-4b82-8793-8a877ec820af, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:24.809590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2c11f-afac-428b-9676-0ef68ce5e15a None None] Current status of the port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:24.821368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting port 1e9c1378-b794-492e-8c68-c83ab7754a51 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:24.822421 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.872728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network c4746922-3765-4b82-8793-8a877ec820af is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:24.894364 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.915873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:24.935624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, c4746922-3765-4b82-8793-8a877ec820af) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:24.942721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:24.943822 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.973464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.072043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:25.077132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:25.082282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:25.092851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:25.093555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.125742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=44c5f559-8d26-4f82-83ad-802825de51e8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:25.134034 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3c8c6737-4297-4cc2-98d3-cdc10f7e6ac0 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5361216 May 26 16:12:25.138672 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3f8120cd-1f3c-451f-9c81-c6a8dfde2daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8328881 May 26 16:12:25.139285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46088) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:25.142282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46090) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:25.147507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': 'c4746922-3765-4b82-8793-8a877ec820af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:25.290246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a56100f-ed0f-41a7-a0b9-409b858ecd93 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:25.319708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:25.323888 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5949a4-060b-449b-bcc1-18a3a6f6982a" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:25.333063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:25.339278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.453987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b6f01-04e9-4f01-a1bd-76884a2cdd90 req-ce23e60c-da2c-4100-9ac0-7450394c74ae tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:25.461130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b6f01-04e9-4f01-a1bd-76884a2cdd90 req-ce23e60c-da2c-4100-9ac0-7450394c74ae tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:25.472815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-603b6f01-04e9-4f01-a1bd-76884a2cdd90 req-ce23e60c-da2c-4100-9ac0-7450394c74ae tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 1676 time: 0.1429994 May 26 16:12:25.476755 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f1da7c-c28b-44dd-a462-19011dc838d3 x-openstack-request-id: req-85f1da7c-c28b-44dd-a462-19011dc838d3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:25.477506 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "a3ea30df-8a94-4fe4-ac42-9eca468d4a18", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:25.478147 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85f1da7c-c28b-44dd-a462-19011dc838d3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:25.478947 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f1da7c-c28b-44dd-a462-19011dc838d3'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': 'a3ea30df-8a94-4fe4-ac42-9eca468d4a18', 'status': 'completed', 'code': 200} May 26 16:12:25.525435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] For port 1e9c1378-b794-492e-8c68-c83ab7754a51, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1e9c1378-b794-492e-8c68-c83ab7754a51,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:25.525879 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.569442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Calling delete_port for 1e9c1378-b794-492e-8c68-c83ab7754a51 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:25.583646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-603b6f01-04e9-4f01-a1bd-76884a2cdd90 req-c55e7cea-4d11-4f23-b76b-a2e154865912 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095805 May 26 16:12:25.586065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:25.586563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.740523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.762456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfa9738-316c-4265-af5e-1fa9849b34c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:25.771401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfa9738-316c-4265-af5e-1fa9849b34c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:25.774430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e602718-aae4-4135-8bd3-3d602b454b58 None None] Network c4746922-3765-4b82-8793-8a877ec820af requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:25.774615 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0cfa9738-316c-4265-af5e-1fa9849b34c6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5078852 May 26 16:12:25.778908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46114) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:25.822475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network c4746922-3765-4b82-8793-8a877ec820af is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:25.828447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:25.832518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:25.833100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.884031 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7435484 May 26 16:12:25.885513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46118) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:25.885513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefc18d-3867-4b43-a7cd-baf14efa1bb6 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=27e71b40-5063-4e48-ae3d-6ed87a7cbff5,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:25.972020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d70db-fdab-42d9-b47a-fd9568e91b0d req-539a5a99-8772-4c11-90b4-cef5f047315c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:25.973611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9d70db-fdab-42d9-b47a-fd9568e91b0d req-539a5a99-8772-4c11-90b4-cef5f047315c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.2718801 May 26 16:12:25.989242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26b4ab-f9fa-4e24-b861-3656f3b0d48b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:25.995730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26b4ab-f9fa-4e24-b861-3656f3b0d48b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.000139 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26b4ab-f9fa-4e24-b861-3656f3b0d48b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.002896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26b4ab-f9fa-4e24-b861-3656f3b0d48b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.003468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26b4ab-f9fa-4e24-b861-3656f3b0d48b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.016256 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6e26b4ab-f9fa-4e24-b861-3656f3b0d48b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1239731 May 26 16:12:26.018988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46120) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:26.028198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1077141828'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:26.053099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-891c801a-b9ca-47fd-9f03-8841ef92f639 req-f5f312ed-7d59-4cd6-8cde-83658a5326a8 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0779455 May 26 16:12:26.081937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:26.091510 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.120940 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.150707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:26.158810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9d70db-fdab-42d9-b47a-fd9568e91b0d req-93200094-ef05-4093-8e6a-52d55516f844 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749945 May 26 16:12:26.160072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '73d15151-fc29-4c49-8279-ebfe46986a59', 'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'mac_address': 'fa:16:3e:05:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 5, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'subnets': [{'id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:26.171226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.172954 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment cfe4d0d0-3d66-403e-a210-9e5aa8196594 of type vlan for network 08159ad7-0610-4d25-9e65-9828c7a14ef2 May 26 16:12:26.201132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Port': ['ID=1e9c1378-b794-492e-8c68-c83ab7754a51,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:26.261398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dc442f86-52f0-41fc-ba34-f4b2e01d62f5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 44c5f559-8d26-4f82-83ad-802825de51e8 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:26.261919 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc442f86-52f0-41fc-ba34-f4b2e01d62f5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.268783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] No DVR routers for this DVR port 1e9c1378-b794-492e-8c68-c83ab7754a51 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:26.270415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.286889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.293800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-a04878bc-a5e7-408c-9193-9f4626cae1b4 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "DELETE /v2.0/ports/1e9c1378-b794-492e-8c68-c83ab7754a51 HTTP/1.1" status: 204 len: 173 time: 1.7943690 May 26 16:12:26.312142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.320002 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.321085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.390161 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3699944 May 26 16:12:26.394876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46128) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:26.406314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-256e484f-9199-4741-869f-80c75aaafc5a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:26.430528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb956b6-a7b3-4b93-b630-67381337ebc7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=08159ad7-0610-4d25-9e65-9828c7a14ef2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:26.442997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] Checking router: fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:12:26.453206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 08159ad7-0610-4d25-9e65-9828c7a14ef2 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:26.473229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f3ae5886-a3b8-4f10-85bc-b94ea54aaf62 None None] Provisioning complete for port 44c5f559-8d26-4f82-83ad-802825de51e8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:26.473622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f3ae5886-a3b8-4f10-85bc-b94ea54aaf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.517954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:26.518528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:12:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:26.610422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:26.618012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-c4746922-3765-4b82-8793-8a877ec820af', 'network_id': 'c4746922-3765-4b82-8793-8a877ec820af', 'tenant_id': 'f41ed38c289d4a069461d610bf3a4889', 'fixed_ips': [{'subnet_id': '27e71b40-5063-4e48-ae3d-6ed87a7cbff5'}, {'subnet_id': '3e2ea2e5-c1fe-428a-8abf-15bd6fa9e08d'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:26.618905 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.685814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae5886-a3b8-4f10-85bc-b94ea54aaf62 None None] Port 44c5f559-8d26-4f82-83ad-802825de51e8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:12:26.762530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-828bda6a-6dc7-4031-a077-291b4c2cc9e6 req-d21169e4-b804-41d9-8e13-82d2e261a257 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.2094646 May 26 16:12:26.764634 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-256e484f-9199-4741-869f-80c75aaafc5a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.840435 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc442f86-52f0-41fc-ba34-f4b2e01d62f5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.873271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dc442f86-52f0-41fc-ba34-f4b2e01d62f5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 44c5f559-8d26-4f82-83ad-802825de51e8 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:26.879509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-256e484f-9199-4741-869f-80c75aaafc5a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.884985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:27.000713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-256e484f-9199-4741-869f-80c75aaafc5a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network 08159ad7-0610-4d25-9e65-9828c7a14ef2 is not hosted by any dhcp agent {{(pid=109405) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:12:27.007381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e484f-9199-4741-869f-80c75aaafc5a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.008120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-256e484f-9199-4741-869f-80c75aaafc5a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.009528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-256e484f-9199-4741-869f-80c75aaafc5a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "PUT /v2.0/networks/08159ad7-0610-4d25-9e65-9828c7a14ef2 HTTP/1.1" status: 200 len: 723 time: 0.6111012 May 26 16:12:27.013054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46140) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:27.018809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': '08159ad7-0610-4d25-9e65-9828c7a14ef2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:27.075923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:27.076399 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.150322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e484f-9199-4741-869f-80c75aaafc5a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=08159ad7-0610-4d25-9e65-9828c7a14ef2,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:27.161146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Allocated IP 172.20.0.1 (c4746922-3765-4b82-8793-8a877ec820af/27e71b40-5063-4e48-ae3d-6ed87a7cbff5/5d3d6083-8807-4819-bd7a-1758391e281f) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:27.168714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 08159ad7-0610-4d25-9e65-9828c7a14ef2 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:27.189949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:27.198704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.199828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991d859-f105-42ed-957b-ecbc281cc97d req-665d3c9f-7f67-4721-a804-67f43eb41a59 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.207934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3991d859-f105-42ed-957b-ecbc281cc97d req-665d3c9f-7f67-4721-a804-67f43eb41a59 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 943 time: 0.4385324 May 26 16:12:27.269469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Allocated IP 2001:db8::2 (c4746922-3765-4b82-8793-8a877ec820af/3e2ea2e5-c1fe-428a-8abf-15bd6fa9e08d/5d3d6083-8807-4819-bd7a-1758391e281f) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:27.312027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ae3b5a2-0bb0-4795-94dc-7c48f5374d8d req-6bc8d7b7-80c2-48c3-8821-658b2528aeae tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0807159 May 26 16:12:27.343038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] For port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:27.343539 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.364883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3991d859-f105-42ed-957b-ecbc281cc97d req-bb6d0fc8-4017-4933-8f83-2d668eb52e07 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba694dd1-58f5-49a4-a477-ae2ca302ce3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558309 May 26 16:12:27.394402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Calling delete_port for 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:27.494394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': '1e9c1378-b794-492e-8c68-c83ab7754a51'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:27.497464 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a051864-43db-42f2-a042-80bcbb58a9a1" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "1e9c1378-b794-492e-8c68-c83ab7754a51"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:27.545928 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.547910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc442f86-52f0-41fc-ba34-f4b2e01d62f5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.582178 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8328797-1c0d-44f1-95cd-b639ade1e9b1 x-openstack-request-id: req-f8328797-1c0d-44f1-95cd-b639ade1e9b1 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:27.583145 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "1e9c1378-b794-492e-8c68-c83ab7754a51", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:27.583577 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8328797-1c0d-44f1-95cd-b639ade1e9b1 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:27.584189 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8328797-1c0d-44f1-95cd-b639ade1e9b1'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': '1e9c1378-b794-492e-8c68-c83ab7754a51', 'status': 'completed', 'code': 200} May 26 16:12:27.596847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46152) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:27.600175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f082-cf4e-485e-9ef5-b9eed3f92870 req-d2791841-b321-4382-941c-461b8331d7f8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.604550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feb3f082-cf4e-485e-9ef5-b9eed3f92870 req-d2791841-b321-4382-941c-461b8331d7f8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.1810241 May 26 16:12:27.646794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=6dee4d7b-ca69-427f-8fed-9c3dd7e12868,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:27.652642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc442f86-52f0-41fc-ba34-f4b2e01d62f5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=44c5f559-8d26-4f82-83ad-802825de51e8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:27.656826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking segment: {'id': 'cfe4d0d0-3d66-403e-a210-9e5aa8196594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08159ad7-0610-4d25-9e65-9828c7a14ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:27.657413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network hostable DHCP agents. Network: 08159ad7-0610-4d25-9e65-9828c7a14ef2, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:27.662121 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.667618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '73d15151-fc29-4c49-8279-ebfe46986a59', 'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'mac_address': 'fa:16:3e:05:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 5, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'subnets': [{'id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:27.685143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network 08159ad7-0610-4d25-9e65-9828c7a14ef2 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:27.702628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 08159ad7-0610-4d25-9e65-9828c7a14ef2) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:27.717607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.718340 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.723353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5977f2e-8ff9-481d-a3ae-74f89f07c746 None None] Network 08159ad7-0610-4d25-9e65-9828c7a14ef2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:27.729170 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.742058 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc442f86-52f0-41fc-ba34-f4b2e01d62f5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.752894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dc442f86-52f0-41fc-ba34-f4b2e01d62f5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/44c5f559-8d26-4f82-83ad-802825de51e8 HTTP/1.1" status: 204 len: 168 time: 1.9690549 May 26 16:12:27.757186 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e74311be-dd0c-4432-85c1-74a45a1b8f43 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7400918 May 26 16:12:27.757186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46156) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:27.759163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b7317-bc0c-4933-af53-d86b277c9309 None None] The sync data for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 is: [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '73d15151-fc29-4c49-8279-ebfe46986a59', 'name': '', 'network_id': '66950eb9-9364-4c32-a1ab-960fc915f592', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'mac_address': 'fa:16:3e:05:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:49Z', 'updated_at': '2022-05-26T16:06:07Z', 'revision_number': 5, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'subnets': [{'id': '2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:12:27.775538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46158) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:27.787838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e700ad4f-c03e-4b9b-8f27-a6acef102d94 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:27.849334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b088decf-b037-4e8c-8e33-3c9e9bdf2803 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.851996 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b088decf-b037-4e8c-8e33-3c9e9bdf2803 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.854122 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b088decf-b037-4e8c-8e33-3c9e9bdf2803 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0974722 May 26 16:12:27.861041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46160) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:27.863536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90f47ff8-bb97-4e28-92cd-7e0ae4dd07d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.922163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Pushing event updated for resources: {'Port': ['ID=5d3d6083-8807-4819-bd7a-1758391e281f,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:27.955476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Network c4746922-3765-4b82-8793-8a877ec820af is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:27.962783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:27.976049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:27.978629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feb3f082-cf4e-485e-9ef5-b9eed3f92870 req-e0a78b10-3653-4a7f-821b-ad30719bd8a5 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287027 May 26 16:12:28.060325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90f47ff8-bb97-4e28-92cd-7e0ae4dd07d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.067929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90f47ff8-bb97-4e28-92cd-7e0ae4dd07d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.165180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.209931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f47ff8-bb97-4e28-92cd-7e0ae4dd07d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1a31b2-fceb-419c-bd51-083ec5b27998,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:28.225950 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-90f47ff8-bb97-4e28-92cd-7e0ae4dd07d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4264468953af4cb3bc80a46459f345f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6260731 May 26 16:12:28.228256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46166) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:28.305261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Attempting to bind port 5d3d6083-8807-4819-bd7a-1758391e281f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:28.307155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Attempting to bind port 5d3d6083-8807-4819-bd7a-1758391e281f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '0a363cea-0c41-460b-97ac-3021d7c34a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4746922-3765-4b82-8793-8a877ec820af'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:28.309651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Attempting to bind port 5d3d6083-8807-4819-bd7a-1758391e281f on network c4746922-3765-4b82-8793-8a877ec820af {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:28.314521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-08159ad7-0610-4d25-9e65-9828c7a14ef2', 'network_id': '08159ad7-0610-4d25-9e65-9828c7a14ef2', 'tenant_id': 'f41ed38c289d4a069461d610bf3a4889', 'fixed_ips': [{'subnet_id': '6dee4d7b-ca69-427f-8fed-9c3dd7e12868'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:28.320519 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.335210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Port': ['ID=0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:28.349225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84d0365c-b8d6-49fd-a3c5-b8fc51d116ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.358956 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac98a9-8af9-4e6a-b384-2cc6cb4da0a4 None None] New status for floating IP 45fb01d1-371b-4331-a40c-29d5369ce8d5: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:12:28.381255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:28.381616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Checking segment: {'id': '0a363cea-0c41-460b-97ac-3021d7c34a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4746922-3765-4b82-8793-8a877ec820af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:28.382046 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.382454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Bound using segment: {'id': '0a363cea-0c41-460b-97ac-3021d7c34a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4746922-3765-4b82-8793-8a877ec820af'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:28.382937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Bound port: 5d3d6083-8807-4819-bd7a-1758391e281f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a363cea-0c41-460b-97ac-3021d7c34a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4746922-3765-4b82-8793-8a877ec820af'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:28.383326 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.458954 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84d0365c-b8d6-49fd-a3c5-b8fc51d116ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.494115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9a7a74-368f-4b69-ab38-fdf88931d7af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 2dcb30f0-cbd2-427a-971d-82fc745d95d7 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:28.597224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6583b227-7f66-46da-acd1-eb4c4133180a req-b9e9821b-e735-4a99-9c78-7e3638785f2f tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1526608 May 26 16:12:28.616531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e700ad4f-c03e-4b9b-8f27-a6acef102d94 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29014767'] for subnet, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.657608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84d0365c-b8d6-49fd-a3c5-b8fc51d116ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.659706 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7a74-368f-4b69-ab38-fdf88931d7af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.660613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84d0365c-b8d6-49fd-a3c5-b8fc51d116ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.666656 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-84d0365c-b8d6-49fd-a3c5-b8fc51d116ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea1a31b2-fceb-419c-bd51-083ec5b27998 HTTP/1.1" status: 204 len: 168 time: 0.4372160 May 26 16:12:28.676712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] No DVR routers for this DVR port 0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:28.682570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0365c-b8d6-49fd-a3c5-b8fc51d116ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1a31b2-fceb-419c-bd51-083ec5b27998,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:28.686581 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.704264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58ec9e14-e6de-48ec-80ae-c83ba91a66ff req-770b193d-b9f9-4c88-baac-e803fe83b543 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.32 "DELETE /v2.0/ports/0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7 HTTP/1.1" status: 204 len: 173 time: 2.3547909 May 26 16:12:28.773132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] For port 5d3d6083-8807-4819-bd7a-1758391e281f, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:28.873953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] For port 5d3d6083-8807-4819-bd7a-1758391e281f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5d3d6083-8807-4819-bd7a-1758391e281f,segment=NetworkSegment(0a363cea-0c41-460b-97ac-3021d7c34a19),segment_id=0a363cea-0c41-460b-97ac-3021d7c34a19)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:28.875039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c429c84-bd4e-4035-abf5-8eb397894a7d req-14a5d6d7-b3c9-47fe-9b44-9b5bfc60966e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.2173362 May 26 16:12:28.891613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.955163 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7a74-368f-4b69-ab38-fdf88931d7af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.112920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Allocated IP 2001:db8::2 (08159ad7-0610-4d25-9e65-9828c7a14ef2/6dee4d7b-ca69-427f-8fed-9c3dd7e12868/b21d2905-c8a2-4d98-8883-213eed32e807) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:29.171910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7a74-368f-4b69-ab38-fdf88931d7af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.254965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8f2d6-f746-48f4-89aa-90fcea766f09 None None] Pushing event updated for resources: {'Port': ['ID=5d3d6083-8807-4819-bd7a-1758391e281f,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:29.319028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eda8ee4d-c32e-4ca7-9c15-53d820941f91 req-09606c05-3aa9-4b8c-a4e6-a544d504931b tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6&device_id=5d8699ad-dc33-4d88-b5ea-98478acb1a91 HTTP/1.1" status: 200 len: 210 time: 0.0647867 May 26 16:12:29.329358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46186) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:29.409649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7a74-368f-4b69-ab38-fdf88931d7af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.411938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b17a5f81-dc7d-4c9b-9b29-e5ba29ae1af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.483854 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.492908 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.521818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7a74-368f-4b69-ab38-fdf88931d7af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.529610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4c9a7a74-368f-4b69-ab38-fdf88931d7af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/2dcb30f0-cbd2-427a-971d-82fc745d95d7 HTTP/1.1" status: 204 len: 168 time: 1.6606612 May 26 16:12:29.532119 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46190) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:29.566739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a7a74-368f-4b69-ab38-fdf88931d7af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=2dcb30f0-cbd2-427a-971d-82fc745d95d7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:29.574114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Pushing event updated for resources: {'Port': ['ID=b21d2905-c8a2-4d98-8883-213eed32e807,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:29.594672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20a44e-3102-4a38-998c-29074fbb0618 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:29.641514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:29.657867 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a78e894-8846-4c94-8706-4a0ba54d1afd" -d '{"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:29.728194 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-34303eda-eea0-420d-92fa-f6eba1cb51ee tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1873362 May 26 16:12:29.729341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46198) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:29.815400 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f417cc6-cf3c-4abf-a192-2c66064ee658 x-openstack-request-id: req-5f417cc6-cf3c-4abf-a192-2c66064ee658 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:29.817450 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862ba0c-13ea-4eee-8400-8a24db023c2d", "name": "network-vif-deleted", "tag": "0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:29.817642 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f417cc6-cf3c-4abf-a192-2c66064ee658 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:29.819901 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f417cc6-cf3c-4abf-a192-2c66064ee658'] response: {'server_uuid': 'e862ba0c-13ea-4eee-8400-8a24db023c2d', 'name': 'network-vif-deleted', 'tag': '0bf0ad78-c6a0-4a3e-a140-7adb07abfbe7', 'status': 'completed', 'code': 200} May 26 16:12:29.838972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Network 08159ad7-0610-4d25-9e65-9828c7a14ef2 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:29.849618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:29.863679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72111870-d4bd-4267-b078-d0ea10f49aba tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:29.865452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-72111870-d4bd-4267-b078-d0ea10f49aba tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1350229 May 26 16:12:29.869671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46200) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:29.890126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:29.952081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fac4be68-0de1-4df6-89ea-44a9eddc0e7d req-ee674666-b2bd-4a2c-a922-30ba42fe4002 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2c37f99bf1b47cf8bc852124fe66408&device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1699462 May 26 16:12:29.979200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977327a-2475-429d-a8b4-e0fafbc248a2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:29.990111 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8977327a-2475-429d-a8b4-e0fafbc248a2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1182926 May 26 16:12:29.993049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46204) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:30.036039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fac4be68-0de1-4df6-89ea-44a9eddc0e7d req-96f2c596-5192-4ebe-9b11-1d316a4edf70 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f2c37f99bf1b47cf8bc852124fe66408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494971 May 26 16:12:30.036415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Attempting to bind port b21d2905-c8a2-4d98-8883-213eed32e807 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:30.036595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Attempting to bind port b21d2905-c8a2-4d98-8883-213eed32e807 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'cfe4d0d0-3d66-403e-a210-9e5aa8196594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08159ad7-0610-4d25-9e65-9828c7a14ef2'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:30.036886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Attempting to bind port b21d2905-c8a2-4d98-8883-213eed32e807 on network 08159ad7-0610-4d25-9e65-9828c7a14ef2 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:30.051441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:30.052236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Checking segment: {'id': 'cfe4d0d0-3d66-403e-a210-9e5aa8196594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08159ad7-0610-4d25-9e65-9828c7a14ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:30.052816 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.053832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Bound using segment: {'id': 'cfe4d0d0-3d66-403e-a210-9e5aa8196594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08159ad7-0610-4d25-9e65-9828c7a14ef2'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:30.054666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Bound port: b21d2905-c8a2-4d98-8883-213eed32e807, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe4d0d0-3d66-403e-a210-9e5aa8196594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '08159ad7-0610-4d25-9e65-9828c7a14ef2'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:30.055258 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.059255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17790dd0-c021-4c76-8e78-4da70d0fe947 req-b237a3dd-b610-45c8-8c20-a6232ebce916 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1164935 May 26 16:12:30.082104 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a90ccefc-f445-4caa-99c7-07a57eb6b5d4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859849 May 26 16:12:30.096791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46206) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:30.104831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:30.182977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc876bc-fda5-457e-b079-780722542ab9 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:30.221728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:30.226897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.276532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1056cbcc-a419-4369-a715-c0c192e84a87 req-08fe0d36-b037-4854-9acc-b7ad4dd7e94d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.1746204 May 26 16:12:30.342647 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e700ad4f-c03e-4b9b-8f27-a6acef102d94 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777728177008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28241173'] for subnet, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.348476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] For port b21d2905-c8a2-4d98-8883-213eed32e807, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:30.357703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] For port b21d2905-c8a2-4d98-8883-213eed32e807, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b21d2905-c8a2-4d98-8883-213eed32e807,segment=NetworkSegment(cfe4d0d0-3d66-403e-a210-9e5aa8196594),segment_id=cfe4d0d0-3d66-403e-a210-9e5aa8196594)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:30.366823 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.377502 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b17a5f81-dc7d-4c9b-9b29-e5ba29ae1af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.414825 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b17a5f81-dc7d-4c9b-9b29-e5ba29ae1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.440087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e700ad4f-c03e-4b9b-8f27-a6acef102d94 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:30.443538 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e700ad4f-c03e-4b9b-8f27-a6acef102d94 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.445161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e700ad4f-c03e-4b9b-8f27-a6acef102d94 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "PUT /v2.0/subnets/6dee4d7b-ca69-427f-8fed-9c3dd7e12868 HTTP/1.1" status: 200 len: 826 time: 2.6685636 May 26 16:12:30.450795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46210) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:30.462445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5cc876bc-fda5-457e-b079-780722542ab9 None None] Deleting port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:30.463048 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5cc876bc-fda5-457e-b079-780722542ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.505784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4be68-0de1-4df6-89ea-44a9eddc0e7d req-e0b653bd-5862-4cd1-9ee6-42465d9a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:30.507641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fac4be68-0de1-4df6-89ea-44a9eddc0e7d req-e0b653bd-5862-4cd1-9ee6-42465d9a6adb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4467413 May 26 16:12:30.544184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b17a5f81-dc7d-4c9b-9b29-e5ba29ae1af3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=752bbaa21995486db8262b90f7994e00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2119489 May 26 16:12:30.556126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46212) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:30.577348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a5f81-dc7d-4c9b-9b29-e5ba29ae1af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06418ccc-779d-4e28-ad73-72f6cd8e2b63,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:30.584362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700ad4f-c03e-4b9b-8f27-a6acef102d94 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=6dee4d7b-ca69-427f-8fed-9c3dd7e12868,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:30.647987 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55bd7606-bb9d-4806-a35b-27b4bfab3bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.683510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55bd7606-bb9d-4806-a35b-27b4bfab3bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.750050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.780515 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55bd7606-bb9d-4806-a35b-27b4bfab3bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.791037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55bd7606-bb9d-4806-a35b-27b4bfab3bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.794690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-55bd7606-bb9d-4806-a35b-27b4bfab3bd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06418ccc-779d-4e28-ad73-72f6cd8e2b63 HTTP/1.1" status: 204 len: 168 time: 0.2367158 May 26 16:12:30.834286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd7606-bb9d-4806-a35b-27b4bfab3bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06418ccc-779d-4e28-ad73-72f6cd8e2b63,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:31.051974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46220) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:31.057553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-16b81f93-9d6b-4b81-80a9-8470552984f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1650875215', 'description': 'tempest-description--1542659394'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:31.072114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:12:31.132716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16b81f93-9d6b-4b81-80a9-8470552984f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.138483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9c9f8-c982-4ae6-a0b8-34c209d91112 None None] Pushing event updated for resources: {'Port': ['ID=b21d2905-c8a2-4d98-8883-213eed32e807,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:31.165744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5cc876bc-fda5-457e-b079-780722542ab9 None None] For port 4a56100f-ed0f-41a7-a0b9-409b858ecd93, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a56100f-ed0f-41a7-a0b9-409b858ecd93,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:31.170074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5cc876bc-fda5-457e-b079-780722542ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.204138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5cc876bc-fda5-457e-b079-780722542ab9 None None] Calling delete_port for 4a56100f-ed0f-41a7-a0b9-409b858ecd93 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:31.285071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting port b21d2905-c8a2-4d98-8883-213eed32e807 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:31.285795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.370066 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16b81f93-9d6b-4b81-80a9-8470552984f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.384790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5d3d6083-8807-4819-bd7a-1758391e281f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:31.390690 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16b81f93-9d6b-4b81-80a9-8470552984f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.450486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-519daf04-277b-4d93-9488-5cd82d58f210 req-72ff2819-55d4-4844-95dd-6e0e744b06ac tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0739563 May 26 16:12:31.475586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e78de8-89f0-4f0f-8200-761cfc74a882 None None] Network c4746922-3765-4b82-8793-8a877ec820af requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:31.520122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] For port b21d2905-c8a2-4d98-8883-213eed32e807, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b21d2905-c8a2-4d98-8883-213eed32e807,segment=NetworkSegment(cfe4d0d0-3d66-403e-a210-9e5aa8196594),segment_id=cfe4d0d0-3d66-403e-a210-9e5aa8196594)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:31.520666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.543111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b81f93-9d6b-4b81-80a9-8470552984f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:31.577760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16b81f93-9d6b-4b81-80a9-8470552984f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.578162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Calling delete_port for b21d2905-c8a2-4d98-8883-213eed32e807 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:31.582429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-16b81f93-9d6b-4b81-80a9-8470552984f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5259671 May 26 16:12:31.586263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb3a4bd5-cada-4542-b25e-b65295e2a1a8 req-0366b061-f187-47b0-8de7-156a788d8cc9 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.1017487 May 26 16:12:31.586805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46234) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:31.594567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c3acd812-1830-4fbb-84b4-8a2021709709 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Request body: {'security_group_rule': {'security_group_id': 'ba112e9d-5b9d-4055-b6ca-fea1a00fb30e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:31.651097 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5cc876bc-fda5-457e-b079-780722542ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.658564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3acd812-1830-4fbb-84b4-8a2021709709 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.737879 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109404) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 26 16:12:31.738543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Reverting IP allocation for 2001:db8::f816:3eff:fe25:b326 {{(pid=109404) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 26 16:12:31.750140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.799274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc876bc-fda5-457e-b079-780722542ab9 None None] Pushing event deleted for resources: {'Port': ['ID=4a56100f-ed0f-41a7-a0b9-409b858ecd93,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:31.806485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc876bc-fda5-457e-b079-780722542ab9 None None] No DVR routers for this DVR port 4a56100f-ed0f-41a7-a0b9-409b858ecd93 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:31.826337 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3acd812-1830-4fbb-84b4-8a2021709709 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.833628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:31.835499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3acd812-1830-4fbb-84b4-8a2021709709 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.842047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9af77f5d-0706-4154-b5f0-7cb29817f220 None None] Provisioning complete for port 5d3d6083-8807-4819-bd7a-1758391e281f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:31.842462 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9af77f5d-0706-4154-b5f0-7cb29817f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.849828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:31.857898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:31.860196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5d3d6083-8807-4819-bd7a-1758391e281f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:31.866109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.866522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.890269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acd812-1830-4fbb-84b4-8a2021709709 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c4741c-68a4-4246-8078-56ec3f62f18b,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:31.913617 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8124125 May 26 16:12:31.914428 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3acd812-1830-4fbb-84b4-8a2021709709 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.921718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c3acd812-1830-4fbb-84b4-8a2021709709 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276742 May 26 16:12:31.922722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46240) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:31.923057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46242) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:31.930751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f84a4509-3538-4c33-a98c-b0f17388e651 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Request body: {'security_group_rule': {'security_group_id': 'ba112e9d-5b9d-4055-b6ca-fea1a00fb30e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:31.953420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:ff:35:ef', 'name': 'tempest-NetworksTestDHCPv6-1572116018'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:32.022660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1267159c-b255-46a8-8b77-5b3056b3c6a0 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:32.035212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57fa2e-67e7-44c2-b2c8-7120724bf567 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=c4bae22b-18f8-46b0-9936-7f6f28ca22e9,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:32.076379 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f84a4509-3538-4c33-a98c-b0f17388e651 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.109889 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.171210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Port': ['ID=b21d2905-c8a2-4d98-8883-213eed32e807,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:32.275068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No DVR routers for this DVR port b21d2905-c8a2-4d98-8883-213eed32e807 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:32.318501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:32.335337 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f84a4509-3538-4c33-a98c-b0f17388e651 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.365586 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.454449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f84a4509-3538-4c33-a98c-b0f17388e651 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.458218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fac4be68-0de1-4df6-89ea-44a9eddc0e7d req-c392c2c9-2072-45f0-a497-b5cdc8ae20b9 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.32 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.1770856 May 26 16:12:32.498516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a4509-3538-4c33-a98c-b0f17388e651 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fca1195-ac32-4e39-ba93-6c5e98b6781e,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:32.514603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5d3d6083-8807-4819-bd7a-1758391e281f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:32.515194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.519351 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f84a4509-3538-4c33-a98c-b0f17388e651 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.525338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f84a4509-3538-4c33-a98c-b0f17388e651 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5954044 May 26 16:12:32.530200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46256) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:32.556087 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.556314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:32.571199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1f32a-51c9-471d-9ec7-fdf96eb92e75 None None] Network 08159ad7-0610-4d25-9e65-9828c7a14ef2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:32.594642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9af77f5d-0706-4154-b5f0-7cb29817f220 None None] Current status of the port 5d3d6083-8807-4819-bd7a-1758391e281f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:32.595455 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9af77f5d-0706-4154-b5f0-7cb29817f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.601043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.641055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=6dee4d7b-ca69-427f-8fed-9c3dd7e12868,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:32.675316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port ded83374-222b-4bf2-95e1-0c9342e6bb92 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:32.683643 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.712687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3495b5bb-c484-4a14-9f4a-bf262a5ff28f req-1db66aee-a08d-4f17-b2cf-778ad9b2aba3 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=84002633-394e-476e-823d-7bfed4e506e6 HTTP/1.1" status: 200 len: 210 time: 0.0576787 May 26 16:12:32.804872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 5d3d6083-8807-4819-bd7a-1758391e281f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5d3d6083-8807-4819-bd7a-1758391e281f,segment=NetworkSegment(0a363cea-0c41-460b-97ac-3021d7c34a19),segment_id=0a363cea-0c41-460b-97ac-3021d7c34a19)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:32.845895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'c4bae22b-18f8-46b0-9936-7f6f28ca22e9'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:32.853329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.861201 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.914774 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.967840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08159ad7-0610-4d25-9e65-9828c7a14ef2']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:32.969567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30cbf2ee-5ba2-4958-8f8e-673c0784cf90 req-21bd6820-3403-45ef-8333-c948d5a8cc85 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.0363505 May 26 16:12:33.007973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe4d0d0-3d66-403e-a210-9e5aa8196594') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:33.008308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe4d0d0-3d66-403e-a210-9e5aa8196594') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:33.050390 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.056465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:feff:35ef (96cccbcd-4c17-4e53-b917-fe16019574dd/c4bae22b-18f8-46b0-9936-7f6f28ca22e9/ded83374-222b-4bf2-95e1-0c9342e6bb92) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:33.057720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a56100f-ed0f-41a7-a0b9-409b858ecd93 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:33.081476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.095019 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:33.095450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.139441 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment cfe4d0d0-3d66-403e-a210-9e5aa8196594 resource provider aggregate not found May 26 16:12:33.196946 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment cfe4d0d0-3d66-403e-a210-9e5aa8196594 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfe4d0d0-3d66-403e-a210-9e5aa8196594 found for delete ", "request_id": "req-b5239cc3-9f0d-417b-9aae-22e787b840d7"}]} May 26 16:12:33.215591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3acc0d2-7eae-4821-9745-bb289bd99190 None None] Network c4746922-3765-4b82-8793-8a877ec820af requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:33.219284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4a56100f-ed0f-41a7-a0b9-409b858ecd93 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:33.219998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a56100f-ed0f-41a7-a0b9-409b858ecd93 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:33.223311 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.271589 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-9af77f5d-0706-4154-b5f0-7cb29817f220 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:12:33.272337 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-9af77f5d-0706-4154-b5f0-7cb29817f220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:12:33.280675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.294066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567791'] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.305308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46270) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:33.309195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/08159ad7-0610-4d25-9e65-9828c7a14ef2 HTTP/1.1" status: 204 len: 168 time: 2.8459423 May 26 16:12:33.359000 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-810a7dc0-16fd-409e-8d31-bbeaa60651f4 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:33.359580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810a7dc0-16fd-409e-8d31-bbeaa60651f4 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:33.364138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-810a7dc0-16fd-409e-8d31-bbeaa60651f4 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/08159ad7-0610-4d25-9e65-9828c7a14ef2 HTTP/1.1" status: 404 len: 339 time: 0.0476840 May 26 16:12:33.369246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46272) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:33.381810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-234894103', 'description': 'd1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:33.398707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1f504-5af4-4e0c-be34-105767d1e8a3 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=08159ad7-0610-4d25-9e65-9828c7a14ef2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:33.476127 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.482651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:33.486447 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.537456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef1d25-73d9-4526-8a43-f8ec6bd1628d None None] DHCP port deletion for 08159ad7-0610-4d25-9e65-9828c7a14ef2 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:33.568639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=5d3d6083-8807-4819-bd7a-1758391e281f,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:33.603662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7e146e-cc1c-4eda-9a4b-020f34aab542 None None] Network 08159ad7-0610-4d25-9e65-9828c7a14ef2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:33.621972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7e146e-cc1c-4eda-9a4b-020f34aab542 None None] Network 08159ad7-0610-4d25-9e65-9828c7a14ef2 could not be found, it might have been deleted concurrently. {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:12:33.887192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9af77f5d-0706-4154-b5f0-7cb29817f220 None None] Current status of the port 5d3d6083-8807-4819-bd7a-1758391e281f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:34.002497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-64a37336-4c75-4f72-b79b-d0b9d85cd1d3 None None] Could not find standard attr ID for object b21d2905-c8a2-4d98-8883-213eed32e807. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:12:34.034959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-64a37336-4c75-4f72-b79b-d0b9d85cd1d3 None None] Provisioning complete for port 5d3d6083-8807-4819-bd7a-1758391e281f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:34.036941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-64a37336-4c75-4f72-b79b-d0b9d85cd1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.080386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Allocated IP 172.25.0.18 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/bfbf5165-d1b6-4f35-b875-832aa575defc) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:34.131125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:34.165963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.166353 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment 6ca662b0-c3d4-4f15-8fa4-9f344283062f of type vlan for network cc0cfb1b-60e9-4667-956b-9edc45b4f12e May 26 16:12:34.264342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26aab528-2aed-4a48-a44e-78e41e9680df req-54848c68-5640-4009-9c53-1167db9007b7 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.1118114 May 26 16:12:34.271198 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.342036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Allocated IP 2001:db8::f816:3eff:fe8f:a142 (96cccbcd-4c17-4e53-b917-fe16019574dd/c4bae22b-18f8-46b0-9936-7f6f28ca22e9/a89c6277-aa3c-4956-afac-1ed68b96a77f) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:34.362961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-64a37336-4c75-4f72-b79b-d0b9d85cd1d3 None None] Current status of the port 5d3d6083-8807-4819-bd7a-1758391e281f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:34.391744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5b1859e-5de8-4d8e-9a7f-bb86a04f8f02 req-e11c1bac-3510-4d13-a25e-077ec982d3e8 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8699ad-dc33-4d88-b5ea-98478acb1a91 HTTP/1.1" status: 200 len: 210 time: 0.1852515 May 26 16:12:34.424567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c45b35a6-db9a-4c8c-9f8e-d2161a8d3be8 req-4f9847f6-d751-432e-bee0-98e7f1f5dd3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2c37f99bf1b47cf8bc852124fe66408&device_id=5d8699ad-dc33-4d88-b5ea-98478acb1a91 HTTP/1.1" status: 200 len: 210 time: 0.3331361 May 26 16:12:34.426246 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.462697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:34.489802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:34.492368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=ded83374-222b-4bf2-95e1-0c9342e6bb92,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:34.499144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:34.505191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:34.505403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.509221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c45b35a6-db9a-4c8c-9f8e-d2161a8d3be8 req-4443f073-847f-4b9d-a8d9-f910469cf904 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f2c37f99bf1b47cf8bc852124fe66408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735931 May 26 16:12:34.544056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-11038660-d8d0-4dfd-8d83-3d6a90705af5 None None] Provisioning complete for port 5d3d6083-8807-4819-bd7a-1758391e281f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:34.544056 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-11038660-d8d0-4dfd-8d83-3d6a90705af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.602969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.611776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ef70748e-67ee-4d41-afd9-3e7f02c35e55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6840913 May 26 16:12:34.612025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46322) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.612478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.617914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:34.618659 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.693629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.700315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9871e77-f2f6-4116-80f5-01afb8552882 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:34.702029 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d9871e77-f2f6-4116-80f5-01afb8552882 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0897977 May 26 16:12:34.705642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46332) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.727785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b35a6-db9a-4c8c-9f8e-d2161a8d3be8 req-1f6527de-8ab2-46d0-92ec-e8d5a51b4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:34.735841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c45b35a6-db9a-4c8c-9f8e-d2161a8d3be8 req-1f6527de-8ab2-46d0-92ec-e8d5a51b4c44 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2140326 May 26 16:12:34.736080 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.792452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Pushing event updated for resources: {'Port': ['ID=a89c6277-aa3c-4956-afac-1ed68b96a77f,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:34.810826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-11038660-d8d0-4dfd-8d83-3d6a90705af5 None None] Current status of the port 5d3d6083-8807-4819-bd7a-1758391e281f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:34.814806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:34.816540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:34.819116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:34.862030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4871640 May 26 16:12:34.866971 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46336) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.901324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Attempting to bind port a89c6277-aa3c-4956-afac-1ed68b96a77f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:34.901665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Attempting to bind port a89c6277-aa3c-4956-afac-1ed68b96a77f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:34.902105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Attempting to bind port a89c6277-aa3c-4956-afac-1ed68b96a77f on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:34.905735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515dc07-ed5d-4c65-8df6-3c5fdc1ae0fa tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=cc0cfb1b-60e9-4667-956b-9edc45b4f12e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:34.910345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:34.910725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:34.911486 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.912048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:34.912999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Bound port: a89c6277-aa3c-4956-afac-1ed68b96a77f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:34.912999 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.951573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.004443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network cc0cfb1b-60e9-4667-956b-9edc45b4f12e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:35.020325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:35.027499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:35.037357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:35.077578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event updated for resources: {'Port': ['ID=bfbf5165-d1b6-4f35-b875-832aa575defc,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:35.110442 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] For port a89c6277-aa3c-4956-afac-1ed68b96a77f, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:35.125729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] For port a89c6277-aa3c-4956-afac-1ed68b96a77f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a89c6277-aa3c-4956-afac-1ed68b96a77f,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:35.144740 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.175272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.215265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc980a-8670-494b-8b92-fd424b290001 None None] Pushing event updated for resources: {'Port': ['ID=a89c6277-aa3c-4956-afac-1ed68b96a77f,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:35.231149 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.233202 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c0efdf1-1fd6-40f3-bde0-1e68c057a134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.407624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5d3d6083-8807-4819-bd7a-1758391e281f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:35.469330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46344) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:35.477265 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.500677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.527764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5d3d6083-8807-4819-bd7a-1758391e281f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:35.528220 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.586942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-78671b60-413d-412f-8a15-ef80f1c0dab2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port ded83374-222b-4bf2-95e1-0c9342e6bb92 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:35.587163 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78671b60-413d-412f-8a15-ef80f1c0dab2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.613807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event updated for resources: {'Port': ['ID=bfbf5165-d1b6-4f35-b875-832aa575defc,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:35.627882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db2d328b-2248-43b6-9730-a8f9422cb9cb req-a221fbde-92a0-4a7b-a073-f62c6a74b4da tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.1478751 May 26 16:12:35.667691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb9b7f-7fec-48c5-9d14-eb942bbd2d00 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:35.672328 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-17eb9b7f-7fec-48c5-9d14-eb942bbd2d00 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/networks?id=cc0cfb1b-60e9-4667-956b-9edc45b4f12e HTTP/1.1" status: 200 len: 764 time: 0.8014870 May 26 16:12:35.672985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46350) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:35.684601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-05fee2d6-590f-4a76-944d-da22b12496e1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'description': 'd2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:35.792686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-666ca069-4b20-455c-9c6a-1a585b269d4a req-ae70eee3-5139-486e-b4a1-576becba3885 tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8699ad-dc33-4d88-b5ea-98478acb1a91 HTTP/1.1" status: 200 len: 210 time: 0.0886281 May 26 16:12:35.801959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb599-3ebd-4c2b-b3a6-4b50665778bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.803484 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.831290 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.834902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2bc7fde9-4500-4c6c-bdbf-de6a16cbbf72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3036866 May 26 16:12:35.928996 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78671b60-413d-412f-8a15-ef80f1c0dab2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.039718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-78671b60-413d-412f-8a15-ef80f1c0dab2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for ded83374-222b-4bf2-95e1-0c9342e6bb92 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:36.057269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5d3d6083-8807-4819-bd7a-1758391e281f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:36.070831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b21d2905-c8a2-4d98-8883-213eed32e807 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:36.103243 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: b21d2905-c8a2-4d98-8883-213eed32e807 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:36.104050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b21d2905-c8a2-4d98-8883-213eed32e807 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:36.111624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c45b35a6-db9a-4c8c-9f8e-d2161a8d3be8 req-9ee08625-43a4-4e43-9a6b-a4ee3aeac66f tempest-ServerShowV247Test-1551684653 tempest-ServerShowV247Test-1551684653-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8699ad-dc33-4d88-b5ea-98478acb1a91 HTTP/1.1" status: 200 len: 210 time: 0.0336566 May 26 16:12:36.164536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-07fbe8f1-1456-4e03-8900-1d50533f8b1f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1650875215&fields=id&tenant_id=4a1d75a099094dd49ba1dcdcaff15234 HTTP/1.1" status: 200 len: 267 time: 0.0519030 May 26 16:12:36.181386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb599-3ebd-4c2b-b3a6-4b50665778bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.190581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb599-3ebd-4c2b-b3a6-4b50665778bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.276568 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05fee2d6-590f-4a76-944d-da22b12496e1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.315905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-139bc683-79ed-4f12-aa45-895455456f2c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:36.317524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-139bc683-79ed-4f12-aa45-895455456f2c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 819 time: 0.1438842 May 26 16:12:36.322607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05fee2d6-590f-4a76-944d-da22b12496e1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.336545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-b59b836b-f6dc-4a68-9cb5-8328d7f74fad tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/quotas/4a1d75a099094dd49ba1dcdcaff15234 HTTP/1.1" status: 200 len: 375 time: 0.0099883 May 26 16:12:36.347646 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f5eeb599-3ebd-4c2b-b3a6-4b50665778bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cd4a5313a80492c8735a71af6a5a335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8735435 May 26 16:12:36.351208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeb599-3ebd-4c2b-b3a6-4b50665778bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f39df7-c77e-42cf-b83c-bd498ade8c9a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:36.356651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46366) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.416707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05fee2d6-590f-4a76-944d-da22b12496e1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network cc0cfb1b-60e9-4667-956b-9edc45b4f12e is not hosted by any dhcp agent {{(pid=109404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:12:36.424955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fee2d6-590f-4a76-944d-da22b12496e1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:36.425808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05fee2d6-590f-4a76-944d-da22b12496e1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.427291 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-05fee2d6-590f-4a76-944d-da22b12496e1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "PUT /v2.0/networks/cc0cfb1b-60e9-4667-956b-9edc45b4f12e HTTP/1.1" status: 200 len: 761 time: 0.7510424 May 26 16:12:36.436621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-61459246-52ec-445a-8e5c-9aa96414cb64 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0922487 May 26 16:12:36.437434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46368) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.453813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fee2d6-590f-4a76-944d-da22b12496e1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=cc0cfb1b-60e9-4667-956b-9edc45b4f12e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:36.468546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network cc0cfb1b-60e9-4667-956b-9edc45b4f12e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:36.587284 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6503086a-8e47-405c-aeec-e81739ccfd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.630115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6503086a-8e47-405c-aeec-e81739ccfd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.654311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414354aa-790d-4ad9-a1ce-b062e4e7e5fc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:36.656373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-414354aa-790d-4ad9-a1ce-b062e4e7e5fc tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/networks?id=cc0cfb1b-60e9-4667-956b-9edc45b4f12e HTTP/1.1" status: 200 len: 764 time: 0.2174878 May 26 16:12:36.682340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46370) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.690089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78671b60-413d-412f-8a15-ef80f1c0dab2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.743348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78671b60-413d-412f-8a15-ef80f1c0dab2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=ded83374-222b-4bf2-95e1-0c9342e6bb92,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:36.772741 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6503086a-8e47-405c-aeec-e81739ccfd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.775612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6503086a-8e47-405c-aeec-e81739ccfd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.779242 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6503086a-8e47-405c-aeec-e81739ccfd11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4f39df7-c77e-42cf-b83c-bd498ade8c9a HTTP/1.1" status: 204 len: 168 time: 0.3924780 May 26 16:12:36.779242 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78671b60-413d-412f-8a15-ef80f1c0dab2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.781717 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-78671b60-413d-412f-8a15-ef80f1c0dab2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/ded83374-222b-4bf2-95e1-0c9342e6bb92 HTTP/1.1" status: 204 len: 168 time: 2.0745039 May 26 16:12:36.793040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46376) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.794454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503086a-8e47-405c-aeec-e81739ccfd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f39df7-c77e-42cf-b83c-bd498ade8c9a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:36.923057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0252211a-3394-45e0-8ba9-51528a9f1af9 req-e31dadbd-b6e0-411c-b3b6-44a633fcb302 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.1017511 May 26 16:12:36.925047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e30b2-6871-4350-984e-83839e7880a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:36.927177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e30b2-6871-4350-984e-83839e7880a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:36.929013 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3c9e30b2-6871-4350-984e-83839e7880a6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1288929 May 26 16:12:36.932832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-5ad556f8-e059-4215-b123-4a9b8ddfdba3 service neutron] 10.222.0.39 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583783 May 26 16:12:36.933530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46380) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.971479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-dc067c9a-c70f-4181-b5be-e454c3c8c1a3 None None] Provisioning complete for port a89c6277-aa3c-4956-afac-1ed68b96a77f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:36.972703 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dc067c9a-c70f-4181-b5be-e454c3c8c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:37.168848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-dc067c9a-c70f-4181-b5be-e454c3c8c1a3 None None] Current status of the port a89c6277-aa3c-4956-afac-1ed68b96a77f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:37.169451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f563856-c243-45c2-b4fa-426d8ac706da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet c4bae22b-18f8-46b0-9936-7f6f28ca22e9 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:37.169571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dc067c9a-c70f-4181-b5be-e454c3c8c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:37.218500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f563856-c243-45c2-b4fa-426d8ac706da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:37.222344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-dc067c9a-c70f-4181-b5be-e454c3c8c1a3 None None] For port a89c6277-aa3c-4956-afac-1ed68b96a77f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a89c6277-aa3c-4956-afac-1ed68b96a77f,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:37.227533 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dc067c9a-c70f-4181-b5be-e454c3c8c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:37.298122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc067c9a-c70f-4181-b5be-e454c3c8c1a3 None None] Pushing event updated for resources: {'Port': ['ID=a89c6277-aa3c-4956-afac-1ed68b96a77f,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:37.346432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5cbafd98-7498-4002-812a-7f8d3612d9df None None] Could not find standard attr ID for object ded83374-222b-4bf2-95e1-0c9342e6bb92. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:12:37.491349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb43146-e1ab-488c-805b-eb9b3f35ee9d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:37.496662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46390) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:37.497244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46392) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:37.511044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1eb43146-e1ab-488c-805b-eb9b3f35ee9d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8272657 May 26 16:12:37.532490 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f563856-c243-45c2-b4fa-426d8ac706da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:37.559457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a89c6277-aa3c-4956-afac-1ed68b96a77f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:37.593787 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b2d10e9d-d792-405e-b9f5-1f74c50a137e tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 207 time: 0.0951712 May 26 16:12:37.595090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fd09-99bd-4dea-9e75-256b221ee456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:37.598675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:37.648034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7434-2d89-4c22-b5de-5530ef85a466 req-3981425b-20ff-4522-8d43-146147e196f3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:37.660133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0aeb7434-2d89-4c22-b5de-5530ef85a466 req-3981425b-20ff-4522-8d43-146147e196f3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2863615 May 26 16:12:37.727661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46400) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:37.742640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a89c6277-aa3c-4956-afac-1ed68b96a77f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:37.750359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-5c34221f-d515-4ae1-ad2c-c764c04cc978 service neutron] 10.222.0.39 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959503 May 26 16:12:37.752855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:37.777452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0aeb7434-2d89-4c22-b5de-5530ef85a466 req-1c027611-30f4-4c0e-a652-4bc165b28d65 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162913 May 26 16:12:37.847775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e2daa-bfba-4f3e-9171-75889b0068df tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:37.875616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e2daa-bfba-4f3e-9171-75889b0068df tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:37.891088 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f563856-c243-45c2-b4fa-426d8ac706da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:37.898893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e2daa-bfba-4f3e-9171-75889b0068df tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:37.901039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ac36f6d-6af3-4601-b516-e9fa33bbff63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:37.921616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e2daa-bfba-4f3e-9171-75889b0068df tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:37.927404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e2daa-bfba-4f3e-9171-75889b0068df tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:37.950827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e2daa-bfba-4f3e-9171-75889b0068df tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:37.954492 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b10e2daa-bfba-4f3e-9171-75889b0068df tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3504567 May 26 16:12:37.960310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a89c6277-aa3c-4956-afac-1ed68b96a77f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:37.970207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46406) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:37.993235 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:12:38.007706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.042880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc181e9-0e98-4f76-aae9-1f2f6a2425a9 req-144a147d-c190-4ba0-92de-c53767f3a009 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.044449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bc181e9-0e98-4f76-aae9-1f2f6a2425a9 req-144a147d-c190-4ba0-92de-c53767f3a009 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.0988011 May 26 16:12:38.091163 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fd09-99bd-4dea-9e75-256b221ee456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.106446 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fd09-99bd-4dea-9e75-256b221ee456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.111893 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f563856-c243-45c2-b4fa-426d8ac706da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.199827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f563856-c243-45c2-b4fa-426d8ac706da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bae22b-18f8-46b0-9936-7f6f28ca22e9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:38.210724 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3fd9fd09-99bd-4dea-9e75-256b221ee456 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89b35eeeaacf4ed7bbe7d49626804f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7109635 May 26 16:12:38.213865 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9fd09-99bd-4dea-9e75-256b221ee456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcefc6e-0fff-453e-9ba6-5f897479b4f2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:38.217101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46414) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.243063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bc181e9-0e98-4f76-aae9-1f2f6a2425a9 req-8a9d53ae-7729-4535-8e6d-e72cde3f7449 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726358 May 26 16:12:38.249121 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f563856-c243-45c2-b4fa-426d8ac706da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.254404 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7bf36e93-4cb8-4609-9272-13ea702f80e7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2827518 May 26 16:12:38.256353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46420) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.257646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9f563856-c243-45c2-b4fa-426d8ac706da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/c4bae22b-18f8-46b0-9936-7f6f28ca22e9 HTTP/1.1" status: 204 len: 168 time: 1.3159604 May 26 16:12:38.263178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b5b06-2c1c-4a1a-9ed3-6317fd1610cc None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:38.266329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46422) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.338610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-565d0b95-c668-40ea-90ad-d66298e74fd1 req-b7b474e4-75d4-4c04-9264-342a7056b67a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.1291366 May 26 16:12:38.395282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46426) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.395829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d99bb26b-d50c-4715-9880-52d8161b0f9c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241255 May 26 16:12:38.409644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:38.419417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9658f7e-39f7-4d3d-88b8-35010a34fdad tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.421119 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9658f7e-39f7-4d3d-88b8-35010a34fdad tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.422808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9658f7e-39f7-4d3d-88b8-35010a34fdad tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.424866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9658f7e-39f7-4d3d-88b8-35010a34fdad tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.426592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9658f7e-39f7-4d3d-88b8-35010a34fdad tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.432712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46428) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.432956 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d9658f7e-39f7-4d3d-88b8-35010a34fdad tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1728797 May 26 16:12:38.459147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.468860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19fefa01-a8f7-48a7-becd-dc80f8a101fe req-6fbe2670-4537-4773-9d9c-9433c06d5f7a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 210 time: 0.0682862 May 26 16:12:38.511902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.539385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-646f7abb-1730-4727-a377-4a1628c72311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.619998 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2c37f99bf1b47cf8bc852124fe66408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8857856 May 26 16:12:38.621601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c03b1-9328-42fa-b14c-5647a95db92f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['shared'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.624213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c03b1-9328-42fa-b14c-5647a95db92f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['shared'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.626100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c03b1-9328-42fa-b14c-5647a95db92f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['shared'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.627048 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a386556-0af3-4445-81a0-deb610b3d5bd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:38.627673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c03b1-9328-42fa-b14c-5647a95db92f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['shared'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.629511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46432) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.629645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c03b1-9328-42fa-b14c-5647a95db92f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['shared'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.635898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-315c03b1-9328-42fa-b14c-5647a95db92f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2014830 May 26 16:12:38.639829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46434) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.644975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-646f7abb-1730-4727-a377-4a1628c72311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.702401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.708242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9cdbc-c053-4dc6-9791-f375b35e06ac None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:38.728778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.729767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.730423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.730936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.731452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.731946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.732453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.732960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.733452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.733942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.734453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.734957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347c29-1604-403b-bb55-c5869cfc554f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:38.774365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934f8c5-5b8a-4311-827d-2e5e57122008 req-83292a45-7801-44ab-96a3-22104e2b33ba tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:38.786394 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6934f8c5-5b8a-4311-827d-2e5e57122008 req-83292a45-7801-44ab-96a3-22104e2b33ba tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2915416 May 26 16:12:38.797298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:38.801714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.814592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-94a9cdbc-c053-4dc6-9791-f375b35e06ac None None] Deleting port a89c6277-aa3c-4956-afac-1ed68b96a77f {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:38.817844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a9cdbc-c053-4dc6-9791-f375b35e06ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.891751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6934f8c5-5b8a-4311-827d-2e5e57122008 req-be3a3a24-1bb9-4bc9-a516-c4b48a82ce35 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944817 May 26 16:12:38.896899 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9ec08fd-9baf-414d-8e3d-cea2a712a226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.940014 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-646f7abb-1730-4727-a377-4a1628c72311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.942565 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-646f7abb-1730-4727-a377-4a1628c72311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.943739 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-646f7abb-1730-4727-a377-4a1628c72311 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fcefc6e-0fff-453e-9ba6-5f897479b4f2 HTTP/1.1" status: 204 len: 168 time: 0.7227819 May 26 16:12:38.970214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-94a9cdbc-c053-4dc6-9791-f375b35e06ac None None] For port a89c6277-aa3c-4956-afac-1ed68b96a77f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a89c6277-aa3c-4956-afac-1ed68b96a77f,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:38.970723 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a9cdbc-c053-4dc6-9791-f375b35e06ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.973397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7abb-1730-4727-a377-4a1628c72311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcefc6e-0fff-453e-9ba6-5f897479b4f2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:38.983450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9ec08fd-9baf-414d-8e3d-cea2a712a226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.997430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8686e-d289-4f52-acdd-c9a11aba57d1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:39.005068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c1a8686e-d289-4f52-acdd-c9a11aba57d1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/networks/e2ba092d-6134-41c0-ba40-4488476232cb HTTP/1.1" status: 200 len: 803 time: 0.3604202 May 26 16:12:39.005497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46440) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.025929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-94a9cdbc-c053-4dc6-9791-f375b35e06ac None None] Calling delete_port for a89c6277-aa3c-4956-afac-1ed68b96a77f owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:39.161034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9ec08fd-9baf-414d-8e3d-cea2a712a226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.163613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9ec08fd-9baf-414d-8e3d-cea2a712a226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.168184 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d9ec08fd-9baf-414d-8e3d-cea2a712a226 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a386556-0af3-4445-81a0-deb610b3d5bd HTTP/1.1" status: 204 len: 168 time: 0.5083256 May 26 16:12:39.184806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df14c17-1ddb-4214-bf95-13cfd091ea1c req-ee7c4d97-73f3-43f8-ae38-0e1978a8a25c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:39.193114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a9cdbc-c053-4dc6-9791-f375b35e06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.196848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8df14c17-1ddb-4214-bf95-13cfd091ea1c req-ee7c4d97-73f3-43f8-ae38-0e1978a8a25c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1655121 May 26 16:12:39.261728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9cdbc-c053-4dc6-9791-f375b35e06ac None None] Pushing event deleted for resources: {'Port': ['ID=a89c6277-aa3c-4956-afac-1ed68b96a77f,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:39.269749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9cdbc-c053-4dc6-9791-f375b35e06ac None None] No DVR routers for this DVR port a89c6277-aa3c-4956-afac-1ed68b96a77f on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:39.291605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8df14c17-1ddb-4214-bf95-13cfd091ea1c req-bc1e355d-192a-4097-a03d-6e8e83e58590 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919356 May 26 16:12:39.318256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec08fd-9baf-414d-8e3d-cea2a712a226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a386556-0af3-4445-81a0-deb610b3d5bd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:39.347248 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-63f45a27-956f-4d59-85b4-c3fbbbd07229 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/networks/e2ba092d-6134-41c0-ba40-4488476232cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3390157 May 26 16:12:39.350391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46448) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.432901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a89c6277-aa3c-4956-afac-1ed68b96a77f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:39.478932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a89c6277-aa3c-4956-afac-1ed68b96a77f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:39.480523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a89c6277-aa3c-4956-afac-1ed68b96a77f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:39.598068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:12:39.599632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.681549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd88f5d0-da2b-482e-90d4-9194155bcd46 req-3edeefa7-edfc-48b4-ba34-b2ac25749116 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.1365175 May 26 16:12:39.738587 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:39.750771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:39.755487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:39.756083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.764099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2312b9-ca9a-4c3b-8edf-d9d1ef468d3d None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:39.813846 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4172316 May 26 16:12:39.817827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46468) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.820168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b7b1f-e567-4b58-bcbc-6a45165ef762 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=2f59eeca-8b84-4c5d-b802-03ea578e9431,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:39.835497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:ca:ce:f9', 'name': 'tempest-NetworksTestDHCPv6-1293462424'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:39.952891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a6502f-2143-4a72-9538-696553b9c7f7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:39.955090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f9a6502f-2143-4a72-9538-696553b9c7f7 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/subnets/cd97fdf2-c09a-4500-9620-cb3068864af7 HTTP/1.1" status: 200 len: 843 time: 0.6033776 May 26 16:12:39.978400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46476) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.991191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-453e255c-0275-434e-86c3-de4ae6fb3c8b req-678ac32b-93f1-43e9-8da4-7a48943d9ea8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 210 time: 0.0841486 May 26 16:12:40.076266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ca4fb-a50e-400b-a2f5-2b476d2b5b3d req-68f302b4-1eb7-46b1-bfc8-97e359a1a4a6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:40.085649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e9ca4fb-a50e-400b-a2f5-2b476d2b5b3d req-68f302b4-1eb7-46b1-bfc8-97e359a1a4a6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1774180 May 26 16:12:40.104283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '2f59eeca-8b84-4c5d-b802-03ea578e9431'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:40.106398 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.127782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-3288ac92-075c-4e31-aeb4-b0afaf8fdc72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:40.130184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-3288ac92-075c-4e31-aeb4-b0afaf8fdc72 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.32 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 819 time: 0.4710548 May 26 16:12:40.156826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cb8907-291d-4489-b7ec-3335fd56fa88 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:40.161467 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d1cb8907-291d-4489-b7ec-3335fd56fa88 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "GET /v2.0/subnets/cd97fdf2-c09a-4500-9620-cb3068864af7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1769450 May 26 16:12:40.162734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46482) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.172101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-58565897'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:40.215270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:40.219370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.238859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:40.271117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e9ca4fb-a50e-400b-a2f5-2b476d2b5b3d req-ae269697-7715-4de1-914d-27dd0b08b8fb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842072 May 26 16:12:40.280477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-efcbd2c6-9fd2-4cd4-a4da-6369b04323fd tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a1d75a099094dd49ba1dcdcaff15234 HTTP/1.1" status: 200 len: 380 time: 0.1381938 May 26 16:12:40.294597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Request body: {'port': {'device_id': '97252673-a8bc-4da6-be9d-a604f141f81a', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'admin_state_up': True, 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'security_groups': ['ba112e9d-5b9d-4055-b6ca-fea1a00fb30e']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:40.303481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:40.355790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.358502 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Added segment 209daf0b-e610-4c87-82d9-b793464bab4c of type vlan for network 1b97ef14-5acb-4936-b120-231b51e31065 May 26 16:12:40.447876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Allocated IP 2001:db8::f816:3eff:fea0:d6cf (96cccbcd-4c17-4e53-b917-fe16019574dd/2f59eeca-8b84-4c5d-b802-03ea578e9431/b800f08a-2b57-47b6-ac95-ed638b4110c6) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:40.494947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.509799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Made reservation on behalf of 4a1d75a099094dd49ba1dcdcaff15234 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:40.516187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.587038 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.593653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.713734 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.739517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-0ba96370-78dc-43a0-8558-871de1b45233 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1147213 May 26 16:12:40.761038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Allocated IP 172.20.0.3 (4cf63bd5-7920-4d35-b880-bc636c8b4c4b/bd6559fc-dff7-4232-bcca-04d666bdce6d/732d059e-c51a-4eac-a564-a92124de2aeb) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:40.767635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 2d122a5f-81c4-49c4-a61f-80c66c0e491e yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:40.863863 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.886941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.908079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46510) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.953502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.961479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Pushing event updated for resources: {'Port': ['ID=b800f08a-2b57-47b6-ac95-ed638b4110c6,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:40.975113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:40.976823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:40.978165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:40.981974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:40.983771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.028981 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8651743 May 26 16:12:41.053609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46518) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:41.060300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Attempting to bind port b800f08a-2b57-47b6-ac95-ed638b4110c6 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:41.060675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Attempting to bind port b800f08a-2b57-47b6-ac95-ed638b4110c6 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:41.061079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Attempting to bind port b800f08a-2b57-47b6-ac95-ed638b4110c6 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:41.067367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:41.067981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:41.068393 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.068784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:41.069257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Bound port: b800f08a-2b57-47b6-ac95-ed638b4110c6, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:41.069931 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.099990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'network_id': '1b97ef14-5acb-4936-b120-231b51e31065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:41.148855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] For port b800f08a-2b57-47b6-ac95-ed638b4110c6, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:41.154225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] For port b800f08a-2b57-47b6-ac95-ed638b4110c6, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b800f08a-2b57-47b6-ac95-ed638b4110c6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:41.160854 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.199926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cd660f0-1543-43a0-a44d-b940912d362d req-9a98c1f0-d892-4437-a100-6d047ee58009 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.2783704 May 26 16:12:41.250856 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a0674-5b02-4b43-8d09-c90ca1b7f617 None None] Pushing event updated for resources: {'Port': ['ID=b800f08a-2b57-47b6-ac95-ed638b4110c6,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:41.309546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5ebe-ff06-4438-bf2a-c39300453599 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Network': ['ID=1b97ef14-5acb-4936-b120-231b51e31065,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:41.328370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 1b97ef14-5acb-4936-b120-231b51e31065 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:41.399588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:feca:cef9 (96cccbcd-4c17-4e53-b917-fe16019574dd/2f59eeca-8b84-4c5d-b802-03ea578e9431/2d122a5f-81c4-49c4-a61f-80c66c0e491e) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:41.416050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1133332208-network', 'tenant_id': '08a1816bc5a242bdb94bde21d7075742'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:41.479070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7561353e-8ef0-4d8d-b197-d71c781a9dbf req-b2727098-bdae-47a7-bea1-cfdc46937560 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 210 time: 0.0344696 May 26 16:12:41.518603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.534795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Made reservation on behalf of 08a1816bc5a242bdb94bde21d7075742 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:41.537255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.559233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.592322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20d2e2-5e54-480d-8eaa-c7054a90e9fe req-39cda8d8-aec8-435d-84ea-0eae5f2fc72d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:41.618908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d20d2e2-5e54-480d-8eaa-c7054a90e9fe req-39cda8d8-aec8-435d-84ea-0eae5f2fc72d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.5952241 May 26 16:12:41.635994 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-a30959ca-9655-4b24-8662-1461b840b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:41.637896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-a30959ca-9655-4b24-8662-1461b840b3bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1096 time: 0.8133435 May 26 16:12:41.653693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Made reservation on behalf of f41ed38c289d4a069461d610bf3a4889 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:41.664640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.672678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-7ef755cc-825a-479a-aedc-55a33088b281 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2826025 May 26 16:12:41.736895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d20d2e2-5e54-480d-8eaa-c7054a90e9fe req-b2e625f3-7df2-4b0e-b7f4-8d19b33e802f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156917 May 26 16:12:41.816275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.826015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Performing IP validity checks on allocation pools {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:12:41.826015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:12:41.835582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.860022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-01831737-2868-415b-b12e-ecae1b17f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:41.871626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-01831737-2868-415b-b12e-ecae1b17f4c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 1096 time: 0.1459241 May 26 16:12:41.926517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.928940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:41.946256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:41.953981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:42.169396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=2d122a5f-81c4-49c4-a61f-80c66c0e491e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:42.174319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.194832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:42.220736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:42.222732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:42.229265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:42.229977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.262817 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1d300c6c-3544-4668-bd7e-627997375191 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4435399 May 26 16:12:42.267457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46544) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:42.365980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Checking segment: {'id': '209daf0b-e610-4c87-82d9-b793464bab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1b97ef14-5acb-4936-b120-231b51e31065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:42.366398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network hostable DHCP agents. Network: 1b97ef14-5acb-4936-b120-231b51e31065, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:42.393045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=5c447cc5-99fe-45d2-a68e-e587e8474423,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:42.431358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d53af-30fc-4997-997c-933ea4846795 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:42.451471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d53af-30fc-4997-997c-933ea4846795 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:42.453074 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-259d53af-30fc-4997-997c-933ea4846795 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1847777 May 26 16:12:42.454232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d1e1b9cb-984c-4ea7-b691-bec25dd6f89b None None] Provisioning complete for port 732d059e-c51a-4eac-a564-a92124de2aeb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:42.454730 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b9cb-984c-4ea7-b691-bec25dd6f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.461250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46554) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:42.556310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Network 1b97ef14-5acb-4936-b120-231b51e31065 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:42.568353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1b9cb-984c-4ea7-b691-bec25dd6f89b None None] Port 732d059e-c51a-4eac-a564-a92124de2aeb cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:12:42.619851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 1b97ef14-5acb-4936-b120-231b51e31065) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:42.626468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:42.627068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.638656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f831c17-32a7-46b1-934f-b6adb82e9bcc None None] Network 1b97ef14-5acb-4936-b120-231b51e31065 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:42.662992 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3420e9bf-fc78-43af-8629-a02fd51ddf04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 2d122a5f-81c4-49c4-a61f-80c66c0e491e {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:42.663344 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3420e9bf-fc78-43af-8629-a02fd51ddf04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.670893 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-33de719d-82fc-4cd7-9e09-2930e77ab5e9 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6163235 May 26 16:12:42.673389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46574) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:42.679528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e6d8fde8-9e6f-4d80-ba85-258d61c71f9b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:42.800283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.873096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3420e9bf-fc78-43af-8629-a02fd51ddf04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.900470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fde8-9e6f-4d80-ba85-258d61c71f9b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29132760'] for subnet, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.904215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3420e9bf-fc78-43af-8629-a02fd51ddf04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 2d122a5f-81c4-49c4-a61f-80c66c0e491e owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:42.949365 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.967324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:42.968881 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.057007 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-1b97ef14-5acb-4936-b120-231b51e31065', 'network_id': '1b97ef14-5acb-4936-b120-231b51e31065', 'tenant_id': 'f41ed38c289d4a069461d610bf3a4889', 'fixed_ips': [{'subnet_id': '5c447cc5-99fe-45d2-a68e-e587e8474423'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:43.059810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.074658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event updated for resources: {'Port': ['ID=732d059e-c51a-4eac-a564-a92124de2aeb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.082748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-b005b085-d0e7-4e18-b576-615e01866117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:43.084300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-b005b085-d0e7-4e18-b576-615e01866117 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 1.1781170 May 26 16:12:43.217297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1425dc3d-ea62-4efc-9afe-be67237a0f5d req-f942640e-412f-4923-a200-7fecda462a43 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.4108856 May 26 16:12:43.240342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-949d0018-1443-41da-835b-cdcb6f7b5036 None None] Provisioning complete for port b800f08a-2b57-47b6-ac95-ed638b4110c6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:43.240734 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-949d0018-1443-41da-835b-cdcb6f7b5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.300287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3420e9bf-fc78-43af-8629-a02fd51ddf04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.413453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420e9bf-fc78-43af-8629-a02fd51ddf04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=2d122a5f-81c4-49c4-a61f-80c66c0e491e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.414706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fde8-9e6f-4d80-ba85-258d61c71f9b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777728177008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29227745'] for subnet, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.431004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:43.442057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-2d2bae39-cc0a-4545-868c-a760a920e6ba tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1545351 May 26 16:12:43.464037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Request body: {'port': {'device_id': '97252673-a8bc-4da6-be9d-a604f141f81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:43.499145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3420e9bf-fc78-43af-8629-a02fd51ddf04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.507211 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3420e9bf-fc78-43af-8629-a02fd51ddf04 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/2d122a5f-81c4-49c4-a61f-80c66c0e491e HTTP/1.1" status: 204 len: 168 time: 1.0305192 May 26 16:12:43.508012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46618) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:43.509233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b800f08a-2b57-47b6-ac95-ed638b4110c6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:43.521215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-5d6571b1-7b22-4097-a4f1-2a7c127bb362 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a14806-b8eb-4077-8522-027d27ad3001 HTTP/1.1" status: 200 len: 217 time: 0.3955069 May 26 16:12:43.626615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d8fde8-9e6f-4d80-ba85-258d61c71f9b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:43.627513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fde8-9e6f-4d80-ba85-258d61c71f9b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.632204 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e6d8fde8-9e6f-4d80-ba85-258d61c71f9b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "PUT /v2.0/subnets/5c447cc5-99fe-45d2-a68e-e587e8474423 HTTP/1.1" status: 200 len: 900 time: 0.9571679 May 26 16:12:43.638576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46622) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:43.658640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33f2ad0-9994-429b-ab5a-3b8a722c86ae,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.685988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.693227 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Added segment 3cae7ff1-4ecf-4560-b141-524d58fbd8ac of type vlan for network 75b37898-f398-46fe-ac6a-a23f005adc5f May 26 16:12:43.717595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8fde8-9e6f-4d80-ba85-258d61c71f9b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event updated for resources: {'Subnet': ['ID=5c447cc5-99fe-45d2-a68e-e587e8474423,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.759098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Allocated IP 2001:db8::3 (1b97ef14-5acb-4936-b120-231b51e31065/5c447cc5-99fe-45d2-a68e-e587e8474423/80694d05-12d0-4816-9ca0-1ea1fe5e0144) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:43.774234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b800f08a-2b57-47b6-ac95-ed638b4110c6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:43.774735 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.808290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-949d0018-1443-41da-835b-cdcb6f7b5036 None None] Current status of the port b800f08a-2b57-47b6-ac95-ed638b4110c6 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:43.808682 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-949d0018-1443-41da-835b-cdcb6f7b5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.844901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fa884-6b21-4390-a012-00dcae653656 req-ea46a6fe-d135-4782-83a3-15586d05cbc3 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:43.865918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e195af02-9b18-46d0-a575-6a0d676193a1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:43.871146 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e195af02-9b18-46d0-a575-6a0d676193a1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:43.877759 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e195af02-9b18-46d0-a575-6a0d676193a1 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3415477 May 26 16:12:43.881894 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46626) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:43.888143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c98fa884-6b21-4390-a012-00dcae653656 req-ea46a6fe-d135-4782-83a3-15586d05cbc3 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 931 time: 1.0806570 May 26 16:12:43.943643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-949d0018-1443-41da-835b-cdcb6f7b5036 None None] For port b800f08a-2b57-47b6-ac95-ed638b4110c6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b800f08a-2b57-47b6-ac95-ed638b4110c6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:43.956284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46628) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:43.959073 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-949d0018-1443-41da-835b-cdcb6f7b5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.974757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-baee8dae-ca06-459c-8fef-b2de2917e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:43.976864 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-baee8dae-ca06-459c-8fef-b2de2917e869 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 2.2842214 May 26 16:12:44.077294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75013bc-bb32-42d9-8f0e-f030985eb367 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 2f59eeca-8b84-4c5d-b802-03ea578e9431 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:44.099277 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d75013bc-bb32-42d9-8f0e-f030985eb367 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.108676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.126176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-05122348-a742-40dd-81a4-478f1185829d None None] Could not find standard attr ID for object 2d122a5f-81c4-49c4-a61f-80c66c0e491e. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:12:44.131393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b800f08a-2b57-47b6-ac95-ed638b4110c6 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:44.143890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d0018-1443-41da-835b-cdcb6f7b5036 None None] Pushing event updated for resources: {'Port': ['ID=b800f08a-2b57-47b6-ac95-ed638b4110c6,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:44.174533 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d75013bc-bb32-42d9-8f0e-f030985eb367 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.176111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.190988 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.205759 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.260272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.329178 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.333160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Network 1b97ef14-5acb-4936-b120-231b51e31065 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:44.334692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:44.344495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:44.353579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Pushing event updated for resources: {'Port': ['ID=80694d05-12d0-4816-9ca0-1ea1fe5e0144,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:44.359238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5981fea-0bab-469d-aa9c-3f8eb1c0404e req-207f230e-0754-44f2-a835-efe4fbafc17f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:44.361112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5981fea-0bab-469d-aa9c-3f8eb1c0404e req-207f230e-0754-44f2-a835-efe4fbafc17f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.8914499 May 26 16:12:44.374876 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:12:44.412522 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.429596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Attempting to bind port 80694d05-12d0-4816-9ca0-1ea1fe5e0144 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:44.429979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Attempting to bind port 80694d05-12d0-4816-9ca0-1ea1fe5e0144 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '209daf0b-e610-4c87-82d9-b793464bab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1b97ef14-5acb-4936-b120-231b51e31065'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:44.430968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Attempting to bind port 80694d05-12d0-4816-9ca0-1ea1fe5e0144 on network 1b97ef14-5acb-4936-b120-231b51e31065 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:44.441233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:44.442024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Checking segment: {'id': '209daf0b-e610-4c87-82d9-b793464bab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1b97ef14-5acb-4936-b120-231b51e31065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:44.443047 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.443704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Bound using segment: {'id': '209daf0b-e610-4c87-82d9-b793464bab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1b97ef14-5acb-4936-b120-231b51e31065'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:44.444730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Bound port: 80694d05-12d0-4816-9ca0-1ea1fe5e0144, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209daf0b-e610-4c87-82d9-b793464bab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1b97ef14-5acb-4936-b120-231b51e31065'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:44.445396 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.452663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.454430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:44.455129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.498762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-e4b2c9c7-64b0-4b0b-a964-3ef3bd2785f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:44.500471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-e4b2c9c7-64b0-4b0b-a964-3ef3bd2785f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.9051337 May 26 16:12:44.543502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] For port 80694d05-12d0-4816-9ca0-1ea1fe5e0144, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:44.547489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] For port 80694d05-12d0-4816-9ca0-1ea1fe5e0144, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=80694d05-12d0-4816-9ca0-1ea1fe5e0144,segment=NetworkSegment(209daf0b-e610-4c87-82d9-b793464bab4c),segment_id=209daf0b-e610-4c87-82d9-b793464bab4c)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:44.552507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.563826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-66307dd2-5fc2-42fd-aab2-5f9aadaa0a75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 999 time: 0.4740970 May 26 16:12:44.566969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c98fa884-6b21-4390-a012-00dcae653656 req-84bfe3c3-757f-4967-92f1-69485d66a561 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6164398 May 26 16:12:44.570954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.6491179 May 26 16:12:44.655731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46634) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:44.684355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5981fea-0bab-469d-aa9c-3f8eb1c0404e req-71a7f8d9-7cfb-40b6-b5f4-ee65b787ddef tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789845 May 26 16:12:44.695543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Request body: {'subnet': {'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1133332208-subnet', 'tenant_id': '08a1816bc5a242bdb94bde21d7075742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:44.744886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7c0ca-9848-4c66-acbc-e69da199d849 None None] Pushing event updated for resources: {'Port': ['ID=80694d05-12d0-4816-9ca0-1ea1fe5e0144,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:44.762261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101f01e6-0a5c-49ac-8807-fb06cd00076b None None] Network 1b97ef14-5acb-4936-b120-231b51e31065 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:44.796625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=5c447cc5-99fe-45d2-a68e-e587e8474423,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:44.802250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a1b36-a5b0-4513-872f-6d7b138ac545 admin admin] Pushing event updated for resources: {'Network': ['ID=75b37898-f398-46fe-ac6a-a23f005adc5f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:44.803147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4cc57b27-e38c-47e3-8a52-5b294663cf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.805832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-8c1343c8-4fed-4d9c-ad72-630bc79350c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:44.807226 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-8c1343c8-4fed-4d9c-ad72-630bc79350c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.1842172 May 26 16:12:44.858150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1c58578-2738-49e9-966f-cbcdaec96b26 req-0452264e-8fed-462a-ab8f-c2041af6d07d tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.1231549 May 26 16:12:44.869708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 75b37898-f398-46fe-ac6a-a23f005adc5f details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:44.893350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.941240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b97ef14-5acb-4936-b120-231b51e31065']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:44.958619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-26a944c1-f860-4bc1-b8e2-4a9b9f4cbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:44.959616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209daf0b-e610-4c87-82d9-b793464bab4c') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:44.960129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-26a944c1-f860-4bc1-b8e2-4a9b9f4cbcd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4234419 May 26 16:12:44.961206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209daf0b-e610-4c87-82d9-b793464bab4c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:44.966299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Made reservation on behalf of 08a1816bc5a242bdb94bde21d7075742 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:44.969265 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.013097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.027654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d75013bc-bb32-42d9-8f0e-f030985eb367 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.161982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4cc57b27-e38c-47e3-8a52-5b294663cf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.180312 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.199483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a283e30-ff14-4d46-a663-bd93530dbe80 None None] Network 1b97ef14-5acb-4936-b120-231b51e31065 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:45.220476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4cc57b27-e38c-47e3-8a52-5b294663cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.291309 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4cc57b27-e38c-47e3-8a52-5b294663cf46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bbb9a4f52244f7ab9574109de80a780&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3320382 May 26 16:12:45.300608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46638) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:45.305497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.341463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-085d6621-43b2-470d-85c0-a53c219af322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:45.343845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-085d6621-43b2-470d-85c0-a53c219af322 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4818573 May 26 16:12:45.378383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:45.378824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.402995 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d75013bc-bb32-42d9-8f0e-f030985eb367 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.431660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17cfeb9-8436-48b0-bbe0-b7539b4f0380 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:12:45.458227 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d75013bc-bb32-42d9-8f0e-f030985eb367 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.463699 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d75013bc-bb32-42d9-8f0e-f030985eb367 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/2f59eeca-8b84-4c5d-b802-03ea578e9431 HTTP/1.1" status: 204 len: 168 time: 1.5785675 May 26 16:12:45.463699 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 209daf0b-e610-4c87-82d9-b793464bab4c resource provider aggregate not found May 26 16:12:45.491805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46642) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:45.492491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc57b27-e38c-47e3-8a52-5b294663cf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1816a-42c2-4128-afbb-3ce5b1146e3b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:45.500245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Checking segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:45.501121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Network hostable DHCP agents. Network: 75b37898-f398-46fe-ac6a-a23f005adc5f, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:45.504083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75013bc-bb32-42d9-8f0e-f030985eb367 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=2f59eeca-8b84-4c5d-b802-03ea578e9431,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:45.517305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-1159f82e-b2b0-4d93-84bc-24b6ed107fbd service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450301 May 26 16:12:45.518478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf93427-e7b0-432f-831f-fc67ecb85eeb,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:45.528239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b800f08a-2b57-47b6-ac95-ed638b4110c6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:45.554988 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 209daf0b-e610-4c87-82d9-b793464bab4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 209daf0b-e610-4c87-82d9-b793464bab4c found for delete ", "request_id": "req-702a97b6-1e91-4b49-b555-4fb15ea10380"}]} May 26 16:12:45.559659 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-79f6c718-f5b4-440c-ba97-1ce1919bb4da tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612972 May 26 16:12:45.560122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46646) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:45.561580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.api [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:12:45.561580 n-d-843336-2 neutron-server[109404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:12:45.561580 n-d-843336-2 neutron-server[109404]: [parameters: {'id': '1b97ef14-5acb-4936-b120-231b51e31065'}] May 26 16:12:45.561580 n-d-843336-2 neutron-server[109404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:12:45.563395 n-d-843336-2 neutron-server[109404]: DEBUG oslo_db.api [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:12:45.594771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-e8b83f03-6169-49dd-94a2-087e25d5c879 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:45.596404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-e8b83f03-6169-49dd-94a2-087e25d5c879 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130637 May 26 16:12:45.657216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7273f3-e5dc-42b3-a4cb-38dec39d1b2e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:45.662976 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4e7273f3-e5dc-42b3-a4cb-38dec39d1b2e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0986392 May 26 16:12:45.668935 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46650) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:45.771296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59eb5c0-e023-4d31-a5ca-a9a65e0ddff8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:45.773864 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b59eb5c0-e023-4d31-a5ca-a9a65e0ddff8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1035204 May 26 16:12:45.775511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17cfeb9-8436-48b0-bbe0-b7539b4f0380 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:12:45.778751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46654) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:45.785029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b800f08a-2b57-47b6-ac95-ed638b4110c6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:45.785613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.041625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b800f08a-2b57-47b6-ac95-ed638b4110c6 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:46.065973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.151600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting port 80694d05-12d0-4816-9ca0-1ea1fe5e0144 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:46.152289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.168377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c817825e-ba75-4d7f-8a64-7121054b7aaa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3759058 May 26 16:12:46.176226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46658) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:46.182521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:46.193068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Network 75b37898-f398-46fe-ac6a-a23f005adc5f is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:46.224600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e703e68-ac84-4bb9-8cc3-ecea3e653411 req-920a5413-8ed2-41d5-a071-2715fa8b765e service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208444 May 26 16:12:46.244476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.262228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 75b37898-f398-46fe-ac6a-a23f005adc5f) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:46.262908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] For port 80694d05-12d0-4816-9ca0-1ea1fe5e0144, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=80694d05-12d0-4816-9ca0-1ea1fe5e0144,segment=NetworkSegment(209daf0b-e610-4c87-82d9-b793464bab4c),segment_id=209daf0b-e610-4c87-82d9-b793464bab4c)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:46.264167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.286714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:46.287370 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.289336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Calling delete_port for 80694d05-12d0-4816-9ca0-1ea1fe5e0144 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:46.313819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3421c-7469-4886-ac70-3022a1415d76 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:46.320548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d440357-dc22-4d75-81ca-9e00599cf5cd None None] Network 75b37898-f398-46fe-ac6a-a23f005adc5f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:46.323709 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.336497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27161a79-5a5b-429c-8b05-35444f4bc4e0 req-074ef4a7-c408-47e8-aa33-2515d1e794a9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:46.338812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27161a79-5a5b-429c-8b05-35444f4bc4e0 req-074ef4a7-c408-47e8-aa33-2515d1e794a9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 931 time: 0.5968204 May 26 16:12:46.371683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305657-0c83-4148-9afc-1a9003699863 req-bdd5de51-8e74-4323-9421-8a2f7232d222 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:46.373349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d305657-0c83-4148-9afc-1a9003699863 req-bdd5de51-8e74-4323-9421-8a2f7232d222 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.5785227 May 26 16:12:46.408513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a402f430-dd4a-4d51-bac7-44c48af7faa1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7178283 May 26 16:12:46.474400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-46e64e6b-6cb7-4dcf-acc8-9d22ab675a00 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256486 May 26 16:12:46.516174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:46.521130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.597244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27161a79-5a5b-429c-8b05-35444f4bc4e0 req-3a484328-4027-4d95-9a80-d4c6043db9f1 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447276 May 26 16:12:46.604274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732d059e-c51a-4eac-a564-a92124de2aeb {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:46.622582 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.630653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d305657-0c83-4148-9afc-1a9003699863 req-58fb9791-c89f-41a0-ba21-616111b85f57 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295094 May 26 16:12:46.638469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.673519 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.676550 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.680809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2f1816a-42c2-4128-afbb-3ce5b1146e3b HTTP/1.1" status: 204 len: 168 time: 1.3764222 May 26 16:12:46.683066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Transition to ACTIVE for port object 732d059e-c51a-4eac-a564-a92124de2aeb will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:12:46.701972 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.713778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1816a-42c2-4128-afbb-3ce5b1146e3b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:46.763110 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No DVR routers for this DVR port 80694d05-12d0-4816-9ca0-1ea1fe5e0144 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:46.785512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Port': ['ID=80694d05-12d0-4816-9ca0-1ea1fe5e0144,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:46.806879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d227c4b-72f7-41d6-8bf1-bdb472f500e1 req-20f45bd6-a464-4e04-8bf7-d2ad1168a7ec tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.0501578 May 26 16:12:46.809240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.809828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.810430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.811018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.811827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.812648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.813214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.813768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.814378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.814929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.815480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.816046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44afda8-e09a-4664-b594-773231f7ab20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:46.834414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c23a828-9522-4a4c-aafc-3507f73b4d2b req-e17cbe20-f6d9-42ba-91e0-d8aba0e41880 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300700 May 26 16:12:46.853474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Pushing event updated for resources: {'Port': ['ID=732d059e-c51a-4eac-a564-a92124de2aeb,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:46.855317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950fa27c-35b7-4f21-9175-834c3f92cc43 None None] Network 75b37898-f398-46fe-ac6a-a23f005adc5f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:47.040254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Attempting to bind port 732d059e-c51a-4eac-a564-a92124de2aeb on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:47.040772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Attempting to bind port 732d059e-c51a-4eac-a564-a92124de2aeb by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:47.041212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Attempting to bind port 732d059e-c51a-4eac-a564-a92124de2aeb on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:47.048086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Port 732d059e-c51a-4eac-a564-a92124de2aeb on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:12:47.059004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Attempting to bind port 732d059e-c51a-4eac-a564-a92124de2aeb on network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:47.066164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:47.066677 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Checking segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:47.067210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Bound using segment: {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:47.067751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Bound port: 732d059e-c51a-4eac-a564-a92124de2aeb, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f18b43-a2a5-4e07-80e2-f769e6a75321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:47.068323 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.223774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] For port 732d059e-c51a-4eac-a564-a92124de2aeb, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:47.230556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] For port 732d059e-c51a-4eac-a564-a92124de2aeb, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=732d059e-c51a-4eac-a564-a92124de2aeb,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:47.243227 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.252589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.340937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9523464e-4e32-4e1b-a187-6b617eaa3450 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:47.372859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46672) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:47.391702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:47.392512 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.394220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] 10.222.0.32 "PUT /v2.0/ports/732d059e-c51a-4eac-a564-a92124de2aeb HTTP/1.1" status: 200 len: 1091 time: 3.9344149 May 26 16:12:47.401933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13d5a52f-91be-48fd-be53-4fce0dc29019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.417029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:47.420327 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f" -d '{"events": [{"name": "network-changed", "server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:47.421198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b97ef14-5acb-4936-b120-231b51e31065']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:47.579519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.594825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209daf0b-e610-4c87-82d9-b793464bab4c') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:47.595136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209daf0b-e610-4c87-82d9-b793464bab4c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:47.626292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9523464e-4e32-4e1b-a187-6b617eaa3450 None None] Deleting port b800f08a-2b57-47b6-ac95-ed638b4110c6 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:47.626846 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9523464e-4e32-4e1b-a187-6b617eaa3450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.692989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.741856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:47.751791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:47.755195 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:47.755879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.759007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.781142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:47.781676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.861921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=a99c1489-ceba-4fc7-9e11-3c4affef8ddd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:47.881656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9523464e-4e32-4e1b-a187-6b617eaa3450 None None] For port b800f08a-2b57-47b6-ac95-ed638b4110c6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b800f08a-2b57-47b6-ac95-ed638b4110c6,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:47.882392 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9523464e-4e32-4e1b-a187-6b617eaa3450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.883142 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c792264d-cd02-4df8-8144-3b01885aca3c x-openstack-request-id: req-c792264d-cd02-4df8-8144-3b01885aca3c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:47.883542 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:47.883922 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c792264d-cd02-4df8-8144-3b01885aca3c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:47.884625 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c792264d-cd02-4df8-8144-3b01885aca3c'] response: {'name': 'network-changed', 'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb', 'status': 'completed', 'code': 200} May 26 16:12:47.891933 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 209daf0b-e610-4c87-82d9-b793464bab4c resource provider aggregate not found May 26 16:12:47.901063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6e33f-2515-4f59-9a96-448b676d6de8 service neutron] Pushing event updated for resources: {'Port': ['ID=732d059e-c51a-4eac-a564-a92124de2aeb,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:47.923473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-b23e00e2-5d5b-4d89-af1c-2a0f52d0a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:47.925317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-b23e00e2-5d5b-4d89-af1c-2a0f52d0a339 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 1094 time: 0.4536602 May 26 16:12:47.933641 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0acb2e59-4931-46f5-9c6a-af32ead4d6d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7507439 May 26 16:12:47.933641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13d5a52f-91be-48fd-be53-4fce0dc29019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.933641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.934471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46696) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:47.943410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9523464e-4e32-4e1b-a187-6b617eaa3450 None None] Calling delete_port for b800f08a-2b57-47b6-ac95-ed638b4110c6 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:47.951710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.952588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:fc:04:b0', 'name': 'tempest-NetworksTestDHCPv6-1804631262'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:47.957960 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/1b97ef14-5acb-4936-b120-231b51e31065 HTTP/1.1" status: 204 len: 168 time: 4.3147457 May 26 16:12:47.960551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13d5a52f-91be-48fd-be53-4fce0dc29019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.992953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:47.994534 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 209daf0b-e610-4c87-82d9-b793464bab4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 209daf0b-e610-4c87-82d9-b793464bab4c found for delete ", "request_id": "req-a855f1be-779e-4235-a8b2-b1925727f72c"}]} May 26 16:12:48.044476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-13d5a52f-91be-48fd-be53-4fce0dc29019 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=308aef68788241999b249a2f75adab73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6644988 May 26 16:12:48.086937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a55ea-3e32-498d-a1e7-9e0fbf03c326 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=1b97ef14-5acb-4936-b120-231b51e31065,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:48.091969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46700) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:48.094228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a52f-91be-48fd-be53-4fce0dc29019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e16f5be-87ed-43b8-a830-0999acd28568,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:48.127278 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9523464e-4e32-4e1b-a187-6b617eaa3450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.147601 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-59891228-587c-43c0-9480-622a36680a89 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:48.148763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59891228-587c-43c0-9480-622a36680a89 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:48.155313 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-59891228-587c-43c0-9480-622a36680a89 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/5c447cc5-99fe-45d2-a68e-e587e8474423 HTTP/1.1" status: 404 len: 337 time: 0.1087613 May 26 16:12:48.164946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46702) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:48.175491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523464e-4e32-4e1b-a187-6b617eaa3450 None None] Pushing event deleted for resources: {'Port': ['ID=b800f08a-2b57-47b6-ac95-ed638b4110c6,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:48.189742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9523464e-4e32-4e1b-a187-6b617eaa3450 None None] No DVR routers for this DVR port b800f08a-2b57-47b6-ac95-ed638b4110c6 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:48.213569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d34b3-7b7c-464b-9f2e-6eed5a238767 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:48.219062 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c606b552-bc14-44c9-abba-8dce8da5b930 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:48.221030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c606b552-bc14-44c9-abba-8dce8da5b930 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:48.226351 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c606b552-bc14-44c9-abba-8dce8da5b930 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/1b97ef14-5acb-4936-b120-231b51e31065 HTTP/1.1" status: 404 len: 339 time: 0.0599020 May 26 16:12:48.238216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46704) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:48.250949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:48.329052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-8e90a447-8dab-4e30-9aa1-2fd81d87b3fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=732d059e-c51a-4eac-a564-a92124de2aeb HTTP/1.1" status: 200 len: 217 time: 0.1930370 May 26 16:12:48.330492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8728d77-4326-42fa-850e-690464c1b75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.355756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-c0d2d63e-b663-4149-99f2-ebe4b1558f8a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:48.355756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-c0d2d63e-b663-4149-99f2-ebe4b1558f8a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.7412205 May 26 16:12:48.356874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.380979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8728d77-4326-42fa-850e-690464c1b75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.423298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-414f60c5-55d5-440e-9239-f1070f7b3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:48.425616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-414f60c5-55d5-440e-9239-f1070f7b3430 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.0700061 May 26 16:12:48.440083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'a99c1489-ceba-4fc7-9e11-3c4affef8ddd'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:48.441401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.527859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-ac4455c6-4504-4a89-8f97-7df6de183ef2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/quotas/08a1816bc5a242bdb94bde21d7075742 HTTP/1.1" status: 200 len: 375 time: 0.0662379 May 26 16:12:48.549619 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.573188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8728d77-4326-42fa-850e-690464c1b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.578367 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8728d77-4326-42fa-850e-690464c1b75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.588573 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d8728d77-4326-42fa-850e-690464c1b75c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e16f5be-87ed-43b8-a830-0999acd28568 HTTP/1.1" status: 204 len: 168 time: 0.4793680 May 26 16:12:48.600992 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0cfb1b-60e9-4667-956b-9edc45b4f12e']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:48.601165 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-fda285ff-7752-41db-8182-5a446594aac5 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601006 May 26 16:12:48.614062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12f0d2-2df1-4424-85bc-dc07c4bb82f8 req-fb4bfab1-c532-449a-b378-1d97f385fb05 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:48.618801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d12f0d2-2df1-4424-85bc-dc07c4bb82f8 req-fb4bfab1-c532-449a-b378-1d97f385fb05 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 943 time: 0.4874105 May 26 16:12:48.632186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728d77-4326-42fa-850e-690464c1b75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e16f5be-87ed-43b8-a830-0999acd28568,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:48.641771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca662b0-c3d4-4f15-8fa4-9f344283062f') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:48.642105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca662b0-c3d4-4f15-8fa4-9f344283062f') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:48.657122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.673981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.683775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:48.683775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.685505 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.747989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/a99c1489-ceba-4fc7-9e11-3c4affef8ddd/6cc35aab-65ff-42e2-ba80-1c1e82cc4b93) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:48.757239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.783453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.783718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-1c1f9841-abe0-40e5-85c4-a4c9f9a21aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:48.785158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-1c1f9841-abe0-40e5-85c4-a4c9f9a21aee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170571 May 26 16:12:48.794755 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/cc0cfb1b-60e9-4667-956b-9edc45b4f12e HTTP/1.1" status: 204 len: 168 time: 0.5545924 May 26 16:12:48.796863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46708) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:48.827598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f5b21-9e8e-4026-814a-583594adfb86 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=cc0cfb1b-60e9-4667-956b-9edc45b4f12e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:48.865645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port bd099073-6a57-489a-b077-391e3f9702b4 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:48.906208 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-d661bd39-6203-4cba-9bee-17fc7555dfa1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:48.907270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d661bd39-6203-4cba-9bee-17fc7555dfa1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:48.910774 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d661bd39-6203-4cba-9bee-17fc7555dfa1 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/6dee4d7b-ca69-427f-8fed-9c3dd7e12868 HTTP/1.1" status: 404 len: 337 time: 0.1012428 May 26 16:12:48.914346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46712) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:48.930115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d12f0d2-2df1-4424-85bc-dc07c4bb82f8 req-3eb3b621-4d0c-4164-acae-f9c7c1a22ac8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725508 May 26 16:12:48.956977 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d41b5f-5b2b-4c7c-b23b-b3b8025e97e8 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:48.959937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d41b5f-5b2b-4c7c-b23b-b3b8025e97e8 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:48.964553 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-64d41b5f-5b2b-4c7c-b23b-b3b8025e97e8 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/08159ad7-0610-4d25-9e65-9828c7a14ef2 HTTP/1.1" status: 404 len: 339 time: 0.0490184 May 26 16:12:48.967572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46714) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:49.015115 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.039608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.066466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-28034d43-35a8-4069-91b7-e41f817101db service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434829 May 26 16:12:49.067308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42b996b-4ad7-48d9-a0c1-4a8c1199c00a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting subnet 27e71b40-5063-4e48-ae3d-6ed87a7cbff5 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:49.072288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b42b996b-4ad7-48d9-a0c1-4a8c1199c00a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.088812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:49.093651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:49.097855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:49.123142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Pushing event updated for resources: {'Port': ['ID=6cc35aab-65ff-42e2-ba80-1c1e82cc4b93,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:49.165622 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b42b996b-4ad7-48d9-a0c1-4a8c1199c00a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.203775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Attempting to bind port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:49.204451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Attempting to bind port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:49.205238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Attempting to bind port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:49.213511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:49.214853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:49.215489 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.216105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:49.218798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Bound port: 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:49.219771 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.236074 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-331d5bc6-f66d-42f6-af5c-9c0727d024f2 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378054 May 26 16:12:49.267350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::29f (96cccbcd-4c17-4e53-b917-fe16019574dd/a99c1489-ceba-4fc7-9e11-3c4affef8ddd/bd099073-6a57-489a-b077-391e3f9702b4) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:49.377727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] For port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:49.383452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] For port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6cc35aab-65ff-42e2-ba80-1c1e82cc4b93,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:49.400145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b42b996b-4ad7-48d9-a0c1-4a8c1199c00a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.405523 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.414190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b800f08a-2b57-47b6-ac95-ed638b4110c6 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:49.418703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-a3e99b9e-dd61-45ab-aa8c-a71a4b401f30 service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510869 May 26 16:12:49.453795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73d03c-c9a0-48a3-a28f-3f79d69c3132 req-037d4ff1-1dce-48d7-8a1b-566b0caa0cbb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:49.455458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d73d03c-c9a0-48a3-a28f-3f79d69c3132 req-037d4ff1-1dce-48d7-8a1b-566b0caa0cbb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2220442 May 26 16:12:49.479071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: b800f08a-2b57-47b6-ac95-ed638b4110c6 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:49.479840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b800f08a-2b57-47b6-ac95-ed638b4110c6 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:49.561546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b42b996b-4ad7-48d9-a0c1-4a8c1199c00a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.563596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4522cf-5c66-4c1d-b1a0-56f0a6f0471a None None] Pushing event updated for resources: {'Port': ['ID=6cc35aab-65ff-42e2-ba80-1c1e82cc4b93,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:49.582693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-404f3557-b2de-4e18-89da-48a8cd0c7b90 req-7c705a4e-88cc-4dad-ab08-5685ca6a3518 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123317 May 26 16:12:49.599601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b996b-4ad7-48d9-a0c1-4a8c1199c00a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=27e71b40-5063-4e48-ae3d-6ed87a7cbff5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:49.617056 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b42b996b-4ad7-48d9-a0c1-4a8c1199c00a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.624393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadea2d5-5ffd-4378-845b-c8bed39aab2a None None] Network c4746922-3765-4b82-8793-8a877ec820af requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:49.636810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d73d03c-c9a0-48a3-a28f-3f79d69c3132 req-8eba3efc-efed-42e5-a616-bb0cab1c3b38 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701670 May 26 16:12:49.639490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46726) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:49.640090 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b42b996b-4ad7-48d9-a0c1-4a8c1199c00a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/27e71b40-5063-4e48-ae3d-6ed87a7cbff5 HTTP/1.1" status: 204 len: 168 time: 0.6657062 May 26 16:12:49.984930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8887dd1c-0bb7-4116-b620-b5744d22ac1f req-07e601e5-a0cb-44ca-819a-86d1de0ccaa1 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/ports?device_id=e862ba0c-13ea-4eee-8400-8a24db023c2d HTTP/1.1" status: 200 len: 210 time: 0.2227292 May 26 16:12:50.045683 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6ca662b0-c3d4-4f15-8fa4-9f344283062f resource provider aggregate not found May 26 16:12:50.080243 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6ca662b0-c3d4-4f15-8fa4-9f344283062f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ca662b0-c3d4-4f15-8fa4-9f344283062f found for delete ", "request_id": "req-49d46a7d-676a-4e72-83e3-d60e439603fb"}]} May 26 16:12:50.131674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d11762da-0ed6-4031-9031-b09adb3edb54 req-26309233-cb01-418d-93c4-ee71374bd842 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 210 time: 0.2727888 May 26 16:12:50.147439 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.164350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7511189-7660-45f7-bacf-e78ebef5018c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting subnet 3e2ea2e5-c1fe-428a-8abf-15bd6fa9e08d {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:50.168583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7511189-7660-45f7-bacf-e78ebef5018c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.343148 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7511189-7660-45f7-bacf-e78ebef5018c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.376305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-a40b3ea7-cbbf-4071-8da3-0d335fe24f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:50.384034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-a40b3ea7-cbbf-4071-8da3-0d335fe24f38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 1094 time: 0.7003734 May 26 16:12:50.503906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3409-500d-4edc-be9e-03095d061407 req-8779adc1-2729-4247-a729-4712aba2d850 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:50.505644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e2e3409-500d-4edc-be9e-03095d061407 req-8779adc1-2729-4247-a729-4712aba2d850 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 943 time: 0.3728826 May 26 16:12:50.506725 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.676518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:50.703980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:50.714065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=bd099073-6a57-489a-b077-391e3f9702b4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:50.719239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:50.725885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:50.727990 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.731823 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7511189-7660-45f7-bacf-e78ebef5018c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.765131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e2e3409-500d-4edc-be9e-03095d061407 req-d52cb26b-a795-4fc7-8cef-4b20c20d38d0 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483122 May 26 16:12:50.896147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-30acb327-11fc-4825-a3cc-baf93e7453b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:50.898422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-30acb327-11fc-4825-a3cc-baf93e7453b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.5011795 May 26 16:12:51.046932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2640436f-092c-4958-9ea9-0c155c5f0949 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1106119 May 26 16:12:51.049543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-af81a791-238b-4df1-870b-6d134156e831 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=732d059e-c51a-4eac-a564-a92124de2aeb HTTP/1.1" status: 200 len: 217 time: 0.1307282 May 26 16:12:51.051854 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46792) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:51.162027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46796) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:51.216027 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7511189-7660-45f7-bacf-e78ebef5018c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.254381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99352a14-6aea-4205-bee7-8a36628b8918 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:51.263428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99352a14-6aea-4205-bee7-8a36628b8918 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:51.269904 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-99352a14-6aea-4205-bee7-8a36628b8918 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2158017 May 26 16:12:51.272169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46802) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:51.281243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7511189-7660-45f7-bacf-e78ebef5018c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.287988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e7511189-7660-45f7-bacf-e78ebef5018c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/3e2ea2e5-c1fe-428a-8abf-15bd6fa9e08d HTTP/1.1" status: 204 len: 168 time: 1.6474016 May 26 16:12:51.294411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46804) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:51.351715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe3d30-de86-4d3d-96b4-022ae42ec4ef None None] Network c4746922-3765-4b82-8793-8a877ec820af requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:51.357474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7511189-7660-45f7-bacf-e78ebef5018c tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2ea2e5-c1fe-428a-8abf-15bd6fa9e08d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:51.407263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab7de4-8bd0-4f58-baf0-81c8c168e9ff req-6218246b-acd2-42a5-be9f-8da2ec47f37a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:51.421507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.431970 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbab7de4-8bd0-4f58-baf0-81c8c168e9ff req-6218246b-acd2-42a5-be9f-8da2ec47f37a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.5855014 May 26 16:12:51.440766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-f7e704df-c536-4abb-9d12-188f299408d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:51.440766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-f7e704df-c536-4abb-9d12-188f299408d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.3502307 May 26 16:12:51.493174 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b823cbcd-d8bd-414d-8b65-6328db33f21c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.547250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b823cbcd-d8bd-414d-8b65-6328db33f21c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.625743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:51.680901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46810) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:51.699362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cba0c287-a27d-4a65-b0b0-9d4666962fcb None None] Provisioning complete for port 5d3d6083-8807-4819-bd7a-1758391e281f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:51.700132 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cba0c287-a27d-4a65-b0b0-9d4666962fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.816678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffffa8-e0ef-41ea-b849-9fdc0f207118 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port bd099073-6a57-489a-b077-391e3f9702b4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:51.819790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4ffffa8-e0ef-41ea-b849-9fdc0f207118 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.840179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting port 5d3d6083-8807-4819-bd7a-1758391e281f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:51.840837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.857090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b823cbcd-d8bd-414d-8b65-6328db33f21c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.860004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b823cbcd-d8bd-414d-8b65-6328db33f21c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.861861 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b823cbcd-d8bd-414d-8b65-6328db33f21c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "DELETE /v2.0/security-groups/ba694dd1-58f5-49a4-a477-ae2ca302ce3e HTTP/1.1" status: 204 len: 168 time: 0.6988344 May 26 16:12:51.904612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46816) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:51.934198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823cbcd-d8bd-414d-8b65-6328db33f21c tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba694dd1-58f5-49a4-a477-ae2ca302ce3e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:51.935290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a7a5b46-76e5-49f1-ae38-396e09002e22 req-7b79b4e2-d598-466d-9617-c3c83fde13ef tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 210 time: 0.5824411 May 26 16:12:51.956284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:51.956518 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.961229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cba0c287-a27d-4a65-b0b0-9d4666962fcb None None] Current status of the port 5d3d6083-8807-4819-bd7a-1758391e281f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:51.975922 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-bd98be4b-1931-4413-849d-58d6d1205e2f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] show failed (client error): The resource could not be found. May 26 16:12:51.976985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bd98be4b-1931-4413-849d-58d6d1205e2f tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "GET /v2.0/security-groups/ba694dd1-58f5-49a4-a477-ae2ca302ce3e HTTP/1.1" status: 404 len: 347 time: 0.0525069 May 26 16:12:51.985916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46818) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:52.048566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b70b271-c5b3-4c0d-8690-e2724278c705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.099569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb116c-55a6-4d8f-8051-56c94a651df0 None None] DHCP port deletion for c4746922-3765-4b82-8793-8a877ec820af request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:52.156744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:52.157289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] For port 5d3d6083-8807-4819-bd7a-1758391e281f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5d3d6083-8807-4819-bd7a-1758391e281f,segment=NetworkSegment(0a363cea-0c41-460b-97ac-3021d7c34a19),segment_id=0a363cea-0c41-460b-97ac-3021d7c34a19)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:52.157772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.158322 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.196487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4ffffa8-e0ef-41ea-b849-9fdc0f207118 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.200238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-343b5265-e592-4ce5-8c1a-b873c77ac430 None None] Provisioning complete for port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:52.201136 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-343b5265-e592-4ce5-8c1a-b873c77ac430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.201332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-c42c84b5-104f-4c8c-96f7-f4501b5cc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:52.201767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Calling delete_port for 5d3d6083-8807-4819-bd7a-1758391e281f owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:52.203018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-c42c84b5-104f-4c8c-96f7-f4501b5cc9fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7450132 May 26 16:12:52.233932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffffa8-e0ef-41ea-b849-9fdc0f207118 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for bd099073-6a57-489a-b077-391e3f9702b4 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:52.255681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6cc35aab-65ff-42e2-ba80-1c1e82cc4b93,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:52.271699 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.314221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb116c-55a6-4d8f-8051-56c94a651df0 None None] Deleting port 5d3d6083-8807-4819-bd7a-1758391e281f {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:52.314709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfdb116c-55a6-4d8f-8051-56c94a651df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.318309 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b70b271-c5b3-4c0d-8690-e2724278c705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.354327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b70b271-c5b3-4c0d-8690-e2724278c705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.371409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbab7de4-8bd0-4f58-baf0-81c8c168e9ff req-308f8a48-b537-4ebb-928b-020e4c4d981b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9375904 May 26 16:12:52.373698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-253749b6-3cad-484a-ad62-b1ace7d14764 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205990 May 26 16:12:52.395612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70b271-c5b3-4c0d-8690-e2724278c705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ddf4c4-def8-4aa5-ae31-98f1c74de214,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:52.422149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=6cc35aab-65ff-42e2-ba80-1c1e82cc4b93,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:52.438061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0212-e23c-4a76-a999-f16b7e813207 req-e66fea93-2a76-45d6-aa78-4ca587f2d4c1 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:52.439683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa4b0212-e23c-4a76-a999-f16b7e813207 req-e66fea93-2a76-45d6-aa78-4ca587f2d4c1 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 943 time: 0.2784531 May 26 16:12:52.452905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bfdb116c-55a6-4d8f-8051-56c94a651df0 None None] For port 5d3d6083-8807-4819-bd7a-1758391e281f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5d3d6083-8807-4819-bd7a-1758391e281f,segment=NetworkSegment(0a363cea-0c41-460b-97ac-3021d7c34a19),segment_id=0a363cea-0c41-460b-97ac-3021d7c34a19)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:52.453383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfdb116c-55a6-4d8f-8051-56c94a651df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.471134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb116c-55a6-4d8f-8051-56c94a651df0 None None] Calling delete_port for 5d3d6083-8807-4819-bd7a-1758391e281f owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:52.483146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-343b5265-e592-4ce5-8c1a-b873c77ac430 None None] Current status of the port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:52.494100 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4b70b271-c5b3-4c0d-8690-e2724278c705 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d54f2bea3ae840329c04251672c86500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7977753 May 26 16:12:52.494781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46824) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:52.546434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.605477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting port 0247f4df-d420-4614-bb58-b4191acb904f {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:52.605847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.618032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-a7fe5d04-ebfd-416a-aed1-09e129cf1844 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:52.619640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-a7fe5d04-ebfd-416a-aed1-09e129cf1844 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.7118661 May 26 16:12:52.643014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Request body: {'port': {'device_id': 'd2b65577-6588-4400-9873-30bc38c1f489', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'admin_state_up': True, 'tenant_id': '08a1816bc5a242bdb94bde21d7075742'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:52.644959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Port': ['ID=5d3d6083-8807-4819-bd7a-1758391e281f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:52.668748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No DVR routers for this DVR port 5d3d6083-8807-4819-bd7a-1758391e281f on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:52.748901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-343b5265-e592-4ce5-8c1a-b873c77ac430 None None] Provisioning complete for port bd099073-6a57-489a-b077-391e3f9702b4 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:52.749260 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-343b5265-e592-4ce5-8c1a-b873c77ac430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.752286 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eedcfe6-3c0a-4a56-9364-10b61303d80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.772577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.788218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-343b5265-e592-4ce5-8c1a-b873c77ac430 None None] Port bd099073-6a57-489a-b077-391e3f9702b4 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:12:52.820243 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfdb116c-55a6-4d8f-8051-56c94a651df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.830900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4746922-3765-4b82-8793-8a877ec820af']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:52.845042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdb116c-55a6-4d8f-8051-56c94a651df0 None None] No DVR routers for this DVR port 5d3d6083-8807-4819-bd7a-1758391e281f on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:52.858863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eedcfe6-3c0a-4a56-9364-10b61303d80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.863928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa4b0212-e23c-4a76-a999-f16b7e813207 req-36247217-d02f-4ce7-9054-a753f4521f16 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047844 May 26 16:12:52.864156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4ffffa8-e0ef-41ea-b849-9fdc0f207118 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.874406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a363cea-0c41-460b-97ac-3021d7c34a19') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:52.874947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a363cea-0c41-460b-97ac-3021d7c34a19') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:52.878153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a01d4a9-128c-4294-9c1a-8ef20ce4d26f req-63dbd6bf-360e-428f-8b71-66deff6f8283 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825034 May 26 16:12:52.881310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Made reservation on behalf of 08a1816bc5a242bdb94bde21d7075742 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:52.887319 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.908330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.915176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb116c-55a6-4d8f-8051-56c94a651df0 None None] Pushing event deleted for resources: {'Port': ['ID=5d3d6083-8807-4819-bd7a-1758391e281f,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:52.986257 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffffa8-e0ef-41ea-b849-9fdc0f207118 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=bd099073-6a57-489a-b077-391e3f9702b4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:53.013522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.032432 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.033415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.038976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4ffffa8-e0ef-41ea-b849-9fdc0f207118 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.042636 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a4ffffa8-e0ef-41ea-b849-9fdc0f207118 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/bd099073-6a57-489a-b077-391e3f9702b4 HTTP/1.1" status: 204 len: 168 time: 1.7591822 May 26 16:12:53.043891 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eedcfe6-3c0a-4a56-9364-10b61303d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.046712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3eedcfe6-3c0a-4a56-9364-10b61303d80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.050206 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3eedcfe6-3c0a-4a56-9364-10b61303d80b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36ddf4c4-def8-4aa5-ae31-98f1c74de214 HTTP/1.1" status: 204 len: 168 time: 0.5520811 May 26 16:12:53.050513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46832) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:53.071306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:53.071710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.191619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18ddbcf1-4e5c-4df4-8d40-22694ed160c3 req-2f8834fe-5df9-4676-a8a3-281c4b534ab3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 210 time: 0.1398780 May 26 16:12:53.191850 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 0a363cea-0c41-460b-97ac-3021d7c34a19 resource provider aggregate not found May 26 16:12:53.193511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Calling delete_port for 0247f4df-d420-4614-bb58-b4191acb904f owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:53.207538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedcfe6-3c0a-4a56-9364-10b61303d80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ddf4c4-def8-4aa5-ae31-98f1c74de214,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:53.273383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 732d059e-c51a-4eac-a564-a92124de2aeb details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:12:53.325688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95740db-919d-44db-9c54-f0ec48ac8b56 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:53.330550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95740db-919d-44db-9c54-f0ec48ac8b56 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:53.335696 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c95740db-919d-44db-9c54-f0ec48ac8b56 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2780938 May 26 16:12:53.337221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46842) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:53.343592 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 0a363cea-0c41-460b-97ac-3021d7c34a19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a363cea-0c41-460b-97ac-3021d7c34a19 found for delete ", "request_id": "req-bde3e7ee-0547-4509-83f6-fb528c6fb147"}]} May 26 16:12:53.344780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.394428 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.403055 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/c4746922-3765-4b82-8793-8a877ec820af HTTP/1.1" status: 204 len: 168 time: 2.1054020 May 26 16:12:53.404591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e747cc-d709-4f16-ab45-946332535de5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=c4746922-3765-4b82-8793-8a877ec820af,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:53.415004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46846) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:53.467294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 732d059e-c51a-4eac-a564-a92124de2aeb, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=732d059e-c51a-4eac-a564-a92124de2aeb,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:53.481639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:53.493791 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-9938bbba-0e22-4b56-8321-60d91b284a15 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:53.493791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9938bbba-0e22-4b56-8321-60d91b284a15 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:53.499147 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9938bbba-0e22-4b56-8321-60d91b284a15 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/fe672670-d0c6-4f29-b805-0d7485e1ab52 HTTP/1.1" status: 404 len: 337 time: 0.0806952 May 26 16:12:53.499512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46852) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:53.519673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '732d059e-c51a-4eac-a564-a92124de2aeb', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'port_id': '732d059e-c51a-4eac-a564-a92124de2aeb', 'mac_address': 'fa:16:3e:59:a4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:12:53.527686 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-654b0160-9a4f-49f3-9301-f3d1353e64c8 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:53.528594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654b0160-9a4f-49f3-9301-f3d1353e64c8 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:53.536138 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-654b0160-9a4f-49f3-9301-f3d1353e64c8 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/62bb0135-de08-425a-ab05-a0a21c2cadba HTTP/1.1" status: 404 len: 339 time: 0.0355809 May 26 16:12:53.537127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46854) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:53.562700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Allocated IP 172.20.0.9 (75b37898-f398-46fe-ac6a-a23f005adc5f/0bf93427-e7b0-432f-831f-fc67ecb85eeb/f2417f26-d943-471e-988c-27d6f603407a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:53.581151 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c20c1f-0dcb-49d3-8704-89d60c8c136f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:53.581688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c20c1f-0dcb-49d3-8704-89d60c8c136f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:53.587571 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c3c20c1f-0dcb-49d3-8704-89d60c8c136f tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/65a0dd21-f6ee-44ea-a4b6-7cf3745f8c09 HTTP/1.1" status: 404 len: 337 time: 0.0471880 May 26 16:12:53.590407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46860) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:53.593104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 732d059e-c51a-4eac-a564-a92124de2aeb is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:53.593485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.602069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ce43dc-e13a-49d8-8a4d-51ee18a0ad67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet a99c1489-ceba-4fc7-9e11-3c4affef8ddd {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:53.617694 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9ce43dc-e13a-49d8-8a4d-51ee18a0ad67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.618542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732d059e-c51a-4eac-a564-a92124de2aeb {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:53.626098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:53.627150 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.635075 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5ea3ea-e37b-4cbb-9528-6a5886b8a69d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:53.636692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5ea3ea-e37b-4cbb-9528-6a5886b8a69d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:53.650112 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cb5ea3ea-e37b-4cbb-9528-6a5886b8a69d tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/5c6dbcc9-7cb9-4a01-9f8c-df02b08c14dd HTTP/1.1" status: 404 len: 339 time: 0.0496078 May 26 16:12:53.650469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 732d059e-c51a-4eac-a564-a92124de2aeb, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=732d059e-c51a-4eac-a564-a92124de2aeb,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:53.657760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46862) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:53.679382 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.696555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be797e1-4f25-43ca-8c6c-e37023cff04b req-718e89c9-08ec-47e2-9559-af9e2358b877 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:53.698925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9be797e1-4f25-43ca-8c6c-e37023cff04b req-718e89c9-08ec-47e2-9559-af9e2358b877 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2184236 May 26 16:12:53.740548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=732d059e-c51a-4eac-a564-a92124de2aeb,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:53.747017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9ce43dc-e13a-49d8-8a4d-51ee18a0ad67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.749362 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc9b34e-692e-459c-b86b-9a21db927903 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:53.750132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc9b34e-692e-459c-b86b-9a21db927903 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:53.754740 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.761505 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4bc9b34e-692e-459c-b86b-9a21db927903 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/43b0b2d4-90ad-45b7-93d2-a985a01a0464 HTTP/1.1" status: 404 len: 337 time: 0.1047986 May 26 16:12:53.763417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46868) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:53.771811 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.796516 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-8689fc33-db8e-4047-b777-e3c7f9577aa5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:53.796812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8689fc33-db8e-4047-b777-e3c7f9577aa5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:53.801216 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8689fc33-db8e-4047-b777-e3c7f9577aa5 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/9ce9f96e-60b6-436c-a8fe-87ac01a8564c HTTP/1.1" status: 404 len: 339 time: 0.0347590 May 26 16:12:53.805083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46872) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:53.846541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9be797e1-4f25-43ca-8c6c-e37023cff04b req-61837ac1-c2e6-4e04-b376-c2ddbabd58e1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104755 May 26 16:12:53.886837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:53.907126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-505b1b84-c72c-4f2d-9529-bb779827cc56 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting subnet 44517a9d-8182-45b6-a8b2-bedc811af11e {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:53.911369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-505b1b84-c72c-4f2d-9529-bb779827cc56 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.958995 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-505b1b84-c72c-4f2d-9529-bb779827cc56 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.971722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:53.989067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['732d059e-c51a-4eac-a564-a92124de2aeb'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:12:54.053712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5d3d6083-8807-4819-bd7a-1758391e281f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:54.111716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Port': ['ID=0247f4df-d420-4614-bb58-b4191acb904f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:54.122099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 5d3d6083-8807-4819-bd7a-1758391e281f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:54.122657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5d3d6083-8807-4819-bd7a-1758391e281f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:54.133496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-505b1b84-c72c-4f2d-9529-bb779827cc56 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.218360 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.220907 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.224902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cade30c7-208a-4efa-86fd-af1cb2b8495a tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "DELETE /v2.0/floatingips/45fb01d1-371b-4331-a40c-29d5369ce8d5 HTTP/1.1" status: 204 len: 168 time: 2.2344029 May 26 16:12:54.230157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46894) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:54.233764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9ce43dc-e13a-49d8-8a4d-51ee18a0ad67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.272763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b4205-0bf4-4997-814e-b51ae21520bb req-98f22d89-317b-441b-9070-2cd641db51a8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:54.280641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-909b4205-0bf4-4997-814e-b51ae21520bb req-98f22d89-317b-441b-9070-2cd641db51a8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 944 time: 0.2391553 May 26 16:12:54.442584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-909b4205-0bf4-4997-814e-b51ae21520bb req-f35c07a4-a9e0-483e-be3c-1ca8e4cead63 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609600 May 26 16:12:54.443283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-505b1b84-c72c-4f2d-9529-bb779827cc56 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.449388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.546290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b1b84-c72c-4f2d-9529-bb779827cc56 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=44517a9d-8182-45b6-a8b2-bedc811af11e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:54.553905 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-505b1b84-c72c-4f2d-9529-bb779827cc56 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.557197 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-505b1b84-c72c-4f2d-9529-bb779827cc56 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/44517a9d-8182-45b6-a8b2-bedc811af11e HTTP/1.1" status: 204 len: 168 time: 0.7510450 May 26 16:12:54.560312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46900) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:54.563004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc4ea0e-cdd8-4094-bca4-8163a04d85dd None None] Network 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:54.645681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.674450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a4272e4e-7a5e-4e56-bcea-952aba2cdbdb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting port 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:54.674707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4272e4e-7a5e-4e56-bcea-952aba2cdbdb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.790840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bcbdb04-84b5-4ac6-821d-e369b3fa9246 req-039c1b2f-f82f-4462-b851-c3ace1221b7d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 210 time: 0.3364172 May 26 16:12:54.798846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:54.799221 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.806482 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9ce43dc-e13a-49d8-8a4d-51ee18a0ad67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.824248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cb423a-403d-46d6-a4ac-827a8777b3b9 None None] DHCP port deletion for 70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:54.833419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9ce43dc-e13a-49d8-8a4d-51ee18a0ad67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.838508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b9ce43dc-e13a-49d8-8a4d-51ee18a0ad67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/a99c1489-ceba-4fc7-9e11-3c4affef8ddd HTTP/1.1" status: 204 len: 168 time: 1.4900131 May 26 16:12:54.851816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01216dda-2ca8-424a-9034-569abe8cc3ec None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:54.853814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46904) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:54.886748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4272e4e-7a5e-4e56-bcea-952aba2cdbdb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.912441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a4272e4e-7a5e-4e56-bcea-952aba2cdbdb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Calling delete_port for 91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:54.930981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] For port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=92ed7baa-20ee-4e4e-beb5-d765bdcd7430,segment=NetworkSegment(a0a8382d-1514-47ea-8eee-fc8ff7963587),segment_id=a0a8382d-1514-47ea-8eee-fc8ff7963587)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:54.931316 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.960582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:54.966996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce43dc-e13a-49d8-8a4d-51ee18a0ad67 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=a99c1489-ceba-4fc7-9e11-3c4affef8ddd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:54.970392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cc259a3b-d27b-43ee-9e20-c8a68b112525 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641749 May 26 16:12:54.975649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46910) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:54.976679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Calling delete_port for 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:54.985134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-c7a7698f-eda7-45c0-be39-43f01a0c77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:54.986840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-c7a7698f-eda7-45c0-be39-43f01a0c77cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1096 time: 0.5280566 May 26 16:12:55.088711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe7bf9-7dd1-43c3-9419-d15fe3999aee tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:55.090831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-10fe7bf9-7dd1-43c3-9419-d15fe3999aee tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1122100 May 26 16:12:55.094390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46914) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:55.098208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event updated for resources: {'Port': ['ID=f2417f26-d943-471e-988c-27d6f603407a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:55.162848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb423a-403d-46d6-a4ac-827a8777b3b9 None None] Deleting port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:55.163354 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0cb423a-403d-46d6-a4ac-827a8777b3b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.179155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12b6cc-509a-4c44-a331-8e0756486d1b req-e995adbd-257d-4bb9-8598-71e9c0b55bae tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:55.181699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c12b6cc-509a-4c44-a331-8e0756486d1b req-e995adbd-257d-4bb9-8598-71e9c0b55bae tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.6010349 May 26 16:12:55.194895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bfa2a4-4e6a-4d15-95c9-4c96adfbf466 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:55.196478 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e5bfa2a4-4e6a-4d15-95c9-4c96adfbf466 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0998511 May 26 16:12:55.199457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46918) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:55.250051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.289961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Network 75b37898-f398-46fe-ac6a-a23f005adc5f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:55.307876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:55.327591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:55.338653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcbc4ae-2ce1-46d5-94d2-903f83af1f2e None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:55.345624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 732d059e-c51a-4eac-a564-a92124de2aeb up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:55.381582 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-46da96bf-7868-4a10-9f2f-a080fe465ce9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1735604 May 26 16:12:55.390974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46924) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:55.405593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-f50d4e98-4ede-41de-a3a7-976951c90ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:55.407098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-f50d4e98-4ede-41de-a3a7-976951c90ec9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.2875416 May 26 16:12:55.425215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:55.473321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46928) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:55.489965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c12b6cc-509a-4c44-a331-8e0756486d1b req-7514786f-7f5a-49d1-be03-f402a1d56aef tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100482 May 26 16:12:55.496717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:55.497560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.544273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4272e4e-7a5e-4e56-bcea-952aba2cdbdb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.548001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-363b5019-fd0f-433d-b2d7-e73bdff5cfe4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9103632 May 26 16:12:55.549111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No DVR routers for this DVR port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:55.551914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Port': ['ID=92ed7baa-20ee-4e4e-beb5-d765bdcd7430,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:55.554384 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-50672e50-6020-4460-8062-3ad2618e9136 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 999 time: 0.1321852 May 26 16:12:55.577634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Request body: {'port': {'device_id': 'd2b65577-6588-4400-9873-30bc38c1f489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:55.595260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:55.700708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d0cb423a-403d-46d6-a4ac-827a8777b3b9 None None] For port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=92ed7baa-20ee-4e4e-beb5-d765bdcd7430,segment=NetworkSegment(a0a8382d-1514-47ea-8eee-fc8ff7963587),segment_id=a0a8382d-1514-47ea-8eee-fc8ff7963587)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:55.701325 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0cb423a-403d-46d6-a4ac-827a8777b3b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.717880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:55.722453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.752476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb423a-403d-46d6-a4ac-827a8777b3b9 None None] Calling delete_port for 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:55.783184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4272e4e-7a5e-4e56-bcea-952aba2cdbdb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Port': ['ID=91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:55.900906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1483957877', 'router:external': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:55.965133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-afcbc4ae-2ce1-46d5-94d2-903f83af1f2e None None] Deleting port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:55.965877 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-afcbc4ae-2ce1-46d5-94d2-903f83af1f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.969458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 732d059e-c51a-4eac-a564-a92124de2aeb completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:12:55.980312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-ab78279e-2683-4f0c-b1f5-8e35fcbba349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:55.982266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-ab78279e-2683-4f0c-b1f5-8e35fcbba349 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.4204891 May 26 16:12:56.024253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 732d059e-c51a-4eac-a564-a92124de2aeb triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:56.025055 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.081592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Made reservation on behalf of 0b8b47cba7f44c689a65cfce1988fbd4 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:56.084264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.114039 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.133887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e5ce5-aaa7-4c8e-a3e7-159847c72242 req-e9f5ecf4-f5b6-4113-a474-0a43c75b6ebb tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:56.146629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e8e5ce5-aaa7-4c8e-a3e7-159847c72242 req-e9f5ecf4-f5b6-4113-a474-0a43c75b6ebb tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 944 time: 0.2523036 May 26 16:12:56.159516 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.206106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7de678-e574-4925-bcf9-9492b0094ecd req-22c6ec17-755f-4af2-a843-53d4f7e99a60 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:56.208057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a7de678-e574-4925-bcf9-9492b0094ecd req-22c6ec17-755f-4af2-a843-53d4f7e99a60 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 931 time: 0.2566395 May 26 16:12:56.227137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:56.227733 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.269240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-7db9d1d2-c8cf-4f58-b2f8-b5fa212ef4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:56.271641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-7db9d1d2-c8cf-4f58-b2f8-b5fa212ef4d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532637 May 26 16:12:56.324224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6cc35aab-65ff-42e2-ba80-1c1e82cc4b93,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:56.339218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e8e5ce5-aaa7-4c8e-a3e7-159847c72242 req-2df98911-b181-47df-a8b8-84b5c8c16cd9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887019 May 26 16:12:56.353450 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.362434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:56.489339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:56.489681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:56.499756 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0cb423a-403d-46d6-a4ac-827a8777b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.505443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-afcbc4ae-2ce1-46d5-94d2-903f83af1f2e None None] For port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6cc35aab-65ff-42e2-ba80-1c1e82cc4b93,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:56.506086 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-afcbc4ae-2ce1-46d5-94d2-903f83af1f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.564780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.566919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a7de678-e574-4925-bcf9-9492b0094ecd req-3d2b7d6a-8272-4216-acf5-7c165804e6ac tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354208 May 26 16:12:56.569275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 732d059e-c51a-4eac-a564-a92124de2aeb is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:56.569666 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.582855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-afcbc4ae-2ce1-46d5-94d2-903f83af1f2e None None] Calling delete_port for 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:56.609088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb423a-403d-46d6-a4ac-827a8777b3b9 None None] No DVR routers for this DVR port 92ed7baa-20ee-4e4e-beb5-d765bdcd7430 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:56.612774 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-cbefc669-c485-4bb6-8dbb-8b95a01981d6 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230226 May 26 16:12:56.620556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=6cc35aab-65ff-42e2-ba80-1c1e82cc4b93,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:56.637645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:56.645321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 732d059e-c51a-4eac-a564-a92124de2aeb, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=732d059e-c51a-4eac-a564-a92124de2aeb,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:56.655310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a8382d-1514-47ea-8eee-fc8ff7963587') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:56.656590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a8382d-1514-47ea-8eee-fc8ff7963587') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:56.670854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.689307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.699778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:56.700259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.700401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:56.702871 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b93726-4e68-4e8e-ac00-1b017daefde9" -d '{"events": [{"server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "name": "network-vif-plugged", "status": "completed", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:56.705689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb423a-403d-46d6-a4ac-827a8777b3b9 None None] Pushing event deleted for resources: {'Port': ['ID=92ed7baa-20ee-4e4e-beb5-d765bdcd7430,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:56.710936 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.742478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.767995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=732d059e-c51a-4eac-a564-a92124de2aeb,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:56.810444 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a0a8382d-1514-47ea-8eee-fc8ff7963587 resource provider aggregate not found May 26 16:12:56.846782 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-afcbc4ae-2ce1-46d5-94d2-903f83af1f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.873074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbc4ae-2ce1-46d5-94d2-903f83af1f2e None None] Pushing event deleted for resources: {'Port': ['ID=6cc35aab-65ff-42e2-ba80-1c1e82cc4b93,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:56.878591 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a0a8382d-1514-47ea-8eee-fc8ff7963587 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0a8382d-1514-47ea-8eee-fc8ff7963587 found for delete ", "request_id": "req-125e1405-ac1e-4ca2-b783-2766008317e5"}]} May 26 16:12:56.888815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.889803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbc4ae-2ce1-46d5-94d2-903f83af1f2e None None] No DVR routers for this DVR port 6cc35aab-65ff-42e2-ba80-1c1e82cc4b93 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:56.895665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.896664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.900756 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041 HTTP/1.1" status: 204 len: 168 time: 2.3393762 May 26 16:12:56.905379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a4272e4e-7a5e-4e56-bcea-952aba2cdbdb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.918039 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a4272e4e-7a5e-4e56-bcea-952aba2cdbdb tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "DELETE /v2.0/ports/91850e35-cceb-4d1f-9ed8-57cc5ebbf9a0 HTTP/1.1" status: 204 len: 168 time: 2.6811018 May 26 16:12:56.921004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46946) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:56.921004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46948) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:56.985115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:56.987089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5af8a5-ca5c-4713-b9d7-f39b2439934a tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=70b122e4-8aa9-46e6-b4a7-ac3ae0fe2041,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:57.044770 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beea1fd-d0d8-4e71-8ede-35b3fda4f297 x-openstack-request-id: req-5beea1fd-d0d8-4e71-8ede-35b3fda4f297 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:57.045952 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "name": "network-vif-plugged", "status": "completed", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:57.046259 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5beea1fd-d0d8-4e71-8ede-35b3fda4f297 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:57.046692 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5beea1fd-d0d8-4e71-8ede-35b3fda4f297'] response: {'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb', 'code': 200} May 26 16:12:57.046924 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42ac36e-67e9-4c34-9a76-0b98ce60c5da tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:57.048092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42ac36e-67e9-4c34-9a76-0b98ce60c5da tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:57.055104 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.055104 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Added segment 72d54223-f580-4c6a-93d5-cb4788004d77 of type vlan for network 7f512eb8-b5ee-4ff5-a298-7058498f8ca7 May 26 16:12:57.055424 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d42ac36e-67e9-4c34-9a76-0b98ce60c5da tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/6008b1c9-8e4b-4ae9-afd7-fd069952a7c3 HTTP/1.1" status: 404 len: 337 time: 0.1260605 May 26 16:12:57.062150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46950) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:57.078200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0139a8-dc76-4a56-8c54-063e6be2f606,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:57.116551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf12b3-0e2b-4ab4-a4de-c45fedefcdf9 req-e8c00cdd-965f-4ecc-aca7-fffacbc4de25 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:57.118182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cdf12b3-0e2b-4ab4-a4de-c45fedefcdf9 req-e8c00cdd-965f-4ecc-aca7-fffacbc4de25 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3683200 May 26 16:12:57.122764 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2076a0d9-eff9-4deb-aafa-58660b55ccfd tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] DELETE failed (client error): The resource could not be found. May 26 16:12:57.123804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2076a0d9-eff9-4deb-aafa-58660b55ccfd tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:57.129179 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2076a0d9-eff9-4deb-aafa-58660b55ccfd tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/0bed0d8c-6e17-4144-91ac-b467e6671240 HTTP/1.1" status: 404 len: 339 time: 0.0629201 May 26 16:12:57.143255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6a305eb-ade3-4092-b4a4-8a10be1b8260 req-f0b195a4-4e70-4d44-86c3-ca4f296768f8 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133085 May 26 16:12:57.148468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46952) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:57.223555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2417f26-d943-471e-988c-27d6f603407a {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:57.252468 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.263212 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.282442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ea26dd63-b9ca-429b-b3dd-dbb508911511 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting port 861ab3dd-64d5-4bd1-b19c-85e37432598e {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:57.283215 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea26dd63-b9ca-429b-b3dd-dbb508911511 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.305565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Transition to ACTIVE for port object f2417f26-d943-471e-988c-27d6f603407a will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:12:57.320766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-9805278b-efcb-4864-ab7b-d307d968621b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting subnet cd97fdf2-c09a-4500-9620-cb3068864af7 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:57.322996 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.326735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:12:57.335500 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cdf12b3-0e2b-4ab4-a4de-c45fedefcdf9 req-73457399-d6fc-4876-9fd8-7cd137e9adff tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878777 May 26 16:12:57.342123 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9805278b-efcb-4864-ab7b-d307d968621b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.361027 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.426057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d6148-a865-43f1-b360-485717f66ea4 req-11933038-3481-4c4f-9497-7cb3d7101a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:57.427933 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-552d6148-a865-43f1-b360-485717f66ea4 req-11933038-3481-4c4f-9497-7cb3d7101a93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 1096 time: 0.2836628 May 26 16:12:57.431614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:57.451756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:57.460853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:57.461325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.467852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075e528a-9d12-4b12-9942-bbbae31a1bb4 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:57.496261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=bd74fc69-3722-4b85-845e-87b701f1bbe1,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:57.504278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.505269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:57.505865 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.541181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Pushing event updated for resources: {'Port': ['ID=f2417f26-d943-471e-988c-27d6f603407a,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:57.550383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9805278b-efcb-4864-ab7b-d307d968621b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.556112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea26dd63-b9ca-429b-b3dd-dbb508911511 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.597548 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3b7b0c0d-25c0-4a79-b099-c857a86b9268 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1953311 May 26 16:12:57.599883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46958) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:57.613518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1baf4416-59cd-4156-abc6-991cfbf52998 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:57.704084 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ea26dd63-b9ca-429b-b3dd-dbb508911511 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Calling delete_port for 861ab3dd-64d5-4bd1-b19c-85e37432598e owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:57.730940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2561266 May 26 16:12:57.739516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46962) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:57.750998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'bd74fc69-3722-4b85-845e-87b701f1bbe1'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:57.753054 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.772854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'subnet': {'network_id': '7f512eb8-b5ee-4ff5-a298-7058498f8ca7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:57.813305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-552d6148-a865-43f1-b360-485717f66ea4 req-393481a5-7890-43a9-9ea2-27f410fa213f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714118 May 26 16:12:57.823503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73cb99-d123-48ee-b697-38c1c40eda27 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event updated for resources: {'Network': ['ID=7f512eb8-b5ee-4ff5-a298-7058498f8ca7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:57.883584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4166a1e-ffea-4107-b098-3b0e5a72569d req-26a42b1e-2b3c-486f-8e37-30b5bf07eefa tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:57.885505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4166a1e-ffea-4107-b098-3b0e5a72569d req-26a42b1e-2b3c-486f-8e37-30b5bf07eefa tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.4303880 May 26 16:12:57.910374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Made reservation on behalf of 0b8b47cba7f44c689a65cfce1988fbd4 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:57.913081 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.928813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea26dd63-b9ca-429b-b3dd-dbb508911511 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:57.957844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Allocated IP 2001:db8::f816:3eff:fefb:fd9d (96cccbcd-4c17-4e53-b917-fe16019574dd/bd74fc69-3722-4b85-845e-87b701f1bbe1/4748af2e-9768-4a2e-910d-fb66679f7fc3) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:57.963285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 7f512eb8-b5ee-4ff5-a298-7058498f8ca7 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:57.975850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26dd63-b9ca-429b-b3dd-dbb508911511 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Port': ['ID=861ab3dd-64d5-4bd1-b19c-85e37432598e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:58.016188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Attempting to bind port f2417f26-d943-471e-988c-27d6f603407a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:58.017295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Attempting to bind port f2417f26-d943-471e-988c-27d6f603407a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:58.017876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Attempting to bind port f2417f26-d943-471e-988c-27d6f603407a on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:58.033986 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9805278b-efcb-4864-ab7b-d307d968621b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.045208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa366-4494-495a-a6f6-407251234d6a req-4bbb7180-b9a2-476b-b03a-3f8fc7334a34 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:58.047188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9ffa366-4494-495a-a6f6-407251234d6a req-4bbb7180-b9a2-476b-b03a-3f8fc7334a34 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 943 time: 0.3111496 May 26 16:12:58.078851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Port f2417f26-d943-471e-988c-27d6f603407a on network 75b37898-f398-46fe-ac6a-a23f005adc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:12:58.079589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Attempting to bind port f2417f26-d943-471e-988c-27d6f603407a on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:58.098100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea26dd63-b9ca-429b-b3dd-dbb508911511 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.103198 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ea26dd63-b9ca-429b-b3dd-dbb508911511 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "DELETE /v2.0/ports/861ab3dd-64d5-4bd1-b19c-85e37432598e HTTP/1.1" status: 204 len: 168 time: 1.1686263 May 26 16:12:58.109462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46964) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:58.129513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:58.130309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Checking segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:58.130960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Bound using segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:58.131834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Bound port: f2417f26-d943-471e-988c-27d6f603407a, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:58.132458 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.140962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baf4416-59cd-4156-abc6-991cfbf52998 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:58.146281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1baf4416-59cd-4156-abc6-991cfbf52998 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.160632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4166a1e-ffea-4107-b098-3b0e5a72569d req-32a10e33-8d2f-44ff-8610-976156c2e0a3 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399495 May 26 16:12:58.251982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9ffa366-4494-495a-a6f6-407251234d6a req-1400d661-b838-4a2e-b91f-97430f2da707 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772921 May 26 16:12:58.258857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae82cb3-ac56-4aed-9c0c-2924b7d3bd5b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting subnet a26e5281-dfa8-4a89-ac80-c6cf12aaaef1 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:58.268551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ae82cb3-ac56-4aed-9c0c-2924b7d3bd5b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.286607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9805278b-efcb-4864-ab7b-d307d968621b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.332997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805278b-efcb-4864-ab7b-d307d968621b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Subnet': ['ID=cd97fdf2-c09a-4500-9620-cb3068864af7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:58.336695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] For port f2417f26-d943-471e-988c-27d6f603407a, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:58.336922 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ae82cb3-ac56-4aed-9c0c-2924b7d3bd5b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.342169 n-d-843336-2 neutron-server[109404]: INFO neutron.db.ipam_backend_mixin [None req-1baf4416-59cd-4156-abc6-991cfbf52998 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd74fc69-3722-4b85-845e-87b701f1bbe1 (CIDR: 2001:db8::/64) May 26 16:12:58.342345 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9805278b-efcb-4864-ab7b-d307d968621b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.345975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9805278b-efcb-4864-ab7b-d307d968621b tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/subnets/cd97fdf2-c09a-4500-9620-cb3068864af7 HTTP/1.1" status: 204 len: 168 time: 1.1947436 May 26 16:12:58.348627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46966) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:58.361411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2626e-59a2-405a-82b0-fb74f8e63bf8 None None] Network e2ba092d-6134-41c0-ba40-4488476232cb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:58.366603 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-1baf4416-59cd-4156-abc6-991cfbf52998 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:12:58.367161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1baf4416-59cd-4156-abc6-991cfbf52998 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:58.378531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] For port f2417f26-d943-471e-988c-27d6f603407a, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f2417f26-d943-471e-988c-27d6f603407a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:58.438396 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1baf4416-59cd-4156-abc6-991cfbf52998 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8345814 May 26 16:12:58.441571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46970) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:58.453794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:58.477258 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.478323 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.510207 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.627047 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ae82cb3-ac56-4aed-9c0c-2924b7d3bd5b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.633524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:58.638137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.641964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] 10.222.0.24 "PUT /v2.0/ports/f2417f26-d943-471e-988c-27d6f603407a HTTP/1.1" status: 200 len: 1091 time: 3.0762291 May 26 16:12:58.646705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b65577-6588-4400-9873-30bc38c1f489', 'tag': 'f2417f26-d943-471e-988c-27d6f603407a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:58.653613 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b65577-6588-4400-9873-30bc38c1f489", "tag": "f2417f26-d943-471e-988c-27d6f603407a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:58.671325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Pushing event updated for resources: {'Port': ['ID=4748af2e-9768-4a2e-910d-fb66679f7fc3,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:58.788807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ae82cb3-ac56-4aed-9c0c-2924b7d3bd5b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.820504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:58.828516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:58.832153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:58.839537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:58.848473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:58.992120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Attempting to bind port 4748af2e-9768-4a2e-910d-fb66679f7fc3 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:58.992491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Attempting to bind port 4748af2e-9768-4a2e-910d-fb66679f7fc3 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:58.992886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Attempting to bind port 4748af2e-9768-4a2e-910d-fb66679f7fc3 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:59.001122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:59.019065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:59.020565 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.021024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:59.027568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Bound port: 4748af2e-9768-4a2e-910d-fb66679f7fc3, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:59.029127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.079236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.086600 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885b2cb9-8987-4375-84c9-e05374dd2518 x-openstack-request-id: req-885b2cb9-8987-4375-84c9-e05374dd2518 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:59.087213 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b65577-6588-4400-9873-30bc38c1f489", "tag": "f2417f26-d943-471e-988c-27d6f603407a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:59.087635 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-885b2cb9-8987-4375-84c9-e05374dd2518 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:59.088198 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885b2cb9-8987-4375-84c9-e05374dd2518'] response: {'name': 'network-changed', 'server_uuid': 'd2b65577-6588-4400-9873-30bc38c1f489', 'tag': 'f2417f26-d943-471e-988c-27d6f603407a', 'status': 'completed', 'code': 200} May 26 16:12:59.107474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae82cb3-ac56-4aed-9c0c-2924b7d3bd5b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Subnet': ['ID=a26e5281-dfa8-4a89-ac80-c6cf12aaaef1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:59.110353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.124568 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ae82cb3-ac56-4aed-9c0c-2924b7d3bd5b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.130854 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8ae82cb3-ac56-4aed-9c0c-2924b7d3bd5b tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "DELETE /v2.0/subnets/a26e5281-dfa8-4a89-ac80-c6cf12aaaef1 HTTP/1.1" status: 204 len: 168 time: 1.0202410 May 26 16:12:59.142102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab3a907-45db-4c14-96a9-0629bf303775 None None] Network f921fc8f-3be3-4f7b-9c2f-310e32f20442 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:59.156536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46976) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:59.160110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dffc41-cff5-4475-84e3-f44fdebd2a8c service neutron] Pushing event updated for resources: {'Port': ['ID=f2417f26-d943-471e-988c-27d6f603407a,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:59.192209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa20a507-4bbc-44a8-9d1a-19c43cb16db6 None None] DHCP port deletion for e2ba092d-6134-41c0-ba40-4488476232cb request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:59.207063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:59.210720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:59.215897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:59.216564 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.231741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=72e006a8-6217-44fb-a7de-ff4cf3ada0a6,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:59.243517 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-95ef44b3-b143-4fcc-8926-e570cefcf2b3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7937794 May 26 16:12:59.248622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46980) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:59.254278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:9b:70:de', 'name': 'tempest-NetworksTestDHCPv6-2030245157'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:59.349835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916000a-3a4c-45dc-96df-d7bb7903ba91 req-bbea38b2-0060-451b-9dea-f2cb97b72803 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:59.357472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0916000a-3a4c-45dc-96df-d7bb7903ba91 req-bbea38b2-0060-451b-9dea-f2cb97b72803 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.8682833 May 26 16:12:59.392324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] For port 4748af2e-9768-4a2e-910d-fb66679f7fc3, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:59.421395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-95c41baa-54e7-48be-8e77-e23f4c517c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:59.423041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-95c41baa-54e7-48be-8e77-e23f4c517c76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 1094 time: 0.6968074 May 26 16:12:59.452086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-2832b99d-92ea-4dfe-a290-80addbd235b6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting subnet 395ee870-2dae-4368-a431-e4a0be8c23bc {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:59.456759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2832b99d-92ea-4dfe-a290-80addbd235b6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.461113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] For port 4748af2e-9768-4a2e-910d-fb66679f7fc3, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4748af2e-9768-4a2e-910d-fb66679f7fc3,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:59.471083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d38c7e14-9546-4b66-8340-e534be36120a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:59.484581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:59.490735 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.586175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0916000a-3a4c-45dc-96df-d7bb7903ba91 req-7ac51a14-939d-4c79-afc7-77616584da0e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236753 May 26 16:12:59.598362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-999e333d-1aee-45f0-9a53-fb3784f10452 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2417f26-d943-471e-988c-27d6f603407a HTTP/1.1" status: 200 len: 217 time: 0.1382437 May 26 16:12:59.602157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aa20a507-4bbc-44a8-9d1a-19c43cb16db6 None None] Deleting port d38c7e14-9546-4b66-8340-e534be36120a {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:59.602622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa20a507-4bbc-44a8-9d1a-19c43cb16db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.678702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2832b99d-92ea-4dfe-a290-80addbd235b6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.705972 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.762043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port b68ae6ce-ab11-4145-9a26-3df99bfccc32 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:59.802582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2832b99d-92ea-4dfe-a290-80addbd235b6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:59.877845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6275e65-ae80-487b-a197-31576674a101 req-53ab0ecd-540a-4cb8-af16-dee9cd4501e3 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:59.886958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6275e65-ae80-487b-a197-31576674a101 req-53ab0ecd-540a-4cb8-af16-dee9cd4501e3 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.5639310 May 26 16:12:59.955874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff6c5f-903e-46ee-a376-15b4bec98bda None None] Pushing event updated for resources: {'Port': ['ID=4748af2e-9768-4a2e-910d-fb66679f7fc3,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:59.972548 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2832b99d-92ea-4dfe-a290-80addbd235b6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.061542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad425c-ab18-4b33-a8c9-23340fd13696 None None] Network 34384691-027e-4a13-8e0c-ffe065eba461 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:00.081164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aa20a507-4bbc-44a8-9d1a-19c43cb16db6 None None] For port d38c7e14-9546-4b66-8340-e534be36120a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d38c7e14-9546-4b66-8340-e534be36120a,segment=NetworkSegment(1b02f3f0-a7dd-4ac2-a22f-b405569fd396),segment_id=1b02f3f0-a7dd-4ac2-a22f-b405569fd396)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:00.081925 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa20a507-4bbc-44a8-9d1a-19c43cb16db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.090372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8:0:1::2db (96cccbcd-4c17-4e53-b917-fe16019574dd/72e006a8-6217-44fb-a7de-ff4cf3ada0a6/b68ae6ce-ab11-4145-9a26-3df99bfccc32) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:00.096233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2832b99d-92ea-4dfe-a290-80addbd235b6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.099197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:fe9b:70de (96cccbcd-4c17-4e53-b917-fe16019574dd/bd74fc69-3722-4b85-845e-87b701f1bbe1/b68ae6ce-ab11-4145-9a26-3df99bfccc32) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:00.104141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2832b99d-92ea-4dfe-a290-80addbd235b6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "DELETE /v2.0/subnets/395ee870-2dae-4368-a431-e4a0be8c23bc HTTP/1.1" status: 204 len: 168 time: 0.9382913 May 26 16:13:00.116835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46988) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:00.123646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa10671-117c-48df-ad54-9cbb5628bf1b None None] DHCP port deletion for f921fc8f-3be3-4f7b-9c2f-310e32f20442 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:00.207249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aa20a507-4bbc-44a8-9d1a-19c43cb16db6 None None] Calling delete_port for d38c7e14-9546-4b66-8340-e534be36120a owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:00.214128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832b99d-92ea-4dfe-a290-80addbd235b6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Subnet': ['ID=395ee870-2dae-4368-a431-e4a0be8c23bc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:00.274448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6275e65-ae80-487b-a197-31576674a101 req-34575603-341c-4248-be30-af5bdd6ecd79 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864846 May 26 16:13:00.292750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Deleting port d38c7e14-9546-4b66-8340-e534be36120a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:00.295666 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.301387 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.318591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d38c7e14-9546-4b66-8340-e534be36120a is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:00.318983 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.331658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa20a507-4bbc-44a8-9d1a-19c43cb16db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.346776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.375083 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.397735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-44a2fdc4-7ecf-4ba7-b63a-5dea5c6afe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:00.399530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-44a2fdc4-7ecf-4ba7-b63a-5dea5c6afe63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.7714622 May 26 16:13:00.422255 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=b68ae6ce-ab11-4145-9a26-3df99bfccc32,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:00.447220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:00.450291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:00.453861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:00.457027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20a507-4bbc-44a8-9d1a-19c43cb16db6 None None] Pushing event deleted for resources: {'Port': ['ID=d38c7e14-9546-4b66-8340-e534be36120a,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:00.465382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:00.466047 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.474308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20a507-4bbc-44a8-9d1a-19c43cb16db6 None None] No DVR routers for this DVR port d38c7e14-9546-4b66-8340-e534be36120a on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:00.499217 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-99f82f9a-981d-4f43-ae40-aab2e52dfd3c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2469413 May 26 16:13:00.500440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46990) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:00.525630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-f796d1cc-4b08-4aca-9fc0-735e8656a0f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760250 May 26 16:13:00.536171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae878-781f-448e-9ed7-7fba6fcedaca req-edd0ef8f-dce9-48ea-94ee-8ddec16f5b84 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:00.544602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd0ae878-781f-448e-9ed7-7fba6fcedaca req-edd0ef8f-dce9-48ea-94ee-8ddec16f5b84 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 943 time: 0.5897315 May 26 16:13:00.554270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8aa10671-117c-48df-ad54-9cbb5628bf1b None None] Deleting port 30b2c10b-2613-47bd-a5a3-86ff5e994109 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:00.554270 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8aa10671-117c-48df-ad54-9cbb5628bf1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.667802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c014cbd-4da2-4457-8833-6dcf38829f7a None None] DHCP port deletion for 34384691-027e-4a13-8e0c-ffe065eba461 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:00.688062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8aa10671-117c-48df-ad54-9cbb5628bf1b None None] For port 30b2c10b-2613-47bd-a5a3-86ff5e994109, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30b2c10b-2613-47bd-a5a3-86ff5e994109,segment=NetworkSegment(b391b143-2d5d-4fd8-9153-8924a4ab5409),segment_id=b391b143-2d5d-4fd8-9153-8924a4ab5409)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:00.688563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8aa10671-117c-48df-ad54-9cbb5628bf1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.690254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0e042339-4c2a-4e8f-83d2-bd4600e58d38 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port b68ae6ce-ab11-4145-9a26-3df99bfccc32 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:00.691154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e042339-4c2a-4e8f-83d2-bd4600e58d38 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.718658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8aa10671-117c-48df-ad54-9cbb5628bf1b None None] Calling delete_port for 30b2c10b-2613-47bd-a5a3-86ff5e994109 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:00.787183 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-bd054af8-3387-419d-a031-e42622a659ca service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350080 May 26 16:13:00.789393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] For port d38c7e14-9546-4b66-8340-e534be36120a, host n-d-843336-2, got binding levels [] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:00.789777 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.831201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e042339-4c2a-4e8f-83d2-bd4600e58d38 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.840228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7c014cbd-4da2-4457-8833-6dcf38829f7a None None] Deleting port f9f980b6-7853-4a75-a188-e7ac36da32ae {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:00.840703 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c014cbd-4da2-4457-8833-6dcf38829f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.863799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0e042339-4c2a-4e8f-83d2-bd4600e58d38 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for b68ae6ce-ab11-4145-9a26-3df99bfccc32 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:00.890668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.objects.ports [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109405) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:13:00.891329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.896101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Calling delete_port for d38c7e14-9546-4b66-8340-e534be36120a owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:00.928418 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8aa10671-117c-48df-ad54-9cbb5628bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.938101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7c014cbd-4da2-4457-8833-6dcf38829f7a None None] For port f9f980b6-7853-4a75-a188-e7ac36da32ae, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f9f980b6-7853-4a75-a188-e7ac36da32ae,segment=NetworkSegment(35a3207c-66f4-4e46-a23a-ba533ba3bb85),segment_id=35a3207c-66f4-4e46-a23a-ba533ba3bb85)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:00.938657 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c014cbd-4da2-4457-8833-6dcf38829f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.939196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Port d38c7e14-9546-4b66-8340-e534be36120a was not found and therefore no delete operation was performed {{(pid=109405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:13:00.979273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa10671-117c-48df-ad54-9cbb5628bf1b None None] Pushing event deleted for resources: {'Port': ['ID=30b2c10b-2613-47bd-a5a3-86ff5e994109,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:00.983866 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.992948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7c014cbd-4da2-4457-8833-6dcf38829f7a None None] Calling delete_port for f9f980b6-7853-4a75-a188-e7ac36da32ae owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:01.016342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d48a07-2bfe-40b0-abf6-b88f2ef0fd45 req-c2475f7c-17c5-4274-9076-5b906434d402 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:01.018682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa10671-117c-48df-ad54-9cbb5628bf1b None None] No DVR routers for this DVR port 30b2c10b-2613-47bd-a5a3-86ff5e994109 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:01.025245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30d48a07-2bfe-40b0-abf6-b88f2ef0fd45 req-c2475f7c-17c5-4274-9076-5b906434d402 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.6401782 May 26 16:13:01.065984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd0ae878-781f-448e-9ed7-7fba6fcedaca req-0806f116-ea2e-4915-9643-62d1033aa770 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206444 May 26 16:13:01.081848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Port': ['ID=d38c7e14-9546-4b66-8340-e534be36120a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:01.094564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] No DVR routers for this DVR port d38c7e14-9546-4b66-8340-e534be36120a on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:01.118952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8585c8ff-bcdd-42c5-9481-72e7208388bc,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:01.131002 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c014cbd-4da2-4457-8833-6dcf38829f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.162535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c014cbd-4da2-4457-8833-6dcf38829f7a None None] Pushing event deleted for resources: {'Port': ['ID=f9f980b6-7853-4a75-a188-e7ac36da32ae,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:01.185980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c014cbd-4da2-4457-8833-6dcf38829f7a None None] No DVR routers for this DVR port f9f980b6-7853-4a75-a188-e7ac36da32ae on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:01.199904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Deleting port 30b2c10b-2613-47bd-a5a3-86ff5e994109 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:01.200142 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.209509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30d48a07-2bfe-40b0-abf6-b88f2ef0fd45 req-fb34820f-fa66-443b-bbd6-e18114041a39 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833839 May 26 16:13:01.222947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e042339-4c2a-4e8f-83d2-bd4600e58d38 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.259883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e042339-4c2a-4e8f-83d2-bd4600e58d38 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=b68ae6ce-ab11-4145-9a26-3df99bfccc32,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:01.268357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Checking segment: {'id': '72d54223-f580-4c6a-93d5-cb4788004d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f512eb8-b5ee-4ff5-a298-7058498f8ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:01.268728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Network hostable DHCP agents. Network: 7f512eb8-b5ee-4ff5-a298-7058498f8ca7, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:01.272545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12c188be-204c-43b9-a6d3-dd2b430d1fc1 req-e9971cf6-fbaa-407d-9471-4d500c897c75 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382501 May 26 16:13:01.300092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5af3b4-4b89-4188-8cff-535a8574d965 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:01.321375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.374913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] For port 30b2c10b-2613-47bd-a5a3-86ff5e994109, host n-d-843336-2, got binding levels [] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:01.375217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.386395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Network 7f512eb8-b5ee-4ff5-a298-7058498f8ca7 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:01.396751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ba092d-6134-41c0-ba40-4488476232cb']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:01.400275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e042339-4c2a-4e8f-83d2-bd4600e58d38 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.410553 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0e042339-4c2a-4e8f-83d2-bd4600e58d38 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/b68ae6ce-ab11-4145-9a26-3df99bfccc32 HTTP/1.1" status: 204 len: 168 time: 0.9088264 May 26 16:13:01.411200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46998) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:01.434969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Calling delete_port for 30b2c10b-2613-47bd-a5a3-86ff5e994109 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:01.441356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Port 30b2c10b-2613-47bd-a5a3-86ff5e994109 was not found and therefore no delete operation was performed {{(pid=109405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:13:01.443270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b02f3f0-a7dd-4ac2-a22f-b405569fd396') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:01.443602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b02f3f0-a7dd-4ac2-a22f-b405569fd396') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:01.445663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 7f512eb8-b5ee-4ff5-a298-7058498f8ca7) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:01.466044 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.467586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e71e998-d339-4d59-85d8-f8d6abce9c18 None None] Network 7f512eb8-b5ee-4ff5-a298-7058498f8ca7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:01.483946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.486341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:01.486957 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.539707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fca006-639b-48bf-8129-570fcef84d19 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:01.542525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Port': ['ID=30b2c10b-2613-47bd-a5a3-86ff5e994109,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:01.542753 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-26fca006-639b-48bf-8129-570fcef84d19 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1296380 May 26 16:13:01.545535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47002) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:01.546968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4748af2e-9768-4a2e-910d-fb66679f7fc3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:01.559653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] No DVR routers for this DVR port 30b2c10b-2613-47bd-a5a3-86ff5e994109 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:01.566852 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.569866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e1807a50-aac2-4d8f-b673-243dc03a66f7 None None] Provisioning complete for port 4748af2e-9768-4a2e-910d-fb66679f7fc3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:01.570273 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1807a50-aac2-4d8f-b673-243dc03a66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.591690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-682eac62-bdb9-4e4c-8a22-2c389c225940 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8419733 May 26 16:13:01.595304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47004) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:01.602607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-555281415', 'network_id': '7f512eb8-b5ee-4ff5-a298-7058498f8ca7'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:01.620444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01b6a3-1946-4aab-a65f-c9257aaa94e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:01.620711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:01.620827 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.621831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9a01b6a3-1946-4aab-a65f-c9257aaa94e8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0749681 May 26 16:13:01.625149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-f2a784a3-4922-4f65-ab73-ad2ed7f73b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:01.626903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47006) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:01.627068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-f2a784a3-4922-4f65-ab73-ad2ed7f73b9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 1094 time: 0.2535293 May 26 16:13:01.676237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Made reservation on behalf of 0b8b47cba7f44c689a65cfce1988fbd4 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:01.678732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.701535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5491da7-a886-4925-8d3f-05f11bb1ba36 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:01.703070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5491da7-a886-4925-8d3f-05f11bb1ba36 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:01.704532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5491da7-a886-4925-8d3f-05f11bb1ba36 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:01.706110 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e5491da7-a886-4925-8d3f-05f11bb1ba36 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0789521 May 26 16:13:01.709185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47010) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:01.717541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] device_id is not set on port 03f6056d-3d94-4edf-9ef9-4e02c47b4415 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:13:01.808627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f34aacf-6f50-4fa7-9bbb-1d87057aed4b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 72e006a8-6217-44fb-a7de-ff4cf3ada0a6 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:01.811003 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4748af2e-9768-4a2e-910d-fb66679f7fc3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:01.811383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.813417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32d1a38-e02e-47a2-bdc5-f1de99717f9a None None] Network 7f512eb8-b5ee-4ff5-a298-7058498f8ca7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:01.818837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f34aacf-6f50-4fa7-9bbb-1d87057aed4b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.907959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f34aacf-6f50-4fa7-9bbb-1d87057aed4b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.936343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e1807a50-aac2-4d8f-b673-243dc03a66f7 None None] Current status of the port 4748af2e-9768-4a2e-910d-fb66679f7fc3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:01.936741 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1807a50-aac2-4d8f-b673-243dc03a66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:01.971159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Allocated IP 172.20.0.5 (7f512eb8-b5ee-4ff5-a298-7058498f8ca7/8585c8ff-bcdd-42c5-9481-72e7208388bc/03f6056d-3d94-4edf-9ef9-4e02c47b4415) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:01.976911 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f34aacf-6f50-4fa7-9bbb-1d87057aed4b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.006634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e1807a50-aac2-4d8f-b673-243dc03a66f7 None None] For port 4748af2e-9768-4a2e-910d-fb66679f7fc3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4748af2e-9768-4a2e-910d-fb66679f7fc3,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:02.034373 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 1b02f3f0-a7dd-4ac2-a22f-b405569fd396 resource provider aggregate not found May 26 16:13:02.036802 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1807a50-aac2-4d8f-b673-243dc03a66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.046506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae99b0-4183-4d48-8bf3-1ad3e10a87ea req-c2b28ce7-d0ca-4a86-85ce-146123d935f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.048269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25ae99b0-4183-4d48-8bf3-1ad3e10a87ea req-c2b28ce7-d0ca-4a86-85ce-146123d935f6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.6095467 May 26 16:13:02.084241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.098467 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 1b02f3f0-a7dd-4ac2-a22f-b405569fd396 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b02f3f0-a7dd-4ac2-a22f-b405569fd396 found for delete ", "request_id": "req-8b72a5b5-6b67-4a53-85c4-45077c76fca2"}]} May 26 16:13:02.125385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f34aacf-6f50-4fa7-9bbb-1d87057aed4b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.136793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5853ad-42a4-4019-9697-c3f42118b1d8 req-4f121b43-2202-41cf-8f44-e3479e2ffa58 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.138436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa5853ad-42a4-4019-9697-c3f42118b1d8 req-4f121b43-2202-41cf-8f44-e3479e2ffa58 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.5985126 May 26 16:13:02.140815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4748af2e-9768-4a2e-910d-fb66679f7fc3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:02.141221 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.150293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.156249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f921fc8f-3be3-4f7b-9c2f-310e32f20442']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:02.164019 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34aacf-6f50-4fa7-9bbb-1d87057aed4b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=72e006a8-6217-44fb-a7de-ff4cf3ada0a6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:02.171559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f34aacf-6f50-4fa7-9bbb-1d87057aed4b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.174887 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1f34aacf-6f50-4fa7-9bbb-1d87057aed4b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/72e006a8-6217-44fb-a7de-ff4cf3ada0a6 HTTP/1.1" status: 204 len: 168 time: 0.4648049 May 26 16:13:02.177359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47018) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:02.183284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60693f-5924-4423-a10c-5c83759ab7f6 None None] Update dhcp port {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': 'bd74fc69-3722-4b85-845e-87b701f1bbe1', 'ip_address': '2001:db8::f816:3eff:fefb:fd9d'}, {'subnet_id': '72e006a8-6217-44fb-a7de-ff4cf3ada0a6'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '4748af2e-9768-4a2e-910d-fb66679f7fc3'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:13:02.194181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1807a50-aac2-4d8f-b673-243dc03a66f7 None None] Pushing event updated for resources: {'Port': ['ID=4748af2e-9768-4a2e-910d-fb66679f7fc3,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:02.200212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25ae99b0-4183-4d48-8bf3-1ad3e10a87ea req-1812e385-372f-436c-a731-f0e9af349dec tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112685 May 26 16:13:02.207459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.211168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] 10.222.0.39 "DELETE /v2.0/networks/e2ba092d-6134-41c0-ba40-4488476232cb HTTP/1.1" status: 204 len: 168 time: 3.8598180 May 26 16:13:02.221933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b391b143-2d5d-4fd8-9153-8924a4ab5409') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:02.222342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b391b143-2d5d-4fd8-9153-8924a4ab5409') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:02.255158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e363ffe-5f48-4a9e-9df7-9d87fa039f9f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet bd74fc69-3722-4b85-845e-87b701f1bbe1 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:02.261051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3e363ffe-5f48-4a9e-9df7-9d87fa039f9f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.267958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af3bf9-fd48-4a10-9973-5bdd77749350 tempest-NetworksIpV6Test-482256781 tempest-NetworksIpV6Test-482256781-project] Pushing event deleted for resources: {'Network': ['ID=e2ba092d-6134-41c0-ba40-4488476232cb,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:02.273978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.290332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa5853ad-42a4-4019-9697-c3f42118b1d8 req-426d153c-46b5-457c-9408-2f7b863a79ab tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375210 May 26 16:13:02.302296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-3c4d881a-fb86-4418-ab39-f4abdf87d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.303871 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-3c4d881a-fb86-4418-ab39-f4abdf87d6a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 907 time: 0.2920711 May 26 16:13:02.304830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.327813 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ce60693f-5924-4423-a10c-5c83759ab7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.348700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:02.349115 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.349450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.398259 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:13:02.398499 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:13:02.399513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-2d909f4e-ba75-40e2-9ccc-fecb8fc61d1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2417f26-d943-471e-988c-27d6f603407a HTTP/1.1" status: 200 len: 217 time: 0.0578253 May 26 16:13:02.435807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3e363ffe-5f48-4a9e-9df7-9d87fa039f9f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.490797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459536ef-55d6-4033-bf2c-2bd5af01eab3 req-01f2f583-00a7-4947-9f16-842a098fd1b0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.492478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-459536ef-55d6-4033-bf2c-2bd5af01eab3 req-01f2f583-00a7-4947-9f16-842a098fd1b0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 943 time: 0.1825922 May 26 16:13:02.499939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.532717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Network 7f512eb8-b5ee-4ff5-a298-7058498f8ca7 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:02.538836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:02.548030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.548355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:02.562892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.565980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "DELETE /v2.0/networks/f921fc8f-3be3-4f7b-9c2f-310e32f20442 HTTP/1.1" status: 204 len: 168 time: 2.4396887 May 26 16:13:02.567569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-fb436ee9-67b2-4879-9cd9-112fc88b0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.568982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-fb436ee9-67b2-4879-9cd9-112fc88b0aee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.1397314 May 26 16:13:02.574294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47028) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:02.624346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b2f32-c2a2-4455-a6f8-0bf216926d3e tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Network': ['ID=f921fc8f-3be3-4f7b-9c2f-310e32f20442,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:02.640912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47030) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:02.651851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event updated for resources: {'Port': ['ID=03f6056d-3d94-4edf-9ef9-4e02c47b4415,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:02.671339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-d5e0483f-c1e1-4887-be9f-182c494dae73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790799 May 26 16:13:02.671584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3e363ffe-5f48-4a9e-9df7-9d87fa039f9f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.674341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-459536ef-55d6-4033-bf2c-2bd5af01eab3 req-7e2c0136-dbf2-4237-9cf4-e2dc6fdac5ca tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613758 May 26 16:13:02.675136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.675776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.696777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80220fe-5958-4073-9089-a29317da9796 req-0e539c67-15b1-4d46-9286-ddd280dd2154 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.708378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f80220fe-5958-4073-9089-a29317da9796 req-0e539c67-15b1-4d46-9286-ddd280dd2154 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.2816279 May 26 16:13:02.709788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47034) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:02.761918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Request body: {'floatingip': {'port_id': '732d059e-c51a-4eac-a564-a92124de2aeb'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:02.915737 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:02.960909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4748af2e-9768-4a2e-910d-fb66679f7fc3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:02.970060 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c7d22-7ed7-40ba-8dc9-17cb8586ea86 req-e9e66f55-a19a-4314-b1ae-fd1386e26346 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.972616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d7c7d22-7ed7-40ba-8dc9-17cb8586ea86 req-e9e66f55-a19a-4314-b1ae-fd1386e26346 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1723666 May 26 16:13:03.010399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-82a44f06-91ef-4a8a-9695-27885039c05b service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277285 May 26 16:13:03.024947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30b2c10b-2613-47bd-a5a3-86ff5e994109 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:03.047099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 30b2c10b-2613-47bd-a5a3-86ff5e994109 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:03.047530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30b2c10b-2613-47bd-a5a3-86ff5e994109 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:03.048009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f9f980b6-7853-4a75-a188-e7ac36da32ae no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:03.070944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f9f980b6-7853-4a75-a188-e7ac36da32ae {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:03.071308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f9f980b6-7853-4a75-a188-e7ac36da32ae not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-ce60693f-5924-4423-a10c-5c83759ab7f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd74fc69-3722-4b85-845e-87b701f1bbe1: This subnet is being modified by another concurrent operation. May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:13:03.115163 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd74fc69-3722-4b85-845e-87b701f1bbe1: This subnet is being modified by another concurrent operation. May 26 16:13:03.119900 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:13:03.124123 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-86683783-92af-4f52-9511-fdcebdb4bc67 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5155883 May 26 16:13:03.124123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47038) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:03.124123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.124123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3e363ffe-5f48-4a9e-9df7-9d87fa039f9f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.223106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3e363ffe-5f48-4a9e-9df7-9d87fa039f9f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.231296 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3e363ffe-5f48-4a9e-9df7-9d87fa039f9f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/bd74fc69-3722-4b85-845e-87b701f1bbe1 HTTP/1.1" status: 204 len: 168 time: 1.0478945 May 26 16:13:03.234582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d7c7d22-7ed7-40ba-8dc9-17cb8586ea86 req-e97fc4f7-8338-4556-935b-c91946ee6378 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450137 May 26 16:13:03.238691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47040) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:03.245961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e363ffe-5f48-4a9e-9df7-9d87fa039f9f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=bd74fc69-3722-4b85-845e-87b701f1bbe1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:03.247971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.298357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0b261b24-5771-4ef2-a73d-ae60621df26f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531766 May 26 16:13:03.308562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-63701960-5019-4f32-950a-741cb4cc5858 None None] Provisioning complete for port 4748af2e-9768-4a2e-910d-fb66679f7fc3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:03.308562 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63701960-5019-4f32-950a-741cb4cc5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.309110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47042) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:03.320565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:03.341662 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5791295f-1673-430d-8874-f5ea9186d433 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f41ed38c289d4a069461d610bf3a4889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981235 May 26 16:13:03.346157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47046) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:03.363798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34384691-027e-4a13-8e0c-ffe065eba461']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:03.459140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1190731-6b3c-4056-9961-f9d2789703fb None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:03.465333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fb651-314e-49f2-bd93-c73ca40853d2 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Deleting port 03f6056d-3d94-4edf-9ef9-4e02c47b4415 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:03.465552 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb651-314e-49f2-bd93-c73ca40853d2 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.468620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a3207c-66f4-4e46-a23a-ba533ba3bb85') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:03.469210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a3207c-66f4-4e46-a23a-ba533ba3bb85') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:03.508902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.519650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4a9f-7478-4a8f-a704-b4f0d40df789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.544505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5db4ceb-a1b3-4baf-909e-8dda666a2e35 req-97f4a553-26c6-4078-8312-6268e4f056be service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128028 May 26 16:13:03.559847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.577196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:03.577780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.606107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4a9f-7478-4a8f-a704-b4f0d40df789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.642044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4748af2e-9768-4a2e-910d-fb66679f7fc3 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:03.654335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c878b0-e330-4e06-b9b2-e60bab6df83d req-155793b9-9a0b-4f42-a952-a5579ac49baf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:03.656043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27c878b0-e330-4e06-b9b2-e60bab6df83d req-155793b9-9a0b-4f42-a952-a5579ac49baf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1822443 May 26 16:13:03.678772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:03.683456 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.693621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.721236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.721474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-63701960-5019-4f32-950a-741cb4cc5858 None None] Current status of the port 4748af2e-9768-4a2e-910d-fb66679f7fc3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:03.724838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] 10.222.0.39 "DELETE /v2.0/networks/34384691-027e-4a13-8e0c-ffe065eba461 HTTP/1.1" status: 204 len: 168 time: 1.1400809 May 26 16:13:03.733252 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb651-314e-49f2-bd93-c73ca40853d2 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.768890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fb651-314e-49f2-bd93-c73ca40853d2 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Calling delete_port for 03f6056d-3d94-4edf-9ef9-4e02c47b4415 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:03.820691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f2417f26-d943-471e-988c-27d6f603407a details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:13:03.830071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591d5f6-ff20-47df-836d-af564035dad6 tempest-TaggedBootDevicesTest-1892161301 tempest-TaggedBootDevicesTest-1892161301-project] Pushing event deleted for resources: {'Network': ['ID=34384691-027e-4a13-8e0c-ffe065eba461,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:03.869194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f3acb604-8003-476b-90d2-dfa39b29153b None None] Could not find standard attr ID for object b68ae6ce-ab11-4145-9a26-3df99bfccc32. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:13:03.888761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4748af2e-9768-4a2e-910d-fb66679f7fc3 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:03.889508 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:03.896583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27c878b0-e330-4e06-b9b2-e60bab6df83d req-d8fe988b-b604-4335-bf39-58db05c2960c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234695 May 26 16:13:03.933985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba4197-1341-4164-acc7-e3541e6a498c req-753ec846-0f1e-43db-95c3-04c076b65f2b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:03.936203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dba4197-1341-4164-acc7-e3541e6a498c req-753ec846-0f1e-43db-95c3-04c076b65f2b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 943 time: 0.1104167 May 26 16:13:04.002287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4a9f-7478-4a8f-a704-b4f0d40df789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.007308 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4a9f-7478-4a8f-a704-b4f0d40df789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.010529 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b9e4a9f-7478-4a8f-a704-b4f0d40df789 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41558137-bd3e-47d4-aae4-10a4740c4fa4 HTTP/1.1" status: 204 len: 168 time: 0.6620641 May 26 16:13:04.028864 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2dba4197-1341-4164-acc7-e3541e6a498c req-1be1ce2a-2d78-4df8-b535-31a1c2b77832 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790770 May 26 16:13:04.059932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 4748af2e-9768-4a2e-910d-fb66679f7fc3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4748af2e-9768-4a2e-910d-fb66679f7fc3,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:04.069064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e4a9f-7478-4a8f-a704-b4f0d40df789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41558137-bd3e-47d4-aae4-10a4740c4fa4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:04.075154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:13:04.081123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3cca89-e3f9-4f95-9c0d-e3d068df4cda None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:04.115439 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.151414 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.157018 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.208955 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b391b143-2d5d-4fd8-9153-8924a4ab5409 resource provider aggregate not found May 26 16:13:04.300914 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b391b143-2d5d-4fd8-9153-8924a4ab5409 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b391b143-2d5d-4fd8-9153-8924a4ab5409 found for delete ", "request_id": "req-177c4620-dc18-42c7-b497-ac13fbd76171"}]} May 26 16:13:04.318346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f2417f26-d943-471e-988c-27d6f603407a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f2417f26-d943-471e-988c-27d6f603407a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:04.347672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'f2417f26-d943-471e-988c-27d6f603407a', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'port_id': 'f2417f26-d943-471e-988c-27d6f603407a', 'mac_address': 'fa:16:3e:a4:0e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf93427-e7b0-432f-831f-fc67ecb85eeb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:13:04.399706 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 35a3207c-66f4-4e46-a23a-ba533ba3bb85 resource provider aggregate not found May 26 16:13:04.451569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f2417f26-d943-471e-988c-27d6f603407a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:04.451973 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.463898 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb651-314e-49f2-bd93-c73ca40853d2 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.473232 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 35a3207c-66f4-4e46-a23a-ba533ba3bb85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35a3207c-66f4-4e46-a23a-ba533ba3bb85 found for delete ", "request_id": "req-60bbb4ac-25cd-49f0-b433-188b977433f7"}]} May 26 16:13:04.490763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2417f26-d943-471e-988c-27d6f603407a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:13:04.499354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=4748af2e-9768-4a2e-910d-fb66679f7fc3,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:04.529204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cca89-e3f9-4f95-9c0d-e3d068df4cda None None] Deleting port 4748af2e-9768-4a2e-910d-fb66679f7fc3 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:04.529985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d3cca89-e3f9-4f95-9c0d-e3d068df4cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.546313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fb651-314e-49f2-bd93-c73ca40853d2 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event deleted for resources: {'Port': ['ID=03f6056d-3d94-4edf-9ef9-4e02c47b4415,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:04.546971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f2417f26-d943-471e-988c-27d6f603407a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f2417f26-d943-471e-988c-27d6f603407a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:04.556815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.objects.ports [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109405) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:13:04.566296 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Floating IP 86f646a3-31fb-4cc7-8953-5ccbe1418ced associated. External IP: 172.25.0.18, port: 732d059e-c51a-4eac-a564-a92124de2aeb. May 26 16:13:04.608409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f62533-fedd-4ef2-b551-a46b84f149bd req-2522e5e4-2979-454a-b9a9-4150fc828eb2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:04.610583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62f62533-fedd-4ef2-b551-a46b84f149bd req-2522e5e4-2979-454a-b9a9-4150fc828eb2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2546434 May 26 16:13:04.676832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8d3cca89-e3f9-4f95-9c0d-e3d068df4cda None None] For port 4748af2e-9768-4a2e-910d-fb66679f7fc3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4748af2e-9768-4a2e-910d-fb66679f7fc3,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:04.677238 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d3cca89-e3f9-4f95-9c0d-e3d068df4cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.697479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cca89-e3f9-4f95-9c0d-e3d068df4cda None None] Calling delete_port for 4748af2e-9768-4a2e-910d-fb66679f7fc3 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:04.745225 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.789649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62f62533-fedd-4ef2-b551-a46b84f149bd req-e1289f05-026c-4189-8560-343a98d477f6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207483 May 26 16:13:04.797312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f2417f26-d943-471e-988c-27d6f603407a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:04.879429 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d3cca89-e3f9-4f95-9c0d-e3d068df4cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.914289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Port 4748af2e-9768-4a2e-910d-fb66679f7fc3 concurrently deleted while adding address for new subnet {'id': 'ca3c1804-6f2c-4c57-8150-2490bfa9ceca', 'name': '', 'tenant_id': '9335d20204ca45069171757b0df38739', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1974, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-05-26T16:13:03Z', 'updated_at': '2022-05-26T16:13:03Z', 'revision_number': 0, 'segment_id': None, 'project_id': '9335d20204ca45069171757b0df38739'}. {{(pid=109405) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} May 26 16:13:04.915809 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:04.941404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cca89-e3f9-4f95-9c0d-e3d068df4cda None None] Pushing event deleted for resources: {'Port': ['ID=4748af2e-9768-4a2e-910d-fb66679f7fc3,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:04.950902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cca89-e3f9-4f95-9c0d-e3d068df4cda None None] No DVR routers for this DVR port 4748af2e-9768-4a2e-910d-fb66679f7fc3 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:04.996018 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb651-314e-49f2-bd93-c73ca40853d2 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.004422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:05.009476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47088) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:05.011268 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6f6fb651-314e-49f2-bd93-c73ca40853d2 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "DELETE /v2.0/ports/03f6056d-3d94-4edf-9ef9-4e02c47b4415 HTTP/1.1" status: 204 len: 168 time: 1.8931417 May 26 16:13:05.012583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:05.019242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12249c42-4de2-4a8e-9836-56c2cd5fca8d None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:13:05.021234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f512eb8-b5ee-4ff5-a298-7058498f8ca7', 'external_fixed_ips': [{'subnet_id': '8585c8ff-bcdd-42c5-9481-72e7208388bc', 'ip_address': '172.20.0.5'}]}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:05.045822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=ca3c1804-6f2c-4c57-8150-2490bfa9ceca,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:05.048485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:05.091270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:05.091882 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.120235 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.125218 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.180110 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Router 573759c9-19a0-4a8b-8610-a0c522445423 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:05.317111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12249c42-4de2-4a8e-9836-56c2cd5fca8d None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:13:05.366920 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4767fe93-86c9-43a4-918b-002ddc4ea0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.368949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.377876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:05.382460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.406154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] Sync routers for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:05.421689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47100) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:05.435537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-25a6786d-f227-4b91-aee3-23707f816018 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1194723 May 26 16:13:05.449807 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc2f96a3-a9af-4028-a37d-8e71c9cf963f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "PUT /v2.0/floatingips/86f646a3-31fb-4cc7-8953-5ccbe1418ced HTTP/1.1" status: 200 len: 990 time: 2.6922688 May 26 16:13:05.450595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:05.453322 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346463e1-3cfb-4a31-8f82-91c5c210a210" -d '{"events": [{"name": "network-changed", "server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:05.462833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47102) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:05.525942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:05.526797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:12:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:05.731357 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8869e83e-d725-457c-9453-6e65dcdd8a6f x-openstack-request-id: req-8869e83e-d725-457c-9453-6e65dcdd8a6f {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:05.731654 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:05.731910 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8869e83e-d725-457c-9453-6e65dcdd8a6f {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:05.732317 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8869e83e-d725-457c-9453-6e65dcdd8a6f'] response: {'name': 'network-changed', 'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb', 'status': 'completed', 'code': 200} May 26 16:13:05.824067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6595ba0c-125c-4bb3-be15-1f014922b422 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:05.859102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:06.013601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-312191565'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:06.149216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'ca3c1804-6f2c-4c57-8150-2490bfa9ceca'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:06.150114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:06.279355 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:06.324467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d69dc6-892e-4e66-8360-6bd30131b135 req-cca6676a-c20a-4949-a58b-1094b9b29f57 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:06.326538 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81d69dc6-892e-4e66-8360-6bd30131b135 req-cca6676a-c20a-4949-a58b-1094b9b29f57 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 944 time: 0.9411991 May 26 16:13:06.334573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-7cd978b5-5306-4cea-9e99-2d7267d4492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:06.336290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-7cd978b5-5306-4cea-9e99-2d7267d4492b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 1096 time: 0.4643791 May 26 16:13:06.337079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:06.341037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:06.382219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Allocated IP 2001:db8::f816:3eff:fec6:c4dc (96cccbcd-4c17-4e53-b917-fe16019574dd/ca3c1804-6f2c-4c57-8150-2490bfa9ceca/7200e36c-d562-4047-9c28-2620862e88af) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:06.387269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '86f646a3-31fb-4cc7-8953-5ccbe1418ced', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'port_id': '732d059e-c51a-4eac-a564-a92124de2aeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'mac_address': 'fa:16:3e:59:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97252673-a8bc-4da6-be9d-a604f141f81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:12:35Z', 'updated_at': '2022-05-26T16:13:03Z', 'revision_number': 1, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:06.408126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af0760-9770-47e7-800d-30a76d38b99b req-b8a36f93-28e6-434d-bb35-7b28e006a6b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:06.409629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6af0760-9770-47e7-800d-30a76d38b99b req-b8a36f93-28e6-434d-bb35-7b28e006a6b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.4271345 May 26 16:13:06.410435 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:06.422208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] Checking router: 573759c9-19a0-4a8b-8610-a0c522445423 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:06.441969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:06.442711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:12:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:06.523363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6595ba0c-125c-4bb3-be15-1f014922b422 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:06.528325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6595ba0c-125c-4bb3-be15-1f014922b422 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:06.646780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81d69dc6-892e-4e66-8360-6bd30131b135 req-8ef58a8e-8aa0-4cdc-89a6-945883652bd9 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926171 May 26 16:13:06.681150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6af0760-9770-47e7-800d-30a76d38b99b req-ce4fb9a2-c587-4c93-90a1-86bddf1f388a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222507 May 26 16:13:06.748754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-788db928-6183-4ebc-874c-06fbaf75abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:06.750307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-788db928-6183-4ebc-874c-06fbaf75abde service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.3931589 May 26 16:13:06.830532 n-d-843336-2 neutron-server[109405]: INFO neutron.db.ipam_backend_mixin [None req-6595ba0c-125c-4bb3-be15-1f014922b422 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca3c1804-6f2c-4c57-8150-2490bfa9ceca (CIDR: 2001:db8::/64) May 26 16:13:06.854443 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-6595ba0c-125c-4bb3-be15-1f014922b422 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:13:06.854821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6595ba0c-125c-4bb3-be15-1f014922b422 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:06.927038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-3fc90ba6-7dc5-45a8-8e9a-44b6d3f96b99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=732d059e-c51a-4eac-a564-a92124de2aeb HTTP/1.1" status: 200 len: 998 time: 0.1598189 May 26 16:13:06.936001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6595ba0c-125c-4bb3-be15-1f014922b422 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1240308 May 26 16:13:06.939369 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:06.940018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47122) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:06.948925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:07.025238 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.101255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.104792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:07.136326 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.155572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:07.157222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:07.162884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.224875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf25a9fb-5825-43dc-8573-9fe3edd87c15,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:07.265258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-e6474224-734d-48f5-baad-55c80cefd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:07.266734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-e6474224-734d-48f5-baad-55c80cefd423 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.3261635 May 26 16:13:07.268193 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.268634 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Added segment 56b99369-a5c2-4ae2-84bc-09b3dce26838 of type vlan for network e292b977-becd-480a-9613-605d34ab6319 May 26 16:13:07.275366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:07.288766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:07.295800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:07.312718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Pushing event updated for resources: {'Port': ['ID=7200e36c-d562-4047-9c28-2620862e88af,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:07.418561 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.429695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091abb75-0d1e-4692-b43b-0db722468570 req-ecdf674f-f4e3-412c-a01d-cb65e2c68a79 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:07.438269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-091abb75-0d1e-4692-b43b-0db722468570 req-ecdf674f-f4e3-412c-a01d-cb65e2c68a79 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3842871 May 26 16:13:07.483442 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Attempting to bind port 7200e36c-d562-4047-9c28-2620862e88af on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:07.485303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Attempting to bind port 7200e36c-d562-4047-9c28-2620862e88af by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:07.485842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Attempting to bind port 7200e36c-d562-4047-9c28-2620862e88af on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:07.503998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:07.505287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:07.506732 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.508060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:07.509668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Bound port: 7200e36c-d562-4047-9c28-2620862e88af, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:07.512855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.524146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.587302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-0c980df8-a798-49a3-98da-2a5f9b50a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:07.589878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-0c980df8-a798-49a3-98da-2a5f9b50a173 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3055751 May 26 16:13:07.603528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.622533 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.627959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:07.628811 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.643438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.646954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-091abb75-0d1e-4692-b43b-0db722468570 req-298e561c-99c8-49f9-b09e-d9f4f1e41564 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075343 May 26 16:13:07.721140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:07.727971 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:07.744058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:07.746112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.771663 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8302007 May 26 16:13:07.775414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3385441 May 26 16:13:07.779674 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-057bff30-ee8a-4441-913a-277dbe4cb20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.781738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47136) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:07.793666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] For port 7200e36c-d562-4047-9c28-2620862e88af, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:07.800209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] For port 7200e36c-d562-4047-9c28-2620862e88af, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7200e36c-d562-4047-9c28-2620862e88af,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:07.801014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:ff:f7:c6', 'name': 'tempest-NetworksTestDHCPv6-418806600'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:07.815671 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.917070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f2417f26-d943-471e-988c-27d6f603407a up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:08.006103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3261f-0c27-4d44-8c94-2b7f720deca6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=d6873ce5-c98f-40b3-918f-ab69ba905aeb,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:08.052312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e08671-5a96-4554-a092-09f835ac9e34 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Network': ['ID=e292b977-becd-480a-9613-605d34ab6319,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:08.060221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:08.335393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e292b977-becd-480a-9613-605d34ab6319 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:08.353496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea7337-5066-482e-99fd-a190f52039dd None None] Pushing event updated for resources: {'Port': ['ID=7200e36c-d562-4047-9c28-2620862e88af,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:08.421349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:08.507961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 42bb94be-090c-4fc7-b590-ce7fa2f26edd yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:13:08.541275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '86f646a3-31fb-4cc7-8953-5ccbe1418ced', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'port_id': '732d059e-c51a-4eac-a564-a92124de2aeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'mac_address': 'fa:16:3e:59:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97252673-a8bc-4da6-be9d-a604f141f81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:12:35Z', 'updated_at': '2022-05-26T16:13:03Z', 'revision_number': 1, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:08.543099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port f2417f26-d943-471e-988c-27d6f603407a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:13:08.927232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port f2417f26-d943-471e-988c-27d6f603407a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:08.931484 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:08.971820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-30a8cc11-b554-4721-94ee-c64690e78b6e service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3654630 May 26 16:13:09.031999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92f8b8-f326-4963-b781-a8bd912f4325 None None] The sync data for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 is: [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '86f646a3-31fb-4cc7-8953-5ccbe1418ced', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'port_id': '732d059e-c51a-4eac-a564-a92124de2aeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'mac_address': 'fa:16:3e:59:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97252673-a8bc-4da6-be9d-a604f141f81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:12:35Z', 'updated_at': '2022-05-26T16:13:03Z', 'revision_number': 1, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:09.057702 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.165386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8:0:1::1bf (96cccbcd-4c17-4e53-b917-fe16019574dd/d6873ce5-c98f-40b3-918f-ab69ba905aeb/42bb94be-090c-4fc7-b590-ce7fa2f26edd) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:09.175911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::f816:3eff:feff:f7c6 (96cccbcd-4c17-4e53-b917-fe16019574dd/ca3c1804-6f2c-4c57-8150-2490bfa9ceca/42bb94be-090c-4fc7-b590-ce7fa2f26edd) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:09.234701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f2417f26-d943-471e-988c-27d6f603407a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:09.240855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.252749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87728dd3-8ef8-408b-8579-65d71646f7a2 req-96e2bbc1-08a4-457d-9b8b-db5e01b8dabc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:09.260248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87728dd3-8ef8-408b-8579-65d71646f7a2 req-96e2bbc1-08a4-457d-9b8b-db5e01b8dabc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 944 time: 1.3939562 May 26 16:13:09.337391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b65577-6588-4400-9873-30bc38c1f489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2417f26-d943-471e-988c-27d6f603407a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:09.342195 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c1e2f2-f10c-480a-bf40-01fba1eff56d" -d '{"events": [{"server_uuid": "d2b65577-6588-4400-9873-30bc38c1f489", "name": "network-vif-plugged", "status": "completed", "tag": "f2417f26-d943-471e-988c-27d6f603407a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:09.434208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f2417f26-d943-471e-988c-27d6f603407a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f2417f26-d943-471e-988c-27d6f603407a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:09.446095 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.551896 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196b259-835c-4c88-8238-5c435ab3d457 None None] New status for floating IP 86f646a3-31fb-4cc7-8953-5ccbe1418ced: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:13:09.639263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7200e36c-d562-4047-9c28-2620862e88af up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:09.683918 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.717061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-346463e1-3cfb-4a31-8f82-91c5c210a210 req-d0d738fc-c088-4998-a9ea-82afab9765b2 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7230005 May 26 16:13:09.784564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87728dd3-8ef8-408b-8579-65d71646f7a2 req-cf92fe1f-224c-4015-a4cf-78d9e9c5dbf4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233035 May 26 16:13:09.794248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f2417f26-d943-471e-988c-27d6f603407a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:09.833422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f842836-1d06-4295-badd-8e2e6e7683d0 req-88d55dd2-7650-417d-ac13-bc0a105df460 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:09.851331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f842836-1d06-4295-badd-8e2e6e7683d0 req-88d55dd2-7650-417d-ac13-bc0a105df460 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.5842068 May 26 16:13:09.860577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Allocated IP 172.20.0.5 (7f512eb8-b5ee-4ff5-a298-7058498f8ca7/8585c8ff-bcdd-42c5-9481-72e7208388bc/f3d30979-5f16-4474-abf5-adcd8ed554a2) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:09.906891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7200e36c-d562-4047-9c28-2620862e88af triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:09.907265 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.977110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.999087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f842836-1d06-4295-badd-8e2e6e7683d0 req-5367a90a-8856-453b-9e50-4bcee519f0f0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460953 May 26 16:13:10.034843 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faaec96-8da3-4d6c-97d3-c91b20cac142 x-openstack-request-id: req-7faaec96-8da3-4d6c-97d3-c91b20cac142 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:10.035354 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b65577-6588-4400-9873-30bc38c1f489", "name": "network-vif-plugged", "status": "completed", "tag": "f2417f26-d943-471e-988c-27d6f603407a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:10.035800 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7faaec96-8da3-4d6c-97d3-c91b20cac142 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:10.036375 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7faaec96-8da3-4d6c-97d3-c91b20cac142'] response: {'server_uuid': 'd2b65577-6588-4400-9873-30bc38c1f489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2417f26-d943-471e-988c-27d6f603407a', 'code': 200} May 26 16:13:10.240314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7200e36c-d562-4047-9c28-2620862e88af is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:10.240975 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.321790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441f5f0-a2f5-43f1-9b53-f9803ec21e91 req-8da95880-f37b-4b5a-8374-220d2b40ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:10.326097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=42bb94be-090c-4fc7-b590-ce7fa2f26edd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:10.328446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3441f5f0-a2f5-43f1-9b53-f9803ec21e91 req-8da95880-f37b-4b5a-8374-220d2b40ea4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 1096 time: 0.2709053 May 26 16:13:10.332260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 7200e36c-d562-4047-9c28-2620862e88af, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7200e36c-d562-4047-9c28-2620862e88af,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:10.339418 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.392963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:10.395792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:10.402363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:10.420600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:10.422748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.466424 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a4d57fe-7eb9-4899-b52a-4a8b7beacd9b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6712391 May 26 16:13:10.469090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47164) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:10.470026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=7200e36c-d562-4047-9c28-2620862e88af,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:10.583348 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.628594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699ecfa4-d6ba-4be0-92f5-ab4b8882806b None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:13:10.645829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3441f5f0-a2f5-43f1-9b53-f9803ec21e91 req-dc869240-09fd-43f8-8d04-fe65c4f5ca14 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593888 May 26 16:13:10.673582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77244f-d188-49aa-bcc7-8e85206243d8 req-1d1ae752-7746-4a4e-ac7b-b390caf62ab5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:10.685594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b77244f-d188-49aa-bcc7-8e85206243d8 req-1d1ae752-7746-4a4e-ac7b-b390caf62ab5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3559482 May 26 16:13:10.746614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b77244f-d188-49aa-bcc7-8e85206243d8 req-d9762d59-550c-4d65-a9d2-e13ce8fbae78 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565774 May 26 16:13:10.771350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-08c2d0a0-6d20-4d19-aef9-7636230733ae None None] Provisioning complete for port 7200e36c-d562-4047-9c28-2620862e88af triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:10.772455 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-08c2d0a0-6d20-4d19-aef9-7636230733ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.824422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.893723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ea140-659e-405b-b07a-d2bf0d972e88 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 42bb94be-090c-4fc7-b590-ce7fa2f26edd {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:10.894194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b8ea140-659e-405b-b07a-d2bf0d972e88 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.933338 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.974410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-08c2d0a0-6d20-4d19-aef9-7636230733ae None None] Current status of the port 7200e36c-d562-4047-9c28-2620862e88af is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:10.994099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ecfa4-d6ba-4be0-92f5-ab4b8882806b None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:13:11.067911 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.173375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Network 7f512eb8-b5ee-4ff5-a298-7058498f8ca7 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:11.179340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:11.186325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:11.224542 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b8ea140-659e-405b-b07a-d2bf0d972e88 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.256708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ea140-659e-405b-b07a-d2bf0d972e88 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 42bb94be-090c-4fc7-b590-ce7fa2f26edd owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:11.290360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47176) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:11.302485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'subnet': {'network_id': 'e292b977-becd-480a-9613-605d34ab6319', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:11.337936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0a504-8de7-4a6c-8459-1a3ed425faaa req-f8a793fc-a1ad-4c1d-81c3-1e81fe11a7cf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:11.347012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76f0a504-8de7-4a6c-8459-1a3ed425faaa req-f8a793fc-a1ad-4c1d-81c3-1e81fe11a7cf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3087726 May 26 16:13:11.347012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event updated for resources: {'Port': ['ID=f3d30979-5f16-4474-abf5-adcd8ed554a2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:11.426322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8b68d-196c-4cd3-843f-80c0879acf31 req-8c7bfc61-1c5f-4871-8910-7414136a380b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:11.428169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9eb8b68d-196c-4cd3-843f-80c0879acf31 req-8c7bfc61-1c5f-4871-8910-7414136a380b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 945 time: 0.3986614 May 26 16:13:11.478047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7200e36c-d562-4047-9c28-2620862e88af up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:11.532661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b8ea140-659e-405b-b07a-d2bf0d972e88 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.584732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ea140-659e-405b-b07a-d2bf0d972e88 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=42bb94be-090c-4fc7-b590-ce7fa2f26edd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:11.603609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76f0a504-8de7-4a6c-8459-1a3ed425faaa req-fb2506c1-d1ce-4b09-9f9a-090bada910cb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255268 May 26 16:13:11.617754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c249b9-4886-42dc-85fe-ee9e9be070fc None None] Update dhcp port {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'fixed_ips': [{'subnet_id': 'ca3c1804-6f2c-4c57-8150-2490bfa9ceca', 'ip_address': '2001:db8::f816:3eff:fec6:c4dc'}, {'subnet_id': 'd6873ce5-c98f-40b3-918f-ab69ba905aeb'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '7200e36c-d562-4047-9c28-2620862e88af'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:13:11.639786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9eb8b68d-196c-4cd3-843f-80c0879acf31 req-e3739a16-f684-4ddb-9e5c-248f1b1131b4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475756 May 26 16:13:11.660036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:11.660036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.662539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7200e36c-d562-4047-9c28-2620862e88af triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:11.664570 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.730569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-05c249b9-4886-42dc-85fe-ee9e9be070fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.755950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4b8ea140-659e-405b-b07a-d2bf0d972e88 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.766029 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4b8ea140-659e-405b-b07a-d2bf0d972e88 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/42bb94be-090c-4fc7-b590-ce7fa2f26edd HTTP/1.1" status: 204 len: 168 time: 1.2953339 May 26 16:13:11.767892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47182) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:11.910613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb164f3-7064-4006-81a0-e293bbfcdd35 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:11.918527 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cbb164f3-7064-4006-81a0-e293bbfcdd35 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1476738 May 26 16:13:11.920416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47184) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:11.944704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-05c249b9-4886-42dc-85fe-ee9e9be070fc None None] Allocated IP 2001:db8:0:1::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/d6873ce5-c98f-40b3-918f-ab69ba905aeb/7200e36c-d562-4047-9c28-2620862e88af) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:12.030724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853e9107-8e0c-45da-b4b0-6b49477546aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:12.032715 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-853e9107-8e0c-45da-b4b0-6b49477546aa tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1100979 May 26 16:13:12.037141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47186) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:12.064245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-05c249b9-4886-42dc-85fe-ee9e9be070fc None None] For port 7200e36c-d562-4047-9c28-2620862e88af, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7200e36c-d562-4047-9c28-2620862e88af,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:12.128509 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-05c249b9-4886-42dc-85fe-ee9e9be070fc None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:12.134696 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-05c249b9-4886-42dc-85fe-ee9e9be070fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:12.285368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:12.352378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7200e36c-d562-4047-9c28-2620862e88af is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:12.365100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c249b9-4886-42dc-85fe-ee9e9be070fc None None] Pushing event updated for resources: {'Port': ['ID=7200e36c-d562-4047-9c28-2620862e88af,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:12.387942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:12.569326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Subnet': ['ID=62a8fdd8-4fd7-48dd-a8ef-6ba85f7b3670,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:12.611897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441d18-b0a8-453a-bfce-3aef9cc27ac2 req-41b94c80-2dc5-4cd6-8010-4bf6349b69c8 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:12.613877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd441d18-b0a8-453a-bfce-3aef9cc27ac2 req-41b94c80-2dc5-4cd6-8010-4bf6349b69c8 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3480625 May 26 16:13:12.628617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb30d60-6bf9-4251-b1ce-baaccd7176ae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:12.630308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb30d60-6bf9-4251-b1ce-baaccd7176ae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:12.631978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb30d60-6bf9-4251-b1ce-baaccd7176ae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:12.633626 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-feb30d60-6bf9-4251-b1ce-baaccd7176ae tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5944748 May 26 16:13:12.642319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47190) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:12.688211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Checking segment: {'id': '56b99369-a5c2-4ae2-84bc-09b3dce26838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e292b977-becd-480a-9613-605d34ab6319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:12.688651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network hostable DHCP agents. Network: e292b977-becd-480a-9613-605d34ab6319, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:12.763967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9472bf-21ac-44c3-af92-c5f420a6928c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet ca3c1804-6f2c-4c57-8150-2490bfa9ceca {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:12.768277 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a9472bf-21ac-44c3-af92-c5f420a6928c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:12.826991 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a9472bf-21ac-44c3-af92-c5f420a6928c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:12.871600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd441d18-b0a8-453a-bfce-3aef9cc27ac2 req-7724a474-0c63-4588-b230-16c21f8f75b1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020621 May 26 16:13:12.872887 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:12.896049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network e292b977-becd-480a-9613-605d34ab6319 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:13.077661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a9472bf-21ac-44c3-af92-c5f420a6928c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.084966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e292b977-becd-480a-9613-605d34ab6319) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:13.096519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:13.097264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.142226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61d9d0-0525-4fa9-a881-bba17471ab46 req-520e856d-d0b3-4537-af16-008422a98b1a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:13.144038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e61d9d0-0525-4fa9-a881-bba17471ab46 req-520e856d-d0b3-4537-af16-008422a98b1a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 945 time: 0.3641679 May 26 16:13:13.158192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e1c067b9-7c5b-414f-8526-81d903f021cd tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8641312 May 26 16:13:13.158954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47198) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:13.173964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-531798051'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:13.233333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:13.238206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.241355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Router a0fe251b-4171-4ac4-a6fb-fd177e022d10 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:13:13.284123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a9472bf-21ac-44c3-af92-c5f420a6928c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.327903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e61d9d0-0525-4fa9-a881-bba17471ab46 req-b5cd1ebb-dfa6-4c7a-b52b-8f25fd161677 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641650 May 26 16:13:13.364482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f919b-6e57-4230-8324-1bed1151bfe9 req-5c6580eb-ba8e-4819-be60-4f650bbce366 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:13.371367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9472bf-21ac-44c3-af92-c5f420a6928c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3c1804-6f2c-4c57-8150-2490bfa9ceca,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:13.373360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-276f919b-6e57-4230-8324-1bed1151bfe9 req-5c6580eb-ba8e-4819-be60-4f650bbce366 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1740477 May 26 16:13:13.390867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a9472bf-21ac-44c3-af92-c5f420a6928c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.402351 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a9472bf-21ac-44c3-af92-c5f420a6928c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/ca3c1804-6f2c-4c57-8150-2490bfa9ceca HTTP/1.1" status: 204 len: 168 time: 0.7510931 May 26 16:13:13.405073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47202) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:13.406342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:13.438526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.439045 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Added segment 6221e7db-4b35-480f-a465-34e7512c9776 of type vlan for network ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 May 26 16:13:13.477750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-276f919b-6e57-4230-8324-1bed1151bfe9 req-a8b5bf82-6ed7-45aa-a4eb-907fccfdf6cf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005437 May 26 16:13:13.488226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7200e36c-d562-4047-9c28-2620862e88af up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:13.503118 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.565155 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.580907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:13.581733 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.647223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd58b9-ae3b-4217-bdd1-b4cebfa6364b None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:13.658714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6631abf-6e47-4a20-9578-7f33db0c339e None None] Network e292b977-becd-480a-9613-605d34ab6319 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:13.660915 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4993045 May 26 16:13:13.665655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47210) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:13.676134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'subnet': {'network_id': 'ed15c3c6-5dfa-4ed1-9f65-8473127a6c26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:13.701377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:13.845194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-345b159b-4ba1-4ba2-982f-e0e6c5bcc3ec tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet d6873ce5-c98f-40b3-918f-ab69ba905aeb {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:13.853393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab3417-2fc0-44d4-95b3-f435ba252534 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Network': ['ID=ed15c3c6-5dfa-4ed1-9f65-8473127a6c26,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:13.856559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-345b159b-4ba1-4ba2-982f-e0e6c5bcc3ec tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.966177 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-345b159b-4ba1-4ba2-982f-e0e6c5bcc3ec tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.155255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-345b159b-4ba1-4ba2-982f-e0e6c5bcc3ec tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.172962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:14.176839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] Sync routers for ids ['a0fe251b-4171-4ac4-a6fb-fd177e022d10'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:14.285646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-345b159b-4ba1-4ba2-982f-e0e6c5bcc3ec tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.365380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-345b159b-4ba1-4ba2-982f-e0e6c5bcc3ec tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.371492 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-345b159b-4ba1-4ba2-982f-e0e6c5bcc3ec tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/d6873ce5-c98f-40b3-918f-ab69ba905aeb HTTP/1.1" status: 204 len: 168 time: 0.8156397 May 26 16:13:14.373627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b159b-4ba1-4ba2-982f-e0e6c5bcc3ec tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=d6873ce5-c98f-40b3-918f-ab69ba905aeb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:14.379083 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.380340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3ec9eaaa-72af-4c3f-bb01-d6ba65773d39 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.3659515 May 26 16:13:14.389673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47222) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:14.390209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47224) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:14.418268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] Routers {'a0fe251b-4171-4ac4-a6fb-fd177e022d10'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:14.419378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a0fe251b-4171-4ac4-a6fb-fd177e022d10'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:14.509975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64070c10-c350-4ffe-a1cc-8a89cf2d2b23 req-35ac91aa-e052-4c9d-8c85-293d154128ae tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:14.512505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64070c10-c350-4ffe-a1cc-8a89cf2d2b23 req-35ac91aa-e052-4c9d-8c85-293d154128ae tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.7721305 May 26 16:13:14.513238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47226) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:14.518298 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-79b3099e-9142-47ec-9361-db93c110136e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967515 May 26 16:13:14.547823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:14.618950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] Set router a0fe251b-4171-4ac4-a6fb-fd177e022d10 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:14.675936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-eb8e4eea-0786-45b0-9744-bd1b3b9ac97f None None] Provisioning complete for port 7200e36c-d562-4047-9c28-2620862e88af triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:14.676403 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4eea-0786-45b0-9744-bd1b3b9ac97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.762468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.883554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a5f73-d718-4b4f-a053-c4d67cb0cc40 req-3750fa5f-5f87-4614-9428-f14984e04e93 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:14.893770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c1a5f73-d718-4b4f-a053-c4d67cb0cc40 req-3750fa5f-5f87-4614-9428-f14984e04e93 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 1.0940251 May 26 16:13:14.948668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.996740 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:13:15.014896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c1a5f73-d718-4b4f-a053-c4d67cb0cc40 req-2b9dd32e-ab20-42d5-bb2b-e5683b677c63 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/quotas/08a1816bc5a242bdb94bde21d7075742 HTTP/1.1" status: 200 len: 375 time: 0.1200581 May 26 16:13:15.027598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7200e36c-d562-4047-9c28-2620862e88af triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:15.027979 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.029610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Deleting port f3d30979-5f16-4474-abf5-adcd8ed554a2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:15.029970 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.032721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:15.037868 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.044117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64070c10-c350-4ffe-a1cc-8a89cf2d2b23 req-7c8906db-62c7-4faf-85ed-dcb59659abba tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4901652 May 26 16:13:15.114994 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-e292b977-becd-480a-9613-605d34ab6319', 'network_id': 'e292b977-becd-480a-9613-605d34ab6319', 'tenant_id': 'e4f58c6bf90944d48c62018462dbdd8f', 'fixed_ips': [{'subnet_id': '62a8fdd8-4fd7-48dd-a8ef-6ba85f7b3670'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:15.116291 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.236191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.260328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Calling delete_port for f3d30979-5f16-4474-abf5-adcd8ed554a2 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:15.282110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c1a5f73-d718-4b4f-a053-c4d67cb0cc40 req-0b106d64-f784-41d6-952e-876d3b7e53dc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2655108 May 26 16:13:15.282508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:15.285810 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.318118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-5c1a5f73-d718-4b4f-a053-c4d67cb0cc40 req-d60878dd-b554-48d4-92b8-6d1403bd87b1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:13:15.319383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c1a5f73-d718-4b4f-a053-c4d67cb0cc40 req-d60878dd-b554-48d4-92b8-6d1403bd87b1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126143 May 26 16:13:15.493816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6698731-e9b9-4f55-b619-a4f66927d8fc None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:15.582446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Allocated IP 2001:db8:0:ffff::2 (e292b977-becd-480a-9613-605d34ab6319/62a8fdd8-4fd7-48dd-a8ef-6ba85f7b3670/4d9afd81-a440-447f-a73c-104e68f9651e) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:15.586688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.631707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3d30979-5f16-4474-abf5-adcd8ed554a2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:15.757004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c1a5f73-d718-4b4f-a053-c4d67cb0cc40 req-7f16f87a-42c0-4bd0-a6e6-aa145932382d service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215319 May 26 16:13:15.787662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7200e36c-d562-4047-9c28-2620862e88af is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:15.794602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e4eea-0786-45b0-9744-bd1b3b9ac97f None None] Current status of the port 7200e36c-d562-4047-9c28-2620862e88af is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:15.870982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.905360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c1a5f73-d718-4b4f-a053-c4d67cb0cc40 req-54260fba-4f93-4f87-9d17-8a555748ad06 service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156545 May 26 16:13:16.020807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.objects.ports [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109405) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:13:16.023759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.107530 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.126610 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.147897 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.184913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Subnet': ['ID=677eda53-2238-4656-9991-6d1355a24d34,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:16.197523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:16.205176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Checking segment: {'id': '6221e7db-4b35-480f-a465-34e7512c9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ed15c3c6-5dfa-4ed1-9f65-8473127a6c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:16.205639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network hostable DHCP agents. Network: ed15c3c6-5dfa-4ed1-9f65-8473127a6c26, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:16.227955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:16.235199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:16.235793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.294970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7200e36c-d562-4047-9c28-2620862e88af no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:16.303540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.308215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0fe251b-4171-4ac4-a6fb-fd177e022d10 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:16.308756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:16.320024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7971511 May 26 16:13:16.322230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19d71b-2b4b-4f65-bc6d-092139730c74 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=c388e6fa-1392-4f40-b56e-8c3007978731,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:16.324833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47246) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:16.329794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-fa1ea455-0455-41da-982b-a8d24659ecb8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:16.338042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-eb8e4eea-0786-45b0-9744-bd1b3b9ac97f None None] Could not find standard attr ID for object 42bb94be-090c-4fc7-b590-ce7fa2f26edd. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:13:16.340859 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.345684 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5347df4e-5cb1-4432-b3a6-3ff2e411e033 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a0fe251b-4171-4ac4-a6fb-fd177e022d10 HTTP/1.1" status: 204 len: 168 time: 1.8661718 May 26 16:13:16.350978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47248) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:16.360170 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.456050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ed15c3c6-5dfa-4ed1-9f65-8473127a6c26) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:16.465351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:16.465977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.496654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b7031-3d5d-45c1-ba63-5c18796de605 None None] Network ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:16.503541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a3bf7984-4751-4440-b095-2cf44949b823 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8326626 May 26 16:13:16.503794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fe251b-4171-4ac4-a6fb-fd177e022d10', 'name': '', 'tenant_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f512eb8-b5ee-4ff5-a298-7058498f8ca7', 'external_fixed_ips': [{'subnet_id': '8585c8ff-bcdd-42c5-9481-72e7208388bc', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f3d30979-5f16-4474-abf5-adcd8ed554a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:05Z', 'updated_at': '2022-05-26T16:13:11Z', 'revision_number': 3, 'project_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'gw_port': {'id': 'f3d30979-5f16-4474-abf5-adcd8ed554a2', 'name': '', 'network_id': '7f512eb8-b5ee-4ff5-a298-7058498f8ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fe251b-4171-4ac4-a6fb-fd177e022d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '8585c8ff-bcdd-42c5-9481-72e7208388bc', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:07Z', 'updated_at': '2022-05-26T16:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8585c8ff-bcdd-42c5-9481-72e7208388bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:16.503952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47258) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:16.513301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a97debd-31a7-45b9-bc1f-25fa7ee7b79d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Deleting subnet 8585c8ff-bcdd-42c5-9481-72e7208388bc {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:16.514319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'port': {'network_id': 'ed15c3c6-5dfa-4ed1-9f65-8473127a6c26', 'name': 'tempest-NetworksIpV6TestAttrs-310497841'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:16.521926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a97debd-31a7-45b9-bc1f-25fa7ee7b79d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.590040 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a97debd-31a7-45b9-bc1f-25fa7ee7b79d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.662258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a97debd-31a7-45b9-bc1f-25fa7ee7b79d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.677473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.716427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1ea455-0455-41da-982b-a8d24659ecb8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:16.719983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea455-0455-41da-982b-a8d24659ecb8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.736855 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a97debd-31a7-45b9-bc1f-25fa7ee7b79d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.746345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b6698731-e9b9-4f55-b619-a4f66927d8fc None None] Deleting port 7200e36c-d562-4047-9c28-2620862e88af {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:16.747059 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6698731-e9b9-4f55-b619-a4f66927d8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.798637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:16.804669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.820640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97debd-31a7-45b9-bc1f-25fa7ee7b79d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8585c8ff-bcdd-42c5-9481-72e7208388bc,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:16.821142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] Checking router: a0fe251b-4171-4ac4-a6fb-fd177e022d10 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:16.822040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] Updating router a0fe251b-4171-4ac4-a6fb-fd177e022d10 port f3d30979-5f16-4474-abf5-adcd8ed554a2 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:13:16.830040 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a97debd-31a7-45b9-bc1f-25fa7ee7b79d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.854628 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1a97debd-31a7-45b9-bc1f-25fa7ee7b79d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/8585c8ff-bcdd-42c5-9481-72e7208388bc HTTP/1.1" status: 204 len: 168 time: 0.5013618 May 26 16:13:16.857078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47270) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:16.886861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] device_id is not set on port 9563ecbe-a43c-4e53-a9a9-461acde95cb0 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:13:16.915034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] Port f3d30979-5f16-4474-abf5-adcd8ed554a2 not found while updating agent binding for router a0fe251b-4171-4ac4-a6fb-fd177e022d10. {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 16:13:17.042886 n-d-843336-2 neutron-server[109405]: INFO neutron.db.ipam_backend_mixin [None req-fa1ea455-0455-41da-982b-a8d24659ecb8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c388e6fa-1392-4f40-b56e-8c3007978731 (CIDR: 2001:db8::/64) May 26 16:13:17.056956 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1ea455-0455-41da-982b-a8d24659ecb8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:13:17.057892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1ea455-0455-41da-982b-a8d24659ecb8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:17.116623 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.128413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fa1ea455-0455-41da-982b-a8d24659ecb8 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8025308 May 26 16:13:17.131904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47282) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:17.141448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:17.268787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Allocated IP 2001:db8::f816:3eff:fedb:9fa2 (ed15c3c6-5dfa-4ed1-9f65-8473127a6c26/677eda53-2238-4656-9991-6d1355a24d34/9563ecbe-a43c-4e53-a9a9-461acde95cb0) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:17.294259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Network e292b977-becd-480a-9613-605d34ab6319 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:17.297590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:17.303824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.351680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:17.363876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:17.402223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.482316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:17.482316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:13:17.482316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_agentschedulers_db [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a0fe251b-4171-4ac4-a6fb-fd177e022d10'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent'). {{(pid=109406) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 16:13:17.482316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b61171-026a-4264-99fc-92af4de7e058 None None] The sync data for ids ['a0fe251b-4171-4ac4-a6fb-fd177e022d10'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:17.487701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f512eb8-b5ee-4ff5-a298-7058498f8ca7']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:17.530545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d54223-f580-4c6a-93d5-cb4788004d77') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:17.530952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d54223-f580-4c6a-93d5-cb4788004d77') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:17.568116 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.582639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7200e36c-d562-4047-9c28-2620862e88af is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:17.583303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.648536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 7200e36c-d562-4047-9c28-2620862e88af, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7200e36c-d562-4047-9c28-2620862e88af,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:17.650107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Pushing event updated for resources: {'Port': ['ID=4d9afd81-a440-447f-a73c-104e68f9651e,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:17.685382 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.692160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Attempting to bind port 4d9afd81-a440-447f-a73c-104e68f9651e on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:17.693260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Attempting to bind port 4d9afd81-a440-447f-a73c-104e68f9651e by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '56b99369-a5c2-4ae2-84bc-09b3dce26838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e292b977-becd-480a-9613-605d34ab6319'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:17.693628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Attempting to bind port 4d9afd81-a440-447f-a73c-104e68f9651e on network e292b977-becd-480a-9613-605d34ab6319 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:17.705460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:17.705833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Checking segment: {'id': '56b99369-a5c2-4ae2-84bc-09b3dce26838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e292b977-becd-480a-9613-605d34ab6319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:17.706431 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.706833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Bound using segment: {'id': '56b99369-a5c2-4ae2-84bc-09b3dce26838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e292b977-becd-480a-9613-605d34ab6319'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:17.707317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Bound port: 4d9afd81-a440-447f-a73c-104e68f9651e, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b99369-a5c2-4ae2-84bc-09b3dce26838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e292b977-becd-480a-9613-605d34ab6319'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:17.707694 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.712186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.712727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.713889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.714490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.715236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.716179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.717213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.717743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.718924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.719088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.719557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.720217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:17.740574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec999efb-4613-449e-b14c-18776883c60a req-e44cbbb2-4f14-43b6-8304-2ee20cedb012 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:17.743381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-e44cbbb2-4f14-43b6-8304-2ee20cedb012 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.5401921 May 26 16:13:17.749556 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.757959 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.774883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:17.775507 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.794987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=7200e36c-d562-4047-9c28-2620862e88af,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:17.826472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b6698731-e9b9-4f55-b619-a4f66927d8fc None None] For port 7200e36c-d562-4047-9c28-2620862e88af, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7200e36c-d562-4047-9c28-2620862e88af,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:17.828092 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6698731-e9b9-4f55-b619-a4f66927d8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.880116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b6698731-e9b9-4f55-b619-a4f66927d8fc None None] Calling delete_port for 7200e36c-d562-4047-9c28-2620862e88af owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:17.921861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-ed15c3c6-5dfa-4ed1-9f65-8473127a6c26', 'network_id': 'ed15c3c6-5dfa-4ed1-9f65-8473127a6c26', 'tenant_id': 'e4f58c6bf90944d48c62018462dbdd8f', 'fixed_ips': [{'subnet_id': '677eda53-2238-4656-9991-6d1355a24d34'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:17.923070 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.938459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:13:18.003126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-d6b80ec8-02b0-4bb0-908a-1329f5c29195 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/quotas/08a1816bc5a242bdb94bde21d7075742 HTTP/1.1" status: 200 len: 375 time: 0.2501688 May 26 16:13:18.047371 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 72d54223-f580-4c6a-93d5-cb4788004d77 resource provider aggregate not found May 26 16:13:18.053090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.105316 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 72d54223-f580-4c6a-93d5-cb4788004d77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72d54223-f580-4c6a-93d5-cb4788004d77 found for delete ", "request_id": "req-1ee939fe-399e-485d-b596-7ed2e04bfd23"}]} May 26 16:13:18.127121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-f2e2242f-575b-47ed-90c7-a9833d3cd389 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1222014 May 26 16:13:18.135465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:18.147595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:18.156154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:18.161908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:18.162588 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.176549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Allocated IP 2001:db8::f816:3eff:fe57:fee7 (ed15c3c6-5dfa-4ed1-9f65-8473127a6c26/677eda53-2238-4656-9991-6d1355a24d34/e6d0bab2-4710-4525-a814-a8506c4ad548) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:18.191459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.198771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6859217 May 26 16:13:18.210042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47300) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:18.253369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f512eb8-b5ee-4ff5-a298-7058498f8ca7 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:13:18.257106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f512eb8-b5ee-4ff5-a298-7058498f8ca7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:18.268714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.272867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d59fc1f0-2fa1-4045-b4ff-48355940a0b3 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "DELETE /v2.0/networks/7f512eb8-b5ee-4ff5-a298-7058498f8ca7 HTTP/1.1" status: 204 len: 168 time: 1.4127622 May 26 16:13:18.274488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b86972-8a5d-4a7e-93ab-46a96afc2d11 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Port': ['ID=9563ecbe-a43c-4e53-a9a9-461acde95cb0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:18.306626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] For port 4d9afd81-a440-447f-a73c-104e68f9651e, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:18.342446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c1fd0f-17b0-4de7-b6be-14a9462bc2d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Deleting subnet 677eda53-2238-4656-9991-6d1355a24d34 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:18.357729 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.375969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] For port 4d9afd81-a440-447f-a73c-104e68f9651e, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4d9afd81-a440-447f-a73c-104e68f9651e,segment=NetworkSegment(56b99369-a5c2-4ae2-84bc-09b3dce26838),segment_id=56b99369-a5c2-4ae2-84bc-09b3dce26838)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:18.392580 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-a63622a6-f63e-443f-95f6-f1e2a3b83128 service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548065 May 26 16:13:18.508855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.556412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0c1fd0f-17b0-4de7-b6be-14a9462bc2d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.565374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.582914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.624288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-9b9c06b7-ee23-44a1-a1d2-af715da13036 service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307758 May 26 16:13:18.646313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] For port 7200e36c-d562-4047-9c28-2620862e88af, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7200e36c-d562-4047-9c28-2620862e88af,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:18.680775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Network ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:18.693129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:18.703798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:18.750210 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfcb58-d046-437e-a0fc-3847b4f40956 None None] Pushing event updated for resources: {'Port': ['ID=4d9afd81-a440-447f-a73c-104e68f9651e,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:18.790570 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.831085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.833377 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.848546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0c1fd0f-17b0-4de7-b6be-14a9462bc2d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.871028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47314) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:18.887431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a39ec83c-d622-4cb2-a7be-409e0c574c93 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'router': {'name': 'tempest-router--1517534282', 'project_id': '24be762b7fcf4ffbb87ab3fda02b5fa3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:18.924472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Pushing event updated for resources: {'Port': ['ID=e6d0bab2-4710-4525-a814-a8506c4ad548,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:18.974126 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a39ec83c-d622-4cb2-a7be-409e0c574c93 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.978769 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a39ec83c-d622-4cb2-a7be-409e0c574c93 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.986445 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6698731-e9b9-4f55-b619-a4f66927d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.050281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6698731-e9b9-4f55-b619-a4f66927d8fc None None] No DVR routers for this DVR port 7200e36c-d562-4047-9c28-2620862e88af on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:19.059268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6698731-e9b9-4f55-b619-a4f66927d8fc None None] Pushing event deleted for resources: {'Port': ['ID=7200e36c-d562-4047-9c28-2620862e88af,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:19.071960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=7200e36c-d562-4047-9c28-2620862e88af,revision_number=9']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:19.084283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Attempting to bind port e6d0bab2-4710-4525-a814-a8506c4ad548 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:19.085020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Attempting to bind port e6d0bab2-4710-4525-a814-a8506c4ad548 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '6221e7db-4b35-480f-a465-34e7512c9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ed15c3c6-5dfa-4ed1-9f65-8473127a6c26'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:19.085020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Attempting to bind port e6d0bab2-4710-4525-a814-a8506c4ad548 on network ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:19.100032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:19.100445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Checking segment: {'id': '6221e7db-4b35-480f-a465-34e7512c9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ed15c3c6-5dfa-4ed1-9f65-8473127a6c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:19.100858 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.101254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Bound using segment: {'id': '6221e7db-4b35-480f-a465-34e7512c9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ed15c3c6-5dfa-4ed1-9f65-8473127a6c26'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:19.101743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Bound port: e6d0bab2-4710-4525-a814-a8506c4ad548, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6221e7db-4b35-480f-a465-34e7512c9776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ed15c3c6-5dfa-4ed1-9f65-8473127a6c26'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:19.102140 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.137400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e080e8b-eed1-46ea-960c-7bcf774d3a43 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:19.229495 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a39ec83c-d622-4cb2-a7be-409e0c574c93 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.237708 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a39ec83c-d622-4cb2-a7be-409e0c574c93 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.249821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:19.325238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5aa8aaee-7a05-457a-aa5b-58f464d208e7 req-b1f8d571-df67-4291-86db-b94ad70edd78 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 210 time: 0.2554853 May 26 16:13:19.343426 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a39ec83c-d622-4cb2-a7be-409e0c574c93 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.344601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a39ec83c-d622-4cb2-a7be-409e0c574c93 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4703505 May 26 16:13:19.350662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47322) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:19.548835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0c1fd0f-17b0-4de7-b6be-14a9462bc2d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.565734 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-961d2f92-55fa-4b7d-aab3-7c3cad8ed2e6 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.608266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:19.622502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:19.623189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.642912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=de78ffcf-2579-4730-87f5-84a59930d249,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:19.664538 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4939aa76-e283-4ed7-8f26-a9a87e973639 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5271575 May 26 16:13:19.697776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47330) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:19.698597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': 'c388e6fa-1392-4f40-b56e-8c3007978731'}, {'subnet_id': 'de78ffcf-2579-4730-87f5-84a59930d249'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:19.700160 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.706525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:cf:32:62', 'name': 'tempest-NetworksTestDHCPv6-513752716'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:19.720201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] For port e6d0bab2-4710-4525-a814-a8506c4ad548, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:19.874736 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0c1fd0f-17b0-4de7-b6be-14a9462bc2d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.940705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0c1fd0f-17b0-4de7-b6be-14a9462bc2d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.945074 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c0c1fd0f-17b0-4de7-b6be-14a9462bc2d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/subnets/677eda53-2238-4656-9991-6d1355a24d34 HTTP/1.1" status: 204 len: 168 time: 1.7318404 May 26 16:13:19.945489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1fd0f-17b0-4de7-b6be-14a9462bc2d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Subnet': ['ID=677eda53-2238-4656-9991-6d1355a24d34,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:19.954403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47334) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:20.032203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:20.191134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.195858 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-961d2f92-55fa-4b7d-aab3-7c3cad8ed2e6 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.232214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5e58f-6e96-4d1f-88d4-135869ec3b7e req-31bf3fc0-f004-44b5-8bfe-67c231b09745 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:20.239298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port 946ae325-3f4c-4cb3-ad06-8f906e3f407a yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:13:20.252927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c7f01-8c45-4e96-a3b9-7a1ef424e960 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:20.254644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c7f01-8c45-4e96-a3b9-7a1ef424e960 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:20.256291 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-023c7f01-8c45-4e96-a3b9-7a1ef424e960 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3002913 May 26 16:13:20.262503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47336) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:20.263971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37d5e58f-6e96-4d1f-88d4-135869ec3b7e req-31bf3fc0-f004-44b5-8bfe-67c231b09745 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 946 time: 0.6059682 May 26 16:13:20.272708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] For port e6d0bab2-4710-4525-a814-a8506c4ad548, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e6d0bab2-4710-4525-a814-a8506c4ad548,segment=NetworkSegment(6221e7db-4b35-480f-a465-34e7512c9776),segment_id=6221e7db-4b35-480f-a465-34e7512c9776)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:20.273578 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-961d2f92-55fa-4b7d-aab3-7c3cad8ed2e6 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.281631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d9afd81-a440-447f-a73c-104e68f9651e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:20.337547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/c388e6fa-1392-4f40-b56e-8c3007978731/50f072fc-5583-49d1-9fc9-dd2c104d7aec) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:20.355550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:e284 (96cccbcd-4c17-4e53-b917-fe16019574dd/de78ffcf-2579-4730-87f5-84a59930d249/50f072fc-5583-49d1-9fc9-dd2c104d7aec) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:20.433981 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.501852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2bbd95e7-f023-4aaf-8f9f-cd7715e917e2 req-aa53963f-e7f1-4102-9a44-1eaed45062df tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 210 time: 0.0435479 May 26 16:13:20.530250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37d5e58f-6e96-4d1f-88d4-135869ec3b7e req-a5c45b96-a6f1-4925-bede-007ccfbb8bdb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653096 May 26 16:13:20.533909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-961d2f92-55fa-4b7d-aab3-7c3cad8ed2e6 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.535174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961d2f92-55fa-4b7d-aab3-7c3cad8ed2e6 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 303380a1-0329-490f-878c-2df022aa3b76 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:20.542111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-961d2f92-55fa-4b7d-aab3-7c3cad8ed2e6 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.543457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-961d2f92-55fa-4b7d-aab3-7c3cad8ed2e6 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "DELETE /v2.0/routers/303380a1-0329-490f-878c-2df022aa3b76 HTTP/1.1" status: 204 len: 168 time: 1.1918471 May 26 16:13:20.732318 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f928bddd-edb9-42d7-8b32-416eacdb0d79 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.752223 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f928bddd-edb9-42d7-8b32-416eacdb0d79 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 26 16:13:20.754505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f928bddd-edb9-42d7-8b32-416eacdb0d79 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:20.762131 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f928bddd-edb9-42d7-8b32-416eacdb0d79 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 HTTP/1.1" status: 409 len: 405 time: 0.4956586 May 26 16:13:20.770966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47346) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:20.777802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-64705006'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:20.785768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:20.842695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:20.855313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.898958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c5c5df-f7c1-4201-9332-3f0a6effc581 None None] Network e292b977-becd-480a-9613-605d34ab6319 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:20.923420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:20.951994 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.952356 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Added segment 137545df-518d-417a-82d9-8cfec22110d3 of type vlan for network 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 May 26 16:13:21.068882 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.115994 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4d9afd81-a440-447f-a73c-104e68f9651e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:21.116485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.160703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-585142564', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:21.239223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae29bd-479b-4727-bb1e-54513bcace38 None None] Pushing event updated for resources: {'Port': ['ID=e6d0bab2-4710-4525-a814-a8506c4ad548,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:21.256614 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.258637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.322748 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.334283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:21.335609 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.442410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.528757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7561440 May 26 16:13:21.536192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47352) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:21.549245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'subnet': {'network_id': '68a4e3b0-4856-4b2a-bcee-f40fb460e4e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:21.732872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.770458 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.775640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0a12c508-6d5a-454b-a42c-e567dc47638d None None] Provisioning complete for port 4d9afd81-a440-447f-a73c-104e68f9651e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:21.776418 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a12c508-6d5a-454b-a42c-e567dc47638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.782422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.945214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Pushing event updated for resources: {'Port': ['ID=50f072fc-5583-49d1-9fc9-dd2c104d7aec,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:21.962913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::391 (96cccbcd-4c17-4e53-b917-fe16019574dd/c388e6fa-1392-4f40-b56e-8c3007978731/946ae325-3f4c-4cb3-ad06-8f906e3f407a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:21.971276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:21.971695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8:0:1:f816:3eff:fecf:3262 (96cccbcd-4c17-4e53-b917-fe16019574dd/de78ffcf-2579-4730-87f5-84a59930d249/946ae325-3f4c-4cb3-ad06-8f906e3f407a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:21.976441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:21.988101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:22.076701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a140a3-6962-429d-9f62-559911a67a43 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Network': ['ID=68a4e3b0-4856-4b2a-bcee-f40fb460e4e5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:22.112113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ddb3e58-3c5d-403e-afec-860560a7de89 req-9e4a42d0-8877-4c7e-8967-ea7a3dd43a23 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 210 time: 0.1020281 May 26 16:13:22.136394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4d9afd81-a440-447f-a73c-104e68f9651e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:22.136784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.153572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0a12c508-6d5a-454b-a42c-e567dc47638d None None] Current status of the port 4d9afd81-a440-447f-a73c-104e68f9651e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:22.153959 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a12c508-6d5a-454b-a42c-e567dc47638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.175492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:22.186629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec999efb-4613-449e-b14c-18776883c60a req-1db95737-e258-4f65-924d-8a2ec2c9a47d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:22.188823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-1db95737-e258-4f65-924d-8a2ec2c9a47d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 1.1162539 May 26 16:13:22.216699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Request body: {'port': {'device_id': 'ca5a162c-2260-41f8-a436-2dd1ef34d586', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'admin_state_up': True, 'tenant_id': '08a1816bc5a242bdb94bde21d7075742'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:22.299200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.354054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.418914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:22.434508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:22.444731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:22.461551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:22.463311 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.472136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-cea45576-f003-4c5b-a01f-b362bf5869cd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:22.473672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-cea45576-f003-4c5b-a01f-b362bf5869cd tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 946 time: 0.4651959 May 26 16:13:22.497831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0a12c508-6d5a-454b-a42c-e567dc47638d None None] For port 4d9afd81-a440-447f-a73c-104e68f9651e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4d9afd81-a440-447f-a73c-104e68f9651e,segment=NetworkSegment(56b99369-a5c2-4ae2-84bc-09b3dce26838),segment_id=56b99369-a5c2-4ae2-84bc-09b3dce26838)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:22.500744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf7011-cf75-4e20-905d-617381607e5e req-3f0b272b-4ce2-4569-b300-700cba064465 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:22.504307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8029499 May 26 16:13:22.505130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Attempting to bind port 50f072fc-5583-49d1-9fc9-dd2c104d7aec on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:22.506108 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Attempting to bind port 50f072fc-5583-49d1-9fc9-dd2c104d7aec by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:22.507197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Attempting to bind port 50f072fc-5583-49d1-9fc9-dd2c104d7aec on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:22.508084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ecf7011-cf75-4e20-905d-617381607e5e req-3f0b272b-4ce2-4569-b300-700cba064465 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 946 time: 0.5005960 May 26 16:13:22.510397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47360) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:22.539830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2c2ff-a56d-448e-980a-5a5d3936ff95 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=946ae325-3f4c-4cb3-ad06-8f906e3f407a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:22.547775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:22.548178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:22.548867 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.549429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:22.549963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Bound port: 50f072fc-5583-49d1-9fc9-dd2c104d7aec, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:22.550375 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.553703 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a12c508-6d5a-454b-a42c-e567dc47638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.628682 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:13:22.629045 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:13:22.753386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.767565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:22.772414 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.784864 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.880961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64701077-33ea-464b-a5ce-60b185ee65a3 None None] Network ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:22.906074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47364) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:22.943204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Allocated IP 172.25.0.221 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/6b2437e9-3d66-4b81-8760-9d242c0f931a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:22.992797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6aeb38c3-5a8c-4909-87f1-ef28d356cd13 None None] Provisioning complete for port 4d9afd81-a440-447f-a73c-104e68f9651e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:22.994642 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6aeb38c3-5a8c-4909-87f1-ef28d356cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.081334 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ecf7011-cf75-4e20-905d-617381607e5e req-98598bc1-34e1-4714-b344-95dab8547be5 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5723629 May 26 16:13:23.129984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] For port 50f072fc-5583-49d1-9fc9-dd2c104d7aec, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:23.138738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] For port 50f072fc-5583-49d1-9fc9-dd2c104d7aec, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=50f072fc-5583-49d1-9fc9-dd2c104d7aec,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:23.201914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12c508-6d5a-454b-a42c-e567dc47638d None None] Pushing event updated for resources: {'Port': ['ID=4d9afd81-a440-447f-a73c-104e68f9651e,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:23.208343 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.271960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Made reservation on behalf of 08a1816bc5a242bdb94bde21d7075742 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:23.275734 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.334552 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b58b1a61-a7e4-40ff-a556-31728f13e8d9 req-cee56499-4038-4ffc-9427-8b6032303f26 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 210 time: 0.0823779 May 26 16:13:23.346188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4d9afd81-a440-447f-a73c-104e68f9651e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:23.379479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Deleting port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:23.379838 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.451489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ad01a-1189-414e-9b3f-979c1f0ffe02 None None] Pushing event updated for resources: {'Port': ['ID=50f072fc-5583-49d1-9fc9-dd2c104d7aec,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:23.493222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb38c3-5a8c-4909-87f1-ef28d356cd13 None None] Current status of the port 4d9afd81-a440-447f-a73c-104e68f9651e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:23.549472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-4c760ada-b2b6-4ced-ab00-eb80c97db5de tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port 946ae325-3f4c-4cb3-ad06-8f906e3f407a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:23.550215 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c760ada-b2b6-4ced-ab00-eb80c97db5de tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.649393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8eff1598-5c91-4d23-a33f-5eff7201c101 None None] Provisioning complete for port e6d0bab2-4710-4525-a814-a8506c4ad548 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:23.649835 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8eff1598-5c91-4d23-a33f-5eff7201c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.722207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77102e2c-4b75-457e-9c84-d880feb05e6d None None] DHCP port deletion for ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:23.837033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d9afd81-a440-447f-a73c-104e68f9651e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:23.861586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] For port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:23.861975 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.898815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.902656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.920663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.objects.ports [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109405) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:13:23.931967 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.956214 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.973137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-77102e2c-4b75-457e-9c84-d880feb05e6d None None] Deleting port e6d0bab2-4710-4525-a814-a8506c4ad548 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:23.973608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-77102e2c-4b75-457e-9c84-d880feb05e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.977922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8eff1598-5c91-4d23-a33f-5eff7201c101 None None] Current status of the port e6d0bab2-4710-4525-a814-a8506c4ad548 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:23.978324 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8eff1598-5c91-4d23-a33f-5eff7201c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.028271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.062276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4d9afd81-a440-447f-a73c-104e68f9651e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:24.062651 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.062891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Allocated IP 172.20.0.12 (75b37898-f398-46fe-ac6a-a23f005adc5f/0bf93427-e7b0-432f-831f-fc67ecb85eeb/1a481cd5-3d89-4972-9bdb-a0550e605a2a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:24.098844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8eff1598-5c91-4d23-a33f-5eff7201c101 None None] For port e6d0bab2-4710-4525-a814-a8506c4ad548, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e6d0bab2-4710-4525-a814-a8506c4ad548,segment=NetworkSegment(6221e7db-4b35-480f-a465-34e7512c9776),segment_id=6221e7db-4b35-480f-a465-34e7512c9776)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:24.108897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:24.112262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event updated for resources: {'Port': ['ID=6b2437e9-3d66-4b81-8760-9d242c0f931a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:24.113208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8eff1598-5c91-4d23-a33f-5eff7201c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.116625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:24.117802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-77102e2c-4b75-457e-9c84-d880feb05e6d None None] For port e6d0bab2-4710-4525-a814-a8506c4ad548, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e6d0bab2-4710-4525-a814-a8506c4ad548,segment=NetworkSegment(6221e7db-4b35-480f-a465-34e7512c9776),segment_id=6221e7db-4b35-480f-a465-34e7512c9776)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:24.118924 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-77102e2c-4b75-457e-9c84-d880feb05e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.121578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:24.181656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-77102e2c-4b75-457e-9c84-d880feb05e6d None None] Calling delete_port for e6d0bab2-4710-4525-a814-a8506c4ad548 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:24.254838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff1598-5c91-4d23-a33f-5eff7201c101 None None] Pushing event updated for resources: {'Port': ['ID=e6d0bab2-4710-4525-a814-a8506c4ad548,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:24.258676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.324005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4d9afd81-a440-447f-a73c-104e68f9651e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:24.346479 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-77102e2c-4b75-457e-9c84-d880feb05e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.371839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77102e2c-4b75-457e-9c84-d880feb05e6d None None] No DVR routers for this DVR port e6d0bab2-4710-4525-a814-a8506c4ad548 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:24.409482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77102e2c-4b75-457e-9c84-d880feb05e6d None None] Pushing event deleted for resources: {'Port': ['ID=e6d0bab2-4710-4525-a814-a8506c4ad548,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:24.430577 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c760ada-b2b6-4ced-ab00-eb80c97db5de tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.439454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Subnet': ['ID=132d9ed8-c5e4-4edb-9403-8f483068f352,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:24.507561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-4c760ada-b2b6-4ced-ab00-eb80c97db5de tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for 946ae325-3f4c-4cb3-ad06-8f906e3f407a owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:24.551937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Checking segment: {'id': '137545df-518d-417a-82d9-8cfec22110d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68a4e3b0-4856-4b2a-bcee-f40fb460e4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:24.552627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network hostable DHCP agents. Network: 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:24.593161 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.593545 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.593863 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Floating IP 5c3a2e5f-d472-49a1-bd78-c8c9ec5ddd38 disassociated. External IP: 172.25.0.9, port: 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae. May 26 16:13:24.594310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Calling delete_port for 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:24.637477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27a61f74-0493-4396-ab9f-10a67fe1dc14 req-55d637bc-458c-4082-ac0b-2e79e91c26b0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 210 time: 0.1040585 May 26 16:13:24.655737 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.812864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:24.879854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:24.893579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f44c9-bc8c-44ea-ab79-fe01888da0a3 None None] Network 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:24.895550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:24.896570 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:24.977647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670059cc-5c8a-48cb-bc9e-03a0cdbe7115 req-6a12281c-919c-4bbb-b0a0-52242e7476e4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:24.980641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-670059cc-5c8a-48cb-bc9e-03a0cdbe7115 req-6a12281c-919c-4bbb-b0a0-52242e7476e4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 946 time: 0.4031911 May 26 16:13:24.997671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.006114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Deleting port 73d15151-fc29-4c49-8279-ebfe46986a59 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:25.006456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.086209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee078b8-f813-4142-a656-05eaa80d25c2 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:25.108383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a2502034-a0c9-42bc-a8df-ab2d89513a64 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5666668 May 26 16:13:25.114803 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47378) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:25.123491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'port': {'network_id': '68a4e3b0-4856-4b2a-bcee-f40fb460e4e5', 'name': 'tempest-NetworksIpV6TestAttrs-811317503'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:25.153862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-670059cc-5c8a-48cb-bc9e-03a0cdbe7115 req-7bb3d833-1334-4ed1-8874-737873bd03ff tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c967095-b2be-4362-b3f5-b6fddea2d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337888 May 26 16:13:25.162014 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.213714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-68a4e3b0-4856-4b2a-bcee-f40fb460e4e5', 'network_id': '68a4e3b0-4856-4b2a-bcee-f40fb460e4e5', 'tenant_id': 'e4f58c6bf90944d48c62018462dbdd8f', 'fixed_ips': [{'subnet_id': '132d9ed8-c5e4-4edb-9403-8f483068f352'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:25.214744 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.223679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f41b4fc7-f39f-4a6d-8010-b483d42d144a None None] Provisioning complete for port 50f072fc-5583-49d1-9fc9-dd2c104d7aec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:25.224320 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f41b4fc7-f39f-4a6d-8010-b483d42d144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.315949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c760ada-b2b6-4ced-ab00-eb80c97db5de tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.330674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] For port 73d15151-fc29-4c49-8279-ebfe46986a59, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=73d15151-fc29-4c49-8279-ebfe46986a59,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:25.330930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.367093 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.377297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c760ada-b2b6-4ced-ab00-eb80c97db5de tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=946ae325-3f4c-4cb3-ad06-8f906e3f407a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:25.389727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Calling delete_port for 73d15151-fc29-4c49-8279-ebfe46986a59 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:25.395040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:25.399462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.415267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:25.425089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] device_id is not set on port c597bcce-7544-4f4f-8a23-169706d19157 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:13:25.444044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:25.444404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:25.465196 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.486956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'Port': ['ID=75122d88-3b5e-4ef9-ac3f-96eedf92b3ae,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:25.544877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:25.555864 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c760ada-b2b6-4ced-ab00-eb80c97db5de tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.568395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4c760ada-b2b6-4ced-ab00-eb80c97db5de tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/946ae325-3f4c-4cb3-ad06-8f906e3f407a HTTP/1.1" status: 204 len: 168 time: 2.9889164 May 26 16:13:25.568395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47380) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:25.587220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Router 60d505b3-5310-4a9d-87b5-5b8d49e03a60 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:13:25.589538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 50f072fc-5583-49d1-9fc9-dd2c104d7aec up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:25.662401 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Network 75b37898-f398-46fe-ac6a-a23f005adc5f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:25.680342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:25.683698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:25.688572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Allocated IP 2001:db8::f816:3eff:feab:ffec (68a4e3b0-4856-4b2a-bcee-f40fb460e4e5/132d9ed8-c5e4-4edb-9403-8f483068f352/60871c24-7883-4bdb-ae1e-75c3841c549a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:25.745457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f41b4fc7-f39f-4a6d-8010-b483d42d144a None None] Current status of the port 50f072fc-5583-49d1-9fc9-dd2c104d7aec is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:25.745928 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f41b4fc7-f39f-4a6d-8010-b483d42d144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.746869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:25.747633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.787556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f41b4fc7-f39f-4a6d-8010-b483d42d144a None None] For port 50f072fc-5583-49d1-9fc9-dd2c104d7aec, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=50f072fc-5583-49d1-9fc9-dd2c104d7aec,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:25.798769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event updated for resources: {'Port': ['ID=1a481cd5-3d89-4972-9bdb-a0550e605a2a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:25.816998 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f41b4fc7-f39f-4a6d-8010-b483d42d144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.857882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0beaf-7542-4cfe-a667-856ff468b2bd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:25.859612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-caf0beaf-7542-4cfe-a667-856ff468b2bd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2865078 May 26 16:13:25.863595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-f35fa325-e27e-42c4-94bc-1498fa11c4ee tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6525328 May 26 16:13:25.864885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47384) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:25.866237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:25.896629 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68dafe-6232-4d45-addb-05dcbc38662b None None] Sync routers for ids ['60d505b3-5310-4a9d-87b5-5b8d49e03a60'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:25.916989 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68dafe-6232-4d45-addb-05dcbc38662b None None] Routers {'60d505b3-5310-4a9d-87b5-5b8d49e03a60'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:25.920914 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1f68dafe-6232-4d45-addb-05dcbc38662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['60d505b3-5310-4a9d-87b5-5b8d49e03a60'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:25.965979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.978396 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2072b71c-d57b-4367-9687-61ba118e7cf2 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1910589 May 26 16:13:25.979424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47386) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:25.999183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 50f072fc-5583-49d1-9fc9-dd2c104d7aec triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:25.999753 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.038957 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1f68dafe-6232-4d45-addb-05dcbc38662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:26.068152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b4fc7-f39f-4a6d-8010-b483d42d144a None None] Pushing event updated for resources: {'Port': ['ID=50f072fc-5583-49d1-9fc9-dd2c104d7aec,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:26.078708 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68dafe-6232-4d45-addb-05dcbc38662b None None] Routers {'60d505b3-5310-4a9d-87b5-5b8d49e03a60'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:26.079852 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1f68dafe-6232-4d45-addb-05dcbc38662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['60d505b3-5310-4a9d-87b5-5b8d49e03a60'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:26.160697 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1f68dafe-6232-4d45-addb-05dcbc38662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:26.161679 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68dafe-6232-4d45-addb-05dcbc38662b None None] The sync data for ids ['60d505b3-5310-4a9d-87b5-5b8d49e03a60'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:26.383227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Request body: {'port': {'device_id': 'ca5a162c-2260-41f8-a436-2dd1ef34d586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:26.460306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ae74e-0b75-4bc0-a6d3-a24a5bd5d77e None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:26.464961 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.511781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f32f474-dc69-494b-9c5d-f99d1a455898 req-c5da53db-1ace-46da-a20d-fe1b3fbb82b4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 210 time: 0.0958915 May 26 16:13:26.523855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.567994 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 50f072fc-5583-49d1-9fc9-dd2c104d7aec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:26.585075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:26.596124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71245b44-9e14-42cc-87c1-5c6030904af5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:26.598044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-71245b44-9e14-42cc-87c1-5c6030904af5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7247162 May 26 16:13:26.599762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.603063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47390) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:26.620548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Network 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:26.624476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:26.627399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4246e630-6a5b-4ecc-9b15-2b3aef080a9c None None] Provisioning complete for port 50f072fc-5583-49d1-9fc9-dd2c104d7aec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:26.627918 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4246e630-6a5b-4ecc-9b15-2b3aef080a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.631473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:26.639020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0350ec-143b-4bd4-b667-a037fd21db78 req-e2922f52-131e-4299-ba2e-463cdc8a171c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:26.648171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec0350ec-143b-4bd4-b667-a037fd21db78 req-e2922f52-131e-4299-ba2e-463cdc8a171c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 932 time: 0.7757690 May 26 16:13:26.690666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Pushing event updated for resources: {'Port': ['ID=60871c24-7883-4bdb-ae1e-75c3841c549a,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:26.693089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.747069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e6d0bab2-4710-4525-a814-a8506c4ad548 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:26.761616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d15151-fc29-4c49-8279-ebfe46986a59,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:26.774454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Attempting to bind port 60871c24-7883-4bdb-ae1e-75c3841c549a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:26.774913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Attempting to bind port 60871c24-7883-4bdb-ae1e-75c3841c549a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '137545df-518d-417a-82d9-8cfec22110d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68a4e3b0-4856-4b2a-bcee-f40fb460e4e5'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:26.776001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Attempting to bind port 60871c24-7883-4bdb-ae1e-75c3841c549a on network 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:26.780805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Allocated IP 2001:db8::f816:3eff:fe10:3deb (68a4e3b0-4856-4b2a-bcee-f40fb460e4e5/132d9ed8-c5e4-4edb-9403-8f483068f352/c597bcce-7544-4f4f-8a23-169706d19157) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:26.788386 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-75fd1d9d-abc2-4fe8-8ca3-46d0faf81d31 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/routers/60d505b3-5310-4a9d-87b5-5b8d49e03a60 HTTP/1.1" status: 200 len: 920 time: 0.8028953 May 26 16:13:26.793895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47392) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:26.820099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e6d0bab2-4710-4525-a814-a8506c4ad548 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:26.821549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e6d0bab2-4710-4525-a814-a8506c4ad548 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:26.843086 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e671eda2-2ad7-4dab-8c46-6e3f74c8e4ba tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=60d505b3-5310-4a9d-87b5-5b8d49e03a60 HTTP/1.1" status: 200 len: 205 time: 0.0476394 May 26 16:13:26.844477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47394) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:26.866179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad31e10-9ba4-4100-8a74-f664f640791e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:26.866179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad31e10-9ba4-4100-8a74-f664f640791e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:26.866541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:26.866541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Checking segment: {'id': '137545df-518d-417a-82d9-8cfec22110d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68a4e3b0-4856-4b2a-bcee-f40fb460e4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:26.866541 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.867028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Bound using segment: {'id': '137545df-518d-417a-82d9-8cfec22110d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68a4e3b0-4856-4b2a-bcee-f40fb460e4e5'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:26.869774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad31e10-9ba4-4100-8a74-f664f640791e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:26.870832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Bound port: 60871c24-7883-4bdb-ae1e-75c3841c549a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137545df-518d-417a-82d9-8cfec22110d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '68a4e3b0-4856-4b2a-bcee-f40fb460e4e5'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:26.871485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.873208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5ad31e10-9ba4-4100-8a74-f664f640791e tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2674155 May 26 16:13:26.877010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec0350ec-143b-4bd4-b667-a037fd21db78 req-fdb49928-2ab4-4e29-9323-ef59544c081d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281401 May 26 16:13:26.881682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47396) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:27.030338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] For port 60871c24-7883-4bdb-ae1e-75c3841c549a, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:27.038918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] For port 60871c24-7883-4bdb-ae1e-75c3841c549a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=60871c24-7883-4bdb-ae1e-75c3841c549a,segment=NetworkSegment(137545df-518d-417a-82d9-8cfec22110d3),segment_id=137545df-518d-417a-82d9-8cfec22110d3)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:27.083847 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.099194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:27.138795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:27.155215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] No DVR routers for this DVR port 75122d88-3b5e-4ef9-ac3f-96eedf92b3ae on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:27.161268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.164886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee96d00-1cce-435a-8fb7-af1d4dacf2a9 req-c99eff44-8085-46c7-823c-400de1f4f35b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "DELETE /v2.0/ports/75122d88-3b5e-4ef9-ac3f-96eedf92b3ae HTTP/1.1" status: 204 len: 173 time: 4.6779778 May 26 16:13:27.165618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'name': 'network-vif-deleted', 'tag': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:27.168787 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d0c566-e051-4b5e-970f-98bfcbeb1f2e" -d '{"events": [{"server_uuid": "e6666e1d-2cb5-48b6-a211-a9b326c4fffa", "name": "network-vif-deleted", "tag": "75122d88-3b5e-4ef9-ac3f-96eedf92b3ae"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:27.183548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb6d4ab-2ee2-4493-8030-cb7cbf86120c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet c388e6fa-1392-4f40-b56e-8c3007978731 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:27.206326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4246e630-6a5b-4ecc-9b15-2b3aef080a9c None None] Current status of the port 50f072fc-5583-49d1-9fc9-dd2c104d7aec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:27.244444 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e757164-dff1-4910-9b36-040ec9a7827b x-openstack-request-id: req-4e757164-dff1-4910-9b36-040ec9a7827b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:27.244745 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6666e1d-2cb5-48b6-a211-a9b326c4fffa", "name": "network-vif-deleted", "tag": "75122d88-3b5e-4ef9-ac3f-96eedf92b3ae", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:27.245005 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e757164-dff1-4910-9b36-040ec9a7827b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:27.245418 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e757164-dff1-4910-9b36-040ec9a7827b'] response: {'server_uuid': 'e6666e1d-2cb5-48b6-a211-a9b326c4fffa', 'name': 'network-vif-deleted', 'tag': '75122d88-3b5e-4ef9-ac3f-96eedf92b3ae', 'status': 'completed', 'code': 200} May 26 16:13:27.249728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:27.250513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:27.262360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d4ab-2ee2-4493-8030-cb7cbf86120c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.332538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a20808-16d5-473b-aa12-64e4c2d1efdc None None] Pushing event updated for resources: {'Port': ['ID=60871c24-7883-4bdb-ae1e-75c3841c549a,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:27.400798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a481cd5-3d89-4972-9bdb-a0550e605a2a {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:13:27.406705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.413523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.415796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d4ab-2ee2-4493-8030-cb7cbf86120c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.435675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Transition to ACTIVE for port object 1a481cd5-3d89-4972-9bdb-a0550e605a2a will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:13:27.441376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.463858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:27.533535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Pushing event updated for resources: {'Port': ['ID=1a481cd5-3d89-4972-9bdb-a0550e605a2a,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:27.733776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Attempting to bind port 1a481cd5-3d89-4972-9bdb-a0550e605a2a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:27.734525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Attempting to bind port 1a481cd5-3d89-4972-9bdb-a0550e605a2a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:27.734703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Attempting to bind port 1a481cd5-3d89-4972-9bdb-a0550e605a2a on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:27.745272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Port 1a481cd5-3d89-4972-9bdb-a0550e605a2a on network 75b37898-f398-46fe-ac6a-a23f005adc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:13:27.747323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Attempting to bind port 1a481cd5-3d89-4972-9bdb-a0550e605a2a on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:27.794447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.816582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 50f072fc-5583-49d1-9fc9-dd2c104d7aec up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:27.827905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ef9c7e0-a2cb-4042-a148-9279788e6d38 req-f84224fa-82db-49ab-bc28-2e5e657b45d6 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6666e1d-2cb5-48b6-a211-a9b326c4fffa HTTP/1.1" status: 200 len: 210 time: 0.0778618 May 26 16:13:27.834287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:27.835530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Checking segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:27.835530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Bound using segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:27.835816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Bound port: 1a481cd5-3d89-4972-9bdb-a0550e605a2a, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:27.836481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.984731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 50f072fc-5583-49d1-9fc9-dd2c104d7aec triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:27.987302 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.002700 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.021076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] For port 1a481cd5-3d89-4972-9bdb-a0550e605a2a, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:28.073862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] For port 1a481cd5-3d89-4972-9bdb-a0550e605a2a, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1a481cd5-3d89-4972-9bdb-a0550e605a2a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:28.075520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.110189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9f87a3ec-a3eb-4969-935e-4b54577e06bc None None] Provisioning complete for port 50f072fc-5583-49d1-9fc9-dd2c104d7aec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:28.110640 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9f87a3ec-a3eb-4969-935e-4b54577e06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.112172 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.155878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d4ab-2ee2-4493-8030-cb7cbf86120c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.176636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c959169-f9ad-4678-9cdd-f57c8f641616 req-3f373b11-d68d-4384-8393-67baa4c1a190 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:28.178112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c959169-f9ad-4678-9cdd-f57c8f641616 req-3f373b11-d68d-4384-8393-67baa4c1a190 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 944 time: 0.1536503 May 26 16:13:28.190775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:28.192667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.194744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] 10.222.0.24 "PUT /v2.0/ports/1a481cd5-3d89-4972-9bdb-a0550e605a2a HTTP/1.1" status: 200 len: 1092 time: 2.3119261 May 26 16:13:28.227399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:28.270935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceffa7a-0633-427a-9cd5-02ba1d76522b service neutron] Pushing event updated for resources: {'Port': ['ID=1a481cd5-3d89-4972-9bdb-a0550e605a2a,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:28.277770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.337215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 50f072fc-5583-49d1-9fc9-dd2c104d7aec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:28.343974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c959169-f9ad-4678-9cdd-f57c8f641616 req-556a15a5-9d36-47d0-aa36-6940f31729af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444590 May 26 16:13:28.347158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:28.358891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec999efb-4613-449e-b14c-18776883c60a req-d3c0e22d-9aa8-4036-b9eb-d89cfb2809fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:28.361149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-d3c0e22d-9aa8-4036-b9eb-d89cfb2809fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 1095 time: 0.1117156 May 26 16:13:28.370632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Deleting port 6b2437e9-3d66-4b81-8760-9d242c0f931a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:28.371497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.401751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:28.422446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:28.425287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:28.429377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-925ee04a-af97-40ba-8828-ef46384d099a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a481cd5-3d89-4972-9bdb-a0550e605a2a HTTP/1.1" status: 200 len: 217 time: 0.0512702 May 26 16:13:28.431635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9f87a3ec-a3eb-4969-935e-4b54577e06bc None None] Current status of the port 50f072fc-5583-49d1-9fc9-dd2c104d7aec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:28.432147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:28.432826 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.434582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:28.435235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:28.438029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Port': ['ID=c597bcce-7544-4f4f-8a23-169706d19157,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:28.512152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec999efb-4613-449e-b14c-18776883c60a req-c8f7d80e-8752-443d-b3dc-62029b3905a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:28.513854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-c8f7d80e-8752-443d-b3dc-62029b3905a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.0758219 May 26 16:13:28.559967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-1d7a6319-8419-4621-9401-d51f1e4741ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337031 May 26 16:13:28.604755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0582401c-dab5-438f-a2e6-46a78a51b058 None None] Could not find standard attr ID for object 42bb94be-090c-4fc7-b590-ce7fa2f26edd. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:13:28.617185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d4ab-2ee2-4493-8030-cb7cbf86120c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.659716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:28.659986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6d4ab-2ee2-4493-8030-cb7cbf86120c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=c388e6fa-1392-4f40-b56e-8c3007978731,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:28.670098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d01f0b5c-c994-4e76-987a-ed8b77902e84 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.5477066 May 26 16:13:28.676499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47406) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:28.743221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:28.769040 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d4ab-2ee2-4493-8030-cb7cbf86120c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.777466 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6fb6d4ab-2ee2-4493-8030-cb7cbf86120c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/c388e6fa-1392-4f40-b56e-8c3007978731 HTTP/1.1" status: 204 len: 168 time: 1.8920350 May 26 16:13:28.780841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47408) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:28.783909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.796813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-80cb1700-b948-4b8e-b00b-066c4ca39b90 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299774 May 26 16:13:28.800748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Calling delete_port for 6b2437e9-3d66-4b81-8760-9d242c0f931a owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:28.801624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1963454-ae6d-458a-b1be-60ad800049a6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Deleting subnet 132d9ed8-c5e4-4edb-9403-8f483068f352 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:28.816928 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1963454-ae6d-458a-b1be-60ad800049a6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.854552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f8cbc-e852-4b66-8ab2-55a52f8f9174 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:28.977450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8f648126-2a61-4bcd-a6af-b27d99f42018 None None] Could not find standard attr ID for object 946ae325-3f4c-4cb3-ad06-8f906e3f407a. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:13:28.982392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1963454-ae6d-458a-b1be-60ad800049a6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.024197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7257ede0-d2a9-47a3-8987-bf259d56bc16 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet de78ffcf-2579-4730-87f5-84a59930d249 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:29.026867 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47414) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:29.076449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7257ede0-d2a9-47a3-8987-bf259d56bc16 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.081459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec999efb-4613-449e-b14c-18776883c60a req-54e0e35a-d743-42f2-a123-ebb765eb1d21 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763214 May 26 16:13:29.094913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f397ac2-7312-487e-a946-7e84959226dd None None] Network 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:29.192623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7257ede0-d2a9-47a3-8987-bf259d56bc16 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.196533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8a9b9a26-5e17-4af5-a5f1-fc5c982c0f0d None None] Provisioning complete for port 60871c24-7883-4bdb-ae1e-75c3841c549a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:29.196915 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9a26-5e17-4af5-a5f1-fc5c982c0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.210670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1963454-ae6d-458a-b1be-60ad800049a6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.257551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5a162c-2260-41f8-a436-2dd1ef34d586', 'tag': '1a481cd5-3d89-4972-9bdb-a0550e605a2a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:29.261317 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b843b46-c1ef-4fbc-a5cc-16390e976f11" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5a162c-2260-41f8-a436-2dd1ef34d586", "tag": "1a481cd5-3d89-4972-9bdb-a0550e605a2a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:29.306668 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f43604-adde-49c4-9697-20135a0931a3 x-openstack-request-id: req-e4f43604-adde-49c4-9697-20135a0931a3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:29.307813 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5a162c-2260-41f8-a436-2dd1ef34d586", "tag": "1a481cd5-3d89-4972-9bdb-a0550e605a2a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:29.309060 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4f43604-adde-49c4-9697-20135a0931a3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:29.309565 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f43604-adde-49c4-9697-20135a0931a3'] response: {'name': 'network-changed', 'server_uuid': 'ca5a162c-2260-41f8-a436-2dd1ef34d586', 'tag': '1a481cd5-3d89-4972-9bdb-a0550e605a2a', 'status': 'completed', 'code': 200} May 26 16:13:29.316201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:29.328235 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1963454-ae6d-458a-b1be-60ad800049a6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.331893 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03ec0aea-3caf-49f3-86db-fdea2dddde78 admin admin] 10.222.0.39 "PUT /v2.0/routers/fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4222298 May 26 16:13:29.332103 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] Sync routers for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:29.339734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47418) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:29.350953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2befc521-e4ed-4f1f-9e16-eb5ea1d1af85 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.355583 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:29.356912 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:29.422052 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1963454-ae6d-458a-b1be-60ad800049a6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.425937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2befc521-e4ed-4f1f-9e16-eb5ea1d1af85 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.430796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7257ede0-d2a9-47a3-8987-bf259d56bc16 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.439067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d1963454-ae6d-458a-b1be-60ad800049a6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/subnets/132d9ed8-c5e4-4edb-9403-8f483068f352 HTTP/1.1" status: 204 len: 168 time: 0.7603557 May 26 16:13:29.442649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47422) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:29.464528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1963454-ae6d-458a-b1be-60ad800049a6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Subnet': ['ID=132d9ed8-c5e4-4edb-9403-8f483068f352,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:29.511323 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:29.558983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:29.562197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.617989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be83a9-f5ab-4c8f-9b4e-3d2473aab1f1 None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:29.662054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 60871c24-7883-4bdb-ae1e-75c3841c549a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:29.686216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e659bd-c76c-4f05-a4a1-18ecc2c74ee1 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:29.690714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e659bd-c76c-4f05-a4a1-18ecc2c74ee1 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:29.700951 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-25e659bd-c76c-4f05-a4a1-18ecc2c74ee1 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2465670 May 26 16:13:29.721125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47424) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:29.775029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b9a26-5e17-4af5-a5f1-fc5c982c0f0d None None] Current status of the port 60871c24-7883-4bdb-ae1e-75c3841c549a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:29.780023 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9a26-5e17-4af5-a5f1-fc5c982c0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.831574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event deleted for resources: {'Port': ['ID=6b2437e9-3d66-4b81-8760-9d242c0f931a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:29.844721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.871819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8a9b9a26-5e17-4af5-a5f1-fc5c982c0f0d None None] For port 60871c24-7883-4bdb-ae1e-75c3841c549a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=60871c24-7883-4bdb-ae1e-75c3841c549a,segment=NetworkSegment(137545df-518d-417a-82d9-8cfec22110d3),segment_id=137545df-518d-417a-82d9-8cfec22110d3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:29.884957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e963a34-0a93-4bf4-a02c-f00a3d50c5ff None None] DHCP port deletion for 68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:29.893606 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9a26-5e17-4af5-a5f1-fc5c982c0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.948683 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:13:26Z', 'revision_number': 5, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:29.985499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-8478cf05-63ed-4345-a03c-95feca465a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:29.987636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-8478cf05-63ed-4345-a03c-95feca465a6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 1095 time: 0.5268731 May 26 16:13:30.007087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 60871c24-7883-4bdb-ae1e-75c3841c549a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:30.007742 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.013594 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] Checking router: fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:30.038740 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] Routers {'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:30.039584 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:30.080738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b9a26-5e17-4af5-a5f1-fc5c982c0f0d None None] Pushing event updated for resources: {'Port': ['ID=60871c24-7883-4bdb-ae1e-75c3841c549a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:30.117728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8e963a34-0a93-4bf4-a02c-f00a3d50c5ff None None] Deleting port 60871c24-7883-4bdb-ae1e-75c3841c549a {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:30.118401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e963a34-0a93-4bf4-a02c-f00a3d50c5ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.124691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98ae00-93e1-437e-842f-dec888834a07 None None] New status for floating IP 5c3a2e5f-d472-49a1-bd78-c8c9ec5ddd38: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:13:30.164802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7a4a-ba9c-459a-8743-21f790fd97e4 req-81bdef21-57ad-4f4e-b476-4ddc880b12f3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:30.166972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b3a7a4a-ba9c-459a-8743-21f790fd97e4 req-81bdef21-57ad-4f4e-b476-4ddc880b12f3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 944 time: 0.6728640 May 26 16:13:30.227679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5d87bb4-c7d8-4a61-8f77-eeb9ea796797 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.268386 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] Set router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:30.280443 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d87bb4-c7d8-4a61-8f77-eeb9ea796797 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 26 16:13:30.280927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d87bb4-c7d8-4a61-8f77-eeb9ea796797 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:30.290111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f5d87bb4-c7d8-4a61-8f77-eeb9ea796797 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 HTTP/1.1" status: 409 len: 405 time: 0.5499797 May 26 16:13:30.290111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.291586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47426) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:30.296502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1531739760'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:30.332735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-7c43aa8f-f0e3-4361-86a2-74f8e65f3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:30.334742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-7c43aa8f-f0e3-4361-86a2-74f8e65f3a27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 907 time: 0.3294146 May 26 16:13:30.359145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 60871c24-7883-4bdb-ae1e-75c3841c549a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:30.425545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b3a7a4a-ba9c-459a-8743-21f790fd97e4 req-5d68a495-608e-4275-82c4-0ed58de70489 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443373 May 26 16:13:30.450978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8e963a34-0a93-4bf4-a02c-f00a3d50c5ff None None] For port 60871c24-7883-4bdb-ae1e-75c3841c549a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=60871c24-7883-4bdb-ae1e-75c3841c549a,segment=NetworkSegment(137545df-518d-417a-82d9-8cfec22110d3),segment_id=137545df-518d-417a-82d9-8cfec22110d3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:30.451375 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e963a34-0a93-4bf4-a02c-f00a3d50c5ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.475448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8e963a34-0a93-4bf4-a02c-f00a3d50c5ff None None] Calling delete_port for 60871c24-7883-4bdb-ae1e-75c3841c549a owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:30.480194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7257ede0-d2a9-47a3-8987-bf259d56bc16 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.489785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-d4353f30-1bab-4b7f-ab16-5283ed934d05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a481cd5-3d89-4972-9bdb-a0550e605a2a HTTP/1.1" status: 200 len: 217 time: 0.0860877 May 26 16:13:30.491083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2befc521-e4ed-4f1f-9e16-eb5ea1d1af85 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.495897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2befc521-e4ed-4f1f-9e16-eb5ea1d1af85 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.498061 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2befc521-e4ed-4f1f-9e16-eb5ea1d1af85 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "DELETE /v2.0/security-groups/6c967095-b2be-4362-b3f5-b6fddea2d10b HTTP/1.1" status: 204 len: 168 time: 1.4664681 May 26 16:13:30.509343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47428) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:30.571784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befc521-e4ed-4f1f-9e16-eb5ea1d1af85 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c967095-b2be-4362-b3f5-b6fddea2d10b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:30.589264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.595094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7257ede0-d2a9-47a3-8987-bf259d56bc16 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.603770 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7257ede0-d2a9-47a3-8987-bf259d56bc16 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/de78ffcf-2579-4730-87f5-84a59930d249 HTTP/1.1" status: 204 len: 168 time: 1.7250733 May 26 16:13:30.605266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257ede0-d2a9-47a3-8987-bf259d56bc16 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=de78ffcf-2579-4730-87f5-84a59930d249,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:30.619021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47430) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:30.620372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.640878 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:13:26Z', 'revision_number': 5, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:30.670722 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c0b61-18f6-4b65-a60a-fd2e99c05247 None None] The sync data for ids ['fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944'] in n-d-843336-2 is: [{'id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'name': 'tempest-TaggedBootDevicesTest-989636124-router', 'tenant_id': '2396a8aa6a2440ef873161467bc3557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:05:41Z', 'updated_at': '2022-05-26T16:13:26Z', 'revision_number': 5, 'project_id': '2396a8aa6a2440ef873161467bc3557d', 'gw_port': {'id': '59a702ff-ad7a-4d7d-82c0-5d78aa627f22', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:42Z', 'updated_at': '2022-05-26T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:30.678516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db0ac77a-06f5-4635-9fbf-948f88bafed0 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557756 May 26 16:13:30.681652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47432) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:30.687927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:30.693057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b0a5d-f307-4984-a5e4-39b44a48a2cc None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:30.696165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e963a34-0a93-4bf4-a02c-f00a3d50c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.784872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e963a34-0a93-4bf4-a02c-f00a3d50c5ff None None] Pushing event deleted for resources: {'Port': ['ID=60871c24-7883-4bdb-ae1e-75c3841c549a,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:30.792309 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e963a34-0a93-4bf4-a02c-f00a3d50c5ff None None] No DVR routers for this DVR port 60871c24-7883-4bdb-ae1e-75c3841c549a on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:30.820908 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.821100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Fanout notify agent at l3_agent the message router_deleted on router 60d505b3-5310-4a9d-87b5-5b8d49e03a60 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:30.830447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.831460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-11944280-2b87-43c5-a1b7-f4d600a8a0e1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/60d505b3-5310-4a9d-87b5-5b8d49e03a60 HTTP/1.1" status: 204 len: 168 time: 3.9588158 May 26 16:13:30.837002 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47434) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:30.839897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3ab6cb6e-938c-4efa-a3bb-d492ae24b0f5 None None] Provisioning complete for port 50f072fc-5583-49d1-9fc9-dd2c104d7aec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:30.840434 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ab6cb6e-938c-4efa-a3bb-d492ae24b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.841020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1965849748', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': False}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:30.869555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:30.873549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.887303 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.888663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.906426 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-dcddc522-f9ed-4ac3-b33c-c3befc94d153 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] show failed (client error): The resource could not be found. May 26 16:13:30.906426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dcddc522-f9ed-4ac3-b33c-c3befc94d153 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups/6c967095-b2be-4362-b3f5-b6fddea2d10b HTTP/1.1" status: 404 len: 347 time: 0.3886712 May 26 16:13:30.908407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47436) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:30.923835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:30.927770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.967032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-125f348b-19b3-468e-97e0-64358d5ea598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:30.968724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-125f348b-19b3-468e-97e0-64358d5ea598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.4715734 May 26 16:13:30.977203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:31.009158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6cb6e-938c-4efa-a3bb-d492ae24b0f5 None None] Current status of the port 50f072fc-5583-49d1-9fc9-dd2c104d7aec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:31.014375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-753cd6b7-34a8-4972-88c7-943300191eab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343556 May 26 16:13:31.022584 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.022722 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Added segment 230dc965-82dc-4b2a-856b-6d4f3dde31c3 of type vlan for network c262e531-fdc6-452d-a130-57473c52796b May 26 16:13:31.058050 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.112777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1c74d-b5d9-468c-93e0-0da07d97f302 None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:31.119491 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.147532 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.207078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1c74d-b5d9-468c-93e0-0da07d97f302 None None] Deleting port 50f072fc-5583-49d1-9fc9-dd2c104d7aec {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:31.207462 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c74d-b5d9-468c-93e0-0da07d97f302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.227440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-a32521a6-18e1-428b-9541-f59209d1d42e service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027104 May 26 16:13:31.232689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.242439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:31.243643 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.286442 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ebc1c74d-b5d9-468c-93e0-0da07d97f302 None None] For port 50f072fc-5583-49d1-9fc9-dd2c104d7aec, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=50f072fc-5583-49d1-9fc9-dd2c104d7aec,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:31.287118 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c74d-b5d9-468c-93e0-0da07d97f302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.307648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1c74d-b5d9-468c-93e0-0da07d97f302 None None] Calling delete_port for 50f072fc-5583-49d1-9fc9-dd2c104d7aec owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:31.399129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Network': ['ID=c262e531-fdc6-452d-a130-57473c52796b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:31.411711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ebf85056-24da-4d23-8ff5-a6ea1de7878d tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1197586 May 26 16:13:31.418025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47438) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:31.421643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network c262e531-fdc6-452d-a130-57473c52796b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:31.424917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'subnet': {'network_id': 'c262e531-fdc6-452d-a130-57473c52796b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:31.456785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Deleting port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:31.457435 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.475842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.522423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Deleting port e2787189-9def-4df2-b9f0-048177ce6616 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:31.522769 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.526445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 60871c24-7883-4bdb-ae1e-75c3841c549a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:31.531313 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c74d-b5d9-468c-93e0-0da07d97f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.586574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 60871c24-7883-4bdb-ae1e-75c3841c549a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:31.586947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 60871c24-7883-4bdb-ae1e-75c3841c549a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:31.587858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 73d15151-fc29-4c49-8279-ebfe46986a59 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:31.596732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1c74d-b5d9-468c-93e0-0da07d97f302 None None] Pushing event deleted for resources: {'Port': ['ID=50f072fc-5583-49d1-9fc9-dd2c104d7aec,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:31.624778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1c74d-b5d9-468c-93e0-0da07d97f302 None None] No DVR routers for this DVR port 50f072fc-5583-49d1-9fc9-dd2c104d7aec on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:31.626350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 73d15151-fc29-4c49-8279-ebfe46986a59 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:31.626693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 73d15151-fc29-4c49-8279-ebfe46986a59 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:31.627097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 50f072fc-5583-49d1-9fc9-dd2c104d7aec no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:31.653031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 50f072fc-5583-49d1-9fc9-dd2c104d7aec {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:31.653243 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 50f072fc-5583-49d1-9fc9-dd2c104d7aec not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:31.689706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b843b46-c1ef-4fbc-a5cc-16390e976f11 req-db8300ca-1711-44b3-b970-83a69ba4ff5c service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404647 May 26 16:13:31.689984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.710323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b21f7-cf0f-4224-b33a-f857863078f0 req-70133072-7cc8-49bf-a512-e75112f07706 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:31.711923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f69b21f7-cf0f-4224-b33a-f857863078f0 req-70133072-7cc8-49bf-a512-e75112f07706 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 944 time: 0.1242218 May 26 16:13:31.744714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.745185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.752417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] For port 59a702ff-ad7a-4d7d-82c0-5d78aa627f22, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=59a702ff-ad7a-4d7d-82c0-5d78aa627f22,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:31.752862 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.771438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:31.776718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.780573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Calling delete_port for e2787189-9def-4df2-b9f0-048177ce6616 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:31.783443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:31.785019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Calling delete_port for 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:31.794018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:31.802433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:31.803140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.807383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=67b5c701-0bc1-47f9-bb99-b2d80251a2b3,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:31.807602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceff1c0-230f-4772-a0d8-c00acf69dc03 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:31.851672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f69b21f7-cf0f-4224-b33a-f857863078f0 req-ce469f5e-f56e-44c5-a546-0cc5a2fb5ccf tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300430 May 26 16:13:31.890174 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-081e7162-920a-4c84-9325-1b6dcee0dab9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2038567 May 26 16:13:31.890174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47442) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:31.898434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 1a481cd5-3d89-4972-9bdb-a0550e605a2a details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:13:31.912611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-25189128-001e-424f-8e54-17b786207383 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:32.079772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-96cccbcd-4c17-4e53-b917-fe16019574dd', 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'tenant_id': '9335d20204ca45069171757b0df38739', 'fixed_ips': [{'subnet_id': '67b5c701-0bc1-47f9-bb99-b2d80251a2b3'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:32.081027 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.114545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 1a481cd5-3d89-4972-9bdb-a0550e605a2a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1a481cd5-3d89-4972-9bdb-a0550e605a2a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:32.137374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '1a481cd5-3d89-4972-9bdb-a0550e605a2a', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'port_id': '1a481cd5-3d89-4972-9bdb-a0550e605a2a', 'mac_address': 'fa:16:3e:76:fe:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf93427-e7b0-432f-831f-fc67ecb85eeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:13:32.259917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.274597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 1a481cd5-3d89-4972-9bdb-a0550e605a2a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:32.275447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25189128-001e-424f-8e54-17b786207383 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:32.275670 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.279759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25189128-001e-424f-8e54-17b786207383 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.300621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a481cd5-3d89-4972-9bdb-a0550e605a2a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:13:32.323276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a702ff-ad7a-4d7d-82c0-5d78aa627f22,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:32.332705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Allocated IP 2001:db8::2 (96cccbcd-4c17-4e53-b917-fe16019574dd/67b5c701-0bc1-47f9-bb99-b2d80251a2b3/2e0049bf-0492-4ecd-80c1-def865690005) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:32.336410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 1a481cd5-3d89-4972-9bdb-a0550e605a2a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1a481cd5-3d89-4972-9bdb-a0550e605a2a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:32.342688 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.351323 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.399236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.402776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.objects.ports [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109405) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:13:32.408107 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.423852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'Port': ['ID=e2787189-9def-4df2-b9f0-048177ce6616,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:32.431547 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.463750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.551690 n-d-843336-2 neutron-server[109404]: INFO neutron.db.ipam_backend_mixin [None req-25189128-001e-424f-8e54-17b786207383 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67b5c701-0bc1-47f9-bb99-b2d80251a2b3 (CIDR: 2001:db8::/64) May 26 16:13:32.564662 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-25189128-001e-424f-8e54-17b786207383 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:13:32.565272 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25189128-001e-424f-8e54-17b786207383 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:32.585009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.588685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.590378 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-60552206-8a4e-4b55-b1ac-bf1380a4cb53 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "DELETE /v2.0/floatingips/5c3a2e5f-d472-49a1-bd78-c8c9ec5ddd38 HTTP/1.1" status: 204 len: 168 time: 1.6808350 May 26 16:13:32.605462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Subnet': ['ID=7416af57-cd0f-42a0-880d-f04ec6c56573,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:32.609171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.616361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.656029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=1a481cd5-3d89-4972-9bdb-a0550e605a2a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:32.677196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Allocated IP 172.25.0.238 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/22f445ca-e3c3-4beb-91a9-c8321614d171) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:32.683280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Checking segment: {'id': '230dc965-82dc-4b2a-856b-6d4f3dde31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c262e531-fdc6-452d-a130-57473c52796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:32.683710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network hostable DHCP agents. Network: c262e531-fdc6-452d-a130-57473c52796b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:32.705184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.706747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:32.715381 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.719692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8cbee680-0b60-42c7-a547-b11552115436 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fa9849ea-4d5e-47d7-89b6-0a0fe6b8e944 HTTP/1.1" status: 204 len: 168 time: 3.2761569 May 26 16:13:32.720042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47448) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:32.720530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47450) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:32.737039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['1a481cd5-3d89-4972-9bdb-a0550e605a2a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:32.737480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e9983209-af5f-4582-be72-ea701ea5e696 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794809302', 'description': 'tempest-description--2133409292'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:32.744964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network c262e531-fdc6-452d-a130-57473c52796b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:32.754460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-25189128-001e-424f-8e54-17b786207383 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8524618 May 26 16:13:32.755392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:32.761949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'subnet': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:32.794518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, c262e531-fdc6-452d-a130-57473c52796b) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:32.808870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:32.809215 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.813258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55036364-3d6d-4df3-b788-ded3062003f6 None None] Network c262e531-fdc6-452d-a130-57473c52796b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:32.834636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-725c9a65-1868-41bb-b09d-80189c3cbd63 admin admin] Deleting subnet 2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:32.838492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9983209-af5f-4582-be72-ea701ea5e696 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.846212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0e3a3b1d-c8ce-43d2-9fd4-56f5d5555f9b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4264793 May 26 16:13:32.847360 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-725c9a65-1868-41bb-b09d-80189c3cbd63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.851733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47454) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:32.873387 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.892557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-725c9a65-1868-41bb-b09d-80189c3cbd63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.939477 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.033797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:33.047488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.054929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:33.077096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:33.081428 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.081985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:33.088311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Pushing event updated for resources: {'Port': ['ID=2e0049bf-0492-4ecd-80c1-def865690005,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:33.096615 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.199390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade206dc-aaa0-439e-88f9-bde980d7586e req-66a63000-98a4-437a-8946-51e70f243933 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:33.201792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ade206dc-aaa0-439e-88f9-bde980d7586e req-66a63000-98a4-437a-8946-51e70f243933 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 945 time: 0.2090721 May 26 16:13:33.206526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.232132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Attempting to bind port 2e0049bf-0492-4ecd-80c1-def865690005 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:33.232969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Attempting to bind port 2e0049bf-0492-4ecd-80c1-def865690005 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:33.233342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Attempting to bind port 2e0049bf-0492-4ecd-80c1-def865690005 on network 96cccbcd-4c17-4e53-b917-fe16019574dd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:33.234340 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-725c9a65-1868-41bb-b09d-80189c3cbd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.240537 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9983209-af5f-4582-be72-ea701ea5e696 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.272733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:33.273418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Checking segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:33.274025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.274426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Bound using segment: {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:33.275507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Bound port: 2e0049bf-0492-4ecd-80c1-def865690005, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de70675b-06f8-4303-a78b-86b885fb96c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:33.275888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.295098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:33.298865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.321487 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9983209-af5f-4582-be72-ea701ea5e696 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.335511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:33.338974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:33.352430 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event updated for resources: {'Port': ['ID=22f445ca-e3c3-4beb-91a9-c8321614d171,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:33.394888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] For port 2e0049bf-0492-4ecd-80c1-def865690005, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:33.398378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] For port 2e0049bf-0492-4ecd-80c1-def865690005, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2e0049bf-0492-4ecd-80c1-def865690005,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:33.413236 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.427420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ade206dc-aaa0-439e-88f9-bde980d7586e req-c0700eff-53b6-4d89-ad34-b5c8a357b6e0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041025 May 26 16:13:33.430266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9983209-af5f-4582-be72-ea701ea5e696 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.436140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47458) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:33.437716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e9983209-af5f-4582-be72-ea701ea5e696 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7001569 May 26 16:13:33.441616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9983209-af5f-4582-be72-ea701ea5e696 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad09a85-965f-403f-b131-478e40c6b609,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:33.442760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-697f4a83-e1c4-4f72-acc7-404fb5f9a3d4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group_rule': {'security_group_id': '8ad09a85-965f-403f-b131-478e40c6b609', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:33.474667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058346e-2653-46c2-890a-342d5c9bbf8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-c262e531-fdc6-452d-a130-57473c52796b', 'network_id': 'c262e531-fdc6-452d-a130-57473c52796b', 'tenant_id': 'e4f58c6bf90944d48c62018462dbdd8f', 'fixed_ips': [{'subnet_id': '7416af57-cd0f-42a0-880d-f04ec6c56573'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:33.475587 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f058346e-2653-46c2-890a-342d5c9bbf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.517679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-725c9a65-1868-41bb-b09d-80189c3cbd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.550553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c9a65-1868-41bb-b09d-80189c3cbd63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:33.554761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-725c9a65-1868-41bb-b09d-80189c3cbd63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.561907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-725c9a65-1868-41bb-b09d-80189c3cbd63 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2e28ae8f-f7d2-43e8-ac9e-f8f9d1457764 HTTP/1.1" status: 204 len: 168 time: 0.8397036 May 26 16:13:33.562588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47460) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:33.599969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:33.604791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fccca8-a6e6-4a53-bf09-4f8f300ebd71 None None] Network 66950eb9-9364-4c32-a1ab-960fc915f592 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:33.645422 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.702981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:33.703330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 59a702ff-ad7a-4d7d-82c0-5d78aa627f22 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:33.718201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Deleting port 2b157909-0fc8-405b-bfee-d78da37d8bb8 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:33.718558 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.725266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54211aa6-6aa0-4c26-bbdb-98b1cc9cdc69 None None] Pushing event updated for resources: {'Port': ['ID=2e0049bf-0492-4ecd-80c1-def865690005,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:33.876298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] For port 2b157909-0fc8-405b-bfee-d78da37d8bb8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2b157909-0fc8-405b-bfee-d78da37d8bb8,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:33.876666 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.904663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Calling delete_port for 2b157909-0fc8-405b-bfee-d78da37d8bb8 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:33.905081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a2c668-fb83-40eb-aa0a-3be6127d4813 None None] DHCP port deletion for 66950eb9-9364-4c32-a1ab-960fc915f592 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-f058346e-2653-46c2-890a-342d5c9bbf8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7416af57-cd0f-42a0-880d-f04ec6c56573: This subnet is being modified by another concurrent operation. May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:13:33.963219 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7416af57-cd0f-42a0-880d-f04ec6c56573: This subnet is being modified by another concurrent operation. May 26 16:13:33.969451 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:13:33.997910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da6c59c-ab2d-47a4-8310-baebf5015eeb None None] Network c262e531-fdc6-452d-a130-57473c52796b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:34.019217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2c668-fb83-40eb-aa0a-3be6127d4813 None None] Deleting port 2b157909-0fc8-405b-bfee-d78da37d8bb8 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:34.019796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c668-fb83-40eb-aa0a-3be6127d4813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.043825 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.044910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.080967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Pushing event deleted for resources: {'Port': ['ID=2b157909-0fc8-405b-bfee-d78da37d8bb8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.083933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] No DVR routers for this DVR port 2b157909-0fc8-405b-bfee-d78da37d8bb8 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:34.114627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-697f4a83-e1c4-4f72-acc7-404fb5f9a3d4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.122075 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Subnet': ['ID=7416af57-cd0f-42a0-880d-f04ec6c56573,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.177486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.204882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66950eb9-9364-4c32-a1ab-960fc915f592']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:34.219452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:34.219858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54eba7c8-9cd5-4ec8-a7f3-6497b5767b61') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:34.220664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a3a2c668-fb83-40eb-aa0a-3be6127d4813 None None] For port 2b157909-0fc8-405b-bfee-d78da37d8bb8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2b157909-0fc8-405b-bfee-d78da37d8bb8,segment=NetworkSegment(54eba7c8-9cd5-4ec8-a7f3-6497b5767b61),segment_id=54eba7c8-9cd5-4ec8-a7f3-6497b5767b61)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:34.221490 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c668-fb83-40eb-aa0a-3be6127d4813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.231233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.234592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2c668-fb83-40eb-aa0a-3be6127d4813 None None] Calling delete_port for 2b157909-0fc8-405b-bfee-d78da37d8bb8 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:34.248509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.257927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:34.258924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.278697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.325579 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 54eba7c8-9cd5-4ec8-a7f3-6497b5767b61 resource provider aggregate not found May 26 16:13:34.341737 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c668-fb83-40eb-aa0a-3be6127d4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.355529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.361431 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.365253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] 10.222.0.39 "DELETE /v2.0/networks/66950eb9-9364-4c32-a1ab-960fc915f592 HTTP/1.1" status: 204 len: 168 time: 0.8016651 May 26 16:13:34.367221 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 54eba7c8-9cd5-4ec8-a7f3-6497b5767b61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54eba7c8-9cd5-4ec8-a7f3-6497b5767b61 found for delete ", "request_id": "req-f534ef53-02ac-4df8-95c3-9f30885e8488"}]} May 26 16:13:34.381386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47466) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:34.385751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2c668-fb83-40eb-aa0a-3be6127d4813 None None] Pushing event deleted for resources: {'Port': ['ID=2b157909-0fc8-405b-bfee-d78da37d8bb8,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.388597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c262e531-fdc6-452d-a130-57473c52796b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:34.389960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2c668-fb83-40eb-aa0a-3be6127d4813 None None] No DVR routers for this DVR port 2b157909-0fc8-405b-bfee-d78da37d8bb8 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:34.390154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4000d9-38e5-4410-8f77-834d849d4cee admin admin] Pushing event deleted for resources: {'Network': ['ID=66950eb9-9364-4c32-a1ab-960fc915f592,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.419064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230dc965-82dc-4b2a-856b-6d4f3dde31c3') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:34.419388 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230dc965-82dc-4b2a-856b-6d4f3dde31c3') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:34.474336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-697f4a83-e1c4-4f72-acc7-404fb5f9a3d4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.476151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.493790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-697f4a83-e1c4-4f72-acc7-404fb5f9a3d4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.509817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.526654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.570890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f4a83-e1c4-4f72-acc7-404fb5f9a3d4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4b8c7a-c4e0-4bcc-8cee-bafbbe8f5e79,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.574068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:34.574769 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.618485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-697f4a83-e1c4-4f72-acc7-404fb5f9a3d4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.622845 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-697f4a83-e1c4-4f72-acc7-404fb5f9a3d4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1842608 May 26 16:13:34.657632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:13:34.660324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47472) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:34.665320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-dd69ab30-32ec-44b2-b4e5-8347107cdfc2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'security_group_rule': {'security_group_id': '8ad09a85-965f-403f-b131-478e40c6b609', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:34.671617 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 230dc965-82dc-4b2a-856b-6d4f3dde31c3 resource provider aggregate not found May 26 16:13:34.797397 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 230dc965-82dc-4b2a-856b-6d4f3dde31c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 230dc965-82dc-4b2a-856b-6d4f3dde31c3 found for delete ", "request_id": "req-ae95640a-d1c6-427b-84f1-1c2e02890571"}]} May 26 16:13:34.821271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.846849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.850473 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/c262e531-fdc6-452d-a130-57473c52796b HTTP/1.1" status: 204 len: 168 time: 1.9971654 May 26 16:13:34.861040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47478) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:34.861603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dd69ab30-32ec-44b2-b4e5-8347107cdfc2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.869729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373084581'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:34.905336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37756f-28d3-4883-a871-b49db3b8f6d9 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Network': ['ID=c262e531-fdc6-452d-a130-57473c52796b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.976093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4a18c-2389-43cf-a3c1-f80d8249f8b9 req-cc2d799c-963d-42da-9e36-5c66eaa25b5b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:34.977874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbd4a18c-2389-43cf-a3c1-f80d8249f8b9 req-cc2d799c-963d-42da-9e36-5c66eaa25b5b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 945 time: 0.4207995 May 26 16:13:34.984604 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2a2c-f943-4a8b-9f0d-736f698e678d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.004277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:35.008578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.062086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ddac8-3f54-4d01-adac-5ae99b43e679 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:13:35.084451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dd69ab30-32ec-44b2-b4e5-8347107cdfc2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.121735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbd4a18c-2389-43cf-a3c1-f80d8249f8b9 req-a97083c1-25f1-4b12-88cd-cab8012886a6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161690 May 26 16:13:35.125939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-aceb2f19-e4ad-4b99-b85c-07099f9e1341 None None] Provisioning complete for port 2e0049bf-0492-4ecd-80c1-def865690005 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:35.126472 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aceb2f19-e4ad-4b99-b85c-07099f9e1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.138776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dd69ab30-32ec-44b2-b4e5-8347107cdfc2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.140790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:35.179674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69ab30-32ec-44b2-b4e5-8347107cdfc2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296bfc02-ed8e-411c-90c7-b7716cae4eec,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:35.195914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dd69ab30-32ec-44b2-b4e5-8347107cdfc2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.201360 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dd69ab30-32ec-44b2-b4e5-8347107cdfc2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5399292 May 26 16:13:35.202786 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.203140 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Added segment 18ca4ffb-d598-4886-a3ba-1bf70706713f of type vlan for network 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 May 26 16:13:35.204358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47480) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:35.206702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.209804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:35.226768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.235260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ddac8-3f54-4d01-adac-5ae99b43e679 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:13:35.263170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.322606 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.387761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aceb2f19-e4ad-4b99-b85c-07099f9e1341 None None] Current status of the port 2e0049bf-0492-4ecd-80c1-def865690005 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:35.388443 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aceb2f19-e4ad-4b99-b85c-07099f9e1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.401926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.463740 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:13:35.502495 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.508567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:35.510127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.562845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.612942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2e0049bf-0492-4ecd-80c1-def865690005 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:35.643238 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7756865 May 26 16:13:35.645458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47482) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:35.673859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568ee45-5ef9-41f5-a21e-d8b551938d75 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Network': ['ID=65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:35.684466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] For port 2e0049bf-0492-4ecd-80c1-def865690005, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2e0049bf-0492-4ecd-80c1-def865690005,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:35.687309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'subnet': {'network_id': '65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:35.695926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2e0049bf-0492-4ecd-80c1-def865690005 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:35.696544 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.724905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:35.729686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Router 6d83cd17-5063-4d3d-8bff-e614a25213cf is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:13:35.741719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.751680 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.751680 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.864143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:35.876029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:35.880693 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-aceb2f19-e4ad-4b99-b85c-07099f9e1341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:13:35.881013 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-aceb2f19-e4ad-4b99-b85c-07099f9e1341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:13:35.884945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:35.885855 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.900353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87489d20-4275-4a48-aaed-e3978c5e3c91 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:35.904628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2e0049bf-0492-4ecd-80c1-def865690005 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:35.905277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.933071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 1a481cd5-3d89-4972-9bdb-a0550e605a2a up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:35.945412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Subnet': ['ID=7f8444b9-b40e-4f4e-b8e3-bbbe1a0a8785,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:35.960293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=2e0049bf-0492-4ecd-80c1-def865690005,revision_number=4']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:35.974774 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8ce379fb-89e4-4a2f-afaf-4342176f4daf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2158594 May 26 16:13:35.974998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:35.975125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47484) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:35.977135 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.980681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Request body: {'port': {'network_id': '96cccbcd-4c17-4e53-b917-fe16019574dd', 'mac_address': 'fa:16:3e:d6:06:32', 'name': 'tempest-NetworksTestDHCPv6-1979819935'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:35.998173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:36.012561 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Sync routers for ids ['6d83cd17-5063-4d3d-8bff-e614a25213cf'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:36.024834 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Routers {'6d83cd17-5063-4d3d-8bff-e614a25213cf'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:36.025711 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6d83cd17-5063-4d3d-8bff-e614a25213cf'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:36.026243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Allocated IP 172.25.0.71 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/a295aaa5-f8da-40be-878a-9f237171dd4b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:36.034736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 2e0049bf-0492-4ecd-80c1-def865690005, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2e0049bf-0492-4ecd-80c1-def865690005,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:36.046107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.061915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.064349 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a3a1631-c86d-4a55-b080-0a1d154b979a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2263577 May 26 16:13:36.067261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47486) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:36.124490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=2e0049bf-0492-4ecd-80c1-def865690005,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:36.169402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2b157909-0fc8-405b-bfee-d78da37d8bb8 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:36.229505 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Set router 6d83cd17-5063-4d3d-8bff-e614a25213cf gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:36.238898 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6fcca3fe-41b5-46a4-a5f9-6a1ed957ac7f tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/routers/6d83cd17-5063-4d3d-8bff-e614a25213cf HTTP/1.1" status: 200 len: 909 time: 0.1704290 May 26 16:13:36.239738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Made reservation on behalf of 9335d20204ca45069171757b0df38739 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:36.241927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.244731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47490) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:36.250526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1965849748', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': True}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:36.260076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 2b157909-0fc8-405b-bfee-d78da37d8bb8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:36.260459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2b157909-0fc8-405b-bfee-d78da37d8bb8 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:36.309710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 1a481cd5-3d89-4972-9bdb-a0550e605a2a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:13:36.316206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 1a481cd5-3d89-4972-9bdb-a0550e605a2a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:36.316864 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.321975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.322290 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.362205 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.380154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.435834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.467327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=a295aaa5-f8da-40be-878a-9f237171dd4b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:36.479765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:36.503533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:36.515791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:36.545581 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d83cd17-5063-4d3d-8bff-e614a25213cf', 'name': 'tempest-snat-router-1965849748', 'tenant_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.238'}], 'enable_snat': False}, 'gw_port_id': '22f445ca-e3c3-4beb-91a9-c8321614d171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:30Z', 'updated_at': '2022-05-26T16:13:34Z', 'revision_number': 3, 'project_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'gw_port': {'id': '22f445ca-e3c3-4beb-91a9-c8321614d171', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d83cd17-5063-4d3d-8bff-e614a25213cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:32Z', 'updated_at': '2022-05-26T16:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:36.587038 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Checking router: 6d83cd17-5063-4d3d-8bff-e614a25213cf for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:36.587921 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Updating router 6d83cd17-5063-4d3d-8bff-e614a25213cf port 22f445ca-e3c3-4beb-91a9-c8321614d171 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:13:36.621138 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.632128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aceb2f19-e4ad-4b99-b85c-07099f9e1341 None None] Current status of the port 2e0049bf-0492-4ecd-80c1-def865690005 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:36.649036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9f89c-87b5-43b3-aa74-f016ca243830 req-6a7fe926-907d-4c94-9f10-c67048613a93 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:36.651380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fc9f89c-87b5-43b3-aa74-f016ca243830 req-6a7fe926-907d-4c94-9f10-c67048613a93 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 945 time: 0.3651884 May 26 16:13:36.683966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 1a481cd5-3d89-4972-9bdb-a0550e605a2a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:36.684361 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.729895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 1a481cd5-3d89-4972-9bdb-a0550e605a2a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1a481cd5-3d89-4972-9bdb-a0550e605a2a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:36.731051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a162c-2260-41f8-a436-2dd1ef34d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a481cd5-3d89-4972-9bdb-a0550e605a2a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:36.734772 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69142904-880d-4afd-b9bb-34e8841bc543" -d '{"events": [{"server_uuid": "ca5a162c-2260-41f8-a436-2dd1ef34d586", "name": "network-vif-plugged", "status": "completed", "tag": "1a481cd5-3d89-4972-9bdb-a0550e605a2a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:36.751383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.801192 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.827363 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e04725-d05a-4c64-82dc-6eddfabb2b3e x-openstack-request-id: req-33e04725-d05a-4c64-82dc-6eddfabb2b3e {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:36.828040 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a162c-2260-41f8-a436-2dd1ef34d586", "name": "network-vif-plugged", "status": "completed", "tag": "1a481cd5-3d89-4972-9bdb-a0550e605a2a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:36.828560 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33e04725-d05a-4c64-82dc-6eddfabb2b3e {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:36.829136 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e04725-d05a-4c64-82dc-6eddfabb2b3e'] response: {'server_uuid': 'ca5a162c-2260-41f8-a436-2dd1ef34d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a481cd5-3d89-4972-9bdb-a0550e605a2a', 'code': 200} May 26 16:13:36.888185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=1a481cd5-3d89-4972-9bdb-a0550e605a2a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:36.902282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fc9f89c-87b5-43b3-aa74-f016ca243830 req-8696af6e-96b7-47a9-a6ed-eeadbcb113eb tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361035 May 26 16:13:37.041369 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.045353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.057501 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.092523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Deleting port 67022862-a92d-49e8-8fb0-b551a8dcad31 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:37.093120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.122675 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Attempting to bind port 22f445ca-e3c3-4beb-91a9-c8321614d171 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:37.123329 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Attempting to bind port 22f445ca-e3c3-4beb-91a9-c8321614d171 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:37.123671 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Attempting to bind port 22f445ca-e3c3-4beb-91a9-c8321614d171 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:37.148745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] device_id is not set on port c6b53dbd-a91c-4333-830b-ff948d9d3562 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:13:37.161947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.193637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5df79-e65f-45a4-bf42-530d011722e4 req-a594845f-79bc-482c-9f2e-ffcdbac02e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:37.195679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65e5df79-e65f-45a4-bf42-530d011722e4 req-a594845f-79bc-482c-9f2e-ffcdbac02e20 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 1097 time: 0.2459776 May 26 16:13:37.269948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.275644 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:37.276982 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:37.277558 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.278081 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:37.278839 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Bound port: 22f445ca-e3c3-4beb-91a9-c8321614d171, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:37.279322 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.344415 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Pushing event updated for resources: {'Port': ['ID=22f445ca-e3c3-4beb-91a9-c8321614d171,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:37.350932 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] For port 22f445ca-e3c3-4beb-91a9-c8321614d171, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:37.363515 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.363952 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.364215 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.364509 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.364831 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.365154 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.365471 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.365790 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.366133 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.366591 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.366914 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.367229 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:37.382624 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] For port 22f445ca-e3c3-4beb-91a9-c8321614d171, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=22f445ca-e3c3-4beb-91a9-c8321614d171,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:37.389748 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.501336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2e0049bf-0492-4ecd-80c1-def865690005 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:37.515937 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de82f92-c024-4e41-9dc2-2333b3db8928 None None] Pushing event updated for resources: {'Port': ['ID=22f445ca-e3c3-4beb-91a9-c8321614d171,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:37.524303 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Routers {'6d83cd17-5063-4d3d-8bff-e614a25213cf'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:37.526883 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6d83cd17-5063-4d3d-8bff-e614a25213cf'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:37.560446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8::32 (96cccbcd-4c17-4e53-b917-fe16019574dd/67b5c701-0bc1-47f9-bb99-b2d80251a2b3/c6b53dbd-a91c-4333-830b-ff948d9d3562) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:37.588087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Allocated IP 2001:db8:0:1:f816:3eff:fed6:632 (96cccbcd-4c17-4e53-b917-fe16019574dd/7f8444b9-b40e-4f4e-b8e3-bbbe1a0a8785/c6b53dbd-a91c-4333-830b-ff948d9d3562) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:37.608168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2e0049bf-0492-4ecd-80c1-def865690005 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:37.608830 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.631696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.668831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.675838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-aecd0c4f-ede7-4ed1-b903-b6785fe6e6af None None] Provisioning complete for port 2e0049bf-0492-4ecd-80c1-def865690005 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:37.676526 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c4f-ede7-4ed1-b903-b6785fe6e6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.685736 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] Set router 6d83cd17-5063-4d3d-8bff-e614a25213cf gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:37.748320 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31c1ad2c-4d49-4bc5-be33-f994dbd7ec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.836768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] For port 67022862-a92d-49e8-8fb0-b551a8dcad31, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=67022862-a92d-49e8-8fb0-b551a8dcad31,segment=NetworkSegment(8db2a9eb-5990-48cc-a5ec-1b1fab39373a),segment_id=8db2a9eb-5990-48cc-a5ec-1b1fab39373a)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:37.837900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.856876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aecd0c4f-ede7-4ed1-b903-b6785fe6e6af None None] Current status of the port 2e0049bf-0492-4ecd-80c1-def865690005 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:37.859234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2e0049bf-0492-4ecd-80c1-def865690005 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:37.859868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65e5df79-e65f-45a4-bf42-530d011722e4 req-afdb07a1-4e3f-4adc-aac4-9798110bc299 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487312 May 26 16:13:37.895599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Calling delete_port for 67022862-a92d-49e8-8fb0-b551a8dcad31 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:37.910522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Allocated IP 172.25.0.220 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:37.914949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.918493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Checking segment: {'id': '18ca4ffb-d598-4886-a3ba-1bf70706713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:37.918917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network hostable DHCP agents. Network: 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:37.921076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Subnet': ['ID=e1690b22-1260-48a7-af64-09bbfb7c4f6f,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:38.004464 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d83cd17-5063-4d3d-8bff-e614a25213cf', 'name': 'tempest-snat-router-1965849748', 'tenant_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.238'}], 'enable_snat': False}, 'gw_port_id': '22f445ca-e3c3-4beb-91a9-c8321614d171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:30Z', 'updated_at': '2022-05-26T16:13:34Z', 'revision_number': 3, 'project_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'gw_port': {'id': '22f445ca-e3c3-4beb-91a9-c8321614d171', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d83cd17-5063-4d3d-8bff-e614a25213cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:32Z', 'updated_at': '2022-05-26T16:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:38.015746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:38.018876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.041262 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684efdaa-30d9-4a74-87bd-f0ce6cffe1bb None None] The sync data for ids ['6d83cd17-5063-4d3d-8bff-e614a25213cf'] in n-d-843336-2 is: [{'id': '6d83cd17-5063-4d3d-8bff-e614a25213cf', 'name': 'tempest-snat-router-1965849748', 'tenant_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.238'}], 'enable_snat': False}, 'gw_port_id': '22f445ca-e3c3-4beb-91a9-c8321614d171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:30Z', 'updated_at': '2022-05-26T16:13:34Z', 'revision_number': 3, 'project_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'gw_port': {'id': '22f445ca-e3c3-4beb-91a9-c8321614d171', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d83cd17-5063-4d3d-8bff-e614a25213cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:32Z', 'updated_at': '2022-05-26T16:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:38.053214 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.080871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.094407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:38.098545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Network 96cccbcd-4c17-4e53-b917-fe16019574dd is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:38.105361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a802b85-acde-466f-aedc-207ca645b8a0 None None] Network 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:38.106343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.109667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event updated for resources: {'Port': ['ID=c6b53dbd-a91c-4333-830b-ff948d9d3562,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:38.112447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:38.117179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:38.122929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:38.123588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.176854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:38.177592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.180560 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.256141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:38.262866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:38.269917 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d32f4684-80af-4f6e-9daa-e9dc20c1779a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2934752 May 26 16:13:38.273072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47496) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:38.276519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:38.287711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=a295aaa5-f8da-40be-878a-9f237171dd4b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:38.304602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f6e661b5-a1f8-4128-aac8-34aba1f87eca tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6248558 May 26 16:13:38.326833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47498) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:38.340606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:38.382887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c1b86-2a4b-45fd-b3d5-1344560bd350 req-00cf9e8e-2c76-4307-8ad1-098dcc4dafc3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:38.384709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-179c1b86-2a4b-45fd-b3d5-1344560bd350 req-00cf9e8e-2c76-4307-8ad1-098dcc4dafc3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 946 time: 0.3664875 May 26 16:13:38.478105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6', 'network_id': '65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6', 'tenant_id': 'e4f58c6bf90944d48c62018462dbdd8f', 'fixed_ips': [{'subnet_id': 'e1690b22-1260-48a7-af64-09bbfb7c4f6f'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:38.479757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.492704 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.643294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-179c1b86-2a4b-45fd-b3d5-1344560bd350 req-6cdcce29-6858-40ab-b536-2801890d81f5 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349005 May 26 16:13:38.670081 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.679915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f4edb05a-f64f-4a29-b1e1-51f35b7d1955 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4657598 May 26 16:13:38.740821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Allocated IP 2001:db8::2 (65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6/e1690b22-1260-48a7-af64-09bbfb7c4f6f/6584bace-5f4f-45fb-9672-ec8547eafda6) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:38.744191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-94b71ae1-d586-46e2-8239-94cfaf74da66 None None] Provisioning complete for port c6b53dbd-a91c-4333-830b-ff948d9d3562 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:38.744426 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94b71ae1-d586-46e2-8239-94cfaf74da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.747837 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.748858 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.797851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-94b71ae1-d586-46e2-8239-94cfaf74da66 None None] Port c6b53dbd-a91c-4333-830b-ff948d9d3562 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:13:38.808793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.831294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Pushing event deleted for resources: {'Port': ['ID=67022862-a92d-49e8-8fb0-b551a8dcad31,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:38.841042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.875502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-38aae98d-9a21-4a0a-8bbb-7e6c485ea0e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting port c6b53dbd-a91c-4333-830b-ff948d9d3562 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:38.876147 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-38aae98d-9a21-4a0a-8bbb-7e6c485ea0e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.220744 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.230493 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.230740 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.267118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-d7369ae5-7f31-45b8-b9bd-2195f142af9a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1794809302&fields=id&tenant_id=3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 267 time: 0.3291085 May 26 16:13:39.288056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Pushing event updated for resources: {'Port': ['ID=6584bace-5f4f-45fb-9672-ec8547eafda6,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:39.310852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Network 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:39.313187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:39.314925 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-38aae98d-9a21-4a0a-8bbb-7e6c485ea0e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.318453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:39.373524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-38aae98d-9a21-4a0a-8bbb-7e6c485ea0e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Calling delete_port for c6b53dbd-a91c-4333-830b-ff948d9d3562 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:39.414802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Attempting to bind port 6584bace-5f4f-45fb-9672-ec8547eafda6 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:39.415467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Attempting to bind port 6584bace-5f4f-45fb-9672-ec8547eafda6 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '18ca4ffb-d598-4886-a3ba-1bf70706713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:39.415865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Attempting to bind port 6584bace-5f4f-45fb-9672-ec8547eafda6 on network 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:39.435284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:39.436000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Checking segment: {'id': '18ca4ffb-d598-4886-a3ba-1bf70706713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:39.436852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.437418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Bound using segment: {'id': '18ca4ffb-d598-4886-a3ba-1bf70706713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:39.438141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Bound port: 6584bace-5f4f-45fb-9672-ec8547eafda6, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ca4ffb-d598-4886-a3ba-1bf70706713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:39.438836 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.474933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Router da5360ce-e4aa-497a-9fc5-1a4e4cac0169 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:13:39.506030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.551312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] For port 6584bace-5f4f-45fb-9672-ec8547eafda6, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:39.564164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] For port 6584bace-5f4f-45fb-9672-ec8547eafda6, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6584bace-5f4f-45fb-9672-ec8547eafda6,segment=NetworkSegment(18ca4ffb-d598-4886-a3ba-1bf70706713f),segment_id=18ca4ffb-d598-4886-a3ba-1bf70706713f)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:39.572716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.694545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc079f13-8e1c-49bd-a539-ac1ec2846af6 None None] Pushing event updated for resources: {'Port': ['ID=6584bace-5f4f-45fb-9672-ec8547eafda6,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:39.699671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:39.710308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 22f445ca-e3c3-4beb-91a9-c8321614d171 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:39.716147 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.718181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Sync routers for ids ['da5360ce-e4aa-497a-9fc5-1a4e4cac0169'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:39.737636 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.740098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-76ce8189-1413-431b-8681-4efb94b39d55 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4934204 May 26 16:13:39.743382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47516) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:39.821199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Routers {'da5360ce-e4aa-497a-9fc5-1a4e4cac0169'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:39.826777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['da5360ce-e4aa-497a-9fc5-1a4e4cac0169'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:39.831098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.851814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-026d3e01-79ff-4066-9231-afb879ca7d7f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:39.859909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-026d3e01-79ff-4066-9231-afb879ca7d7f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 814 time: 0.5237799 May 26 16:13:39.937729 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-127de54a-c81a-4122-b688-c3169135920b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/routers/da5360ce-e4aa-497a-9fc5-1a4e4cac0169 HTTP/1.1" status: 200 len: 908 time: 0.1927149 May 26 16:13:39.940273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47518) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:39.945190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 22f445ca-e3c3-4beb-91a9-c8321614d171 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:39.945766 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.957123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Subnet': ['ID=e1690b22-1260-48a7-af64-09bbfb7c4f6f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:39.969652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-8e920fe6-66c0-4af9-b3c3-8b394d1da19d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/quotas/3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 375 time: 0.1080313 May 26 16:13:40.169632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Set router da5360ce-e4aa-497a-9fc5-1a4e4cac0169 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:40.177597 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.232284 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.303632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.347049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9ba11-4fa6-4174-b699-1f1095390481 req-27af9796-eb02-4dde-b251-95e30d6be96d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.348740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68e9ba11-4fa6-4174-b699-1f1095390481 req-27af9796-eb02-4dde-b251-95e30d6be96d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 946 time: 0.4854605 May 26 16:13:40.372485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-09a22913-adef-497b-a6c3-8f89149d1f55 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4022570 May 26 16:13:40.440673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 22f445ca-e3c3-4beb-91a9-c8321614d171 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:40.441407 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.507702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 22f445ca-e3c3-4beb-91a9-c8321614d171, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=22f445ca-e3c3-4beb-91a9-c8321614d171,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:40.519204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.597810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.599469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5360ce-e4aa-497a-9fc5-1a4e4cac0169', 'name': 'tempest-snat-router-1965849748', 'tenant_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:36Z', 'updated_at': '2022-05-26T16:13:38Z', 'revision_number': 3, 'project_id': '0b8b47cba7f44c689a65cfce1988fbd4', 'gw_port': {'id': 'e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5360ce-e4aa-497a-9fc5-1a4e4cac0169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:37Z', 'updated_at': '2022-05-26T16:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:40.604138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=22f445ca-e3c3-4beb-91a9-c8321614d171,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:40.638600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Checking router: da5360ce-e4aa-497a-9fc5-1a4e4cac0169 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:40.638947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Updating router da5360ce-e4aa-497a-9fc5-1a4e4cac0169 port e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:13:40.677101 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.682479 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.771202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Deleting port e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:40.772121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.862115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:40.877408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.891298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-38aae98d-9a21-4a0a-8bbb-7e6c485ea0e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.920804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Calling delete_port for e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:40.935226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ca4ffb-d598-4886-a3ba-1bf70706713f') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:40.935515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ca4ffb-d598-4886-a3ba-1bf70706713f') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:40.939092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Router 20aebbce-8797-4371-a983-95c36c12436a has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:40.942089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aae98d-9a21-4a0a-8bbb-7e6c485ea0e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Port': ['ID=c6b53dbd-a91c-4333-830b-ff948d9d3562,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:40.963021 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.125124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.129784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68e9ba11-4fa6-4174-b699-1f1095390481 req-96d817f0-26c5-4fc0-8970-9ac75a1d5af9 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7544079 May 26 16:13:41.140558 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-38aae98d-9a21-4a0a-8bbb-7e6c485ea0e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.146054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-38aae98d-9a21-4a0a-8bbb-7e6c485ea0e5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/c6b53dbd-a91c-4333-830b-ff948d9d3562 HTTP/1.1" status: 204 len: 168 time: 2.8634617 May 26 16:13:41.147695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47524) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:41.184303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.192873 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.205354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:41.205808 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.251670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477c3478-7a4f-4244-9235-3d4f087ddfd2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:41.263525 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 18ca4ffb-d598-4886-a3ba-1bf70706713f resource provider aggregate not found May 26 16:13:41.264619 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-477c3478-7a4f-4244-9235-3d4f087ddfd2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1149244 May 26 16:13:41.281169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47532) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:41.308970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Attempting to bind port e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:41.309349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Attempting to bind port e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:41.311692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Attempting to bind port e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:41.331669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ade87b-f50f-4ba1-bc5a-93ae4777793f None None] Pushing event updated for resources: {'Port': ['ID=e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:41.335943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:41.336382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:41.336717 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.337118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:41.337667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Bound port: e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:41.338091 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.358427 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 18ca4ffb-d598-4886-a3ba-1bf70706713f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ca4ffb-d598-4886-a3ba-1bf70706713f found for delete ", "request_id": "req-263e00d0-2229-4691-a83e-b185a361a4c3"}]} May 26 16:13:41.362485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.412977 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:13:41.413356 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:13:41.431536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:41.450316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.450316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.450316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.450316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.450316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.450316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.450316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.450316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.451386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.451386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.451587 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.452180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:41.482214 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.api [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:13:41.482214 n-d-843336-2 neutron-server[109405]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:13:41.482214 n-d-843336-2 neutron-server[109405]: [parameters: {'id': '65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6'}] May 26 16:13:41.482214 n-d-843336-2 neutron-server[109405]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:13:41.482666 n-d-843336-2 neutron-server[109405]: DEBUG oslo_db.api [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:13:41.524627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.532443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-0eb59791-73b9-40f3-9175-00449f5ba4ca service neutron] 10.222.0.39 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670651 May 26 16:13:41.534989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:41.546086 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] Sync routers for ids ['20aebbce-8797-4371-a983-95c36c12436a'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:41.551527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ede5485a-57a9-45c0-9209-b5d0a69075bd admin admin] 10.222.0.39 "PUT /v2.0/routers/20aebbce-8797-4371-a983-95c36c12436a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1688216 May 26 16:13:41.558181 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] Routers {'20aebbce-8797-4371-a983-95c36c12436a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:41.560635 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20aebbce-8797-4371-a983-95c36c12436a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:41.570553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47534) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:41.580323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4502994f-efbd-4a49-b440-4ed5fde858a9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:41.581926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4502994f-efbd-4a49-b440-4ed5fde858a9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2644269 May 26 16:13:41.592110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47536) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:41.616682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b0227-43c6-4c22-b729-a62beb30b1b7 None None] Network 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:41.666021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.666021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.717684 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.718287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da5360ce-e4aa-497a-9fc5-1a4e4cac0169 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:41.728006 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.734275 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6af44a06-86e5-4c8c-b4cc-6be33e8e09ea tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "DELETE /v2.0/routers/da5360ce-e4aa-497a-9fc5-1a4e4cac0169 HTTP/1.1" status: 204 len: 168 time: 1.7880523 May 26 16:13:41.734999 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47538) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:41.748940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a6124-5d55-4ea1-abb4-7adb7e770449 req-a7ab7f20-d3e5-4e7c-a3a5-89273be3a3b2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:41.749276 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] Set router 20aebbce-8797-4371-a983-95c36c12436a gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:41.757762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-001a6124-5d55-4ea1-abb4-7adb7e770449 req-a7ab7f20-d3e5-4e7c-a3a5-89273be3a3b2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 946 time: 0.3982487 May 26 16:13:41.762719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 22f445ca-e3c3-4beb-91a9-c8321614d171 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:41.799609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-853b7fc0-99c5-419b-879a-110b9d7c9bdb None None] Provisioning complete for port 6584bace-5f4f-45fb-9672-ec8547eafda6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:41.800266 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-853b7fc0-99c5-419b-879a-110b9d7c9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.917226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.953790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Attempting to bind port e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:41.954650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Attempting to bind port e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:41.955194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Attempting to bind port e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:41.959823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3484f-2fd2-4a99-bb84-6df49c046fb3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:41.962672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3484f-2fd2-4a99-bb84-6df49c046fb3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:41.965721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3484f-2fd2-4a99-bb84-6df49c046fb3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:41.967939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b8c3484f-2fd2-4a99-bb84-6df49c046fb3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3658922 May 26 16:13:41.970805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-7d4508ab-f70a-452b-b9d1-0e230b1b887d service neutron] 10.222.0.39 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101758 May 26 16:13:41.974992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:41.978788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:41.979208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.979662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:41.980112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Bound port: e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:41.980505 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.986469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47540) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:41.987017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 22f445ca-e3c3-4beb-91a9-c8321614d171 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:41.987205 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.987474 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.994878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-001a6124-5d55-4ea1-abb4-7adb7e770449 req-5ac6d3ea-45c8-44cc-b375-02ac0a16b0dd tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361000 May 26 16:13:42.033353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Port e0e5dece-c20e-4d0f-a39b-ae8d970c6bb7 has been deleted concurrently {{(pid=109406) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} May 26 16:13:42.038216 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aebbce-8797-4371-a983-95c36c12436a', 'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:06:01Z', 'updated_at': '2022-05-26T16:13:38Z', 'revision_number': 5, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'gw_port': {'id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:03Z', 'updated_at': '2022-05-26T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:42.076927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.126063 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] Checking router: 20aebbce-8797-4371-a983-95c36c12436a for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:42.137410 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.142928 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] Routers {'20aebbce-8797-4371-a983-95c36c12436a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:42.144436 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20aebbce-8797-4371-a983-95c36c12436a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:42.227164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:42.227891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:13:42.228470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_agentschedulers_db [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da5360ce-e4aa-497a-9fc5-1a4e4cac0169'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent'). {{(pid=109406) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 16:13:42.228857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c985119-fd5b-403c-a0a9-071518cebe8d None None] The sync data for ids ['da5360ce-e4aa-497a-9fc5-1a4e4cac0169'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:42.241039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-5210e989-d9cb-4c55-968a-d635b151d35d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 67b5c701-0bc1-47f9-bb99-b2d80251a2b3 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:42.271337 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5210e989-d9cb-4c55-968a-d635b151d35d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.272798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Deleting port 22f445ca-e3c3-4beb-91a9-c8321614d171 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:42.273527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.310563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b68414-e5cc-4a82-945e-4d2a7ee84784 None None] DHCP port deletion for 65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:42.334621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-853b7fc0-99c5-419b-879a-110b9d7c9bdb None None] Current status of the port 6584bace-5f4f-45fb-9672-ec8547eafda6 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:42.335293 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-853b7fc0-99c5-419b-879a-110b9d7c9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.396141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] For port 22f445ca-e3c3-4beb-91a9-c8321614d171, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=22f445ca-e3c3-4beb-91a9-c8321614d171,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:42.396669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.411800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Calling delete_port for 22f445ca-e3c3-4beb-91a9-c8321614d171 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:42.458306 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] Set router 20aebbce-8797-4371-a983-95c36c12436a gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:42.485613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ec84fb5-2b8f-408d-a27e-3023396625a4 req-ec42d6f9-e436-41df-9ea2-57a808c8bf8f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 210 time: 0.1954381 May 26 16:13:42.544915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Deleting port 6584bace-5f4f-45fb-9672-ec8547eafda6 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:42.545255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.635210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.656152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] For port 6584bace-5f4f-45fb-9672-ec8547eafda6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6584bace-5f4f-45fb-9672-ec8547eafda6,segment=NetworkSegment(18ca4ffb-d598-4886-a3ba-1bf70706713f),segment_id=18ca4ffb-d598-4886-a3ba-1bf70706713f)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:42.656534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.661376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 22f445ca-e3c3-4beb-91a9-c8321614d171 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:42.663119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6584bace-5f4f-45fb-9672-ec8547eafda6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:42.668615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event deleted for resources: {'Port': ['ID=22f445ca-e3c3-4beb-91a9-c8321614d171,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:42.701122 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5210e989-d9cb-4c55-968a-d635b151d35d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.771389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.789023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Calling delete_port for 6584bace-5f4f-45fb-9672-ec8547eafda6 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:42.833837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-71e9a307-34f4-4225-b2ad-b600b570867f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5810883 May 26 16:13:42.886595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7a527-0b23-45f3-a5df-95cedda1bf70 req-4a1dc248-3f8e-4209-996b-efbfabaaec8c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.888159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1c7a527-0b23-45f3-a5df-95cedda1bf70 req-4a1dc248-3f8e-4209-996b-efbfabaaec8c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 946 time: 0.3534102 May 26 16:13:42.889702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.928773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-853b7fc0-99c5-419b-879a-110b9d7c9bdb None None] For port 6584bace-5f4f-45fb-9672-ec8547eafda6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6584bace-5f4f-45fb-9672-ec8547eafda6,segment=NetworkSegment(18ca4ffb-d598-4886-a3ba-1bf70706713f),segment_id=18ca4ffb-d598-4886-a3ba-1bf70706713f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:42.947559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-853b7fc0-99c5-419b-879a-110b9d7c9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.982499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21aa0b51-7ee2-442e-922f-785c58378253 req-77eeefbd-715c-4e05-a4cc-aee5a8ab9044 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3380501 May 26 16:13:43.022369 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20aebbce-8797-4371-a983-95c36c12436a', 'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:06:01Z', 'updated_at': '2022-05-26T16:13:38Z', 'revision_number': 5, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'gw_port': {'id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:03Z', 'updated_at': '2022-05-26T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:43.024424 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.030110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.063075 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9cb517-bcb6-4268-ba41-8cfc4324a433 None None] The sync data for ids ['20aebbce-8797-4371-a983-95c36c12436a'] in n-d-843336-2 is: [{'id': '20aebbce-8797-4371-a983-95c36c12436a', 'name': 'tempest-TaggedBootDevicesTest-2000803475-router', 'tenant_id': '4d0c56ed7f0245f5b85cd834064e6749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:06:01Z', 'updated_at': '2022-05-26T16:13:38Z', 'revision_number': 5, 'project_id': '4d0c56ed7f0245f5b85cd834064e6749', 'gw_port': {'id': 'ad854c7a-45cd-431b-9142-a2620558ae9f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aebbce-8797-4371-a983-95c36c12436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:06:03Z', 'updated_at': '2022-05-26T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:43.089498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d2b68414-e5cc-4a82-945e-4d2a7ee84784 None None] Deleting port 6584bace-5f4f-45fb-9672-ec8547eafda6 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:43.096493 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d2b68414-e5cc-4a82-945e-4d2a7ee84784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.155921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.157377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d83cd17-5063-4d3d-8bff-e614a25213cf {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:43.160807 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5210e989-d9cb-4c55-968a-d635b151d35d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.179137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.186202 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f9d02e22-76f0-48be-84ca-a3ca1c515653 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "DELETE /v2.0/routers/6d83cd17-5063-4d3d-8bff-e614a25213cf HTTP/1.1" status: 204 len: 168 time: 1.4466450 May 26 16:13:43.188577 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47558) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:43.200550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1341259375', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:43.205013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b7fc0-99c5-419b-879a-110b9d7c9bdb None None] Pushing event updated for resources: {'Port': ['ID=6584bace-5f4f-45fb-9672-ec8547eafda6,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:43.213936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6584bace-5f4f-45fb-9672-ec8547eafda6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:43.214307 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.218981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1c7a527-0b23-45f3-a5df-95cedda1bf70 req-d0be2d57-1fec-4313-9326-f8099d2a795f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749546 May 26 16:13:43.277439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.281629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d2b68414-e5cc-4a82-945e-4d2a7ee84784 None None] For port 6584bace-5f4f-45fb-9672-ec8547eafda6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6584bace-5f4f-45fb-9672-ec8547eafda6,segment=NetworkSegment(18ca4ffb-d598-4886-a3ba-1bf70706713f),segment_id=18ca4ffb-d598-4886-a3ba-1bf70706713f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:43.282197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.282796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d2b68414-e5cc-4a82-945e-4d2a7ee84784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.287597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-d5366654-e0f1-47f2-aa83-e63bf466155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.289399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-d5366654-e0f1-47f2-aa83-e63bf466155e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 1096 time: 0.3515193 May 26 16:13:43.324566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d2b68414-e5cc-4a82-945e-4d2a7ee84784 None None] Calling delete_port for 6584bace-5f4f-45fb-9672-ec8547eafda6 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:43.344820 n-d-843336-2 neutron-server[109406]: INFO neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No ports have port_id starting with 6584bace-5f4f-45fb-9672-ec8547eafda6 May 26 16:13:43.447621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa0b51-7ee2-442e-922f-785c58378253 req-3666ddc4-0010-4215-a015-dad510cf1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.449105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21aa0b51-7ee2-442e-922f-785c58378253 req-3666ddc4-0010-4215-a015-dad510cf1d98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 1097 time: 0.3996692 May 26 16:13:43.459215 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d2b68414-e5cc-4a82-945e-4d2a7ee84784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.468556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.470670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5210e989-d9cb-4c55-968a-d635b151d35d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.477062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.499871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b68414-e5cc-4a82-945e-4d2a7ee84784 None None] Pushing event deleted for resources: {'Port': ['ID=6584bace-5f4f-45fb-9672-ec8547eafda6,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:43.505829 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b68414-e5cc-4a82-945e-4d2a7ee84784 None None] No DVR routers for this DVR port 6584bace-5f4f-45fb-9672-ec8547eafda6 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:43.538413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Deleting port ad854c7a-45cd-431b-9142-a2620558ae9f {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:43.539236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.634824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Port': ['ID=6584bace-5f4f-45fb-9672-ec8547eafda6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:43.639393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210e989-d9cb-4c55-968a-d635b151d35d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=67b5c701-0bc1-47f9-bb99-b2d80251a2b3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:43.647445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e6649-e0b6-4191-94d5-5513dc18b937 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:43.694057 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.978433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6584bace-5f4f-45fb-9672-ec8547eafda6 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:44.013346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 6584bace-5f4f-45fb-9672-ec8547eafda6 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:44.013576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6584bace-5f4f-45fb-9672-ec8547eafda6 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:44.014088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 67022862-a92d-49e8-8fb0-b551a8dcad31 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:44.037725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 67022862-a92d-49e8-8fb0-b551a8dcad31 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:44.038173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 67022862-a92d-49e8-8fb0-b551a8dcad31 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:44.119020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.123574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No DVR routers for this DVR port 6584bace-5f4f-45fb-9672-ec8547eafda6 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:44.141810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.168396 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5210e989-d9cb-4c55-968a-d635b151d35d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.175807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5210e989-d9cb-4c55-968a-d635b151d35d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/67b5c701-0bc1-47f9-bb99-b2d80251a2b3 HTTP/1.1" status: 204 len: 168 time: 2.1793051 May 26 16:13:44.189341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47568) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:44.313494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6958b9-aa5f-43f6-b501-482a963508bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Deleting subnet 7f8444b9-b40e-4f4e-b8e3-bbbe1a0a8785 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:44.324012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da6958b9-aa5f-43f6-b501-482a963508bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.402712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Allocated IP 172.25.0.8 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/2d90839b-0d4a-4a28-b05d-5ad89b88ac4e) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:44.406369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da6958b9-aa5f-43f6-b501-482a963508bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.441387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-fc51549d-56fc-48f0-b27b-362e8851c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:44.443461 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-fc51549d-56fc-48f0-b27b-362e8851c486 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 1.1142557 May 26 16:13:44.447188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47c2d5b8-3700-4705-ac35-645f5f36c2db req-f7b08671-839b-40be-80d5-c95d9fa2c766 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 210 time: 0.2825511 May 26 16:13:44.580670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da6958b9-aa5f-43f6-b501-482a963508bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.582698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] For port ad854c7a-45cd-431b-9142-a2620558ae9f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ad854c7a-45cd-431b-9142-a2620558ae9f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:44.583873 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.586342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa0b51-7ee2-442e-922f-785c58378253 req-3a2c5462-22b3-43ef-ac47-b40e80536bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:44.588205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21aa0b51-7ee2-442e-922f-785c58378253 req-3a2c5462-22b3-43ef-ac47-b40e80536bfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 1.0691028 May 26 16:13:44.608699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-f9ddb089-f31c-4d8a-8a60-bdec979e799d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53 HTTP/1.1" status: 200 len: 217 time: 0.1523731 May 26 16:13:44.633195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.660701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Calling delete_port for ad854c7a-45cd-431b-9142-a2620558ae9f owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:44.679287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da6958b9-aa5f-43f6-b501-482a963508bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.689620 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.717983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6958b9-aa5f-43f6-b501-482a963508bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8444b9-b40e-4f4e-b8e3-bbbe1a0a8785,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:44.720045 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da6958b9-aa5f-43f6-b501-482a963508bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.726799 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-da6958b9-aa5f-43f6-b501-482a963508bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/7f8444b9-b40e-4f4e-b8e3-bbbe1a0a8785 HTTP/1.1" status: 204 len: 168 time: 0.5359290 May 26 16:13:44.728594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47572) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:44.777504 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bc5fd82f-fc06-4d05-bfab-1d1162883f68 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477130 May 26 16:13:44.780373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47574) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:44.787947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21aa0b51-7ee2-442e-922f-785c58378253 req-fd2fae21-e3f7-44b7-b24a-8a469aaf2fce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85adca4a-93ad-497c-8ea9-b41b05520221 HTTP/1.1" status: 200 len: 217 time: 0.1782000 May 26 16:13:44.789799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472f66f-bbf2-46a2-b300-94a33d0922a5 None None] Network 96cccbcd-4c17-4e53-b917-fe16019574dd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:44.790749 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.819981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:44.832700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-e5a1c2ea-b304-4946-ad3d-c251e3b73b5a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:44.835076 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-e5a1c2ea-b304-4946-ad3d-c251e3b73b5a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 946 time: 0.5542805 May 26 16:13:44.843211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a2466-e73b-4fcb-9128-85567e77458b req-83005763-671d-496c-91b6-a0fbe8eae2f4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:44.844758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078a2466-e73b-4fcb-9128-85567e77458b req-83005763-671d-496c-91b6-a0fbe8eae2f4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 946 time: 0.4590263 May 26 16:13:44.872607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:44.874189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event updated for resources: {'Port': ['ID=2d90839b-0d4a-4a28-b05d-5ad89b88ac4e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:44.885163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012901ad-f1ad-4591-a389-95bfc1473d55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:44.889570 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-012901ad-f1ad-4591-a389-95bfc1473d55 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1050975 May 26 16:13:44.889570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:44.889977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47576) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:44.891768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:44.898106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-c175c793-58a1-469e-bacf-6dab31a58ca8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:44.900579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-c175c793-58a1-469e-bacf-6dab31a58ca8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 814 time: 0.6822906 May 26 16:13:44.943690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ca4ffb-d598-4886-a3ba-1bf70706713f') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:44.944064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ca4ffb-d598-4886-a3ba-1bf70706713f') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:44.968079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6f1ff56e-7989-4bbe-abc2-540d95a14bf2 None None] Provisioning complete for port 2e0049bf-0492-4ecd-80c1-def865690005 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:44.968532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-2ac151c0-d4e8-46c0-a447-20de5fc32ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:44.969661 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6f1ff56e-7989-4bbe-abc2-540d95a14bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.969921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-2ac151c0-d4e8-46c0-a447-20de5fc32ddf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.3461413 May 26 16:13:45.021291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6af5a0-dec6-4879-b992-75983835836a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.025373 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7a6af5a0-dec6-4879-b992-75983835836a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1321199 May 26 16:13:45.025534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.026031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47578) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.097575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ff56e-7989-4bbe-abc2-540d95a14bf2 None None] Current status of the port 2e0049bf-0492-4ecd-80c1-def865690005 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:45.112187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa0b51-7ee2-442e-922f-785c58378253 req-efa8fa5a-d848-4d88-acf0-bfa49977b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.117478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21aa0b51-7ee2-442e-922f-785c58378253 req-efa8fa5a-d848-4d88-acf0-bfa49977b311 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.3093348 May 26 16:13:45.117478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.122297 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-36614231-d0f5-48cc-af12-1dbad221f9f2 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916996 May 26 16:13:45.126939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47580) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.143434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb727fb-fb9c-4a5e-bfc6-86f80f6090ca None None] DHCP port deletion for 96cccbcd-4c17-4e53-b917-fe16019574dd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:45.158368 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa93a97f-1410-483b-9403-7251fede16ee tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.159073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa93a97f-1410-483b-9403-7251fede16ee tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.164592 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa93a97f-1410-483b-9403-7251fede16ee tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/c6b53dbd-a91c-4333-830b-ff948d9d3562 HTTP/1.1" status: 404 len: 333 time: 0.0323725 May 26 16:13:45.164890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47582) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.182047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-cc0fd424-76f6-451a-a01c-da48d63ad2ef tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fb12a94f317497abed90107ea4df44a HTTP/1.1" status: 200 len: 380 time: 0.2410722 May 26 16:13:45.200915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:45.201339 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.204097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3eb727fb-fb9c-4a5e-bfc6-86f80f6090ca None None] Deleting port 2e0049bf-0492-4ecd-80c1-def865690005 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:45.206685 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3eb727fb-fb9c-4a5e-bfc6-86f80f6090ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.206881 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf10d43-0f7c-4292-a6fb-2a6f797be79b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.207456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf10d43-0f7c-4292-a6fb-2a6f797be79b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.210922 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4cf10d43-0f7c-4292-a6fb-2a6f797be79b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/7f8444b9-b40e-4f4e-b8e3-bbbe1a0a8785 HTTP/1.1" status: 404 len: 337 time: 0.0446093 May 26 16:13:45.213636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.272742 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b33e629-fbc3-4ede-a48e-f05c6043ab1a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.273116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b33e629-fbc3-4ede-a48e-f05c6043ab1a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.279643 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4b33e629-fbc3-4ede-a48e-f05c6043ab1a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/67b5c701-0bc1-47f9-bb99-b2d80251a2b3 HTTP/1.1" status: 404 len: 337 time: 0.0621800 May 26 16:13:45.281383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47588) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.282973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3eb727fb-fb9c-4a5e-bfc6-86f80f6090ca None None] For port 2e0049bf-0492-4ecd-80c1-def865690005, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2e0049bf-0492-4ecd-80c1-def865690005,segment=NetworkSegment(de70675b-06f8-4303-a78b-86b885fb96c8),segment_id=de70675b-06f8-4303-a78b-86b885fb96c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:45.283486 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3eb727fb-fb9c-4a5e-bfc6-86f80f6090ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.300342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3eb727fb-fb9c-4a5e-bfc6-86f80f6090ca None None] Calling delete_port for 2e0049bf-0492-4ecd-80c1-def865690005 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:45.308610 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-77737aa3-a3a7-42f3-acb1-b2372e1ab73a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.309644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77737aa3-a3a7-42f3-acb1-b2372e1ab73a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.315044 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-77737aa3-a3a7-42f3-acb1-b2372e1ab73a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/946ae325-3f4c-4cb3-ad06-8f906e3f407a HTTP/1.1" status: 404 len: 333 time: 0.0299811 May 26 16:13:45.315662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'port': {'device_id': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'admin_state_up': True, 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'security_groups': ['8ad09a85-965f-403f-b131-478e40c6b609']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:45.316970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47590) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.331628 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-078a2466-e73b-4fcb-9128-85567e77458b req-71c320ef-5f58-41b7-a9d3-02bf275edd08 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309361 May 26 16:13:45.344651 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 18ca4ffb-d598-4886-a3ba-1bf70706713f resource provider aggregate not found May 26 16:13:45.377426 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ec22ac-982b-4216-97fe-537824b21d12 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.377892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ec22ac-982b-4216-97fe-537824b21d12 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.380988 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-06ec22ac-982b-4216-97fe-537824b21d12 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/de78ffcf-2579-4730-87f5-84a59930d249 HTTP/1.1" status: 404 len: 337 time: 0.0630484 May 26 16:13:45.385535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47594) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.421625 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b539b5-5cf2-4f1b-8300-4e504a5d0bd3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.422405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b539b5-5cf2-4f1b-8300-4e504a5d0bd3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.428659 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-58b539b5-5cf2-4f1b-8300-4e504a5d0bd3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/c388e6fa-1392-4f40-b56e-8c3007978731 HTTP/1.1" status: 404 len: 337 time: 0.0396712 May 26 16:13:45.428838 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3eb727fb-fb9c-4a5e-bfc6-86f80f6090ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.429151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47596) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.440321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.461261 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9184b1-fa79-40f8-9c0c-e98d9ad8d6fb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.461581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9184b1-fa79-40f8-9c0c-e98d9ad8d6fb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.463923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb727fb-fb9c-4a5e-bfc6-86f80f6090ca None None] Pushing event deleted for resources: {'Port': ['ID=2e0049bf-0492-4ecd-80c1-def865690005,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:45.467657 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc9184b1-fa79-40f8-9c0c-e98d9ad8d6fb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/42bb94be-090c-4fc7-b590-ce7fa2f26edd HTTP/1.1" status: 404 len: 333 time: 0.0351326 May 26 16:13:45.469709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb727fb-fb9c-4a5e-bfc6-86f80f6090ca None None] No DVR routers for this DVR port 2e0049bf-0492-4ecd-80c1-def865690005 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:45.486796 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 18ca4ffb-d598-4886-a3ba-1bf70706713f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ca4ffb-d598-4886-a3ba-1bf70706713f found for delete ", "request_id": "req-c104d70b-9306-41a1-9963-c5572d1d6ac9"}]} May 26 16:13:45.495019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 22f445ca-e3c3-4beb-91a9-c8321614d171 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:45.520186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 22f445ca-e3c3-4beb-91a9-c8321614d171 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:45.520520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 22f445ca-e3c3-4beb-91a9-c8321614d171 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:45.520939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2e0049bf-0492-4ecd-80c1-def865690005 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:45.543939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 2e0049bf-0492-4ecd-80c1-def865690005 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:45.544408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2e0049bf-0492-4ecd-80c1-def865690005 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:45.547731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47598) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.560485 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.579972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-bb46ebe6-b441-443c-915e-ed20b45ed43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.581550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-bb46ebe6-b441-443c-915e-ed20b45ed43f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5693719 May 26 16:13:45.607875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa0b51-7ee2-442e-922f-785c58378253 req-6da5792d-ba30-4b1f-b8fc-51b489557558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.609483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21aa0b51-7ee2-442e-922f-785c58378253 req-6da5792d-ba30-4b1f-b8fc-51b489557558 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4550400 May 26 16:13:45.647409 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-508dfd63-8fbf-469b-9e55-5ecde3d07f61 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.647965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508dfd63-8fbf-469b-9e55-5ecde3d07f61 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.653655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-508dfd63-8fbf-469b-9e55-5ecde3d07f61 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/d6873ce5-c98f-40b3-918f-ab69ba905aeb HTTP/1.1" status: 404 len: 337 time: 0.1016724 May 26 16:13:45.655939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ccc0401-41ea-4d98-8d39-b425bbdb7080 req-35ce1d13-0b38-4459-b68d-62bcc76503d4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 210 time: 0.1073296 May 26 16:13:45.668751 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.679051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 HTTP/1.1" status: 204 len: 168 time: 7.3439262 May 26 16:13:45.679051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47602) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.686842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.689449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47604) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.718436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-96884133'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:45.809525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd842b-d46f-4d26-9898-907e8feaa7f5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Network': ['ID=65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:45.818083 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-71283532-44d6-4048-98b7-86bb6b60f161 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.818561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71283532-44d6-4048-98b7-86bb6b60f161 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.824112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-71283532-44d6-4048-98b7-86bb6b60f161 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/ca3c1804-6f2c-4c57-8150-2490bfa9ceca HTTP/1.1" status: 404 len: 337 time: 0.1476462 May 26 16:13:45.828005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47608) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.853320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad854c7a-45cd-431b-9142-a2620558ae9f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:45.884280 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e700a527-e767-47ed-9874-758d508efc30 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.884951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e700a527-e767-47ed-9874-758d508efc30 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.890417 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e700a527-e767-47ed-9874-758d508efc30 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/b68ae6ce-ab11-4145-9a26-3df99bfccc32 HTTP/1.1" status: 404 len: 333 time: 0.0590134 May 26 16:13:45.891246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47610) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.920252 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cd7731-12e1-4fb4-8497-132b99b5a7df tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:45.920703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cd7731-12e1-4fb4-8497-132b99b5a7df tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:45.923662 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b6cd7731-12e1-4fb4-8497-132b99b5a7df tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/72e006a8-6217-44fb-a7de-ff4cf3ada0a6 HTTP/1.1" status: 404 len: 337 time: 0.0319052 May 26 16:13:45.926819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47612) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.962859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Deleting port 1a481cd5-3d89-4972-9bdb-a0550e605a2a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:45.963204 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.039582 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.075170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:46.078521 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.091290 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0c3386-0f42-4329-9beb-4dc5e5387a53 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.091749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0c3386-0f42-4329-9beb-4dc5e5387a53 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.094762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bb0c3386-0f42-4329-9beb-4dc5e5387a53 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/bd74fc69-3722-4b85-845e-87b701f1bbe1 HTTP/1.1" status: 404 len: 337 time: 0.1358075 May 26 16:13:46.115531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47614) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.137482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-1b3bc66d-8454-4d33-acd2-c94221e31efd service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079927 May 26 16:13:46.163862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21aa0b51-7ee2-442e-922f-785c58378253 req-605510d5-8a02-47a2-a829-5233d7621f2e service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187197 May 26 16:13:46.170075 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.175128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Router e8acb392-9459-4520-9060-87a71c9317fd is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:13:46.182699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Made reservation on behalf of 3fb12a94f317497abed90107ea4df44a for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:46.186184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.188610 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49a025b-177a-49d5-ab74-2d1edd1b3de6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.189370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49a025b-177a-49d5-ab74-2d1edd1b3de6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.192344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a49a025b-177a-49d5-ab74-2d1edd1b3de6 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/bd099073-6a57-489a-b077-391e3f9702b4 HTTP/1.1" status: 404 len: 333 time: 0.0690281 May 26 16:13:46.218810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47616) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.252983 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-717139ba-51e0-4dd6-9c9f-48ea0f0eb0cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.253579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717139ba-51e0-4dd6-9c9f-48ea0f0eb0cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.256817 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-717139ba-51e0-4dd6-9c9f-48ea0f0eb0cd tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/a99c1489-ceba-4fc7-9e11-3c4affef8ddd HTTP/1.1" status: 404 len: 337 time: 0.0370514 May 26 16:13:46.259505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47618) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.291112 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e058f864-479c-4f37-b1db-b2535b64fcde tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.291841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e058f864-479c-4f37-b1db-b2535b64fcde tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.294890 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e058f864-479c-4f37-b1db-b2535b64fcde tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/2d122a5f-81c4-49c4-a61f-80c66c0e491e HTTP/1.1" status: 404 len: 333 time: 0.0344336 May 26 16:13:46.320461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47622) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.337567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:46.351841 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04871ca-33a0-4117-aacf-09325a1d2917 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.352289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04871ca-33a0-4117-aacf-09325a1d2917 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.355861 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f04871ca-33a0-4117-aacf-09325a1d2917 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/2f59eeca-8b84-4c5d-b802-03ea578e9431 HTTP/1.1" status: 404 len: 337 time: 0.0344059 May 26 16:13:46.358364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47624) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.393961 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1a01dd-2cba-4811-aa37-bb8417afdc2d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.394732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1a01dd-2cba-4811-aa37-bb8417afdc2d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.401081 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ec1a01dd-2cba-4811-aa37-bb8417afdc2d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/ded83374-222b-4bf2-95e1-0c9342e6bb92 HTTP/1.1" status: 404 len: 333 time: 0.0386796 May 26 16:13:46.401372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47628) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.411327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:46.426273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239dfea-d99e-4e6b-9dea-33887715a607 None None] Sync routers for ids ['e8acb392-9459-4520-9060-87a71c9317fd'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:46.441002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239dfea-d99e-4e6b-9dea-33887715a607 None None] Routers {'e8acb392-9459-4520-9060-87a71c9317fd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:46.441962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b239dfea-d99e-4e6b-9dea-33887715a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e8acb392-9459-4520-9060-87a71c9317fd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:46.447431 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-5796923f-c377-42e1-be6e-27f788c08644 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.448010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5796923f-c377-42e1-be6e-27f788c08644 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.451677 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5796923f-c377-42e1-be6e-27f788c08644 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/c4bae22b-18f8-46b0-9936-7f6f28ca22e9 HTTP/1.1" status: 404 len: 337 time: 0.0493567 May 26 16:13:46.455224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.486542 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.487932 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4d6ae972-ad7b-43a3-b55b-1acb4ddadbe8 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2977111 May 26 16:13:46.489051 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-07764b9d-2f4e-471c-9b25-9d4ec17dddc7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.489842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07764b9d-2f4e-471c-9b25-9d4ec17dddc7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.493355 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-07764b9d-2f4e-471c-9b25-9d4ec17dddc7 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/44c5f559-8d26-4f82-83ad-802825de51e8 HTTP/1.1" status: 404 len: 333 time: 0.0368190 May 26 16:13:46.494093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.495931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47636) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.500863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ee25e85b-b8c9-4e8d-81c7-31a86163d034 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': False}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:46.506546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b239dfea-d99e-4e6b-9dea-33887715a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:46.520705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239dfea-d99e-4e6b-9dea-33887715a607 None None] Routers {'e8acb392-9459-4520-9060-87a71c9317fd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:46.521818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b239dfea-d99e-4e6b-9dea-33887715a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e8acb392-9459-4520-9060-87a71c9317fd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:46.574549 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d87703e-a61e-4b09-8b38-4baf3a2b4836 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.575016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d87703e-a61e-4b09-8b38-4baf3a2b4836 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.575963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b239dfea-d99e-4e6b-9dea-33887715a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:46.576707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239dfea-d99e-4e6b-9dea-33887715a607 None None] The sync data for ids ['e8acb392-9459-4520-9060-87a71c9317fd'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:46.579110 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2d87703e-a61e-4b09-8b38-4baf3a2b4836 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/2dcb30f0-cbd2-427a-971d-82fc745d95d7 HTTP/1.1" status: 404 len: 337 time: 0.0821230 May 26 16:13:46.581874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47642) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.616262 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e98f36b-6af2-4ba4-8a41-f0869c4f3b1c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.617008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e98f36b-6af2-4ba4-8a41-f0869c4f3b1c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.621080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0e98f36b-6af2-4ba4-8a41-f0869c4f3b1c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/686b54dd-441c-4ae5-a78f-4c60066d2c9c HTTP/1.1" status: 404 len: 333 time: 0.0379362 May 26 16:13:46.626638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47644) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.689860 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-40316d63-574e-4d64-a70e-e1f54ea68746 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.690350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40316d63-574e-4d64-a70e-e1f54ea68746 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.696217 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40316d63-574e-4d64-a70e-e1f54ea68746 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/aeb059bb-163d-4cb6-a6a2-2b36b4f15b76 HTTP/1.1" status: 404 len: 337 time: 0.0654814 May 26 16:13:46.696217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47652) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.710382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.713730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.742356 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fd3d09-5eba-4796-ba98-2fc5b03daebf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.743713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fd3d09-5eba-4796-ba98-2fc5b03daebf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.746787 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83fd3d09-5eba-4796-ba98-2fc5b03daebf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/6a223c0c-0cd1-474a-a596-5b0305230719 HTTP/1.1" status: 404 len: 333 time: 0.0493000 May 26 16:13:46.749656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47654) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.775836 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.776199 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Added segment 4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3 of type vlan for network 004ca161-7a86-46d0-b19b-a411a8f83619 May 26 16:13:46.812669 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72c946d-e3e9-4fac-b12c-9b2e54849c0d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.813237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72c946d-e3e9-4fac-b12c-9b2e54849c0d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.816415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b72c946d-e3e9-4fac-b12c-9b2e54849c0d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/a6c3398b-9a04-4097-9d68-48e17f8cad36 HTTP/1.1" status: 404 len: 337 time: 0.0657983 May 26 16:13:46.819127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47656) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.830876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] For port 1a481cd5-3d89-4972-9bdb-a0550e605a2a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1a481cd5-3d89-4972-9bdb-a0550e605a2a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:46.831306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.869045 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2ac044-99fc-4ea3-94ab-bfc486dde8d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.869045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2ac044-99fc-4ea3-94ab-bfc486dde8d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.869045 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7c2ac044-99fc-4ea3-94ab-bfc486dde8d3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/48586a7b-40da-42a4-8953-43bc38ec5011 HTTP/1.1" status: 404 len: 337 time: 0.0476639 May 26 16:13:46.871426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.903741 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-d115a0f7-009b-4182-8243-f2071ce56729 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:46.904575 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d115a0f7-009b-4182-8243-f2071ce56729 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:46.912120 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d115a0f7-009b-4182-8243-f2071ce56729 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/ddcb590b-f5ca-49c0-ab80-3d49bff8d581 HTTP/1.1" status: 404 len: 333 time: 0.0370317 May 26 16:13:46.938534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47662) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.950355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Calling delete_port for 1a481cd5-3d89-4972-9bdb-a0550e605a2a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:46.969511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.970068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20aebbce-8797-4371-a983-95c36c12436a {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:46.981781 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.995179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.996304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-41a6577c-d3f1-4575-985d-514b54d0600a admin admin] 10.222.0.39 "DELETE /v2.0/routers/20aebbce-8797-4371-a983-95c36c12436a HTTP/1.1" status: 204 len: 168 time: 5.4124501 May 26 16:13:47.003478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47664) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.007269 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-589d9955-2093-4246-ae18-69f36d06cd54 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:47.007978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589d9955-2093-4246-ae18-69f36d06cd54 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:47.014534 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-589d9955-2093-4246-ae18-69f36d06cd54 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/e8985a7d-97cb-4bca-af52-27bdb44074c4 HTTP/1.1" status: 404 len: 337 time: 0.0746117 May 26 16:13:47.024239 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-558dc5b5-9cab-4a69-92b9-0f4b70762ea5 req-1a8324d1-c40a-439f-b098-d485f18739de service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8579233 May 26 16:13:47.037170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47666) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.120188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac932-c8c6-4dd1-918e-79db35f71200 req-d428b8e9-bb67-4967-85c9-8b1debbf3efe tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:47.133452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36fac932-c8c6-4dd1-918e-79db35f71200 req-d428b8e9-bb67-4967-85c9-8b1debbf3efe tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5a162c-2260-41f8-a436-2dd1ef34d586 HTTP/1.1" status: 200 len: 946 time: 0.4421766 May 26 16:13:47.164533 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee25e85b-b8c9-4e8d-81c7-31a86163d034 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.204254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:13:47.208283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21aa0b51-7ee2-442e-922f-785c58378253 req-952f72a9-4e5b-4419-844d-314c340f7d6f service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9911017 May 26 16:13:47.249585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39972aaa-f6a2-4df1-8cc4-90a365fe29e2 req-2da656ef-9eec-4e9c-994d-6e6215e57d8f tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 210 time: 0.2467980 May 26 16:13:47.280513 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b36da8-b066-4f41-8943-882f7f57a771 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:47.281164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b36da8-b066-4f41-8943-882f7f57a771 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:47.286794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-64b36da8-b066-4f41-8943-882f7f57a771 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/a86a575a-70af-4bd7-aced-cf685e3b2ffa HTTP/1.1" status: 404 len: 337 time: 0.2426560 May 26 16:13:47.288432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47670) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.308927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.316029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:47.316316 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1749ad8-525e-44c0-8bc9-6c2b1f1b6906 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:47.316811 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.316953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1749ad8-525e-44c0-8bc9-6c2b1f1b6906 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:47.323385 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a1749ad8-525e-44c0-8bc9-6c2b1f1b6906 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/c1755c06-ec3f-443c-94b6-51c9d16211e4 HTTP/1.1" status: 404 len: 333 time: 0.0305004 May 26 16:13:47.324081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47672) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.356894 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2d938f-e012-4d22-b825-e2c5442ed6c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:47.357452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2d938f-e012-4d22-b825-e2c5442ed6c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:47.360670 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9b2d938f-e012-4d22-b825-e2c5442ed6c3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/699cebb7-677a-45fc-bf59-cccd6cb0024b HTTP/1.1" status: 404 len: 337 time: 0.0360687 May 26 16:13:47.367557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47674) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.402944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf8d001-3f37-4623-a4dd-cb0cbfeed5fe admin admin] Deleting subnet 667ac982-f976-40f1-989a-16cee1c8e54e {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:47.409364 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6e04c3-7f98-4336-bb11-953d860989e3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:47.409767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6e04c3-7f98-4336-bb11-953d860989e3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:47.416760 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e6e04c3-7f98-4336-bb11-953d860989e3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/112e186a-38d1-49f9-b6fb-bbbf9e67206c HTTP/1.1" status: 404 len: 337 time: 0.0428977 May 26 16:13:47.416975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47676) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.442971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d001-3f37-4623-a4dd-cb0cbfeed5fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.445268 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2da35d-c759-4cc6-aa87-2e1ff39220bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:47.446950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2da35d-c759-4cc6-aa87-2e1ff39220bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:47.454214 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb2da35d-c759-4cc6-aa87-2e1ff39220bf tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/26b88e27-d33d-4809-8e11-305a73bdf542 HTTP/1.1" status: 404 len: 333 time: 0.0318904 May 26 16:13:47.454497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Allocated IP 172.20.0.8 (bfbaee1a-c578-4c09-bd46-debf773c6c0c/09be0a53-6df6-4d71-8503-1b0838ac7254/bf98b5e3-2e4d-4f21-bb42-15a7737b73a2) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:47.454497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47678) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.485212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7687459 May 26 16:13:47.502267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47680) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.515013 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Request body: {'subnet': {'network_id': '004ca161-7a86-46d0-b19b-a411a8f83619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:47.538496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36fac932-c8c6-4dd1-918e-79db35f71200 req-659ff070-3981-4bcf-b605-5a2bf05a85c7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032445 May 26 16:13:47.579184 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-219ec021-ba3f-4d4c-a6f8-6eb437f4e8db tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:47.580206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219ec021-ba3f-4d4c-a6f8-6eb437f4e8db tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:47.589674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-219ec021-ba3f-4d4c-a6f8-6eb437f4e8db tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/9d232e90-58f9-4abc-acd8-87fecde43db3 HTTP/1.1" status: 404 len: 337 time: 0.1093798 May 26 16:13:47.590756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Network': ['ID=004ca161-7a86-46d0-b19b-a411a8f83619,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:47.595050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47682) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.624973 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d001-3f37-4623-a4dd-cb0cbfeed5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.646355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ad854c7a-45cd-431b-9142-a2620558ae9f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:47.691254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.691593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.692214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.692402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.692760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.693108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.693366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.693873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.694388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.694665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ad854c7a-45cd-431b-9142-a2620558ae9f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:47.694833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.695039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.695371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8b792-5e4e-499e-9c68-f597a54226c0 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:47.695694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ad854c7a-45cd-431b-9142-a2620558ae9f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:47.709987 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e7b5fa-6f8d-496e-9c70-1d8231ef87af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:47.709987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e7b5fa-6f8d-496e-9c70-1d8231ef87af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:47.713711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-50e7b5fa-6f8d-496e-9c70-1d8231ef87af tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/b0ba35cc-848d-4830-a9d7-208f6028c37c HTTP/1.1" status: 404 len: 337 time: 0.1078463 May 26 16:13:47.720634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.721964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 004ca161-7a86-46d0-b19b-a411a8f83619 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:47.786902 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a062a8b5-8b2d-430f-94ed-ca3db4af82fc tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports?device_id=4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b HTTP/1.1" status: 200 len: 205 time: 0.0586805 May 26 16:13:47.787851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47688) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:47.877017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.893071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:47.908245 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Made reservation on behalf of e4f58c6bf90944d48c62018462dbdd8f for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:47.911794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.957635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 1a481cd5-3d89-4972-9bdb-a0550e605a2a no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:47.975958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event deleted for resources: {'Port': ['ID=1a481cd5-3d89-4972-9bdb-a0550e605a2a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:48.055006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] No DVR routers for this DVR port 1a481cd5-3d89-4972-9bdb-a0550e605a2a on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:48.055632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 1a481cd5-3d89-4972-9bdb-a0550e605a2a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:48.056858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 1a481cd5-3d89-4972-9bdb-a0550e605a2a not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:48.064082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.069529 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8bf888ac-83c3-4edc-97be-1f7561f208b4 req-9095915b-c36a-4187-a09f-e5310a182500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "DELETE /v2.0/ports/1a481cd5-3d89-4972-9bdb-a0550e605a2a HTTP/1.1" status: 204 len: 173 time: 3.1838019 May 26 16:13:48.080293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a162c-2260-41f8-a436-2dd1ef34d586', 'name': 'network-vif-deleted', 'tag': '1a481cd5-3d89-4972-9bdb-a0550e605a2a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:48.085018 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6647742-8ec8-459e-b3bc-bfd78e83637f" -d '{"events": [{"server_uuid": "ca5a162c-2260-41f8-a436-2dd1ef34d586", "name": "network-vif-deleted", "tag": "1a481cd5-3d89-4972-9bdb-a0550e605a2a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:48.100203 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d001-3f37-4623-a4dd-cb0cbfeed5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.170740 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.189444 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd039bc3-2a13-40e7-93a7-04c4f5dd910a x-openstack-request-id: req-bd039bc3-2a13-40e7-93a7-04c4f5dd910a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:48.189738 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a162c-2260-41f8-a436-2dd1ef34d586", "name": "network-vif-deleted", "tag": "1a481cd5-3d89-4972-9bdb-a0550e605a2a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:48.189976 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd039bc3-2a13-40e7-93a7-04c4f5dd910a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:48.191297 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd039bc3-2a13-40e7-93a7-04c4f5dd910a'] response: {'server_uuid': 'ca5a162c-2260-41f8-a436-2dd1ef34d586', 'name': 'network-vif-deleted', 'tag': '1a481cd5-3d89-4972-9bdb-a0550e605a2a', 'status': 'completed', 'code': 200} May 26 16:13:48.200774 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-3f0d5dc9-ed13-4d26-a798-9122153811f9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] delete failed (client error): The resource could not be found. May 26 16:13:48.205213 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3f0d5dc9-ed13-4d26-a798-9122153811f9 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/routers/4548f49b-1738-4fd5-b3fa-7b6cffcbcd6b HTTP/1.1" status: 404 len: 336 time: 0.3634729 May 26 16:13:48.206914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47694) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:48.256467 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d001-3f37-4623-a4dd-cb0cbfeed5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.264084 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be791c2-2ee4-4709-bd1a-37ad61cfd1eb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:48.264553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be791c2-2ee4-4709-bd1a-37ad61cfd1eb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:48.271493 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9be791c2-2ee4-4709-bd1a-37ad61cfd1eb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/fa903d8f-ff6a-4f0e-a268-fd507593a15d HTTP/1.1" status: 404 len: 337 time: 0.0600212 May 26 16:13:48.275749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47696) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:48.351800 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d001-3f37-4623-a4dd-cb0cbfeed5fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.354057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af4320-659c-4f54-ab71-1f68ef6f9f72 None None] Network 38e26442-c5f5-4126-9672-cd3e9857f23d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:48.356056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3bf8d001-3f37-4623-a4dd-cb0cbfeed5fe admin admin] 10.222.0.39 "DELETE /v2.0/subnets/667ac982-f976-40f1-989a-16cee1c8e54e HTTP/1.1" status: 204 len: 168 time: 1.3303478 May 26 16:13:48.375861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8d001-3f37-4623-a4dd-cb0cbfeed5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667ac982-f976-40f1-989a-16cee1c8e54e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:48.380007 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.394383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47702) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:48.412650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b47f0a46-15e7-43fd-9979-98829ba61bd5 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3b84c-c635-431b-8716-3ed993b3befc HTTP/1.1" status: 200 len: 205 time: 0.0847921 May 26 16:13:48.457765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47704) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:48.584682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:13:48.588647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.713164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event updated for resources: {'Subnet': ['ID=5af728dc-3101-4240-b5d1-c6899ab92fce,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:48.760875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa4fbd3-5d2b-4176-b4d9-a8515c4588af None None] DHCP port deletion for 38e26442-c5f5-4126-9672-cd3e9857f23d request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:48.761610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:48.762771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Checking segment: {'id': '4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '004ca161-7a86-46d0-b19b-a411a8f83619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:48.763459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network hostable DHCP agents. Network: 004ca161-7a86-46d0-b19b-a411a8f83619, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:48.785258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee25e85b-b8c9-4e8d-81c7-31a86163d034 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.793736 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee25e85b-b8c9-4e8d-81c7-31a86163d034 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.814448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:48.817278 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-539d8082-400a-48e8-a458-c406b3351a2b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] delete failed (client error): The resource could not be found. May 26 16:13:48.820775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-539d8082-400a-48e8-a458-c406b3351a2b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/routers/f0d3b84c-c635-431b-8716-3ed993b3befc HTTP/1.1" status: 404 len: 336 time: 0.3537116 May 26 16:13:48.833749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:48.846311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Network 004ca161-7a86-46d0-b19b-a411a8f83619 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:48.851040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47710) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:48.889405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4fbd3-5d2b-4176-b4d9-a8515c4588af None None] Deleting port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:48.889778 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1aa4fbd3-5d2b-4176-b4d9-a8515c4588af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.900717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 004ca161-7a86-46d0-b19b-a411a8f83619) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:48.902850 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac28b88c-cbb4-4d88-bd74-5af534407b31 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:48.903476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac28b88c-cbb4-4d88-bd74-5af534407b31 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:48.910443 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ac28b88c-cbb4-4d88-bd74-5af534407b31 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/549b3138-dd39-4919-b6eb-0b8bf5d8218b HTTP/1.1" status: 404 len: 337 time: 0.0579545 May 26 16:13:48.911909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47712) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:48.916803 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:48.918223 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.979280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event updated for resources: {'Port': ['ID=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:49.008277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.009316 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.017277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.023631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1aa4fbd3-5d2b-4176-b4d9-a8515c4588af None None] For port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=dbc2a1c4-4ece-4940-9a73-a9d66e2ac772,segment=NetworkSegment(8db2a9eb-5990-48cc-a5ec-1b1fab39373a),segment_id=8db2a9eb-5990-48cc-a5ec-1b1fab39373a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:49.024039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1aa4fbd3-5d2b-4176-b4d9-a8515c4588af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.026499 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8f78a2-4cb6-45ba-96c4-6591e765c4e3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:49.027386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8f78a2-4cb6-45ba-96c4-6591e765c4e3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:49.030715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ae8f78a2-4cb6-45ba-96c4-6591e765c4e3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/650289e7-57d6-4b37-93cd-7f0e4bb7a3f8 HTTP/1.1" status: 404 len: 337 time: 0.1107802 May 26 16:13:49.042549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46efa23-ba83-4eb6-97fd-08297b56d541 req-a6210ed6-b050-4aa8-8223-1e63d3203618 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.044498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a46efa23-ba83-4eb6-97fd-08297b56d541 req-a6210ed6-b050-4aa8-8223-1e63d3203618 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 931 time: 0.6288726 May 26 16:13:49.051882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4fbd3-5d2b-4176-b4d9-a8515c4588af None None] Calling delete_port for dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:49.069515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47714) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:49.168830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-38c58682-156d-4051-9bdb-cf478a96557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.170648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-38c58682-156d-4051-9bdb-cf478a96557f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1096 time: 0.5210578 May 26 16:13:49.178704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dca0f1-9222-4e5f-bf17-1424224c50af None None] Network 004ca161-7a86-46d0-b19b-a411a8f83619 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:49.179539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-99b30eba-f250-4e24-9e16-c8f5f83a6e48 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8707414 May 26 16:13:49.184407 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1ca855-d9a7-40ef-8f7d-08d304d2265b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:49.185522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1ca855-d9a7-40ef-8f7d-08d304d2265b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:49.189304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2c1ca855-d9a7-40ef-8f7d-08d304d2265b tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/c2ec3f50-d4df-497d-aa94-2a2f2ad58de2 HTTP/1.1" status: 404 len: 333 time: 0.1170037 May 26 16:13:49.206299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e3cf8-5fe9-467f-b186-ee549bf29089 req-aa418f52-80dd-484b-af2b-b38ae22e64fc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.215451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e1e3cf8-5fe9-467f-b186-ee549bf29089 req-aa418f52-80dd-484b-af2b-b38ae22e64fc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.4523699 May 26 16:13:49.227845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Request body: {'port': {'device_id': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:49.233254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47718) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:49.276913 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1aa4fbd3-5d2b-4176-b4d9-a8515c4588af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.341894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4fbd3-5d2b-4176-b4d9-a8515c4588af None None] Pushing event deleted for resources: {'Port': ['ID=dbc2a1c4-4ece-4940-9a73-a9d66e2ac772,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:49.345809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4fbd3-5d2b-4176-b4d9-a8515c4588af None None] No DVR routers for this DVR port dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:49.364942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8e7661fb-3300-4e22-809d-1bde2a96caf2 None None] Provisioning complete for port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:49.365319 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e7661fb-3300-4e22-809d-1bde2a96caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.381260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] The port 'dbc2a1c4-4ece-4940-9a73-a9d66e2ac772' was deleted {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 26 16:13:49.390730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a46efa23-ba83-4eb6-97fd-08297b56d541 req-50060da4-689e-4cbd-891b-622cb219fa45 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171914 May 26 16:13:49.391636 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd656c6-aadc-48cd-814a-a36efb30f6bb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:49.392152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd656c6-aadc-48cd-814a-a36efb30f6bb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:49.397573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5bd656c6-aadc-48cd-814a-a36efb30f6bb tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/0dd6ce4e-bf01-4074-b308-062fb2707382 HTTP/1.1" status: 404 len: 337 time: 0.1597710 May 26 16:13:49.433282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47720) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:49.482126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-004ca161-7a86-46d0-b19b-a411a8f83619', 'network_id': '004ca161-7a86-46d0-b19b-a411a8f83619', 'tenant_id': 'e4f58c6bf90944d48c62018462dbdd8f', 'fixed_ips': [{'subnet_id': '5af728dc-3101-4240-b5d1-c6899ab92fce'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:49.486339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.522553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8e7661fb-3300-4e22-809d-1bde2a96caf2 None None] Port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:13:49.540758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:49.561916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e1e3cf8-5fe9-467f-b186-ee549bf29089 req-e95af7f3-9bcd-4bc6-aa56-a3973ecd1409 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3451099 May 26 16:13:49.563876 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d94b5d3-d46b-4595-8ce4-363740341c1f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:49.566283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d94b5d3-d46b-4595-8ce4-363740341c1f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:49.569674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1d94b5d3-d46b-4595-8ce4-363740341c1f tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/78cdb312-f9a1-45d6-9881-a207460e18e0 HTTP/1.1" status: 404 len: 333 time: 0.1354201 May 26 16:13:49.579381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47724) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:49.611009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:49.611478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device dbc2a1c4-4ece-4940-9a73-a9d66e2ac772 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:49.620866 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a258b753-8967-422e-806a-38846f2e9a0e tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1164334 May 26 16:13:49.645659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:49.676277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.681623 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b942e955-07e4-4bde-8aa7-f286560a94c4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:49.685280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b942e955-07e4-4bde-8aa7-f286560a94c4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:49.688735 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b942e955-07e4-4bde-8aa7-f286560a94c4 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/943eb44d-d210-447c-a636-7c3f0456d8ed HTTP/1.1" status: 404 len: 337 time: 0.1080527 May 26 16:13:49.705651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47732) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:49.707100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e26442-c5f5-4126-9672-cd3e9857f23d']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:49.717913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db2a9eb-5990-48cc-a5ec-1b1fab39373a') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:49.718282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db2a9eb-5990-48cc-a5ec-1b1fab39373a') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:49.729597 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.743757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.750984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.770216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Allocated IP 2001:db8::f816:3eff:fe7a:a880 (004ca161-7a86-46d0-b19b-a411a8f83619/5af728dc-3101-4240-b5d1-c6899ab92fce/0bb59622-fd67-4e41-b531-d3e5af6672a4) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:49.772198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:49.772618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.813722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-34ce93c1-97f3-4f0e-b9c9-4d97b934478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.815491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-34ce93c1-97f3-4f0e-b9c9-4d97b934478e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.6347418 May 26 16:13:49.830539 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b0c01e-1585-4411-880d-882effeeedfc tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:49.831953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b0c01e-1585-4411-880d-882effeeedfc tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:49.838050 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d4b0c01e-1585-4411-880d-882effeeedfc tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/267c7cd0-be2e-4b2a-aa1e-ea700bff7543 HTTP/1.1" status: 404 len: 333 time: 0.1156628 May 26 16:13:49.840740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee25e85b-b8c9-4e8d-81c7-31a86163d034 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Router e8acb392-9459-4520-9060-87a71c9317fd has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:49.840886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47738) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:49.883088 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 8db2a9eb-5990-48cc-a5ec-1b1fab39373a resource provider aggregate not found May 26 16:13:49.945876 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbf73cc-2c87-41c7-a2a0-9e3f27535ed3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:49.946916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbf73cc-2c87-41c7-a2a0-9e3f27535ed3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:49.950122 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4cbf73cc-2c87-41c7-a2a0-9e3f27535ed3 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/90b53fa9-ecee-4a6e-aa19-d00e33ce8f13 HTTP/1.1" status: 404 len: 337 time: 0.1060679 May 26 16:13:49.953776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:49.977133 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.988778 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.029772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Network 004ca161-7a86-46d0-b19b-a411a8f83619 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:50.037321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:50.042625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:50.079890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Pushing event updated for resources: {'Port': ['ID=0bb59622-fd67-4e41-b531-d3e5af6672a4,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:50.109947 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c40db53-7372-40a1-900a-77a5d6603d08 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:50.111603 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c40db53-7372-40a1-900a-77a5d6603d08 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:50.115027 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9c40db53-7372-40a1-900a-77a5d6603d08 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/ee2fad27-9b81-4e63-a2f2-4ebf2f7ed358 HTTP/1.1" status: 404 len: 333 time: 0.1599934 May 26 16:13:50.120445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47752) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.131153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Attempting to bind port 0bb59622-fd67-4e41-b531-d3e5af6672a4 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:50.132026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Attempting to bind port 0bb59622-fd67-4e41-b531-d3e5af6672a4 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '004ca161-7a86-46d0-b19b-a411a8f83619'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:50.132597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Attempting to bind port 0bb59622-fd67-4e41-b531-d3e5af6672a4 on network 004ca161-7a86-46d0-b19b-a411a8f83619 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:50.140789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:50.141559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Checking segment: {'id': '4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '004ca161-7a86-46d0-b19b-a411a8f83619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:50.142235 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.142828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Bound using segment: {'id': '4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '004ca161-7a86-46d0-b19b-a411a8f83619'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:50.144378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Bound port: 0bb59622-fd67-4e41-b531-d3e5af6672a4, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '004ca161-7a86-46d0-b19b-a411a8f83619'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:50.145205 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.171722 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e43b17-5487-459f-9d1e-8a35364fafd0 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:50.172193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e43b17-5487-459f-9d1e-8a35364fafd0 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:50.175534 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e5e43b17-5487-459f-9d1e-8a35364fafd0 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/2ba02040-12b3-4c5f-9b59-bdb9116c4428 HTTP/1.1" status: 404 len: 337 time: 0.0497458 May 26 16:13:50.180532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.184802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47756) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.222727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] For port 0bb59622-fd67-4e41-b531-d3e5af6672a4, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:50.226671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] For port 0bb59622-fd67-4e41-b531-d3e5af6672a4, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0bb59622-fd67-4e41-b531-d3e5af6672a4,segment=NetworkSegment(4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3),segment_id=4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:50.229210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee25e85b-b8c9-4e8d-81c7-31a86163d034 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:50.234912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee25e85b-b8c9-4e8d-81c7-31a86163d034 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.238713 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ee25e85b-b8c9-4e8d-81c7-31a86163d034 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "PUT /v2.0/routers/e8acb392-9459-4520-9060-87a71c9317fd HTTP/1.1" status: 200 len: 920 time: 3.7410836 May 26 16:13:50.238713 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a022beb-05a4-494a-81d0-f7d72ba2111a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:50.238713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a022beb-05a4-494a-81d0-f7d72ba2111a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:50.240248 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.241387 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a022beb-05a4-494a-81d0-f7d72ba2111a tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/ae34d929-9eec-4f31-86dd-335951fe2e9a HTTP/1.1" status: 404 len: 333 time: 0.0483036 May 26 16:13:50.241934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.242492 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d27561-c195-4ef5-9328-10c61ea99ca3 None None] Sync routers for ids ['e8acb392-9459-4520-9060-87a71c9317fd'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:50.248239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47760) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.255425 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d27561-c195-4ef5-9328-10c61ea99ca3 None None] Routers {'e8acb392-9459-4520-9060-87a71c9317fd'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:50.256484 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-13d27561-c195-4ef5-9328-10c61ea99ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e8acb392-9459-4520-9060-87a71c9317fd'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:50.309544 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d95018a-4d58-41e8-8ac2-4800bff2578c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:50.310276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d95018a-4d58-41e8-8ac2-4800bff2578c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:50.313818 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-13d27561-c195-4ef5-9328-10c61ea99ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:50.315859 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2d95018a-4d58-41e8-8ac2-4800bff2578c tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/21eb065e-2371-4313-b5b6-7d00dfa79f10 HTTP/1.1" status: 404 len: 337 time: 0.0651686 May 26 16:13:50.322292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47762) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.336780 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d27561-c195-4ef5-9328-10c61ea99ca3 None None] Routers {'e8acb392-9459-4520-9060-87a71c9317fd'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:50.338115 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-13d27561-c195-4ef5-9328-10c61ea99ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e8acb392-9459-4520-9060-87a71c9317fd'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:50.381768 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-13d27561-c195-4ef5-9328-10c61ea99ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:50.383012 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d27561-c195-4ef5-9328-10c61ea99ca3 None None] The sync data for ids ['e8acb392-9459-4520-9060-87a71c9317fd'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:50.392333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1f7c2-fe1d-4e8f-aa28-a1632cc1d326 None None] Pushing event updated for resources: {'Port': ['ID=0bb59622-fd67-4e41-b531-d3e5af6672a4,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:50.415976 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-019f919c-0bfa-452a-bb22-85ba029258ef tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:50.416715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019f919c-0bfa-452a-bb22-85ba029258ef tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:50.417377 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 8db2a9eb-5990-48cc-a5ec-1b1fab39373a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8db2a9eb-5990-48cc-a5ec-1b1fab39373a found for delete ", "request_id": "req-32d275da-6680-4721-a5d0-bdb89eeb0da3"}]} May 26 16:13:50.421101 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-019f919c-0bfa-452a-bb22-85ba029258ef tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/41008a36-a439-4727-b706-f892bd9e6a09 HTTP/1.1" status: 404 len: 333 time: 0.0958457 May 26 16:13:50.427578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47766) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.504068 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-16be0669-e7ce-4a7b-bc84-d6c95c2e5616 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:50.504557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16be0669-e7ce-4a7b-bc84-d6c95c2e5616 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:50.508655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-b0f068bd-cb55-44d9-a971-d8fd8cad8c8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 999 time: 0.6281090 May 26 16:13:50.508902 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-16be0669-e7ce-4a7b-bc84-d6c95c2e5616 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/173bd40f-88be-4945-9ba9-d1ad892164d5 HTTP/1.1" status: 404 len: 337 time: 0.0802343 May 26 16:13:50.512418 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47768) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.531766 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.544865 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-984d55ee-d167-4950-b169-ac45b8884233 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:50.545585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984d55ee-d167-4950-b169-ac45b8884233 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:50.548797 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-984d55ee-d167-4950-b169-ac45b8884233 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/ports/f1d5c62d-0509-4f19-aae1-a456c5f014c7 HTTP/1.1" status: 404 len: 333 time: 0.0345509 May 26 16:13:50.553969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47770) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.593745 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5db3d8-3cc3-423b-b505-d0c668083e4d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] DELETE failed (client error): The resource could not be found. May 26 16:13:50.594237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5db3d8-3cc3-423b-b505-d0c668083e4d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:50.598586 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb5db3d8-3cc3-423b-b505-d0c668083e4d tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/subnets/f284278a-88bf-4f75-aae8-4ede3d784737 HTTP/1.1" status: 404 len: 337 time: 0.0434546 May 26 16:13:50.600876 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.606484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] 10.222.0.39 "DELETE /v2.0/networks/38e26442-c5f5-4126-9672-cd3e9857f23d HTTP/1.1" status: 204 len: 168 time: 2.2012334 May 26 16:13:50.606703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47774) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.620291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Deleting port 0bb59622-fd67-4e41-b531-d3e5af6672a4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:50.620621 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.647205 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2f265ef2-e680-4c34-8b36-33e741bf1982 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/routers/e8acb392-9459-4520-9060-87a71c9317fd HTTP/1.1" status: 200 len: 920 time: 0.4027548 May 26 16:13:50.652192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47778) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.796696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e40879-cf32-41e8-bab7-33ace0fdff94 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e26442-c5f5-4126-9672-cd3e9857f23d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:50.826306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.833914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47780) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.845929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-89fa37ed-ee4c-4d9b-8f66-ebcf0feeecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:50.851660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-89fa37ed-ee4c-4d9b-8f66-ebcf0feeecda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.3299484 May 26 16:13:50.854622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98129235-7def-416b-a82f-948c37dee603 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:50.859869 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-98129235-7def-416b-a82f-948c37dee603 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=e8acb392-9459-4520-9060-87a71c9317fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2034247 May 26 16:13:50.865797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b01dd-772f-42ce-b933-38de389edbd5 req-23c6d163-8393-4488-830d-3735210e9d1c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:50.867563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-182b01dd-772f-42ce-b933-38de389edbd5 req-23c6d163-8393-4488-830d-3735210e9d1c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 931 time: 0.3577523 May 26 16:13:50.868128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47782) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.892843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] For port 0bb59622-fd67-4e41-b531-d3e5af6672a4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0bb59622-fd67-4e41-b531-d3e5af6672a4,segment=NetworkSegment(4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3),segment_id=4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:50.893282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.930369 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-938f300f-b824-42fa-ba32-9858ef62583f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2396a8aa6a2440ef873161467bc3557d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927954 May 26 16:13:50.934109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Calling delete_port for 0bb59622-fd67-4e41-b531-d3e5af6672a4 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:50.935652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47784) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:51.023157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0ca9-1c51-4288-9517-94742303d7bc req-e5a55f6e-0351-4e8d-a9d2-b2b2ba5d2953 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.026478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-e5a55f6e-0351-4e8d-a9d2-b2b2ba5d2953 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.6147466 May 26 16:13:51.090348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.093833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-075b48a4-8aa5-49b7-9b57-193587e000d2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/quotas/08a1816bc5a242bdb94bde21d7075742 HTTP/1.1" status: 200 len: 375 time: 0.0492806 May 26 16:13:51.134978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-182b01dd-772f-42ce-b933-38de389edbd5 req-05e119d7-5d91-4e89-89a6-8d6ee7197edb tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940813 May 26 16:13:51.138893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cccbcd-4c17-4e53-b917-fe16019574dd']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:51.153237 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c861e1e-9dda-4637-855e-aa23a08cebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.167651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e547c-a535-4159-bc07-f5f7174b547a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.167651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-028e547c-a535-4159-bc07-f5f7174b547a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 881 time: 0.2846427 May 26 16:13:51.167651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-e71753a6-dbc8-4881-97ae-eed04820c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.167651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-e71753a6-dbc8-4881-97ae-eed04820c70d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2910242 May 26 16:13:51.167651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47786) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:51.168282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de70675b-06f8-4303-a78b-86b885fb96c8') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:51.168282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de70675b-06f8-4303-a78b-86b885fb96c8') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:51.188125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.221363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d610ad9e-831a-4ace-9af5-deb89a9cc086 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8acb392-9459-4520-9060-87a71c9317fd HTTP/1.1" status: 200 len: 205 time: 0.0524518 May 26 16:13:51.226078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47788) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:51.252635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c861e1e-9dda-4637-855e-aa23a08cebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.254996 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.283737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:51.285263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.398862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.474647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-cf277c82-9dd0-4bed-8fca-c4e1d16a7067 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3521636 May 26 16:13:51.509921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.529611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Port': ['ID=0bb59622-fd67-4e41-b531-d3e5af6672a4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:51.551381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.564167 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] 10.222.0.39 "DELETE /v2.0/networks/96cccbcd-4c17-4e53-b917-fe16019574dd HTTP/1.1" status: 204 len: 168 time: 0.9505033 May 26 16:13:51.584964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15872ff-9c4c-4dbb-9f09-994fb3388871 tempest-NetworksTestDHCPv6-1914633919 tempest-NetworksTestDHCPv6-1914633919-project] Pushing event deleted for resources: {'Network': ['ID=96cccbcd-4c17-4e53-b917-fe16019574dd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:51.588101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c861e1e-9dda-4637-855e-aa23a08cebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.590907 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c861e1e-9dda-4637-855e-aa23a08cebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.594771 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3c861e1e-9dda-4637-855e-aa23a08cebda admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f419df2e-c69f-4e21-82ef-12860b0d67ec HTTP/1.1" status: 204 len: 168 time: 0.6567037 May 26 16:13:51.621408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0bb59622-fd67-4e41-b531-d3e5af6672a4 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:51.639660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c861e1e-9dda-4637-855e-aa23a08cebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f419df2e-c69f-4e21-82ef-12860b0d67ec,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:51.669912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:13:51.673739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No DVR routers for this DVR port 0bb59622-fd67-4e41-b531-d3e5af6672a4 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:51.677846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 0bb59622-fd67-4e41-b531-d3e5af6672a4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:51.678483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0bb59622-fd67-4e41-b531-d3e5af6672a4 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 26 16:13:51.732290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Port 0bb59622-fd67-4e41-b531-d3e5af6672a4 not found, will not notify nova. {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 26 16:13:51.750991 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment de70675b-06f8-4303-a78b-86b885fb96c8 resource provider aggregate not found May 26 16:13:51.800606 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment de70675b-06f8-4303-a78b-86b885fb96c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de70675b-06f8-4303-a78b-86b885fb96c8 found for delete ", "request_id": "req-c7a7e15c-0c2c-49ff-8eb9-f776b756f7f7"}]} May 26 16:13:51.831985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-56cfea62-c4c7-419f-b31e-bee45e01effc service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517556 May 26 16:13:51.854266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.863792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.929507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdae007-f440-4578-b76d-31b9aa7561c2 req-9be4be92-7edd-4e54-9295-c2f3073c6a35 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.931917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cdae007-f440-4578-b76d-31b9aa7561c2 req-9be4be92-7edd-4e54-9295-c2f3073c6a35 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.6012771 May 26 16:13:51.934458 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.960880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca508715-9709-419f-89b3-11def35b6e5d None None] Network 004ca161-7a86-46d0-b19b-a411a8f83619 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:51.981810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.994575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Transition to ACTIVE for port object bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:13:52.026411 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:13:52.060849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47806) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.082509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.110671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004ca161-7a86-46d0-b19b-a411a8f83619']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:52.111156 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.122114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:52.122730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:52.133034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.150765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.159383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:52.160267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.207059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7b5e8b6c-8ef2-4376-82d9-baeea420e892 None None] Could not find standard attr ID for object 0bb59622-fd67-4e41-b531-d3e5af6672a4. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:13:52.254788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Subnet': ['ID=5af728dc-3101-4240-b5d1-c6899ab92fce,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:52.291182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5cdae007-f440-4578-b76d-31b9aa7561c2 req-0fe21aea-3413-4dda-931a-0b704c116eaf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129063 May 26 16:13:52.292804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.298233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.313115 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/004ca161-7a86-46d0-b19b-a411a8f83619 HTTP/1.1" status: 204 len: 168 time: 2.6660187 May 26 16:13:52.313751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47812) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.329639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47814) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.343466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-d9f76c63-77e3-4e81-9d9c-b96acb1bb55c service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585049 May 26 16:13:52.345075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb161037-1faa-4e4b-8361-89a808cacad6 None None] DHCP port deletion for 004ca161-7a86-46d0-b19b-a411a8f83619 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:52.405445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d56cd-956b-49ee-8cb5-59a6190408e5 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Network': ['ID=004ca161-7a86-46d0-b19b-a411a8f83619,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:52.411650 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4f2ff2-ac6b-4dd7-a8c6-e085c675297f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): The resource could not be found. May 26 16:13:52.412568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4f2ff2-ac6b-4dd7-a8c6-e085c675297f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:52.419683 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-da4f2ff2-ac6b-4dd7-a8c6-e085c675297f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/subnets/5af728dc-3101-4240-b5d1-c6899ab92fce HTTP/1.1" status: 404 len: 337 time: 0.0882459 May 26 16:13:52.421368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47818) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.434418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ca626ac-fa85-4562-a198-90df9e00e954 req-54e51a01-0511-414d-8372-fe3acd576fff service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643759 May 26 16:13:52.435342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Pushing event updated for resources: {'Port': ['ID=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:52.490381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e89634ca-8b01-4a70-a8af-2d6bb12ef005 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d0c56ed7f0245f5b85cd834064e6749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607492 May 26 16:13:52.490381 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-8552864c-8194-4a93-ba5f-e57af93a628b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): The resource could not be found. May 26 16:13:52.490734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8552864c-8194-4a93-ba5f-e57af93a628b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:52.496310 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8552864c-8194-4a93-ba5f-e57af93a628b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/004ca161-7a86-46d0-b19b-a411a8f83619 HTTP/1.1" status: 404 len: 339 time: 0.0732424 May 26 16:13:52.497395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47820) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.541373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47822) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.582065 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f567b679-929f-45e3-91cd-e56870e5e017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.606210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f567b679-929f-45e3-91cd-e56870e5e017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.677313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f567b679-929f-45e3-91cd-e56870e5e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.680055 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f567b679-929f-45e3-91cd-e56870e5e017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.681299 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f567b679-929f-45e3-91cd-e56870e5e017 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78edc37f-5f41-472a-b921-0078c86d9d64 HTTP/1.1" status: 204 len: 168 time: 0.1826005 May 26 16:13:52.684640 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-358cab33-03f3-44b9-9594-285c9b4ddd2b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): The resource could not be found. May 26 16:13:52.685345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358cab33-03f3-44b9-9594-285c9b4ddd2b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:52.688443 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-358cab33-03f3-44b9-9594-285c9b4ddd2b tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/subnets/e1690b22-1260-48a7-af64-09bbfb7c4f6f HTTP/1.1" status: 404 len: 337 time: 0.1445305 May 26 16:13:52.691100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47826) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.699757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567b679-929f-45e3-91cd-e56870e5e017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78edc37f-5f41-472a-b921-0078c86d9d64,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:52.746790 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19b9e79-45ee-4339-82e2-9d0c18c7e953 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): The resource could not be found. May 26 16:13:52.747570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19b9e79-45ee-4339-82e2-9d0c18c7e953 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:52.753035 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a19b9e79-45ee-4339-82e2-9d0c18c7e953 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/65a3cea1-6ed9-426a-98a5-bd9dad6ce7b6 HTTP/1.1" status: 404 len: 339 time: 0.0544145 May 26 16:13:52.755884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47828) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.796087 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-738f0061-baca-4cf6-9ade-d2c22872b805 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): The resource could not be found. May 26 16:13:52.796548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738f0061-baca-4cf6-9ade-d2c22872b805 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:52.799654 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-738f0061-baca-4cf6-9ade-d2c22872b805 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/subnets/7416af57-cd0f-42a0-880d-f04ec6c56573 HTTP/1.1" status: 404 len: 337 time: 0.0427649 May 26 16:13:52.803292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47830) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.827659 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba82bf8-b7f9-490a-bae3-1dcd130ad35a tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): The resource could not be found. May 26 16:13:52.828278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba82bf8-b7f9-490a-bae3-1dcd130ad35a tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:52.834595 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dba82bf8-b7f9-490a-bae3-1dcd130ad35a tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/c262e531-fdc6-452d-a130-57473c52796b HTTP/1.1" status: 404 len: 339 time: 0.0258415 May 26 16:13:52.834956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47832) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.983744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-12a2b5e4-6a52-4550-a75c-4a92ade02fea tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Deleting port c597bcce-7544-4f4f-8a23-169706d19157 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:52.984336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a2b5e4-6a52-4550-a75c-4a92ade02fea tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.011524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fc372cc7-4390-490b-aac8-7f54e954d81d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9335d20204ca45069171757b0df38739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9234996 May 26 16:13:53.011524 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.012199 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47836) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:53.114367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7b8ab-c26a-4b0d-9266-6b2bdace87a0 req-b4de51a7-5efe-4887-9da3-c07fadbdcb36 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:53.121791 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21f7b8ab-c26a-4b0d-9266-6b2bdace87a0 req-b4de51a7-5efe-4887-9da3-c07fadbdcb36 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 943 time: 0.2609723 May 26 16:13:53.137879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a2b5e4-6a52-4550-a75c-4a92ade02fea tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.153156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-12a2b5e4-6a52-4550-a75c-4a92ade02fea tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Calling delete_port for c597bcce-7544-4f4f-8a23-169706d19157 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:53.156772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Attempting to bind port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:53.157107 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Attempting to bind port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:53.157438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Attempting to bind port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:53.172139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-bd6a95ed-0582-4f8a-9c9b-273309c9a8d6 service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7990851 May 26 16:13:53.180298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:13:53.181313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Attempting to bind port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 on network bfbaee1a-c578-4c09-bd46-debf773c6c0c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:53.197647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:53.198009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Checking segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:53.198412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Bound using segment: {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:53.198857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Bound port: bf98b5e3-2e4d-4f21-bb42-15a7737b73a2, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d18aacb-949d-4f48-8ecb-c125802ca3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:53.199222 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.213842 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21f7b8ab-c26a-4b0d-9266-6b2bdace87a0 req-5f8c74ae-510b-421d-89e1-37d0ddb61960 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883093 May 26 16:13:53.258566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Deleting port 2d90839b-0d4a-4a28-b05d-5ad89b88ac4e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:53.258934 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.272468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d585ce48-f4ce-4037-8657-8c1c3a7602c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.307441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d585ce48-f4ce-4037-8657-8c1c3a7602c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.359743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] For port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:53.365006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] For port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:53.371031 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.423489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:53.423886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a2b5e4-6a52-4550-a75c-4a92ade02fea tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.424093 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.425692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] 10.222.0.32 "PUT /v2.0/ports/bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 HTTP/1.1" status: 200 len: 1091 time: 4.2275229 May 26 16:13:53.431003 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.431003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'tag': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:53.432567 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f" -d '{"events": [{"name": "network-changed", "server_uuid": "74888271-7c0f-4bd8-b18a-2ba2322ffeda", "tag": "bf98b5e3-2e4d-4f21-bb42-15a7737b73a2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:53.457581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Calling delete_port for 2d90839b-0d4a-4a28-b05d-5ad89b88ac4e owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:53.468868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d585ce48-f4ce-4037-8657-8c1c3a7602c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.488092 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d585ce48-f4ce-4037-8657-8c1c3a7602c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.491698 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d585ce48-f4ce-4037-8657-8c1c3a7602c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d2b59a4-f382-4006-ac20-2468d1eabcbd HTTP/1.1" status: 204 len: 168 time: 0.4754632 May 26 16:13:53.619832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0bb59622-fd67-4e41-b531-d3e5af6672a4 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:53.626046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef0ed2-b133-4ee2-9b34-1b4e9744279c service neutron] Pushing event updated for resources: {'Port': ['ID=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:53.636683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2b5e4-6a52-4550-a75c-4a92ade02fea tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Port': ['ID=c597bcce-7544-4f4f-8a23-169706d19157,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:53.640772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585ce48-f4ce-4037-8657-8c1c3a7602c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2b59a4-f382-4006-ac20-2468d1eabcbd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:53.643024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a2b5e4-6a52-4550-a75c-4a92ade02fea tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.650089 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-12a2b5e4-6a52-4550-a75c-4a92ade02fea tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/ports/c597bcce-7544-4f4f-8a23-169706d19157 HTTP/1.1" status: 204 len: 168 time: 0.8112173 May 26 16:13:53.650471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47860) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:53.676231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 0bb59622-fd67-4e41-b531-d3e5af6672a4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:53.676579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0bb59622-fd67-4e41-b531-d3e5af6672a4 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:53.699421 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e15b09d-dcf6-4cbf-bc5e-d9c652836c1c tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): The resource could not be found. May 26 16:13:53.700161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e15b09d-dcf6-4cbf-bc5e-d9c652836c1c tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:53.713742 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e15b09d-dcf6-4cbf-bc5e-d9c652836c1c tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/subnets/132d9ed8-c5e4-4edb-9403-8f483068f352 HTTP/1.1" status: 404 len: 337 time: 0.0595129 May 26 16:13:53.715903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47864) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:53.726957 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.767944 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.791926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78a49cf9-b702-46bc-8eee-8df60267d8b7 req-020ebe90-e660-4092-b6c1-88cf91fcc0ab tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 210 time: 0.1881742 May 26 16:13:53.882210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-55a4e21e-a54b-4ba8-ac95-6f14aaa92ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:53.884840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-55a4e21e-a54b-4ba8-ac95-6f14aaa92ee0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 1094 time: 0.3630614 May 26 16:13:53.895985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a40d3-600c-4174-ac67-ac1eaeea77bc req-3bb8d7c1-15e3-42b9-b080-a89c2cbfb6fd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:53.912993 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b8a40d3-600c-4174-ac67-ac1eaeea77bc req-3bb8d7c1-15e3-42b9-b080-a89c2cbfb6fd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.4156804 May 26 16:13:53.917880 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e96a4b-38c9-49da-bb79-41c69ce001d8 x-openstack-request-id: req-90e96a4b-38c9-49da-bb79-41c69ce001d8 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:53.918616 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74888271-7c0f-4bd8-b18a-2ba2322ffeda", "tag": "bf98b5e3-2e4d-4f21-bb42-15a7737b73a2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:53.918865 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90e96a4b-38c9-49da-bb79-41c69ce001d8 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:53.919445 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e96a4b-38c9-49da-bb79-41c69ce001d8'] response: {'name': 'network-changed', 'server_uuid': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'tag': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2', 'status': 'completed', 'code': 200} May 26 16:13:53.938368 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3 resource provider aggregate not found May 26 16:13:53.975020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-84ec211b-9f37-4631-bd03-85b119287d8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 HTTP/1.1" status: 200 len: 217 time: 0.0609584 May 26 16:13:53.980808 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c224ef0-750b-4a0e-80b2-5f6c48bc7ca3 found for delete ", "request_id": "req-a545960b-b5ca-411b-9a56-4f2bed8b419f"}]} May 26 16:13:53.985461 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.085192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47880) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:54.123783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-05162fcd-2fa5-4c5e-a08c-64a039070b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:54.125586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-05162fcd-2fa5-4c5e-a08c-64a039070b44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.1413794 May 26 16:13:54.129955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b8a40d3-600c-4174-ac67-ac1eaeea77bc req-d5db10cb-5c4e-4c3e-9c48-fb0ea33a4b37 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045450 May 26 16:13:54.204025 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.233805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-44e26e21-6243-42fe-b359-106ce92ee5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:54.235369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a4e3b0-4856-4b2a-bcee-f40fb460e4e5']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:54.237583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-44e26e21-6243-42fe-b359-106ce92ee5d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957413 May 26 16:13:54.254275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137545df-518d-417a-82d9-8cfec22110d3') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:54.254583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137545df-518d-417a-82d9-8cfec22110d3') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:54.268362 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.271850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.308554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.320414 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:54.322107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.353534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1356361439-network', 'tenant_id': 'ad52a4a7853c438aa029293c6c233a9b'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:54.359744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event deleted for resources: {'Port': ['ID=2d90839b-0d4a-4a28-b05d-5ad89b88ac4e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:54.421062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.451447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.458725 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/68a4e3b0-4856-4b2a-bcee-f40fb460e4e5 HTTP/1.1" status: 204 len: 168 time: 0.7411904 May 26 16:13:54.459777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47896) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:54.473644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d62d3-bbf9-464f-8e7e-15f9dbebd6f6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Network': ['ID=68a4e3b0-4856-4b2a-bcee-f40fb460e4e5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:54.499435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Made reservation on behalf of ad52a4a7853c438aa029293c6c233a9b for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:54.501765 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.530886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.550969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.585563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bb55f-4474-4080-9dab-2463fc6961a7 req-ff737017-46b2-4799-b709-c36537f8ce2a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:54.587747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da5bb55f-4474-4080-9dab-2463fc6961a7 req-ff737017-46b2-4799-b709-c36537f8ce2a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 943 time: 0.2380917 May 26 16:13:54.612475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-aff471a4-8590-4ddc-8ce7-54c89480d743 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Deleting port 9563ecbe-a43c-4e53-a9a9-461acde95cb0 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:54.637741 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aff471a4-8590-4ddc-8ce7-54c89480d743 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.699618 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-79b82362-86a9-4b03-82aa-617202606450 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459276 May 26 16:13:54.753310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aff471a4-8590-4ddc-8ce7-54c89480d743 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.767594 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.773966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-aff471a4-8590-4ddc-8ce7-54c89480d743 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Calling delete_port for 9563ecbe-a43c-4e53-a9a9-461acde95cb0 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:54.783411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.892542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da5bb55f-4474-4080-9dab-2463fc6961a7 req-0417fe14-2df7-45cc-aab3-3f455801a303 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069104 May 26 16:13:54.905925 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.906511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Fanout notify agent at l3_agent the message router_deleted on router e8acb392-9459-4520-9060-87a71c9317fd {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:54.913495 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.920001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-708272cb-52e0-4884-b5a7-a1731d6f6009 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/e8acb392-9459-4520-9060-87a71c9317fd HTTP/1.1" status: 204 len: 168 time: 3.6575303 May 26 16:13:54.920498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47910) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:54.940190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0ef41b61-2569-40a0-8fe5-b76d4483e1ff tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1490822452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:54.960691 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aff471a4-8590-4ddc-8ce7-54c89480d743 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.976927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47912) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:55.004348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ffcc915-d7c6-4215-94ff-bb8a0d3b22d9 req-04e311e7-2d22-4e6d-ab17-d2d82ab22500 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 210 time: 0.0853016 May 26 16:13:55.018382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a5b4663-ab21-4120-bea1-f0a81edef69a req-5fbac819-77ab-4c29-a5f0-5abc088e13bb service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068328 May 26 16:13:55.022348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aff471a4-8590-4ddc-8ce7-54c89480d743 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.029369 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aff471a4-8590-4ddc-8ce7-54c89480d743 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/ports/9563ecbe-a43c-4e53-a9a9-461acde95cb0 HTTP/1.1" status: 204 len: 168 time: 0.5649934 May 26 16:13:55.029369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ef41b61-2569-40a0-8fe5-b76d4483e1ff tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.029369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ef41b61-2569-40a0-8fe5-b76d4483e1ff tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.031078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47916) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:55.033144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff471a4-8590-4ddc-8ce7-54c89480d743 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Port': ['ID=9563ecbe-a43c-4e53-a9a9-461acde95cb0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:55.075711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.101661 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb30f66-303a-41e7-98a7-d202e39da1d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] DELETE failed (client error): The resource could not be found. May 26 16:13:55.102522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb30f66-303a-41e7-98a7-d202e39da1d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:13:55.105521 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8bb30f66-303a-41e7-98a7-d202e39da1d6 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/subnets/677eda53-2238-4656-9991-6d1355a24d34 HTTP/1.1" status: 404 len: 337 time: 0.0729053 May 26 16:13:55.109869 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.150901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47918) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:55.173910 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ef41b61-2569-40a0-8fe5-b76d4483e1ff tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.223329 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ef41b61-2569-40a0-8fe5-b76d4483e1ff tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.253332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-142763511'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:55.259831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70e0f7b-ebbf-41da-a38c-87f01195e0a5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:55.323080 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0ef41b61-2569-40a0-8fe5-b76d4483e1ff tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.324305 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0ef41b61-2569-40a0-8fe5-b76d4483e1ff tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3993216 May 26 16:13:55.333456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47922) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:55.341182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:55.342136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:55.347535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Made reservation on behalf of 5db8e28e761447c2afc36c6baf65b92a for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:55.353282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.382671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.382991 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Added segment 8064c792-4069-4f27-8302-967658d832ff of type vlan for network c95bf59c-b4ec-4b34-9b07-f0cb700560c1 May 26 16:13:55.388544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-d310b7a5-c152-4cd4-a908-00a076ec0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.390070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-d310b7a5-c152-4cd4-a908-00a076ec0597 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 1094 time: 0.2810731 May 26 16:13:55.390397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.403388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.466669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0ca9-1c51-4288-9517-94742303d7bc req-00c5e7b3-5228-42cd-b906-290082d117ae tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.468160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-00c5e7b3-5228-42cd-b906-290082d117ae tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.3903227 May 26 16:13:55.506488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28981273-0316-4b8f-a259-5c5fc14f8e87 req-def6b0a5-1ad1-47bf-92f8-ab6a49832dde tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.508054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28981273-0316-4b8f-a259-5c5fc14f8e87 req-def6b0a5-1ad1-47bf-92f8-ab6a49832dde tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2539613 May 26 16:13:55.516699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Request body: {'port': {'device_id': '1eb82ade-caaf-43a6-8f5c-7b0efc8192e2', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'admin_state_up': True, 'tenant_id': '08a1816bc5a242bdb94bde21d7075742'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:55.520724 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.669865 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.670792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.671637 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.694279 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.711944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.718687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28981273-0316-4b8f-a259-5c5fc14f8e87 req-d878900d-411f-4e45-9177-6654da1bae06 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911132 May 26 16:13:55.731559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-d35a01af-ab78-498c-bb66-3c22222a5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.733490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-d35a01af-ab78-498c-bb66-3c22222a5bea service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 915 time: 0.3251379 May 26 16:13:55.734683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed15c3c6-5dfa-4ed1-9f65-8473127a6c26']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:55.761812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6221e7db-4b35-480f-a465-34e7512c9776') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:55.762476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6221e7db-4b35-480f-a465-34e7512c9776') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:55.795589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.801654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.810361 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.829773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7416096 May 26 16:13:55.834437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47926) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:55.840286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-bbf2bd46-74a5-4e07-9697-e7332cca4b2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 HTTP/1.1" status: 200 len: 217 time: 0.0681293 May 26 16:13:55.847626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.848227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Request body: {'subnet': {'network_id': 'c95bf59c-b4ec-4b34-9b07-f0cb700560c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1356361439-subnet', 'tenant_id': 'ad52a4a7853c438aa029293c6c233a9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:55.868123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:55.868882 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.875812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:55.903101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c74ba-c052-42e5-8ecc-3470cc339863 admin admin] Pushing event updated for resources: {'Network': ['ID=c95bf59c-b4ec-4b34-9b07-f0cb700560c1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:55.919234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Made reservation on behalf of 08a1816bc5a242bdb94bde21d7075742 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:55.922737 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.925959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network c95bf59c-b4ec-4b34-9b07-f0cb700560c1 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:55.960207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Made reservation on behalf of ad52a4a7853c438aa029293c6c233a9b for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:55.960207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.967675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594b381d-f8d4-4c5c-9d31-a09248304196,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:55.989002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-e92a1870-daac-41be-89ca-6ac1b4243867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.990696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-e92a1870-daac-41be-89ca-6ac1b4243867 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.1389375 May 26 16:13:56.019089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.019450 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Added segment d4b612a3-65a4-4abc-810a-1b673c1789e4 of type vlan for network 3007807e-15f7-4539-ac4a-a4a701590073 May 26 16:13:56.192498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a94e1bb-aea6-4329-9fab-d03659bd602d req-9fb9e377-2cde-4f5d-afdf-beb940c2bce2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 210 time: 0.0663192 May 26 16:13:56.269982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-1ca6ca39-5094-4103-a460-297c8935e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:56.270940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-1ca6ca39-5094-4103-a460-297c8935e586 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2010243 May 26 16:13:56.303087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857a2e1-4f46-46ae-a45a-8d3ba7ae3757 req-239f1f96-8745-40be-b345-065e972b4179 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:56.304722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8857a2e1-4f46-46ae-a45a-8d3ba7ae3757 req-239f1f96-8745-40be-b345-065e972b4179 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 943 time: 0.2643075 May 26 16:13:56.351016 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 137545df-518d-417a-82d9-8cfec22110d3 resource provider aggregate not found May 26 16:13:56.379219 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.384917 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 137545df-518d-417a-82d9-8cfec22110d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 137545df-518d-417a-82d9-8cfec22110d3 found for delete ", "request_id": "req-b647d2ab-b797-4e9b-8aed-059b956ed756"}]} May 26 16:13:56.388288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Allocated IP 172.20.0.10 (75b37898-f398-46fe-ac6a-a23f005adc5f/0bf93427-e7b0-432f-831f-fc67ecb85eeb/a2e8c1d4-4cb3-466c-9464-41d227e6c4fa) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:56.402480 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.408118 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/ed15c3c6-5dfa-4ed1-9f65-8473127a6c26 HTTP/1.1" status: 204 len: 168 time: 1.2509828 May 26 16:13:56.408839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47938) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:56.410919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.424268 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6221e7db-4b35-480f-a465-34e7512c9776 resource provider aggregate not found May 26 16:13:56.442601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a84cb-ef58-418a-aae5-c7da82d0ce56 tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Network': ['ID=ed15c3c6-5dfa-4ed1-9f65-8473127a6c26,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:56.467106 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6221e7db-4b35-480f-a465-34e7512c9776 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6221e7db-4b35-480f-a465-34e7512c9776 found for delete ", "request_id": "req-210c6b5e-05ba-4234-8e3a-4d2319097d9f"}]} May 26 16:13:56.479695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8857a2e1-4f46-46ae-a45a-8d3ba7ae3757 req-1b54c60b-5b00-4b5c-aa9e-45137b6d1977 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588647 May 26 16:13:56.513952 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c823ed-a052-40a2-b732-25a5c08013fc tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Deleting subnet 62a8fdd8-4fd7-48dd-a8ef-6ba85f7b3670 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:56.518551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.523970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:56.525090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.530021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17c823ed-a052-40a2-b732-25a5c08013fc tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.629873 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6490285 May 26 16:13:56.680251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47942) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:56.685319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17c823ed-a052-40a2-b732-25a5c08013fc tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.694426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'subnet': {'network_id': '3007807e-15f7-4539-ac4a-a4a701590073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:56.827887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4c99-d9bc-40ed-b364-84cf007d793e tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Network': ['ID=3007807e-15f7-4539-ac4a-a4a701590073,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:56.842741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 3007807e-15f7-4539-ac4a-a4a701590073 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:56.863527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-debb8d11-1842-4c0b-b254-75907c6a37f9 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840404 May 26 16:13:56.875061 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.925533 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.004327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17c823ed-a052-40a2-b732-25a5c08013fc tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.033450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Made reservation on behalf of 5db8e28e761447c2afc36c6baf65b92a for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:57.036861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.049121 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.132064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825db75-cbc9-4fd5-9edd-077e89b36d96 req-b4c724da-6c39-4227-8c08-088af57135a5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.134135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f825db75-cbc9-4fd5-9edd-077e89b36d96 req-b4c724da-6c39-4227-8c08-088af57135a5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2795913 May 26 16:13:57.201032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a92d13c-d382-44bc-8d6a-944cff0751d0,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:57.207048 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.208180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17c823ed-a052-40a2-b732-25a5c08013fc tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.213399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Allocated IP 172.25.0.61 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/697595f2-ea0a-492e-94f0-8b197d473dce) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:57.222378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f4f8b5d-3897-41bf-a7b0-c8e41b2c173f req-a712f33b-0ccb-45c6-9d57-e112c3ba5ed4 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180156 May 26 16:13:57.250505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f825db75-cbc9-4fd5-9edd-077e89b36d96 req-2bc8c4e1-f0d9-439e-b32d-bc405a6e1977 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000209 May 26 16:13:57.256532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c823ed-a052-40a2-b732-25a5c08013fc tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Subnet': ['ID=62a8fdd8-4fd7-48dd-a8ef-6ba85f7b3670,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:57.262654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17c823ed-a052-40a2-b732-25a5c08013fc tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.262816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2976fe-b280-4224-9ec9-175a9ccc8b56 None None] Network e292b977-becd-480a-9613-605d34ab6319 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:57.266287 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-17c823ed-a052-40a2-b732-25a5c08013fc tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/subnets/62a8fdd8-4fd7-48dd-a8ef-6ba85f7b3670 HTTP/1.1" status: 204 len: 168 time: 0.8529210 May 26 16:13:57.272537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47952) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:57.294254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Checking segment: {'id': '8064c792-4069-4f27-8302-967658d832ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c95bf59c-b4ec-4b34-9b07-f0cb700560c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:57.295368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Network hostable DHCP agents. Network: c95bf59c-b4ec-4b34-9b07-f0cb700560c1, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:57.302127 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.357472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:57.388031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Network 75b37898-f398-46fe-ac6a-a23f005adc5f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:57.399930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:57.402896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Network c95bf59c-b4ec-4b34-9b07-f0cb700560c1 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:57.406948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:57.456556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event updated for resources: {'Port': ['ID=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:57.467033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, c95bf59c-b4ec-4b34-9b07-f0cb700560c1) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:57.479513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.480340 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.493456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.494302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.497417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09094d01-2dd7-44ed-bd48-ed9b12bc7c7e None None] Network c95bf59c-b4ec-4b34-9b07-f0cb700560c1 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:57.504951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.510029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f59a2-e13a-4b15-b0c5-a62370cb1d58 req-a22e2872-831c-4078-970b-a210af53cf00 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.512287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f19f59a2-e13a-4b15-b0c5-a62370cb1d58 req-a22e2872-831c-4078-970b-a210af53cf00 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 932 time: 0.1843913 May 26 16:13:57.539353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-44a22ee6-4bfc-471a-a373-2e330d43329f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7006254 May 26 16:13:57.548237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-38cb6d64-ae20-45c0-901e-43f7c2e9e82d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0365779 May 26 16:13:57.552954 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.564345 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.568152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Request body: {'port': {'device_id': '1eb82ade-caaf-43a6-8f5c-7b0efc8192e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:57.629601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:13:57.677184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Subnet': ['ID=0ef84de5-7d79-4b1a-b47d-cfc032d50a71,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:57.690351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f19f59a2-e13a-4b15-b0c5-a62370cb1d58 req-e893cf7b-9556-459c-b89e-c073a3ee4795 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483474 May 26 16:13:57.702174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.706978 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.713608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Checking segment: {'id': 'd4b612a3-65a4-4abc-810a-1b673c1789e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3007807e-15f7-4539-ac4a-a4a701590073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:57.713973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network hostable DHCP agents. Network: 3007807e-15f7-4539-ac4a-a4a701590073, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:57.748097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986187e-0ed8-4436-ab36-e2a4780dfb40 req-074a0fa2-e284-4101-b819-2e5d43d323c7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.757908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1986187e-0ed8-4436-ab36-e2a4780dfb40 req-074a0fa2-e284-4101-b819-2e5d43d323c7 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 943 time: 0.1591833 May 26 16:13:57.779981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:57.783469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Deleting port 4d9afd81-a440-447f-a73c-104e68f9651e {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:57.784066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.806427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:57.811683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event updated for resources: {'Port': ['ID=697595f2-ea0a-492e-94f0-8b197d473dce,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:57.846225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:57.887640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3007807e-15f7-4539-ac4a-a4a701590073 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:57.936942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 3007807e-15f7-4539-ac4a-a4a701590073) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:57.952113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.952987 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.960573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] For port 4d9afd81-a440-447f-a73c-104e68f9651e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4d9afd81-a440-447f-a73c-104e68f9651e,segment=NetworkSegment(56b99369-a5c2-4ae2-84bc-09b3dce26838),segment_id=56b99369-a5c2-4ae2-84bc-09b3dce26838)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:57.961150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.973653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22296acc-fab8-47a9-b07c-e0be67a303d7 None None] Network 3007807e-15f7-4539-ac4a-a4a701590073 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:58.000213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Calling delete_port for 4d9afd81-a440-447f-a73c-104e68f9651e owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:58.023516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] DHCP port deletion for e292b977-becd-480a-9613-605d34ab6319 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:58.064881 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-41796c59-4c45-404e-8afe-b71e67f58d4a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3802662 May 26 16:13:58.113345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1986187e-0ed8-4436-ab36-e2a4780dfb40 req-b0703a72-4072-4952-ad16-31091a4cb55c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535645 May 26 16:13:58.113942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47966) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:58.123653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1696468041', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:58.202757 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.220632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9db257-6d71-4918-8664-e31623296e02 None None] Network c95bf59c-b4ec-4b34-9b07-f0cb700560c1 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:58.230834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:58.232129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.233688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.258949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Port': ['ID=4d9afd81-a440-447f-a73c-104e68f9651e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:58.271570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] No DVR routers for this DVR port 4d9afd81-a440-447f-a73c-104e68f9651e on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:58.324293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'port_id': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2', 'mac_address': 'fa:16:3e:0a:a6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:13:58.374808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.397781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e292b977-becd-480a-9613-605d34ab6319']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:58.407892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.409794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b99369-a5c2-4ae2-84bc-09b3dce26838') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:58.410104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b99369-a5c2-4ae2-84bc-09b3dce26838') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:58.429678 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.447510 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.455917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:58.456332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.457088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e8c1d4-4cb3-466c-9464-41d227e6c4fa {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:13:58.470638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.491298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b79ce-8d1f-4186-8ac7-7e792f06986b None None] Network 3007807e-15f7-4539-ac4a-a4a701590073 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:58.503726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:58.503726 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.516653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d3b9d6f8-9325-4bcd-ae9e-3f2dcad31a49 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:58.519208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] Deleting port 4d9afd81-a440-447f-a73c-104e68f9651e {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:58.519576 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.525675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d3b9d6f8-9325-4bcd-ae9e-3f2dcad31a49 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/networks?id=c95bf59c-b4ec-4b34-9b07-f0cb700560c1 HTTP/1.1" status: 200 len: 814 time: 0.3420484 May 26 16:13:58.545964 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 56b99369-a5c2-4ae2-84bc-09b3dce26838 resource provider aggregate not found May 26 16:13:58.586607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-59bca973-6325-4e8e-a7c0-05390875be72 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/quotas/ad52a4a7853c438aa029293c6c233a9b HTTP/1.1" status: 200 len: 375 time: 0.0598071 May 26 16:13:58.593733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Transition to ACTIVE for port object a2e8c1d4-4cb3-466c-9464-41d227e6c4fa will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:13:58.609148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44789327-880a-41ab-b88e-d7de4341733a req-da506f2b-f4b6-4cc2-9574-dbbff828e379 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:58.619360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44789327-880a-41ab-b88e-d7de4341733a req-da506f2b-f4b6-4cc2-9574-dbbff828e379 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2217696 May 26 16:13:58.620626 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 56b99369-a5c2-4ae2-84bc-09b3dce26838 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56b99369-a5c2-4ae2-84bc-09b3dce26838 found for delete ", "request_id": "req-5068b3d3-03e0-45bb-bafb-809ec048c3d1"}]} May 26 16:13:58.624922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:13:58.626324 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.632504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.639227 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] 10.222.0.39 "DELETE /v2.0/networks/e292b977-becd-480a-9613-605d34ab6319 HTTP/1.1" status: 204 len: 168 time: 1.3653460 May 26 16:13:58.664515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73de4c-ae93-4345-8e99-d2e0a3f99e8f tempest-NetworksIpV6TestAttrs-1184596943 tempest-NetworksIpV6TestAttrs-1184596943-project] Pushing event deleted for resources: {'Network': ['ID=e292b977-becd-480a-9613-605d34ab6319,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:58.684066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-46ba2ab9-5005-4615-a3fd-4919998823f5 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad52a4a7853c438aa029293c6c233a9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890875 May 26 16:13:58.684716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.735929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:58.744434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] For port 4d9afd81-a440-447f-a73c-104e68f9651e, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:58.745125 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.755888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.759019 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.770933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] Calling delete_port for 4d9afd81-a440-447f-a73c-104e68f9651e owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:58.808398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] Port 4d9afd81-a440-447f-a73c-104e68f9651e was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:13:58.852503 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.875840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] Network e292b977-becd-480a-9613-605d34ab6319 is not hosted by any dhcp agent {{(pid=109406) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:13:58.878103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] No DVR routers for this DVR port 4d9afd81-a440-447f-a73c-104e68f9651e on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:58.906350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.952830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:59.010517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381ce13-08e1-4af5-b6a7-0c6b2c012887 None None] Pushing event deleted for resources: {'Port': ['ID=4d9afd81-a440-447f-a73c-104e68f9651e,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:59.089768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Pushing event updated for resources: {'Port': ['ID=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:59.135554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.140498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.152788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44789327-880a-41ab-b88e-d7de4341733a req-cb941fcd-3f96-4559-a194-791806081954 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5322783 May 26 16:13:59.157600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47990) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:59.165369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['bf98b5e3-2e4d-4f21-bb42-15a7737b73a2'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:59.345649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-a49865a3-45d4-4dc6-b0ad-d5fc9cb0e339 service neutron] 10.222.0.39 "GET /v2.0/networks/c95bf59c-b4ec-4b34-9b07-f0cb700560c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163664 May 26 16:13:59.364964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Router 2d9b88aa-242f-48bb-9e80-f4cfe016c41c is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:13:59.457172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d9afd81-a440-447f-a73c-104e68f9651e no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:59.465315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2a1bc-863c-4f65-89e5-ab6d11077fae req-2f0da216-538b-4909-bf64-fb0d2d88b88c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:59.466881 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2b2a1bc-863c-4f65-89e5-ab6d11077fae req-2f0da216-538b-4909-bf64-fb0d2d88b88c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 944 time: 0.1795542 May 26 16:13:59.478575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4d9afd81-a440-447f-a73c-104e68f9651e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:59.478929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d9afd81-a440-447f-a73c-104e68f9651e not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:59.497782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Attempting to bind port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:59.498143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Attempting to bind port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:59.498581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Attempting to bind port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:59.514423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:59.522572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.526933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff49611-832b-400d-82db-b6de90eb5294 None None] Sync routers for ids ['2d9b88aa-242f-48bb-9e80-f4cfe016c41c'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:59.527732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-72f942cb-dfa6-464f-b506-aa3fb30cf077 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "PUT /v2.0/routers/2d9b88aa-242f-48bb-9e80-f4cfe016c41c HTTP/1.1" status: 200 len: 879 time: 4.1931746 May 26 16:13:59.528379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47996) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:59.536526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa on network 75b37898-f398-46fe-ac6a-a23f005adc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:13:59.536909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Attempting to bind port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:59.549536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff49611-832b-400d-82db-b6de90eb5294 None None] Routers {'2d9b88aa-242f-48bb-9e80-f4cfe016c41c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:59.550231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3ff49611-832b-400d-82db-b6de90eb5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2d9b88aa-242f-48bb-9e80-f4cfe016c41c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:59.589109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3763dc2b-170e-449e-830e-21e8354e0d51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4f58c6bf90944d48c62018462dbdd8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301636 May 26 16:13:59.589849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:59.590218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Checking segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:59.590598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Bound using segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:59.591049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Bound port: a2e8c1d4-4cb3-466c-9464-41d227e6c4fa, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:59.591411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.591982 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3ff49611-832b-400d-82db-b6de90eb5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:59.594642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47998) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:59.601423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff49611-832b-400d-82db-b6de90eb5294 None None] Routers {'2d9b88aa-242f-48bb-9e80-f4cfe016c41c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:59.602062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3ff49611-832b-400d-82db-b6de90eb5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2d9b88aa-242f-48bb-9e80-f4cfe016c41c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:59.618658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2b2a1bc-863c-4f65-89e5-ab6d11077fae req-e90c5697-e492-4d45-a757-04302cc6a4ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354170 May 26 16:13:59.620617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-98f820fa-5fa2-4a61-aff9-096580e93d84 service neutron] 10.222.0.39 "GET /v2.0/networks/c95bf59c-b4ec-4b34-9b07-f0cb700560c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659745 May 26 16:13:59.640355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3ff49611-832b-400d-82db-b6de90eb5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:59.641021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff49611-832b-400d-82db-b6de90eb5294 None None] The sync data for ids ['2d9b88aa-242f-48bb-9e80-f4cfe016c41c'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:59.661804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48000) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:59.662355 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a3f7b514-64ab-40cd-b035-b35a561e2329 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/routers/2d9b88aa-242f-48bb-9e80-f4cfe016c41c HTTP/1.1" status: 200 len: 920 time: 0.1325123 May 26 16:14:00.179569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.184066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08f18194-6acb-4027-867f-53af389a59c8 req-fbcc8a73-a877-43b4-8df4-a8045b31bf69 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 210 time: 0.3823123 May 26 16:14:00.246119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.254126 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b7df-f602-4117-9dec-6d041e66c929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.266093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] For port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:00.283742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e70ef-6edc-416a-a4c8-8efaffdeff8b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:00.285266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e04e70ef-6edc-416a-a4c8-8efaffdeff8b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=2d9b88aa-242f-48bb-9e80-f4cfe016c41c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6191425 May 26 16:14:00.288692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48018) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:00.333518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82000c-eca2-4141-a835-ef423059f066 req-2b5b8f20-c17c-44c6-9f3b-f94b72781c90 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:00.338292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b82000c-eca2-4141-a835-ef423059f066 req-2b5b8f20-c17c-44c6-9f3b-f94b72781c90 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 944 time: 0.5765607 May 26 16:14:00.359626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] For port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:00.394578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb22407-33e1-4552-8e46-0d3cd599cdb4 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:00.399532 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7fb22407-33e1-4552-8e46-0d3cd599cdb4 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 881 time: 0.1082368 May 26 16:14:00.400627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48022) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:00.401462 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.412413 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b7df-f602-4117-9dec-6d041e66c929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.433228 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-65bb07bd-b60c-4bc6-8be4-f50a4a7dc2a9 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d9b88aa-242f-48bb-9e80-f4cfe016c41c HTTP/1.1" status: 200 len: 205 time: 0.0321102 May 26 16:14:00.435948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48024) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:00.548799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:00.549430 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.550894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] 10.222.0.24 "PUT /v2.0/ports/a2e8c1d4-4cb3-466c-9464-41d227e6c4fa HTTP/1.1" status: 200 len: 1092 time: 2.9951150 May 26 16:14:00.551841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb82ade-caaf-43a6-8f5c-7b0efc8192e2', 'tag': 'a2e8c1d4-4cb3-466c-9464-41d227e6c4fa'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:00.554381 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b27742-4459-4f4d-a052-b940da7ad73c" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb82ade-caaf-43a6-8f5c-7b0efc8192e2", "tag": "a2e8c1d4-4cb3-466c-9464-41d227e6c4fa"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:00.572394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.578751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f7a8-3b1b-456e-b39c-8fb392295217 req-08b79f03-bde3-4642-a1e4-c42dc2add602 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:00.583158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1247f7a8-3b1b-456e-b39c-8fb392295217 req-08b79f03-bde3-4642-a1e4-c42dc2add602 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2953722 May 26 16:14:00.589878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b82000c-eca2-4141-a835-ef423059f066 req-d656b43f-54b9-45b7-a322-319d3267cc29 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222123 May 26 16:14:00.627426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dfcf8-df30-417b-a659-e81d57ec33ec service neutron] Pushing event updated for resources: {'Port': ['ID=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:00.666412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.25.0.19 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/21b096bb-4ba3-4e66-bbda-2437d2c107de) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:00.698909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b7df-f602-4117-9dec-6d041e66c929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.701334 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b7df-f602-4117-9dec-6d041e66c929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.706084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f6b6b7df-f602-4117-9dec-6d041e66c929 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf25a9fb-5825-43dc-8573-9fe3edd87c15 HTTP/1.1" status: 204 len: 168 time: 1.1031964 May 26 16:14:00.758336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1247f7a8-3b1b-456e-b39c-8fb392295217 req-70eee996-a6aa-4e55-b881-81ea4780893e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660764 May 26 16:14:00.781177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6b7df-f602-4117-9dec-6d041e66c929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf25a9fb-5825-43dc-8573-9fe3edd87c15,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:00.812545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0ca9-1c51-4288-9517-94742303d7bc req-849e01a2-7a46-471a-988e-141b0fc1a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:00.819941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-849e01a2-7a46-471a-988e-141b0fc1a116 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 1095 time: 0.2231390 May 26 16:14:00.950992 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91134bba-b84a-44a9-bc4d-2438d183e338 x-openstack-request-id: req-91134bba-b84a-44a9-bc4d-2438d183e338 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:00.951456 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb82ade-caaf-43a6-8f5c-7b0efc8192e2", "tag": "a2e8c1d4-4cb3-466c-9464-41d227e6c4fa", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:00.951926 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91134bba-b84a-44a9-bc4d-2438d183e338 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:00.952485 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91134bba-b84a-44a9-bc4d-2438d183e338'] response: {'name': 'network-changed', 'server_uuid': '1eb82ade-caaf-43a6-8f5c-7b0efc8192e2', 'tag': 'a2e8c1d4-4cb3-466c-9464-41d227e6c4fa', 'status': 'completed', 'code': 200} May 26 16:14:00.959266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-bd101c54-795f-43be-883c-22e409e7ccfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa HTTP/1.1" status: 200 len: 217 time: 0.0994024 May 26 16:14:01.134334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.206462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Deleting port 697595f2-ea0a-492e-94f0-8b197d473dce {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:01.207060 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.298788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0ca9-1c51-4288-9517-94742303d7bc req-08a7f229-bd51-4c78-94a6-72724f66a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:01.300293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-08a7f229-bd51-4c78-94a6-72724f66a360 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.3278275 May 26 16:14:01.304496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.320459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Calling delete_port for 697595f2-ea0a-492e-94f0-8b197d473dce owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:01.338110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.373233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-6d43b913-fc3a-4c19-81b7-55afe3c09c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:01.374788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-6d43b913-fc3a-4c19-81b7-55afe3c09c2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 1096 time: 0.3396132 May 26 16:14:01.382501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307422f6-3f4c-40c6-9a89-3fc2251b7836 req-863bad08-ba53-4bda-b2b2-f602300c406b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:01.384530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-307422f6-3f4c-40c6-9a89-3fc2251b7836 req-863bad08-ba53-4bda-b2b2-f602300c406b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.3581798 May 26 16:14:01.394225 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-930ad3f1-d331-4992-a1f2-a687847abd06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834661 May 26 16:14:01.419856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38692766-0352-4cb8-b473-8d7eced2d200 req-3db83034-e0ac-4628-8778-097c033f8cda tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:01.423143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38692766-0352-4cb8-b473-8d7eced2d200 req-3db83034-e0ac-4628-8778-097c033f8cda tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 944 time: 0.4230461 May 26 16:14:01.515522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.541039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-0fab493c-bc22-4d97-ae2c-962730a81588 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:01.542600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-0fab493c-bc22-4d97-ae2c-962730a81588 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.32 "GET /v2.0/networks?id=c95bf59c-b4ec-4b34-9b07-f0cb700560c1 HTTP/1.1" status: 200 len: 814 time: 0.4882643 May 26 16:14:01.546788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event deleted for resources: {'Port': ['ID=697595f2-ea0a-492e-94f0-8b197d473dce,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:01.557580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:01.610388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.619064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Request body: {'port': {'device_id': '9c744018-1da0-45b9-b6f5-936388447b59', 'network_id': 'c95bf59c-b4ec-4b34-9b07-f0cb700560c1', 'admin_state_up': True, 'tenant_id': 'ad52a4a7853c438aa029293c6c233a9b'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:01.631646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-307422f6-3f4c-40c6-9a89-3fc2251b7836 req-c8d8360e-dc22-49d8-811b-6dfee2c46d9d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271845 May 26 16:14:01.642425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:14:01.650164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:01.652070 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.658216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48060) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:01.752068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.754512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.765939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38692766-0352-4cb8-b473-8d7eced2d200 req-31be8e82-dbc5-4758-b6b5-23bdc821e47e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739522 May 26 16:14:01.778207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:01.778690 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.793941 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.805061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86b81722-cdd1-463d-9557-c2f2c0ebe328 req-ae158e3f-ce14-47ec-85c2-9dc4aa541bfa tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 210 time: 0.0899613 May 26 16:14:01.843034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-9b2247d8-a842-429d-869d-ff737f67a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:01.845006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-9b2247d8-a842-429d-869d-ff737f67a97b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.4530752 May 26 16:14:01.855489 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.858259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Fanout notify agent at l3_agent the message router_deleted on router 2d9b88aa-242f-48bb-9e80-f4cfe016c41c {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:14:01.865334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.866708 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-55b5d3f6-86de-405b-a135-d98df3eefffa tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/2d9b88aa-242f-48bb-9e80-f4cfe016c41c HTTP/1.1" status: 204 len: 168 time: 1.4289422 May 26 16:14:01.873698 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48064) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:01.875428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:01.876648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:01.878755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-11a95ec8-5fa9-4ccb-8b13-570c81364c33 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1048844251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:01.880584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-84f88e7a-7f91-46e7-8aae-1c626e0c8b95 tempest-DvrRoutersNegativeTest-514450162 tempest-DvrRoutersNegativeTest-514450162-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1097410014', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:01.881530 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9974ae6a-9a6f-4411-81a4-c675dde61ba6" -d '{"events": [{"server_uuid": "74888271-7c0f-4bd8-b18a-2ba2322ffeda", "name": "network-vif-plugged", "status": "completed", "tag": "bf98b5e3-2e4d-4f21-bb42-15a7737b73a2"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:01.883608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.policy [None req-84f88e7a-7f91-46e7-8aae-1c626e0c8b95 tempest-DvrRoutersNegativeTest-514450162 tempest-DvrRoutersNegativeTest-514450162-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109405) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 26 16:14:01.883944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.policy [None req-84f88e7a-7f91-46e7-8aae-1c626e0c8b95 tempest-DvrRoutersNegativeTest-514450162 tempest-DvrRoutersNegativeTest-514450162-project] Failed policy check for 'create_router' {{(pid=109405) enforce /opt/stack/neutron/neutron/policy.py:520}} May 26 16:14:01.884615 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-84f88e7a-7f91-46e7-8aae-1c626e0c8b95 tempest-DvrRoutersNegativeTest-514450162 tempest-DvrRoutersNegativeTest-514450162-project] create failed (client error): Access was denied to this resource. May 26 16:14:01.889952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-84f88e7a-7f91-46e7-8aae-1c626e0c8b95 tempest-DvrRoutersNegativeTest-514450162 tempest-DvrRoutersNegativeTest-514450162-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2242327 May 26 16:14:01.890249 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.898648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-4b59893d-4178-4038-a8f0-3a861f8a8a04 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868836 May 26 16:14:01.924431 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11a95ec8-5fa9-4ccb-8b13-570c81364c33 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.927604 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11a95ec8-5fa9-4ccb-8b13-570c81364c33 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.960552 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaddca7-ef4e-49d0-bd7e-c856a6087f77 x-openstack-request-id: req-eaaddca7-ef4e-49d0-bd7e-c856a6087f77 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:01.962480 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74888271-7c0f-4bd8-b18a-2ba2322ffeda", "name": "network-vif-plugged", "status": "completed", "tag": "bf98b5e3-2e4d-4f21-bb42-15a7737b73a2", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:01.962932 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eaaddca7-ef4e-49d0-bd7e-c856a6087f77 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:01.963687 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaaddca7-ef4e-49d0-bd7e-c856a6087f77'] response: {'server_uuid': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2', 'code': 200} May 26 16:14:01.973266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:01.984730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=21b096bb-4ba3-4e66-bbda-2437d2c107de,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:01.998372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:02.008632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:02.041105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11a95ec8-5fa9-4ccb-8b13-570c81364c33 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.041418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:02.045860 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11a95ec8-5fa9-4ccb-8b13-570c81364c33 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.098759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11a95ec8-5fa9-4ccb-8b13-570c81364c33 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.102685 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-11a95ec8-5fa9-4ccb-8b13-570c81364c33 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2249858 May 26 16:14:02.103885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48070) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:02.111158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': True}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:02.117343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-5b3ea08d-6f25-46f6-b5e0-7f180378c29c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=732d059e-c51a-4eac-a564-a92124de2aeb HTTP/1.1" status: 200 len: 1000 time: 0.2574492 May 26 16:14:02.145625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Made reservation on behalf of ad52a4a7853c438aa029293c6c233a9b for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:02.149848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.162305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0288eb7-7100-4300-ae60-beb3911763c1 req-f600b764-e608-438a-a905-a1612bf9afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:02.163821 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d0288eb7-7100-4300-ae60-beb3911763c1 req-f600b764-e608-438a-a905-a1612bf9afb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 1096 time: 0.1062622 May 26 16:14:02.208507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cbedb-f1c7-449e-8fad-5f79ae0a7cea req-9222706e-859f-459b-b3fd-b797e55d7466 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:02.210049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-580cbedb-f1c7-449e-8fad-5f79ae0a7cea req-9222706e-859f-459b-b3fd-b797e55d7466 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 945 time: 0.3455637 May 26 16:14:02.248459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48074) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:02.256257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351c0ca9-1c51-4288-9517-94742303d7bc req-21121ab5-af5a-4dea-88a0-7d6929da2364 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495338 May 26 16:14:02.308238 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d0288eb7-7100-4300-ae60-beb3911763c1 req-01dbc2d0-e5f2-48cb-9a67-79ef62865e3a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146984 May 26 16:14:02.335841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-ad700a40-ce12-432a-b12d-5db0f4d7a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:02.338453 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-ad700a40-ce12-432a-b12d-5db0f4d7a0d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.2113760 May 26 16:14:02.380505 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.464709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-580cbedb-f1c7-449e-8fad-5f79ae0a7cea req-0673e218-0253-4b5f-b53d-145d095ae7c4 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190499 May 26 16:14:02.480462 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c973c1a-2f81-42bf-b7d8-e451639d065e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.530945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b27742-4459-4f4d-a052-b940da7ad73c req-50310577-5900-4491-8408-bb7388f852f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:02.532422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64b27742-4459-4f4d-a052-b940da7ad73c req-50310577-5900-4491-8408-bb7388f852f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 1095 time: 0.2201798 May 26 16:14:02.605650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.626279 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.762097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Allocated IP 172.25.0.60 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/c7af5b5c-9d9f-4610-816d-1c766acbfa4f) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:02.883836 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.923429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.962344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:02.966911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:02.970404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:03.000051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event updated for resources: {'Port': ['ID=c7af5b5c-9d9f-4610-816d-1c766acbfa4f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:03.041089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Allocated IP 172.20.0.6 (c95bf59c-b4ec-4b34-9b07-f0cb700560c1/5a92d13c-d382-44bc-8d6a-944cff0751d0/a4b2da7a-4ded-40b9-94be-c75c925d3f5c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:03.163536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-1f45d44c-0881-4cf0-98b5-8c62524af71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:03.170317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-1f45d44c-0881-4cf0-98b5-8c62524af71f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6406810 May 26 16:14:03.235952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9cb4d-b86b-4486-adcc-13ea8da8fb78 req-4bace047-f29d-43c6-9112-fc6daccaa9f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:03.237385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aac9cb4d-b86b-4486-adcc-13ea8da8fb78 req-4bace047-f29d-43c6-9112-fc6daccaa9f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.3305373 May 26 16:14:03.249281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.260747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb597a3-afaf-4cf1-a937-ae0dfcc94729 req-2d819a5a-4d76-426b-93bc-ded0ecf19516 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:03.261372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.262369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cb597a3-afaf-4cf1-a937-ae0dfcc94729 req-2d819a5a-4d76-426b-93bc-ded0ecf19516 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 944 time: 0.3542802 May 26 16:14:03.292504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b27742-4459-4f4d-a052-b940da7ad73c req-79eeb0e1-0e47-4257-bb64-7ad858e54094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:03.293974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64b27742-4459-4f4d-a052-b940da7ad73c req-79eeb0e1-0e47-4257-bb64-7ad858e54094 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 907 time: 0.7085173 May 26 16:14:03.456507 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c973c1a-2f81-42bf-b7d8-e451639d065e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.510109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.512185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64b27742-4459-4f4d-a052-b940da7ad73c req-b3453b99-a5dc-4a6c-86b2-09549f2e4317 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa HTTP/1.1" status: 200 len: 217 time: 0.1361177 May 26 16:14:03.512802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c973c1a-2f81-42bf-b7d8-e451639d065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.517157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.660815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aac9cb4d-b86b-4486-adcc-13ea8da8fb78 req-b26942a3-5ae0-4096-b89a-29187030c57c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772771 May 26 16:14:03.699028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2c973c1a-2f81-42bf-b7d8-e451639d065e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fc82156494b400e89f083f41a620a10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4470167 May 26 16:14:03.702187 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48086) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:03.704345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cb597a3-afaf-4cf1-a937-ae0dfcc94729 req-820ae67d-b567-41a9-9cfe-0c744ab95cea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176683 May 26 16:14:03.726789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c973c1a-2f81-42bf-b7d8-e451639d065e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d283b2-2759-48b8-bd89-9f4ed14b800d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:03.800724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Router db781951-c473-4869-a8ec-580b6c30e671 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:14:03.808458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d862e6a3-687b-4086-be17-eef98279548f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.811543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-dbaa5454-320d-48fc-af01-9078e7dbca60 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252215 May 26 16:14:03.813769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b27742-4459-4f4d-a052-b940da7ad73c req-7ebaaee3-9bd5-414d-879b-326959aedf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:03.816069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64b27742-4459-4f4d-a052-b940da7ad73c req-7ebaaee3-9bd5-414d-879b-326959aedf78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.2729132 May 26 16:14:03.907849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f834b51-ac9e-4549-9133-d4aaf98bf1b3 req-fbd79f44-aaef-41d8-b6a0-6dabaff115cb tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 210 time: 0.1297045 May 26 16:14:03.910767 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.913117 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d862e6a3-687b-4086-be17-eef98279548f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.974745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64b27742-4459-4f4d-a052-b940da7ad73c req-2a0b47a5-3f6c-46c9-afbf-c6fb057393bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473663 May 26 16:14:04.064936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:04.073741 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.076495 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0537037-0dd7-4994-a437-27045aefe6ad None None] Sync routers for ids ['db781951-c473-4869-a8ec-580b6c30e671'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:04.079729 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a62f38d-e0d8-4d4c-8fad-688485e61883 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "PUT /v2.0/routers/db781951-c473-4869-a8ec-580b6c30e671 HTTP/1.1" status: 200 len: 914 time: 1.9752936 May 26 16:14:04.080650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48088) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:04.089068 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0537037-0dd7-4994-a437-27045aefe6ad None None] Routers {'db781951-c473-4869-a8ec-580b6c30e671'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:04.090561 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f0537037-0dd7-4994-a437-27045aefe6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['db781951-c473-4869-a8ec-580b6c30e671'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:04.090886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d862e6a3-687b-4086-be17-eef98279548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.095215 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d862e6a3-687b-4086-be17-eef98279548f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.099092 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d862e6a3-687b-4086-be17-eef98279548f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0d283b2-2759-48b8-bd89-9f4ed14b800d HTTP/1.1" status: 204 len: 168 time: 0.3931990 May 26 16:14:04.126345 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f0537037-0dd7-4994-a437-27045aefe6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:04.136332 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0537037-0dd7-4994-a437-27045aefe6ad None None] Routers {'db781951-c473-4869-a8ec-580b6c30e671'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:04.136786 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f0537037-0dd7-4994-a437-27045aefe6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['db781951-c473-4869-a8ec-580b6c30e671'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:04.169176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862e6a3-687b-4086-be17-eef98279548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d283b2-2759-48b8-bd89-9f4ed14b800d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:04.173640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c679d-7469-4540-8d46-62eec5e5a0ef req-e60e6158-736a-4269-8b3f-eeee36646b4a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:04.178040 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f0537037-0dd7-4994-a437-27045aefe6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:04.178753 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0537037-0dd7-4994-a437-27045aefe6ad None None] The sync data for ids ['db781951-c473-4869-a8ec-580b6c30e671'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:04.182566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f4c679d-7469-4540-8d46-62eec5e5a0ef req-e60e6158-736a-4269-8b3f-eeee36646b4a tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 945 time: 0.3783188 May 26 16:14:04.230045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-100263a8-ad48-4698-bcaf-5f5bbec9bec2 req-63dd0f51-61ee-4ab1-a4d6-f9c878b8e375 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958845 May 26 16:14:04.238592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.240579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.279887 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83fe9cb3-36fb-4840-90fc-96a0d1ba235a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/routers/db781951-c473-4869-a8ec-580b6c30e671 HTTP/1.1" status: 200 len: 920 time: 0.1971354 May 26 16:14:04.284282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:04.342042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c20f0d-9a2e-43be-a0dd-1be78c43b8cb tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:04.343598 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-47c20f0d-9a2e-43be-a0dd-1be78c43b8cb tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=db781951-c473-4869-a8ec-580b6c30e671&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0578940 May 26 16:14:04.348444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:04.351061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64b27742-4459-4f4d-a052-b940da7ad73c req-35d999fc-aca4-491f-a9e2-ab451c6e8401 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476865 May 26 16:14:04.370603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f4c679d-7469-4540-8d46-62eec5e5a0ef req-5ce2ff1e-f929-49d3-9b80-e120461928ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824472 May 26 16:14:04.398608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Network c95bf59c-b4ec-4b34-9b07-f0cb700560c1 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:04.442302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:04.451127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Pushing event updated for resources: {'Port': ['ID=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:04.459870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:04.468399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e142727a-edc8-41e0-8c14-c049e4084f42 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:04.470123 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e142727a-edc8-41e0-8c14-c049e4084f42 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 881 time: 0.1200793 May 26 16:14:04.472941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48104) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:04.513476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5d41f4ba-7b14-4454-9c8b-5650979ddfd7 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=db781951-c473-4869-a8ec-580b6c30e671 HTTP/1.1" status: 200 len: 205 time: 0.0378685 May 26 16:14:04.520968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48108) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:04.649135 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.758683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:04.759600 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.818695 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.824497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea19791-6c71-48a2-a5d4-404e9bb8a35a req-e13d00df-df7d-4f4c-b816-b12b5279871b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:04.826934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ea19791-6c71-48a2-a5d4-404e9bb8a35a req-e13d00df-df7d-4f4c-b816-b12b5279871b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 945 time: 0.3689628 May 26 16:14:04.863713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48120) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:04.873589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-76fe95ae-defa-4b84-b668-16f7dd86fa36 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2868817 May 26 16:14:04.884558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Request body: {'floatingip': {'port_id': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:04.912046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Deleting port c7af5b5c-9d9f-4610-816d-1c766acbfa4f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:04.912397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.916305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Request body: {'port': {'device_id': '9c744018-1da0-45b9-b6f5-936388447b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:04.989731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64b27742-4459-4f4d-a052-b940da7ad73c req-1a3fca78-2c98-4bc2-948a-52957b40749b service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008179 May 26 16:14:04.990790 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-787333c9-5540-45bf-a397-b1b50409f87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.045502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.054151 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.067896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Calling delete_port for c7af5b5c-9d9f-4610-816d-1c766acbfa4f owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:05.232723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bc980-6e08-4b6d-989c-284c43581928 req-b2c09397-e04b-4be4-92ed-0f6e3dc82ed6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:05.234390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e69bc980-6e08-4b6d-989c-284c43581928 req-b2c09397-e04b-4be4-92ed-0f6e3dc82ed6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.4615872 May 26 16:14:05.367154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.399107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event deleted for resources: {'Port': ['ID=c7af5b5c-9d9f-4610-816d-1c766acbfa4f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:05.467214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.612851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.616327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.693671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:14:05.715565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.768065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e88332-ba70-46e7-b74c-465c3c41f3db req-c227ea64-4d93-400d-9010-75921d47075f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:05.777392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26e88332-ba70-46e7-b74c-465c3c41f3db req-c227ea64-4d93-400d-9010-75921d47075f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 944 time: 0.7934089 May 26 16:14:05.931535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26e88332-ba70-46e7-b74c-465c3c41f3db req-7b884f4c-ed83-4ee6-ac58-8cbbdfdd51b3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526859 May 26 16:14:06.007778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e69bc980-6e08-4b6d-989c-284c43581928 req-c36345e4-2c58-4937-9f03-3f5da0683a6c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7614625 May 26 16:14:06.036167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.037530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Fanout notify agent at l3_agent the message router_deleted on router db781951-c473-4869-a8ec-580b6c30e671 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:14:06.051354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.054320 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2e4cc678-1d85-4119-a43f-313e312eb218 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/db781951-c473-4869-a8ec-580b6c30e671 HTTP/1.1" status: 204 len: 168 time: 1.5307648 May 26 16:14:06.057504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48146) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:06.063405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0c13f398-2727-42fe-8c9c-16d58f4b793d tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-899423928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:06.084726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a2e8c1d4-4cb3-466c-9464-41d227e6c4fa details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:14:06.090907 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c13f398-2727-42fe-8c9c-16d58f4b793d tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.092110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c13f398-2727-42fe-8c9c-16d58f4b793d tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.191770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c13f398-2727-42fe-8c9c-16d58f4b793d tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.198661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c13f398-2727-42fe-8c9c-16d58f4b793d tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.223773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c13f398-2727-42fe-8c9c-16d58f4b793d tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.225544 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0c13f398-2727-42fe-8c9c-16d58f4b793d tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1663795 May 26 16:14:06.228465 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48152) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:06.234086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'enable_snat': False}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:06.254402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:06.280332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'a2e8c1d4-4cb3-466c-9464-41d227e6c4fa', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'port_id': 'a2e8c1d4-4cb3-466c-9464-41d227e6c4fa', 'mac_address': 'fa:16:3e:b1:1e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf93427-e7b0-432f-831f-fc67ecb85eeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:14:06.335395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:06.336941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.359235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e8c1d4-4cb3-466c-9464-41d227e6c4fa {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:06.392317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:06.398208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.440084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:06.487725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:06.492636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aba459-9844-46b5-9461-c1a372231aea None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:06.507011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903388fc-c801-4139-9569-bd8647c38798 req-a88ac816-3c62-4cf2-b58d-9bf81e8819d9 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:06.507609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aba459-9844-46b5-9461-c1a372231aea None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:06.509216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-903388fc-c801-4139-9569-bd8647c38798 req-a88ac816-3c62-4cf2-b58d-9bf81e8819d9 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 931 time: 0.2996094 May 26 16:14:06.515093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-23aba459-9844-46b5-9461-c1a372231aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:06.525543 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.530651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0430a3cb-2466-4a0b-a7f0-58fbbc6cfd90 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4129925 May 26 16:14:06.540685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48160) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:06.569701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-23aba459-9844-46b5-9461-c1a372231aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:06.572458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.581929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aba459-9844-46b5-9461-c1a372231aea None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:06.582819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-23aba459-9844-46b5-9461-c1a372231aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:13:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:06.652834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-23aba459-9844-46b5-9461-c1a372231aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:06.654625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aba459-9844-46b5-9461-c1a372231aea None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:06.661685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a2e8c1d4-4cb3-466c-9464-41d227e6c4fa'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:06.859803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.887809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.935044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-903388fc-c801-4139-9569-bd8647c38798 req-9822130c-9b52-4902-88c6-253d91a836ca tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147446 May 26 16:14:07.063626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Allocated IP 172.25.0.237 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/10b76703-4715-4780-a59e-437b3f13d5aa) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:07.225419 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.271797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b2da7a-4ded-40b9-94be-c75c925d3f5c {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:07.289043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.292053 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.338042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48190) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:07.347015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:07.363018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:07.365956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:07.370088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Pushing event updated for resources: {'Port': ['ID=10b76703-4715-4780-a59e-437b3f13d5aa,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:07.405848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Transition to ACTIVE for port object a4b2da7a-4ded-40b9-94be-c75c925d3f5c will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:14:07.430060 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.456413 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:14:07.502258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15071ab5-860d-4ce7-b0f0-b70d9f6ea70a req-b0bb4456-1d8c-493f-b9a9-17980fbc7342 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:07.504399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15071ab5-860d-4ce7-b0f0-b70d9f6ea70a req-b0bb4456-1d8c-493f-b9a9-17980fbc7342 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 945 time: 0.3473091 May 26 16:14:07.514686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b8c2e-3aee-4347-8c74-bca37d0ba61a req-682335e4-9c1c-4c45-b8fe-58a73af0e5e9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:07.518535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b20b8c2e-3aee-4347-8c74-bca37d0ba61a req-682335e4-9c1c-4c45-b8fe-58a73af0e5e9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.3595514 May 26 16:14:07.564325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ca9026b-a564-42be-be6c-1366b568e1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.720039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7873-02be-4555-a80c-432cba9e448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.765140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.811956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ca9026b-a564-42be-be6c-1366b568e1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.819209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ca9026b-a564-42be-be6c-1366b568e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.871912 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ca9026b-a564-42be-be6c-1366b568e1e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2c9245d05ef4fd98cb82943081412c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289640 May 26 16:14:07.899681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48194) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:07.899929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9026b-a564-42be-be6c-1366b568e1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6f99f9-8558-44f4-8e46-8b6f556535b1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:07.968261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.984301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:08.006478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.072543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.077380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.088917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b20b8c2e-3aee-4347-8c74-bca37d0ba61a req-7da0aa0e-36b6-4962-b0a4-b9ae9d001d0a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5368657 May 26 16:14:08.091665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15071ab5-860d-4ce7-b0f0-b70d9f6ea70a req-70183714-b31a-4b29-891a-a8aa79630576 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447330 May 26 16:14:08.129929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a2e8c1d4-4cb3-466c-9464-41d227e6c4fa up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:08.249443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:14:08.255227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:08.255736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.289910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-52578898-5c51-47cd-8d11-6e148c9d95ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.302269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Router a4cf79e7-1a0a-4357-9599-9d8d2121695d is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:14:08.334624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Attempting to bind port a4b2da7a-4ded-40b9-94be-c75c925d3f5c on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:08.334991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Attempting to bind port a4b2da7a-4ded-40b9-94be-c75c925d3f5c by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '8064c792-4069-4f27-8302-967658d832ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c95bf59c-b4ec-4b34-9b07-f0cb700560c1'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:08.335383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Attempting to bind port a4b2da7a-4ded-40b9-94be-c75c925d3f5c on network c95bf59c-b4ec-4b34-9b07-f0cb700560c1 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:08.358105 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Floating IP 10c2cc4c-4748-4fad-8b42-abd3f093c726 associated. External IP: 172.25.0.71, port: bf98b5e3-2e4d-4f21-bb42-15a7737b73a2. May 26 16:14:08.379770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:08.380391 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.381132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Port a4b2da7a-4ded-40b9-94be-c75c925d3f5c on network c95bf59c-b4ec-4b34-9b07-f0cb700560c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:14:08.381596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Attempting to bind port a4b2da7a-4ded-40b9-94be-c75c925d3f5c on network c95bf59c-b4ec-4b34-9b07-f0cb700560c1 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:08.408371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb82ade-caaf-43a6-8f5c-7b0efc8192e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e8c1d4-4cb3-466c-9464-41d227e6c4fa'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:08.412359 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced897b7-56b0-49b9-8ead-ab33b0472c18" -d '{"events": [{"server_uuid": "1eb82ade-caaf-43a6-8f5c-7b0efc8192e2", "name": "network-vif-plugged", "status": "completed", "tag": "a2e8c1d4-4cb3-466c-9464-41d227e6c4fa"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:08.425536 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-52578898-5c51-47cd-8d11-6e148c9d95ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.442470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:08.449978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07726-df83-45ec-b409-d6a5650abbfa req-983b537c-e3aa-4fa3-8080-526255118a5a tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:08.451859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ef07726-df83-45ec-b409-d6a5650abbfa req-983b537c-e3aa-4fa3-8080-526255118a5a tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 943 time: 0.2662444 May 26 16:14:08.457775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:08.458214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Checking segment: {'id': '8064c792-4069-4f27-8302-967658d832ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c95bf59c-b4ec-4b34-9b07-f0cb700560c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:08.458613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Bound using segment: {'id': '8064c792-4069-4f27-8302-967658d832ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c95bf59c-b4ec-4b34-9b07-f0cb700560c1'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:08.458763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.459072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Bound port: a4b2da7a-4ded-40b9-94be-c75c925d3f5c, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8064c792-4069-4f27-8302-967658d832ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c95bf59c-b4ec-4b34-9b07-f0cb700560c1'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:08.459685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.498230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:08.510915 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31d7c7-aa91-419b-92fd-8874a3a414f8 None None] Sync routers for ids ['a4cf79e7-1a0a-4357-9599-9d8d2121695d'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:08.513268 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.514946 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c7b08942-7253-4b6f-8370-7e6cbf77262b tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "PUT /v2.0/routers/a4cf79e7-1a0a-4357-9599-9d8d2121695d HTTP/1.1" status: 200 len: 915 time: 2.2850382 May 26 16:14:08.517644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48200) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:08.519807 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2984bc3-71ab-43e8-9695-3e51f52bb132 x-openstack-request-id: req-a2984bc3-71ab-43e8-9695-3e51f52bb132 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:08.520166 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb82ade-caaf-43a6-8f5c-7b0efc8192e2", "name": "network-vif-plugged", "status": "completed", "tag": "a2e8c1d4-4cb3-466c-9464-41d227e6c4fa", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:08.520426 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2984bc3-71ab-43e8-9695-3e51f52bb132 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:08.521366 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2984bc3-71ab-43e8-9695-3e51f52bb132'] response: {'server_uuid': '1eb82ade-caaf-43a6-8f5c-7b0efc8192e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e8c1d4-4cb3-466c-9464-41d227e6c4fa', 'code': 200} May 26 16:14:08.523016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:08.542772 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31d7c7-aa91-419b-92fd-8874a3a414f8 None None] Routers {'a4cf79e7-1a0a-4357-9599-9d8d2121695d'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:08.545275 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8b31d7c7-aa91-419b-92fd-8874a3a414f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a4cf79e7-1a0a-4357-9599-9d8d2121695d'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:08.593268 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8b31d7c7-aa91-419b-92fd-8874a3a414f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:08.602266 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31d7c7-aa91-419b-92fd-8874a3a414f8 None None] Routers {'a4cf79e7-1a0a-4357-9599-9d8d2121695d'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:08.603011 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8b31d7c7-aa91-419b-92fd-8874a3a414f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a4cf79e7-1a0a-4357-9599-9d8d2121695d'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:08.640491 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8b31d7c7-aa91-419b-92fd-8874a3a414f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:08.641312 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31d7c7-aa91-419b-92fd-8874a3a414f8 None None] The sync data for ids ['a4cf79e7-1a0a-4357-9599-9d8d2121695d'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:08.653791 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c6ca5885-35a0-40ef-82bb-36c196fce64a tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/routers/a4cf79e7-1a0a-4357-9599-9d8d2121695d HTTP/1.1" status: 200 len: 921 time: 0.1335170 May 26 16:14:08.656483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48202) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:08.704506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcae939-3a2f-4858-aee1-8800adb3978c tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:08.706072 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bfcae939-3a2f-4858-aee1-8800adb3978c tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=a4cf79e7-1a0a-4357-9599-9d8d2121695d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0486288 May 26 16:14:08.716006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48204) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:08.719125 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.752059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ef07726-df83-45ec-b409-d6a5650abbfa req-6cfdb601-effb-4bc4-b43b-c47e6598e2c0 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874727 May 26 16:14:08.810761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] For port a4b2da7a-4ded-40b9-94be-c75c925d3f5c, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:08.822335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] For port a4b2da7a-4ded-40b9-94be-c75c925d3f5c, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,segment=NetworkSegment(8064c792-4069-4f27-8302-967658d832ff),segment_id=8064c792-4069-4f27-8302-967658d832ff)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:08.838234 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75389456-3669-4eb7-8f85-bb3679a52c2d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:08.841229 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-75389456-3669-4eb7-8f85-bb3679a52c2d tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/networks/3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 881 time: 0.1236229 May 26 16:14:08.845813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48206) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:08.849733 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.857042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-52578898-5c51-47cd-8d11-6e148c9d95ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.863744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-52578898-5c51-47cd-8d11-6e148c9d95ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.865235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-52578898-5c51-47cd-8d11-6e148c9d95ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d6f99f9-8558-44f4-8e46-8b6f556535b1 HTTP/1.1" status: 204 len: 168 time: 0.9655943 May 26 16:14:08.905107 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-67201a4e-92b9-422b-9515-c35275afbd53 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cf79e7-1a0a-4357-9599-9d8d2121695d HTTP/1.1" status: 200 len: 205 time: 0.0551531 May 26 16:14:08.908611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48210) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:08.918808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428338b0-79e4-4d2d-978b-6c093cd866fe req-10818e49-122e-4142-b332-4d2c0a1e75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:08.920343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-428338b0-79e4-4d2d-978b-6c093cd866fe req-10818e49-122e-4142-b332-4d2c0a1e75e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 1097 time: 0.3585744 May 26 16:14:08.922166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.976778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52578898-5c51-47cd-8d11-6e148c9d95ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6f99f9-8558-44f4-8e46-8b6f556535b1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:09.010375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:09.010907 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.012584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] 10.222.0.32 "PUT /v2.0/ports/a4b2da7a-4ded-40b9-94be-c75c925d3f5c HTTP/1.1" status: 200 len: 1091 time: 4.1061213 May 26 16:14:09.014056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c744018-1da0-45b9-b6f5-936388447b59', 'tag': 'a4b2da7a-4ded-40b9-94be-c75c925d3f5c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:09.017489 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61f75cd-82e2-4273-b65d-06e2155a29eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9c744018-1da0-45b9-b6f5-936388447b59", "tag": "a4b2da7a-4ded-40b9-94be-c75c925d3f5c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:09.127194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.172992 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ec8a4e-c1ad-41b9-991e-0ca41a70a95a x-openstack-request-id: req-d8ec8a4e-c1ad-41b9-991e-0ca41a70a95a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:09.173471 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c744018-1da0-45b9-b6f5-936388447b59", "tag": "a4b2da7a-4ded-40b9-94be-c75c925d3f5c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:09.173882 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8ec8a4e-c1ad-41b9-991e-0ca41a70a95a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:09.174492 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ec8a4e-c1ad-41b9-991e-0ca41a70a95a'] response: {'name': 'network-changed', 'server_uuid': '9c744018-1da0-45b9-b6f5-936388447b59', 'tag': 'a4b2da7a-4ded-40b9-94be-c75c925d3f5c', 'status': 'completed', 'code': 200} May 26 16:14:09.234401 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b61944-eb2a-4e10-811a-b36313382f83 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:09.255016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-428338b0-79e4-4d2d-978b-6c093cd866fe req-ab1c5d7b-5673-4bc0-b2c4-71b3a49b892b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170371 May 26 16:14:09.296320 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.386172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Deleting port 10b76703-4715-4780-a59e-437b3f13d5aa {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:09.386526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.405897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:09.409057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-b4032be3-0dcd-465c-ae0d-422ff431b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:09.411123 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-b4032be3-0dcd-465c-ae0d-422ff431b4c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad52a4a7853c438aa029293c6c233a9b&device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 1094 time: 0.2976804 May 26 16:14:09.448705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48220) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:09.467648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a042ddd-c845-418c-adcd-d0634a6dd54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.495877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-30c4fa6e-f67d-4973-9ca7-b901097e17f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4b2da7a-4ded-40b9-94be-c75c925d3f5c HTTP/1.1" status: 200 len: 217 time: 0.0724127 May 26 16:14:09.515312 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.539962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Calling delete_port for 10b76703-4715-4780-a59e-437b3f13d5aa owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:09.649820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817abe-cbc6-40ab-9837-19f96a0f6300 req-af80a13c-a996-4ab0-a2b1-fc9a79fe150d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:09.651401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2817abe-cbc6-40ab-9837-19f96a0f6300 req-af80a13c-a996-4ab0-a2b1-fc9a79fe150d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.3474905 May 26 16:14:09.670661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c710a-be1f-4369-951d-31ca7d7376a8 req-f8adf31f-1bc5-42e7-81ca-e2b9e07a146e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:09.672395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-970c710a-be1f-4369-951d-31ca7d7376a8 req-f8adf31f-1bc5-42e7-81ca-e2b9e07a146e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 946 time: 0.3459892 May 26 16:14:09.698433 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a042ddd-c845-418c-adcd-d0634a6dd54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.707156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a042ddd-c845-418c-adcd-d0634a6dd54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.768461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-60ca74a9-bf47-48fd-9660-d871d908c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:09.769955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-60ca74a9-bf47-48fd-9660-d871d908c131 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a92d13c-d382-44bc-8d6a-944cff0751d0 HTTP/1.1" status: 200 len: 854 time: 0.2530088 May 26 16:14:09.815381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1a042ddd-c845-418c-adcd-d0634a6dd54a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a642f2b588c47959d92b4bfdad8f293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620448 May 26 16:14:09.815381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a042ddd-c845-418c-adcd-d0634a6dd54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e2d2e9-3353-40a9-98b7-0b61d3ea0fc2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:09.816122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48224) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:09.873914 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-f3c7a6a7-43ce-451a-9fcf-6e33b8adc803 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c95bf59c-b4ec-4b34-9b07-f0cb700560c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530245 May 26 16:14:09.889468 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2817abe-cbc6-40ab-9837-19f96a0f6300 req-62c020b6-161d-4af3-ac74-190afabf0539 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133532 May 26 16:14:09.916358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f287b2c1-51f2-4dc5-ae48-46a626bf8c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.922274 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.939616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-970c710a-be1f-4369-951d-31ca7d7376a8 req-eaae45d5-dfdc-4977-904b-8e978f1992b5 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544963 May 26 16:14:09.969786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event deleted for resources: {'Port': ['ID=10b76703-4715-4780-a59e-437b3f13d5aa,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:09.982474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f287b2c1-51f2-4dc5-ae48-46a626bf8c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.095843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.197037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.199672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.201261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f287b2c1-51f2-4dc5-ae48-46a626bf8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.203833 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f287b2c1-51f2-4dc5-ae48-46a626bf8c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.205021 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f287b2c1-51f2-4dc5-ae48-46a626bf8c10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55e2d2e9-3353-40a9-98b7-0b61d3ea0fc2 HTTP/1.1" status: 204 len: 168 time: 0.3879550 May 26 16:14:10.259782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287b2c1-51f2-4dc5-ae48-46a626bf8c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e2d2e9-3353-40a9-98b7-0b61d3ea0fc2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:10.270261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:10.275618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.283022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.285596 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Fanout notify agent at l3_agent the message router_deleted on router a4cf79e7-1a0a-4357-9599-9d8d2121695d {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:14:10.305834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:10.321534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.329389 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1cf6a605-9472-4ac6-a4a0-c29204874d75 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/a4cf79e7-1a0a-4357-9599-9d8d2121695d HTTP/1.1" status: 204 len: 168 time: 1.4190137 May 26 16:14:10.331178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48228) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:10.343330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1629812713', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:10.382756 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.385118 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.391005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.20.0.1 (3007807e-15f7-4539-ac4a-a4a701590073/0ef84de5-7d79-4b1a-b47d-cfc032d50a71/04321b42-4a1b-4b5d-9654-fe2bbca06aaf) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:10.398430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-10e02815-a03c-4b2c-8a24-293187461240 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "PUT /v2.0/floatingips/10c2cc4c-4748-4fad-8b42-abd3f093c726 HTTP/1.1" status: 200 len: 990 time: 5.5230958 May 26 16:14:10.412027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:10.413434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:10.476151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dea1f5-0e82-4083-98d2-5abf8e192c91 req-900151d8-b80c-4c79-9fb9-546a2008433e tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:10.485210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07dea1f5-0e82-4083-98d2-5abf8e192c91 req-900151d8-b80c-4c79-9fb9-546a2008433e tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 943 time: 0.2048011 May 26 16:14:10.492152 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.526237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-a8c1d7d9-fce1-408c-bf26-0d432ca29616 service neutron] 10.222.0.32 "GET /v2.0/networks/c95bf59c-b4ec-4b34-9b07-f0cb700560c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333208 May 26 16:14:10.628033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.667522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:10.677798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07dea1f5-0e82-4083-98d2-5abf8e192c91 req-1c87971f-a651-415e-9124-136120b564fc tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862910 May 26 16:14:10.707801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.717865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.737957 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.761407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d69edca-c994-4d80-97e3-da1446fcee33 req-8f24a65b-dc69-4aff-a741-766f846dc5b5 service neutron] 10.222.0.32 "GET /v2.0/networks/c95bf59c-b4ec-4b34-9b07-f0cb700560c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226715 May 26 16:14:10.803259 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.898768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3007807e-15f7-4539-ac4a-a4a701590073 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:10.907553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=04321b42-4a1b-4b5d-9654-fe2bbca06aaf,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:10.911496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:10.915287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:10.953764 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-9d80a760-ef23-439d-9bd7-ff6f7ffde314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:10.955772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-9d80a760-ef23-439d-9bd7-ff6f7ffde314 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad52a4a7853c438aa029293c6c233a9b&device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 1094 time: 0.1183920 May 26 16:14:11.089004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.091276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '10c2cc4c-4748-4fad-8b42-abd3f093c726', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0a:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:13:36Z', 'updated_at': '2022-05-26T16:14:07Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:11.112498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.117118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.125697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:14:11.137660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:11.138474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:11.204083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'tag': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:11.206481 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2" -d '{"events": [{"name": "network-changed", "server_uuid": "74888271-7c0f-4bd8-b18a-2ba2322ffeda", "tag": "bf98b5e3-2e4d-4f21-bb42-15a7737b73a2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:11.266959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Allocated IP 172.25.0.49 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/49285a0b-e930-4894-bf2c-65d048195980) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:11.269026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401207b-0861-4383-8d62-4fd1c0011e79 req-2a451b35-00d2-4052-841e-803a2081b4ed tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.277244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c401207b-0861-4383-8d62-4fd1c0011e79 req-2a451b35-00d2-4052-841e-803a2081b4ed tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.2030079 May 26 16:14:11.350976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c401207b-0861-4383-8d62-4fd1c0011e79 req-c4c624bd-8af1-4cdb-8a87-1e51e0857e31 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724375 May 26 16:14:11.420462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285218c3-94c5-4e04-a587-81ad54058471 req-e1233cf4-5c22-4343-8366-b6b26cee2b38 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.423169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-285218c3-94c5-4e04-a587-81ad54058471 req-e1233cf4-5c22-4343-8366-b6b26cee2b38 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 946 time: 0.3500512 May 26 16:14:11.463988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:11.478143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.536462 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bc7743-e350-4b8c-88fc-dd0e7278703d x-openstack-request-id: req-78bc7743-e350-4b8c-88fc-dd0e7278703d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:11.536854 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74888271-7c0f-4bd8-b18a-2ba2322ffeda", "tag": "bf98b5e3-2e4d-4f21-bb42-15a7737b73a2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:11.537038 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78bc7743-e350-4b8c-88fc-dd0e7278703d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:11.537378 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bc7743-e350-4b8c-88fc-dd0e7278703d'] response: {'name': 'network-changed', 'server_uuid': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'tag': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2', 'status': 'completed', 'code': 200} May 26 16:14:11.556565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-0f14cb09-e5f6-4147-a9f8-4f8e7c50e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.556894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.558973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-0f14cb09-e5f6-4147-a9f8-4f8e7c50e993 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c95bf59c-b4ec-4b34-9b07-f0cb700560c1 HTTP/1.1" status: 200 len: 915 time: 0.5883799 May 26 16:14:11.618644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:11.622356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:11.627552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:11.685452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-285218c3-94c5-4e04-a587-81ad54058471 req-192d8196-dcd2-46ee-b281-36c7a7e92ca9 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481635 May 26 16:14:11.693846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-2ed20dcd-5060-4a93-a2ad-07e5b71f1df0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4b2da7a-4ded-40b9-94be-c75c925d3f5c HTTP/1.1" status: 200 len: 217 time: 0.1056414 May 26 16:14:11.700607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event updated for resources: {'Port': ['ID=49285a0b-e930-4894-bf2c-65d048195980,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:11.805877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-4b56f7d0-e859-483b-a12d-108b5bff179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.807747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-4b56f7d0-e859-483b-a12d-108b5bff179c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fb12a94f317497abed90107ea4df44a&device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 1096 time: 0.2540648 May 26 16:14:11.834959 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.844193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '10c2cc4c-4748-4fad-8b42-abd3f093c726', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0a:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:13:36Z', 'updated_at': '2022-05-26T16:14:07Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:11.859420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-ebc067c5-7428-4579-aaf1-a2eb2388b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.861946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-ebc067c5-7428-4579-aaf1-a2eb2388b88d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a92d13c-d382-44bc-8d6a-944cff0751d0 HTTP/1.1" status: 200 len: 854 time: 0.1516993 May 26 16:14:11.930816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461a6da-4143-40d8-8647-6879a42badd9 None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '10c2cc4c-4748-4fad-8b42-abd3f093c726', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'port_id': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'mac_address': 'fa:16:3e:0a:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:13:36Z', 'updated_at': '2022-05-26T16:14:07Z', 'revision_number': 1, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:12.066320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-e8a5998c-fc9d-4dcc-b817-16391ce4d1f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c95bf59c-b4ec-4b34-9b07-f0cb700560c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1809208 May 26 16:14:12.221508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b88130-11ab-4c83-94af-c34131a729c9 req-f6cbaefc-83d1-4453-beec-7f7bedd2387e tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:12.234906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49b88130-11ab-4c83-94af-c34131a729c9 req-f6cbaefc-83d1-4453-beec-7f7bedd2387e tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 943 time: 0.3711989 May 26 16:14:12.368099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216411dd-95b5-4b2e-9a1c-46674f09c437 req-2d97bd27-9efe-425d-9c81-e21971df9a90 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:12.369692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-216411dd-95b5-4b2e-9a1c-46674f09c437 req-2d97bd27-9efe-425d-9c81-e21971df9a90 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 946 time: 0.4247832 May 26 16:14:12.401380 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621cf3a-2d7a-4ac3-a5cf-99805b310f51 None None] New status for floating IP 10c2cc4c-4748-4fad-8b42-abd3f093c726: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:14:12.443991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-576bc182-1ba6-4274-9eec-4d2b93bb4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:12.445394 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-576bc182-1ba6-4274-9eec-4d2b93bb4466 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 200 len: 915 time: 0.5772884 May 26 16:14:12.489139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49b88130-11ab-4c83-94af-c34131a729c9 req-48a58374-78d2-4695-9b97-fd436fd1363d tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530196 May 26 16:14:12.564919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.576006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-216411dd-95b5-4b2e-9a1c-46674f09c437 req-3b624061-162e-47cb-ac56-2fb3b0850609 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924081 May 26 16:14:12.591384 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-48674b8f-645a-4de3-b7ca-14fb513e355c service neutron] 10.222.0.32 "GET /v2.0/networks/c95bf59c-b4ec-4b34-9b07-f0cb700560c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918602 May 26 16:14:12.729737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-af2f6d33-e08e-4d5d-8f46-bd058bc36e05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 HTTP/1.1" status: 200 len: 998 time: 0.2347872 May 26 16:14:12.933783 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.147049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Router 545e0f92-3c28-48a8-8ee8-2aaa6aa4502f is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:14:13.291498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:13.307154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd2676-8ce1-4653-85af-ea66d6645dd4 req-749184ae-cc37-43f0-bde3-44310778aa69 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:13.311656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fdd2676-8ce1-4653-85af-ea66d6645dd4 req-749184ae-cc37-43f0-bde3-44310778aa69 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.6801174 May 26 16:14:13.311845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be5e241-9792-4c77-a566-2a5792cb5a2a None None] Sync routers for ids ['545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:13.327518 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.330268 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4df47320-993a-4889-950b-c4254099959c tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9974322 May 26 16:14:13.332737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:13.333371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be5e241-9792-4c77-a566-2a5792cb5a2a None None] Routers {'545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:13.335121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9be5e241-9792-4c77-a566-2a5792cb5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:13.338337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-487a54d4-100d-4b3f-99cd-9974d4db2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:13.340620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-487a54d4-100d-4b3f-99cd-9974d4db2b32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 200 len: 853 time: 0.5678930 May 26 16:14:13.340869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:13.387377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9be5e241-9792-4c77-a566-2a5792cb5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:13.399982 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be5e241-9792-4c77-a566-2a5792cb5a2a None None] Routers {'545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:13.400779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9be5e241-9792-4c77-a566-2a5792cb5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:13.420605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f61f75cd-82e2-4273-b65d-06e2155a29eb req-2ca3f80a-281c-459a-ac84-0ccd96199ae4 service neutron] 10.222.0.32 "GET /v2.0/networks/c95bf59c-b4ec-4b34-9b07-f0cb700560c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849514 May 26 16:14:13.459527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9be5e241-9792-4c77-a566-2a5792cb5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:13.460379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be5e241-9792-4c77-a566-2a5792cb5a2a None None] The sync data for ids ['545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:13.507009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fdd2676-8ce1-4653-85af-ea66d6645dd4 req-0e389add-341b-4ca9-a2f0-506d05c5aae1 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787410 May 26 16:14:13.520130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee9c2-bda8-4ac1-8840-71b44df778f2 req-3a52b433-87b9-4cbf-82d3-12c40691988f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:13.526958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e1ee9c2-bda8-4ac1-8840-71b44df778f2 req-3a52b433-87b9-4cbf-82d3-12c40691988f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 946 time: 0.3079247 May 26 16:14:13.566335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.618586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e1ee9c2-bda8-4ac1-8840-71b44df778f2 req-2533135f-1a95-4b7c-821e-5e4c8a9b6176 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903864 May 26 16:14:13.619896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.624561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-9acbe5ec-c157-4917-b574-28aaf4e19cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:13.629455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a4b2da7a-4ded-40b9-94be-c75c925d3f5c details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:14:13.634162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-9acbe5ec-c157-4917-b574-28aaf4e19cf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfbaee1a-c578-4c09-bd46-debf773c6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2800372 May 26 16:14:13.776912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a4b2da7a-4ded-40b9-94be-c75c925d3f5c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,segment=NetworkSegment(8064c792-4069-4f27-8302-967658d832ff),segment_id=8064c792-4069-4f27-8302-967658d832ff)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:13.799943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'a4b2da7a-4ded-40b9-94be-c75c925d3f5c', 'network_id': 'c95bf59c-b4ec-4b34-9b07-f0cb700560c1', 'port_id': 'a4b2da7a-4ded-40b9-94be-c75c925d3f5c', 'mac_address': 'fa:16:3e:5b:84:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92d13c-d382-44bc-8d6a-944cff0751d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:14:13.819762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.830929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=04321b42-4a1b-4b5d-9654-fe2bbca06aaf,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:13.852979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.857596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a4b2da7a-4ded-40b9-94be-c75c925d3f5c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:13.858304 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.874927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b2da7a-4ded-40b9-94be-c75c925d3f5c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:13.876059 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.909408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a4b2da7a-4ded-40b9-94be-c75c925d3f5c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,segment=NetworkSegment(8064c792-4069-4f27-8302-967658d832ff),segment_id=8064c792-4069-4f27-8302-967658d832ff)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:13.910516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4e5bc-69ad-4f3b-bac4-fcdec74dd0a5 req-540f263d-a474-41a4-9b6d-abaa9e4c79a3 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:13.912120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2c4e5bc-69ad-4f3b-bac4-fcdec74dd0a5 req-540f263d-a474-41a4-9b6d-abaa9e4c79a3 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 943 time: 0.2767816 May 26 16:14:13.921356 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.948204 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-9ba0f2e7-628e-4398-9b0e-25b426a481d8 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801125 May 26 16:14:13.978634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Deleting port 49285a0b-e930-4894-bf2c-65d048195980 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:13.979184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.000698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:14.068827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2c4e5bc-69ad-4f3b-bac4-fcdec74dd0a5 req-81346ece-f396-4ada-bb90-c0baa0c23607 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459072 May 26 16:14:14.090915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3007807e-15f7-4539-ac4a-a4a701590073 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:14.104715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:14.109559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.129371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Calling delete_port for 49285a0b-e930-4894-bf2c-65d048195980 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:14.182411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc07ffc4-221a-4524-a92c-2a2ca9b75af2 req-78d4ac9c-50b0-4a09-8a79-a92c1bd681d6 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212539 May 26 16:14:14.272944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['a4b2da7a-4ded-40b9-94be-c75c925d3f5c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:14.313823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288db8-e420-4c60-8518-9c42f1805898 req-d521a82c-9cf9-442a-860c-edbf69527052 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:14.315700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68288db8-e420-4c60-8518-9c42f1805898 req-d521a82c-9cf9-442a-860c-edbf69527052 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 946 time: 0.1077642 May 26 16:14:14.317842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:14.368566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.411593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Pushing event deleted for resources: {'Port': ['ID=49285a0b-e930-4894-bf2c-65d048195980,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:14.520402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.562296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:14.575067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eff77af8-022b-48ca-8576-11be4bc10763 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/routers/8851ee6a-9b41-400b-a215-42b31bf3a602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0310087 May 26 16:14:14.576813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48298) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:14.584939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'port': {'network_id': '3007807e-15f7-4539-ac4a-a4a701590073', 'name': 'tempest-FloatingIPTestJSON-1029612799'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:14.599067 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba4075-c06f-4024-a94a-5488807c16f0 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:14.618876 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba4075-c06f-4024-a94a-5488807c16f0 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:14.620299 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-80ba4075-c06f-4024-a94a-5488807c16f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:14.641441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-68288db8-e420-4c60-8518-9c42f1805898 req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Deleting port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:14.641978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68288db8-e420-4c60-8518-9c42f1805898 req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.660016 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-80ba4075-c06f-4024-a94a-5488807c16f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:14.670626 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba4075-c06f-4024-a94a-5488807c16f0 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:14.671377 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-80ba4075-c06f-4024-a94a-5488807c16f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:14.720358 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-80ba4075-c06f-4024-a94a-5488807c16f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:14.720983 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba4075-c06f-4024-a94a-5488807c16f0 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:14.898147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.901953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.947242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5f50d-0040-4efb-873a-4505a7f83be8 req-76e03244-46ab-4443-ad9b-b7937ec99a56 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:14.949007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ec5f50d-0040-4efb-873a-4505a7f83be8 req-76e03244-46ab-4443-ad9b-b7937ec99a56 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.2288234 May 26 16:14:15.001676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Router 545e0f92-3c28-48a8-8ee8-2aaa6aa4502f has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:15.008880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd83f6-c078-4fe2-b08d-e45191cdf85d req-45e8e987-3d03-4910-bed4-d05517de3019 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:15.010463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3fd83f6-c078-4fe2-b08d-e45191cdf85d req-45e8e987-3d03-4910-bed4-d05517de3019 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 946 time: 0.2570472 May 26 16:14:15.053231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-68288db8-e420-4c60-8518-9c42f1805898 req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] For port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:15.053672 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68288db8-e420-4c60-8518-9c42f1805898 req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.090728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Made reservation on behalf of 5db8e28e761447c2afc36c6baf65b92a for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:15.091523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:15.094359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.096928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-68288db8-e420-4c60-8518-9c42f1805898 req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Calling delete_port for a2e8c1d4-4cb3-466c-9464-41d227e6c4fa owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:15.105558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3b86e-b484-444d-9158-72060cb981a7 None None] Sync routers for ids ['545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:15.107319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.112730 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3030a6c3-9e44-4ae1-aa79-dba6ee6ffc98 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "PUT /v2.0/routers/545e0f92-3c28-48a8-8ee8-2aaa6aa4502f HTTP/1.1" status: 200 len: 706 time: 1.7730613 May 26 16:14:15.112730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48320) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:15.118670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3b86e-b484-444d-9158-72060cb981a7 None None] Routers {'545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:15.119320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-99e3b86e-b484-444d-9158-72060cb981a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:15.132433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ec5f50d-0040-4efb-873a-4505a7f83be8 req-33f79d33-8d6e-4037-a3db-f6740354da39 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522655 May 26 16:14:15.150462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3fd83f6-c078-4fe2-b08d-e45191cdf85d req-0251b4ef-127b-4e08-9907-ae7c8fa055d2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161234 May 26 16:14:15.218043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-99e3b86e-b484-444d-9158-72060cb981a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:15.236849 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f78c6cbe-d194-4c12-b997-c0d88ebfbaf0 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/routers/545e0f92-3c28-48a8-8ee8-2aaa6aa4502f HTTP/1.1" status: 200 len: 741 time: 0.1226606 May 26 16:14:15.238023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] device_id is not set on port 21485a27-29c3-45a8-8326-444513298a21 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:15.241612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48326) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:15.247443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3b86e-b484-444d-9158-72060cb981a7 None None] Routers {'545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:15.248098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-99e3b86e-b484-444d-9158-72060cb981a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:15.285067 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6df0c28a-88af-42bd-b243-c7557af44574 tempest-RoutersAdminTest-1629101740 tempest-RoutersAdminTest-1629101740-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=3cf03da0-9121-4329-8451-38877ae6839f&device_id=545e0f92-3c28-48a8-8ee8-2aaa6aa4502f HTTP/1.1" status: 200 len: 205 time: 0.0415976 May 26 16:14:15.290794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48328) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:15.292140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-99e3b86e-b484-444d-9158-72060cb981a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:15.292811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3b86e-b484-444d-9158-72060cb981a7 None None] The sync data for ids ['545e0f92-3c28-48a8-8ee8-2aaa6aa4502f'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:15.333842 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-80f02096-83c9-452e-bc93-18c4a3b644ac tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=545e0f92-3c28-48a8-8ee8-2aaa6aa4502f HTTP/1.1" status: 200 len: 205 time: 0.0412138 May 26 16:14:15.338227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48332) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:15.460258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34110a2b-3b7b-4086-853f-55161b3a885a tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.503895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436559f-6e66-468b-a573-0528ff8084a4 req-3c614806-0175-4c68-907f-46124752ab25 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:15.503895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3436559f-6e66-468b-a573-0528ff8084a4 req-3c614806-0175-4c68-907f-46124752ab25 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 944 time: 0.2405727 May 26 16:14:15.608503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.20.0.14 (3007807e-15f7-4539-ac4a-a4a701590073/0ef84de5-7d79-4b1a-b47d-cfc032d50a71/21485a27-29c3-45a8-8326-444513298a21) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:15.634215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a4b2da7a-4ded-40b9-94be-c75c925d3f5c up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:15.680461 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68288db8-e420-4c60-8518-9c42f1805898 req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.687064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3436559f-6e66-468b-a573-0528ff8084a4 req-14d3e7ec-e6eb-4216-9ca1-0c1e770fb3f6 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614711 May 26 16:14:15.693983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a', 'a2e8c1d4-4cb3-466c-9464-41d227e6c4fa'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:15.698511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port a4b2da7a-4ded-40b9-94be-c75c925d3f5c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:14:15.704582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port a4b2da7a-4ded-40b9-94be-c75c925d3f5c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:15.705245 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.774015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event deleted for resources: {'Port': ['ID=a2e8c1d4-4cb3-466c-9464-41d227e6c4fa,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:15.886710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a4b2da7a-4ded-40b9-94be-c75c925d3f5c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:15.887015 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.916608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-68288db8-e420-4c60-8518-9c42f1805898 req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] No DVR routers for this DVR port a2e8c1d4-4cb3-466c-9464-41d227e6c4fa on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:15.920853 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-68288db8-e420-4c60-8518-9c42f1805898 req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.924283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68288db8-e420-4c60-8518-9c42f1805898 req-e023d2b6-3410-4c30-a90c-c4baba84f320 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "DELETE /v2.0/ports/a2e8c1d4-4cb3-466c-9464-41d227e6c4fa HTTP/1.1" status: 204 len: 173 time: 1.6017606 May 26 16:14:15.924748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb82ade-caaf-43a6-8f5c-7b0efc8192e2', 'name': 'network-vif-deleted', 'tag': 'a2e8c1d4-4cb3-466c-9464-41d227e6c4fa'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:15.927067 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54718438-b764-49a8-88f3-724b6b8b8715" -d '{"events": [{"server_uuid": "1eb82ade-caaf-43a6-8f5c-7b0efc8192e2", "name": "network-vif-deleted", "tag": "a2e8c1d4-4cb3-466c-9464-41d227e6c4fa"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:15.931303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a4b2da7a-4ded-40b9-94be-c75c925d3f5c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,segment=NetworkSegment(8064c792-4069-4f27-8302-967658d832ff),segment_id=8064c792-4069-4f27-8302-967658d832ff)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:15.935154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c744018-1da0-45b9-b6f5-936388447b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b2da7a-4ded-40b9-94be-c75c925d3f5c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:15.938416 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6460dfd-3ed6-4f55-b426-3442154b85c6" -d '{"events": [{"server_uuid": "9c744018-1da0-45b9-b6f5-936388447b59", "name": "network-vif-plugged", "status": "completed", "tag": "a4b2da7a-4ded-40b9-94be-c75c925d3f5c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:15.947869 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.015151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:16.072806 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c6491-a745-4739-9eb9-94731421ad93 x-openstack-request-id: req-f37c6491-a745-4739-9eb9-94731421ad93 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:16.073529 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb82ade-caaf-43a6-8f5c-7b0efc8192e2", "name": "network-vif-deleted", "tag": "a2e8c1d4-4cb3-466c-9464-41d227e6c4fa", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:16.074185 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f37c6491-a745-4739-9eb9-94731421ad93 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:16.074932 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37c6491-a745-4739-9eb9-94731421ad93'] response: {'server_uuid': '1eb82ade-caaf-43a6-8f5c-7b0efc8192e2', 'name': 'network-vif-deleted', 'tag': 'a2e8c1d4-4cb3-466c-9464-41d227e6c4fa', 'status': 'completed', 'code': 200} May 26 16:14:16.082699 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1a29db-ad70-4b2d-bbc6-76b1fbe35744 x-openstack-request-id: req-8f1a29db-ad70-4b2d-bbc6-76b1fbe35744 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:16.082996 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c744018-1da0-45b9-b6f5-936388447b59", "name": "network-vif-plugged", "status": "completed", "tag": "a4b2da7a-4ded-40b9-94be-c75c925d3f5c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:16.083236 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f1a29db-ad70-4b2d-bbc6-76b1fbe35744 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:16.083635 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1a29db-ad70-4b2d-bbc6-76b1fbe35744'] response: {'server_uuid': '9c744018-1da0-45b9-b6f5-936388447b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b2da7a-4ded-40b9-94be-c75c925d3f5c', 'code': 200} May 26 16:14:16.128122 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.229274 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34110a2b-3b7b-4086-853f-55161b3a885a tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.231536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34110a2b-3b7b-4086-853f-55161b3a885a tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.240209 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.294373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34110a2b-3b7b-4086-853f-55161b3a885a tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.295773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34110a2b-3b7b-4086-853f-55161b3a885a tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Fanout notify agent at l3_agent the message router_deleted on router 545e0f92-3c28-48a8-8ee8-2aaa6aa4502f {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:14:16.304353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34110a2b-3b7b-4086-853f-55161b3a885a tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.306248 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-34110a2b-3b7b-4086-853f-55161b3a885a tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/545e0f92-3c28-48a8-8ee8-2aaa6aa4502f HTTP/1.1" status: 204 len: 168 time: 0.9665370 May 26 16:14:16.309837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48344) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.325045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ce88-242e-45ce-bd11-9c281b321c5f req-008599e4-758e-4174-ada5-7fcbdc13953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:16.327289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c91ce88-242e-45ce-bd11-9c281b321c5f req-008599e4-758e-4174-ada5-7fcbdc13953a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 1096 time: 0.1776292 May 26 16:14:16.344872 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4b00ee07-e5a9-4630-b1b7-337c34bf8bfd tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=545e0f92-3c28-48a8-8ee8-2aaa6aa4502f HTTP/1.1" status: 200 len: 205 time: 0.0308402 May 26 16:14:16.345132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48346) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.393653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d66df-01f6-46e2-9a38-69e176ca8e46 req-2a0d7974-7cc0-41c4-9000-eaa68aeaab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:16.396210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d78d66df-01f6-46e2-9a38-69e176ca8e46 req-2a0d7974-7cc0-41c4-9000-eaa68aeaab8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 1096 time: 0.2103610 May 26 16:14:16.399338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f860e147-6a7a-4457-a3a1-b57e621ffe6e req-239aceab-7367-47f9-a169-5ed12c93b2ad tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb82ade-caaf-43a6-8f5c-7b0efc8192e2 HTTP/1.1" status: 200 len: 210 time: 0.0943224 May 26 16:14:16.403484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3007807e-15f7-4539-ac4a-a4a701590073 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:16.409112 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-ccb6f599-2992-4afd-9ab2-e228dafc7a90 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] delete failed (client error): The resource could not be found. May 26 16:14:16.415361 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ccb6f599-2992-4afd-9ab2-e228dafc7a90 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/545e0f92-3c28-48a8-8ee8-2aaa6aa4502f HTTP/1.1" status: 404 len: 336 time: 0.0690296 May 26 16:14:16.416190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.452357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=21485a27-29c3-45a8-8326-444513298a21,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:16.468643 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-960cf74f-f3cc-4541-b19f-5c222a836fcb tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cf79e7-1a0a-4357-9599-9d8d2121695d HTTP/1.1" status: 200 len: 205 time: 0.0417287 May 26 16:14:16.468952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:16.469117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48350) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.486441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:16.518133 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-7c8cca65-7439-4133-9dd0-bf191f4c643a tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] delete failed (client error): The resource could not be found. May 26 16:14:16.519808 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7c8cca65-7439-4133-9dd0-bf191f4c643a tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/a4cf79e7-1a0a-4357-9599-9d8d2121695d HTTP/1.1" status: 404 len: 336 time: 0.0500808 May 26 16:14:16.523143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48354) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.558398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-345f835e-e417-4cce-959a-498802c94369 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=db781951-c473-4869-a8ec-580b6c30e671 HTTP/1.1" status: 200 len: 205 time: 0.0328054 May 26 16:14:16.561197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48358) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.587966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d78d66df-01f6-46e2-9a38-69e176ca8e46 req-d4c9727c-b553-4eae-87f6-8ece59395b0e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247487 May 26 16:14:16.603774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c751c-a350-440f-88ff-e5cb787a9ff1 req-a9475686-fe9c-4216-885b-06fe97b0f8b4 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:16.606490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-428c751c-a350-440f-88ff-e5cb787a9ff1 req-a9475686-fe9c-4216-885b-06fe97b0f8b4 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.2961383 May 26 16:14:16.664018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c91ce88-242e-45ce-bd11-9c281b321c5f req-885a084c-809f-40be-b13b-3c1ce6c9f924 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828970 May 26 16:14:16.673327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:16.673612 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.696720 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-21ee5eb2-2c5b-47d7-8bfd-5b7d8d476ad9 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] delete failed (client error): The resource could not be found. May 26 16:14:16.698982 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-21ee5eb2-2c5b-47d7-8bfd-5b7d8d476ad9 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/db781951-c473-4869-a8ec-580b6c30e671 HTTP/1.1" status: 404 len: 336 time: 0.1355112 May 26 16:14:16.708041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48362) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.710579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-428c751c-a350-440f-88ff-e5cb787a9ff1 req-6a831ad9-4be8-41da-980e-b13101389f3a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857613 May 26 16:14:16.722454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-43d0df50-165a-4c63-822f-3b49465c3fa6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1445715 May 26 16:14:16.728416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48366) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.736497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'port': {'network_id': '3007807e-15f7-4539-ac4a-a4a701590073', 'name': 'tempest-FloatingIPTestJSON-1658397955'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:16.778663 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1d722fc0-0a81-4e8f-8314-0420b4db08bf tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d9b88aa-242f-48bb-9e80-f4cfe016c41c HTTP/1.1" status: 200 len: 205 time: 0.0672333 May 26 16:14:16.781752 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48372) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.821196 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-3ee6e5cf-beb3-4746-b5c7-1e66aa374b38 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] delete failed (client error): The resource could not be found. May 26 16:14:16.822565 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3ee6e5cf-beb3-4746-b5c7-1e66aa374b38 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/2d9b88aa-242f-48bb-9e80-f4cfe016c41c HTTP/1.1" status: 404 len: 336 time: 0.0397494 May 26 16:14:16.825406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48374) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.875025 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3a4c585f-8182-4b00-8a6d-cec2f51de0ea tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8acb392-9459-4520-9060-87a71c9317fd HTTP/1.1" status: 200 len: 205 time: 0.0448401 May 26 16:14:16.876685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48376) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.940431 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-96294cbd-ac19-4b27-abe0-6620672b0db1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] delete failed (client error): The resource could not be found. May 26 16:14:16.944551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-96294cbd-ac19-4b27-abe0-6620672b0db1 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/e8acb392-9459-4520-9060-87a71c9317fd HTTP/1.1" status: 404 len: 336 time: 0.0633931 May 26 16:14:16.945988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48378) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.980629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d9740-a2e7-4c7b-802c-30749039687e req-84e9fec7-654d-45ed-afd2-719a7d5a106a tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:16.982390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b78d9740-a2e7-4c7b-802c-30749039687e req-84e9fec7-654d-45ed-afd2-719a7d5a106a tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 945 time: 0.1591578 May 26 16:14:16.997885 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-251dcdc9-f424-4f3d-8853-2a5329bd2073 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "GET /v2.0/ports?device_id=60d505b3-5310-4a9d-87b5-5b8d49e03a60 HTTP/1.1" status: 200 len: 205 time: 0.0491543 May 26 16:14:17.000853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48380) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:17.044159 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-f714d70c-a538-4997-aa84-f36d4976028f tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] delete failed (client error): The resource could not be found. May 26 16:14:17.046040 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f714d70c-a538-4997-aa84-f36d4976028f tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/routers/60d505b3-5310-4a9d-87b5-5b8d49e03a60 HTTP/1.1" status: 404 len: 336 time: 0.0433345 May 26 16:14:17.048177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48384) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:17.092844 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dda845-116c-4708-b9ae-be3bed864c12 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] DELETE failed (client error): The resource could not be found. May 26 16:14:17.093668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3dda845-116c-4708-b9ae-be3bed864c12 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:14:17.095005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b78d9740-a2e7-4c7b-802c-30749039687e req-0df93c71-adb9-42b1-ae25-762e54864a2b tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994105 May 26 16:14:17.098905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Made reservation on behalf of 5db8e28e761447c2afc36c6baf65b92a for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:17.099702 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3dda845-116c-4708-b9ae-be3bed864c12 tempest-RoutersAdminTest-1329598676 tempest-RoutersAdminTest-1329598676-project] 10.222.0.39 "DELETE /v2.0/subnets/8585c8ff-bcdd-42c5-9481-72e7208388bc HTTP/1.1" status: 404 len: 337 time: 0.0494878 May 26 16:14:17.104346 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.124135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] device_id is not set on port 1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:17.160706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48388) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:17.286191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.20.0.10 (3007807e-15f7-4539-ac4a-a4a701590073/0ef84de5-7d79-4b1a-b47d-cfc032d50a71/1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:17.326105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03f417bf-2c4b-4c9a-812f-44104102c851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.424500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03f417bf-2c4b-4c9a-812f-44104102c851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.429822 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03f417bf-2c4b-4c9a-812f-44104102c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.464170 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03f417bf-2c4b-4c9a-812f-44104102c851 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b0163bfa647457da76890ecac3fcccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022232 May 26 16:14:17.467563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48396) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:17.486636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48398) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:17.492832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f417bf-2c4b-4c9a-812f-44104102c851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923b99c3-22ac-4ca9-90ed-ba1cb992c7a4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:17.606221 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.637052 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66246f22-30e8-4367-9d2e-db29fb9bff0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.674086 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6890-068f-491a-b577-dcc836ece40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.704993 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66246f22-30e8-4367-9d2e-db29fb9bff0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.752065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.132039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a2e8c1d4-4cb3-466c-9464-41d227e6c4fa no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:18.156449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: a2e8c1d4-4cb3-466c-9464-41d227e6c4fa {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:14:18.156778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a2e8c1d4-4cb3-466c-9464-41d227e6c4fa not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:14:18.229930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3007807e-15f7-4539-ac4a-a4a701590073 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:18.277393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:18.282364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:18.295804 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66246f22-30e8-4367-9d2e-db29fb9bff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.298393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66246f22-30e8-4367-9d2e-db29fb9bff0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.299559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-66246f22-30e8-4367-9d2e-db29fb9bff0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/923b99c3-22ac-4ca9-90ed-ba1cb992c7a4 HTTP/1.1" status: 204 len: 168 time: 0.8296270 May 26 16:14:18.328330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:18.362110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66246f22-30e8-4367-9d2e-db29fb9bff0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923b99c3-22ac-4ca9-90ed-ba1cb992c7a4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:18.406464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f51491-a5f3-498a-8929-6a9019dbb9c0 req-e650ffca-4634-41c6-a847-e1499b5fa34d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:18.407968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f51491-a5f3-498a-8929-6a9019dbb9c0 req-e650ffca-4634-41c6-a847-e1499b5fa34d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.5827913 May 26 16:14:18.421312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:18.421951 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.456974 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6890-068f-491a-b577-dcc836ece40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.476710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6890-068f-491a-b577-dcc836ece40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.491507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-d1550b11-34cd-401e-a82e-0871764b936f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:18.493603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-d1550b11-34cd-401e-a82e-0871764b936f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.6711431 May 26 16:14:18.514734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5a663646-28d0-4299-be36-778bcf6794ba tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7843657 May 26 16:14:18.523050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48426) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:18.530883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:18.567290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f51491-a5f3-498a-8929-6a9019dbb9c0 req-78d1d68e-7099-4ee5-b143-106daeefc490 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402326 May 26 16:14:18.569628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.570050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ae9f6890-068f-491a-b577-dcc836ece40c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c5c703ca75243119e615f3c32b38aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0753367 May 26 16:14:18.572164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f6890-068f-491a-b577-dcc836ece40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b648838-2d3e-48dd-8712-86fab8b5c9f0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:18.575635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48428) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:18.583429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-876f5de8-5129-4924-90a6-01699ad7bf5a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/quotas/08a1816bc5a242bdb94bde21d7075742 HTTP/1.1" status: 200 len: 375 time: 0.0388181 May 26 16:14:18.687808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-28bcf46a-4b81-405c-aac2-ec3ff314b313 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877306 May 26 16:14:18.691048 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f670de07-5c62-499e-ad0d-1fbc6f35bfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.737155 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f670de07-5c62-499e-ad0d-1fbc6f35bfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.768746 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.864372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48430) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:18.906095 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-12a3cc46-3ba2-429b-8d5f-f177db58a240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.910758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-0454bc5f-aee7-4f5b-860b-6e45364d29cf service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044520 May 26 16:14:18.926892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ec631-7cbc-41c4-ba40-6b7e1b43ecba req-abee22cb-e051-40c4-91d8-e1f38333a086 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:18.928459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b7ec631-7cbc-41c4-ba40-6b7e1b43ecba req-abee22cb-e051-40c4-91d8-e1f38333a086 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 945 time: 0.1572568 May 26 16:14:18.948651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.25.0.23 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/095c0041-e7dc-4c78-b163-759b12484af4) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:18.959653 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f670de07-5c62-499e-ad0d-1fbc6f35bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.962278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f670de07-5c62-499e-ad0d-1fbc6f35bfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.963408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f670de07-5c62-499e-ad0d-1fbc6f35bfeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b648838-2d3e-48dd-8712-86fab8b5c9f0 HTTP/1.1" status: 204 len: 168 time: 0.3868670 May 26 16:14:19.046288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670de07-5c62-499e-ad0d-1fbc6f35bfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b648838-2d3e-48dd-8712-86fab8b5c9f0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:19.107069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b7ec631-7cbc-41c4-ba40-6b7e1b43ecba req-28f52600-a350-431b-a70c-c7255050f39f tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694825 May 26 16:14:19.115516 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.173003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-93a51118-b452-4483-826d-b25a71c0a035 service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539012 May 26 16:14:19.176244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.238310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-12a3cc46-3ba2-429b-8d5f-f177db58a240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.247471 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-12a3cc46-3ba2-429b-8d5f-f177db58a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.252128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:19.257836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:19.267358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:19.339997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=095c0041-e7dc-4c78-b163-759b12484af4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:19.358452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-12a3cc46-3ba2-429b-8d5f-f177db58a240 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb564e2b126444088d81e5b700c46112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883819 May 26 16:14:19.366652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48440) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:19.387635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3cc46-3ba2-429b-8d5f-f177db58a240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce0bae8-abf6-48ad-aee3-e211bc9b3f9c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:19.492236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c71eee5c-39e3-471b-aa56-354543989b5b req-9e2600f6-63a5-4027-b8f4-4df9efe2c5b9 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 210 time: 0.0510967 May 26 16:14:19.672015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48450) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:19.786282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-d1ced49b-4ed4-4aed-bc9b-ae7e59b075f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:19.788259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c588f599-1fc0-4a5a-af42-b8c91fd38cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.788949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-d1ced49b-4ed4-4aed-bc9b-ae7e59b075f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad52a4a7853c438aa029293c6c233a9b&device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 1096 time: 0.1565428 May 26 16:14:19.850028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-65d3bbf2-98d6-4ce3-9385-3a93f2fcab93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b8b47cba7f44c689a65cfce1988fbd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765108 May 26 16:14:19.856090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48456) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:19.861939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b7f30-021d-4f88-9140-7c25df8360f6 req-3ff9839a-ff07-473a-8783-cfa431e5d36a tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:19.870906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-945b7f30-021d-4f88-9140-7c25df8360f6 req-3ff9839a-ff07-473a-8783-cfa431e5d36a tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 945 time: 0.2364278 May 26 16:14:19.881167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c588f599-1fc0-4a5a-af42-b8c91fd38cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.978480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7d648-68a7-446e-a0fb-9832bfb4b6f2 req-4a1b3c70-0bba-452d-a071-eaa81a399aea tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:19.980846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-faa7d648-68a7-446e-a0fb-9832bfb4b6f2 req-4a1b3c70-0bba-452d-a071-eaa81a399aea tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.2319136 May 26 16:14:20.039913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21cda04a-21c4-4265-badd-f3638d2d16a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.040839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-945b7f30-021d-4f88-9140-7c25df8360f6 req-585fee41-84ae-4582-af6a-7c18a37a6047 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689091 May 26 16:14:20.053630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-b142f9f1-8a04-4712-94ab-23e1883a4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:20.055784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-b142f9f1-8a04-4712-94ab-23e1883a4090 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c95bf59c-b4ec-4b34-9b07-f0cb700560c1 HTTP/1.1" status: 200 len: 915 time: 0.2315497 May 26 16:14:20.099330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21cda04a-21c4-4265-badd-f3638d2d16a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.130574 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c588f599-1fc0-4a5a-af42-b8c91fd38cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.133140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c588f599-1fc0-4a5a-af42-b8c91fd38cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.133616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-faa7d648-68a7-446e-a0fb-9832bfb4b6f2 req-241f6b47-ffe8-4898-ada4-2899647eaedd tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313989 May 26 16:14:20.134609 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c588f599-1fc0-4a5a-af42-b8c91fd38cae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ce0bae8-abf6-48ad-aee3-e211bc9b3f9c HTTP/1.1" status: 204 len: 168 time: 0.7658989 May 26 16:14:20.136413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-dd24157c-a357-45ec-aab9-224ede332b0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4b2da7a-4ded-40b9-94be-c75c925d3f5c HTTP/1.1" status: 200 len: 217 time: 0.0637295 May 26 16:14:20.255214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588f599-1fc0-4a5a-af42-b8c91fd38cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce0bae8-abf6-48ad-aee3-e211bc9b3f9c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:20.283241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.342129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21cda04a-21c4-4265-badd-f3638d2d16a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.345004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21cda04a-21c4-4265-badd-f3638d2d16a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.346448 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-21cda04a-21c4-4265-badd-f3638d2d16a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa0139a8-dc76-4a56-8c54-063e6be2f606 HTTP/1.1" status: 204 len: 168 time: 0.4892349 May 26 16:14:20.349524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-37117658-d913-4db4-adfd-08c7386b7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:20.353012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-37117658-d913-4db4-adfd-08c7386b7bc7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a92d13c-d382-44bc-8d6a-944cff0751d0 HTTP/1.1" status: 200 len: 854 time: 0.1989126 May 26 16:14:20.369047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cda04a-21c4-4265-badd-f3638d2d16a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0139a8-dc76-4a56-8c54-063e6be2f606,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:20.463567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-f2180b09-1671-4ee1-9c84-bb1b80cb3fea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c95bf59c-b4ec-4b34-9b07-f0cb700560c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889268 May 26 16:14:20.475677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.741866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fa2d812-4242-4c5f-a27a-e2d6b82650a3 req-dd589553-9719-48cf-99e2-c355eedcb564 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 210 time: 0.1007638 May 26 16:14:20.744762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-65f134f6-e031-4fe3-a001-bd2043985037 service neutron] 10.222.0.32 "GET /v2.0/networks/c95bf59c-b4ec-4b34-9b07-f0cb700560c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696271 May 26 16:14:20.845460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.852018 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.956139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08a22173-5085-4bbc-81a0-7c1d6100b9e6 req-ddbf0cb0-5381-44b5-a802-d298a9407071 service neutron] 10.222.0.32 "GET /v2.0/networks/c95bf59c-b4ec-4b34-9b07-f0cb700560c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019620 May 26 16:14:20.987985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=095c0041-e7dc-4c78-b163-759b12484af4,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:21.006258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.210805 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP 8a3f0a0b-3a19-4d9d-a35f-4a5f625ac146 associated. External IP: 172.25.0.23, port: 1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc. May 26 16:14:21.471498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55305172-df49-43b9-a77e-8100ca884439 req-30f43658-7944-4b10-9de7-39001fd25142 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:21.474175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55305172-df49-43b9-a77e-8100ca884439 req-30f43658-7944-4b10-9de7-39001fd25142 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.2472279 May 26 16:14:21.505212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071ac07-1412-498e-8557-5a3626732884 req-763e9df0-9335-4338-a617-3fc2e103c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:21.507980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7071ac07-1412-498e-8557-5a3626732884 req-763e9df0-9335-4338-a617-3fc2e103c7bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 1096 time: 0.2821512 May 26 16:14:21.520810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50364d79-243b-4685-b14c-b6d5e05ef776 req-b0cbb710-e1ad-4cad-83c5-ebf3c65ac6ac tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:21.523793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50364d79-243b-4685-b14c-b6d5e05ef776 req-b0cbb710-e1ad-4cad-83c5-ebf3c65ac6ac tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 945 time: 0.2581654 May 26 16:14:21.565756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-66d29f58-dbb8-4f20-ac34-d08f17e5e7cb tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:21.567013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-66d29f58-dbb8-4f20-ac34-d08f17e5e7cb tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.5233498 May 26 16:14:21.606564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Request body: {'port': {'device_id': '17fdb66e-2fec-4ca1-8109-fdb65fa2135e', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'admin_state_up': True, 'tenant_id': '08a1816bc5a242bdb94bde21d7075742'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:21.695536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:21.733378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55305172-df49-43b9-a77e-8100ca884439 req-39ce6c2d-3fe1-4acb-ba55-1cd754cdc893 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402127 May 26 16:14:21.826897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50364d79-243b-4685-b14c-b6d5e05ef776 req-36511ea7-0572-4156-8f85-6e26f37448be tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756395 May 26 16:14:21.919685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:21.936952 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff2a4bc-fa7d-481d-b6d3-f2a65107bb58 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:21.952360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.955138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff2a4bc-fa7d-481d-b6d3-f2a65107bb58 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:21.958102 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fff2a4bc-fa7d-481d-b6d3-f2a65107bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:21.967598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a40c1686-427e-47a2-bd63-e1653a7c5e0a req-00b3a7cd-25d3-4eb1-b6a4-c289c58e755a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 210 time: 0.0885100 May 26 16:14:21.970737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071ac07-1412-498e-8557-5a3626732884 req-b7e5a614-3f0a-447b-9315-99f540eaca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:21.972287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7071ac07-1412-498e-8557-5a3626732884 req-b7e5a614-3f0a-447b-9315-99f540eaca9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.4233494 May 26 16:14:22.014675 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-43602557-6fff-4310-a3fb-3164e55873f3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4878256 May 26 16:14:22.017756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48516) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:22.033380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3df3eff9-57f7-4cbd-ba50-fa898213166c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:22.075458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7071ac07-1412-498e-8557-5a3626732884 req-b2db4bc0-65e4-42b9-ae4c-092c7a63917c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=732d059e-c51a-4eac-a564-a92124de2aeb HTTP/1.1" status: 200 len: 1000 time: 0.0833318 May 26 16:14:22.076527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Made reservation on behalf of 08a1816bc5a242bdb94bde21d7075742 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:22.080384 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.104827 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fff2a4bc-fa7d-481d-b6d3-f2a65107bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:22.140988 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff2a4bc-fa7d-481d-b6d3-f2a65107bb58 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:22.142923 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fff2a4bc-fa7d-481d-b6d3-f2a65107bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:22.170650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3df3eff9-57f7-4cbd-ba50-fa898213166c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.184518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071ac07-1412-498e-8557-5a3626732884 req-b9d5cbfa-78cb-4444-bb73-91c73ee3a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:22.186301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7071ac07-1412-498e-8557-5a3626732884 req-b9d5cbfa-78cb-4444-bb73-91c73ee3a964 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.0945082 May 26 16:14:22.214767 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fff2a4bc-fa7d-481d-b6d3-f2a65107bb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:22.216121 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff2a4bc-fa7d-481d-b6d3-f2a65107bb58 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:22.287499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48524) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:22.304173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071ac07-1412-498e-8557-5a3626732884 req-7f1214c7-0422-4731-b770-0c0afa6b8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:22.306258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7071ac07-1412-498e-8557-5a3626732884 req-7f1214c7-0422-4731-b770-0c0afa6b8b86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040275 May 26 16:14:22.317756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Allocated IP 172.20.0.12 (75b37898-f398-46fe-ac6a-a23f005adc5f/0bf93427-e7b0-432f-831f-fc67ecb85eeb/f577e69c-d2d2-4bce-b3ce-8746cc42e46e) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:22.448195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3df3eff9-57f7-4cbd-ba50-fa898213166c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.454316 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3df3eff9-57f7-4cbd-ba50-fa898213166c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.455360 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-3df3eff9-57f7-4cbd-ba50-fa898213166c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP 8a3f0a0b-3a19-4d9d-a35f-4a5f625ac146 disassociated. External IP: 172.25.0.23, port: 1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc. May 26 16:14:22.467163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1216237047'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:22.488982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7071ac07-1412-498e-8557-5a3626732884 req-1177943f-ebc2-4da1-9986-c623e8b59719 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688483 May 26 16:14:22.595136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Made reservation on behalf of c558e6f7769346d6a446879ce935abc0 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:22.598688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.630577 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.694552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.712997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7071ac07-1412-498e-8557-5a3626732884 req-feeb7c15-4cee-4cce-9e5f-6959a344cb29 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931372 May 26 16:14:22.774718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.795891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:22.832192 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.840938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.863080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Network 75b37898-f398-46fe-ac6a-a23f005adc5f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:22.871491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df3eff9-57f7-4cbd-ba50-fa898213166c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:22.884700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:22.891457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:22.903543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event updated for resources: {'Port': ['ID=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:22.932002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:22.963895 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.964246 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Added segment 67ee129e-b6e7-4bf3-bc50-e1118fef929f of type vlan for network 492f287e-4827-4b71-930a-bd356bb4b800 May 26 16:14:22.977300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8970df8-d7e7-45ef-a65c-033d1db3dc72,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:23.078375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:23.079400 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.105945 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.148051 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.156304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:23.157012 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.182284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df3eff9-57f7-4cbd-ba50-fa898213166c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:23.187911 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3df3eff9-57f7-4cbd-ba50-fa898213166c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.206456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592fb403-d990-48e7-9570-73889eb5b7bd None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:23.226207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fb403-d990-48e7-9570-73889eb5b7bd None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:23.228591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-592fb403-d990-48e7-9570-73889eb5b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:23.323974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-216e8fe6-6984-4b36-9a3c-a043c1bc6dea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7264414 May 26 16:14:23.339290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0499749 May 26 16:14:23.345268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48548) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:23.351173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-592fb403-d990-48e7-9570-73889eb5b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:23.363995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Request body: {'port': {'device_id': '17fdb66e-2fec-4ca1-8109-fdb65fa2135e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:23.367023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fb403-d990-48e7-9570-73889eb5b7bd None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:23.367786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-592fb403-d990-48e7-9570-73889eb5b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:23.381137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Request body: {'subnet': {'network_id': '492f287e-4827-4b71-930a-bd356bb4b800', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:23.440228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-592fb403-d990-48e7-9570-73889eb5b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:23.441723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592fb403-d990-48e7-9570-73889eb5b7bd None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:23.568737 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3df3eff9-57f7-4cbd-ba50-fa898213166c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/floatingips/8a3f0a0b-3a19-4d9d-a35f-4a5f625ac146 HTTP/1.1" status: 200 len: 687 time: 1.5449712 May 26 16:14:23.571385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48550) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:23.701374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.765813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 095c0041-e7dc-4c78-b163-759b12484af4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:23.766514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.778158 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.845958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caeaa4-78b0-4643-a20c-fee23d0d479e req-87b4bfb2-0fb5-4279-a726-a31b7822ea6f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:23.848469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23caeaa4-78b0-4643-a20c-fee23d0d479e req-87b4bfb2-0fb5-4279-a726-a31b7822ea6f tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.8662944 May 26 16:14:23.849493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b7c81-8559-48b2-8bdd-59cb3544d4e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event updated for resources: {'Network': ['ID=492f287e-4827-4b71-930a-bd356bb4b800,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:23.874205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 492f287e-4827-4b71-930a-bd356bb4b800 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:23.953384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.953384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.988946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 095c0041-e7dc-4c78-b163-759b12484af4 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:24.054130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fb647-1292-4e67-abfd-da4b464e8c46 req-ea6c69cb-1b1f-411f-aca4-5c105d826cbb tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:24.055298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-525fb647-1292-4e67-abfd-da4b464e8c46 req-ea6c69cb-1b1f-411f-aca4-5c105d826cbb tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 945 time: 0.9180207 May 26 16:14:24.168329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23caeaa4-78b0-4643-a20c-fee23d0d479e req-d3674567-032c-46df-9395-558cc1f687dd tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692495 May 26 16:14:24.169042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.200064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Made reservation on behalf of c558e6f7769346d6a446879ce935abc0 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:24.206526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.237984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.280944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-525fb647-1292-4e67-abfd-da4b464e8c46 req-3f705cc8-fc64-4a5b-a78d-102cd07e435d tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173972 May 26 16:14:24.290347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=095c0041-e7dc-4c78-b163-759b12484af4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:24.443894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.447922 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.455829 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b252d049-ee8d-4ba0-9dd9-22199d7293a7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/floatingips/8a3f0a0b-3a19-4d9d-a35f-4a5f625ac146 HTTP/1.1" status: 204 len: 168 time: 0.8832700 May 26 16:14:24.461902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48562) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:24.472580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '21485a27-29c3-45a8-8326-444513298a21'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:24.502336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.619076 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.708724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.899557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.25.0.139 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/0269a93d-6e87-4dd0-8920-52fc660ef1e1) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:24.966865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event updated for resources: {'Subnet': ['ID=305a7a3e-2d80-4415-8b42-5de1ebfdeefb,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:24.978125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f133146-6c2e-4684-87d9-a410bb384eae req-173e24b4-7f14-4012-8fc7-a278ac7c4083 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:24.980372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f133146-6c2e-4684-87d9-a410bb384eae req-173e24b4-7f14-4012-8fc7-a278ac7c4083 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 932 time: 0.4720328 May 26 16:14:24.991629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Checking segment: {'id': '67ee129e-b6e7-4bf3-bc50-e1118fef929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '492f287e-4827-4b71-930a-bd356bb4b800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:24.992759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Network hostable DHCP agents. Network: 492f287e-4827-4b71-930a-bd356bb4b800, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:14:25.047472 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.064649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0048-849b-4fc4-92b4-185a1b6b3d93 req-90accd3f-bb8d-42e7-88c9-33b4d5c49825 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:25.066308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-754e0048-849b-4fc4-92b4-185a1b6b3d93 req-90accd3f-bb8d-42e7-88c9-33b4d5c49825 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 945 time: 0.3065915 May 26 16:14:25.101557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Network 492f287e-4827-4b71-930a-bd356bb4b800 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:14:25.118161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.143569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f133146-6c2e-4684-87d9-a410bb384eae req-177ddd5e-4c1f-4b08-bba5-69e5c2739b0e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361401 May 26 16:14:25.200235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:25.207823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:25.210818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 492f287e-4827-4b71-930a-bd356bb4b800) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:25.219512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:25.227699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b401a4-6e04-4554-b763-7fcce455e9d5 None None] Network 492f287e-4827-4b71-930a-bd356bb4b800 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:25.253497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:25.254023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.269485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-754e0048-849b-4fc4-92b4-185a1b6b3d93 req-5f6a3224-47c3-40ce-b7f9-7b3622e71588 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896622 May 26 16:14:25.303250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=0269a93d-6e87-4dd0-8920-52fc660ef1e1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:25.303994 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f577e69c-d2d2-4bce-b3ce-8746cc42e46e {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:25.330897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-461e627c-2319-4b65-8ffe-044b13ada65a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9758863 May 26 16:14:25.332154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48572) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:25.339522 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.347015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Request body: {'port': {'network_id': '492f287e-4827-4b71-930a-bd356bb4b800', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1552784348'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:25.387899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Transition to ACTIVE for port object f577e69c-d2d2-4bce-b3ce-8746cc42e46e will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:14:25.393875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.461349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7158cce-a89b-4212-b4e4-aac5926c3573 req-f10cbb7b-3d27-4ddc-810b-23a04767ac24 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:25.462978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7158cce-a89b-4212-b4e4-aac5926c3573 req-f10cbb7b-3d27-4ddc-810b-23a04767ac24 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.1273665 May 26 16:14:25.489614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Pushing event updated for resources: {'Port': ['ID=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:25.615506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7158cce-a89b-4212-b4e4-aac5926c3573 req-b913b2e6-c2c6-4290-b7ac-701c89033e9d tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275184 May 26 16:14:25.660783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Attempting to bind port f577e69c-d2d2-4bce-b3ce-8746cc42e46e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:25.661207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Attempting to bind port f577e69c-d2d2-4bce-b3ce-8746cc42e46e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:25.661497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Attempting to bind port f577e69c-d2d2-4bce-b3ce-8746cc42e46e on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:25.670342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-492f287e-4827-4b71-930a-bd356bb4b800', 'network_id': '492f287e-4827-4b71-930a-bd356bb4b800', 'tenant_id': 'c558e6f7769346d6a446879ce935abc0', 'fixed_ips': [{'subnet_id': '305a7a3e-2d80-4415-8b42-5de1ebfdeefb'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:14:25.672543 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.673054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Port f577e69c-d2d2-4bce-b3ce-8746cc42e46e on network 75b37898-f398-46fe-ac6a-a23f005adc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:14:25.673407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Attempting to bind port f577e69c-d2d2-4bce-b3ce-8746cc42e46e on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:25.686437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:25.687770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Checking segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:25.688252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Bound using segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:25.689179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Bound port: f577e69c-d2d2-4bce-b3ce-8746cc42e46e, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:25.689881 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.818131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] For port f577e69c-d2d2-4bce-b3ce-8746cc42e46e, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:25.821959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] For port f577e69c-d2d2-4bce-b3ce-8746cc42e46e, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:25.829792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.883051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:25.883769 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.885188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] 10.222.0.24 "PUT /v2.0/ports/f577e69c-d2d2-4bce-b3ce-8746cc42e46e HTTP/1.1" status: 200 len: 1092 time: 2.5382566 May 26 16:14:25.885658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fdb66e-2fec-4ca1-8109-fdb65fa2135e', 'tag': 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:25.888044 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "17fdb66e-2fec-4ca1-8109-fdb65fa2135e", "tag": "f577e69c-d2d2-4bce-b3ce-8746cc42e46e"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:25.932180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cb8c2-54f8-4da8-8d6f-e85d4438bb7f service neutron] Pushing event updated for resources: {'Port': ['ID=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:25.968548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Made reservation on behalf of c558e6f7769346d6a446879ce935abc0 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:25.975205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.979228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Allocated IP 172.20.0.2 (492f287e-4827-4b71-930a-bd356bb4b800/305a7a3e-2d80-4415-8b42-5de1ebfdeefb/a2973c4d-36b1-451f-9328-a971d57eb168) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:26.043153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e2076fea-2345-4b3d-be2c-db3f624475e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:26.044740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e2076fea-2345-4b3d-be2c-db3f624475e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 1095 time: 0.0845006 May 26 16:14:26.051653 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98f2f56-d68b-4a39-8f13-babd9034556b x-openstack-request-id: req-e98f2f56-d68b-4a39-8f13-babd9034556b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:26.052013 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fdb66e-2fec-4ca1-8109-fdb65fa2135e", "tag": "f577e69c-d2d2-4bce-b3ce-8746cc42e46e", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:26.052275 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e98f2f56-d68b-4a39-8f13-babd9034556b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:26.052803 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98f2f56-d68b-4a39-8f13-babd9034556b'] response: {'name': 'network-changed', 'server_uuid': '17fdb66e-2fec-4ca1-8109-fdb65fa2135e', 'tag': 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e', 'status': 'completed', 'code': 200} May 26 16:14:26.071993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] device_id is not set on port 9e06a525-6628-40cd-8184-c59f9422c0e3 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:26.128940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-a7103099-2860-43da-8342-ff277dc102dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f577e69c-d2d2-4bce-b3ce-8746cc42e46e HTTP/1.1" status: 200 len: 217 time: 0.0746877 May 26 16:14:26.213574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e9e0593d-f5b7-42e2-a95b-e5d8c7c8ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:26.216857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-e9e0593d-f5b7-42e2-a95b-e5d8c7c8ed16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.0813076 May 26 16:14:26.220626 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.237248 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.267305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-016b8dfd-63fd-481c-9f5a-656af37e54bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431271 May 26 16:14:26.305154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Network 492f287e-4827-4b71-930a-bd356bb4b800 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:26.310974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:26.369331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Pushing event updated for resources: {'Port': ['ID=a2973c4d-36b1-451f-9328-a971d57eb168,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:26.382328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:26.387979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.388834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.389425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.390042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.390654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.392115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.392759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.393567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.394197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.394814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.395443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.396059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:26.484133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Allocated IP 172.20.0.3 (492f287e-4827-4b71-930a-bd356bb4b800/305a7a3e-2d80-4415-8b42-5de1ebfdeefb/9e06a525-6628-40cd-8184-c59f9422c0e3) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:26.535668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c456c-38d4-40f8-8cd4-f627d15890e4 req-af2c9050-de11-45ee-b715-13b332278110 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:26.539059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de6c456c-38d4-40f8-8cd4-f627d15890e4 req-af2c9050-de11-45ee-b715-13b332278110 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 944 time: 0.2336900 May 26 16:14:26.556661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-c0c7d286-11f7-489f-83b3-74e560b1e7af service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812483 May 26 16:14:26.563028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Attempting to bind port a2973c4d-36b1-451f-9328-a971d57eb168 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:26.563767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Attempting to bind port a2973c4d-36b1-451f-9328-a971d57eb168 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '67ee129e-b6e7-4bf3-bc50-e1118fef929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '492f287e-4827-4b71-930a-bd356bb4b800'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:26.564463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Attempting to bind port a2973c4d-36b1-451f-9328-a971d57eb168 on network 492f287e-4827-4b71-930a-bd356bb4b800 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:26.573575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:26.577064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Checking segment: {'id': '67ee129e-b6e7-4bf3-bc50-e1118fef929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '492f287e-4827-4b71-930a-bd356bb4b800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:26.577064 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.577064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Bound using segment: {'id': '67ee129e-b6e7-4bf3-bc50-e1118fef929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '492f287e-4827-4b71-930a-bd356bb4b800'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:26.577064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Bound port: a2973c4d-36b1-451f-9328-a971d57eb168, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ee129e-b6e7-4bf3-bc50-e1118fef929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '492f287e-4827-4b71-930a-bd356bb4b800'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:26.577064 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.635255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.663664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de6c456c-38d4-40f8-8cd4-f627d15890e4 req-fe4103ed-ba9e-49bb-806a-6f49bf4b0970 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135516 May 26 16:14:26.707667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] For port a2973c4d-36b1-451f-9328-a971d57eb168, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:26.748228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] For port a2973c4d-36b1-451f-9328-a971d57eb168, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a2973c4d-36b1-451f-9328-a971d57eb168,segment=NetworkSegment(67ee129e-b6e7-4bf3-bc50-e1118fef929f),segment_id=67ee129e-b6e7-4bf3-bc50-e1118fef929f)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:26.760446 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.780479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827cd62-6900-4b90-bfd3-033a599b1f99 req-c402282e-04c3-4b41-a933-13ef044eed3f tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:26.782389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3827cd62-6900-4b90-bfd3-033a599b1f99 req-c402282e-04c3-4b41-a933-13ef044eed3f tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 945 time: 0.2636180 May 26 16:14:26.892953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.953942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa0180-3a53-4da8-81d7-7acff0e2611d None None] Pushing event updated for resources: {'Port': ['ID=a2973c4d-36b1-451f-9328-a971d57eb168,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:26.977000 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3827cd62-6900-4b90-bfd3-033a599b1f99 req-13035265-3f4a-4a0b-bb45-d602fb602962 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644905 May 26 16:14:26.981324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6bf9a29-0db1-42d5-ad78-087bc84c0f7d req-5e47396a-b72c-447f-9bea-5499845d1c42 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818653 May 26 16:14:27.032123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00913bf-8cfa-4d25-878b-b08cf234ac9d req-5c7e0f96-a69f-4923-8eb4-f122fd91bb23 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:27.036494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e00913bf-8cfa-4d25-878b-b08cf234ac9d req-5c7e0f96-a69f-4923-8eb4-f122fd91bb23 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.2116735 May 26 16:14:27.124048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.218647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e00913bf-8cfa-4d25-878b-b08cf234ac9d req-0df69cb1-77e9-4b91-ab8e-3a41c041103a tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736202 May 26 16:14:27.225722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.232420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-0f90b421-5713-4629-bc97-10e1c95b3ce3 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:27.235074 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-0f90b421-5713-4629-bc97-10e1c95b3ce3 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 945 time: 0.1795022 May 26 16:14:27.277710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-03cdf185-2f32-494b-87d5-923c5a30b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:27.280767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-03cdf185-2f32-494b-87d5-923c5a30b6a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 1095 time: 0.1626031 May 26 16:14:27.418516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event updated for resources: {'Port': ['ID=9e06a525-6628-40cd-8184-c59f9422c0e3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:27.447937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Network 492f287e-4827-4b71-930a-bd356bb4b800 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:27.459209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:27.461969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:27.577297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:27.578413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.596112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.602137 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c44bde5c-2a98-4e1a-8305-788e497bd29d tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2645955 May 26 16:14:27.604522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.612434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48590) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:27.623556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a2973c4d-36b1-451f-9328-a971d57eb168 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:27.624356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Request body: {'port': {'network_id': '492f287e-4827-4b71-930a-bd356bb4b800', 'name': 'tempest-ExtraDHCPOptionsTestJSON-910402164', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:27.624547 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.api.validators [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] bootfile-name is not in valid_values {{(pid=109404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:27.625152 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.api.validators [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] tftp-server is not in valid_values {{(pid=109404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:27.627415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.api.validators [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] server-ip-address is not in valid_values {{(pid=109404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:27.632230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c29b26-a0e6-4ee4-84a2-148437c0c587 req-709dd252-5d2a-425f-b994-ff2c7e01b007 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:27.635277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36c29b26-a0e6-4ee4-84a2-148437c0c587 req-709dd252-5d2a-425f-b994-ff2c7e01b007 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.1967969 May 26 16:14:27.653039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-9feadd1a-41ca-4e70-aba3-0fee8e74b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:27.653039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-9feadd1a-41ca-4e70-aba3-0fee8e74b106 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 907 time: 0.3364739 May 26 16:14:27.657910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48592) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:27.666339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Deleting port a4b2da7a-4ded-40b9-94be-c75c925d3f5c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:27.666339 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.681051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a2973c4d-36b1-451f-9328-a971d57eb168 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:27.681726 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.691313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-14bb6d0d-74eb-45b3-9b71-d7a16dcf57f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Request body: {'floatingip': {'port_id': '732d059e-c51a-4eac-a564-a92124de2aeb'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:27.832917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.849938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a2973c4d-36b1-451f-9328-a971d57eb168 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:27.851831 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.862529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=0269a93d-6e87-4dd0-8920-52fc660ef1e1,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:27.900574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-25387182-0fd1-4314-a7de-28a9df59b671 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f577e69c-d2d2-4bce-b3ce-8746cc42e46e HTTP/1.1" status: 200 len: 217 time: 0.2285616 May 26 16:14:28.005676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port a2973c4d-36b1-451f-9328-a971d57eb168, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a2973c4d-36b1-451f-9328-a971d57eb168,segment=NetworkSegment(67ee129e-b6e7-4bf3-bc50-e1118fef929f),segment_id=67ee129e-b6e7-4bf3-bc50-e1118fef929f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:28.029663 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.126359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Made reservation on behalf of c558e6f7769346d6a446879ce935abc0 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:28.132020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=a2973c4d-36b1-451f-9328-a971d57eb168,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:28.142639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.192948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] device_id is not set on port a48cae30-8a57-40b8-be9c-0a683ef90851 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:28.203298 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP 492b47db-b515-4746-a6a8-aea93ac56044 associated. External IP: 172.25.0.139, port: 21485a27-29c3-45a8-8326-444513298a21. May 26 16:14:28.287774 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14bb6d0d-74eb-45b3-9b71-d7a16dcf57f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.322104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-0bdf16fd-e056-49c7-9e73-de7a4f74f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:28.325115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-0bdf16fd-e056-49c7-9e73-de7a4f74f5c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.3256390 May 26 16:14:28.388874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fd8ba-687d-4868-9cea-4396881fa003 req-4a11f092-07c4-48a0-ba78-70313587e50d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:28.390519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-861fd8ba-687d-4868-9cea-4396881fa003 req-4a11f092-07c4-48a0-ba78-70313587e50d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 944 time: 0.4886944 May 26 16:14:28.414824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] For port a4b2da7a-4ded-40b9-94be-c75c925d3f5c, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,segment=NetworkSegment(8064c792-4069-4f27-8302-967658d832ff),segment_id=8064c792-4069-4f27-8302-967658d832ff)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:28.415221 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.458180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-2d0b19a0-ddd9-4be9-8989-2bbd9a3b306a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783827 May 26 16:14:28.484980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Allocated IP 172.20.0.13 (492f287e-4827-4b71-930a-bd356bb4b800/305a7a3e-2d80-4415-8b42-5de1ebfdeefb/a48cae30-8a57-40b8-be9c-0a683ef90851) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:28.489556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Calling delete_port for a4b2da7a-4ded-40b9-94be-c75c925d3f5c owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:28.523872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde9838-7458-4562-8fdb-8e0a35e64ee0 req-5b116b88-6916-4be9-b9d6-0415ec0ee498 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:28.525185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebde9838-7458-4562-8fdb-8e0a35e64ee0 req-5b116b88-6916-4be9-b9d6-0415ec0ee498 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 945 time: 0.3412974 May 26 16:14:28.643713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-861fd8ba-687d-4868-9cea-4396881fa003 req-37c0a17b-05c8-4456-923c-622e4ae14ea3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394640 May 26 16:14:28.652418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1132e203-7bef-462e-a78c-9edea4349b07 None None] Network 492f287e-4827-4b71-930a-bd356bb4b800 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:28.718821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:28.731780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f41df9e7-0830-4069-92c6-fabfc1c39c67 None None] Provisioning complete for port a2973c4d-36b1-451f-9328-a971d57eb168 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:28.732475 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f41df9e7-0830-4069-92c6-fabfc1c39c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.769147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebde9838-7458-4562-8fdb-8e0a35e64ee0 req-e6d00349-9bbb-4113-bdb0-743c3972e439 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/security-groups?id=d70e0f7b-ebbf-41da-a38c-87f01195e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796072 May 26 16:14:28.811091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-39dc1528-763b-4f52-a8e7-7496a7f8fd2e service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445785 May 26 16:14:28.890408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f41df9e7-0830-4069-92c6-fabfc1c39c67 None None] Current status of the port a2973c4d-36b1-451f-9328-a971d57eb168 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:28.918688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.943822 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:28.962447 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e4c31-d3cb-401b-aec9-a43da27a1231 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:28.975456 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e4c31-d3cb-401b-aec9-a43da27a1231 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:28.976574 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6d6e4c31-d3cb-401b-aec9-a43da27a1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:29.016890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.038967 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6d6e4c31-d3cb-401b-aec9-a43da27a1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:29.042194 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:14:29.057982 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e4c31-d3cb-401b-aec9-a43da27a1231 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:29.058693 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6d6e4c31-d3cb-401b-aec9-a43da27a1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:29.076149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.091221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Network 492f287e-4827-4b71-930a-bd356bb4b800 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:29.097288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:29.118276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:29.127789 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6d6e4c31-d3cb-401b-aec9-a43da27a1231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:29.128513 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e4c31-d3cb-401b-aec9-a43da27a1231 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:29.236729 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1e554500-94ad-42f7-99f2-5f9c694509a6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7696693 May 26 16:14:29.237386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event updated for resources: {'Port': ['ID=a48cae30-8a57-40b8-be9c-0a683ef90851,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:29.241600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48608) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:29.261348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:29.262376 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.338616 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-512e3e0e-7dbe-4c86-9cb7-477610c31f2f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7228165 May 26 16:14:29.338967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-78956226-54a3-4ded-b1f9-0c0ea20cbb62 None None] Provisioning complete for port a2973c4d-36b1-451f-9328-a971d57eb168 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:29.339443 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-78956226-54a3-4ded-b1f9-0c0ea20cbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.346307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48610) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:29.407156 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-32ce5a22-ba2f-4e78-9aba-8719d38d6a09 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "GET /v2.0/floatingips/492b47db-b515-4746-a6a8-aea93ac56044 HTTP/1.1" status: 200 len: 979 time: 0.1616940 May 26 16:14:29.407406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48612) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:29.470797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-78956226-54a3-4ded-b1f9-0c0ea20cbb62 None None] Current status of the port a2973c4d-36b1-451f-9328-a971d57eb168 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:29.484460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-78956226-54a3-4ded-b1f9-0c0ea20cbb62 None None] Provisioning complete for port 9e06a525-6628-40cd-8184-c59f9422c0e3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:29.485282 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-78956226-54a3-4ded-b1f9-0c0ea20cbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.550364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-78956226-54a3-4ded-b1f9-0c0ea20cbb62 None None] Port 9e06a525-6628-40cd-8184-c59f9422c0e3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:29.586137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a2973c4d-36b1-451f-9328-a971d57eb168 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:29.640796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed5ecd98-be14-45f6-91b3-053cc61ba5f4 req-26379624-754b-499a-b890-f54b792a1303 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7809997 May 26 16:14:29.667921 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.673456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a2973c4d-36b1-451f-9328-a971d57eb168 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:29.674295 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.715556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a4b2da7a-4ded-40b9-94be-c75c925d3f5c no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:29.737115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Pushing event deleted for resources: {'Port': ['ID=a4b2da7a-4ded-40b9-94be-c75c925d3f5c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:29.771195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-046e74f9-e134-4500-8418-40a621b33801 None None] Provisioning complete for port 9e06a525-6628-40cd-8184-c59f9422c0e3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:29.771733 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-046e74f9-e134-4500-8418-40a621b33801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.779425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: a4b2da7a-4ded-40b9-94be-c75c925d3f5c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:14:29.780204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a4b2da7a-4ded-40b9-94be-c75c925d3f5c not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:14:29.846803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-046e74f9-e134-4500-8418-40a621b33801 None None] Port 9e06a525-6628-40cd-8184-c59f9422c0e3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:29.875366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] No DVR routers for this DVR port a4b2da7a-4ded-40b9-94be-c75c925d3f5c on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:29.878842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.882997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44fe56fa-01c7-442b-b42f-2b60b95fddf3 req-4e5e9810-3d30-4f0c-bf62-2e37820e2781 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.32 "DELETE /v2.0/ports/a4b2da7a-4ded-40b9-94be-c75c925d3f5c HTTP/1.1" status: 204 len: 173 time: 2.6351023 May 26 16:14:29.900120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a2973c4d-36b1-451f-9328-a971d57eb168 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:29.932225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c744018-1da0-45b9-b6f5-936388447b59', 'name': 'network-vif-deleted', 'tag': 'a4b2da7a-4ded-40b9-94be-c75c925d3f5c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:29.934768 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0c9050-a93a-4a08-91c1-47be59396d1b" -d '{"events": [{"server_uuid": "9c744018-1da0-45b9-b6f5-936388447b59", "name": "network-vif-deleted", "tag": "a4b2da7a-4ded-40b9-94be-c75c925d3f5c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:29.982830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9a54de55-ae39-4d59-8b01-e8f8e87ac09f None None] Provisioning complete for port a48cae30-8a57-40b8-be9c-0a683ef90851 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:29.983563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a54de55-ae39-4d59-8b01-e8f8e87ac09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.008312 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3562463-f931-4dcd-9921-168e4bf15e02 req-c5920bbc-83aa-4357-a517-3109cf75a2c6 tempest-InstanceActionsTestJSON-1913084179 tempest-InstanceActionsTestJSON-1913084179-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c744018-1da0-45b9-b6f5-936388447b59 HTTP/1.1" status: 200 len: 210 time: 0.0625339 May 26 16:14:30.057577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9a54de55-ae39-4d59-8b01-e8f8e87ac09f None None] Port a48cae30-8a57-40b8-be9c-0a683ef90851 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:30.084198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6e199-df2e-4cab-8437-c5570bc43a2c tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:30.091791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6e199-df2e-4cab-8437-c5570bc43a2c tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:30.098757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6e199-df2e-4cab-8437-c5570bc43a2c tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:30.100681 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5db6e199-df2e-4cab-8437-c5570bc43a2c tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.7530546 May 26 16:14:30.104399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7c80-bdef-4071-9cd0-a609d2f0e036 req-8736fa17-6067-4b84-adeb-0acbcd4e0a1d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:30.106058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a77e7c80-bdef-4071-9cd0-a609d2f0e036 req-8736fa17-6067-4b84-adeb-0acbcd4e0a1d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 944 time: 0.3044488 May 26 16:14:30.106555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48622) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:30.123071 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3305f08-600d-424c-aad9-340140f1e029 x-openstack-request-id: req-c3305f08-600d-424c-aad9-340140f1e029 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:30.123442 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c744018-1da0-45b9-b6f5-936388447b59", "name": "network-vif-deleted", "tag": "a4b2da7a-4ded-40b9-94be-c75c925d3f5c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:30.123600 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3305f08-600d-424c-aad9-340140f1e029 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:30.124038 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3305f08-600d-424c-aad9-340140f1e029'] response: {'server_uuid': '9c744018-1da0-45b9-b6f5-936388447b59', 'name': 'network-vif-deleted', 'tag': 'a4b2da7a-4ded-40b9-94be-c75c925d3f5c', 'status': 'completed', 'code': 200} May 26 16:14:30.164485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f577e69c-d2d2-4bce-b3ce-8746cc42e46e details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:14:30.178065 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c04d3ac7-609a-4b38-b5bc-755c323cf96b tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.7681305 May 26 16:14:30.179812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48624) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:30.187414 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'port_id': '1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:30.285502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.330388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a77e7c80-bdef-4071-9cd0-a609d2f0e036 req-4379512c-377d-4169-83ba-7b84568aaddc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050636 May 26 16:14:30.350076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f577e69c-d2d2-4bce-b3ce-8746cc42e46e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:30.370242 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14bb6d0d-74eb-45b3-9b71-d7a16dcf57f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.374538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'port_id': 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e', 'mac_address': 'fa:16:3e:6f:ed:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf93427-e7b0-432f-831f-fc67ecb85eeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:14:30.381032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14bb6d0d-74eb-45b3-9b71-d7a16dcf57f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.439995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f577e69c-d2d2-4bce-b3ce-8746cc42e46e is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:30.440588 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.460382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f577e69c-d2d2-4bce-b3ce-8746cc42e46e {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:30.486785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c180a8a9-77d4-4ef3-b1be-38395f74d897 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Deleting port a48cae30-8a57-40b8-be9c-0a683ef90851 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:30.487447 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c180a8a9-77d4-4ef3-b1be-38395f74d897 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.498163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f577e69c-d2d2-4bce-b3ce-8746cc42e46e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:30.504157 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.725077 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c180a8a9-77d4-4ef3-b1be-38395f74d897 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.783145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c180a8a9-77d4-4ef3-b1be-38395f74d897 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Calling delete_port for a48cae30-8a57-40b8-be9c-0a683ef90851 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:30.801074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:30.841682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f577e69c-d2d2-4bce-b3ce-8746cc42e46e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:30.915675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bb6d0d-74eb-45b3-9b71-d7a16dcf57f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Router 573759c9-19a0-4a8b-8610-a0c522445423 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:31.105746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48636) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:31.188410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.192719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.193038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bb6d0d-74eb-45b3-9b71-d7a16dcf57f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:31.199536 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14bb6d0d-74eb-45b3-9b71-d7a16dcf57f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.205067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6ad8cd-1663-4b62-bfd0-400a767a18a9 admin admin] Deleting subnet 5a92d13c-d382-44bc-8d6a-944cff0751d0 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:14:31.209788 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad8cd-1663-4b62-bfd0-400a767a18a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.223009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] Sync routers for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:31.241785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:31.243610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:31.257916 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c180a8a9-77d4-4ef3-b1be-38395f74d897 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.312410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180a8a9-77d4-4ef3-b1be-38395f74d897 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event deleted for resources: {'Port': ['ID=a48cae30-8a57-40b8-be9c-0a683ef90851,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:31.321449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad8cd-1663-4b62-bfd0-400a767a18a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.333577 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP 492b47db-b515-4746-a6a8-aea93ac56044 associated. External IP: 172.25.0.139, port: 21485a27-29c3-45a8-8326-444513298a21. May 26 16:14:31.512589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:31.534732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-14bb6d0d-74eb-45b3-9b71-d7a16dcf57f7 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "PUT /v2.0/floatingips/86f646a3-31fb-4cc7-8953-5ccbe1418ced HTTP/1.1" status: 200 len: 992 time: 3.8650851 May 26 16:14:31.568742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad8cd-1663-4b62-bfd0-400a767a18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.615125 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c180a8a9-77d4-4ef3-b1be-38395f74d897 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.620802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c180a8a9-77d4-4ef3-b1be-38395f74d897 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "DELETE /v2.0/ports/a48cae30-8a57-40b8-be9c-0a683ef90851 HTTP/1.1" status: 204 len: 168 time: 1.5075514 May 26 16:14:31.629023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48642) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:31.638328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Request body: {'port': {'name': 'tempest-new-port-name-969539442', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:31.638943 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.api.validators [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] bootfile-name is not in valid_values {{(pid=109404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:31.639467 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.api.validators [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] tftp-server is not in valid_values {{(pid=109404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:31.639979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.api.validators [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] server-ip-address is not in valid_values {{(pid=109404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:31.675977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d057c0-c692-460b-a3eb-9fd76f20a64e req-85139c61-b707-40f7-b2f4-87c94a92f0d7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:31.678765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95d057c0-c692-460b-a3eb-9fd76f20a64e req-85139c61-b707-40f7-b2f4-87c94a92f0d7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 945 time: 0.1784508 May 26 16:14:31.679727 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad8cd-1663-4b62-bfd0-400a767a18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.719871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ad8cd-1663-4b62-bfd0-400a767a18a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a92d13c-d382-44bc-8d6a-944cff0751d0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:31.730152 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad8cd-1663-4b62-bfd0-400a767a18a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.735648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4e6ad8cd-1663-4b62-bfd0-400a767a18a9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5a92d13c-d382-44bc-8d6a-944cff0751d0 HTTP/1.1" status: 204 len: 168 time: 0.6239882 May 26 16:14:31.735844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48644) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:31.770744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.793940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:31.820031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95d057c0-c692-460b-a3eb-9fd76f20a64e req-8148cb19-80fd-4bb5-9ae9-172beab4e2a4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355956 May 26 16:14:31.842316 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.954599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '86f646a3-31fb-4cc7-8953-5ccbe1418ced', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'port_id': '732d059e-c51a-4eac-a564-a92124de2aeb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'mac_address': 'fa:16:3e:59:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97252673-a8bc-4da6-be9d-a604f141f81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:12:35Z', 'updated_at': '2022-05-26T16:14:30Z', 'revision_number': 3, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:31.991182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] Checking router: 573759c9-19a0-4a8b-8610-a0c522445423 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:14:31.997146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.001821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:32.002479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:32.031817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95bf59c-b4ec-4b34-9b07-f0cb700560c1']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:32.045053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8064c792-4069-4f27-8302-967658d832ff') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:32.045758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8064c792-4069-4f27-8302-967658d832ff') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:32.059775 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.080949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.105790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:32.106239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.121454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:32.136082 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fd542-c405-4792-9cb3-838eb7ab9dd0 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:32.142770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb'}, {'name': 'network-changed', 'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:32.146776 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b" -d '{"events": [{"name": "network-changed", "server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb"}, {"name": "network-changed", "server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:32.151295 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fd542-c405-4792-9cb3-838eb7ab9dd0 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:32.151931 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1f9fd542-c405-4792-9cb3-838eb7ab9dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:32.165036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:32.176007 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 8064c792-4069-4f27-8302-967658d832ff resource provider aggregate not found May 26 16:14:32.201463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1f9fd542-c405-4792-9cb3-838eb7ab9dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:32.214894 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fd542-c405-4792-9cb3-838eb7ab9dd0 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:32.216389 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1f9fd542-c405-4792-9cb3-838eb7ab9dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:32.216627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f577e69c-d2d2-4bce-b3ce-8746cc42e46e up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:32.243644 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 8064c792-4069-4f27-8302-967658d832ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8064c792-4069-4f27-8302-967658d832ff found for delete ", "request_id": "req-15bc5646-716b-45d8-9b9f-591b3bd71080"}]} May 26 16:14:32.259924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.266325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.270018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c95bf59c-b4ec-4b34-9b07-f0cb700560c1 HTTP/1.1" status: 204 len: 168 time: 0.5331633 May 26 16:14:32.275401 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c251107-205d-4e84-b4d0-77e68e0e0857 x-openstack-request-id: req-3c251107-205d-4e84-b4d0-77e68e0e0857 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:32.275571 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:32.276037 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c251107-205d-4e84-b4d0-77e68e0e0857 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:32.276406 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c251107-205d-4e84-b4d0-77e68e0e0857'] response: {'name': 'network-changed', 'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb', 'status': 'completed', 'code': 200} May 26 16:14:32.276591 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c251107-205d-4e84-b4d0-77e68e0e0857'] response: {'name': 'network-changed', 'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb', 'status': 'completed', 'code': 200} May 26 16:14:32.278932 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.291292 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.295292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3e79a-5ab3-43d6-9cb4-e58ec086dc02 admin admin] Pushing event deleted for resources: {'Network': ['ID=c95bf59c-b4ec-4b34-9b07-f0cb700560c1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:32.337679 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1f9fd542-c405-4792-9cb3-838eb7ab9dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:32.347362 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fd542-c405-4792-9cb3-838eb7ab9dd0 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:32.374768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event updated for resources: {'Port': ['ID=9e06a525-6628-40cd-8184-c59f9422c0e3,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:32.390466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-1e4b0f1e-291a-413b-994a-bed0a9f093dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:32.391772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-1e4b0f1e-291a-413b-994a-bed0a9f093dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 1096 time: 0.0703962 May 26 16:14:32.430023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port f577e69c-d2d2-4bce-b3ce-8746cc42e46e completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:14:32.439423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port f577e69c-d2d2-4bce-b3ce-8746cc42e46e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:32.440355 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.535302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-e0cda607-cb1a-4857-8afe-23ce17d5f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:32.537843 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-e0cda607-cb1a-4857-8afe-23ce17d5f3d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.1336658 May 26 16:14:32.566456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] In _notify_port_updated(), no bound segment for port 9e06a525-6628-40cd-8184-c59f9422c0e3 on network 492f287e-4827-4b71-930a-bd356bb4b800 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:14:32.572778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:32.573466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.574924 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-278d0cfa-703a-4d1e-beff-f9271b29a643 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "PUT /v2.0/ports/9e06a525-6628-40cd-8184-c59f9422c0e3 HTTP/1.1" status: 200 len: 1135 time: 0.9445040 May 26 16:14:32.577777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48656) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:32.683827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-4677f6c5-abb1-421c-9b1e-5177360207f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=732d059e-c51a-4eac-a564-a92124de2aeb HTTP/1.1" status: 200 len: 1000 time: 0.1326225 May 26 16:14:32.747266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6e451d-3435-41b3-8e97-a76b0f50579f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:32.749135 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8a6e451d-3435-41b3-8e97-a76b0f50579f tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "GET /v2.0/ports/9e06a525-6628-40cd-8184-c59f9422c0e3 HTTP/1.1" status: 200 len: 1135 time: 0.1700668 May 26 16:14:32.749989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48658) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:32.759966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:32.770176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-42cbf562-4479-4041-a38f-a478ab9e8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:32.772376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-42cbf562-4479-4041-a38f-a478ab9e8e3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.0768332 May 26 16:14:32.861784 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa126eab-3156-40bd-ba59-b042e745f0f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad52a4a7853c438aa029293c6c233a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081104 May 26 16:14:32.866098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48664) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:32.930519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-a21b451f-0514-439a-b12d-9bcd7746a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:32.932595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-a21b451f-0514-439a-b12d-9bcd7746a2ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445010 May 26 16:14:32.961961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:32.995210 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-377881c1-702d-4e84-8184-187082d9f904 None None] Provisioning complete for port 9e06a525-6628-40cd-8184-c59f9422c0e3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:32.996078 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-377881c1-702d-4e84-8184-187082d9f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.048177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-377881c1-702d-4e84-8184-187082d9f904 None None] Port 9e06a525-6628-40cd-8184-c59f9422c0e3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:33.051675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c34b2880-a923-4901-b7ba-154556f0ac3a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Deleting port 9e06a525-6628-40cd-8184-c59f9422c0e3 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:33.052019 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c34b2880-a923-4901-b7ba-154556f0ac3a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.058504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f577e69c-d2d2-4bce-b3ce-8746cc42e46e is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:33.058504 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.099487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '86f646a3-31fb-4cc7-8953-5ccbe1418ced', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'port_id': '732d059e-c51a-4eac-a564-a92124de2aeb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'mac_address': 'fa:16:3e:59:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97252673-a8bc-4da6-be9d-a604f141f81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:12:35Z', 'updated_at': '2022-05-26T16:14:30Z', 'revision_number': 3, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:33.139444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3a1d59b2-4228-445a-ac85-98455a297375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.142391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a61b4-fe80-4e11-b4a5-79db4857ce33 None None] The sync data for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 is: [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '86f646a3-31fb-4cc7-8953-5ccbe1418ced', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'port_id': '732d059e-c51a-4eac-a564-a92124de2aeb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'mac_address': 'fa:16:3e:59:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97252673-a8bc-4da6-be9d-a604f141f81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:12:35Z', 'updated_at': '2022-05-26T16:14:30Z', 'revision_number': 3, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:33.159299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fdb66e-2fec-4ca1-8109-fdb65fa2135e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:33.162478 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0496d748-da85-4db8-ae3a-b3b2dd837c05" -d '{"events": [{"server_uuid": "17fdb66e-2fec-4ca1-8109-fdb65fa2135e", "name": "network-vif-plugged", "status": "completed", "tag": "f577e69c-d2d2-4bce-b3ce-8746cc42e46e"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:33.207496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898fccf-bbdc-4149-b5c4-9990f8ce5695 req-bea0a7f6-2dca-4bd0-a836-01db29fc5a74 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:33.213266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f577e69c-d2d2-4bce-b3ce-8746cc42e46e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:33.219852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e898fccf-bbdc-4149-b5c4-9990f8ce5695 req-bea0a7f6-2dca-4bd0-a836-01db29fc5a74 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 945 time: 0.2201974 May 26 16:14:33.223453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.278334 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3a1d59b2-4228-445a-ac85-98455a297375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.293745 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a82151a-025e-4799-96cf-d084d22821b4 x-openstack-request-id: req-1a82151a-025e-4799-96cf-d084d22821b4 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:33.299528 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fdb66e-2fec-4ca1-8109-fdb65fa2135e", "name": "network-vif-plugged", "status": "completed", "tag": "f577e69c-d2d2-4bce-b3ce-8746cc42e46e", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:33.299848 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a82151a-025e-4799-96cf-d084d22821b4 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:33.300319 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a82151a-025e-4799-96cf-d084d22821b4'] response: {'server_uuid': '17fdb66e-2fec-4ca1-8109-fdb65fa2135e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e', 'code': 200} May 26 16:14:33.340430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e898fccf-bbdc-4149-b5c4-9990f8ce5695 req-b167fa3b-87c7-4434-a059-21e984af8a6c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194398 May 26 16:14:33.404740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-dabee8e9-1903-454d-9949-4e6fe0a4e9ea service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504793 May 26 16:14:33.411450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:33.545252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-f4c8d10a-8daf-4243-9556-2091f6093b60 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098869 May 26 16:14:33.573624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec55f9-4d88-4c6d-8b3a-89dbc619e28e req-c953defd-c8f2-4fd4-9682-011d9bd174ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:33.573624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1eec55f9-4d88-4c6d-8b3a-89dbc619e28e req-c953defd-c8f2-4fd4-9682-011d9bd174ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 1097 time: 0.2015252 May 26 16:14:33.595331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:33.607146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.610214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa7106-eca7-408a-8d69-b6c4a63c6690 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:33.614771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c34b2880-a923-4901-b7ba-154556f0ac3a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.633234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa7106-eca7-408a-8d69-b6c4a63c6690 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:33.634423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-18fa7106-eca7-408a-8d69-b6c4a63c6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:33.668905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c34b2880-a923-4901-b7ba-154556f0ac3a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Calling delete_port for 9e06a525-6628-40cd-8184-c59f9422c0e3 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:33.688391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3a1d59b2-4228-445a-ac85-98455a297375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.692984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3a1d59b2-4228-445a-ac85-98455a297375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.695486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3a1d59b2-4228-445a-ac85-98455a297375 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d70e0f7b-ebbf-41da-a38c-87f01195e0a5 HTTP/1.1" status: 204 len: 168 time: 0.8276281 May 26 16:14:33.711663 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-18fa7106-eca7-408a-8d69-b6c4a63c6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:33.713759 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1eec55f9-4d88-4c6d-8b3a-89dbc619e28e req-a72c60d9-99fd-47d7-a47d-ec2a93234a9f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339688 May 26 16:14:33.728959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa7106-eca7-408a-8d69-b6c4a63c6690 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:33.730706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-18fa7106-eca7-408a-8d69-b6c4a63c6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:33.734110 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bb9ef95b-f024-4705-98cd-5e4520c508c6 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/floatingips/492b47db-b515-4746-a6a8-aea93ac56044 HTTP/1.1" status: 200 len: 979 time: 3.5528681 May 26 16:14:33.736569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48672) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:33.745333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7d6055f9-57e8-4a29-ba0a-066bb9775bbf tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:33.798215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-18fa7106-eca7-408a-8d69-b6c4a63c6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:33.799870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa7106-eca7-408a-8d69-b6c4a63c6690 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:33.810654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d59b2-4228-445a-ac85-98455a297375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70e0f7b-ebbf-41da-a38c-87f01195e0a5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:33.839049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-3e856aa9-7424-4e54-a5d6-22e25fc64138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:33.843144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-3e856aa9-7424-4e54-a5d6-22e25fc64138 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 1096 time: 0.2185609 May 26 16:14:33.972888 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7d6055f9-57e8-4a29-ba0a-066bb9775bbf tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.024183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c34b2880-a923-4901-b7ba-154556f0ac3a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.067173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b2880-a923-4901-b7ba-154556f0ac3a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event deleted for resources: {'Port': ['ID=9e06a525-6628-40cd-8184-c59f9422c0e3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:34.135503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-f8cfef3b-aeae-4d2e-a0d4-7c8fb3ba61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:34.137054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-f8cfef3b-aeae-4d2e-a0d4-7c8fb3ba61f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.2742295 May 26 16:14:34.193688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c34b2880-a923-4901-b7ba-154556f0ac3a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.201557 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c34b2880-a923-4901-b7ba-154556f0ac3a tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "DELETE /v2.0/ports/9e06a525-6628-40cd-8184-c59f9422c0e3 HTTP/1.1" status: 204 len: 168 time: 1.4368174 May 26 16:14:34.203165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48678) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:34.339483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b58db0-399c-45be-acdf-3e7e5cb7b1e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Deleting subnet 305a7a3e-2d80-4415-8b42-5de1ebfdeefb {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:14:34.346365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6b58db0-399c-45be-acdf-3e7e5cb7b1e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.425849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6b58db0-399c-45be-acdf-3e7e5cb7b1e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.604441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6b58db0-399c-45be-acdf-3e7e5cb7b1e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.693078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6b58db0-399c-45be-acdf-3e7e5cb7b1e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.737597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b58db0-399c-45be-acdf-3e7e5cb7b1e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event deleted for resources: {'Subnet': ['ID=305a7a3e-2d80-4415-8b42-5de1ebfdeefb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:34.739964 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6b58db0-399c-45be-acdf-3e7e5cb7b1e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.747965 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c6b58db0-399c-45be-acdf-3e7e5cb7b1e1 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "DELETE /v2.0/subnets/305a7a3e-2d80-4415-8b42-5de1ebfdeefb HTTP/1.1" status: 204 len: 168 time: 0.5400817 May 26 16:14:34.747965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48690) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:34.754426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f858201-1738-47e7-82c2-7b04354d5f07 None None] Network 492f287e-4827-4b71-930a-bd356bb4b800 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:34.932714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.952024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-4d9fa10a-d40e-45a6-9116-09e4daadf4c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=732d059e-c51a-4eac-a564-a92124de2aeb HTTP/1.1" status: 200 len: 1000 time: 0.7975874 May 26 16:14:34.981869 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7d6055f9-57e8-4a29-ba0a-066bb9775bbf tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.006815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1b22f1ad-2a6b-4773-9458-2879ba994830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.020808 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7d6055f9-57e8-4a29-ba0a-066bb9775bbf tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.021363 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-7d6055f9-57e8-4a29-ba0a-066bb9775bbf tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP 492b47db-b515-4746-a6a8-aea93ac56044 disassociated. External IP: 172.25.0.139, port: 1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc. May 26 16:14:35.111418 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Deleting port a2973c4d-36b1-451f-9328-a971d57eb168 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:35.111893 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.137956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c976a-1d88-400c-845a-1c1a39943afb None None] DHCP port deletion for 492f287e-4827-4b71-930a-bd356bb4b800 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:14:35.202478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] For port a2973c4d-36b1-451f-9328-a971d57eb168, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a2973c4d-36b1-451f-9328-a971d57eb168,segment=NetworkSegment(67ee129e-b6e7-4bf3-bc50-e1118fef929f),segment_id=67ee129e-b6e7-4bf3-bc50-e1118fef929f)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:35.202975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.214899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-768c976a-1d88-400c-845a-1c1a39943afb None None] Deleting port a2973c4d-36b1-451f-9328-a971d57eb168 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:35.216262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-768c976a-1d88-400c-845a-1c1a39943afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.219631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Calling delete_port for a2973c4d-36b1-451f-9328-a971d57eb168 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:35.324736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa6c6-fb54-433d-bbc3-5421a67b8fd1 req-7722ef54-5105-48eb-8538-a491f764d2d8 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:35.334494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1ffa6c6-fb54-433d-bbc3-5421a67b8fd1 req-7722ef54-5105-48eb-8538-a491f764d2d8 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 946 time: 0.6867201 May 26 16:14:35.353979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-768c976a-1d88-400c-845a-1c1a39943afb None None] For port a2973c4d-36b1-451f-9328-a971d57eb168, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a2973c4d-36b1-451f-9328-a971d57eb168,segment=NetworkSegment(67ee129e-b6e7-4bf3-bc50-e1118fef929f),segment_id=67ee129e-b6e7-4bf3-bc50-e1118fef929f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:35.354944 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-768c976a-1d88-400c-845a-1c1a39943afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.359018 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.376995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-768c976a-1d88-400c-845a-1c1a39943afb None None] Calling delete_port for a2973c4d-36b1-451f-9328-a971d57eb168 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:35.413045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event deleted for resources: {'Port': ['ID=a2973c4d-36b1-451f-9328-a971d57eb168,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:35.417258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] No DVR routers for this DVR port a2973c4d-36b1-451f-9328-a971d57eb168 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:35.490409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-e0fb917d-5c67-4e46-a40b-03f5da851de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:35.492902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-e0fb917d-5c67-4e46-a40b-03f5da851de3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.4887538 May 26 16:14:35.494145 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-768c976a-1d88-400c-845a-1c1a39943afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.546393 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.564998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c976a-1d88-400c-845a-1c1a39943afb None None] No DVR routers for this DVR port a2973c4d-36b1-451f-9328-a971d57eb168 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:35.570491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c976a-1d88-400c-845a-1c1a39943afb None None] Pushing event deleted for resources: {'Port': ['ID=a2973c4d-36b1-451f-9328-a971d57eb168,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:35.594074 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1ffa6c6-fb54-433d-bbc3-5421a67b8fd1 req-b7e1e84b-746d-45ee-8aa1-1ebe59452aff tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515893 May 26 16:14:35.596940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a2973c4d-36b1-451f-9328-a971d57eb168 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:35.598808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492f287e-4827-4b71-930a-bd356bb4b800']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:35.603894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6055f9-57e8-4a29-ba0a-066bb9775bbf tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:35.615859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ee129e-b6e7-4bf3-bc50-e1118fef929f') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:35.616459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ee129e-b6e7-4bf3-bc50-e1118fef929f') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:35.628795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a2973c4d-36b1-451f-9328-a971d57eb168 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:14:35.629789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a2973c4d-36b1-451f-9328-a971d57eb168 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:14:35.634241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.649213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-6c2e55c7-31cb-4a96-8db4-c90ffad99da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:35.651448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.651683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-6c2e55c7-31cb-4a96-8db4-c90ffad99da0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356800 May 26 16:14:35.659562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:35.659866 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.733804 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 67ee129e-b6e7-4bf3-bc50-e1118fef929f resource provider aggregate not found May 26 16:14:35.771552 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 67ee129e-b6e7-4bf3-bc50-e1118fef929f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67ee129e-b6e7-4bf3-bc50-e1118fef929f found for delete ", "request_id": "req-a8dd3a59-b1e3-44b6-8804-19f5d8ca7c8f"}]} May 26 16:14:35.780580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.786504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.793928 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] 10.222.0.39 "DELETE /v2.0/networks/492f287e-4827-4b71-930a-bd356bb4b800 HTTP/1.1" status: 204 len: 168 time: 1.0414982 May 26 16:14:35.807877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd8954-2b46-4b47-9ecd-f8ba5fc32ef0 tempest-ExtraDHCPOptionsTestJSON-1286693496 tempest-ExtraDHCPOptionsTestJSON-1286693496-project] Pushing event deleted for resources: {'Network': ['ID=492f287e-4827-4b71-930a-bd356bb4b800,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:35.880898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6055f9-57e8-4a29-ba0a-066bb9775bbf tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:35.885372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-8550d2b1-4564-4dfe-ba2f-d59fa11348c0 service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842625 May 26 16:14:35.889436 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7d6055f9-57e8-4a29-ba0a-066bb9775bbf tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.896428 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e01764-237c-4226-9dca-f43e38572f8d None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:35.917774 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e01764-237c-4226-9dca-f43e38572f8d None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:35.918439 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a5e01764-237c-4226-9dca-f43e38572f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:35.954364 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a5e01764-237c-4226-9dca-f43e38572f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:35.964753 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e01764-237c-4226-9dca-f43e38572f8d None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:35.965643 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a5e01764-237c-4226-9dca-f43e38572f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:35.978587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7d6055f9-57e8-4a29-ba0a-066bb9775bbf tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/floatingips/492b47db-b515-4746-a6a8-aea93ac56044 HTTP/1.1" status: 200 len: 688 time: 2.2401633 May 26 16:14:35.979578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48724) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:36.046059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2155b24-5b18-4a0f-8ee2-dfd263d8113b req-7e2cd7e9-d4d7-438f-ac6f-b10185e58d3f service neutron] 10.222.0.32 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519418 May 26 16:14:36.052108 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a5e01764-237c-4226-9dca-f43e38572f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:36.053686 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e01764-237c-4226-9dca-f43e38572f8d None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:36.192227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4bc16f77-9163-4e48-8e9e-0f737c0f8255 req-06f217ab-7535-43d1-aaf2-885c27a0a9d1 tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.39 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.0627763 May 26 16:14:36.206480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 0269a93d-6e87-4dd0-8920-52fc660ef1e1 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:36.207000 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.324651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48744) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:36.353365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.353853 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.369377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 0269a93d-6e87-4dd0-8920-52fc660ef1e1 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:36.600366 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-52ed580f-1851-4e27-933d-3190a1c908e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c558e6f7769346d6a446879ce935abc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742937 May 26 16:14:36.602411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.603528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48750) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:36.639163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=0269a93d-6e87-4dd0-8920-52fc660ef1e1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:36.735019 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1650-2b85-4720-9199-346db8fdf7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.741242 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.745823 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.748021 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db1309e8-f290-4b38-8782-c5ec69523377 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/floatingips/492b47db-b515-4746-a6a8-aea93ac56044 HTTP/1.1" status: 204 len: 168 time: 0.7670052 May 26 16:14:36.751099 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48754) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:36.772325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1650-2b85-4720-9199-346db8fdf7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.802401 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-490c740c-dfbf-45d8-a560-d9f8f87f5fe9 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] delete failed (client error): The resource could not be found. May 26 16:14:36.803679 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-490c740c-dfbf-45d8-a560-d9f8f87f5fe9 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/floatingips/492b47db-b515-4746-a6a8-aea93ac56044 HTTP/1.1" status: 404 len: 345 time: 0.0514820 May 26 16:14:36.807973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48756) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:36.853673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132837-2d63-436b-9a0a-09a128fca6fe req-9df2e045-8450-43b8-9103-cceb4b0e9c7e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:36.856257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78132837-2d63-436b-9a0a-09a128fca6fe req-9df2e045-8450-43b8-9103-cceb4b0e9c7e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 946 time: 0.0972891 May 26 16:14:36.921450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ddf384-2b8b-4003-ac82-561d5ffd1300 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:36.929723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ddf384-2b8b-4003-ac82-561d5ffd1300 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:36.941275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ddf384-2b8b-4003-ac82-561d5ffd1300 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:36.944233 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a9ddf384-2b8b-4003-ac82-561d5ffd1300 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "GET /v2.0/ports?network_id=3007807e-15f7-4539-ac4a-a4a701590073 HTTP/1.1" status: 200 len: 2360 time: 0.1348906 May 26 16:14:36.946622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78132837-2d63-436b-9a0a-09a128fca6fe req-15d962cb-8627-4f41-826d-bec9a7941909 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652392 May 26 16:14:36.948260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1650-2b85-4720-9199-346db8fdf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.948982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:36.955526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1650-2b85-4720-9199-346db8fdf7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.959816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5e4b1650-2b85-4720-9199-346db8fdf7ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8970df8-d7e7-45ef-a65c-033d1db3dc72 HTTP/1.1" status: 204 len: 168 time: 0.3526318 May 26 16:14:36.990856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b1650-2b85-4720-9199-346db8fdf7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8970df8-d7e7-45ef-a65c-033d1db3dc72,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:37.088691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3939523b-02bd-40b0-aa26-efc36ae13a3a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:37.094878 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3939523b-02bd-40b0-aa26-efc36ae13a3a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "GET /v2.0/subnets/0ef84de5-7d79-4b1a-b47d-cfc032d50a71 HTTP/1.1" status: 200 len: 797 time: 0.1440415 May 26 16:14:37.097953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48764) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:37.104671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'port': {'network_id': '3007807e-15f7-4539-ac4a-a4a701590073', 'name': 'tempest-FloatingIPTestJSON-1964968526', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:37.332715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Made reservation on behalf of 5db8e28e761447c2afc36c6baf65b92a for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:37.437209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-730d2330-75f8-4f36-8c39-324a23de658d req-e683040b-5ad7-4ffa-9cfb-bc492577975b tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.39 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.1089993 May 26 16:14:37.445448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.501353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] device_id is not set on port 1c3351e5-2d80-4563-b034-17b25b7dcfbb yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:37.554340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae402848-aea9-4f58-9af5-cbc801937023 req-37fa6620-7623-4a1b-87f8-f1b414975351 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:37.556151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-37fa6620-7623-4a1b-87f8-f1b414975351 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.3163922 May 26 16:14:37.580533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2af20eb7-2654-482b-96c8-5afd1c48e16d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/quotas/08a1816bc5a242bdb94bde21d7075742 HTTP/1.1" status: 200 len: 375 time: 0.0113423 May 26 16:14:37.678938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-1be24d62-9d9a-4485-9107-54ff78991a17 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855975 May 26 16:14:37.723602 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4ffec987-6f09-42f1-815e-172849d290dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.970750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-9b810ce2-bd25-42d3-b8f8-12b9132ebafa service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798789 May 26 16:14:38.073839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.20.0.13 (3007807e-15f7-4539-ac4a-a4a701590073/0ef84de5-7d79-4b1a-b47d-cfc032d50a71/1c3351e5-2d80-4563-b034-17b25b7dcfbb) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:38.081519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.20.0.12 (3007807e-15f7-4539-ac4a-a4a701590073/0ef84de5-7d79-4b1a-b47d-cfc032d50a71/1c3351e5-2d80-4563-b034-17b25b7dcfbb) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:38.099590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-6bf9c0d4-39d8-4111-95cf-da1b4246cb9f service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277821 May 26 16:14:38.266766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48802) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:38.311940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36fab412-4ca1-4bff-9134-813d66e8069c req-b5e63a76-abb8-4e00-9c91-a018cc8c11c2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 210 time: 0.0362380 May 26 16:14:38.347626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.401818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.492308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3007807e-15f7-4539-ac4a-a4a701590073 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:38.497082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:38.501957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:38.575534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=1c3351e5-2d80-4563-b034-17b25b7dcfbb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:38.586541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'networks': [{'name': 'tempest-network--342679429'}, {'name': 'tempest-network--966805718'}]} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:38.586884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'network': {'name': 'tempest-network--342679429'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:38.587410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'network': {'name': 'tempest-network--966805718'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:38.612512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Made reservation on behalf of 9332333c8bf444fbba316f3413f7c6b6 for: {'network': 2} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:38.618310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.638070 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.655692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8857b14c-70fe-46e7-a360-dee073327969 req-203887b6-8cd6-4fa5-9734-75b84d4fa458 tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.39 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.0378425 May 26 16:14:38.661938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:38.662634 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.693232 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c4a69415-c1aa-4785-a220-212ef9c54f35 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5939231 May 26 16:14:38.697503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48824) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:38.717374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '1c3351e5-2d80-4563-b034-17b25b7dcfbb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:38.735716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.742410 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.813840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.827122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.827661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.888444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:38.899999 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.900517 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Added segment 0a93f3c1-7c4e-447d-bbef-75e0d8726680 of type vlan for network 6a868fd7-7b66-4bf3-976d-639920a595a6 May 26 16:14:38.944123 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.955144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.011287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b8f7ed-9bae-4984-90f9-a3d0921b5e66,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:39.037934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:39.061063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.061804 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Added segment f3efbf9d-7fe5-44fa-a4f5-0d3b90232627 of type vlan for network 951e9857-d230-457c-a23d-cd8f6a103470 May 26 16:14:39.120034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.124172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.25.0.83 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/44c2bcd1-b8e0-4f45-8dce-9524eab3b1e5) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:39.180760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.181671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.193517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.204937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.206114 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.290718 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0244234 May 26 16:14:39.291485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48828) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:39.312219 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.364365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Network': ['ID=6a868fd7-7b66-4bf3-976d-639920a595a6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:39.378827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 6a868fd7-7b66-4bf3-976d-639920a595a6 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:39.432006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.455271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386d450-4a28-4aca-815a-188f27076ab0 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Network': ['ID=951e9857-d230-457c-a23d-cd8f6a103470,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:39.539190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:39.544036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:39.564663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:39.571156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d7c6b08-6491-4fcc-86a2-7e4cf12c57b6 req-0427f034-2934-4942-aa07-c207d2719857 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 210 time: 0.0610416 May 26 16:14:39.579059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=44c2bcd1-b8e0-4f45-8dce-9524eab3b1e5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:39.637555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f040b87-782d-479b-9161-8d638ac4df51 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.662501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f040b87-782d-479b-9161-8d638ac4df51 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.670477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f040b87-782d-479b-9161-8d638ac4df51 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.682273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f040b87-782d-479b-9161-8d638ac4df51 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.687803 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5f040b87-782d-479b-9161-8d638ac4df51 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3877094 May 26 16:14:39.688908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48834) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:39.701469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a298c107-d2b5-4728-aea7-5a95b320526e req-1eeb220e-52ad-47b9-886f-6349e04d1fd1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.0410030 May 26 16:14:39.802952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 951e9857-d230-457c-a23d-cd8f6a103470 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:39.849554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.968323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34a1ae00-4539-4818-9d3e-e05233e1bbec req-d21845d3-e234-46a7-bf3f-2bc18e46805a tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.39 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.0588355 May 26 16:14:40.010891 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.047874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a868fd7-7b66-4bf3-976d-639920a595a6']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:40.063665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a93f3c1-7c4e-447d-bbef-75e0d8726680') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:40.064092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a93f3c1-7c4e-447d-bbef-75e0d8726680') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:40.077492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.096999 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.105733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:40.106341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.165412 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 0a93f3c1-7c4e-447d-bbef-75e0d8726680 resource provider aggregate not found May 26 16:14:40.197751 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 0a93f3c1-7c4e-447d-bbef-75e0d8726680 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a93f3c1-7c4e-447d-bbef-75e0d8726680 found for delete ", "request_id": "req-de142179-8c76-4083-aab7-61bba7716471"}]} May 26 16:14:40.200305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.206484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.213734 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/networks/6a868fd7-7b66-4bf3-976d-639920a595a6 HTTP/1.1" status: 204 len: 168 time: 0.5184512 May 26 16:14:40.230652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48844) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:40.230884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae402848-aea9-4f58-9af5-cbc801937023 req-e6eac62b-13d4-4298-acfd-364b175a12ea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:40.232271 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-e6eac62b-13d4-4298-acfd-364b175a12ea tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.4219494 May 26 16:14:40.242094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f23b9-89ff-47a3-99c1-55567734894a tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Network': ['ID=6a868fd7-7b66-4bf3-976d-639920a595a6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:40.254275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Request body: {'port': {'device_id': '332daf57-30e0-470b-9543-82ad4a4abedb', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'admin_state_up': True, 'tenant_id': '08a1816bc5a242bdb94bde21d7075742'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:40.268032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca44a02-d14a-4901-ba51-990ee3867a6d req-74f236fa-67b0-4f3a-a151-b3ff6779fe85 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:40.269627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cca44a02-d14a-4901-ba51-990ee3867a6d req-74f236fa-67b0-4f3a-a151-b3ff6779fe85 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2078125 May 26 16:14:40.324609 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.439903 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.461847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cca44a02-d14a-4901-ba51-990ee3867a6d req-4b5fd0f5-fdaf-495b-a67f-8026e927d1d7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792703 May 26 16:14:40.486147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951e9857-d230-457c-a23d-cd8f6a103470']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:40.506598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3efbf9d-7fe5-44fa-a4f5-0d3b90232627') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:40.510872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3efbf9d-7fe5-44fa-a4f5-0d3b90232627') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:40.525809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.548330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.560673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:40.576938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.595454 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.606739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Made reservation on behalf of 08a1816bc5a242bdb94bde21d7075742 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:40.610941 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.662490 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.671026 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.672288 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.688172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.692672 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/networks/951e9857-d230-457c-a23d-cd8f6a103470 HTTP/1.1" status: 204 len: 168 time: 0.4604330 May 26 16:14:40.696905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48850) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:40.720667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c552aa3-672c-4608-ad2d-d0aa3b5a97b6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Network': ['ID=951e9857-d230-457c-a23d-cd8f6a103470,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:40.887855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8224e7bb-8b5a-4f26-9521-8f55bec94543 req-2e7c733a-739e-43fe-a40b-f7ab8fc18596 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 210 time: 0.1036787 May 26 16:14:40.896090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.905178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d3dbea-6598-4dcc-bfba-3f9bae7e109b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:40.926304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d3dbea-6598-4dcc-bfba-3f9bae7e109b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:40.928691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fa12-832d-42ba-a131-7746a51cbc18 req-25ff7938-feb4-430a-bf9d-271dcf00adfb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:40.931666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68b4fa12-832d-42ba-a131-7746a51cbc18 req-25ff7938-feb4-430a-bf9d-271dcf00adfb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3264794 May 26 16:14:40.932458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48856) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:40.935937 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-20d3dbea-6598-4dcc-bfba-3f9bae7e109b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2194598 May 26 16:14:40.972013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1163474008'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:41.119643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Made reservation on behalf of 9332333c8bf444fbba316f3413f7c6b6 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:41.125983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.146339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Allocated IP 172.20.0.5 (75b37898-f398-46fe-ac6a-a23f005adc5f/0bf93427-e7b0-432f-831f-fc67ecb85eeb/fc6e8ff8-fb1d-462e-b88b-793a87a7c432) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:41.231819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68b4fa12-832d-42ba-a131-7746a51cbc18 req-0acdbe9e-fb57-40fb-8ca4-da8ba36a28dc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308953 May 26 16:14:41.309853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48864) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:41.344692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d58f8cbd-acc2-4c92-ba5b-55b153f2e8e7 req-e19cade0-84c7-428f-8144-a95860d630cc tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.39 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.1775150 May 26 16:14:41.385802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:41.466284 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.466637 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Added segment 69687dde-78a0-4427-ac95-4a3c9a5ad237 of type vlan for network ef156824-5a7d-422f-b752-89e6036c85f9 May 26 16:14:41.528237 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.677533 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.687138 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.744649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43906f60-e7e9-4343-9c7b-00e34ba6899f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:41.750552 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc8e5bde023e4201bf45ec25782f6ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393129 May 26 16:14:41.757660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48868) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:41.766280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.766280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.766650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.766650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.767048 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.767404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.767811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.768226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.768698 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.769217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.769870 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.770561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ffab5-0919-4e3a-9518-811facfa36dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:41.842033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-605fa388-7a81-4af0-bd55-9e69968024ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.873369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-605fa388-7a81-4af0-bd55-9e69968024ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.959259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-605fa388-7a81-4af0-bd55-9e69968024ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.964221 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-605fa388-7a81-4af0-bd55-9e69968024ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.970570 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-605fa388-7a81-4af0-bd55-9e69968024ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43906f60-e7e9-4343-9c7b-00e34ba6899f HTTP/1.1" status: 204 len: 168 time: 0.2074192 May 26 16:14:41.994289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fa388-7a81-4af0-bd55-9e69968024ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43906f60-e7e9-4343-9c7b-00e34ba6899f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:42.128184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.159723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-987f6e43-c5fd-41b5-bccb-1522cbdea1b4 req-7ed7c0e1-15cb-446c-98e3-cef07c097dd8 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 210 time: 0.0847311 May 26 16:14:42.172415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935488d-9334-4238-ba1c-1aedc55946ef req-cbcd6294-e23a-4796-9df8-ed5fa3d0cc73 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:42.173925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4935488d-9334-4238-ba1c-1aedc55946ef req-cbcd6294-e23a-4796-9df8-ed5fa3d0cc73 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.7901778 May 26 16:14:42.221441 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f3efbf9d-7fe5-44fa-a4f5-0d3b90232627 resource provider aggregate not found May 26 16:14:42.233420 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.242866 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f3efbf9d-7fe5-44fa-a4f5-0d3b90232627 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3efbf9d-7fe5-44fa-a4f5-0d3b90232627 found for delete ", "request_id": "req-2cf36b17-e287-4eee-9c78-f13908acad61"}]} May 26 16:14:42.261799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.290950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.296453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:42.297054 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.396622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48880) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:42.406513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.411684 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82ce5f26-8a9a-472c-8c1f-ed81f47a52d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.412501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4935488d-9334-4238-ba1c-1aedc55946ef req-a42df626-82f1-4098-a3b2-05f53d217d11 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254474 May 26 16:14:42.529396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5896797 May 26 16:14:42.539088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=44c2bcd1-b8e0-4f45-8dce-9524eab3b1e5,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:42.539378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48886) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:42.550045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1195092097'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:42.559464 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.563849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46abee0-095c-42fd-bcb5-5e8ab51f0335 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Network': ['ID=ef156824-5a7d-422f-b752-89e6036c85f9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:42.584020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ef156824-5a7d-422f-b752-89e6036c85f9 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:42.605872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82ce5f26-8a9a-472c-8c1f-ed81f47a52d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.612809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82ce5f26-8a9a-472c-8c1f-ed81f47a52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.621985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Made reservation on behalf of 9332333c8bf444fbba316f3413f7c6b6 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:42.626499 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.680725 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-82ce5f26-8a9a-472c-8c1f-ed81f47a52d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=985723a4941b44108d7eaa8ea6826c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830222 May 26 16:14:42.683411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce5f26-8a9a-472c-8c1f-ed81f47a52d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca429f-0aa5-4974-867a-3653de778270,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:42.686364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48888) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:42.700763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:42.713405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc00d7f6-7ba3-4a23-bf35-475be32a6200 req-d440ffc2-8667-44f4-b865-7995a4899c72 tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.39 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.1002154 May 26 16:14:42.739501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.739922 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Added segment 88586789-2f44-464b-934b-fdbff3c8433f of type vlan for network d435e19c-de42-4ed6-b7fa-965df3d7da6b May 26 16:14:42.761343 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.773839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a', 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:42.855947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d1644-5eb7-494e-bb16-9cbf5fa0e422 req-826ac901-4229-431f-8b08-cb74a05d022c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:42.858306 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-373d1644-5eb7-494e-bb16-9cbf5fa0e422 req-826ac901-4229-431f-8b08-cb74a05d022c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2472641 May 26 16:14:42.860461 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.879937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d1b931e-c10e-4aa2-8d17-6327896e58fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.911560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event updated for resources: {'Port': ['ID=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:42.916476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.925209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Network 75b37898-f398-46fe-ac6a-a23f005adc5f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:42.934517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:42.934517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.937975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:42.946445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d1b931e-c10e-4aa2-8d17-6327896e58fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.952295 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP 908032d0-29bf-4b8d-8248-fac33a8ade63 associated. External IP: 172.25.0.83, port: 1c3351e5-2d80-4563-b034-17b25b7dcfbb. May 26 16:14:43.024436 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4836013 May 26 16:14:43.032032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48896) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:43.041007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:43.056884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'ports': [{'network_id': 'ef156824-5a7d-422f-b752-89e6036c85f9', 'name': 'tempest-port--962207193', 'admin_state_up': True}, {'network_id': 'd435e19c-de42-4ed6-b7fa-965df3d7da6b', 'admin_state_up': False}]} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:43.057253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'port': {'network_id': 'ef156824-5a7d-422f-b752-89e6036c85f9', 'name': 'tempest-port--962207193', 'admin_state_up': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:43.058371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'port': {'network_id': 'd435e19c-de42-4ed6-b7fa-965df3d7da6b', 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:43.089650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ad828-3cd4-45a2-95bd-81e03e4faff7 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Network': ['ID=d435e19c-de42-4ed6-b7fa-965df3d7da6b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:43.109882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network d435e19c-de42-4ed6-b7fa-965df3d7da6b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:43.197045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-373d1644-5eb7-494e-bb16-9cbf5fa0e422 req-bdb3891b-0bba-4ec0-bcee-c78a66c4d79f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745242 May 26 16:14:43.199696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d1b931e-c10e-4aa2-8d17-6327896e58fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.204057 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d1b931e-c10e-4aa2-8d17-6327896e58fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.208910 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8d1b931e-c10e-4aa2-8d17-6327896e58fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66ca429f-0aa5-4974-867a-3653de778270 HTTP/1.1" status: 204 len: 168 time: 0.5145495 May 26 16:14:43.229973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b931e-c10e-4aa2-8d17-6327896e58fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca429f-0aa5-4974-867a-3653de778270,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:43.400255 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Made reservation on behalf of 9332333c8bf444fbba316f3413f7c6b6 for: {'port': 2} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:43.408163 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.410317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:43.411842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.426247 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.631497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2f038f3e-6e90-430f-a9bc-c6ec4b15843a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3857563 May 26 16:14:43.636058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-7b0cd2db-e205-4a2f-a163-4cc0a5250088 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4193363 May 26 16:14:43.651137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afb7cf47-8a0d-4bbc-abfb-b8dfdb5b432a req-4bddd4c7-1543-44d0-a75a-a072036e5b9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5fc43aafa304afd8096ad3f7def5090&device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.0660737 May 26 16:14:43.662512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Request body: {'port': {'device_id': '332daf57-30e0-470b-9543-82ad4a4abedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:43.702467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] device_id is not set on port 5f9f6db9-e365-4a6b-b40c-71ce07f7a5a4 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:43.760894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c857c0b-395e-432c-9ffc-65bf881211c0 req-7b824efd-350e-49c2-890e-8537d62497d4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:43.772252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c857c0b-395e-432c-9ffc-65bf881211c0 req-7b824efd-350e-49c2-890e-8537d62497d4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 931 time: 0.3810024 May 26 16:14:43.917728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.925706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afb7cf47-8a0d-4bbc-abfb-b8dfdb5b432a req-a61af29c-215d-4801-a69e-32735f15d42a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5fc43aafa304afd8096ad3f7def5090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2372446 May 26 16:14:44.068241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] device_id is not set on port 74eb538b-5b88-426e-9027-b40c3e0c73e5 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:44.095491 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.167889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c857c0b-395e-432c-9ffc-65bf881211c0 req-f054daa2-e63e-4d4a-9b21-34cf6db74a45 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918350 May 26 16:14:44.212980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-45a528d0-6898-44b5-9a58-688e91ab4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.215997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-45a528d0-6898-44b5-9a58-688e91ab4d88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 1096 time: 0.5297189 May 26 16:14:44.247835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:44.249024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.321404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.325607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-443b33b0-97a9-461c-be1d-9af0509b1dee tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.334829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-443b33b0-97a9-461c-be1d-9af0509b1dee tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.6940932 May 26 16:14:44.406637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Checking segment: {'id': '69687dde-78a0-4427-ac95-4a3c9a5ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef156824-5a7d-422f-b752-89e6036c85f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:44.407233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Network hostable DHCP agents. Network: ef156824-5a7d-422f-b752-89e6036c85f9, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:14:44.409389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Port': ['ID=5f9f6db9-e365-4a6b-b40c-71ce07f7a5a4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:44.440599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Network ef156824-5a7d-422f-b752-89e6036c85f9 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:14:44.451925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ef156824-5a7d-422f-b752-89e6036c85f9) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:44.458196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:44.460647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14ded1c6-d325-492d-bfb1-9d43f80dcc89 req-d1c83b7e-4c27-4e21-96a0-e7f381074ed0 tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.39 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.1181540 May 26 16:14:44.466070 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.477026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de3c7b-86c2-4488-91ab-9159e4388cc1 None None] Network ef156824-5a7d-422f-b752-89e6036c85f9 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:44.494833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-6952e1f3-5a02-4ee4-8c7f-b57ef8c1708f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/quotas/e0582a98e5df4377aa38dfd4cc59ec54 HTTP/1.1" status: 200 len: 375 time: 0.1360130 May 26 16:14:44.496050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7cf47-8a0d-4bbc-abfb-b8dfdb5b432a req-f02c750b-f2f0-4075-9eac-cabea2c6fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.497619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afb7cf47-8a0d-4bbc-abfb-b8dfdb5b432a req-f02c750b-f2f0-4075-9eac-cabea2c6fe6f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5381143 May 26 16:14:44.578867 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Port': ['ID=74eb538b-5b88-426e-9027-b40c3e0c73e5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:44.595054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Checking segment: {'id': '88586789-2f44-464b-934b-fdbff3c8433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd435e19c-de42-4ed6-b7fa-965df3d7da6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:44.595953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Network hostable DHCP agents. Network: d435e19c-de42-4ed6-b7fa-965df3d7da6b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:14:44.618719 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Network d435e19c-de42-4ed6-b7fa-965df3d7da6b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:14:44.634397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, d435e19c-de42-4ed6-b7fa-965df3d7da6b) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:44.649385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:44.657903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.664132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.665441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.687589 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-684aa3fa-42e5-4ff2-9fae-91470d5400a6 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6484652 May 26 16:14:44.690530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48942) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:44.694331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebfd2b-4ec1-452a-b512-04607235cfb9 None None] Network d435e19c-de42-4ed6-b7fa-965df3d7da6b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:44.768504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adef674-2a70-415b-8e52-a7e57068dd92 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.777697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adef674-2a70-415b-8e52-a7e57068dd92 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.780337 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0adef674-2a70-415b-8e52-a7e57068dd92 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0884070 May 26 16:14:44.783590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48950) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:44.958256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-70c72a24-192f-4704-838b-364174f7ce80 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Deleting port 5f9f6db9-e365-4a6b-b40c-71ce07f7a5a4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:44.959539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c72a24-192f-4704-838b-364174f7ce80 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.011185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-4a1b7104-e655-4c11-b774-64a91a3c82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:45.012640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-4a1b7104-e655-4c11-b774-64a91a3c82e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 200 len: 920 time: 0.7511897 May 26 16:14:45.033731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-e6203b10-9dd6-48ec-aff2-f59f38182417 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5226784 May 26 16:14:45.084753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c72a24-192f-4704-838b-364174f7ce80 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.113089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-70c72a24-192f-4704-838b-364174f7ce80 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Calling delete_port for 5f9f6db9-e365-4a6b-b40c-71ce07f7a5a4 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:45.138264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-8b28b75f-3de4-48cd-bfdf-907b37f48daa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a14806-b8eb-4077-8522-027d27ad3001 HTTP/1.1" status: 200 len: 217 time: 0.1004887 May 26 16:14:45.143030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:45.166535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab945b1-315d-41dd-82a1-397c97fcd5d9 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:45.198498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab945b1-315d-41dd-82a1-397c97fcd5d9 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:45.200153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1ab945b1-315d-41dd-82a1-397c97fcd5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:45.242110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c72a24-192f-4704-838b-364174f7ce80 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.281230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c72a24-192f-4704-838b-364174f7ce80 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Port': ['ID=5f9f6db9-e365-4a6b-b40c-71ce07f7a5a4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:45.295178 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c72a24-192f-4704-838b-364174f7ce80 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.302910 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-70c72a24-192f-4704-838b-364174f7ce80 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/ports/5f9f6db9-e365-4a6b-b40c-71ce07f7a5a4 HTTP/1.1" status: 204 len: 168 time: 0.5180824 May 26 16:14:45.305033 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48962) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:45.331630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1ab945b1-315d-41dd-82a1-397c97fcd5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:45.354173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab945b1-315d-41dd-82a1-397c97fcd5d9 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:45.354873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1ab945b1-315d-41dd-82a1-397c97fcd5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:45.405435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1ab945b1-315d-41dd-82a1-397c97fcd5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:45.406366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab945b1-315d-41dd-82a1-397c97fcd5d9 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:45.475308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-61d795d9-c911-46b1-bf1c-dfdfa173e73d tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Deleting port 74eb538b-5b88-426e-9027-b40c3e0c73e5 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:45.477074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61d795d9-c911-46b1-bf1c-dfdfa173e73d tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.611340 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61d795d9-c911-46b1-bf1c-dfdfa173e73d tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.635416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-61d795d9-c911-46b1-bf1c-dfdfa173e73d tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Calling delete_port for 74eb538b-5b88-426e-9027-b40c3e0c73e5 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:45.736845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.754633 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61d795d9-c911-46b1-bf1c-dfdfa173e73d tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.793856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d795d9-c911-46b1-bf1c-dfdfa173e73d tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Port': ['ID=74eb538b-5b88-426e-9027-b40c3e0c73e5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:45.802424 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61d795d9-c911-46b1-bf1c-dfdfa173e73d tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.809656 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-61d795d9-c911-46b1-bf1c-dfdfa173e73d tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/ports/74eb538b-5b88-426e-9027-b40c3e0c73e5 HTTP/1.1" status: 204 len: 168 time: 0.5034578 May 26 16:14:45.810609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48976) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:45.814457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6e8ff8-fb1d-462e-b88b-793a87a7c432 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:45.825309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-bc01a979-7a87-40de-b887-0a33e5d8241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:45.826821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-bc01a979-7a87-40de-b887-0a33e5d8241c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 200 len: 858 time: 0.6358812 May 26 16:14:45.838042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.846378 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3b30042b-165a-4ee9-bb18-1416c57cdbeb tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0313122 May 26 16:14:45.847823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48978) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:45.855120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-9675249'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:45.866564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0e9a1364-78e1-4845-aa2b-4d27d3b46d2f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1654992 May 26 16:14:45.876401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48980) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:45.885911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bf1ca2d4-fd7d-4825-b378-b4313c0f1058 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'port_id': '1c3351e5-2d80-4563-b034-17b25b7dcfbb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:45.894865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-68a726f4-985c-499f-b486-23a4d99921c5 service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358700 May 26 16:14:45.906059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Transition to ACTIVE for port object fc6e8ff8-fb1d-462e-b88b-793a87a7c432 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:14:45.934199 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Made reservation on behalf of 9332333c8bf444fbba316f3413f7c6b6 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:45.938199 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.950648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.973769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7be1d4-db32-4850-b7bf-ec03ef54eea2 req-d5fbf9b1-dc3f-44b6-aebe-4d703d0310a2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:45.977053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a7be1d4-db32-4850-b7bf-ec03ef54eea2 req-d5fbf9b1-dc3f-44b6-aebe-4d703d0310a2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 931 time: 0.2830791 May 26 16:14:45.987404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca2d4-fd7d-4825-b378-b4313c0f1058 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.129610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-31e2e766-49b7-41c3-a13f-1eecf8054209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:46.131732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-31e2e766-49b7-41c3-a13f-1eecf8054209 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4cf63bd5-7920-4d35-b880-bc636c8b4c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2845805 May 26 16:14:46.151513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:46.205313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a7be1d4-db32-4850-b7bf-ec03ef54eea2 req-4e59bd36-7003-43a7-bf58-87fc00e6a0b1 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656542 May 26 16:14:46.321613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-92bd98d5-2034-414b-b613-d27fc49c3359 service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070973 May 26 16:14:46.400154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88dfd910-9da3-417b-a252-59a41adc445a req-63033fbf-fbdd-4f35-bb35-f5b0adefcac9 tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.39 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.0570576 May 26 16:14:46.464331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:46.476271 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-197175ab-5c68-4a3f-b1f1-633368842900 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286119 May 26 16:14:46.477214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Attempting to bind port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:46.477627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Attempting to bind port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:46.477974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Attempting to bind port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:46.483949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.484605 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Added segment 7d5cb490-c77e-4e7a-a384-1b099644c20c of type vlan for network 94dcd7c6-c949-4816-92d0-1c138894135b May 26 16:14:46.517759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 on network 75b37898-f398-46fe-ac6a-a23f005adc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:14:46.518159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Attempting to bind port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:46.581855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:46.584443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Checking segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:46.595213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Bound using segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:46.602712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Bound port: fc6e8ff8-fb1d-462e-b88b-793a87a7c432, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:46.603376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.622972 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.674868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.680994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:46.682928 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.776796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fc14f74-044a-468e-99bf-863492af6642 req-ea39b466-6b92-4451-ad2f-b10b8181840f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 210 time: 0.0723915 May 26 16:14:46.817213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8574a7bd-111e-41ec-b11f-d18cac79b6dd req-762d01ad-e75e-4447-bcfb-3b271392eed5 service neutron] 10.222.0.24 "GET /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261774 May 26 16:14:46.826021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] For port fc6e8ff8-fb1d-462e-b88b-793a87a7c432, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:46.831963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] For port fc6e8ff8-fb1d-462e-b88b-793a87a7c432, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:46.839681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.893591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Network': ['ID=94dcd7c6-c949-4816-92d0-1c138894135b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:46.905433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:46.906799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.908375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] 10.222.0.24 "PUT /v2.0/ports/fc6e8ff8-fb1d-462e-b88b-793a87a7c432 HTTP/1.1" status: 200 len: 1091 time: 3.2521331 May 26 16:14:46.912438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 94dcd7c6-c949-4816-92d0-1c138894135b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:46.913048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332daf57-30e0-470b-9543-82ad4a4abedb', 'tag': 'fc6e8ff8-fb1d-462e-b88b-793a87a7c432'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:46.915370 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ddcec027-2921-4e66-a6f0-2fe9163d09a8 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0668871 May 26 16:14:46.920949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48996) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:46.922647 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2852df83-a57e-4dcf-9d6b-2f6710566fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "332daf57-30e0-470b-9543-82ad4a4abedb", "tag": "fc6e8ff8-fb1d-462e-b88b-793a87a7c432"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:46.944608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1925777829'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:46.969131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6fc40-906b-4ba6-a7bb-6908771c5304 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:47.031148 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9196cb-b656-4e9f-aee8-3639303ff077 x-openstack-request-id: req-be9196cb-b656-4e9f-aee8-3639303ff077 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:47.031447 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332daf57-30e0-470b-9543-82ad4a4abedb", "tag": "fc6e8ff8-fb1d-462e-b88b-793a87a7c432", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:47.031709 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be9196cb-b656-4e9f-aee8-3639303ff077 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:47.032135 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9196cb-b656-4e9f-aee8-3639303ff077'] response: {'name': 'network-changed', 'server_uuid': '332daf57-30e0-470b-9543-82ad4a4abedb', 'tag': 'fc6e8ff8-fb1d-462e-b88b-793a87a7c432', 'status': 'completed', 'code': 200} May 26 16:14:47.038785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae402848-aea9-4f58-9af5-cbc801937023 req-277168ed-4da2-4fa9-a9d0-b26895988107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:47.040850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-277168ed-4da2-4fa9-a9d0-b26895988107 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 1094 time: 0.0816655 May 26 16:14:47.093682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Made reservation on behalf of 9332333c8bf444fbba316f3413f7c6b6 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:47.097314 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.112536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-6a9128b4-dc7a-453e-aab2-f89416930053 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc6e8ff8-fb1d-462e-b88b-793a87a7c432 HTTP/1.1" status: 200 len: 217 time: 0.0624969 May 26 16:14:47.180458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:47.202705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae402848-aea9-4f58-9af5-cbc801937023 req-869ef9af-4bd1-4b5f-b9e1-004bca805a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:47.204643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-869ef9af-4bd1-4b5f-b9e1-004bca805a2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.0857403 May 26 16:14:47.238186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.238459 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Added segment 8376bb4c-e823-4911-b58b-9ab7ea6b6240 of type vlan for network e9aa80e7-86f4-4cfe-a8b5-00eab07fda78 May 26 16:14:47.298686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.305362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afb7cf47-8a0d-4bbc-abfb-b8dfdb5b432a req-800d8a9a-c6e4-433d-96f7-f71aee1184c5 tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.0975368 May 26 16:14:47.311821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-0dbfba80-d3e9-41d7-bf61-bfd1429569bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886281 May 26 16:14:47.387631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.394454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:47.395096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.558050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492c0b2-1227-4731-8808-0cc2499403cb req-a6da8198-94cb-431d-9b4b-64dc81da85e0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:47.560798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6492c0b2-1227-4731-8808-0cc2499403cb req-a6da8198-94cb-431d-9b4b-64dc81da85e0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 943 time: 0.1921968 May 26 16:14:47.600356 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6745522 May 26 16:14:47.608072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-f594cd97-ebd2-4520-abe0-c5a72eef06aa service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854226 May 26 16:14:47.655784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-bf1ca2d4-fd7d-4825-b378-b4313c0f1058 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:14:47.741865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5463ba4-9067-4ee7-8a5c-018fe6e27728 req-dc24479a-e8b3-4677-9631-f03250766644 tempest-ServersAaction247Test-888402596 tempest-ServersAaction247Test-888402596-project] 10.222.0.39 "GET /v2.0/ports?device_id=28d96f0a-d40a-4cfe-bb3b-87a02a03838e HTTP/1.1" status: 200 len: 210 time: 0.1093948 May 26 16:14:47.745664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7bcd-0647-4e6e-a0a9-8b5ecda71851 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Network': ['ID=e9aa80e7-86f4-4cfe-a8b5-00eab07fda78,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:47.774098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e9aa80e7-86f4-4cfe-a8b5-00eab07fda78 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:47.800408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca2d4-fd7d-4825-b378-b4313c0f1058 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.807103 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca2d4-fd7d-4825-b378-b4313c0f1058 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.849073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6492c0b2-1227-4731-8808-0cc2499403cb req-e2026e01-cc6a-42b2-b762-c85b61d7bc66 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643437 May 26 16:14:48.227862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae402848-aea9-4f58-9af5-cbc801937023 req-2eea774d-7b03-4c3e-8c54-bb010bd020b4 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934997 May 26 16:14:48.236858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ed85a2b-d70b-4634-8526-643481d1741e req-2bac4af1-94bd-4558-b7ee-e6cd6cdbbe5d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 210 time: 0.1644430 May 26 16:14:48.415741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-624f0c7a-7a9f-4b49-9eaf-5f7b1ea8fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:48.418545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-624f0c7a-7a9f-4b49-9eaf-5f7b1ea8fe89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 1094 time: 0.0876758 May 26 16:14:48.434481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1ca2d4-fd7d-4825-b378-b4313c0f1058 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:48.563204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-29bf669f-8c1d-4ef7-858e-778799acea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:48.565033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-29bf669f-8c1d-4ef7-858e-778799acea92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 907 time: 0.1374176 May 26 16:14:48.576579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1ca2d4-fd7d-4825-b378-b4313c0f1058 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:48.586309 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca2d4-fd7d-4825-b378-b4313c0f1058 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:48.591282 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcee8e8-5288-4343-9096-3aa964132a2e None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:48.607130 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcee8e8-5288-4343-9096-3aa964132a2e None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:48.608018 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bbcee8e8-5288-4343-9096-3aa964132a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:48.684098 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bbcee8e8-5288-4343-9096-3aa964132a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:48.701781 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcee8e8-5288-4343-9096-3aa964132a2e None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:48.702931 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bbcee8e8-5288-4343-9096-3aa964132a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:48.721377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-256b3e87-4dac-434a-b4cb-9812908ff1aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc6e8ff8-fb1d-462e-b88b-793a87a7c432 HTTP/1.1" status: 200 len: 217 time: 0.1435006 May 26 16:14:48.734732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bf1ca2d4-fd7d-4825-b378-b4313c0f1058 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/floatingips/908032d0-29bf-4b8d-8248-fac33a8ade63 HTTP/1.1" status: 200 len: 978 time: 2.8546174 May 26 16:14:48.735373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49016) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:48.749576 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bbcee8e8-5288-4343-9096-3aa964132a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:48.750637 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcee8e8-5288-4343-9096-3aa964132a2e None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:48.869652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-419cf45c-3db0-4cd6-a7a5-1c721d20ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:48.871173 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-419cf45c-3db0-4cd6-a7a5-1c721d20ef98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.1419914 May 26 16:14:48.934885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-a1dc4626-7724-4f29-9de0-0d7eddd8e960 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540991 May 26 16:14:49.110468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-5dafdcc0-5979-4bb0-b268-1903eb3528d3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:49.119352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-5dafdcc0-5979-4bb0-b268-1903eb3528d3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.4216828 May 26 16:14:49.214651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 44c2bcd1-b8e0-4f45-8dce-9524eab3b1e5 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:49.215009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.219427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'port': {'device_id': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'admin_state_up': True, 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:49.290029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-26cd8754-909d-41ef-9934-5554c6946238 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474481 May 26 16:14:49.353802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.354455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.370174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 44c2bcd1-b8e0-4f45-8dce-9524eab3b1e5 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:49.430632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49030) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:49.602815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07174879-093d-400a-9214-9ef78ab108d3 req-53d014fa-0707-4384-aed1-6c2a74f7614c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 210 time: 0.1899462 May 26 16:14:49.645435 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.698032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=44c2bcd1-b8e0-4f45-8dce-9524eab3b1e5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:49.728040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35298d4-e49f-4550-a636-48e8695ea5d5 req-d21726c7-4469-4254-b0f7-5d50dc268434 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:49.740837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d35298d4-e49f-4550-a636-48e8695ea5d5 req-d21726c7-4469-4254-b0f7-5d50dc268434 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 943 time: 0.6160092 May 26 16:14:49.956856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.959336 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP 908032d0-29bf-4b8d-8248-fac33a8ade63 disassociated (deleted). External IP: 172.25.0.83, port: 1c3351e5-2d80-4563-b034-17b25b7dcfbb. May 26 16:14:50.103012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d35298d4-e49f-4550-a636-48e8695ea5d5 req-57fff658-1eaa-42a5-b134-65135cc7efda tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575315 May 26 16:14:50.168581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Made reservation on behalf of e0582a98e5df4377aa38dfd4cc59ec54 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:50.176013 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.250030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2852df83-a57e-4dcf-9d6b-2f6710566fa9 req-85e8006e-fc25-4340-ba62-631eeec2fafc service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8211596 May 26 16:14:50.253920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.261481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fc6e8ff8-fb1d-462e-b88b-793a87a7c432 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:14:50.419861 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.427715 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.474438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:50.474860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04f7cec-f7ff-47d4-8a73-8eb225d88194,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:50.546621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.546868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.547244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.547587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.548041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.548557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.549109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.549669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.550287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.550839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.556851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.557213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:50.583704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fc6e8ff8-fb1d-462e-b88b-793a87a7c432, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:50.602589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2786a54f-a49f-4830-a719-f5104a23b5f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5fc43aafa304afd8096ad3f7def5090&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0495868 May 26 16:14:50.609063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49042) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:50.619320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'fc6e8ff8-fb1d-462e-b88b-793a87a7c432', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'port_id': 'fc6e8ff8-fb1d-462e-b88b-793a87a7c432', 'mac_address': 'fa:16:3e:58:c1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf93427-e7b0-432f-831f-fc67ecb85eeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:14:50.758589 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-da6151db-8043-4e33-aef2-7be83b79d340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.774660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:50.777777 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.795375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-da6151db-8043-4e33-aef2-7be83b79d340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.836926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6e8ff8-fb1d-462e-b88b-793a87a7c432 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:50.844893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Allocated IP 172.20.0.8 (e6a2eecd-73ef-43d4-862b-f37d994a7953/47617b24-398b-4c92-bb5c-96cca6d07a2c/52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:50.917786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fc6e8ff8-fb1d-462e-b88b-793a87a7c432, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:50.928851 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.932056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b93a0ca3-a871-4e84-bea8-6bcd324d6cba req-80bdd01e-68a4-4083-ab7d-7c9b10e35cf0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 210 time: 0.0979013 May 26 16:14:51.021277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:51.033588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.058124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-da6151db-8043-4e33-aef2-7be83b79d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.066795 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-da6151db-8043-4e33-aef2-7be83b79d340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.070452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-da6151db-8043-4e33-aef2-7be83b79d340 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a04f7cec-f7ff-47d4-8a73-8eb225d88194 HTTP/1.1" status: 204 len: 168 time: 0.4604385 May 26 16:14:51.083517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:51.090363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e3517-b28d-46cc-9d51-b362a27b6dd8 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:51.109561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e3517-b28d-46cc-9d51-b362a27b6dd8 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:51.110934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c7e3517-b28d-46cc-9d51-b362a27b6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:51.145797 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a7a42956-7cd2-484d-a8b2-883743b300d3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/floatingips/908032d0-29bf-4b8d-8248-fac33a8ade63 HTTP/1.1" status: 204 len: 168 time: 2.4052198 May 26 16:14:51.145797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:51.277448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c7e3517-b28d-46cc-9d51-b362a27b6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:51.308008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['fc6e8ff8-fb1d-462e-b88b-793a87a7c432'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:51.320394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c88c9-279b-45c5-a003-84635d205dab tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 1c3351e5-2d80-4563-b034-17b25b7dcfbb {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:51.320799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc2c88c9-279b-45c5-a003-84635d205dab tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.431187 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc2c88c9-279b-45c5-a003-84635d205dab tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.448422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c88c9-279b-45c5-a003-84635d205dab tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 1c3351e5-2d80-4563-b034-17b25b7dcfbb owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:51.567692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e3517-b28d-46cc-9d51-b362a27b6dd8 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:51.570596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c7e3517-b28d-46cc-9d51-b362a27b6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:51.646769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49066) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:51.648693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'subnets': [{'network_id': '94dcd7c6-c949-4816-92d0-1c138894135b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1383261980', 'ip_version': 6}, {'network_id': 'e9aa80e7-86f4-4cfe-a8b5-00eab07fda78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:51.649023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'subnet': {'network_id': '94dcd7c6-c949-4816-92d0-1c138894135b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1383261980', 'ip_version': 6}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:51.649719 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Request body: {'subnet': {'network_id': 'e9aa80e7-86f4-4cfe-a8b5-00eab07fda78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:51.662649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6151db-8043-4e33-aef2-7be83b79d340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04f7cec-f7ff-47d4-8a73-8eb225d88194,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:51.670171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8c7e3517-b28d-46cc-9d51-b362a27b6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:51.671972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e3517-b28d-46cc-9d51-b362a27b6dd8 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:51.758097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc2c88c9-279b-45c5-a003-84635d205dab tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.779600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e1255-dee2-4ccc-9cdd-8f66bedcffbf req-5231f692-7532-4953-9d6a-ea91121c11b5 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:51.783178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f62e1255-dee2-4ccc-9cdd-8f66bedcffbf req-5231f692-7532-4953-9d6a-ea91121c11b5 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 944 time: 0.3867855 May 26 16:14:51.788563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c88c9-279b-45c5-a003-84635d205dab tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=1c3351e5-2d80-4563-b034-17b25b7dcfbb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:51.795658 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.871555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f62e1255-dee2-4ccc-9cdd-8f66bedcffbf req-f9d34023-6882-4849-afab-0f4777702350 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664408 May 26 16:14:51.896973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Made reservation on behalf of 9332333c8bf444fbba316f3413f7c6b6 for: {'subnet': 2} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:51.906731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.907074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.926681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.941265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['85adca4a-93ad-497c-8ea9-b41b05520221'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:52.035129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:52.044292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:52.048251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:52.073577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'Port': ['ID=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:52.210304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:52.214535 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.300540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-31552cc9-7d2b-4206-8b6a-7b39bae8817e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0952685 May 26 16:14:52.318446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2712a-b848-4ac9-b8a3-76b7b400ffa8 req-48a2aa17-1304-4397-a613-c87bc53a1732 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:52.321041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67d2712a-b848-4ac9-b8a3-76b7b400ffa8 req-48a2aa17-1304-4397-a613-c87bc53a1732 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 931 time: 0.1010242 May 26 16:14:52.326734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Request body: {'port': {'device_id': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:52.389232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['fa5338bd-e5ad-48f5-8fe2-f009a549b9bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:52.460160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49086) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:52.465573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67d2712a-b848-4ac9-b8a3-76b7b400ffa8 req-9ce3bb4d-5999-45cb-a773-f19091d71044 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109705 May 26 16:14:52.522530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.534588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-efc79557-c1ba-4ed0-ac09-6d3f0a6d4879 None None] Provisioning complete for port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:52.535295 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-efc79557-c1ba-4ed0-ac09-6d3f0a6d4879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.617334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.617968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-efc79557-c1ba-4ed0-ac09-6d3f0a6d4879 None None] Port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:52.693348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-319687654-network', 'tenant_id': 'd0e9ddcff08c41109c7de56b83ea20f7'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:52.698088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc2c88c9-279b-45c5-a003-84635d205dab tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.701316 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc2c88c9-279b-45c5-a003-84635d205dab tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/ports/1c3351e5-2d80-4563-b034-17b25b7dcfbb HTTP/1.1" status: 204 len: 168 time: 1.5542924 May 26 16:14:52.706318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49092) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:52.717461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:52.724873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Made reservation on behalf of d0e9ddcff08c41109c7de56b83ea20f7 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:52.728074 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.749012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Subnet': ['ID=4771a77d-7c48-414f-83a5-e0c414227940,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:52.749527 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.776423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.780658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Checking segment: {'id': '7d5cb490-c77e-4e7a-a384-1b099644c20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '94dcd7c6-c949-4816-92d0-1c138894135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:52.781342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Network hostable DHCP agents. Network: 94dcd7c6-c949-4816-92d0-1c138894135b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:14:52.852810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Network 94dcd7c6-c949-4816-92d0-1c138894135b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:14:52.866980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 94dcd7c6-c949-4816-92d0-1c138894135b) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:52.874991 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.877684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22be07fa-f58b-433c-8a5b-297d74ede0cf None None] Network 94dcd7c6-c949-4816-92d0-1c138894135b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:52.956535 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.968306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.023326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event updated for resources: {'Subnet': ['ID=f01bef67-cbde-4f8e-bcd6-f5924af3ac91,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:53.043335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:53.056004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Checking segment: {'id': '8376bb4c-e823-4911-b58b-9ab7ea6b6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9aa80e7-86f4-4cfe-a8b5-00eab07fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:53.056547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Network hostable DHCP agents. Network: e9aa80e7-86f4-4cfe-a8b5-00eab07fda78, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:14:53.078089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.096606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af6906-313a-4f76-8aa5-ec69745fbbf2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:53.109979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:53.115402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.115731 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Added segment dfd09d9d-55a2-4527-895e-5c1d699207d6 of type vlan for network 71b8ce2d-a269-4074-8d01-02df5a8c16ea May 26 16:14:53.129545 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.172050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Network e9aa80e7-86f4-4cfe-a8b5-00eab07fda78 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:14:53.179368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.204413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e9aa80e7-86f4-4cfe-a8b5-00eab07fda78) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:53.211147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:53.211874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:53.213587 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.215209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0647535-c072-45b6-a037-8853a67e8cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-94dcd7c6-c949-4816-92d0-1c138894135b', 'network_id': '94dcd7c6-c949-4816-92d0-1c138894135b', 'tenant_id': '9332333c8bf444fbba316f3413f7c6b6', 'fixed_ips': [{'subnet_id': '4771a77d-7c48-414f-83a5-e0c414227940'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:14:53.218677 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0647535-c072-45b6-a037-8853a67e8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.223892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.224963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:53.226135 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.236022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Transition to ACTIVE for port object 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:14:53.243520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.250658 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4e35233a-4afb-4d67-b3fb-d8af9c91e48b tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6028059 May 26 16:14:53.269514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49096) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:53.386050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.25.0.33 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/d6705b62-e81b-4c7a-bcc0-8c73dcb45a7e) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:53.396927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c4e302-28db-4a4f-9455-d1708dfcadf3 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:53.399273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c4e302-28db-4a4f-9455-d1708dfcadf3 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:53.401559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41eec1-15fa-4fb7-a22b-0cca6c481f6b req-cfaedfea-b9d6-4184-91de-81bf68fe3d7a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:53.401966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c4e302-28db-4a4f-9455-d1708dfcadf3 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:53.405375 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-51c4e302-28db-4a4f-9455-d1708dfcadf3 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1340098 May 26 16:14:53.414472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49098) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:53.417673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc41eec1-15fa-4fb7-a22b-0cca6c481f6b req-cfaedfea-b9d6-4184-91de-81bf68fe3d7a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 944 time: 0.4039886 May 26 16:14:53.461792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9935508 May 26 16:14:53.472410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:53.528669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Request body: {'subnet': {'network_id': '71b8ce2d-a269-4074-8d01-02df5a8c16ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-319687654-subnet', 'tenant_id': 'd0e9ddcff08c41109c7de56b83ea20f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:53.552806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b018f49d-ea33-4f8a-84ff-4b28021886db None None] Network e9aa80e7-86f4-4cfe-a8b5-00eab07fda78 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:53.584352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632cd36-8fd0-4268-9ff9-26cfe2e758a2 admin admin] Pushing event updated for resources: {'Network': ['ID=71b8ce2d-a269-4074-8d01-02df5a8c16ea,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:53.612864 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc41eec1-15fa-4fb7-a22b-0cca6c481f6b req-0c56621f-0c7f-4690-b73d-4959bbad6c6d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925900 May 26 16:14:53.654968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:53.685852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c31c7f-78d1-4cdf-a7ea-ce99ed9a7e49 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Deleting subnet 4771a77d-7c48-414f-83a5-e0c414227940 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:14:53.689360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Made reservation on behalf of d0e9ddcff08c41109c7de56b83ea20f7 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:53.692158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.701572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43c31c7f-78d1-4cdf-a7ea-ce99ed9a7e49 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.779997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f9396-090b-45c6-917a-67946c538abe req-20e28297-d757-4fe0-ab52-ecb9d311260e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:53.789537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b5f9396-090b-45c6-917a-67946c538abe req-20e28297-d757-4fe0-ab52-ecb9d311260e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 943 time: 0.1684916 May 26 16:14:53.804277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 71b8ce2d-a269-4074-8d01-02df5a8c16ea details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:53.821305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Attempting to bind port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:53.822235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Attempting to bind port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:53.822708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Attempting to bind port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:53.830879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac on network e6a2eecd-73ef-43d4-862b-f37d994a7953 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:14:53.830879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Attempting to bind port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:53.839944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:53.840580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Checking segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:53.841269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Bound using segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:53.841628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Bound port: 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:53.842232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.894819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b5f9396-090b-45c6-917a-67946c538abe req-e25b9e44-04dd-4c83-8a1e-3488facd7d56 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034570 May 26 16:14:53.952422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-e9aa80e7-86f4-4cfe-a8b5-00eab07fda78', 'network_id': 'e9aa80e7-86f4-4cfe-a8b5-00eab07fda78', 'tenant_id': '9332333c8bf444fbba316f3413f7c6b6', 'fixed_ips': [{'subnet_id': 'f01bef67-cbde-4f8e-bcd6-f5924af3ac91'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:14:53.952734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] For port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:53.953276 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.956594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] For port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:53.962925 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.977107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.981591 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.000699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:54.001418 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.003099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac HTTP/1.1" status: 200 len: 1091 time: 1.6808634 May 26 16:14:54.003682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'tag': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:54.008964 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54aed47-1e89-4fec-bbe7-b98488710d75" -d '{"events": [{"name": "network-changed", "server_uuid": "fdea49ea-7da8-4655-bbb1-e8e520a7e1f6", "tag": "52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:54.052783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20e739-6976-460f-9a08-9f738413b2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:54.084450 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af444acf-006e-402a-a627-1d3af3b3313c x-openstack-request-id: req-af444acf-006e-402a-a627-1d3af3b3313c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:54.084882 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdea49ea-7da8-4655-bbb1-e8e520a7e1f6", "tag": "52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:54.085039 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af444acf-006e-402a-a627-1d3af3b3313c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:54.085476 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af444acf-006e-402a-a627-1d3af3b3313c'] response: {'name': 'network-changed', 'server_uuid': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'tag': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac', 'status': 'completed', 'code': 200} May 26 16:14:54.162288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-f92b6798-e6c3-414d-94fb-5cba606c911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:54.165341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-f92b6798-e6c3-414d-94fb-5cba606c911a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 1094 time: 0.0763819 May 26 16:14:54.187602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Allocated IP 2001:db8:0:1::1 (e9aa80e7-86f4-4cfe-a8b5-00eab07fda78/f01bef67-cbde-4f8e-bcd6-f5924af3ac91/1a3451cc-0328-4342-89a3-a23247954a23) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:54.235716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-cb1c9ef4-bce5-4e24-8b29-5f4c6df4fe37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac HTTP/1.1" status: 200 len: 217 time: 0.0571632 May 26 16:14:54.241690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43c31c7f-78d1-4cdf-a7ea-ce99ed9a7e49 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.296076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fc6e8ff8-fb1d-462e-b88b-793a87a7c432 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:54.314937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.319461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-3deffe89-b8b9-4779-9588-11408f2700df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:54.321448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-3deffe89-b8b9-4779-9588-11408f2700df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.0725501 May 26 16:14:54.341438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43c31c7f-78d1-4cdf-a7ea-ce99ed9a7e49 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.388181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-7226abe6-0ac4-4a93-9e23-f703c9a84882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:54.390044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-7226abe6-0ac4-4a93-9e23-f703c9a84882 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580304 May 26 16:14:54.452694 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.461398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:14:54.469819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:54.470544 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.473369 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.520607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.539983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-b3e008ee-7ca9-4495-ba60-5f117848ce50 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389425 May 26 16:14:54.550315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Network e9aa80e7-86f4-4cfe-a8b5-00eab07fda78 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:54.560473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Pushing event updated for resources: {'Port': ['ID=1a3451cc-0328-4342-89a3-a23247954a23,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:54.564390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:54.567691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:54.583429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:54.590112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43c31c7f-78d1-4cdf-a7ea-ce99ed9a7e49 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.599125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:54.607919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-e0647535-c072-45b6-a037-8853a67e8cf3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4771a77d-7c48-414f-83a5-e0c414227940: This subnet is being modified by another concurrent operation. May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:14:54.609786 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4771a77d-7c48-414f-83a5-e0c414227940: This subnet is being modified by another concurrent operation. May 26 16:14:54.615991 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:14:54.620578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:54.670644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c31c7f-78d1-4cdf-a7ea-ce99ed9a7e49 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Subnet': ['ID=4771a77d-7c48-414f-83a5-e0c414227940,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:54.673014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=d6705b62-e81b-4c7a-bcc0-8c73dcb45a7e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:54.678150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43c31c7f-78d1-4cdf-a7ea-ce99ed9a7e49 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.683880 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-43c31c7f-78d1-4cdf-a7ea-ce99ed9a7e49 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/subnets/4771a77d-7c48-414f-83a5-e0c414227940 HTTP/1.1" status: 204 len: 168 time: 1.2648880 May 26 16:14:54.686754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49110) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:54.701523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe72b5-a80a-4bda-91e2-3889051cb138 None None] Network 94dcd7c6-c949-4816-92d0-1c138894135b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:54.731186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Attempting to bind port 1a3451cc-0328-4342-89a3-a23247954a23 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:54.731980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Attempting to bind port 1a3451cc-0328-4342-89a3-a23247954a23 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '8376bb4c-e823-4911-b58b-9ab7ea6b6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9aa80e7-86f4-4cfe-a8b5-00eab07fda78'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:54.732685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Attempting to bind port 1a3451cc-0328-4342-89a3-a23247954a23 on network e9aa80e7-86f4-4cfe-a8b5-00eab07fda78 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:54.788667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97a8bb44-3486-4338-905d-d7bcfd3211ec req-47e8c8c3-6740-4c5b-a130-7e7fb459ad4c service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371013 May 26 16:14:54.789489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb11aff8-2de8-472a-ab72-85114fab6f6c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:54.802101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:54.803241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Checking segment: {'id': '8376bb4c-e823-4911-b58b-9ab7ea6b6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9aa80e7-86f4-4cfe-a8b5-00eab07fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:54.804926 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.805617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Bound using segment: {'id': '8376bb4c-e823-4911-b58b-9ab7ea6b6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9aa80e7-86f4-4cfe-a8b5-00eab07fda78'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:54.806707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Bound port: 1a3451cc-0328-4342-89a3-a23247954a23, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8376bb4c-e823-4911-b58b-9ab7ea6b6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9aa80e7-86f4-4cfe-a8b5-00eab07fda78'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:54.807469 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.812329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:54.813014 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.817658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Checking segment: {'id': 'dfd09d9d-55a2-4527-895e-5c1d699207d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '71b8ce2d-a269-4074-8d01-02df5a8c16ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:54.818124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Network hostable DHCP agents. Network: 71b8ce2d-a269-4074-8d01-02df5a8c16ea, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:14:54.838126 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.855023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Network 71b8ce2d-a269-4074-8d01-02df5a8c16ea is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:14:54.886530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 71b8ce2d-a269-4074-8d01-02df5a8c16ea) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:54.892960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:54.893598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.897143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.919886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed836188-fa0c-46fb-a920-7c11110a33ed None None] Network 71b8ce2d-a269-4074-8d01-02df5a8c16ea requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:54.954068 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-05000239-be83-4026-9660-860fa57bde1e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4579265 May 26 16:14:55.033932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cea219-fc53-42ac-919a-a58e1544f920 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Deleting subnet f01bef67-cbde-4f8e-bcd6-f5924af3ac91 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:14:55.072689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9cea219-fc53-42ac-919a-a58e1544f920 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.147580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.154741 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.232952 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9cea219-fc53-42ac-919a-a58e1544f920 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.259051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=d6705b62-e81b-4c7a-bcc0-8c73dcb45a7e,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:55.294155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74a4c3-e42c-4506-9e4d-498afbc30d23 req-a28e0fe0-21fd-4e39-b082-5ee667ec9444 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:55.299201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.304871 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce74a4c3-e42c-4506-9e4d-498afbc30d23 req-a28e0fe0-21fd-4e39-b082-5ee667ec9444 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 944 time: 0.4905279 May 26 16:14:55.332192 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.336231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7865df5e-4f14-48a2-9b67-6c77b5d35ee8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6242485 May 26 16:14:55.336966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49132) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:55.342703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'port': {'network_id': '3007807e-15f7-4539-ac4a-a4a701590073', 'name': 'tempest-FloatingIPTestJSON-1164277301'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:55.393042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332daf57-30e0-470b-9543-82ad4a4abedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6e8ff8-fb1d-462e-b88b-793a87a7c432'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:55.395735 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93527e5b-7ed9-4863-82a4-d636a8af1b16" -d '{"events": [{"server_uuid": "332daf57-30e0-470b-9543-82ad4a4abedb", "name": "network-vif-plugged", "status": "completed", "tag": "fc6e8ff8-fb1d-462e-b88b-793a87a7c432"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:55.437918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port fc6e8ff8-fb1d-462e-b88b-793a87a7c432, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:55.460469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-2329bffa-7427-479d-b092-fad629c9920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:55.466253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-2329bffa-7427-479d-b092-fad629c9920c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 1094 time: 0.5763729 May 26 16:14:55.490030 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.535077 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Made reservation on behalf of 5db8e28e761447c2afc36c6baf65b92a for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:55.543300 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.581481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] device_id is not set on port ad703f87-49a7-495c-9871-41f2c61d4e61 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:55.626593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce74a4c3-e42c-4506-9e4d-498afbc30d23 req-400b44d6-05c9-439d-ab26-660be7352740 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056712 May 26 16:14:55.647595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396242-55e4-44f0-8396-ff19a62f5dac req-6e0f13d0-2d1a-463a-9922-c34124e056bc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:55.649192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd396242-55e4-44f0-8396-ff19a62f5dac req-6e0f13d0-2d1a-463a-9922-c34124e056bc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 943 time: 0.6048615 May 26 16:14:55.737707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] For port 1a3451cc-0328-4342-89a3-a23247954a23, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:55.762823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7b41a-8843-43bb-a6fc-4c6bed1a7e5c None None] Network 71b8ce2d-a269-4074-8d01-02df5a8c16ea requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:55.779147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] For port 1a3451cc-0328-4342-89a3-a23247954a23, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1a3451cc-0328-4342-89a3-a23247954a23,segment=NetworkSegment(8376bb4c-e823-4911-b58b-9ab7ea6b6240),segment_id=8376bb4c-e823-4911-b58b-9ab7ea6b6240)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:55.801072 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.817486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-35b647e9-ca96-4697-aa06-5c926b790376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:55.818174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.20.0.5 (3007807e-15f7-4539-ac4a-a4a701590073/0ef84de5-7d79-4b1a-b47d-cfc032d50a71/ad703f87-49a7-495c-9871-41f2c61d4e61) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:55.820161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-35b647e9-ca96-4697-aa06-5c926b790376 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.3255315 May 26 16:14:55.825919 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9cea219-fc53-42ac-919a-a58e1544f920 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.856654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:55.881318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd396242-55e4-44f0-8396-ff19a62f5dac req-d714560b-d896-49d4-bb70-8dd1d3f21c2f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254684 May 26 16:14:56.055239 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8add2e62-0d97-4181-b4cc-d49b70022eee x-openstack-request-id: req-8add2e62-0d97-4181-b4cc-d49b70022eee {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:56.055807 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332daf57-30e0-470b-9543-82ad4a4abedb", "name": "network-vif-plugged", "status": "completed", "tag": "fc6e8ff8-fb1d-462e-b88b-793a87a7c432", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:56.056132 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8add2e62-0d97-4181-b4cc-d49b70022eee {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:56.056721 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8add2e62-0d97-4181-b4cc-d49b70022eee'] response: {'server_uuid': '332daf57-30e0-470b-9543-82ad4a4abedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6e8ff8-fb1d-462e-b88b-793a87a7c432', 'code': 200} May 26 16:14:56.258048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c558e-d68f-4946-a2ad-41636b5d30bd None None] Pushing event updated for resources: {'Port': ['ID=1a3451cc-0328-4342-89a3-a23247954a23,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:56.282564 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:56.404153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:56.493015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3007807e-15f7-4539-ac4a-a4a701590073 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:56.508047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:56.518376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:56.602341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=ad703f87-49a7-495c-9871-41f2c61d4e61,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:56.651793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:56.652608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-a35cdfca-7847-4ede-b6c0-95fef5f2bd02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac HTTP/1.1" status: 200 len: 217 time: 0.7872777 May 26 16:14:56.653519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:56.691783 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-26ea1d26-e2b5-4c6c-8b25-c0adff7ba5ed tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3536642 May 26 16:14:56.695376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49158) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:56.705106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9b5148ac-9254-47c2-b539-882e74c46bfe tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'port_id': 'ad703f87-49a7-495c-9871-41f2c61d4e61'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:56.757740 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b5148ac-9254-47c2-b539-882e74c46bfe tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:56.956977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-f5f413a0-8a78-4a2a-8fa8-3a4faa93b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:56.958486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-f5f413a0-8a78-4a2a-8fa8-3a4faa93b017 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.2534049 May 26 16:14:56.969644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9cea219-fc53-42ac-919a-a58e1544f920 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:57.050392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87b44-0d8d-4baa-981d-62f3429d43d4 req-50cef571-b713-4822-be1f-d8d427eb618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:57.051952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7d87b44-0d8d-4baa-981d-62f3429d43d4 req-50cef571-b713-4822-be1f-d8d427eb618b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 1096 time: 0.3826978 May 26 16:14:57.061308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cea219-fc53-42ac-919a-a58e1544f920 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Subnet': ['ID=f01bef67-cbde-4f8e-bcd6-f5924af3ac91,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:57.083493 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9cea219-fc53-42ac-919a-a58e1544f920 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:57.092158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b9cea219-fc53-42ac-919a-a58e1544f920 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/subnets/f01bef67-cbde-4f8e-bcd6-f5924af3ac91 HTTP/1.1" status: 204 len: 168 time: 2.4038255 May 26 16:14:57.094336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49164) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:57.112679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b80922-b4e5-440b-ab3c-5dc8eccd5e39 req-2aa624db-2677-4d5e-9f58-3dca72ee41c7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:57.117120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93b80922-b4e5-440b-ab3c-5dc8eccd5e39 req-2aa624db-2677-4d5e-9f58-3dca72ee41c7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 945 time: 0.2622330 May 26 16:14:57.130251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-8d340862-b20f-4d23-bfc4-3424d78b292b tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:57.132650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-8d340862-b20f-4d23-bfc4-3424d78b292b tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/networks?id=71b8ce2d-a269-4074-8d01-02df5a8c16ea HTTP/1.1" status: 200 len: 812 time: 0.4748325 May 26 16:14:57.183438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f420a-17f6-4025-b0aa-c9b1be1eddaa tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:57.183987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-3806c971-b6b3-4183-b2e5-805305702dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:57.185703 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f31f420a-17f6-4025-b0aa-c9b1be1eddaa tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0898011 May 26 16:14:57.190453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49168) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:57.192348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-3806c971-b6b3-4183-b2e5-805305702dfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194707 May 26 16:14:57.237178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-a9a2fcfd-9cf6-40dd-a329-e1adaa8c803c tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/quotas/d0e9ddcff08c41109c7de56b83ea20f7 HTTP/1.1" status: 200 len: 375 time: 0.0917902 May 26 16:14:57.258372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7d87b44-0d8d-4baa-981d-62f3429d43d4 req-2d67c1a7-9f8a-453c-9f3b-f5a77f2cb53b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637974 May 26 16:14:57.261264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93b80922-b4e5-440b-ab3c-5dc8eccd5e39 req-e9310a93-4aa3-4918-8b7d-7c06edda46f0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212564 May 26 16:14:57.324681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-e90b8ec5-2a80-4d4f-b394-4c4f2c4adf55 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0e9ddcff08c41109c7de56b83ea20f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712202 May 26 16:14:57.407595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-b6f466b3-213a-4969-a5bf-ae8febd86e08 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977017 May 26 16:14:57.531709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-1a091783-43c4-46de-be7d-ef904b87826f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:14:57.535601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-1a091783-43c4-46de-be7d-ef904b87826f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1987607 May 26 16:14:57.695206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:57.732032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1a3451cc-0328-4342-89a3-a23247954a23 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:57.761844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-0e88569c-06d0-4cd5-bed8-012a1b68779e service neutron] 10.222.0.39 "GET /v2.0/networks/71b8ce2d-a269-4074-8d01-02df5a8c16ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866422 May 26 16:14:57.843815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85810a1b-6bb6-4726-b58f-e069d8b6ff21 None None] Network e9aa80e7-86f4-4cfe-a8b5-00eab07fda78 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:57.847974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:14:57.894905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf90ae8-2200-4a99-8b2f-9ac36933c2a3 req-9aa11de6-55bf-4bc0-88b7-a359d31ade33 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:57.903315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecf90ae8-2200-4a99-8b2f-9ac36933c2a3 req-9aa11de6-55bf-4bc0-88b7-a359d31ade33 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 943 time: 0.3698437 May 26 16:14:57.916162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b54aed47-1e89-4fec-bbe7-b98488710d75 req-ce8f3c84-ed51-4f60-8fc2-6d600b95dcfd service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977808 May 26 16:14:57.927831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Deleting port 1a3451cc-0328-4342-89a3-a23247954a23 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:57.928173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:57.942031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9194818d-471b-4dcf-91a6-ab70692df3a0 None None] Provisioning complete for port 1a3451cc-0328-4342-89a3-a23247954a23 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:57.942349 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9194818d-471b-4dcf-91a6-ab70692df3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:57.972883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecf90ae8-2200-4a99-8b2f-9ac36933c2a3 req-c74b5b61-2596-4674-9645-f624d2fa94c5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683820 May 26 16:14:57.986266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-accad0b3-684d-4c71-ab41-11c6adf90512 service neutron] 10.222.0.39 "GET /v2.0/networks/71b8ce2d-a269-4074-8d01-02df5a8c16ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210124 May 26 16:14:58.013859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] For port 1a3451cc-0328-4342-89a3-a23247954a23, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1a3451cc-0328-4342-89a3-a23247954a23,segment=NetworkSegment(8376bb4c-e823-4911-b58b-9ab7ea6b6240),segment_id=8376bb4c-e823-4911-b58b-9ab7ea6b6240)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:58.013859 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.031396 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b5148ac-9254-47c2-b539-882e74c46bfe tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.035995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Calling delete_port for 1a3451cc-0328-4342-89a3-a23247954a23 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:58.040693 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b5148ac-9254-47c2-b539-882e74c46bfe tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.066770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1a3451cc-0328-4342-89a3-a23247954a23 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:58.067147 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.233851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:58.268124 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-9b5148ac-9254-47c2-b539-882e74c46bfe tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP 562e529f-59dd-464b-aab2-5c74b722b15d associated. External IP: 172.25.0.33, port: ad703f87-49a7-495c-9871-41f2c61d4e61. May 26 16:14:58.270886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebb16da0-993f-441d-9456-9e77bac86bec req-1c7b6184-5f8c-4415-8822-8f95121a6b7e tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 210 time: 0.0735776 May 26 16:14:58.343637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'port_id': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac', 'mac_address': 'fa:16:3e:9f:7b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:14:58.345965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9194818d-471b-4dcf-91a6-ab70692df3a0 None None] Current status of the port 1a3451cc-0328-4342-89a3-a23247954a23 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:58.346522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9194818d-471b-4dcf-91a6-ab70692df3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.349565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1a3451cc-0328-4342-89a3-a23247954a23 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:58.349950 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.428811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] DHCP port deletion for e9aa80e7-86f4-4cfe-a8b5-00eab07fda78 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:14:58.457475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:58.457778 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.462488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 1a3451cc-0328-4342-89a3-a23247954a23, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1a3451cc-0328-4342-89a3-a23247954a23,segment=NetworkSegment(8376bb4c-e823-4911-b58b-9ab7ea6b6240),segment_id=8376bb4c-e823-4911-b58b-9ab7ea6b6240)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:58.505265 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.572092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:58.603427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b55492-4e10-4ba6-b25f-47a335384e99 req-1ce21819-3b61-42ab-a43f-e01a4f475184 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:58.613119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:58.618583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36b55492-4e10-4ba6-b25f-47a335384e99 req-1ce21819-3b61-42ab-a43f-e01a4f475184 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 945 time: 0.1689985 May 26 16:14:58.642971 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.674445 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-9194818d-471b-4dcf-91a6-ab70692df3a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:14:58.674805 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-9194818d-471b-4dcf-91a6-ab70692df3a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:14:58.683269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=1a3451cc-0328-4342-89a3-a23247954a23,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:58.720883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36b55492-4e10-4ba6-b25f-47a335384e99 req-9defd5c5-e4d0-4be1-8e5f-bb01d4f21f47 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003668 May 26 16:14:58.723604 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.775715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] Deleting port 1a3451cc-0328-4342-89a3-a23247954a23 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:58.783493 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.793529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Port': ['ID=1a3451cc-0328-4342-89a3-a23247954a23,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:58.835244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] No DVR routers for this DVR port 1a3451cc-0328-4342-89a3-a23247954a23 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:58.972216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.004189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:59.027529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9aa80e7-86f4-4cfe-a8b5-00eab07fda78']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:59.036247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] For port 1a3451cc-0328-4342-89a3-a23247954a23, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:59.036508 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.054031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] Calling delete_port for 1a3451cc-0328-4342-89a3-a23247954a23 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:59.057340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8376bb4c-e823-4911-b58b-9ab7ea6b6240') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:59.057770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8376bb4c-e823-4911-b58b-9ab7ea6b6240') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:59.058172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] Port 1a3451cc-0328-4342-89a3-a23247954a23 was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:14:59.061384 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.082675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.112898 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.125440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] No DVR routers for this DVR port 1a3451cc-0328-4342-89a3-a23247954a23 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:59.155251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dabb4-46d8-436c-bca8-0877f309dc5e None None] Pushing event deleted for resources: {'Port': ['ID=1a3451cc-0328-4342-89a3-a23247954a23,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:59.163554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f211f8-59ff-46c6-a967-64810f9b2e28 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:14:59.168776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:59.173599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:59.174696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.217200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88e50-3245-46df-929e-560c8a5d6418 req-c378da35-d0f3-4dd7-aaf2-f79e86efbda3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:59.231520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c88e50-3245-46df-929e-560c8a5d6418 req-c378da35-d0f3-4dd7-aaf2-f79e86efbda3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 944 time: 0.1417642 May 26 16:14:59.281718 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8376bb4c-e823-4911-b58b-9ab7ea6b6240 resource provider aggregate not found May 26 16:14:59.318250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5148ac-9254-47c2-b539-882e74c46bfe tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:59.342660 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8376bb4c-e823-4911-b58b-9ab7ea6b6240 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8376bb4c-e823-4911-b58b-9ab7ea6b6240 found for delete ", "request_id": "req-59b08018-b53b-4850-b229-f6affccfe7f1"}]} May 26 16:14:59.345404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.365514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.370651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75c88e50-3245-46df-929e-560c8a5d6418 req-bae2940a-c3fb-4c16-a651-a90511b1141c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303866 May 26 16:14:59.375053 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/networks/e9aa80e7-86f4-4cfe-a8b5-00eab07fda78 HTTP/1.1" status: 204 len: 168 time: 2.1806436 May 26 16:14:59.375463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49216) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:59.489962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311c425-0198-48f6-88cc-6ca8e4f53913 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Network': ['ID=e9aa80e7-86f4-4cfe-a8b5-00eab07fda78,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:59.543883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9194818d-471b-4dcf-91a6-ab70692df3a0 None None] Port 1a3451cc-0328-4342-89a3-a23247954a23 update to ACTIVE by agent not found {{(pid=109406) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 26 16:14:59.675485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6ab553-6564-4177-b8eb-5fdf23c5f2e5 req-5e1587f1-ca8b-42c9-8a92-ea54a740d524 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 210 time: 0.0882704 May 26 16:14:59.683358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1a3451cc-0328-4342-89a3-a23247954a23 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:59.686572 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.717254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5148ac-9254-47c2-b539-882e74c46bfe tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:59.728425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9b5148ac-9254-47c2-b539-882e74c46bfe tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.733893 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8475dd0-cfaf-49b6-930e-7d0e0d99fd61 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:59.750538 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8475dd0-cfaf-49b6-930e-7d0e0d99fd61 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:59.751121 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c8475dd0-cfaf-49b6-930e-7d0e0d99fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:59.783282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1a3451cc-0328-4342-89a3-a23247954a23 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:14:59.784270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1a3451cc-0328-4342-89a3-a23247954a23 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:14:59.838198 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9b5148ac-9254-47c2-b539-882e74c46bfe tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/floatingips/562e529f-59dd-464b-aab2-5c74b722b15d HTTP/1.1" status: 200 len: 977 time: 3.1417043 May 26 16:14:59.840795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49226) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:59.866468 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c8475dd0-cfaf-49b6-930e-7d0e0d99fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:59.890950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f211f8-59ff-46c6-a967-64810f9b2e28 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:14:59.914267 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8475dd0-cfaf-49b6-930e-7d0e0d99fd61 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:59.915173 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c8475dd0-cfaf-49b6-930e-7d0e0d99fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:59.989416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port ad703f87-49a7-495c-9871-41f2c61d4e61 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:59.989713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.007244 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c8475dd0-cfaf-49b6-930e-7d0e0d99fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:00.008274 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8475dd0-cfaf-49b6-930e-7d0e0d99fd61 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:00.013657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.100906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dcd7c6-c949-4816-92d0-1c138894135b']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:00.126361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5cb490-c77e-4e7a-a384-1b099644c20c') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:00.128565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5cb490-c77e-4e7a-a384-1b099644c20c') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:00.169112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ca810-c141-4463-9f03-9f968da67e9c req-ea059949-ace3-4c5e-94e3-e7e799479a2f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:00.173053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-711ca810-c141-4463-9f03-9f968da67e9c req-ea059949-ace3-4c5e-94e3-e7e799479a2f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 945 time: 0.1559949 May 26 16:15:00.188872 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.236122 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.241330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.270985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:00.271502 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.355319 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 7d5cb490-c77e-4e7a-a384-1b099644c20c resource provider aggregate not found May 26 16:15:00.384810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-711ca810-c141-4463-9f03-9f968da67e9c req-98b187aa-1e60-4d30-a60f-0801d76fc824 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927958 May 26 16:15:00.395751 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 7d5cb490-c77e-4e7a-a384-1b099644c20c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d5cb490-c77e-4e7a-a384-1b099644c20c found for delete ", "request_id": "req-1365c14d-f097-4b06-807a-99df8a89fa42"}]} May 26 16:15:00.418233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.426837 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.443697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49236) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:00.446875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/networks/94dcd7c6-c949-4816-92d0-1c138894135b HTTP/1.1" status: 204 len: 168 time: 1.0700216 May 26 16:15:00.466931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466538d-9063-4348-b695-12a8dc7edfab tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Network': ['ID=94dcd7c6-c949-4816-92d0-1c138894135b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:00.683281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7a554-8863-4a3d-a9c7-b0a214cf4f18 req-c6c485f9-ed8a-4d5e-99ec-679897269c2b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:00.695235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74a7a554-8863-4a3d-a9c7-b0a214cf4f18 req-c6c485f9-ed8a-4d5e-99ec-679897269c2b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 944 time: 0.1391137 May 26 16:15:00.714309 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.714821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a1deb-c7ac-4e9c-8a82-fe5b9ad26635 req-68c466d1-08d0-4805-9f85-f2bb48a24547 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:00.716370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-543a1deb-c7ac-4e9c-8a82-fe5b9ad26635 req-68c466d1-08d0-4805-9f85-f2bb48a24547 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 946 time: 0.1097872 May 26 16:15:00.800988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74a7a554-8863-4a3d-a9c7-b0a214cf4f18 req-b84af594-c7ea-42da-9ac3-da4a3c460a2f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914092 May 26 16:15:01.008416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58b0c34a-41a0-4dfd-ab0e-593c9e3e95cd req-34d2cd28-2550-47e8-a8a1-b4a20a6ad03b tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 210 time: 0.0776508 May 26 16:15:01.016431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-543a1deb-c7ac-4e9c-8a82-fe5b9ad26635 req-a2dda6c8-ef1b-48ef-b3d1-74b414162595 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877109 May 26 16:15:01.104940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-6aea8413-4b85-4f8f-abf3-138738124792 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:01.108292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-6aea8413-4b85-4f8f-abf3-138738124792 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.32 "GET /v2.0/networks?id=71b8ce2d-a269-4074-8d01-02df5a8c16ea HTTP/1.1" status: 200 len: 812 time: 0.3461490 May 26 16:15:01.129526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Request body: {'port': {'device_id': '73cf84d2-7ebe-4b51-a90f-31a0d9fce977', 'network_id': '71b8ce2d-a269-4074-8d01-02df5a8c16ea', 'admin_state_up': True, 'tenant_id': 'd0e9ddcff08c41109c7de56b83ea20f7'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:01.296983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb53a8a-9451-42c2-a991-5758cfb6ffef req-9adaa90b-4acb-4f68-896e-25798144cfc4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:01.298768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb53a8a-9451-42c2-a991-5758cfb6ffef req-9adaa90b-4acb-4f68-896e-25798144cfc4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 945 time: 0.0933726 May 26 16:15:01.308928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Made reservation on behalf of d0e9ddcff08c41109c7de56b83ea20f7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:01.312761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.397868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb53a8a-9451-42c2-a991-5758cfb6ffef req-35d49a2d-3de1-43ae-9def-bc5abb53599c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819778 May 26 16:15:01.398147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.407516 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.407848 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.408165 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP 562e529f-59dd-464b-aab2-5c74b722b15d disassociated. External IP: 172.25.0.33, port: ad703f87-49a7-495c-9871-41f2c61d4e61. May 26 16:15:01.408510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for ad703f87-49a7-495c-9871-41f2c61d4e61 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:01.438370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d435e19c-de42-4ed6-b7fa-965df3d7da6b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:01.453955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88586789-2f44-464b-934b-fdbff3c8433f') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:01.454591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88586789-2f44-464b-934b-fdbff3c8433f') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:01.471248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.497537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Allocated IP 172.20.0.5 (71b8ce2d-a269-4074-8d01-02df5a8c16ea/fb11aff8-2de8-472a-ab72-85114fab6f6c/102d2d08-3f75-43e9-9dcc-fc393197ab39) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:01.536892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.549147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:01.550071 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.624331 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 88586789-2f44-464b-934b-fdbff3c8433f resource provider aggregate not found May 26 16:15:01.655720 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 88586789-2f44-464b-934b-fdbff3c8433f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88586789-2f44-464b-934b-fdbff3c8433f found for delete ", "request_id": "req-e2501b0b-41a0-4a44-91c2-681574e9dec9"}]} May 26 16:15:01.668140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.673753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.677337 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/networks/d435e19c-de42-4ed6-b7fa-965df3d7da6b HTTP/1.1" status: 204 len: 168 time: 1.2316110 May 26 16:15:01.686686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49256) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:01.697231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b34c5-a843-40cd-b9a3-52cd782762b2 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Network': ['ID=d435e19c-de42-4ed6-b7fa-965df3d7da6b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:01.773283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.776622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.813830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=ad703f87-49a7-495c-9871-41f2c61d4e61,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:01.822523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:01.941155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:15:01.948130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:01.948723 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.971046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:01.985091 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.000233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628c72e-0cf0-40e5-b6f9-2006752509b8 req-bab45f2c-15ac-49f5-bdca-01ab6bc52687 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:02.001955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d628c72e-0cf0-40e5-b6f9-2006752509b8 req-bab45f2c-15ac-49f5-bdca-01ab6bc52687 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 945 time: 0.2655854 May 26 16:15:02.014434 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.027722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56770fa1-72b2-4df9-bf3a-d1fd2dfcfe6a req-aeca3de5-babe-4dc6-ae5e-54d03ffef21a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:02.034389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56770fa1-72b2-4df9-bf3a-d1fd2dfcfe6a req-aeca3de5-babe-4dc6-ae5e-54d03ffef21a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 944 time: 0.1419725 May 26 16:15:02.075024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:02.075774 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.107052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Pushing event updated for resources: {'Port': ['ID=102d2d08-3f75-43e9-9dcc-fc393197ab39,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:02.124430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:02.128489 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba1c48d-592d-4dfb-9f67-d37715c36e62" -d '{"events": [{"server_uuid": "fdea49ea-7da8-4655-bbb1-e8e520a7e1f6", "name": "network-vif-plugged", "status": "completed", "tag": "52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:02.151140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:02.158340 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.167409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:02.170364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Network 71b8ce2d-a269-4074-8d01-02df5a8c16ea is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:02.183579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:02.199690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:02.225330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4bb10f-d8f5-40fe-9e1d-d96814d72ffe None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:02.268341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bb10f-d8f5-40fe-9e1d-d96814d72ffe None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:02.269000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3a4bb10f-d8f5-40fe-9e1d-d96814d72ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:02.297498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.301896 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4adf1880-9643-4f1a-9302-e90f236ba315 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/ports/ad703f87-49a7-495c-9871-41f2c61d4e61 HTTP/1.1" status: 204 len: 168 time: 2.4597230 May 26 16:15:02.304637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49274) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:02.311174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:02.314608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3a4bb10f-d8f5-40fe-9e1d-d96814d72ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:02.336908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bb10f-d8f5-40fe-9e1d-d96814d72ffe None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:02.337575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3a4bb10f-d8f5-40fe-9e1d-d96814d72ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:02.356948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56770fa1-72b2-4df9-bf3a-d1fd2dfcfe6a req-1ec7bfce-7aae-4d0c-a3a0-c33e9318715a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215165 May 26 16:15:02.389231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3a4bb10f-d8f5-40fe-9e1d-d96814d72ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:02.390226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4bb10f-d8f5-40fe-9e1d-d96814d72ffe None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:02.400851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49276) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:02.403773 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e1e24b06-80ab-4fc0-a835-7b4d79fbd570 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "GET /v2.0/floatingips/562e529f-59dd-464b-aab2-5c74b722b15d HTTP/1.1" status: 200 len: 687 time: 0.0961833 May 26 16:15:02.421082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.440420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d628c72e-0cf0-40e5-b6f9-2006752509b8 req-928aef3b-33dc-480a-bd99-5500643c72c4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236758 May 26 16:15:02.540501 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491aa5f5-bd9d-4e2a-ba24-82ecdf90302f x-openstack-request-id: req-491aa5f5-bd9d-4e2a-ba24-82ecdf90302f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:02.540501 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdea49ea-7da8-4655-bbb1-e8e520a7e1f6", "name": "network-vif-plugged", "status": "completed", "tag": "52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:02.540852 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-491aa5f5-bd9d-4e2a-ba24-82ecdf90302f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:02.541077 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491aa5f5-bd9d-4e2a-ba24-82ecdf90302f'] response: {'server_uuid': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac', 'code': 200} May 26 16:15:02.543884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:02.544851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.573464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-5c613011-fc6b-4a07-8615-4bbe266df0b3 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4527843 May 26 16:15:02.620533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef156824-5a7d-422f-b752-89e6036c85f9']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:02.627924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Request body: {'port': {'device_id': '73cf84d2-7ebe-4b51-a90f-31a0d9fce977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:02.672514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69687dde-78a0-4427-ac95-4a3c9a5ad237') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:02.672874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69687dde-78a0-4427-ac95-4a3c9a5ad237') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:02.734486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.801306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.833368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4403ae-06df-4e92-bf63-881b0ae7e62e req-ef8acbe6-9b76-40c0-b26a-44aa51d4495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:02.835253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d4403ae-06df-4e92-bf63-881b0ae7e62e req-ef8acbe6-9b76-40c0-b26a-44aa51d4495a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 1096 time: 0.1921854 May 26 16:15:02.840038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:02.840461 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.844350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.884488 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 69687dde-78a0-4427-ac95-4a3c9a5ad237 resource provider aggregate not found May 26 16:15:02.949321 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 69687dde-78a0-4427-ac95-4a3c9a5ad237 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69687dde-78a0-4427-ac95-4a3c9a5ad237 found for delete ", "request_id": "req-68c300ce-7a10-4517-a7e8-c9c9856bd60f"}]} May 26 16:15:03.005489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70444875-74e4-4411-a50b-7ce0e8ce55d0 req-b967072e-d390-4568-a505-b1881d0ab02f tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:03.007126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70444875-74e4-4411-a50b-7ce0e8ce55d0 req-b967072e-d390-4568-a505-b1881d0ab02f tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 931 time: 0.2479692 May 26 16:15:03.015219 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.036630 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.043305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] 10.222.0.39 "DELETE /v2.0/networks/ef156824-5a7d-422f-b752-89e6036c85f9 HTTP/1.1" status: 204 len: 168 time: 1.3526630 May 26 16:15:03.048466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port d6705b62-e81b-4c7a-bcc0-8c73dcb45a7e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:03.048810 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.064850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d4403ae-06df-4e92-bf63-881b0ae7e62e req-8ae34cc1-8994-4dc8-9d00-3e4607e7ee78 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007182 May 26 16:15:03.147451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206749d2-6079-4769-8e7b-c76be474a454 tempest-BulkNetworkOpsIpV6Test-550619562 tempest-BulkNetworkOpsIpV6Test-550619562-project] Pushing event deleted for resources: {'Network': ['ID=ef156824-5a7d-422f-b752-89e6036c85f9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:03.269012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70444875-74e4-4411-a50b-7ce0e8ce55d0 req-8b749a1a-f1bf-41c5-a22a-f7ed8292bf1a tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516236 May 26 16:15:03.315492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ffc82-65bc-450c-a527-d711444bf0de req-87c61c82-153e-4eeb-9c67-239ef3da6862 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:03.317235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-426ffc82-65bc-450c-a527-d711444bf0de req-87c61c82-153e-4eeb-9c67-239ef3da6862 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 945 time: 0.2380388 May 26 16:15:03.328828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:03.372372 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.372978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.421201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for d6705b62-e81b-4c7a-bcc0-8c73dcb45a7e owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:03.646433 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-857ba367-f276-4234-9b6e-e9191a29073d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9332333c8bf444fbba316f3413f7c6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138146 May 26 16:15:03.653498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49298) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:03.771277 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-143b1c97-ebf3-484a-a5ab-74ec5c4ab3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.814579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-143b1c97-ebf3-484a-a5ab-74ec5c4ab3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.954028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-143b1c97-ebf3-484a-a5ab-74ec5c4ab3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.957195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-143b1c97-ebf3-484a-a5ab-74ec5c4ab3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.972862 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-143b1c97-ebf3-484a-a5ab-74ec5c4ab3aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56b8f7ed-9bae-4984-90f9-a3d0921b5e66 HTTP/1.1" status: 204 len: 168 time: 0.3101780 May 26 16:15:03.988504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b1c97-ebf3-484a-a5ab-74ec5c4ab3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b8f7ed-9bae-4984-90f9-a3d0921b5e66,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:04.222185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8bce5-49ed-41aa-8232-0214e29f28f8 req-3ed2a437-bf97-4039-a819-e43524f35bce tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:04.223685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81d8bce5-49ed-41aa-8232-0214e29f28f8 req-3ed2a437-bf97-4039-a819-e43524f35bce tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 945 time: 0.7008617 May 26 16:15:04.239387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e50c16-b784-4046-bad5-f91e68ac6184 req-62466b79-0072-4d80-a6ce-097ed1300483 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:04.241063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44e50c16-b784-4046-bad5-f91e68ac6184 req-62466b79-0072-4d80-a6ce-097ed1300483 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 945 time: 0.2379487 May 26 16:15:04.257829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-426ffc82-65bc-450c-a527-d711444bf0de req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Deleting port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:04.258207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-426ffc82-65bc-450c-a527-d711444bf0de req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.272746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102d2d08-3f75-43e9-9dcc-fc393197ab39 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:15:04.296835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.495079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44e50c16-b784-4046-bad5-f91e68ac6184 req-9892f136-0e71-4bf9-9a76-0f92dffa6b6d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356007 May 26 16:15:04.498958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81d8bce5-49ed-41aa-8232-0214e29f28f8 req-403df434-24d1-47a7-b577-2a248a42baa5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530127 May 26 16:15:04.558584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Transition to ACTIVE for port object 102d2d08-3f75-43e9-9dcc-fc393197ab39 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:15:04.573938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.574579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.637047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=d6705b62-e81b-4c7a-bcc0-8c73dcb45a7e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:04.650624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-426ffc82-65bc-450c-a527-d711444bf0de req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] For port fc6e8ff8-fb1d-462e-b88b-793a87a7c432, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:04.651015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-426ffc82-65bc-450c-a527-d711444bf0de req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.739665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-426ffc82-65bc-450c-a527-d711444bf0de req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Calling delete_port for fc6e8ff8-fb1d-462e-b88b-793a87a7c432 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:04.830764 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Pushing event updated for resources: {'Port': ['ID=102d2d08-3f75-43e9-9dcc-fc393197ab39,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:04.991859 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b3116b6e-a94e-4d06-a6cc-470772a5de27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.237844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49336) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:05.263313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Attempting to bind port 102d2d08-3f75-43e9-9dcc-fc393197ab39 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:05.263668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Attempting to bind port 102d2d08-3f75-43e9-9dcc-fc393197ab39 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'dfd09d9d-55a2-4527-895e-5c1d699207d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '71b8ce2d-a269-4074-8d01-02df5a8c16ea'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:05.264014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Attempting to bind port 102d2d08-3f75-43e9-9dcc-fc393197ab39 on network 71b8ce2d-a269-4074-8d01-02df5a8c16ea {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:05.270806 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-426ffc82-65bc-450c-a527-d711444bf0de req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.283972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a', 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:05.295047 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.302636 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.306892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b44243f1-3e8a-4e02-9ba9-d96716ac4a21 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/floatingips/562e529f-59dd-464b-aab2-5c74b722b15d HTTP/1.1" status: 204 len: 168 time: 2.9048052 May 26 16:15:05.311029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49340) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:05.317259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:05.353068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17f83-f958-486f-9c07-2e7bc6cfffee req-ad328102-b932-4cb8-9c85-28e76d3bf283 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:05.367813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ab17f83-f958-486f-9c07-2e7bc6cfffee req-ad328102-b932-4cb8-9c85-28e76d3bf283 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 943 time: 0.7369089 May 26 16:15:05.372209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.452179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-secgroup--964350711'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:05.486134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.499001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Port 102d2d08-3f75-43e9-9dcc-fc393197ab39 on network 71b8ce2d-a269-4074-8d01-02df5a8c16ea not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:15:05.499525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Attempting to bind port 102d2d08-3f75-43e9-9dcc-fc393197ab39 on network 71b8ce2d-a269-4074-8d01-02df5a8c16ea {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:05.507854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:05.508342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Checking segment: {'id': 'dfd09d9d-55a2-4527-895e-5c1d699207d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '71b8ce2d-a269-4074-8d01-02df5a8c16ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:05.508610 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.508830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Bound using segment: {'id': 'dfd09d9d-55a2-4527-895e-5c1d699207d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '71b8ce2d-a269-4074-8d01-02df5a8c16ea'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:05.509178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Bound port: 102d2d08-3f75-43e9-9dcc-fc393197ab39, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd09d9d-55a2-4527-895e-5c1d699207d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '71b8ce2d-a269-4074-8d01-02df5a8c16ea'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:05.509839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.530617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event deleted for resources: {'Port': ['ID=fc6e8ff8-fb1d-462e-b88b-793a87a7c432,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:05.643315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] For port 102d2d08-3f75-43e9-9dcc-fc393197ab39, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:05.648388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] For port 102d2d08-3f75-43e9-9dcc-fc393197ab39, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=102d2d08-3f75-43e9-9dcc-fc393197ab39,segment=NetworkSegment(dfd09d9d-55a2-4527-895e-5c1d699207d6),segment_id=dfd09d9d-55a2-4527-895e-5c1d699207d6)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:05.648936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.680923 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.736865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ab17f83-f958-486f-9c07-2e7bc6cfffee req-f32ff29c-bcdb-4bdb-a9e5-52f25e5c3f40 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647351 May 26 16:15:05.798181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.833641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.928976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-426ffc82-65bc-450c-a527-d711444bf0de req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] No DVR routers for this DVR port fc6e8ff8-fb1d-462e-b88b-793a87a7c432 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:05.930714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5698fd8c-e72b-4b40-8579-56cc05934dd8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:05.938299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.25.0.54 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/adbabede-6f55-4c16-9c0f-c0205a17bfcb) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:05.967034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-710cbc8c-b471-45a0-b66a-126a84b49352 req-f1f7d0d3-e4e3-408b-948f-941e7373a747 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=332daf57-30e0-470b-9543-82ad4a4abedb HTTP/1.1" status: 200 len: 210 time: 0.3073981 May 26 16:15:05.975805 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-426ffc82-65bc-450c-a527-d711444bf0de req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.979012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-426ffc82-65bc-450c-a527-d711444bf0de req-a80bf632-a6fb-4e0a-9ab9-61e400e898ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "DELETE /v2.0/ports/fc6e8ff8-fb1d-462e-b88b-793a87a7c432 HTTP/1.1" status: 204 len: 173 time: 2.6182773 May 26 16:15:06.006683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332daf57-30e0-470b-9543-82ad4a4abedb', 'name': 'network-vif-deleted', 'tag': 'fc6e8ff8-fb1d-462e-b88b-793a87a7c432'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:06.009670 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d23d195-82e5-4e36-ba74-7ec8e025f25b" -d '{"events": [{"server_uuid": "332daf57-30e0-470b-9543-82ad4a4abedb", "name": "network-vif-deleted", "tag": "fc6e8ff8-fb1d-462e-b88b-793a87a7c432"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:06.047551 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:15:06.072430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.103023 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.106572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:06.107212 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.108617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] 10.222.0.32 "PUT /v2.0/ports/102d2d08-3f75-43e9-9dcc-fc393197ab39 HTTP/1.1" status: 200 len: 1091 time: 3.4852471 May 26 16:15:06.110190 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bd8f01-4d19-48f1-9d66-c12e243f4966 x-openstack-request-id: req-29bd8f01-4d19-48f1-9d66-c12e243f4966 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:06.110475 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332daf57-30e0-470b-9543-82ad4a4abedb", "name": "network-vif-deleted", "tag": "fc6e8ff8-fb1d-462e-b88b-793a87a7c432", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:06.110759 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29bd8f01-4d19-48f1-9d66-c12e243f4966 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:06.111168 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bd8f01-4d19-48f1-9d66-c12e243f4966'] response: {'server_uuid': '332daf57-30e0-470b-9543-82ad4a4abedb', 'name': 'network-vif-deleted', 'tag': 'fc6e8ff8-fb1d-462e-b88b-793a87a7c432', 'status': 'completed', 'code': 200} May 26 16:15:06.172874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64b097-97a1-44e0-9bcf-6d083b59c33e service neutron] Pushing event updated for resources: {'Port': ['ID=102d2d08-3f75-43e9-9dcc-fc393197ab39,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:06.182949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.188597 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9454975 May 26 16:15:06.190264 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49352) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:06.208622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae1336-a920-468c-8f60-df01358e1b57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687329fa-2bac-4466-8875-f8b52bf716e2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:06.225842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.285523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.289658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c397c-0d35-4423-8330-0e74ba79be97 req-72cc4719-ce1a-4455-9399-4e21eed30219 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:06.291136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-105c397c-0d35-4423-8330-0e74ba79be97 req-72cc4719-ce1a-4455-9399-4e21eed30219 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 945 time: 0.3107519 May 26 16:15:06.336163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:06.338619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:06.344518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2af37543-568b-4a3f-a04a-59220b9e01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:06.346239 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-2af37543-568b-4a3f-a04a-59220b9e01f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0e9ddcff08c41109c7de56b83ea20f7&device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 1094 time: 0.1540463 May 26 16:15:06.347960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=adbabede-6f55-4c16-9c0f-c0205a17bfcb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:06.350625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:06.354749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fc6e8ff8-fb1d-462e-b88b-793a87a7c432 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:06.401662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: fc6e8ff8-fb1d-462e-b88b-793a87a7c432 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:06.402530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fc6e8ff8-fb1d-462e-b88b-793a87a7c432 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:06.411122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-a9f7e53d-93d3-420a-bf8d-7061625c1a90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=102d2d08-3f75-43e9-9dcc-fc393197ab39 HTTP/1.1" status: 200 len: 217 time: 0.0494723 May 26 16:15:06.417564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-16d6a37c-b72d-435d-a705-1f9df1b6983f tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2265282 May 26 16:15:06.439762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49354) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:06.445412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a5dda297-267e-4856-8c46-8299ad9d07cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-security--256475103', 'description': 'tempest-security-description-1293111925'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:06.492285 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-105c397c-0d35-4423-8330-0e74ba79be97 req-e9b7b4d1-afc8-445a-807d-05b2c9215326 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867752 May 26 16:15:06.521607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-7bc57522-37b1-46fe-b298-0fd4154594ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:06.525457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-7bc57522-37b1-46fe-b298-0fd4154594ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb11aff8-2de8-472a-ab72-85114fab6f6c HTTP/1.1" status: 200 len: 852 time: 0.0998337 May 26 16:15:06.687994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-7eb93ae3-3e9b-4c0f-ac8e-b7290a912263 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=71b8ce2d-a269-4074-8d01-02df5a8c16ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496580 May 26 16:15:06.721419 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5dda297-267e-4856-8c46-8299ad9d07cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.830536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5dda297-267e-4856-8c46-8299ad9d07cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.830826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-6ef59932-6fa2-4b61-923f-e5ac6bf8f256 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e0582a98e5df4377aa38dfd4cc59ec54 HTTP/1.1" status: 200 len: 267 time: 0.1030467 May 26 16:15:06.839606 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5dda297-267e-4856-8c46-8299ad9d07cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.842460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5dda297-267e-4856-8c46-8299ad9d07cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.847036 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a5dda297-267e-4856-8c46-8299ad9d07cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "PUT /v2.0/security-groups/687329fa-2bac-4466-8875-f8b52bf716e2 HTTP/1.1" status: 200 len: 1779 time: 0.4022133 May 26 16:15:06.849554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49362) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:06.877609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-13991800-f3e4-4c21-b317-ea01e55e122d service neutron] 10.222.0.32 "GET /v2.0/networks/71b8ce2d-a269-4074-8d01-02df5a8c16ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813068 May 26 16:15:06.921239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dda297-267e-4856-8c46-8299ad9d07cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687329fa-2bac-4466-8875-f8b52bf716e2,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:06.936391 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3b657042-3055-4fc3-b497-fffc19ce74c4 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups/687329fa-2bac-4466-8875-f8b52bf716e2 HTTP/1.1" status: 200 len: 1779 time: 0.0793383 May 26 16:15:06.960562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49364) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:07.071948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-3be1fab6-3c10-4f7a-8b49-7d532e47a7d3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:07.073190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-3be1fab6-3c10-4f7a-8b49-7d532e47a7d3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 945 time: 0.2239568 May 26 16:15:07.089474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6311999-ff84-4feb-8fbd-a9e362c8a9af req-518ad997-b83c-4cd7-bf7e-81cf0e265fb0 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:07.089474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6311999-ff84-4feb-8fbd-a9e362c8a9af req-518ad997-b83c-4cd7-bf7e-81cf0e265fb0 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 943 time: 0.2370081 May 26 16:15:07.098572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4bfb949-441a-4459-b13f-29fedc821c60 req-0cea2c2b-f6e3-4083-9cd9-1c0cebd67df7 service neutron] 10.222.0.32 "GET /v2.0/networks/71b8ce2d-a269-4074-8d01-02df5a8c16ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875877 May 26 16:15:07.103011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-5e65914c-9bda-4145-a0b9-8900044d9813 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'port': {'security_groups': []}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:07.120595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.168078 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7706-af27-4947-81cb-1911f3e99957 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.227924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.239905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6311999-ff84-4feb-8fbd-a9e362c8a9af req-076a6f03-02fc-44f4-bcac-c1d4fa5a2f6c tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444650 May 26 16:15:07.241574 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7706-af27-4947-81cb-1911f3e99957 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.268799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-5e65914c-9bda-4145-a0b9-8900044d9813 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.342662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7706-af27-4947-81cb-1911f3e99957 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.345881 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7706-af27-4947-81cb-1911f3e99957 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.347101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cf6f7706-af27-4947-81cb-1911f3e99957 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/687329fa-2bac-4466-8875-f8b52bf716e2 HTTP/1.1" status: 204 len: 168 time: 0.3854401 May 26 16:15:07.355041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49382) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:07.383605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f7706-af27-4947-81cb-1911f3e99957 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687329fa-2bac-4466-8875-f8b52bf716e2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:07.489505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5ac361cd-de48-4c18-9018-8768b8eede57 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1319165 May 26 16:15:07.492860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49384) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:07.516870 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-de53f192-2e6f-4f59-a989-7de5b786748a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] delete failed (client error): The resource could not be found. May 26 16:15:07.517925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-de53f192-2e6f-4f59-a989-7de5b786748a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/687329fa-2bac-4466-8875-f8b52bf716e2 HTTP/1.1" status: 404 len: 347 time: 0.0238338 May 26 16:15:07.529985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49386) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:07.535568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f5ba5d72-1df2-4125-be31-b9fd5d41a4e8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663039181'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:07.581299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-5e65914c-9bda-4145-a0b9-8900044d9813 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] For port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:07.588914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.607105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.636577 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-5e65914c-9bda-4145-a0b9-8900044d9813 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.648716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-5e65914c-9bda-4145-a0b9-8900044d9813 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.661732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['fa5338bd-e5ad-48f5-8fe2-f009a549b9bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:07.682229 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5d72-1df2-4125-be31-b9fd5d41a4e8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.699830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=adbabede-6f55-4c16-9c0f-c0205a17bfcb,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:07.722493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['85adca4a-93ad-497c-8ea9-b41b05520221', '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:07.729691 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.755026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-5e65914c-9bda-4145-a0b9-8900044d9813 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:07.755695 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-5e65914c-9bda-4145-a0b9-8900044d9813 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.757971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-979bd04e-4c59-41d0-8921-1132865c5c17 req-5e65914c-9bda-4145-a0b9-8900044d9813 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "PUT /v2.0/ports/52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac HTTP/1.1" status: 200 len: 904 time: 0.6662202 May 26 16:15:07.800352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6e2aa-b9fa-4003-a149-fa2429dce1ac req-07cbc166-1c4c-40c8-8b43-5d1f686762a4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:07.810466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74d6e2aa-b9fa-4003-a149-fa2429dce1ac req-07cbc166-1c4c-40c8-8b43-5d1f686762a4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 946 time: 0.1657856 May 26 16:15:07.860936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65914c-9bda-4145-a0b9-8900044d9813 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'Port': ['ID=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:07.920337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74d6e2aa-b9fa-4003-a149-fa2429dce1ac req-200ae4b8-2c49-445f-8cf2-00368fb950a8 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093841 May 26 16:15:07.956804 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP f190b6a6-926b-47e1-a26a-dd22b113daa6 associated. External IP: 172.25.0.54, port: 1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc. May 26 16:15:08.076535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a91d4083-a6cc-46e3-906a-c0e86a2f19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.096008 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5d72-1df2-4125-be31-b9fd5d41a4e8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.103053 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5d72-1df2-4125-be31-b9fd5d41a4e8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.127813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e019a-62c4-4ea1-bba6-4ed6e585c213 req-39798c1a-794b-4518-b438-5d870f1a253b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:08.130592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f0e019a-62c4-4ea1-bba6-4ed6e585c213 req-39798c1a-794b-4518-b438-5d870f1a253b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 907 time: 0.2087450 May 26 16:15:08.135221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cf84d2-7ebe-4b51-a90f-31a0d9fce977', 'tag': '102d2d08-3f75-43e9-9dcc-fc393197ab39'}, {'name': 'network-changed', 'server_uuid': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'tag': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:08.137660 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91" -d '{"events": [{"name": "network-changed", "server_uuid": "73cf84d2-7ebe-4b51-a90f-31a0d9fce977", "tag": "102d2d08-3f75-43e9-9dcc-fc393197ab39"}, {"name": "network-changed", "server_uuid": "fdea49ea-7da8-4655-bbb1-e8e520a7e1f6", "tag": "52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:08.170870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:08.176110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5d72-1df2-4125-be31-b9fd5d41a4e8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.178844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f5ba5d72-1df2-4125-be31-b9fd5d41a4e8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6471157 May 26 16:15:08.183332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49394) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:08.190883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cdfd89e8-11b3-4f80-ab9d-f2aee45e735c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': 'a020701b-d09a-486e-aae2-d435019ce9a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:08.204227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba5d72-1df2-4125-be31-b9fd5d41a4e8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a020701b-d09a-486e-aae2-d435019ce9a3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:08.218422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-89bbd158-cf36-404d-8548-3a50cf6b719d None None] Provisioning complete for port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:08.219514 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89bbd158-cf36-404d-8548-3a50cf6b719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.276644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cdfd89e8-11b3-4f80-ab9d-f2aee45e735c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.404928 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a234869-93e9-408f-a3e8-4e6fff5b198f x-openstack-request-id: req-5a234869-93e9-408f-a3e8-4e6fff5b198f {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:08.405591 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cf84d2-7ebe-4b51-a90f-31a0d9fce977", "tag": "102d2d08-3f75-43e9-9dcc-fc393197ab39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdea49ea-7da8-4655-bbb1-e8e520a7e1f6", "tag": "52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:08.406127 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a234869-93e9-408f-a3e8-4e6fff5b198f {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:08.406670 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a234869-93e9-408f-a3e8-4e6fff5b198f'] response: {'name': 'network-changed', 'server_uuid': '73cf84d2-7ebe-4b51-a90f-31a0d9fce977', 'tag': '102d2d08-3f75-43e9-9dcc-fc393197ab39', 'status': 'completed', 'code': 200} May 26 16:15:08.407034 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a234869-93e9-408f-a3e8-4e6fff5b198f'] response: {'name': 'network-changed', 'server_uuid': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'tag': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac', 'status': 'completed', 'code': 200} May 26 16:15:08.455996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-89bbd158-cf36-404d-8548-3a50cf6b719d None None] Current status of the port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:08.504616 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cdfd89e8-11b3-4f80-ab9d-f2aee45e735c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.526394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114002e4-f705-41b6-9645-a204588428f6 req-e3c1cbc7-8831-4a8f-8fc5-5fb42e5690aa tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:08.528763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-114002e4-f705-41b6-9645-a204588428f6 req-e3c1cbc7-8831-4a8f-8fc5-5fb42e5690aa tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1638556 May 26 16:15:08.540295 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cdfd89e8-11b3-4f80-ab9d-f2aee45e735c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.564434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:08.607584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-fa0a54a5-17af-42a7-ae71-1a136e04134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:08.610824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-fa0a54a5-17af-42a7-ae71-1a136e04134e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0e9ddcff08c41109c7de56b83ea20f7&device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 1094 time: 0.1746669 May 26 16:15:08.619141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd89e8-11b3-4f80-ab9d-f2aee45e735c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a0a3d8-fa6e-4a94-a8a1-cd074d2d3057,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:08.655328 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cdfd89e8-11b3-4f80-ab9d-f2aee45e735c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.656725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cdfd89e8-11b3-4f80-ab9d-f2aee45e735c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4720838 May 26 16:15:08.690721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49404) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:08.736879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-114002e4-f705-41b6-9645-a204588428f6 req-243662d3-68c3-4f14-950f-c8eaf4373d66 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891725 May 26 16:15:08.763769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b43493-4cb9-4490-af00-cf8fe0a01e76 req-f7358ef7-d309-4d10-835d-bc5b038f5ea2 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:08.772843 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07b43493-4cb9-4490-af00-cf8fe0a01e76 req-f7358ef7-d309-4d10-835d-bc5b038f5ea2 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 943 time: 0.2421725 May 26 16:15:08.815001 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.869873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f73add8f-d257-457c-b62d-383f3b4629d1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.876288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:08.888697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f73add8f-d257-457c-b62d-383f3b4629d1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.893557 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8e8b5-85b6-4a71-a24d-433970ce5473 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:08.915368 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8e8b5-85b6-4a71-a24d-433970ce5473 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:08.916801 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52d8e8b5-85b6-4a71-a24d-433970ce5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:08.930679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.971834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07b43493-4cb9-4490-af00-cf8fe0a01e76 req-0349d240-ff62-4a1c-abed-6d60316e7e59 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970601 May 26 16:15:08.978070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-6b67e46b-07a0-4704-baca-d4b46b82ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:08.980003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-6b67e46b-07a0-4704-baca-d4b46b82ee6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=71b8ce2d-a269-4074-8d01-02df5a8c16ea HTTP/1.1" status: 200 len: 913 time: 0.3582087 May 26 16:15:08.983809 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52d8e8b5-85b6-4a71-a24d-433970ce5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:09.008537 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8e8b5-85b6-4a71-a24d-433970ce5473 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:09.014128 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52d8e8b5-85b6-4a71-a24d-433970ce5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:09.029588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f73add8f-d257-457c-b62d-383f3b4629d1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.040319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f73add8f-d257-457c-b62d-383f3b4629d1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.056613 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f73add8f-d257-457c-b62d-383f3b4629d1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/27a0a3d8-fa6e-4a94-a8a1-cd074d2d3057 HTTP/1.1" status: 204 len: 168 time: 0.3499806 May 26 16:15:09.057749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49410) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:09.076534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73add8f-d257-457c-b62d-383f3b4629d1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27a0a3d8-fa6e-4a94-a8a1-cd074d2d3057,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:09.081693 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-76882616-02a9-4a6f-9130-d5c076027e2c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7694888 May 26 16:15:09.087849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49412) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:09.090482 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52d8e8b5-85b6-4a71-a24d-433970ce5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:09.091648 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8e8b5-85b6-4a71-a24d-433970ce5473 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:09.101328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1602980350'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:09.132553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-2638b105-0bbf-4820-89c5-2cc5fa6296f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=102d2d08-3f75-43e9-9dcc-fc393197ab39 HTTP/1.1" status: 200 len: 217 time: 0.1163809 May 26 16:15:09.169126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Made reservation on behalf of 5db8e28e761447c2afc36c6baf65b92a for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:09.178233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.186060 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-75709897-251e-47c0-91bf-46837e1afdfa tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1156199 May 26 16:15:09.194848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49414) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:09.232309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd7555-6dab-46fb-8714-ea1ebac1ac6d req-95951057-5765-4ff6-bb39-56cefbeb5c67 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:09.238762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5cd7555-6dab-46fb-8714-ea1ebac1ac6d req-95951057-5765-4ff6-bb39-56cefbeb5c67 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3124011 May 26 16:15:09.247051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81215dd5-cb4a-4ee6-aa1e-ddbf4527783b req-4d5f1acd-ebd4-4b40-80ed-884bc80f7887 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:09.254630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81215dd5-cb4a-4ee6-aa1e-ddbf4527783b req-4d5f1acd-ebd4-4b40-80ed-884bc80f7887 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 946 time: 0.1873233 May 26 16:15:09.262347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:09.284387 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.284750 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Added segment 1d0e5426-0f76-4710-9252-e6bd4ad71f0e of type vlan for network e289fd16-fed5-4a8a-b5e0-e539fe462277 May 26 16:15:09.297230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502a086-002f-4d79-a206-8ef9737f4342 req-4ab60913-f788-4f17-937b-e613a5588e46 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:09.297807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b927aa3-6355-45b5-8249-fca1b31337d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.298750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8502a086-002f-4d79-a206-8ef9737f4342 req-4ab60913-f788-4f17-937b-e613a5588e46 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 946 time: 0.2947464 May 26 16:15:09.311088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-2169892a-f30d-4a2c-9528-c1edafa23e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:09.312539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-2169892a-f30d-4a2c-9528-c1edafa23e4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb11aff8-2de8-472a-ab72-85114fab6f6c HTTP/1.1" status: 200 len: 852 time: 0.1659153 May 26 16:15:09.354865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b927aa3-6355-45b5-8249-fca1b31337d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.366162 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.417523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81215dd5-cb4a-4ee6-aa1e-ddbf4527783b req-626497eb-5d68-4bc0-8b61-dec2620ebec2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554711 May 26 16:15:09.420098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-58de2703-cea2-4e56-accf-45f67422b3d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=71b8ce2d-a269-4074-8d01-02df5a8c16ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967445 May 26 16:15:09.443386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.449945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:09.450685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.473395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5cd7555-6dab-46fb-8714-ea1ebac1ac6d req-e4d61ad6-9929-4c14-a862-1d8d08705381 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160776 May 26 16:15:09.524693 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b927aa3-6355-45b5-8249-fca1b31337d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.527494 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b927aa3-6355-45b5-8249-fca1b31337d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.531540 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2b927aa3-6355-45b5-8249-fca1b31337d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/a020701b-d09a-486e-aae2-d435019ce9a3 HTTP/1.1" status: 204 len: 168 time: 0.3321047 May 26 16:15:09.553837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49426) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:09.625958 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5291018 May 26 16:15:09.629169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b927aa3-6355-45b5-8249-fca1b31337d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a020701b-d09a-486e-aae2-d435019ce9a3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:09.631173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49430) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:09.649423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'subnet': {'network_id': 'e289fd16-fed5-4a8a-b5e0-e539fe462277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:09.677882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-52d0f810-41d1-4cf9-affe-5361bfd851dc tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215270 May 26 16:15:09.683718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49432) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:09.691252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d2c3218e-80b4-4ffe-b761-4f2627d7008e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-secgroup--114768576'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:09.707836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c0404-59a1-44d3-8c86-39b063a4e7c8 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Network': ['ID=e289fd16-fed5-4a8a-b5e0-e539fe462277,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:09.742546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8502a086-002f-4d79-a206-8ef9737f4342 req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Deleting port f577e69c-d2d2-4bce-b3ce-8746cc42e46e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:09.742719 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8502a086-002f-4d79-a206-8ef9737f4342 req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.805061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2c3218e-80b4-4ffe-b761-4f2627d7008e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.853290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Made reservation on behalf of 5db8e28e761447c2afc36c6baf65b92a for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:09.866265 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.891185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-6fc7cc4e-4ac8-4b19-a8cb-a86e69fa6ab0 service neutron] 10.222.0.32 "GET /v2.0/networks/71b8ce2d-a269-4074-8d01-02df5a8c16ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349637 May 26 16:15:09.935138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e289fd16-fed5-4a8a-b5e0-e539fe462277 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:09.955814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6223a-bc6d-4ded-a823-6affeb711c2b req-d4f1f389-cb69-4648-b8a9-250f2583bc66 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:09.958055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43c6223a-bc6d-4ded-a823-6affeb711c2b req-d4f1f389-cb69-4648-b8a9-250f2583bc66 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3737550 May 26 16:15:10.195062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.272960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Subnet': ['ID=fe7e9249-2854-4946-aeb7-d86e58e402dd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:10.282453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Checking segment: {'id': '1d0e5426-0f76-4710-9252-e6bd4ad71f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e289fd16-fed5-4a8a-b5e0-e539fe462277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:10.282971 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network hostable DHCP agents. Network: e289fd16-fed5-4a8a-b5e0-e539fe462277, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:10.304518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network e289fd16-fed5-4a8a-b5e0-e539fe462277 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:10.316065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e289fd16-fed5-4a8a-b5e0-e539fe462277) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:10.322522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:10.323333 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.337959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8623c2b-04c9-4f09-aa95-afeec3529d8d None None] Network e289fd16-fed5-4a8a-b5e0-e539fe462277 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:10.343431 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b6dd1e7b-21df-4232-aa65-58d6f9e0cfac tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7028835 May 26 16:15:10.346720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49438) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:10.352957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-847528144', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:10.377482 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.378984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.454269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.508543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43c6223a-bc6d-4ded-a823-6affeb711c2b req-64dcc6f9-f955-4998-a81a-2261c8d34163 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5318489 May 26 16:15:10.533908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8502a086-002f-4d79-a206-8ef9737f4342 req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] For port f577e69c-d2d2-4bce-b3ce-8746cc42e46e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:10.534318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8502a086-002f-4d79-a206-8ef9737f4342 req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.574346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-ab772578-03e9-47be-8d90-9645a0878303 service neutron] 10.222.0.32 "GET /v2.0/networks/71b8ce2d-a269-4074-8d01-02df5a8c16ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550961 May 26 16:15:10.580490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8502a086-002f-4d79-a206-8ef9737f4342 req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Calling delete_port for f577e69c-d2d2-4bce-b3ce-8746cc42e46e owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:10.596660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-e289fd16-fed5-4a8a-b5e0-e539fe462277', 'network_id': 'e289fd16-fed5-4a8a-b5e0-e539fe462277', 'tenant_id': '5db8e28e761447c2afc36c6baf65b92a', 'fixed_ips': [{'subnet_id': 'fe7e9249-2854-4946-aeb7-d86e58e402dd'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:15:10.597949 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.605892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2c3218e-80b4-4ffe-b761-4f2627d7008e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.619404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d58bf-6973-4574-a8a2-4138dbc236c6 req-d7c79480-7b27-42df-a16e-a4d5715cb93c tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:10.621033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d7d58bf-6973-4574-a8a2-4138dbc236c6 req-d7c79480-7b27-42df-a16e-a4d5715cb93c tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 943 time: 0.5227122 May 26 16:15:10.626805 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.650523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2c3218e-80b4-4ffe-b761-4f2627d7008e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.708457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.772330 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d2c3218e-80b4-4ffe-b761-4f2627d7008e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.776068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d2c3218e-80b4-4ffe-b761-4f2627d7008e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0888216 May 26 16:15:10.777583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3218e-80b4-4ffe-b761-4f2627d7008e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e433610-6809-4ada-91fc-4a2597bef596,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:10.781598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49446) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:10.791621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Allocated IP 172.20.0.2 (e289fd16-fed5-4a8a-b5e0-e539fe462277/fe7e9249-2854-4946-aeb7-d86e58e402dd/b070192d-ed23-41f7-8759-3d6c710b1095) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:10.801202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-86cbfb75-a671-48f9-878d-081df99f42b6 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': '5e433610-6809-4ada-91fc-4a2597bef596', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:10.836288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d7d58bf-6973-4574-a8a2-4138dbc236c6 req-0649e0ca-77bf-454b-8739-42a34e1b0a1a tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817827 May 26 16:15:10.867584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-9d58d7b0-6e54-41af-a215-f478a8047862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:10.869761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-9d58d7b0-6e54-41af-a215-f478a8047862 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 1058 time: 0.2166536 May 26 16:15:10.882622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062b8c3-7f06-4edc-9a5f-92621575a432 req-9f188eff-6987-430d-93cc-429e4d40577e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:10.884242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a062b8c3-7f06-4edc-9a5f-92621575a432 req-9f188eff-6987-430d-93cc-429e4d40577e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=17fdb66e-2fec-4ca1-8109-fdb65fa2135e HTTP/1.1" status: 200 len: 946 time: 0.1641159 May 26 16:15:10.977844 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86cbfb75-a671-48f9-878d-081df99f42b6 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.062835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.091244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.123785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a062b8c3-7f06-4edc-9a5f-92621575a432 req-c12860b8-b153-491d-811c-388ee0a608f5 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990557 May 26 16:15:11.147089 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8502a086-002f-4d79-a206-8ef9737f4342 req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.158188 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.167310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:11.213911 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.224877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event deleted for resources: {'Port': ['ID=f577e69c-d2d2-4bce-b3ce-8746cc42e46e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:11.240199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126c189-997a-41c6-a230-e7a7c046077b req-c3993d49-4603-4a95-b35e-a5f09d1e415e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:11.243626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4126c189-997a-41c6-a230-e7a7c046077b req-c3993d49-4603-4a95-b35e-a5f09d1e415e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2810819 May 26 16:15:11.260365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-06eaf8d2-1193-4c9f-98b7-7def42bcb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:11.262252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-06eaf8d2-1193-4c9f-98b7-7def42bcb9d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.3770821 May 26 16:15:11.264646 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.264897 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86cbfb75-a671-48f9-878d-081df99f42b6 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.313302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86cbfb75-a671-48f9-878d-081df99f42b6 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.406849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbfb75-a671-48f9-878d-081df99f42b6 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15327471-8cdd-4c5d-8f15-47845370de89,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:11.412466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8502a086-002f-4d79-a206-8ef9737f4342 req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] No DVR routers for this DVR port f577e69c-d2d2-4bce-b3ce-8746cc42e46e on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:11.415419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8502a086-002f-4d79-a206-8ef9737f4342 req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.419097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8502a086-002f-4d79-a206-8ef9737f4342 req-988d0431-ad6a-45cb-8dfe-1a5484aff0d6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "DELETE /v2.0/ports/f577e69c-d2d2-4bce-b3ce-8746cc42e46e HTTP/1.1" status: 204 len: 173 time: 2.1100945 May 26 16:15:11.435155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fdb66e-2fec-4ca1-8109-fdb65fa2135e', 'name': 'network-vif-deleted', 'tag': 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:11.442782 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374b0f35-3aa1-41ad-89b1-706464ef5ed7" -d '{"events": [{"server_uuid": "17fdb66e-2fec-4ca1-8109-fdb65fa2135e", "name": "network-vif-deleted", "tag": "f577e69c-d2d2-4bce-b3ce-8746cc42e46e"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:11.452694 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-0fba04e8-7499-49bc-a99d-3e35f1a02abb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac HTTP/1.1" status: 200 len: 217 time: 0.1501081 May 26 16:15:11.477079 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-86cbfb75-a671-48f9-878d-081df99f42b6 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.478943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-86cbfb75-a671-48f9-878d-081df99f42b6 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6856532 May 26 16:15:11.538494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Network e289fd16-fed5-4a8a-b5e0-e539fe462277 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:11.580536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:11.592795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Pushing event updated for resources: {'Port': ['ID=b070192d-ed23-41f7-8759-3d6c710b1095,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:11.603814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:11.614097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-da054e80-fd6a-43bd-833a-07d4a61d49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:11.615733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-da054e80-fd6a-43bd-833a-07d4a61d49ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.1476488 May 26 16:15:11.619516 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a2da9a-d89e-4095-9819-704b4fcd5cc4 x-openstack-request-id: req-72a2da9a-d89e-4095-9819-704b4fcd5cc4 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:11.619809 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fdb66e-2fec-4ca1-8109-fdb65fa2135e", "name": "network-vif-deleted", "tag": "f577e69c-d2d2-4bce-b3ce-8746cc42e46e", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:11.620066 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72a2da9a-d89e-4095-9819-704b4fcd5cc4 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:11.620583 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a2da9a-d89e-4095-9819-704b4fcd5cc4'] response: {'server_uuid': '17fdb66e-2fec-4ca1-8109-fdb65fa2135e', 'name': 'network-vif-deleted', 'tag': 'f577e69c-d2d2-4bce-b3ce-8746cc42e46e', 'status': 'completed', 'code': 200} May 26 16:15:11.620843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49452) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:11.629482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-4c43a4a3-08d2-4c49-bcfc-c96bb530a31a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': '5e433610-6809-4ada-91fc-4a2597bef596', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:11.640145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4126c189-997a-41c6-a230-e7a7c046077b req-2f513818-d782-4b6e-a70e-b8b0c65d845a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846068 May 26 16:15:11.798408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Attempting to bind port b070192d-ed23-41f7-8759-3d6c710b1095 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:11.799986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Attempting to bind port b070192d-ed23-41f7-8759-3d6c710b1095 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '1d0e5426-0f76-4710-9252-e6bd4ad71f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e289fd16-fed5-4a8a-b5e0-e539fe462277'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:11.803510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Attempting to bind port b070192d-ed23-41f7-8759-3d6c710b1095 on network e289fd16-fed5-4a8a-b5e0-e539fe462277 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:11.822433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:11.823640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Checking segment: {'id': '1d0e5426-0f76-4710-9252-e6bd4ad71f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e289fd16-fed5-4a8a-b5e0-e539fe462277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:11.827644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-33e8dcbe-5ad4-4572-b3c8-6926ae0dae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:11.828916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.829615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-33e8dcbe-5ad4-4572-b3c8-6926ae0dae6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1934152 May 26 16:15:11.830151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Bound using segment: {'id': '1d0e5426-0f76-4710-9252-e6bd4ad71f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e289fd16-fed5-4a8a-b5e0-e539fe462277'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:11.830978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Bound port: b070192d-ed23-41f7-8759-3d6c710b1095, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0e5426-0f76-4710-9252-e6bd4ad71f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e289fd16-fed5-4a8a-b5e0-e539fe462277'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:11.831641 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.832580 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c43a4a3-08d2-4c49-bcfc-c96bb530a31a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.854597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 102d2d08-3f75-43e9-9dcc-fc393197ab39 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:15:11.938503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.25.0.15 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/13f6d31b-1cad-4f90-a272-4c9f027cad44) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:12.088993 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-dba0890f-3d12-49d4-81f4-a632e5db144f service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044859 May 26 16:15:12.125990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 102d2d08-3f75-43e9-9dcc-fc393197ab39, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=102d2d08-3f75-43e9-9dcc-fc393197ab39,segment=NetworkSegment(dfd09d9d-55a2-4527-895e-5c1d699207d6),segment_id=dfd09d9d-55a2-4527-895e-5c1d699207d6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:12.199645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '102d2d08-3f75-43e9-9dcc-fc393197ab39', 'network_id': '71b8ce2d-a269-4074-8d01-02df5a8c16ea', 'port_id': '102d2d08-3f75-43e9-9dcc-fc393197ab39', 'mac_address': 'fa:16:3e:94:10:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb11aff8-2de8-472a-ab72-85114fab6f6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:15:12.212233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] For port b070192d-ed23-41f7-8759-3d6c710b1095, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:12.217205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] For port b070192d-ed23-41f7-8759-3d6c710b1095, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b070192d-ed23-41f7-8759-3d6c710b1095,segment=NetworkSegment(1d0e5426-0f76-4710-9252-e6bd4ad71f0e),segment_id=1d0e5426-0f76-4710-9252-e6bd4ad71f0e)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:12.224270 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.238729 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.321896 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.358152 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c43a4a3-08d2-4c49-bcfc-c96bb530a31a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.373583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:12.373923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c48df1-d659-41cf-8bc6-6586ddbfdac7 None None] Pushing event updated for resources: {'Port': ['ID=b070192d-ed23-41f7-8759-3d6c710b1095,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:12.376866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:12.380697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:12.392180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c43a4a3-08d2-4c49-bcfc-c96bb530a31a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.404814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609325e-7fff-41f6-878f-faeaeccc1718 req-c827dff2-a8f7-48a8-9558-8ab2b5531a54 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:12.406433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c609325e-7fff-41f6-878f-faeaeccc1718 req-c827dff2-a8f7-48a8-9558-8ab2b5531a54 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 943 time: 0.3723662 May 26 16:15:12.419319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f577e69c-d2d2-4bce-b3ce-8746cc42e46e no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:12.427305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=13f6d31b-1cad-4f90-a272-4c9f027cad44,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:12.436065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-15d2d4ce-646c-41b5-8619-9776310e871a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:12.442289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-15d2d4ce-646c-41b5-8619-9776310e871a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.4004390 May 26 16:15:12.494779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: f577e69c-d2d2-4bce-b3ce-8746cc42e46e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:12.495094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f577e69c-d2d2-4bce-b3ce-8746cc42e46e not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:12.506235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 102d2d08-3f75-43e9-9dcc-fc393197ab39 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:12.506768 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.519683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43a4a3-08d2-4c49-bcfc-c96bb530a31a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917925be-81e8-4515-b39a-ea2d10714e04,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:12.532231 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4c43a4a3-08d2-4c49-bcfc-c96bb530a31a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.537946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4c43a4a3-08d2-4c49-bcfc-c96bb530a31a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9127595 May 26 16:15:12.538796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102d2d08-3f75-43e9-9dcc-fc393197ab39 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:15:12.540338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c7eab19-68ea-430a-b1aa-dc4b42a03d91 req-fecda761-cf03-43c4-86e5-7f2b934150bb service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235528 May 26 16:15:12.544273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49488) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:12.549908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e93676f9-cae5-4a45-9d80-778daacd83d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': '5e433610-6809-4ada-91fc-4a2597bef596', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:12.555730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-e2b0aca3-eac0-4ae9-a9b0-30d922093184 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/quotas/e0582a98e5df4377aa38dfd4cc59ec54 HTTP/1.1" status: 200 len: 375 time: 0.0839860 May 26 16:15:12.582502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 102d2d08-3f75-43e9-9dcc-fc393197ab39, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=102d2d08-3f75-43e9-9dcc-fc393197ab39,segment=NetworkSegment(dfd09d9d-55a2-4527-895e-5c1d699207d6),segment_id=dfd09d9d-55a2-4527-895e-5c1d699207d6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:12.588991 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.666165 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c609325e-7fff-41f6-878f-faeaeccc1718 req-c9be2d8f-402d-421e-9d8d-3801cf6e5bd0 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181568 May 26 16:15:12.688310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=102d2d08-3f75-43e9-9dcc-fc393197ab39,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:12.690384 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e93676f9-cae5-4a45-9d80-778daacd83d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.820613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-c18ea247-7976-4782-9d90-0c5c47e5a06a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2491167 May 26 16:15:13.001523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.003688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['102d2d08-3f75-43e9-9dcc-fc393197ab39'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:13.141771 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e93676f9-cae5-4a45-9d80-778daacd83d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.180364 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e93676f9-cae5-4a45-9d80-778daacd83d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.217836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93676f9-cae5-4a45-9d80-778daacd83d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d40b140-6744-4dd9-8d3d-cbfebef59cf8,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:13.226447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-f195bed8-8787-4510-926e-0bd9ec31d609 service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812079 May 26 16:15:13.230791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e93676f9-cae5-4a45-9d80-778daacd83d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.233006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e93676f9-cae5-4a45-9d80-778daacd83d9 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6877580 May 26 16:15:13.237071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49508) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:13.301797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8d11c40f-e978-42cd-b7a4-4b85d141c645 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': '5e433610-6809-4ada-91fc-4a2597bef596', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:13.382316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-7ac77261-c43b-4622-bfd5-a7525043f0bf service neutron] 10.222.0.39 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461349 May 26 16:15:13.608705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647417a-f807-479c-a81e-d621539dff0c req-6c186a82-9cda-4de1-a442-26373b6b0f6f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:13.610410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-6c186a82-9cda-4de1-a442-26373b6b0f6f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.1617439 May 26 16:15:13.646255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d11c40f-e978-42cd-b7a4-4b85d141c645 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.648996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-9a95dbd6-29c4-416a-879c-62e14d11cd57 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/quotas/08a1816bc5a242bdb94bde21d7075742 HTTP/1.1" status: 200 len: 375 time: 0.0306668 May 26 16:15:13.720605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b070192d-ed23-41f7-8759-3d6c710b1095 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:13.753568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-8b182b4d-ec45-4644-a092-9b105df2476b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034391 May 26 16:15:13.759445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.910352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b070192d-ed23-41f7-8759-3d6c710b1095 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:13.911831 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.020017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-d75e1226-464f-4c26-8803-fa0efce9da73 service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646327 May 26 16:15:14.311142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b070192d-ed23-41f7-8759-3d6c710b1095 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:14.311840 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.342239 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-e00ad516-104d-455f-9f32-0c246c67000a service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199182 May 26 16:15:14.379722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c8ebf-539f-4188-a6fb-eb036f85eb9f None None] Network e289fd16-fed5-4a8a-b5e0-e539fe462277 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:14.435536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d11c40f-e978-42cd-b7a4-4b85d141c645 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.451658 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d11c40f-e978-42cd-b7a4-4b85d141c645 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.451920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port b070192d-ed23-41f7-8759-3d6c710b1095, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b070192d-ed23-41f7-8759-3d6c710b1095,segment=NetworkSegment(1d0e5426-0f76-4710-9252-e6bd4ad71f0e),segment_id=1d0e5426-0f76-4710-9252-e6bd4ad71f0e)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:14.518997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11c40f-e978-42cd-b7a4-4b85d141c645 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8b0cea-bebb-4566-a167-f2beba5a53d1,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:14.526273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d11c40f-e978-42cd-b7a4-4b85d141c645 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.530803 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8d11c40f-e978-42cd-b7a4-4b85d141c645 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2351773 May 26 16:15:14.542326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49540) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:14.558150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2dd2f572-44b7-4d2a-a762-9f6452db5178 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': '5e433610-6809-4ada-91fc-4a2597bef596', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:14.604472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1ac4c-ce23-447b-babc-993a761ad167 req-06cbc931-4b16-43b8-b2b9-950edb2af64d tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:14.619512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f572-44b7-4d2a-a762-9f6452db5178 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.623223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcf1ac4c-ce23-447b-babc-993a761ad167 req-06cbc931-4b16-43b8-b2b9-950edb2af64d tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 944 time: 0.1225228 May 26 16:15:14.628361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 1986bf5e-f640-404e-99c2-7f6ff2154f40 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:15:14.644003 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.728499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcf1ac4c-ce23-447b-babc-993a761ad167 req-0a04fe5b-a40e-4c19-a589-6461cd677457 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006808 May 26 16:15:14.852875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7f8c940-316f-4738-af4d-3e14e3ccfd73 req-a11d085c-aeaf-4beb-a77a-cbc4651f360c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 210 time: 0.0939312 May 26 16:15:14.857843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:14.908888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.910714 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e8d45b8c-621c-49b7-9e6f-79738198352c tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5622196 May 26 16:15:14.916953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49548) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:14.947332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=b070192d-ed23-41f7-8759-3d6c710b1095,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:14.975650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e82ebe-3b0b-4848-96d9-0b606eb1be58 None None] Sync routers for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:14.981852 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f572-44b7-4d2a-a762-9f6452db5178 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.989439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f572-44b7-4d2a-a762-9f6452db5178 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.029749 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f572-44b7-4d2a-a762-9f6452db5178 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.033977 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2dd2f572-44b7-4d2a-a762-9f6452db5178 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4813206 May 26 16:15:15.037824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49550) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:15.056706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87174c43-475e-4eae-985b-bf2d188bcc40 req-483b74ff-3ac0-4cd8-b533-d8d1d48bce34 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 210 time: 0.0992818 May 26 16:15:15.064806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3c7cf001-770c-4eb8-b0bf-d1269364074e None None] Provisioning complete for port b070192d-ed23-41f7-8759-3d6c710b1095 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:15.065193 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf001-770c-4eb8-b0bf-d1269364074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.110185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2f572-44b7-4d2a-a762-9f6452db5178 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051a1031-45b5-4b77-8cac-25fc7777e5b4,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:15.144415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f67c618-4127-4cde-8218-72cc2e5be567 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.148098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e82ebe-3b0b-4848-96d9-0b606eb1be58 None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:15.149533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e8e82ebe-3b0b-4848-96d9-0b606eb1be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:15.253816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f67c618-4127-4cde-8218-72cc2e5be567 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.275443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e8e82ebe-3b0b-4848-96d9-0b606eb1be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:15.295350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f67c618-4127-4cde-8218-72cc2e5be567 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.340134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e82ebe-3b0b-4848-96d9-0b606eb1be58 None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:15.341178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e8e82ebe-3b0b-4848-96d9-0b606eb1be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:15.342483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f67c618-4127-4cde-8218-72cc2e5be567 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.346728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49556) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:15.355014 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8f67c618-4127-4cde-8218-72cc2e5be567 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/051a1031-45b5-4b77-8cac-25fc7777e5b4 HTTP/1.1" status: 204 len: 168 time: 0.2958720 May 26 16:15:15.379661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c618-4127-4cde-8218-72cc2e5be567 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=051a1031-45b5-4b77-8cac-25fc7777e5b4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:15.433065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e8e82ebe-3b0b-4848-96d9-0b606eb1be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:15.438169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e82ebe-3b0b-4848-96d9-0b606eb1be58 None None] The sync data for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:15.474420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e8c71b4c-96eb-442b-bcc3-11eb91b892d7 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1261675 May 26 16:15:15.476935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49562) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:15.511973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3c7cf001-770c-4eb8-b0bf-d1269364074e None None] Current status of the port b070192d-ed23-41f7-8759-3d6c710b1095 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:15.570466 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83b9f87c-1f5e-480b-9a6f-21498ec0385c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.640256 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83b9f87c-1f5e-480b-9a6f-21498ec0385c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.689942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83b9f87c-1f5e-480b-9a6f-21498ec0385c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.698728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b070192d-ed23-41f7-8759-3d6c710b1095 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:15.700956 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83b9f87c-1f5e-480b-9a6f-21498ec0385c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.703295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-83b9f87c-1f5e-480b-9a6f-21498ec0385c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7e8b0cea-bebb-4566-a167-f2beba5a53d1 HTTP/1.1" status: 204 len: 168 time: 0.2228553 May 26 16:15:15.719284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49566) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:15.720634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9f87c-1f5e-480b-9a6f-21498ec0385c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e8b0cea-bebb-4566-a167-f2beba5a53d1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:15.832996 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.842389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b070192d-ed23-41f7-8759-3d6c710b1095 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:15.843099 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.848826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-422acae2-5327-4a06-bfc8-c533ad09d1d3 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1220703 May 26 16:15:15.849477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49570) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:15.884604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 102d2d08-3f75-43e9-9dcc-fc393197ab39 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:15.948437 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8373b19b-44ac-481d-a23b-090e40e73906 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.969624 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8373b19b-44ac-481d-a23b-090e40e73906 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.018029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8373b19b-44ac-481d-a23b-090e40e73906 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.035177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323c0df-936c-4d67-9883-1fe863a884f2 req-79d370a3-72f1-4bca-9ee2-bfeaa5ea743f tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:16.046084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b323c0df-936c-4d67-9883-1fe863a884f2 req-79d370a3-72f1-4bca-9ee2-bfeaa5ea743f tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 944 time: 0.1610534 May 26 16:15:16.061709 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8373b19b-44ac-481d-a23b-090e40e73906 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.063394 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8373b19b-44ac-481d-a23b-090e40e73906 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9d40b140-6744-4dd9-8d3d-cbfebef59cf8 HTTP/1.1" status: 204 len: 168 time: 0.2117839 May 26 16:15:16.070102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49576) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:16.088109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373b19b-44ac-481d-a23b-090e40e73906 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d40b140-6744-4dd9-8d3d-cbfebef59cf8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:16.183742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-865b57d6-a64e-4934-b597-4065a7661479 None None] Provisioning complete for port b070192d-ed23-41f7-8759-3d6c710b1095 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:16.185039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-865b57d6-a64e-4934-b597-4065a7661479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.211336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e1ef958-0002-4049-b449-26c88a0f4cdb req-d630af6e-a02c-4b89-93d0-eca3ab11c135 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 210 time: 0.1092663 May 26 16:15:16.218460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-64cccbeb-fe43-4aa5-87f1-71882475cc4d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1464899 May 26 16:15:16.223100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49580) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:16.265324 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0af22160-cb6c-4bdf-a8e8-8fa6bf088238 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.279032 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0af22160-cb6c-4bdf-a8e8-8fa6bf088238 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.334293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-c01e743f-745e-4bd2-87de-0a97d505404f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:16.336008 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-c01e743f-745e-4bd2-87de-0a97d505404f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.24 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 811 time: 0.2367470 May 26 16:15:16.360673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b323c0df-936c-4d67-9883-1fe863a884f2 req-1891854c-47be-410a-86f1-90ec5e1e4a53 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109879 May 26 16:15:16.366872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 102d2d08-3f75-43e9-9dcc-fc393197ab39 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:15:16.375641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Request body: {'port': {'device_id': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'admin_state_up': True, 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:16.377545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0af22160-cb6c-4bdf-a8e8-8fa6bf088238 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.379316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 102d2d08-3f75-43e9-9dcc-fc393197ab39 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:16.379699 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.382430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b070192d-ed23-41f7-8759-3d6c710b1095 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:16.398884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0af22160-cb6c-4bdf-a8e8-8fa6bf088238 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.403691 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0af22160-cb6c-4bdf-a8e8-8fa6bf088238 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/917925be-81e8-4515-b39a-ea2d10714e04 HTTP/1.1" status: 204 len: 168 time: 0.1795611 May 26 16:15:16.418459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49582) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:16.482011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af22160-cb6c-4bdf-a8e8-8fa6bf088238 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=917925be-81e8-4515-b39a-ea2d10714e04,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:16.516221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-865b57d6-a64e-4934-b597-4065a7661479 None None] Current status of the port b070192d-ed23-41f7-8759-3d6c710b1095 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:16.547958 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-742de657-051c-4aaa-902b-99c548bfa20f tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1253285 May 26 16:15:16.548623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:16.573460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.20.0.1 (e289fd16-fed5-4a8a-b5e0-e539fe462277/fe7e9249-2854-4946-aeb7-d86e58e402dd/4bb4fac3-ba53-4f38-a7a3-8af663094330) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:16.580422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 102d2d08-3f75-43e9-9dcc-fc393197ab39 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:16.581453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.601778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a5fa14e-4ff5-417d-a412-99fc1c48ca93 req-99bb1f26-89a9-4aa1-ab79-be3d2c287df3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 210 time: 0.0814958 May 26 16:15:16.628459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01108b13-fa42-4e35-b42e-4d4d4e201fa2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.666188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 102d2d08-3f75-43e9-9dcc-fc393197ab39, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=102d2d08-3f75-43e9-9dcc-fc393197ab39,segment=NetworkSegment(dfd09d9d-55a2-4527-895e-5c1d699207d6),segment_id=dfd09d9d-55a2-4527-895e-5c1d699207d6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:16.667118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cf84d2-7ebe-4b51-a90f-31a0d9fce977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d2d08-3f75-43e9-9dcc-fc393197ab39'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:16.671037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01108b13-fa42-4e35-b42e-4d4d4e201fa2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.683984 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5ebbc4-f4fc-4ad6-bb67-ee56c7c8f6d6" -d '{"events": [{"server_uuid": "73cf84d2-7ebe-4b51-a90f-31a0d9fce977", "name": "network-vif-plugged", "status": "completed", "tag": "102d2d08-3f75-43e9-9dcc-fc393197ab39"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:16.697222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.714895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Made reservation on behalf of e0582a98e5df4377aa38dfd4cc59ec54 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:16.723479 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.773241 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787f637b-6fc2-4a90-93c6-0c00f6ca75d1 x-openstack-request-id: req-787f637b-6fc2-4a90-93c6-0c00f6ca75d1 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:16.773714 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cf84d2-7ebe-4b51-a90f-31a0d9fce977", "name": "network-vif-plugged", "status": "completed", "tag": "102d2d08-3f75-43e9-9dcc-fc393197ab39", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:16.774105 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-787f637b-6fc2-4a90-93c6-0c00f6ca75d1 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:16.774626 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787f637b-6fc2-4a90-93c6-0c00f6ca75d1'] response: {'server_uuid': '73cf84d2-7ebe-4b51-a90f-31a0d9fce977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d2d08-3f75-43e9-9dcc-fc393197ab39', 'code': 200} May 26 16:15:16.807893 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01108b13-fa42-4e35-b42e-4d4d4e201fa2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.810684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=102d2d08-3f75-43e9-9dcc-fc393197ab39,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:16.832611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01108b13-fa42-4e35-b42e-4d4d4e201fa2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.836691 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-01108b13-fa42-4e35-b42e-4d4d4e201fa2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/15327471-8cdd-4c5d-8f15-47845370de89 HTTP/1.1" status: 204 len: 168 time: 0.2845387 May 26 16:15:16.842759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49590) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:16.855394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01108b13-fa42-4e35-b42e-4d4d4e201fa2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15327471-8cdd-4c5d-8f15-47845370de89,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:16.917653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.933460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-047152b1-640e-49e9-922e-452c0852d8e0 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0873919 May 26 16:15:16.934247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49592) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:16.962051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647417a-f807-479c-a81e-d621539dff0c req-74a7d206-a03c-490a-a729-cfa53c258c7e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:16.963680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-74a7d206-a03c-490a-a729-cfa53c258c7e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.4183450 May 26 16:15:16.979346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Request body: {'port': {'device_id': '0db3051e-9723-43dd-b6ab-6204e956b9de', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'admin_state_up': True, 'tenant_id': '08a1816bc5a242bdb94bde21d7075742'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:16.988880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Allocated IP 172.20.0.12 (e6a2eecd-73ef-43d4-862b-f37d994a7953/47617b24-398b-4c92-bb5c-96cca6d07a2c/f25756ba-115a-4367-9da2-80ffd977458a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:17.004746 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.052436 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f83d74e-3136-462b-bcbc-147b66827791 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.061163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network e289fd16-fed5-4a8a-b5e0-e539fe462277 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:17.063327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143d7f-536e-4f77-b6b9-e6ed781c3542 req-39d5f648-555c-4abd-9b1b-bd571cec2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:17.064954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22143d7f-536e-4f77-b6b9-e6ed781c3542 req-39d5f648-555c-4abd-9b1b-bd571cec2ae8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 1096 time: 0.1593022 May 26 16:15:17.071685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:17.074301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:17.136840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f83d74e-3136-462b-bcbc-147b66827791 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.157509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=4bb4fac3-ba53-4f38-a7a3-8af663094330,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:17.183864 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22143d7f-536e-4f77-b6b9-e6ed781c3542 req-0eb1e164-ef34-439e-b659-e984ba4c1794 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067793 May 26 16:15:17.202645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.268803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f83d74e-3136-462b-bcbc-147b66827791 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.272490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f83d74e-3136-462b-bcbc-147b66827791 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.273696 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f83d74e-3136-462b-bcbc-147b66827791 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/5e433610-6809-4ada-91fc-4a2597bef596 HTTP/1.1" status: 204 len: 168 time: 0.3362548 May 26 16:15:17.278855 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49596) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:17.315525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83d74e-3136-462b-bcbc-147b66827791 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e433610-6809-4ada-91fc-4a2597bef596,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:17.399522 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-47836a77-7e96-4df1-b06b-f3e224fd1a9c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191938 May 26 16:15:17.412039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49602) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:17.414567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Made reservation on behalf of 08a1816bc5a242bdb94bde21d7075742 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:17.418236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.422171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-44f4c491-8ab5-45c9-92af-1db6e09e0056 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-secgroup--42833585'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:17.471949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6095bd2a-a325-4f84-ac36-bcefd69b4ee9 req-33bbe7d7-8a7f-4bdc-8e55-2c2f2b60fa15 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 210 time: 0.0767858 May 26 16:15:17.494858 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.525085 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.525333 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f4c491-8ab5-45c9-92af-1db6e09e0056 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.782750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f4c491-8ab5-45c9-92af-1db6e09e0056 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.789127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Allocated IP 172.20.0.10 (75b37898-f398-46fe-ac6a-a23f005adc5f/0bf93427-e7b0-432f-831f-fc67ecb85eeb/0e76bd5a-6863-46e3-ad15-8755aa3536db) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:17.795813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f4c491-8ab5-45c9-92af-1db6e09e0056 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.813943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d659a76c-d760-48ad-8cdf-5b62ff337fa8 None None] Provisioning complete for port 4bb4fac3-ba53-4f38-a7a3-8af663094330 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:17.815199 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d659a76c-d760-48ad-8cdf-5b62ff337fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.867440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d659a76c-d760-48ad-8cdf-5b62ff337fa8 None None] Port 4bb4fac3-ba53-4f38-a7a3-8af663094330 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:15:17.869514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f4c491-8ab5-45c9-92af-1db6e09e0056 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.870407 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-44f4c491-8ab5-45c9-92af-1db6e09e0056 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4572005 May 26 16:15:17.884195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb8030fc-003e-43a3-9a42-12f20c744006 req-416a14ab-62fc-4594-b97e-46a2cb822839 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 210 time: 0.0467606 May 26 16:15:17.886415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.888022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49608) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:17.898060 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-038b3a35-bce8-435e-940f-5551f4251909 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': 'edc6ea14-26ad-4b50-b8dc-e60096dddf18', 'direction': 'ingress', 'protocol': 17}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:17.901512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['fa5338bd-e5ad-48f5-8fe2-f009a549b9bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:17.914682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4c491-8ab5-45c9-92af-1db6e09e0056 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc6ea14-26ad-4b50-b8dc-e60096dddf18,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:17.992795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['85adca4a-93ad-497c-8ea9-b41b05520221'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:18.015460 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-038b3a35-bce8-435e-940f-5551f4251909 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.029074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.038366 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.054640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e631b-059f-4a12-9ca6-20089f6f89cb req-99972667-8ad0-4377-8486-8054a2dcd2ea tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:18.068353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f1e631b-059f-4a12-9ca6-20089f6f89cb req-99972667-8ad0-4377-8486-8054a2dcd2ea tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 945 time: 0.4988878 May 26 16:15:18.098760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=4bb4fac3-ba53-4f38-a7a3-8af663094330,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:18.130845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:18.155755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:18.166603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event updated for resources: {'Port': ['ID=f25756ba-115a-4367-9da2-80ffd977458a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:18.169777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:18.175780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.285741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f1e631b-059f-4a12-9ca6-20089f6f89cb req-d604c3c8-8a23-411d-bdce-307262689a87 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163107 May 26 16:15:18.344445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:18.345118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.393481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-038b3a35-bce8-435e-940f-5551f4251909 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.400602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network e289fd16-fed5-4a8a-b5e0-e539fe462277 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:18.402261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.402633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:18.490546 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-038b3a35-bce8-435e-940f-5551f4251909 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.544055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b3a35-bce8-435e-940f-5551f4251909 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5aaa68-59ac-4dab-ae00-2f023075ec88,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:18.553657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.566953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:18.599020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-1ccf0b1b-dd0f-4f09-87fd-b5b210ee45f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2342238 May 26 16:15:18.702368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-038b3a35-bce8-435e-940f-5551f4251909 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.715325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-038b3a35-bce8-435e-940f-5551f4251909 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8200226 May 26 16:15:18.723365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49614) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:18.726565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Request body: {'port': {'device_id': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:18.729039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ffd79877-1a7c-443d-9f51-df47c39bcc73 None None] Provisioning complete for port f25756ba-115a-4367-9da2-80ffd977458a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:18.729636 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ffd79877-1a7c-443d-9f51-df47c39bcc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.759541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Network 75b37898-f398-46fe-ac6a-a23f005adc5f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:18.798788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ffd79877-1a7c-443d-9f51-df47c39bcc73 None None] Port f25756ba-115a-4367-9da2-80ffd977458a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:15:18.819803 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 1986bf5e-f640-404e-99c2-7f6ff2154f40 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:18.852754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:18.855378 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0be49c1-76f0-4a03-aef6-6af97893d1db tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.855920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:18.918249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:18.918944 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.933455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0be49c1-76f0-4a03-aef6-6af97893d1db tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.967227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event updated for resources: {'Port': ['ID=0e76bd5a-6863-46e3-ad15-8755aa3536db,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:19.009246 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-9f80b287-62d9-41e8-95d2-09d4db8da9af tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0334017 May 26 16:15:19.034511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:19.041334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-db856a74-b0d8-45fe-a196-c47762a51bb2 None None] Provisioning complete for port 4bb4fac3-ba53-4f38-a7a3-8af663094330 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:19.041334 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-db856a74-b0d8-45fe-a196-c47762a51bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.046915 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-26be2c64-50c9-4072-95b9-33549019faf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/routers/1986bf5e-f640-404e-99c2-7f6ff2154f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1278470 May 26 16:15:19.047717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49620) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:19.047851 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4858263b-2e55-41fc-92c3-65bb395e5f6f None None] Sync routers for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:19.054726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'port': {'network_id': 'e289fd16-fed5-4a8a-b5e0-e539fe462277', 'name': 'tempest-FloatingIPTestJSON-1700499932'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:19.060219 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4858263b-2e55-41fc-92c3-65bb395e5f6f None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:19.060445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0be49c1-76f0-4a03-aef6-6af97893d1db tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.061216 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4858263b-2e55-41fc-92c3-65bb395e5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:19.063522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0be49c1-76f0-4a03-aef6-6af97893d1db tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.067587 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d0be49c1-76f0-4a03-aef6-6af97893d1db tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/edc6ea14-26ad-4b50-b8dc-e60096dddf18 HTTP/1.1" status: 204 len: 168 time: 0.3386779 May 26 16:15:19.071823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Request body: {'port': {'device_id': '0db3051e-9723-43dd-b6ab-6204e956b9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:19.078204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49622) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:19.112266 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4858263b-2e55-41fc-92c3-65bb395e5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:19.118547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-db856a74-b0d8-45fe-a196-c47762a51bb2 None None] Port 4bb4fac3-ba53-4f38-a7a3-8af663094330 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:15:19.134973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be49c1-76f0-4a03-aef6-6af97893d1db tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc6ea14-26ad-4b50-b8dc-e60096dddf18,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:19.147980 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4858263b-2e55-41fc-92c3-65bb395e5f6f None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:19.148798 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4858263b-2e55-41fc-92c3-65bb395e5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:19.187637 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-4858263b-2e55-41fc-92c3-65bb395e5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:19.189431 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4858263b-2e55-41fc-92c3-65bb395e5f6f None None] The sync data for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:19.232335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Made reservation on behalf of 5db8e28e761447c2afc36c6baf65b92a for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:19.239794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.276818 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] device_id is not set on port 8ddfc7af-521e-460a-bb79-fb33e06f041d yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:15:19.412111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Allocated IP 172.20.0.3 (e289fd16-fed5-4a8a-b5e0-e539fe462277/fe7e9249-2854-4946-aeb7-d86e58e402dd/8ddfc7af-521e-460a-bb79-fb33e06f041d) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:19.473013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255af63f-5b3d-48d0-b975-a1a3d5311efa req-95af2c21-180d-46a0-b6bd-626b6824b7c2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:19.475982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-255af63f-5b3d-48d0-b975-a1a3d5311efa req-95af2c21-180d-46a0-b6bd-626b6824b7c2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 932 time: 0.7261195 May 26 16:15:19.480647 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.574772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781de37-d156-47d7-9321-29e71f60c6ed req-4ee430c4-3c33-47b9-a5bf-53de197766ab tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:19.579073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c781de37-d156-47d7-9321-29e71f60c6ed req-4ee430c4-3c33-47b9-a5bf-53de197766ab tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 932 time: 0.5644596 May 26 16:15:19.590091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.632539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.700526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Network e289fd16-fed5-4a8a-b5e0-e539fe462277 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:19.703137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.704825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:19.709529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:19.741667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-255af63f-5b3d-48d0-b975-a1a3d5311efa req-8523c519-1d32-4121-a07e-c1b8addf7244 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342954 May 26 16:15:19.757483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event updated for resources: {'Port': ['ID=8ddfc7af-521e-460a-bb79-fb33e06f041d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:19.781489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:19.782401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.803609 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-15a99cd2-7f19-41b3-850a-b4b52c8dbd79 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7516356 May 26 16:15:19.803898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49628) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:19.808127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Request body: {'floatingip': {'port_id': '8ddfc7af-521e-460a-bb79-fb33e06f041d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:19.870288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-abaae1c4-adde-422f-8d86-2e9717e7a852 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7909853 May 26 16:15:19.876807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49632) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:19.883086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5f62a4d4-5a8d-4449-a7e2-77e36fc511b2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442804176'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:19.893011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c781de37-d156-47d7-9321-29e71f60c6ed req-435bc8a8-4fbd-4524-9b7d-98a40c5c8f43 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539010 May 26 16:15:19.911263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f62a4d4-5a8d-4449-a7e2-77e36fc511b2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.971946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.175066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4afbe-d4e1-4e65-bb42-efe5bada37c7 req-5172ae67-4a7c-4b76-b64a-1bd2a24699a9 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:20.184109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64d4afbe-d4e1-4e65-bb42-efe5bada37c7 req-5172ae67-4a7c-4b76-b64a-1bd2a24699a9 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 945 time: 0.3041382 May 26 16:15:20.206852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0787a403-d65b-48eb-8f0c-7f1ad02288d5 None None] Provisioning complete for port 8ddfc7af-521e-460a-bb79-fb33e06f041d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:20.207653 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0787a403-d65b-48eb-8f0c-7f1ad02288d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.257496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f62a4d4-5a8d-4449-a7e2-77e36fc511b2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.296790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0787a403-d65b-48eb-8f0c-7f1ad02288d5 None None] Port 8ddfc7af-521e-460a-bb79-fb33e06f041d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:15:20.309018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64d4afbe-d4e1-4e65-bb42-efe5bada37c7 req-c85ec6d9-fcd8-4acf-b464-63c9de931e59 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189661 May 26 16:15:20.338595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f62a4d4-5a8d-4449-a7e2-77e36fc511b2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.393859 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f62a4d4-5a8d-4449-a7e2-77e36fc511b2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.395452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5f62a4d4-5a8d-4449-a7e2-77e36fc511b2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5175507 May 26 16:15:20.399999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49638) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:20.407729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62a4d4-5a8d-4449-a7e2-77e36fc511b2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a0369-8c9c-44f6-9d3f-4bcaa5333b6e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:20.439941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-48e49b9c-8fcd-411c-975c-b8ad12f2af09 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128340873'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:20.549611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48e49b9c-8fcd-411c-975c-b8ad12f2af09 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.574956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25756ba-115a-4367-9da2-80ffd977458a {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:15:20.588433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.636365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Transition to ACTIVE for port object f25756ba-115a-4367-9da2-80ffd977458a will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:15:20.644048 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.751112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e76bd5a-6863-46e3-ad15-8755aa3536db {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:15:20.760276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.775101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Transition to ACTIVE for port object 0e76bd5a-6863-46e3-ad15-8755aa3536db will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:15:20.795735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.808111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Pushing event updated for resources: {'Port': ['ID=f25756ba-115a-4367-9da2-80ffd977458a,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:20.941691 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48e49b9c-8fcd-411c-975c-b8ad12f2af09 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.009468 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48e49b9c-8fcd-411c-975c-b8ad12f2af09 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.209844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Pushing event updated for resources: {'Port': ['ID=0e76bd5a-6863-46e3-ad15-8755aa3536db,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:21.273884 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48e49b9c-8fcd-411c-975c-b8ad12f2af09 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.275969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-48e49b9c-8fcd-411c-975c-b8ad12f2af09 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8471758 May 26 16:15:21.283489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49680) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:21.294655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e49b9c-8fcd-411c-975c-b8ad12f2af09 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e79c5a-e03c-45b9-8557-8b5642943845,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:21.301580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7906629b-630f-468c-bea7-be1dc27fe2cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a0369-8c9c-44f6-9d3f-4bcaa5333b6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '39e79c5a-e03c-45b9-8557-8b5642943845', 'remote_ip_prefix': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:21.341229 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.351669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.370756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b142d-523d-49f4-9baf-d8065bc5aff3 req-d4755c4a-561d-44b7-97e0-0c0d62174aba tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:21.378776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f3b142d-523d-49f4-9baf-d8065bc5aff3 req-d4755c4a-561d-44b7-97e0-0c0d62174aba tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 944 time: 0.4413404 May 26 16:15:21.381312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Attempting to bind port f25756ba-115a-4367-9da2-80ffd977458a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:21.381787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Attempting to bind port f25756ba-115a-4367-9da2-80ffd977458a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:21.382252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Attempting to bind port f25756ba-115a-4367-9da2-80ffd977458a on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:21.409366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Port f25756ba-115a-4367-9da2-80ffd977458a on network e6a2eecd-73ef-43d4-862b-f37d994a7953 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:15:21.409875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Attempting to bind port f25756ba-115a-4367-9da2-80ffd977458a on network e6a2eecd-73ef-43d4-862b-f37d994a7953 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:21.442743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3fec7-1411-4f56-a3fc-2808423f3939 req-217d6585-99c9-4140-a255-4239f398684b tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:21.445024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfd3fec7-1411-4f56-a3fc-2808423f3939 req-217d6585-99c9-4140-a255-4239f398684b tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 945 time: 0.3085704 May 26 16:15:21.447078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Attempting to bind port 0e76bd5a-6863-46e3-ad15-8755aa3536db on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:21.447540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Attempting to bind port 0e76bd5a-6863-46e3-ad15-8755aa3536db by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:21.447968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Attempting to bind port 0e76bd5a-6863-46e3-ad15-8755aa3536db on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:21.450629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:21.451810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Checking segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:21.452311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Bound using segment: {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:21.453493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Bound port: f25756ba-115a-4367-9da2-80ffd977458a, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4df7244-d1b3-4641-b82c-a4750b826ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:21.453493 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.491543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Port 0e76bd5a-6863-46e3-ad15-8755aa3536db on network 75b37898-f398-46fe-ac6a-a23f005adc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:15:21.491940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Attempting to bind port 0e76bd5a-6863-46e3-ad15-8755aa3536db on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:21.494240 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7906629b-630f-468c-bea7-be1dc27fe2cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.529208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f3b142d-523d-49f4-9baf-d8065bc5aff3 req-0df684ef-c6ff-460d-a046-a3ae56c1971d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492028 May 26 16:15:21.535231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:21.535724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Checking segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:21.536236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Bound using segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:21.537305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Bound port: 0e76bd5a-6863-46e3-ad15-8755aa3536db, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:21.537775 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.570728 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP f190b6a6-926b-47e1-a26a-dd22b113daa6 associated. External IP: 172.25.0.54, port: 1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc. May 26 16:15:21.683277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfd3fec7-1411-4f56-a3fc-2808423f3939 req-6a571474-a40f-4d02-8f89-848ca395b6fe tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273767 May 26 16:15:21.776535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:21.780842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f25756ba-115a-4367-9da2-80ffd977458a,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:21.815479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] For port 0e76bd5a-6863-46e3-ad15-8755aa3536db, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:21.820117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] For port 0e76bd5a-6863-46e3-ad15-8755aa3536db, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e76bd5a-6863-46e3-ad15-8755aa3536db,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:21.840789 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.858660 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.935033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:21.935657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.937333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] 10.222.0.24 "PUT /v2.0/ports/0e76bd5a-6863-46e3-ad15-8755aa3536db HTTP/1.1" status: 200 len: 1092 time: 2.8705316 May 26 16:15:21.952498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:21.975935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db3051e-9723-43dd-b6ab-6204e956b9de', 'tag': '0e76bd5a-6863-46e3-ad15-8755aa3536db'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:21.979764 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0db3051e-9723-43dd-b6ab-6204e956b9de", "tag": "0e76bd5a-6863-46e3-ad15-8755aa3536db"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:22.022585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:22.024449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.030507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] 10.222.0.24 "PUT /v2.0/ports/f25756ba-115a-4367-9da2-80ffd977458a HTTP/1.1" status: 200 len: 1092 time: 3.3331163 May 26 16:15:22.148098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7906629b-630f-468c-bea7-be1dc27fe2cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.185370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a78a96-f2e2-46c8-a7e9-95dc458b51cb req-cb093f59-cd1a-41e5-8154-805c9735c2f1 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:22.198041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00a78a96-f2e2-46c8-a7e9-95dc458b51cb req-cb093f59-cd1a-41e5-8154-805c9735c2f1 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 944 time: 0.5188599 May 26 16:15:22.217870 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7906629b-630f-468c-bea7-be1dc27fe2cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.248452 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f2d7c-e210-41df-8b03-13bcb6907f5d x-openstack-request-id: req-f90f2d7c-e210-41df-8b03-13bcb6907f5d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:22.249124 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db3051e-9723-43dd-b6ab-6204e956b9de", "tag": "0e76bd5a-6863-46e3-ad15-8755aa3536db", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:22.249599 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f90f2d7c-e210-41df-8b03-13bcb6907f5d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:22.250230 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90f2d7c-e210-41df-8b03-13bcb6907f5d'] response: {'name': 'network-changed', 'server_uuid': '0db3051e-9723-43dd-b6ab-6204e956b9de', 'tag': '0e76bd5a-6863-46e3-ad15-8755aa3536db', 'status': 'completed', 'code': 200} May 26 16:15:22.277270 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7906629b-630f-468c-bea7-be1dc27fe2cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.279167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7906629b-630f-468c-bea7-be1dc27fe2cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9876950 May 26 16:15:22.290794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75ab90-ef3d-42b8-b615-3d761ca0ed17 service neutron] Pushing event updated for resources: {'Port': ['ID=0e76bd5a-6863-46e3-ad15-8755aa3536db,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:22.301248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:22.326574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:22.345000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59937bf5-90e1-4764-b5e7-69d7299f33d2 None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:22.363372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59937bf5-90e1-4764-b5e7-69d7299f33d2 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:22.364411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-59937bf5-90e1-4764-b5e7-69d7299f33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:22.397458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821acbaa-b415-485d-9293-7243c2a84b54 service neutron] Pushing event updated for resources: {'Port': ['ID=f25756ba-115a-4367-9da2-80ffd977458a,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:22.409210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906629b-630f-468c-bea7-be1dc27fe2cf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d8774b-78c6-457e-bb84-680b16bc6534,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:22.436697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-335023b5-8be3-45dc-88a1-1004e1966fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:22.439097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-335023b5-8be3-45dc-88a1-1004e1966fca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 1095 time: 0.3357902 May 26 16:15:22.444158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647417a-f807-479c-a81e-d621539dff0c req-dbf24019-78f8-463c-a3cb-eb8c9378d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:22.446737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-dbf24019-78f8-463c-a3cb-eb8c9378d2ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 1095 time: 0.4468260 May 26 16:15:22.468993 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00a78a96-f2e2-46c8-a7e9-95dc458b51cb req-e94501bf-135b-404e-914d-54c99383b9a2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649832 May 26 16:15:22.516679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-59937bf5-90e1-4764-b5e7-69d7299f33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:22.520304 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c9d0-2da4-43c8-9955-0afccc51d88d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.530658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-c17a5568-34d3-4dfb-a7c0-744c98220a61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e76bd5a-6863-46e3-ad15-8755aa3536db HTTP/1.1" status: 200 len: 217 time: 0.0600650 May 26 16:15:22.562131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c9d0-2da4-43c8-9955-0afccc51d88d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.565688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59937bf5-90e1-4764-b5e7-69d7299f33d2 None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:22.567392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-59937bf5-90e1-4764-b5e7-69d7299f33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:22.647323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-82640c99-5064-4ac5-bd75-7171404db352 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25756ba-115a-4367-9da2-80ffd977458a HTTP/1.1" status: 200 len: 217 time: 0.1985400 May 26 16:15:22.693174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-59937bf5-90e1-4764-b5e7-69d7299f33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:22.694368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59937bf5-90e1-4764-b5e7-69d7299f33d2 None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:22.716237 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c9d0-2da4-43c8-9955-0afccc51d88d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.759585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c9d0-2da4-43c8-9955-0afccc51d88d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.766321 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2ab9c9d0-2da4-43c8-9955-0afccc51d88d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/49d8774b-78c6-457e-bb84-680b16bc6534 HTTP/1.1" status: 204 len: 168 time: 0.4583056 May 26 16:15:22.766321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9c9d0-2da4-43c8-9955-0afccc51d88d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49d8774b-78c6-457e-bb84-680b16bc6534,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:22.767987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49700) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:22.950449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647417a-f807-479c-a81e-d621539dff0c req-44f7b780-787d-4863-9c5f-cf8cd836040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:22.952941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-44f7b780-787d-4863-9c5f-cf8cd836040b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.3308632 May 26 16:15:22.982096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-6a2799c4-28c9-4eb6-a0a1-92284706eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:22.986035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-6a2799c4-28c9-4eb6-a0a1-92284706eacb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.2546275 May 26 16:15:23.011016 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d07ef2c1-b35a-4bdf-8705-c0cc2010ffaf tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2380028 May 26 16:15:23.015435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49706) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:23.067651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-f1435414-d7fd-443e-be17-48a7bd575444 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888875 May 26 16:15:23.104662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71cba0-087f-491e-bf3b-67073d6f712c req-38adea17-47eb-4128-8016-7ea99673d754 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.106852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa71cba0-087f-491e-bf3b-67073d6f712c req-38adea17-47eb-4128-8016-7ea99673d754 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 944 time: 0.3878088 May 26 16:15:23.116951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-9817da7a-9813-4f70-816a-d5b0ad327418 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.118791 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-9817da7a-9813-4f70-816a-d5b0ad327418 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.32 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 945 time: 0.2803783 May 26 16:15:23.232664 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-975ab6b7-c50e-46d0-8687-c03ee4895497 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.294100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 1986bf5e-f640-404e-99c2-7f6ff2154f40 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:23.299338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa71cba0-087f-491e-bf3b-67073d6f712c req-6d68f04e-7aff-49e0-9d4a-88e0dd21adb8 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589482 May 26 16:15:23.299338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-57217384-132e-425b-b460-6c370a54bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.300979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-57217384-132e-425b-b460-6c370a54bb8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011017 May 26 16:15:23.310304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf7f2c-dcda-42e3-8c86-50546e62c9c6 req-3db8f0b8-b2b2-4b88-b57d-30f19939ef40 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.315761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-975ab6b7-c50e-46d0-8687-c03ee4895497 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.321825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fcf7f2c-dcda-42e3-8c86-50546e62c9c6 req-3db8f0b8-b2b2-4b88-b57d-30f19939ef40 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 945 time: 0.3408670 May 26 16:15:23.477658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-82d4ee28-cc47-4c57-ac81-16a90da00ff5 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845918 May 26 16:15:23.520102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fcf7f2c-dcda-42e3-8c86-50546e62c9c6 req-68d254ad-4f90-415e-b717-76e6fae4ee23 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970561 May 26 16:15:23.569665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-975ab6b7-c50e-46d0-8687-c03ee4895497 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.577438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-975ab6b7-c50e-46d0-8687-c03ee4895497 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.583078 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-975ab6b7-c50e-46d0-8687-c03ee4895497 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/39e79c5a-e03c-45b9-8557-8b5642943845 HTTP/1.1" status: 204 len: 168 time: 0.5659201 May 26 16:15:23.584255 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49712) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:23.633324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ab6b7-c50e-46d0-8687-c03ee4895497 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e79c5a-e03c-45b9-8557-8b5642943845,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:23.748961 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.773555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:23.786479 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf10ade6-09a3-4607-9125-546844c20460 None None] Sync routers for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:23.801988 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-35a78275-8c2c-43ee-b5da-42c113a7485c tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1964977 May 26 16:15:23.803464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49714) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:23.814039 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.815590 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf10ade6-09a3-4607-9125-546844c20460 None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:23.816952 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cf10ade6-09a3-4607-9125-546844c20460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:23.821475 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.860014 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cf10ade6-09a3-4607-9125-546844c20460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:23.873444 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf10ade6-09a3-4607-9125-546844c20460 None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:23.874465 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cf10ade6-09a3-4607-9125-546844c20460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:23.934236 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6f6ba579-a77d-4f45-aa92-79fc49d6a16f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/floatingips/f190b6a6-926b-47e1-a26a-dd22b113daa6 HTTP/1.1" status: 200 len: 977 time: 4.1293335 May 26 16:15:23.937424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49716) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:24.037386 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cf10ade6-09a3-4607-9125-546844c20460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:24.038360 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf10ade6-09a3-4607-9125-546844c20460 None None] The sync data for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:24.092491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-08895eba-41a9-4b54-a813-ed2058a0d7dd service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416997 May 26 16:15:24.103449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3550cd5-b43b-43e8-b5b5-20805f599fb1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.130802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Deleting port 102d2d08-3f75-43e9-9dcc-fc393197ab39 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:24.131116 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.139971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3550cd5-b43b-43e8-b5b5-20805f599fb1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.153731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 8ddfc7af-521e-460a-bb79-fb33e06f041d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:24.154042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.246183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3550cd5-b43b-43e8-b5b5-20805f599fb1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.249631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3550cd5-b43b-43e8-b5b5-20805f599fb1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.253935 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c3550cd5-b43b-43e8-b5b5-20805f599fb1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/ec3a0369-8c9c-44f6-9d3f-4bcaa5333b6e HTTP/1.1" status: 204 len: 168 time: 0.3788860 May 26 16:15:24.256014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:24.258327 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6f810c-bc2d-406a-afbd-2f10c12b5938" -d '{"events": [{"name": "network-changed", "server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "tag": "f25756ba-115a-4367-9da2-80ffd977458a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:24.259006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49718) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:24.282231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30eddd-3d9d-4f41-9eec-33376c3bf6d1 req-d4a33488-928b-4081-a2d9-4771bfd1e892 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:24.283805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db30eddd-3d9d-4f41-9eec-33376c3bf6d1 req-d4a33488-928b-4081-a2d9-4771bfd1e892 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.6607316 May 26 16:15:24.292025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3550cd5-b43b-43e8-b5b5-20805f599fb1 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a0369-8c9c-44f6-9d3f-4bcaa5333b6e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:24.297704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8647417a-f807-479c-a81e-d621539dff0c req-9cdeb224-ba27-4c33-b930-b29963116a4f service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8108134 May 26 16:15:24.336876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa736e-b8df-49ae-88c8-e25248c0d3f0 req-478c8294-1cb8-446b-84ba-62ffa6aa965d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:24.338765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64aa736e-b8df-49ae-88c8-e25248c0d3f0 req-478c8294-1cb8-446b-84ba-62ffa6aa965d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 944 time: 0.2766359 May 26 16:15:24.359071 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.425317 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f9ff7ceb-9706-4272-9a21-b5b51300f311 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1629577 May 26 16:15:24.432000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49728) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:24.436606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2c2a65b0-a84f-4c8d-84e8-867d84d10751 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-secgroup--503090653'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:24.445310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8dcd2d3-1c51-4f16-a839-c583058aaae2 req-8e4e9e43-862a-4f51-9612-e39ab67c7316 service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268631 May 26 16:15:24.447460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] For port 102d2d08-3f75-43e9-9dcc-fc393197ab39, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=102d2d08-3f75-43e9-9dcc-fc393197ab39,segment=NetworkSegment(dfd09d9d-55a2-4527-895e-5c1d699207d6),segment_id=dfd09d9d-55a2-4527-895e-5c1d699207d6)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:24.447460 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.489808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Calling delete_port for 102d2d08-3f75-43e9-9dcc-fc393197ab39 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:24.504120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db30eddd-3d9d-4f41-9eec-33376c3bf6d1 req-743f70e9-0041-4638-af32-8cda0eb72c92 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630280 May 26 16:15:24.512096 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64aa736e-b8df-49ae-88c8-e25248c0d3f0 req-1c2dc1b2-9ce5-4890-a3a5-0044327b1d25 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642194 May 26 16:15:24.527829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2a65b0-a84f-4c8d-84e8-867d84d10751 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.553902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-2275ec9b-8c8d-43dc-a4d0-5965b9659536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:24.555472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-2275ec9b-8c8d-43dc-a4d0-5965b9659536 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 1095 time: 0.1571977 May 26 16:15:24.628877 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76cc7e5-f6bd-48a4-b5c2-ed3996100310 x-openstack-request-id: req-c76cc7e5-f6bd-48a4-b5c2-ed3996100310 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:24.636431 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "tag": "f25756ba-115a-4367-9da2-80ffd977458a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:24.636980 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c76cc7e5-f6bd-48a4-b5c2-ed3996100310 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:24.637579 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76cc7e5-f6bd-48a4-b5c2-ed3996100310'] response: {'name': 'network-changed', 'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a', 'status': 'completed', 'code': 200} May 26 16:15:24.834448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2a65b0-a84f-4c8d-84e8-867d84d10751 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.845240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2a65b0-a84f-4c8d-84e8-867d84d10751 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.891915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.893494 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.893875 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Floating IP f190b6a6-926b-47e1-a26a-dd22b113daa6 disassociated. External IP: 172.25.0.54, port: 8ddfc7af-521e-460a-bb79-fb33e06f041d. May 26 16:15:24.894721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 8ddfc7af-521e-460a-bb79-fb33e06f041d owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:24.933751 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2a65b0-a84f-4c8d-84e8-867d84d10751 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.937581 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2c2a65b0-a84f-4c8d-84e8-867d84d10751 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5044961 May 26 16:15:24.940312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49736) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:24.946444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a65b0-a84f-4c8d-84e8-867d84d10751 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb905e74-cc47-4dda-ae61-966b2c258915,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:24.964001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-423338c6-1942-4756-89da-0e410a20478a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': 'bb905e74-cc47-4dda-ae61-966b2c258915', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:24.982896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-bd4ea788-b0ad-4fe3-8a30-b2927a9ff8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:24.984950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-bd4ea788-b0ad-4fe3-8a30-b2927a9ff8e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 1095 time: 0.3349817 May 26 16:15:24.999441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef279e-30de-4c13-8d0e-fe31e1ac8a83 req-f6616067-1354-4677-ba5b-ec161e29ace4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:25.008028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6ef279e-30de-4c13-8d0e-fe31e1ac8a83 req-f6616067-1354-4677-ba5b-ec161e29ace4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 944 time: 0.2299111 May 26 16:15:25.017908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d65299-7764-474a-85b6-d3e44d3d274f req-dda0b854-cc65-4f1c-accb-0e284de975da tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:25.019812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01d65299-7764-474a-85b6-d3e44d3d274f req-dda0b854-cc65-4f1c-accb-0e284de975da tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf84d2-7ebe-4b51-a90f-31a0d9fce977 HTTP/1.1" status: 200 len: 945 time: 0.2555625 May 26 16:15:25.070574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-7e89c8e1-415c-48f0-8e4c-109ef28d3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:25.072626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-7e89c8e1-415c-48f0-8e4c-109ef28d3b40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 907 time: 0.4234247 May 26 16:15:25.164789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.215769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=8ddfc7af-521e-460a-bb79-fb33e06f041d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:25.253499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-f18258a3-4f33-48cf-89a0-ad3de59ab3f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e76bd5a-6863-46e3-ad15-8755aa3536db HTTP/1.1" status: 200 len: 217 time: 0.1654575 May 26 16:15:25.262415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423338c6-1942-4756-89da-0e410a20478a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.305501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6ef279e-30de-4c13-8d0e-fe31e1ac8a83 req-7b9e20cc-dd77-4fb0-a61b-9570ecc35afc tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963758 May 26 16:15:25.416206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01d65299-7764-474a-85b6-d3e44d3d274f req-d951067b-fa5f-4611-bf2e-5ec44de89808 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8af6906-313a-4f76-8aa5-ec69745fbbf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726666 May 26 16:15:25.431840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 1986bf5e-f640-404e-99c2-7f6ff2154f40 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:25.478550 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.492761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-1b3ffc16-8d70-4787-b5aa-21e24292ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:25.494742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['102d2d08-3f75-43e9-9dcc-fc393197ab39'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:25.495281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-1b3ffc16-8d70-4787-b5aa-21e24292ab09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.2213295 May 26 16:15:25.525873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-e1b1e9ca-1f4c-4061-b32b-f38105e042bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:25.528348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-e1b1e9ca-1f4c-4061-b32b-f38105e042bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.5062473 May 26 16:15:25.550293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Pushing event deleted for resources: {'Port': ['ID=102d2d08-3f75-43e9-9dcc-fc393197ab39,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:25.641895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-11e496f5-26c1-4224-9862-680c54641435 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042969 May 26 16:15:25.679094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-1b56045c-f561-44a5-a89b-c7d3136a0574 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25756ba-115a-4367-9da2-80ffd977458a HTTP/1.1" status: 200 len: 217 time: 0.1308210 May 26 16:15:25.684687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:25.705718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41e7c7-ad4d-4cac-b1c1-7d02e69add81 None None] Sync routers for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:25.724252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41e7c7-ad4d-4cac-b1c1-7d02e69add81 None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:25.726763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bb41e7c7-ad4d-4cac-b1c1-7d02e69add81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:25.750751 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423338c6-1942-4756-89da-0e410a20478a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.763540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] No DVR routers for this DVR port 102d2d08-3f75-43e9-9dcc-fc393197ab39 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:25.770602 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.778762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54635f45-341e-48e1-a08c-7c1c72757ff6 req-bb255f7f-e2d1-4227-8987-e91d89427769 tempest-ServerPasswordTestJSON-1529328375 tempest-ServerPasswordTestJSON-1529328375-project] 10.222.0.32 "DELETE /v2.0/ports/102d2d08-3f75-43e9-9dcc-fc393197ab39 HTTP/1.1" status: 204 len: 173 time: 2.6433156 May 26 16:15:25.804608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bb41e7c7-ad4d-4cac-b1c1-7d02e69add81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:25.831132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41e7c7-ad4d-4cac-b1c1-7d02e69add81 None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:25.833361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bb41e7c7-ad4d-4cac-b1c1-7d02e69add81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:25.843816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.850997 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cec57e48-c7a1-4a80-998b-a84b2d7690a1 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/ports/8ddfc7af-521e-460a-bb79-fb33e06f041d HTTP/1.1" status: 204 len: 168 time: 1.9094787 May 26 16:15:25.851205 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423338c6-1942-4756-89da-0e410a20478a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.853156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49744) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:25.912363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bb41e7c7-ad4d-4cac-b1c1-7d02e69add81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:25.913759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41e7c7-ad4d-4cac-b1c1-7d02e69add81 None None] The sync data for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:26.009701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423338c6-1942-4756-89da-0e410a20478a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a3aad0-917f-4a45-9958-7cfced8913ce,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:26.044410 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423338c6-1942-4756-89da-0e410a20478a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.045659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-423338c6-1942-4756-89da-0e410a20478a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0891213 May 26 16:15:26.049802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49746) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:26.053179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-fa7ba1df-c607-4006-a4fc-5075a954fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:26.054718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-fa7ba1df-c607-4006-a4fc-5075a954fba9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.3624856 May 26 16:15:26.092695 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-738f2c0e-adc3-43e9-b79e-812d0ba81984 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.106424 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-738f2c0e-adc3-43e9-b79e-812d0ba81984 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.147463 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-738f2c0e-adc3-43e9-b79e-812d0ba81984 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.164918 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-738f2c0e-adc3-43e9-b79e-812d0ba81984 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.170038 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-738f2c0e-adc3-43e9-b79e-812d0ba81984 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/19a3aad0-917f-4a45-9958-7cfced8913ce HTTP/1.1" status: 204 len: 168 time: 0.1185241 May 26 16:15:26.174983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60be437-1417-4975-a154-ccc853f011cd req-6db48d79-5230-4414-9565-07a7f75aaa44 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:26.175299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49748) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:26.176619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c60be437-1417-4975-a154-ccc853f011cd req-6db48d79-5230-4414-9565-07a7f75aaa44 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.3682466 May 26 16:15:26.182779 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-c68cfdef-eddc-4d02-80be-0d25f89693db service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147879 May 26 16:15:26.188933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f2c0e-adc3-43e9-b79e-812d0ba81984 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19a3aad0-917f-4a45-9958-7cfced8913ce,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:26.194262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f0f02-778b-4e28-b41e-18dc3a1d1c11 req-453c9c86-9e26-414f-af4a-4e68339f5aed tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:26.196113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-358f0f02-778b-4e28-b41e-18dc3a1d1c11 req-453c9c86-9e26-414f-af4a-4e68339f5aed tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 944 time: 0.3888884 May 26 16:15:26.250056 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9d588734-cc6c-42c7-83fc-19b84a5c4808 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732560 May 26 16:15:26.254249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:26.338490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb319-06c5-4ff5-88f2-afaf0617710d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.377584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb319-06c5-4ff5-88f2-afaf0617710d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.394302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f25756ba-115a-4367-9da2-80ffd977458a details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:15:26.444381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb319-06c5-4ff5-88f2-afaf0617710d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.448865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef8bb319-06c5-4ff5-88f2-afaf0617710d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.456178 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ef8bb319-06c5-4ff5-88f2-afaf0617710d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/bb905e74-cc47-4dda-ae61-966b2c258915 HTTP/1.1" status: 204 len: 168 time: 0.2005434 May 26 16:15:26.457166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:26.494299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bb319-06c5-4ff5-88f2-afaf0617710d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb905e74-cc47-4dda-ae61-966b2c258915,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:26.562124 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c1d58b88-1de5-40ed-96ea-24099a80637f tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875020 May 26 16:15:26.562251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-d2c52702-b52a-469b-91dc-830db12aa330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:26.562756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-d2c52702-b52a-469b-91dc-830db12aa330 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4899354 May 26 16:15:26.562874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49760) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:26.567085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af1005fe-f9ed-46f2-857e-ea6b9c2a47e6 req-6f0fa02e-7951-44d0-9e71-79b05fd7b576 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687067 May 26 16:15:26.573882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d9c4cd21-69c2-45e1-97d1-b78621678976 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-secgroup--553746598'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:26.597471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c60be437-1417-4975-a154-ccc853f011cd req-163e501b-8455-44cd-9507-e2f5cb406836 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748410 May 26 16:15:26.634409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9c4cd21-69c2-45e1-97d1-b78621678976 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.645222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f25756ba-115a-4367-9da2-80ffd977458a,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:26.646982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cf84d2-7ebe-4b51-a90f-31a0d9fce977', 'name': 'network-vif-deleted', 'tag': '102d2d08-3f75-43e9-9dcc-fc393197ab39'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:26.654635 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52199902-7faf-4459-ba79-1f1fb47eb41b" -d '{"events": [{"server_uuid": "73cf84d2-7ebe-4b51-a90f-31a0d9fce977", "name": "network-vif-deleted", "tag": "102d2d08-3f75-43e9-9dcc-fc393197ab39"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:26.668861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'f25756ba-115a-4367-9da2-80ffd977458a', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'port_id': 'f25756ba-115a-4367-9da2-80ffd977458a', 'mac_address': 'fa:16:3e:87:1c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:15:26.740748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-358f0f02-778b-4e28-b41e-18dc3a1d1c11 req-993f266a-9f35-4d72-9b55-cce5b5dbab93 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975612 May 26 16:15:26.745600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f25756ba-115a-4367-9da2-80ffd977458a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:26.746026 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.766570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25756ba-115a-4367-9da2-80ffd977458a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:15:26.790784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9c4cd21-69c2-45e1-97d1-b78621678976 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.795739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9c4cd21-69c2-45e1-97d1-b78621678976 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.809769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f25756ba-115a-4367-9da2-80ffd977458a,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:26.820399 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.823857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0e76bd5a-6863-46e3-ad15-8755aa3536db details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:15:26.836023 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9c4cd21-69c2-45e1-97d1-b78621678976 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.842605 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d9c4cd21-69c2-45e1-97d1-b78621678976 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2733903 May 26 16:15:26.849081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49766) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:26.857192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1ede57c3-ccb8-4549-baaa-460f8b612a8e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': 'd65f320b-65ba-4a16-ae82-c02272140a0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:26.909234 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4cd21-69c2-45e1-97d1-b78621678976 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65f320b-65ba-4a16-ae82-c02272140a0c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:26.912213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d611f-3e6e-4067-bf9c-a989a2f5bd12 req-5102fae4-2ecc-4930-ae88-cb8f9ca2f0c2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:26.914230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f91d611f-3e6e-4067-bf9c-a989a2f5bd12 req-5102fae4-2ecc-4930-ae88-cb8f9ca2f0c2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 944 time: 0.2401676 May 26 16:15:26.933333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-9d78bb69-3432-40c8-9bac-e0c65b886d5f service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442671 May 26 16:15:27.045184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49772) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:27.055961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f25756ba-115a-4367-9da2-80ffd977458a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:27.133026 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be85a5db-293c-4c15-ad08-ea83f167999c x-openstack-request-id: req-be85a5db-293c-4c15-ad08-ea83f167999c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:27.133450 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cf84d2-7ebe-4b51-a90f-31a0d9fce977", "name": "network-vif-deleted", "tag": "102d2d08-3f75-43e9-9dcc-fc393197ab39", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:27.133818 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be85a5db-293c-4c15-ad08-ea83f167999c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:27.134487 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be85a5db-293c-4c15-ad08-ea83f167999c'] response: {'server_uuid': '73cf84d2-7ebe-4b51-a90f-31a0d9fce977', 'name': 'network-vif-deleted', 'tag': '102d2d08-3f75-43e9-9dcc-fc393197ab39', 'status': 'completed', 'code': 200} May 26 16:15:27.135621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.136045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.136561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.137540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.138543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.139071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.139697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.140225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.140628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.141220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.141683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.142333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:27.169722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac7aeef-be85-4d04-9147-e0d34699eca3 admin admin] Deleting subnet fb11aff8-2de8-472a-ab72-85114fab6f6c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:15:27.175587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0e76bd5a-6863-46e3-ad15-8755aa3536db, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e76bd5a-6863-46e3-ad15-8755aa3536db,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:27.183506 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aeef-be85-4d04-9147-e0d34699eca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.192477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '0e76bd5a-6863-46e3-ad15-8755aa3536db', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'port_id': '0e76bd5a-6863-46e3-ad15-8755aa3536db', 'mac_address': 'fa:16:3e:8e:fb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf93427-e7b0-432f-831f-fc67ecb85eeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:15:27.227647 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ede57c3-ccb8-4549-baaa-460f8b612a8e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.243649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aeef-be85-4d04-9147-e0d34699eca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.249398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f91d611f-3e6e-4067-bf9c-a989a2f5bd12 req-4db94b0a-2fbe-4530-9698-e29d5f8fe01f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170712 May 26 16:15:27.305679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 0e76bd5a-6863-46e3-ad15-8755aa3536db is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:27.307248 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.315507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aeef-be85-4d04-9147-e0d34699eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.339096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e76bd5a-6863-46e3-ad15-8755aa3536db {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:15:27.388711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0e76bd5a-6863-46e3-ad15-8755aa3536db, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e76bd5a-6863-46e3-ad15-8755aa3536db,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:27.392951 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.405378 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aeef-be85-4d04-9147-e0d34699eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.439308 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aeef-be85-4d04-9147-e0d34699eca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.451224 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ac7aeef-be85-4d04-9147-e0d34699eca3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fb11aff8-2de8-472a-ab72-85114fab6f6c HTTP/1.1" status: 204 len: 168 time: 0.3996668 May 26 16:15:27.453782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49776) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:27.463420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6f810c-bc2d-406a-afbd-2f10c12b5938 req-c28bad20-3f67-46af-b27b-db35dc460160 service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817026 May 26 16:15:27.470201 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.483693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-d11fdf9d-b7b6-4115-b4d2-4c463be389f9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:27.485666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-d11fdf9d-b7b6-4115-b4d2-4c463be389f9 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.32 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.1868255 May 26 16:15:27.488177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ede57c3-ccb8-4549-baaa-460f8b612a8e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.526307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=0e76bd5a-6863-46e3-ad15-8755aa3536db,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:27.530787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7aeef-be85-4d04-9147-e0d34699eca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb11aff8-2de8-472a-ab72-85114fab6f6c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:27.553466 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ede57c3-ccb8-4549-baaa-460f8b612a8e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.598254 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.648447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede57c3-ccb8-4549-baaa-460f8b612a8e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde89e01-4dc9-4a5b-9077-e6b1adbb0438,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:27.659491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['0e76bd5a-6863-46e3-ad15-8755aa3536db'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:27.719583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f25756ba-115a-4367-9da2-80ffd977458a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:27.737532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.778739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b8ce2d-a269-4074-8d01-02df5a8c16ea']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:27.790709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd09d9d-55a2-4527-895e-5c1d699207d6') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:27.791108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd09d9d-55a2-4527-895e-5c1d699207d6') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:27.805184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.823912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.832265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:27.832971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.912192 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment dfd09d9d-55a2-4527-895e-5c1d699207d6 resource provider aggregate not found May 26 16:15:27.920784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.936243 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.944386 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/71b8ce2d-a269-4074-8d01-02df5a8c16ea HTTP/1.1" status: 204 len: 168 time: 0.4889727 May 26 16:15:27.946524 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment dfd09d9d-55a2-4527-895e-5c1d699207d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfd09d9d-55a2-4527-895e-5c1d699207d6 found for delete ", "request_id": "req-2f64b333-a9be-4610-807b-d3dc0b6679dc"}]} May 26 16:15:27.970745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9102a3-aeca-444b-8c7d-17057b2df8a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b8ce2d-a269-4074-8d01-02df5a8c16ea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:27.991283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 102d2d08-3f75-43e9-9dcc-fc393197ab39 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:28.066121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 102d2d08-3f75-43e9-9dcc-fc393197ab39 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:28.066650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 102d2d08-3f75-43e9-9dcc-fc393197ab39 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:28.148304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ede57c3-ccb8-4549-baaa-460f8b612a8e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.152462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49792) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.152705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1ede57c3-ccb8-4549-baaa-460f8b612a8e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3023026 May 26 16:15:28.180418 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-585576ad-6249-42f3-9303-49ab9233c6d3 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules/bde89e01-4dc9-4a5b-9077-e6b1adbb0438 HTTP/1.1" status: 200 len: 763 time: 0.0267456 May 26 16:15:28.183968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49794) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.205943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c692a96-7559-4849-972a-5b0376107821 req-81cf2992-d980-4332-8162-0d8b4136dfcf tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:28.207576 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c692a96-7559-4849-972a-5b0376107821 req-81cf2992-d980-4332-8162-0d8b4136dfcf tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 945 time: 0.6585226 May 26 16:15:28.309886 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f01bbab4-7e1e-40a7-a0ce-70a07f857952 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1236689 May 26 16:15:28.312742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49798) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.316401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49800) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.336206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Deleting port 732d059e-c51a-4eac-a564-a92124de2aeb {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:28.336555 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.345642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3262-d645-46e1-8bed-1a06b8ea5fcb tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.355217 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3262-d645-46e1-8bed-1a06b8ea5fcb tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.379286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7de64-9b89-4a4c-ad96-6e6f9bbcc104 req-a5ffe5f7-4747-455a-a94e-717b3f9c04ec tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:28.381674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fb7de64-9b89-4a4c-ad96-6e6f9bbcc104 req-a5ffe5f7-4747-455a-a94e-717b3f9c04ec tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 945 time: 0.2756464 May 26 16:15:28.413518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c692a96-7559-4849-972a-5b0376107821 req-3eb5d853-c0e8-4023-8c16-71703a40a1e8 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936121 May 26 16:15:28.418875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3262-d645-46e1-8bed-1a06b8ea5fcb tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.432083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3262-d645-46e1-8bed-1a06b8ea5fcb tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.432083 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7b4d3262-d645-46e1-8bed-1a06b8ea5fcb tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/bde89e01-4dc9-4a5b-9077-e6b1adbb0438 HTTP/1.1" status: 204 len: 168 time: 0.1123700 May 26 16:15:28.437407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49804) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.448200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d3262-d645-46e1-8bed-1a06b8ea5fcb tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bde89e01-4dc9-4a5b-9077-e6b1adbb0438,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:28.519393 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27be0a49-3c0f-45ff-9635-ca51ee7e742d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0803192 May 26 16:15:28.521760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49806) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.527497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0a7c59c1-f70f-4bdb-a2b0-715ff2cd3609 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': 'd65f320b-65ba-4a16-ae82-c02272140a0c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:28.569976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a7c59c1-f70f-4bdb-a2b0-715ff2cd3609 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.576240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49808) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.579404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3aa4bd71-ba2c-4a37-8d51-ec17ecb9d57d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0e9ddcff08c41109c7de56b83ea20f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615402 May 26 16:15:28.588771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49810) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.597740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fb7de64-9b89-4a4c-ad96-6e6f9bbcc104 req-678f274f-22e8-48be-aac6-61ef2d242d79 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951034 May 26 16:15:28.662906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] For port 732d059e-c51a-4eac-a564-a92124de2aeb, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=732d059e-c51a-4eac-a564-a92124de2aeb,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:28.663638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.664869 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a7c59c1-f70f-4bdb-a2b0-715ff2cd3609 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.672904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a7c59c1-f70f-4bdb-a2b0-715ff2cd3609 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.697350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c59c1-f70f-4bdb-a2b0-715ff2cd3609 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dba09b9-4c75-46bb-98a7-463eb289e27f,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:28.708998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d29b0-202f-4b55-b7dc-b3432b80c791 req-01750b4a-8797-4b4b-8f87-617e0bc4a10c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:28.710879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880d29b0-202f-4b55-b7dc-b3432b80c791 req-01750b4a-8797-4b4b-8f87-617e0bc4a10c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 945 time: 0.1911776 May 26 16:15:28.715824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a7c59c1-f70f-4bdb-a2b0-715ff2cd3609 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.717677 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a7c59c1-f70f-4bdb-a2b0-715ff2cd3609 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1938651 May 26 16:15:28.720294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49814) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.739258 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e178d3ae-87d2-483b-96c8-9ab9880477cc tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules/0dba09b9-4c75-46bb-98a7-463eb289e27f HTTP/1.1" status: 200 len: 763 time: 0.0178399 May 26 16:15:28.742535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49816) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.809182 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5d97cec3-f7ad-404d-be6e-8db10f5a04c0 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0631199 May 26 16:15:28.813799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49818) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.820939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-872614c3-8315-4fbb-ba54-411c84851598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.880012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9008e1bb-03f0-449f-820a-551b960733bd tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.894389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9008e1bb-03f0-449f-820a-551b960733bd tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.943003 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-492c3804-4c28-4538-a4ab-f8e9b4c5868b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.944998 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9008e1bb-03f0-449f-820a-551b960733bd tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.955572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9008e1bb-03f0-449f-820a-551b960733bd tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.956719 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9008e1bb-03f0-449f-820a-551b960733bd tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0dba09b9-4c75-46bb-98a7-463eb289e27f HTTP/1.1" status: 204 len: 168 time: 0.1426642 May 26 16:15:28.959740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49820) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.968501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008e1bb-03f0-449f-820a-551b960733bd tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dba09b9-4c75-46bb-98a7-463eb289e27f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:28.996098 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-872614c3-8315-4fbb-ba54-411c84851598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.001479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-872614c3-8315-4fbb-ba54-411c84851598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.013837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-880d29b0-202f-4b55-b7dc-b3432b80c791 req-b60943bb-3cab-424a-bc46-925f905b2084 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662923 May 26 16:15:29.053829 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-872614c3-8315-4fbb-ba54-411c84851598 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9493ea21baec48ce95ff49d53a4e4a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764154 May 26 16:15:29.055045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872614c3-8315-4fbb-ba54-411c84851598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60351da0-aabd-4799-b38d-05a34888f8b7,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:29.057858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49822) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:29.058969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f697b-ff38-4e4d-b1f1-44543b3997bb req-fd4e43b8-060f-42f8-8715-ed9fdaf1d9d4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:29.060892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c3f697b-ff38-4e4d-b1f1-44543b3997bb req-fd4e43b8-060f-42f8-8715-ed9fdaf1d9d4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 945 time: 0.3147388 May 26 16:15:29.077573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-492c3804-4c28-4538-a4ab-f8e9b4c5868b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.123592 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9578046-597d-4cc3-b8bc-383d9b22fde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.152508 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9578046-597d-4cc3-b8bc-383d9b22fde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.164187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.164569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.164894 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Floating IP 86f646a3-31fb-4cc7-8953-5ccbe1418ced disassociated. External IP: 172.25.0.18, port: 732d059e-c51a-4eac-a564-a92124de2aeb. May 26 16:15:29.165250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Calling delete_port for 732d059e-c51a-4eac-a564-a92124de2aeb owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:29.188524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-41e97271-58f8-49ab-b541-1451b78fa802 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2240708 May 26 16:15:29.193326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49824) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:29.199550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-de300f3b-3fba-48ec-be51-c4e18bace31b tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': 'd65f320b-65ba-4a16-ae82-c02272140a0c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:29.220706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 4bb4fac3-ba53-4f38-a7a3-8af663094330 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:29.221091 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.231283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c3f697b-ff38-4e4d-b1f1-44543b3997bb req-8fe23f46-ee2e-4f80-b54d-7d0819d63a81 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583793 May 26 16:15:29.239053 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-de300f3b-3fba-48ec-be51-c4e18bace31b tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Project 4a443fc8c0d24b94ba25db6cb4f77864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:15:29.249267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de300f3b-3fba-48ec-be51-c4e18bace31b tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.255734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9578046-597d-4cc3-b8bc-383d9b22fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.258933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a9578046-597d-4cc3-b8bc-383d9b22fde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.260255 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a9578046-597d-4cc3-b8bc-383d9b22fde5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60351da0-aabd-4799-b38d-05a34888f8b7 HTTP/1.1" status: 204 len: 168 time: 0.2009349 May 26 16:15:29.288248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9578046-597d-4cc3-b8bc-383d9b22fde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60351da0-aabd-4799-b38d-05a34888f8b7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:29.356536 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-492c3804-4c28-4538-a4ab-f8e9b4c5868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.361838 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-492c3804-4c28-4538-a4ab-f8e9b4c5868b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.367758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-492c3804-4c28-4538-a4ab-f8e9b4c5868b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8af6906-313a-4f76-8aa5-ec69745fbbf2 HTTP/1.1" status: 204 len: 168 time: 0.7690079 May 26 16:15:29.386359 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de300f3b-3fba-48ec-be51-c4e18bace31b tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.393948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de300f3b-3fba-48ec-be51-c4e18bace31b tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.399134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c3804-4c28-4538-a4ab-f8e9b4c5868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af6906-313a-4f76-8aa5-ec69745fbbf2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:29.430161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de300f3b-3fba-48ec-be51-c4e18bace31b tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cd042c-4947-487a-bbdc-cd401ec14538,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:29.445986 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de300f3b-3fba-48ec-be51-c4e18bace31b tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.447290 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de300f3b-3fba-48ec-be51-c4e18bace31b tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2524471 May 26 16:15:29.453539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49832) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:29.464716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.488609 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-55097677-05c8-473d-85e5-ae3e1516fe2a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules/e0cd042c-4947-487a-bbdc-cd401ec14538 HTTP/1.1" status: 200 len: 769 time: 0.0314310 May 26 16:15:29.489218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49834) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:29.552116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 4bb4fac3-ba53-4f38-a7a3-8af663094330 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:29.582121 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-52809e2b-0b17-4bf5-bb2c-9dbe28210fb4 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0893679 May 26 16:15:29.582481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49838) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:29.647612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ddf9-ecbd-462d-a7c9-8fb19fcea1b8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.664188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110425b4-2189-4c57-a21c-327e279d60bb req-ef857672-47d5-429c-ac10-7ed5cb75f342 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:29.665928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-110425b4-2189-4c57-a21c-327e279d60bb req-ef857672-47d5-429c-ac10-7ed5cb75f342 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 945 time: 0.1726019 May 26 16:15:29.670489 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ddf9-ecbd-462d-a7c9-8fb19fcea1b8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.689755 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.743125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ddf9-ecbd-462d-a7c9-8fb19fcea1b8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.763985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event deleted for resources: {'Port': ['ID=732d059e-c51a-4eac-a564-a92124de2aeb,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:29.764620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ff8ddf9-ecbd-462d-a7c9-8fb19fcea1b8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.766475 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1ff8ddf9-ecbd-462d-a7c9-8fb19fcea1b8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e0cd042c-4947-487a-bbdc-cd401ec14538 HTTP/1.1" status: 204 len: 168 time: 0.1828594 May 26 16:15:29.769735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49844) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:29.797841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8ddf9-ecbd-462d-a7c9-8fb19fcea1b8 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0cd042c-4947-487a-bbdc-cd401ec14538,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:29.892792 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-247c26be-2dfb-4343-8e48-5f927159a97a tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1138058 May 26 16:15:29.893491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0df6eb42-9794-4cd5-8378-19f08871fa03 req-6d55a172-2561-481c-9133-6eaef612d2bf tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 210 time: 0.1010268 May 26 16:15:29.914532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49848) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:29.981910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49852) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:29.996496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d5b849b-30c5-4611-8365-ecc36422c629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.109238 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d5b849b-30c5-4611-8365-ecc36422c629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.113978 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7d5b849b-30c5-4611-8365-ecc36422c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.165065 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7d5b849b-30c5-4611-8365-ecc36422c629 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c17730ff9554da28e8cf233dd5fa285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850808 May 26 16:15:30.167142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49860) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:30.176634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Deleting port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:30.176837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b849b-30c5-4611-8365-ecc36422c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae450d7-1c28-4c5f-838d-462ee71df71d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:30.177382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.244552 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ddc8550f-9da7-44a2-80f6-f31497c2eb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.274878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ddc8550f-9da7-44a2-80f6-f31497c2eb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.307308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc39bab-31e5-41c9-b88d-bef84ca24aae req-a38dc666-0d64-4315-8b82-bccfbe5eb52c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:30.317431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6dc39bab-31e5-41c9-b88d-bef84ca24aae req-a38dc666-0d64-4315-8b82-bccfbe5eb52c tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 945 time: 0.3186259 May 26 16:15:30.320448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3797-c9a8-4083-8692-ab566af3f493 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.341166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ddc8550f-9da7-44a2-80f6-f31497c2eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.344425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ddc8550f-9da7-44a2-80f6-f31497c2eb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.345967 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ddc8550f-9da7-44a2-80f6-f31497c2eb24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ae450d7-1c28-4c5f-838d-462ee71df71d HTTP/1.1" status: 204 len: 168 time: 0.1775992 May 26 16:15:30.355958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8550f-9da7-44a2-80f6-f31497c2eb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae450d7-1c28-4c5f-838d-462ee71df71d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:30.373480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Router 573759c9-19a0-4a8b-8610-a0c522445423 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:30.426034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f25756ba-115a-4367-9da2-80ffd977458a up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:30.474834 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3797-c9a8-4083-8692-ab566af3f493 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.507529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fa530-70d0-4c78-ab59-67e54576bc15 req-0e1a77dd-3448-4011-8eea-5ba2f153732b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:30.508744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port f25756ba-115a-4367-9da2-80ffd977458a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:15:30.515203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b84fa530-70d0-4c78-ab59-67e54576bc15 req-0e1a77dd-3448-4011-8eea-5ba2f153732b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 945 time: 0.3736522 May 26 16:15:30.515870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port f25756ba-115a-4367-9da2-80ffd977458a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:30.520511 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.589082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6dc39bab-31e5-41c9-b88d-bef84ca24aae req-7015d2cf-0782-4aee-9daa-1d031666d9ab tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700210 May 26 16:15:30.608063 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.648180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49876) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:30.661595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=4bb4fac3-ba53-4f38-a7a3-8af663094330,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:30.667604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] For port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:30.668311 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.670859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f25756ba-115a-4367-9da2-80ffd977458a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:30.671872 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.715463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:30.720162 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2199e59-585c-4257-a3f1-c7c2ea1898d3" -d '{"events": [{"server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "name": "network-vif-plugged", "status": "completed", "tag": "f25756ba-115a-4367-9da2-80ffd977458a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:30.733972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f25756ba-115a-4367-9da2-80ffd977458a,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:30.740976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.742488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0e76bd5a-6863-46e3-ad15-8755aa3536db up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:30.806535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b84fa530-70d0-4c78-ab59-67e54576bc15 req-2336cb07-0555-44a1-955c-3c054f8d4062 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893474 May 26 16:15:30.860094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f25756ba-115a-4367-9da2-80ffd977458a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:30.871556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 0e76bd5a-6863-46e3-ad15-8755aa3536db completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:15:30.877635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 0e76bd5a-6863-46e3-ad15-8755aa3536db triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:30.878394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-246346598-network', 'tenant_id': '73732bfcbb614577a90e13de4f4a6230'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:30.878593 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.882568 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2523a589-fd86-4474-a254-b0c381729fe9 x-openstack-request-id: req-2523a589-fd86-4474-a254-b0c381729fe9 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:30.883164 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "name": "network-vif-plugged", "status": "completed", "tag": "f25756ba-115a-4367-9da2-80ffd977458a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:30.883658 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2523a589-fd86-4474-a254-b0c381729fe9 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:30.884578 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2523a589-fd86-4474-a254-b0c381729fe9'] response: {'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a', 'code': 200} May 26 16:15:30.887110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3797-c9a8-4083-8692-ab566af3f493 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.889679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3797-c9a8-4083-8692-ab566af3f493 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.890859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5a4c3797-c9a8-4083-8692-ab566af3f493 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/d65f320b-65ba-4a16-ae82-c02272140a0c HTTP/1.1" status: 204 len: 168 time: 0.9337680 May 26 16:15:30.902141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49888) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:30.985098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Made reservation on behalf of 73732bfcbb614577a90e13de4f4a6230 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:30.993265 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.015331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.035580 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5e768f02-a9e3-426e-a860-7a52d0c299f2 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1170945 May 26 16:15:31.037182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49894) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:31.048661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b819e845-3009-4316-8626-cfab2b236193 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group': {'name': 'tempest-secgroup--93189360'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:31.065430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 0e76bd5a-6863-46e3-ad15-8755aa3536db is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:31.066030 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.078821 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b819e845-3009-4316-8626-cfab2b236193 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.130156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0e76bd5a-6863-46e3-ad15-8755aa3536db, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e76bd5a-6863-46e3-ad15-8755aa3536db,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:31.139214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.233746 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b819e845-3009-4316-8626-cfab2b236193 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.236524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.237817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=0e76bd5a-6863-46e3-ad15-8755aa3536db,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:31.239582 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b819e845-3009-4316-8626-cfab2b236193 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.247967 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.260974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:31.272132 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.272499 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Added segment 64b7c366-eca2-41e7-91e6-2130b8952468 of type vlan for network 17ffb675-4dd7-44cc-a66c-1727b29eb0cb May 26 16:15:31.324460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.378777 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b819e845-3009-4316-8626-cfab2b236193 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.383018 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b819e845-3009-4316-8626-cfab2b236193 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3383570 May 26 16:15:31.383807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49902) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:31.385351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819e845-3009-4316-8626-cfab2b236193 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c47fb7-807d-4fb7-85c6-f25716b7ef01,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:31.403852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6b7a030e-0bcc-4ebb-ac67-f4504e51dd36 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Request body: {'security_group_rule': {'security_group_id': 'a1c47fb7-807d-4fb7-85c6-f25716b7ef01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:31.418810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.419542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c3797-c9a8-4083-8692-ab566af3f493 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65f320b-65ba-4a16-ae82-c02272140a0c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:31.420141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:31.421137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.450830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:31.468454 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] Sync routers for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:31.483532 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:31.485660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1e4a790-9992-46db-9618-c0e1dc43dcd9 req-e945b184-6192-4dd9-9476-8b8874668cd3 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=97252673-a8bc-4da6-be9d-a604f141f81a HTTP/1.1" status: 200 len: 210 time: 0.0760159 May 26 16:15:31.527626 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:31.528014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbeeff0-3796-43c2-ade1-c2bb3e980933,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:31.528149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44317784-a763-4ca7-ac31-85f20f912402 req-3a857f60-2d87-49cd-a062-f9b146aac229 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:31.528149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44317784-a763-4ca7-ac31-85f20f912402 req-3a857f60-2d87-49cd-a062-f9b146aac229 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 945 time: 0.8434167 May 26 16:15:31.557855 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9085612 May 26 16:15:31.562834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49906) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:31.563785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b7a030e-0bcc-4ebb-ac67-f4504e51dd36 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.602336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Request body: {'subnet': {'network_id': '17ffb675-4dd7-44cc-a66c-1727b29eb0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-246346598-subnet', 'tenant_id': '73732bfcbb614577a90e13de4f4a6230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:31.623380 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:31.627317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b7a030e-0bcc-4ebb-ac67-f4504e51dd36 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.628439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f87cc-a228-4c4c-bcdb-8a9ad4fbe9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=17ffb675-4dd7-44cc-a66c-1727b29eb0cb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:31.640160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 17ffb675-4dd7-44cc-a66c-1727b29eb0cb details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:31.651062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b7a030e-0bcc-4ebb-ac67-f4504e51dd36 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.702924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b7a030e-0bcc-4ebb-ac67-f4504e51dd36 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.704416 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6b7a030e-0bcc-4ebb-ac67-f4504e51dd36 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162427 May 26 16:15:31.705404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a030e-0bcc-4ebb-ac67-f4504e51dd36 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a94adb1-c339-4ab0-9433-0558440682a1,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:31.709725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49912) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:31.758620 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Made reservation on behalf of 73732bfcbb614577a90e13de4f4a6230 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:31.759354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.759835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.760171 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Floating IP 10c2cc4c-4748-4fad-8b42-abd3f093c726 disassociated. External IP: 172.25.0.71, port: bf98b5e3-2e4d-4f21-bb42-15a7737b73a2. May 26 16:15:31.760585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Calling delete_port for bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:31.763211 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.893425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eab6c73f-f222-4f57-bd78-74f726c200ca tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.900568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9b288-7cf7-4b56-96cd-5b3bf24e3fed req-29aa3261-c25f-4af1-9bbe-0fa6c4e2e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:31.902108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9db9b288-7cf7-4b56-96cd-5b3bf24e3fed req-29aa3261-c25f-4af1-9bbe-0fa6c4e2e7d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 1097 time: 0.9211183 May 26 16:15:31.904098 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:31.935501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eab6c73f-f222-4f57-bd78-74f726c200ca tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.948766 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] Checking router: 573759c9-19a0-4a8b-8610-a0c522445423 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:15:31.962280 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:31.963645 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:31.978800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:32.021471 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eab6c73f-f222-4f57-bd78-74f726c200ca tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.024216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eab6c73f-f222-4f57-bd78-74f726c200ca tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.030213 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eab6c73f-f222-4f57-bd78-74f726c200ca tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/a1c47fb7-807d-4fb7-85c6-f25716b7ef01 HTTP/1.1" status: 204 len: 168 time: 0.3173792 May 26 16:15:32.030979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49918) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:32.032555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] No DVR routers for this DVR port 732d059e-c51a-4eac-a564-a92124de2aeb on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:32.052937 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.057646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cef9688d-79a5-41ce-a7aa-6d793c3c9c3a req-75038c13-9c12-4c35-9e06-7851c65c769c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.32 "DELETE /v2.0/ports/732d059e-c51a-4eac-a564-a92124de2aeb HTTP/1.1" status: 204 len: 173 time: 4.5110285 May 26 16:15:32.066208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'name': 'network-vif-deleted', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:32.069114 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb453d0-42e1-4dea-88c7-496909c9d93c" -d '{"events": [{"server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "name": "network-vif-deleted", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:32.074643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6c73f-f222-4f57-bd78-74f726c200ca tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c47fb7-807d-4fb7-85c6-f25716b7ef01,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:32.107475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9db9b288-7cf7-4b56-96cd-5b3bf24e3fed req-c6d014e5-10d7-40d0-8402-a23ed202d9fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370881 May 26 16:15:32.199668 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:32.209322 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0e408c4a-eed8-4f3e-86e3-531f02223a87 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1697536 May 26 16:15:32.215374 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49926) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:32.235843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:32.243259 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.262862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.311142 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1050f360-a409-4ceb-a33d-c3c7f85b905e tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0939887 May 26 16:15:32.312285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49930) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:32.353019 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-873ca17c-3b8c-4bf9-87ff-2662b29b1f9d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] delete failed (client error): The resource could not be found. May 26 16:15:32.353342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44317784-a763-4ca7-ac31-85f20f912402 req-4d1fbabd-c2cd-4f63-96c7-f5ed34d80e1b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783523 May 26 16:15:32.360501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-873ca17c-3b8c-4bf9-87ff-2662b29b1f9d tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "DELETE /v2.0/security-groups/a1c47fb7-807d-4fb7-85c6-f25716b7ef01 HTTP/1.1" status: 404 len: 347 time: 0.0406995 May 26 16:15:32.361112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49932) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:32.375035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6c51b-a531-40ad-9b9e-b132a2b99d78 req-f1241c86-6ba8-48bd-be18-531b5725aaae tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:32.378234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 732d059e-c51a-4eac-a564-a92124de2aeb no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:32.383738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dda6c51b-a531-40ad-9b9e-b132a2b99d78 req-f1241c86-6ba8-48bd-be18-531b5725aaae tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 945 time: 0.5278749 May 26 16:15:32.389693 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.390298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=209f47cf-c1d1-46d7-9fc5-cfbd3f9e745b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:32.433191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 732d059e-c51a-4eac-a564-a92124de2aeb {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:32.433428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 732d059e-c51a-4eac-a564-a92124de2aeb not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:32.441165 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3c360b88-1cb6-4392-9d0d-8f7c22954e26 tempest-SecGroupIPv6Test-339228190 tempest-SecGroupIPv6Test-339228190-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708556 May 26 16:15:32.442715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Checking segment: {'id': '64b7c366-eca2-41e7-91e6-2130b8952468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '17ffb675-4dd7-44cc-a66c-1727b29eb0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:32.443089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Network hostable DHCP agents. Network: 17ffb675-4dd7-44cc-a66c-1727b29eb0cb, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:32.466146 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Network 17ffb675-4dd7-44cc-a66c-1727b29eb0cb is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:32.480248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 17ffb675-4dd7-44cc-a66c-1727b29eb0cb) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:32.488370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:32.490607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8761ddcd-7cb8-4655-9e85-b5df29f80aaf None None] Network 17ffb675-4dd7-44cc-a66c-1727b29eb0cb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:32.504232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.531234 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8efc3022-8370-4375-8f9f-1ce5b300a4b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9328477 May 26 16:15:32.545444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'Port': ['ID=bf98b5e3-2e4d-4f21-bb42-15a7737b73a2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:32.658761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.680948 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:32.723685 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ff78e-ebac-4528-9e6a-d69bd15846b0 None None] The sync data for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 is: [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'e88c2203-d1f7-4b0f-b9a7-afbb226961d8', 'name': '', 'network_id': '4cf63bd5-7920-4d35-b880-bc636c8b4c4b', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'mac_address': 'fa:16:3e:1f:16:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:42Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'subnets': [{'id': 'bd6559fc-dff7-4232-bcca-04d666bdce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:32.728813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dda6c51b-a531-40ad-9b9e-b132a2b99d78 req-e4187745-b330-41c9-8abd-e2709555654d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ad09a85-965f-403f-b131-478e40c6b609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340876 May 26 16:15:32.773280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1192cf9-328e-4291-9dbc-99b945b21b6b None None] Network 17ffb675-4dd7-44cc-a66c-1727b29eb0cb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:32.882619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69340af1-8aff-482b-81c8-b261b5c28fe2 req-d7465f12-09dc-4b46-9a63-a9be42cad431 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:32.885197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69340af1-8aff-482b-81c8-b261b5c28fe2 req-d7465f12-09dc-4b46-9a63-a9be42cad431 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 946 time: 0.3731368 May 26 16:15:32.894765 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cebab33-c4ca-4032-80d4-aaac3b0396d0 x-openstack-request-id: req-3cebab33-c4ca-4032-80d4-aaac3b0396d0 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:32.895150 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97252673-a8bc-4da6-be9d-a604f141f81a", "name": "network-vif-deleted", "tag": "732d059e-c51a-4eac-a564-a92124de2aeb", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:32.895584 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cebab33-c4ca-4032-80d4-aaac3b0396d0 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:32.896634 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cebab33-c4ca-4032-80d4-aaac3b0396d0'] response: {'server_uuid': '97252673-a8bc-4da6-be9d-a604f141f81a', 'name': 'network-vif-deleted', 'tag': '732d059e-c51a-4eac-a564-a92124de2aeb', 'status': 'completed', 'code': 200} May 26 16:15:32.907132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db3051e-9723-43dd-b6ab-6204e956b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e76bd5a-6863-46e3-ad15-8755aa3536db'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:32.910819 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06be888f-a5c4-4ede-9952-09720e54db35" -d '{"events": [{"server_uuid": "0db3051e-9723-43dd-b6ab-6204e956b9de", "name": "network-vif-plugged", "status": "completed", "tag": "0e76bd5a-6863-46e3-ad15-8755aa3536db"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:32.962934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49952) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:33.034278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49958) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:33.038907 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5f8f0b-3659-46b7-995c-b1318f5b6ae5 x-openstack-request-id: req-6a5f8f0b-3659-46b7-995c-b1318f5b6ae5 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:33.039571 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db3051e-9723-43dd-b6ab-6204e956b9de", "name": "network-vif-plugged", "status": "completed", "tag": "0e76bd5a-6863-46e3-ad15-8755aa3536db", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:33.039976 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a5f8f0b-3659-46b7-995c-b1318f5b6ae5 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:33.040748 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5f8f0b-3659-46b7-995c-b1318f5b6ae5'] response: {'server_uuid': '0db3051e-9723-43dd-b6ab-6204e956b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e76bd5a-6863-46e3-ad15-8755aa3536db', 'code': 200} May 26 16:15:33.129509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5793416b-3fac-44e3-b697-6e396e0ce80e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.184710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5793416b-3fac-44e3-b697-6e396e0ce80e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.197824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49960) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:33.260196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5793416b-3fac-44e3-b697-6e396e0ce80e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.264829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5793416b-3fac-44e3-b697-6e396e0ce80e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.266201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69340af1-8aff-482b-81c8-b261b5c28fe2 req-ecdbb1ba-5390-4816-a432-793eda1b785d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471169 May 26 16:15:33.266750 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5793416b-3fac-44e3-b697-6e396e0ce80e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "DELETE /v2.0/security-groups/ba112e9d-5b9d-4055-b6ca-fea1a00fb30e HTTP/1.1" status: 204 len: 168 time: 0.3018947 May 26 16:15:33.273953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49964) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:33.280591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0abeb-24e7-4cfc-89d3-9dfa38122789 None None] New status for floating IP 86f646a3-31fb-4cc7-8953-5ccbe1418ced: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:15:33.308892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793416b-3fac-44e3-b697-6e396e0ce80e tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba112e9d-5b9d-4055-b6ca-fea1a00fb30e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:33.317627 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-b18d2ed8-d3c2-4be6-be08-bf0590d5f755 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] show failed (client error): The resource could not be found. May 26 16:15:33.319691 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b18d2ed8-d3c2-4be6-be08-bf0590d5f755 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups/ba112e9d-5b9d-4055-b6ca-fea1a00fb30e HTTP/1.1" status: 404 len: 347 time: 0.0438449 May 26 16:15:33.322490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49966) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:33.384687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-17be3e68-2e48-4c16-abe0-7a84d105b713 admin admin] Deleting subnet 209f47cf-c1d1-46d7-9fc5-cfbd3f9e745b {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:15:33.390187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:33.397147 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17be3e68-2e48-4c16-abe0-7a84d105b713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.548655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11b4ed-fe19-45fa-b437-83ceb59b2455 req-4e43f665-f9fa-4d09-b33a-76bf6dabf348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:33.550317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b11b4ed-fe19-45fa-b437-83ceb59b2455 req-4e43f665-f9fa-4d09-b33a-76bf6dabf348 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 1097 time: 0.3375959 May 26 16:15:33.576923 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-473dc5ef-5c6e-4cd3-92c5-1ec010c775ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a443fc8c0d24b94ba25db6cb4f77864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778377 May 26 16:15:33.582622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49980) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:33.599394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 1986bf5e-f640-404e-99c2-7f6ff2154f40 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:33.619304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17be3e68-2e48-4c16-abe0-7a84d105b713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.641149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Deleting port bfbf5165-d1b6-4f35-b875-832aa575defc {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:33.641567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.716849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ae75f9d-e057-44f6-b208-2a007a0615d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.762261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ae75f9d-e057-44f6-b208-2a007a0615d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.782053 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.782491 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.787824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b11b4ed-fe19-45fa-b437-83ceb59b2455 req-d757a7e0-2109-49bc-90bf-5fbf87eb1d6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134063 May 26 16:15:33.803988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe22d45-350b-4066-b91b-dd9ccdbf5d80 req-77ce4587-e6e9-4798-9584-8781ae8e11c5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:33.805669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe22d45-350b-4066-b91b-dd9ccdbf5d80 req-77ce4587-e6e9-4798-9584-8781ae8e11c5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.2613707 May 26 16:15:33.812368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17be3e68-2e48-4c16-abe0-7a84d105b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.827956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Calling delete_port for bfbf5165-d1b6-4f35-b875-832aa575defc owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:33.933218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ae75f9d-e057-44f6-b208-2a007a0615d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.936209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ae75f9d-e057-44f6-b208-2a007a0615d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.940820 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5ae75f9d-e057-44f6-b208-2a007a0615d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5698fd8c-e72b-4b40-8579-56cc05934dd8 HTTP/1.1" status: 204 len: 168 time: 0.3503017 May 26 16:15:33.975451 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae75f9d-e057-44f6-b208-2a007a0615d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5698fd8c-e72b-4b40-8579-56cc05934dd8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:34.012656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4caa75f3-7ceb-4118-a5ee-add3de2fb679 req-f4d85291-a1b4-4143-958d-387169ae111d tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/ports?device_id=74888271-7c0f-4bd8-b18a-2ba2322ffeda HTTP/1.1" status: 200 len: 210 time: 0.0999973 May 26 16:15:34.081446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe22d45-350b-4066-b91b-dd9ccdbf5d80 req-8e8df2f7-13ae-4170-9933-8975414f5852 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644875 May 26 16:15:34.125178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:34.139205 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:34.151888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.167601 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:34.168224 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:34.219929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event deleted for resources: {'Port': ['ID=bfbf5165-d1b6-4f35-b875-832aa575defc,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:34.253694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:34.257864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] No DVR routers for this DVR port bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:34.261243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.266705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-110425b4-2189-4c57-a21c-327e279d60bb req-86e5e2ee-0ea7-4f0f-bedd-af775e29cc3e tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.32 "DELETE /v2.0/ports/bf98b5e3-2e4d-4f21-bb42-15a7737b73a2 HTTP/1.1" status: 204 len: 173 time: 4.5900922 May 26 16:15:34.271850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b6095-284e-4024-894a-b0c9cd41a1a4 None None] Sync routers for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:34.279111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7f222b98-356d-4718-a758-f8e49705ddf3 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/routers/1986bf5e-f640-404e-99c2-7f6ff2154f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4076397 May 26 16:15:34.281683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49994) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:34.286019 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17be3e68-2e48-4c16-abe0-7a84d105b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.298455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031b6095-284e-4024-894a-b0c9cd41a1a4 None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:34.299132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-031b6095-284e-4024-894a-b0c9cd41a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:34.388926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.393814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.397979 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5ce6c3ac-4f7b-4607-a82a-6971730de78c tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "DELETE /v2.0/floatingips/86f646a3-31fb-4cc7-8953-5ccbe1418ced HTTP/1.1" status: 204 len: 168 time: 1.0685840 May 26 16:15:34.453375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-031b6095-284e-4024-894a-b0c9cd41a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:34.457147 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:34.485547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031b6095-284e-4024-894a-b0c9cd41a1a4 None None] Routers {'1986bf5e-f640-404e-99c2-7f6ff2154f40'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:34.486222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-031b6095-284e-4024-894a-b0c9cd41a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1986bf5e-f640-404e-99c2-7f6ff2154f40'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:34.571258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-031b6095-284e-4024-894a-b0c9cd41a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:34.571992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b6095-284e-4024-894a-b0c9cd41a1a4 None None] The sync data for ids ['1986bf5e-f640-404e-99c2-7f6ff2154f40'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:34.602317 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.661907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be3e68-2e48-4c16-abe0-7a84d105b713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209f47cf-c1d1-46d7-9fc5-cfbd3f9e745b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:34.747898 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17be3e68-2e48-4c16-abe0-7a84d105b713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.754528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-17be3e68-2e48-4c16-abe0-7a84d105b713 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/209f47cf-c1d1-46d7-9fc5-cfbd3f9e745b HTTP/1.1" status: 204 len: 168 time: 1.7110350 May 26 16:15:34.759237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50012) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:34.783058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd0604-4f52-47ad-b4da-bc75563c2877 req-ff5701bf-77b9-4ffc-af1d-9b746e5ad090 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:34.785562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2cd0604-4f52-47ad-b4da-bc75563c2877 req-ff5701bf-77b9-4ffc-af1d-9b746e5ad090 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.1366241 May 26 16:15:34.953025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'name': 'network-vif-deleted', 'tag': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:34.955511 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f995f146-13af-4c73-baaa-f308dd90fea5" -d '{"events": [{"server_uuid": "74888271-7c0f-4bd8-b18a-2ba2322ffeda", "name": "network-vif-deleted", "tag": "bf98b5e3-2e4d-4f21-bb42-15a7737b73a2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:34.967463 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.990927 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-80473e85-e8ff-42d0-9456-07849ac96bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.993976 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.009739 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:35.043757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56903cf8-7198-444d-ba9a-2f8f97ce674a req-720481db-cd91-4635-b540-4a366d3eaf90 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:35.045983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56903cf8-7198-444d-ba9a-2f8f97ce674a req-720481db-cd91-4635-b540-4a366d3eaf90 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 946 time: 0.4369898 May 26 16:15:35.110726 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:15:35.135354 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:35.136396 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:35.160470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2cd0604-4f52-47ad-b4da-bc75563c2877 req-b3b11e6a-f69f-47a6-8bb1-92880596ec93 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645501 May 26 16:15:35.260724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.321335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56903cf8-7198-444d-ba9a-2f8f97ce674a req-40d24fea-8fd4-40d8-b161-f2e5fbe870c8 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549396 May 26 16:15:35.323274 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5024271-b9ee-4461-947b-838dd8c1d13e x-openstack-request-id: req-d5024271-b9ee-4461-947b-838dd8c1d13e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:35.325772 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74888271-7c0f-4bd8-b18a-2ba2322ffeda", "name": "network-vif-deleted", "tag": "bf98b5e3-2e4d-4f21-bb42-15a7737b73a2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:35.326748 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5024271-b9ee-4461-947b-838dd8c1d13e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:35.327347 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5024271-b9ee-4461-947b-838dd8c1d13e'] response: {'server_uuid': '74888271-7c0f-4bd8-b18a-2ba2322ffeda', 'name': 'network-vif-deleted', 'tag': 'bf98b5e3-2e4d-4f21-bb42-15a7737b73a2', 'status': 'completed', 'code': 200} May 26 16:15:35.408457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 13f6d31b-1cad-4f90-a272-4c9f027cad44 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:35.408727 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.491406 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:35.500352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50032) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:35.607443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50034) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:35.828956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ffb675-4dd7-44cc-a66c-1727b29eb0cb']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:35.840820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b7c366-eca2-41e7-91e6-2130b8952468') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:35.841154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b7c366-eca2-41e7-91e6-2130b8952468') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:35.854171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.871158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.876709 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:35.879668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:35.880115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.910183 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47707144-70ad-4204-8089-48c84091c7a8 None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:19Z', 'revision_number': 4, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c8584b3-57bd-40c9-a2a7-d57d08292c23', 'name': '', 'network_id': 'bfbaee1a-c578-4c09-bd46-debf773c6c0c', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'mac_address': 'fa:16:3e:71:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:18Z', 'updated_at': '2022-05-26T16:08:29Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'subnets': [{'id': '09be0a53-6df6-4d71-8503-1b0838ac7254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:35.950719 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 64b7c366-eca2-41e7-91e6-2130b8952468 resource provider aggregate not found May 26 16:15:35.957840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.971696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.979786 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] 10.222.0.39 "DELETE /v2.0/networks/17ffb675-4dd7-44cc-a66c-1727b29eb0cb HTTP/1.1" status: 204 len: 168 time: 1.2183087 May 26 16:15:35.983048 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 64b7c366-eca2-41e7-91e6-2130b8952468 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64b7c366-eca2-41e7-91e6-2130b8952468 found for delete ", "request_id": "req-9be1e577-d8c6-40b0-bd3e-4f3bd82c92ec"}]} May 26 16:15:35.996297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872d1e3-b38b-45f6-ab29-7c539ef955fc admin admin] Pushing event deleted for resources: {'Network': ['ID=17ffb675-4dd7-44cc-a66c-1727b29eb0cb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:36.048836 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3491d1f2-62c3-4df4-8bc4-b1b1202b0bf2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.076434 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3491d1f2-62c3-4df4-8bc4-b1b1202b0bf2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.133396 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3491d1f2-62c3-4df4-8bc4-b1b1202b0bf2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.136094 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3491d1f2-62c3-4df4-8bc4-b1b1202b0bf2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.141031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50046) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:36.152086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3491d1f2-62c3-4df4-8bc4-b1b1202b0bf2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "DELETE /v2.0/security-groups/8ad09a85-965f-403f-b131-478e40c6b609 HTTP/1.1" status: 204 len: 168 time: 0.6359613 May 26 16:15:36.163925 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-023746c9-a8b3-4bde-af82-c632c09c4c4b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] show failed (client error): The resource could not be found. May 26 16:15:36.169734 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-023746c9-a8b3-4bde-af82-c632c09c4c4b tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "GET /v2.0/security-groups/8ad09a85-965f-403f-b131-478e40c6b609 HTTP/1.1" status: 404 len: 347 time: 0.0249417 May 26 16:15:36.171140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50048) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:36.202640 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.207955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-423769587'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:36.216345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491d1f2-62c3-4df4-8bc4-b1b1202b0bf2 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad09a85-965f-403f-b131-478e40c6b609,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:36.267260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50054) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:36.272670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 13f6d31b-1cad-4f90-a272-4c9f027cad44 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:36.406551 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-33aa0ab3-79cd-4fc7-95e0-31e3ff1cd5d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73732bfcbb614577a90e13de4f4a6230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338136 May 26 16:15:36.410362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50060) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:36.418170 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d05d9-ca18-428c-8627-40e535d181ce None None] New status for floating IP 10c2cc4c-4748-4fad-8b42-abd3f093c726: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:15:36.478277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Deleting port a295aaa5-f8da-40be-878a-9f237171dd4b {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:36.478626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.518806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Made reservation on behalf of 038bfb8293e94f6fae448ba433aa038c for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:36.522446 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.548938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.558516 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23dda130-ce38-4d86-bc7d-73e02bd1f5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.603625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23dda130-ce38-4d86-bc7d-73e02bd1f5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.610240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374e46a-d6f8-4b4f-91dd-daa539114e89 req-41505245-e6df-431e-a146-5ef19216b03e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:36.611844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1374e46a-d6f8-4b4f-91dd-daa539114e89 req-41505245-e6df-431e-a146-5ef19216b03e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.1990538 May 26 16:15:36.631197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb0a9-71f6-4180-a0c1-75a2b876d9fd req-d0b931fd-56d3-46fe-bbda-123fc12078bc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:36.632737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c6eb0a9-71f6-4180-a0c1-75a2b876d9fd req-d0b931fd-56d3-46fe-bbda-123fc12078bc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 946 time: 0.1733558 May 26 16:15:36.652724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.654185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.693232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Calling delete_port for a295aaa5-f8da-40be-878a-9f237171dd4b owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:36.722254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.769963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23dda130-ce38-4d86-bc7d-73e02bd1f5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.773885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1374e46a-d6f8-4b4f-91dd-daa539114e89 req-4d1dbc8b-2216-4cf7-87cc-7a48d74bbb85 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520727 May 26 16:15:36.775460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23dda130-ce38-4d86-bc7d-73e02bd1f5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.777162 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-23dda130-ce38-4d86-bc7d-73e02bd1f5be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adbeeff0-3796-43c2-ade1-c2bb3e980933 HTTP/1.1" status: 204 len: 168 time: 0.3641431 May 26 16:15:36.785220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=13f6d31b-1cad-4f90-a272-4c9f027cad44,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:36.789696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c6eb0a9-71f6-4180-a0c1-75a2b876d9fd req-7c6b9539-2056-40ad-a0f6-94dc500c2b37 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359780 May 26 16:15:36.801672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dda130-ce38-4d86-bc7d-73e02bd1f5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbeeff0-3796-43c2-ade1-c2bb3e980933,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:36.951374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.963491 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.980477 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.043093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Pushing event deleted for resources: {'Port': ['ID=a295aaa5-f8da-40be-878a-9f237171dd4b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:37.070043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.080419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:37.138263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.153844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.155359 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a59e1c56-e2b4-46e4-8a21-d902c8bc7e63 tempest-AttachVolumeNegativeTest-2020966381 tempest-AttachVolumeNegativeTest-2020966381-project] 10.222.0.39 "DELETE /v2.0/floatingips/10c2cc4c-4748-4fad-8b42-abd3f093c726 HTTP/1.1" status: 204 len: 168 time: 0.9832826 May 26 16:15:37.383218 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.389137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.403130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.403713 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Added segment f53fdee7-81ce-4a4c-b13d-b1cbb041506b of type vlan for network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 May 26 16:15:37.454494 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.496054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73f97ea-f27a-45b4-b66e-a1fd6fbd2139,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:37.561295 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.567550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:37.568286 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.630486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e53f88-3add-4cfc-a71a-3ef62bbdc7ee req-3a410999-88e3-475e-9723-b077b64e10d3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:37.640188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e53f88-3add-4cfc-a71a-3ef62bbdc7ee req-3a410999-88e3-475e-9723-b077b64e10d3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 946 time: 0.5963798 May 26 16:15:37.739804 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.741935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Fanout notify agent at l3_agent the message router_deleted on router 1986bf5e-f640-404e-99c2-7f6ff2154f40 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:15:37.743585 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a9da664e-160a-4fee-95d7-8cbd7c0da22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.773944 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.778626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50106) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:37.779202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-620a17bd-fd07-4989-8cf4-411407e56ea5 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/routers/1986bf5e-f640-404e-99c2-7f6ff2154f40 HTTP/1.1" status: 204 len: 168 time: 3.4937131 May 26 16:15:37.807265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1986144 May 26 16:15:37.822853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50108) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:37.837615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Request body: {'subnet': {'network_id': '4bd93c85-ac1f-43e9-aa88-abaa998d7e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:37.871300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02aca8f-315a-4705-9660-ee5f6a6b6932 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Pushing event updated for resources: {'Network': ['ID=4bd93c85-ac1f-43e9-aa88-abaa998d7e85,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:37.882457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:37.942487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e53f88-3add-4cfc-a71a-3ef62bbdc7ee req-2169dde0-79a5-4d6b-89b0-f978aba683b1 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695351 May 26 16:15:37.953397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-258ff18c-ec86-4fdf-b512-4490766a401a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting subnet fe7e9249-2854-4946-aeb7-d86e58e402dd {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:15:37.977916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-258ff18c-ec86-4fdf-b512-4490766a401a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.018349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14672bc-58e7-453d-b399-4b7d647e7348 req-6c5e715f-8c56-47d6-aff0-9f0f2bbc5ee3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:38.025920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a14672bc-58e7-453d-b399-4b7d647e7348 req-6c5e715f-8c56-47d6-aff0-9f0f2bbc5ee3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.2587130 May 26 16:15:38.097127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-258ff18c-ec86-4fdf-b512-4490766a401a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.192056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a14672bc-58e7-453d-b399-4b7d647e7348 req-1f020116-ab11-49be-ba05-98ccfc1b2e2c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523378 May 26 16:15:38.208939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Made reservation on behalf of 038bfb8293e94f6fae448ba433aa038c for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:38.212705 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.265379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50122) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:38.289670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87d4a6-1f1f-4180-a7d7-88b120546847 req-2c8a1b6f-e6ca-4585-b285-bca3b4c71bec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:38.291264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c87d4a6-1f1f-4180-a7d7-88b120546847 req-2c8a1b6f-e6ca-4585-b285-bca3b4c71bec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 946 time: 0.1965861 May 26 16:15:38.300421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-258ff18c-ec86-4fdf-b512-4490766a401a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.354462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c87d4a6-1f1f-4180-a7d7-88b120546847 req-7d5fd6bd-3e6c-4098-a093-b448eb7e21d9 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552351 May 26 16:15:38.400408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-258ff18c-ec86-4fdf-b512-4490766a401a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.432581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ff18c-ec86-4fdf-b512-4490766a401a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7e9249-2854-4946-aeb7-d86e58e402dd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:38.444702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-258ff18c-ec86-4fdf-b512-4490766a401a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.445504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d21377-c5e5-4555-b344-9c82b0abf65f None None] Network e289fd16-fed5-4a8a-b5e0-e539fe462277 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:38.449314 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-258ff18c-ec86-4fdf-b512-4490766a401a tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/subnets/fe7e9249-2854-4946-aeb7-d86e58e402dd HTTP/1.1" status: 204 len: 168 time: 0.6696539 May 26 16:15:38.451992 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50130) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:38.561667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.608764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1807235911-network', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:38.650327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Pushing event updated for resources: {'Subnet': ['ID=59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:38.657447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Checking segment: {'id': 'f53fdee7-81ce-4a4c-b13d-b1cbb041506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4bd93c85-ac1f-43e9-aa88-abaa998d7e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:38.658150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Network hostable DHCP agents. Network: 4bd93c85-ac1f-43e9-aa88-abaa998d7e85, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:38.680158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:38.699828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 4bd93c85-ac1f-43e9-aa88-abaa998d7e85) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:38.705432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:38.706220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.728408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f16da-f448-4331-9929-9fed82a28c25 None None] Network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:38.744723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ec3d6c02-c327-43ab-b4d9-c5fe1602df79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9165492 May 26 16:15:38.745412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50132) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:38.761396 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.765141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Made reservation on behalf of 1144c6abd475413f9e7b7793945a8ae5 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:38.767480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Request body: {'port': {'network_id': '4bd93c85-ac1f-43e9-aa88-abaa998d7e85', 'name': 'tempest-TagsExtTest-1544285329'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:38.769635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.795359 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.913748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port b070192d-ed23-41f7-8759-3d6c710b1095 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:38.914120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.930052 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.026737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] For port b070192d-ed23-41f7-8759-3d6c710b1095, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b070192d-ed23-41f7-8759-3d6c710b1095,segment=NetworkSegment(1d0e5426-0f76-4710-9252-e6bd4ad71f0e),segment_id=1d0e5426-0f76-4710-9252-e6bd4ad71f0e)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:39.027385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.055677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for b070192d-ed23-41f7-8759-3d6c710b1095 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:39.106612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10908c0e-8cb1-457d-a9d3-0431cf03766e req-048527a8-e3d7-4ce5-85b2-123d5f45e2d9 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:39.116061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10908c0e-8cb1-457d-a9d3-0431cf03766e req-048527a8-e3d7-4ce5-85b2-123d5f45e2d9 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 946 time: 0.1650872 May 26 16:15:39.175615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd3d7a5-5275-48e6-8179-5dea4ce66485 None None] DHCP port deletion for e289fd16-fed5-4a8a-b5e0-e539fe462277 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:15:39.191908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10908c0e-8cb1-457d-a9d3-0431cf03766e req-e0cfd702-364d-4c49-a78f-dbe7f4b6791e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748184 May 26 16:15:39.219718 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.240018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] No DVR routers for this DVR port b070192d-ed23-41f7-8759-3d6c710b1095 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:39.242596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Made reservation on behalf of 038bfb8293e94f6fae448ba433aa038c for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:39.247612 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.258560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3d7a5-5275-48e6-8179-5dea4ce66485 None None] The port 'b070192d-ed23-41f7-8759-3d6c710b1095' was deleted {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 26 16:15:39.269497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-4bd93c85-ac1f-43e9-aa88-abaa998d7e85', 'network_id': '4bd93c85-ac1f-43e9-aa88-abaa998d7e85', 'tenant_id': '038bfb8293e94f6fae448ba433aa038c', 'fixed_ips': [{'subnet_id': '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:15:39.271248 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.289395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] device_id is not set on port 521625b5-0138-4c02-9c2b-497c3a961734 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:15:39.332394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=b070192d-ed23-41f7-8759-3d6c710b1095,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:39.421068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.429842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.446225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:39.457526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.457881 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Added segment bba1a29f-eeac-4994-a37b-bee26054fd56 of type vlan for network ba6904b0-e06f-42f4-b61a-20e928e58fb3 May 26 16:15:39.512463 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.540716 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.593323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273f2367-a873-4fc4-8c14-3a3981e87aeb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:39.597192 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.597959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b5a7b-7a60-4fa5-a0cc-3140328e7d00 req-ab01a3c6-970e-44cf-9e08-77c52cc42a9c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:39.598252 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:39.599375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.612389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-980b5a7b-7a60-4fa5-a0cc-3140328e7d00 req-ab01a3c6-970e-44cf-9e08-77c52cc42a9c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.2118454 May 26 16:15:39.650836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e289fd16-fed5-4a8a-b5e0-e539fe462277']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:39.674463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Allocated IP 172.20.0.11 (4bd93c85-ac1f-43e9-aa88-abaa998d7e85/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/521625b5-0138-4c02-9c2b-497c3a961734) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:39.675943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b070192d-ed23-41f7-8759-3d6c710b1095 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:39.721174 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4545779 May 26 16:15:39.721603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: b070192d-ed23-41f7-8759-3d6c710b1095 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:39.721862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b070192d-ed23-41f7-8759-3d6c710b1095 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:39.724787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0e5426-0f76-4710-9252-e6bd4ad71f0e') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:39.725089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0e5426-0f76-4710-9252-e6bd4ad71f0e') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:39.729468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50150) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:39.733670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-980b5a7b-7a60-4fa5-a0cc-3140328e7d00 req-04e70f80-8afd-47c2-945d-7192b775d431 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196163 May 26 16:15:39.741259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Request body: {'subnet': {'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1807235911-subnet', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:39.779281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Made reservation on behalf of 1144c6abd475413f9e7b7793945a8ae5 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:39.782585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.117556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553d09a-a46e-453f-9aeb-7f1e6ed3ccee admin admin] Pushing event updated for resources: {'Network': ['ID=ba6904b0-e06f-42f4-b61a-20e928e58fb3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:40.122950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.133848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:40.139272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.147251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.207881 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.310962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.449576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:40.449930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.461669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Allocated IP 172.20.0.2 (4bd93c85-ac1f-43e9-aa88-abaa998d7e85/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/c1e30154-34ce-4990-845b-c8020ad4a068) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:40.490440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:40.493418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50174) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:40.509839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:40.539383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Pushing event updated for resources: {'Port': ['ID=521625b5-0138-4c02-9c2b-497c3a961734,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:40.542829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:40.597781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Checking segment: {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:40.600845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Network hostable DHCP agents. Network: ba6904b0-e06f-42f4-b61a-20e928e58fb3, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:40.610786 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 1d0e5426-0f76-4710-9252-e6bd4ad71f0e resource provider aggregate not found May 26 16:15:40.675117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-a64de498-7503-4fac-a38a-ef81e5d7e6a2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:40.678464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-a64de498-7503-4fac-a38a-ef81e5d7e6a2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 946 time: 0.3642523 May 26 16:15:40.704680 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 1d0e5426-0f76-4710-9252-e6bd4ad71f0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d0e5426-0f76-4710-9252-e6bd4ad71f0e found for delete ", "request_id": "req-989a3402-01a1-4de4-9ca5-085bd6ec7be9"}]} May 26 16:15:40.710844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f576792b-c2a7-4b2a-a376-29017903f8e9,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:40.792867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fad2e-7463-47c3-a24a-c571c438bb9b req-1fa510b0-738e-4440-a033-4ff0e11ff7a7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:40.793007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:40.795440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-503fad2e-7463-47c3-a24a-c571c438bb9b req-1fa510b0-738e-4440-a033-4ff0e11ff7a7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 946 time: 0.3765888 May 26 16:15:40.812394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.829015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.843864 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/networks/e289fd16-fed5-4a8a-b5e0-e539fe462277 HTTP/1.1" status: 204 len: 168 time: 2.3872600 May 26 16:15:40.849775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50188) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:40.864711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:40.865386 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.881269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ba6904b0-e06f-42f4-b61a-20e928e58fb3) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:40.886503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:40.893754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.917852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.932812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f25756ba-115a-4367-9da2-80ffd977458a details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:15:40.935329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064f858b-7af2-41e2-97d1-b12af9c15497 None None] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:40.949427 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.998429 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acbb1198-6931-489d-a65a-9328a941faf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.032898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5203a2c7-48a5-4706-b808-da3b79284678 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2858775 May 26 16:15:41.048320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Pushing event updated for resources: {'Port': ['ID=c1e30154-34ce-4990-845b-c8020ad4a068,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:41.054411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50200) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:41.071630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7563b784-c512-4e01-9caf-0f0e8fa74675 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-842992618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:41.088602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557f140-ca4a-488a-8f53-ee7dd800501f tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Network': ['ID=e289fd16-fed5-4a8a-b5e0-e539fe462277,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:41.138520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-503fad2e-7463-47c3-a24a-c571c438bb9b req-2738c28d-5f74-4315-b0f6-d4398a9d4125 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205868 May 26 16:15:41.172419 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-651e7744-3797-4919-9cbe-01f4f84ade43 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4417856 May 26 16:15:41.176531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50202) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:41.186118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b4e94-e401-42f1-8369-d4b2df524b63 req-e28bc68a-19e5-49f6-887d-3cde83a24fef tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:41.187810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad1b4e94-e401-42f1-8369-d4b2df524b63 req-e28bc68a-19e5-49f6-887d-3cde83a24fef tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.3196778 May 26 16:15:41.187921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:41.192178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7563b784-c512-4e01-9caf-0f0e8fa74675 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.195134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7563b784-c512-4e01-9caf-0f0e8fa74675 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.201388 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.217160 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.248590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:41.272527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:41.313393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:41.337148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.338241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.377065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Deleting port 0e76bd5a-6863-46e3-ad15-8755aa3536db {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:41.377411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.400446 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7563b784-c512-4e01-9caf-0f0e8fa74675 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.404217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port adbabede-6f55-4c16-9c0f-c0205a17bfcb {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:41.405713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.431049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad1b4e94-e401-42f1-8369-d4b2df524b63 req-c018ed54-9dfe-4b3d-bbfb-3e925585d3f4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307763 May 26 16:15:41.431266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7563b784-c512-4e01-9caf-0f0e8fa74675 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.470514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Attempting to bind port c1e30154-34ce-4990-845b-c8020ad4a068 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:41.472170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Attempting to bind port c1e30154-34ce-4990-845b-c8020ad4a068 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f53fdee7-81ce-4a4c-b13d-b1cbb041506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4bd93c85-ac1f-43e9-aa88-abaa998d7e85'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:41.474707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Attempting to bind port c1e30154-34ce-4990-845b-c8020ad4a068 on network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:41.504698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:41.506530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Checking segment: {'id': 'f53fdee7-81ce-4a4c-b13d-b1cbb041506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4bd93c85-ac1f-43e9-aa88-abaa998d7e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:41.506957 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.526532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Bound using segment: {'id': 'f53fdee7-81ce-4a4c-b13d-b1cbb041506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4bd93c85-ac1f-43e9-aa88-abaa998d7e85'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:41.527462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Bound port: c1e30154-34ce-4990-845b-c8020ad4a068, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53fdee7-81ce-4a4c-b13d-b1cbb041506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4bd93c85-ac1f-43e9-aa88-abaa998d7e85'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:41.528092 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.615406 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acbb1198-6931-489d-a65a-9328a941faf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.658358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.671167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acbb1198-6931-489d-a65a-9328a941faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.766797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:15:41.776120 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.785186 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7563b784-c512-4e01-9caf-0f0e8fa74675 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.813399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7563b784-c512-4e01-9caf-0f0e8fa74675 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7572255 May 26 16:15:41.866191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50212) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:41.867054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb1198-6931-489d-a65a-9328a941faf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e21cdb-7b58-46a3-91b4-98204658247e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:41.886096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f25756ba-115a-4367-9da2-80ffd977458a,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:41.898654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0d4287ca-560c-417c-9c38-2bb09bbde871 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1494530532', 'prefixes': ['172.20.0.0/16']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:41.945118 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.986083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'f25756ba-115a-4367-9da2-80ffd977458a', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'port_id': 'f25756ba-115a-4367-9da2-80ffd977458a', 'mac_address': 'fa:16:3e:87:1c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:15:41.993859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] For port 0e76bd5a-6863-46e3-ad15-8755aa3536db, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e76bd5a-6863-46e3-ad15-8755aa3536db,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:41.994902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.042728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-acbb1198-6931-489d-a65a-9328a941faf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b612de15297e4d9d82a4ce8939637da3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5407071 May 26 16:15:42.056344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Calling delete_port for 0e76bd5a-6863-46e3-ad15-8755aa3536db owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:42.065415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50214) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:42.126691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] For port c1e30154-34ce-4990-845b-c8020ad4a068, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:42.144073 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.144410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.188483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for adbabede-6f55-4c16-9c0f-c0205a17bfcb owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:42.203850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] For port c1e30154-34ce-4990-845b-c8020ad4a068, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c1e30154-34ce-4990-845b-c8020ad4a068,segment=NetworkSegment(f53fdee7-81ce-4a4c-b13d-b1cbb041506b),segment_id=f53fdee7-81ce-4a4c-b13d-b1cbb041506b)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:42.230822 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.368582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f25756ba-115a-4367-9da2-80ffd977458a is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:42.369141 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.399158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f25756ba-115a-4367-9da2-80ffd977458a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:15:42.436766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f25756ba-115a-4367-9da2-80ffd977458a,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:42.453161 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.492274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c199a-bf4e-415e-9326-04cd35d92d6b None None] Pushing event updated for resources: {'Port': ['ID=c1e30154-34ce-4990-845b-c8020ad4a068,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:42.505818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0e76bd5a-6863-46e3-ad15-8755aa3536db no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:42.508463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d4287ca-560c-417c-9c38-2bb09bbde871 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for subnetpool, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.509703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0d4287ca-560c-417c-9c38-2bb09bbde871 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6372135 May 26 16:15:42.512592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7d87957b-5546-43ea-9541-2a86fe9efebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.570949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50220) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:42.585476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-5089402f-1344-4923-b7b0-22173bd010fd tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c', 'tempest-TagsExtTest-Tag-1174402202') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:42.601150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7d87957b-5546-43ea-9541-2a86fe9efebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.620803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Allocated IP 172.20.0.2 (ba6904b0-e06f-42f4-b61a-20e928e58fb3/f576792b-c2a7-4b2a-a376-29017903f8e9/db4a786a-819f-4307-9744-afb4910e67e8) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:42.651390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f25756ba-115a-4367-9da2-80ffd977458a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:42.883226 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7d87957b-5546-43ea-9541-2a86fe9efebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.886136 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7d87957b-5546-43ea-9541-2a86fe9efebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.925666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7d87957b-5546-43ea-9541-2a86fe9efebc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7e21cdb-7b58-46a3-91b4-98204658247e HTTP/1.1" status: 204 len: 168 time: 0.8322566 May 26 16:15:42.968613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9f32d-9cfa-4640-86d0-57da639a72f1 req-6d70c408-c476-4788-973b-022f491a6923 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:42.970292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00e9f32d-9cfa-4640-86d0-57da639a72f1 req-6d70c408-c476-4788-973b-022f491a6923 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db3051e-9723-43dd-b6ab-6204e956b9de HTTP/1.1" status: 200 len: 946 time: 0.6614840 May 26 16:15:43.040751 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.050896 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:15:43.061879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87957b-5546-43ea-9541-2a86fe9efebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e21cdb-7b58-46a3-91b4-98204658247e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:43.089408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800302-c7f5-4cae-ae4d-8be2dc760f7c req-98633118-1ae4-43ee-942b-15dc15094736 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:43.091848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de800302-c7f5-4cae-ae4d-8be2dc760f7c req-98633118-1ae4-43ee-942b-15dc15094736 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 945 time: 0.3408859 May 26 16:15:43.094323 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.096454 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.129055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f25756ba-115a-4367-9da2-80ffd977458a,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:43.181406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 0e76bd5a-6863-46e3-ad15-8755aa3536db is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:43.182305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.229791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event deleted for resources: {'Port': ['ID=0e76bd5a-6863-46e3-ad15-8755aa3536db,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:43.355267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Allocated IP 172.25.0.76 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/d8fc71e7-8ebb-43f5-be18-97e84f666860) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:43.372895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00e9f32d-9cfa-4640-86d0-57da639a72f1 req-f9467b75-9870-4124-87ae-e87df8cab3cf tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062398 May 26 16:15:43.438886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] No DVR routers for this DVR port 0e76bd5a-6863-46e3-ad15-8755aa3536db on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:43.444106 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.452733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5b5a4aa-7233-49ed-a8dd-021b371bbc5c req-63b0e9f5-38db-4631-a217-7504755a0385 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "DELETE /v2.0/ports/0e76bd5a-6863-46e3-ad15-8755aa3536db HTTP/1.1" status: 204 len: 173 time: 2.7604458 May 26 16:15:43.507619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db3051e-9723-43dd-b6ab-6204e956b9de', 'name': 'network-vif-deleted', 'tag': '0e76bd5a-6863-46e3-ad15-8755aa3536db'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:43.514489 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69ee80-ea9b-423c-9923-6a0ca577600c" -d '{"events": [{"server_uuid": "0db3051e-9723-43dd-b6ab-6204e956b9de", "name": "network-vif-deleted", "tag": "0e76bd5a-6863-46e3-ad15-8755aa3536db"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:43.549063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de800302-c7f5-4cae-ae4d-8be2dc760f7c req-62e469a7-af0b-4ca4-b05b-0d7b90d019e7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207480 May 26 16:15:43.755699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-00f2e96d-6937-4e07-9890-1373a17c2ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1739583 May 26 16:15:43.810320 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1c0bf4-1708-4db6-82c8-c5198d52e314 x-openstack-request-id: req-3e1c0bf4-1708-4db6-82c8-c5198d52e314 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:43.810675 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db3051e-9723-43dd-b6ab-6204e956b9de", "name": "network-vif-deleted", "tag": "0e76bd5a-6863-46e3-ad15-8755aa3536db", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:43.811239 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e1c0bf4-1708-4db6-82c8-c5198d52e314 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:43.811787 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1c0bf4-1708-4db6-82c8-c5198d52e314'] response: {'server_uuid': '0db3051e-9723-43dd-b6ab-6204e956b9de', 'name': 'network-vif-deleted', 'tag': '0e76bd5a-6863-46e3-ad15-8755aa3536db', 'status': 'completed', 'code': 200} May 26 16:15:44.015843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.085636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50244) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:44.131889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cd2ac67c-a0b6-4663-a484-50c7a3847e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.186487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:44.200217 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.248494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-e8a30011-7638-47e3-9de3-c0b3874cbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:44.252607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-e8a30011-7638-47e3-9de3-c0b3874cbd70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1096 time: 0.3885107 May 26 16:15:44.342659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:44.369944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c1e30154-34ce-4990-845b-c8020ad4a068 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:44.384349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:44.402537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:44.460065 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.580832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da52ba-c309-40fc-82e8-2ad8d7213262 None None] Network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:44.618263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-dfaa878f-aade-4a07-844b-ea428078d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:44.621118 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.621266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-dfaa878f-aade-4a07-844b-ea428078d88d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.3363702 May 26 16:15:44.684601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f25756ba-115a-4367-9da2-80ffd977458a up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:44.685213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Pushing event updated for resources: {'Port': ['ID=d8fc71e7-8ebb-43f5-be18-97e84f666860,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:44.823419 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.915240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.921854 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.922461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.922938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.923595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.924061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.924645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.925110 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.925573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.926064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.927064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.927648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:44.952824 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5089402f-1344-4923-b7b0-22173bd010fd tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags/tempest-TagsExtTest-Tag-1174402202 HTTP/1.1" status: 201 len: 201 time: 2.3796067 May 26 16:15:44.966555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50256) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:44.994919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-1a9531fc-7205-4e32-bbeb-79e1c5bcb1ee tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734', 'tempest-TagsExtTest-Tag-753098874') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:45.017965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=adbabede-6f55-4c16-9c0f-c0205a17bfcb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:45.021722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-30671c59-c64d-433d-8082-d14757b588c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 999 time: 0.3713717 May 26 16:15:45.063133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.073105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:45.123553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:45.131741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9e766e9f-b38f-4eca-81c8-9d6b11431f5d None None] Provisioning complete for port c1e30154-34ce-4990-845b-c8020ad4a068 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:45.134020 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9e766e9f-b38f-4eca-81c8-9d6b11431f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.146291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:45.198269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425d9eb-387a-48a0-b38b-78e72b368eea req-cc0d6564-8f3e-4966-8929-017846abd231 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:45.207435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6425d9eb-387a-48a0-b38b-78e72b368eea req-cc0d6564-8f3e-4966-8929-017846abd231 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.5777276 May 26 16:15:45.210808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Pushing event updated for resources: {'Port': ['ID=db4a786a-819f-4307-9744-afb4910e67e8,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:45.289321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0629f90-bab2-4dd8-9d9f-05a9a81ae1fe req-7e757caa-cf7b-483d-87db-80f26b77e655 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:45.297058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0629f90-bab2-4dd8-9d9f-05a9a81ae1fe req-7e757caa-cf7b-483d-87db-80f26b77e655 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 945 time: 0.4585788 May 26 16:15:45.376685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-bd201509-5187-4c51-9e42-8237fb4d8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:45.382535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-bd201509-5187-4c51-9e42-8237fb4d8a7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.2702179 May 26 16:15:45.407158 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cd2ac67c-a0b6-4663-a484-50c7a3847e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.480269 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cd2ac67c-a0b6-4663-a484-50c7a3847e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.537380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6425d9eb-387a-48a0-b38b-78e72b368eea req-9ddf56ce-03db-424f-ad01-f83331ad7ee2 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207474 May 26 16:15:45.545463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9e766e9f-b38f-4eca-81c8-9d6b11431f5d None None] Current status of the port c1e30154-34ce-4990-845b-c8020ad4a068 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:45.545918 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9e766e9f-b38f-4eca-81c8-9d6b11431f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.575565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Attempting to bind port db4a786a-819f-4307-9744-afb4910e67e8 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:45.576174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Attempting to bind port db4a786a-819f-4307-9744-afb4910e67e8 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:45.576683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Attempting to bind port db4a786a-819f-4307-9744-afb4910e67e8 on network ba6904b0-e06f-42f4-b61a-20e928e58fb3 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:45.634104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9e766e9f-b38f-4eca-81c8-9d6b11431f5d None None] For port c1e30154-34ce-4990-845b-c8020ad4a068, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c1e30154-34ce-4990-845b-c8020ad4a068,segment=NetworkSegment(f53fdee7-81ce-4a4c-b13d-b1cbb041506b),segment_id=f53fdee7-81ce-4a4c-b13d-b1cbb041506b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:45.652020 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9e766e9f-b38f-4eca-81c8-9d6b11431f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.683223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port f25756ba-115a-4367-9da2-80ffd977458a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:45.684255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.687493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:45.688126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Checking segment: {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:45.688777 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.689332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Bound using segment: {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:45.690746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Bound port: db4a786a-819f-4307-9744-afb4910e67e8, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:45.691345 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.700266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ac67c-a0b6-4663-a484-50c7a3847e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dcea1c-aec9-470a-8ddb-9e05fc71e407,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:45.707589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c1e30154-34ce-4990-845b-c8020ad4a068 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:45.708832 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.741491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-b62a6eb5-233a-4511-9172-aac019b4a11e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5235555 May 26 16:15:45.743233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1a9531fc-7205-4e32-bbeb-79e1c5bcb1ee tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags/tempest-TagsExtTest-Tag-753098874 HTTP/1.1" status: 201 len: 201 time: 0.7672467 May 26 16:15:45.760503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50268) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:45.808130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-298975bd-47fd-4a47-ac42-abf228a69ab0 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa', 'tempest-TagsExtTest-Tag-747146101') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:45.819339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0629f90-bab2-4dd8-9d9f-05a9a81ae1fe req-474ee547-34eb-4b0b-8cd8-38b1444aab29 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213890 May 26 16:15:45.828453 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cd2ac67c-a0b6-4663-a484-50c7a3847e2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c41c4c4cdbdf468da0e0f342e9f4ed12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7355258 May 26 16:15:45.829190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50270) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:45.900721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.903474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.904673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3550e5f2-ecd6-4e8f-b0c9-8c7e4b70d0f4 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/floatingips/f190b6a6-926b-47e1-a26a-dd22b113daa6 HTTP/1.1" status: 204 len: 168 time: 5.0496407 May 26 16:15:45.909420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50272) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:46.013729 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-533ea12f-6e8b-4072-9625-b7554b2ddcc7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] DELETE failed (client error): The resource could not be found. May 26 16:15:46.014625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533ea12f-6e8b-4072-9625-b7554b2ddcc7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:15:46.017867 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-533ea12f-6e8b-4072-9625-b7554b2ddcc7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/ports/8ddfc7af-521e-460a-bb79-fb33e06f041d HTTP/1.1" status: 404 len: 333 time: 0.1007917 May 26 16:15:46.048330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e766e9f-b38f-4eca-81c8-9d6b11431f5d None None] Pushing event updated for resources: {'Port': ['ID=c1e30154-34ce-4990-845b-c8020ad4a068,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:46.118027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50274) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:46.131539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] For port db4a786a-819f-4307-9744-afb4910e67e8, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:46.154946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] For port db4a786a-819f-4307-9744-afb4910e67e8, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=db4a786a-819f-4307-9744-afb4910e67e8,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:46.172421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.174372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f25756ba-115a-4367-9da2-80ffd977458a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:46.174749 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.222740 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.233611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff7b0e-2159-461c-9040-29cc37954635 None None] Pushing event updated for resources: {'Port': ['ID=db4a786a-819f-4307-9744-afb4910e67e8,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:46.239503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c1e30154-34ce-4990-845b-c8020ad4a068 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:46.303063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:46.305360 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c970dd1d-9dbf-478d-bc4f-11bd81f1d67c" -d '{"events": [{"server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "name": "network-vif-plugged", "status": "completed", "tag": "f25756ba-115a-4367-9da2-80ffd977458a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:46.362292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f25756ba-115a-4367-9da2-80ffd977458a,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:46.369560 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.432640 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c81f68f-3a79-4de5-9889-1db594a48592 x-openstack-request-id: req-2c81f68f-3a79-4de5-9889-1db594a48592 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:46.432940 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "name": "network-vif-plugged", "status": "completed", "tag": "f25756ba-115a-4367-9da2-80ffd977458a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:46.433194 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c81f68f-3a79-4de5-9889-1db594a48592 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:46.433613 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c81f68f-3a79-4de5-9889-1db594a48592'] response: {'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a', 'code': 200} May 26 16:15:46.436104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f25756ba-115a-4367-9da2-80ffd977458a,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:46.558457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:15:46.568725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c1e30154-34ce-4990-845b-c8020ad4a068 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:46.710221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c1e30154-34ce-4990-845b-c8020ad4a068 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:46.710491 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.871727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:46.918994 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c1e30154-34ce-4990-845b-c8020ad4a068 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:46.930433 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.936496 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ac2e5623-f840-45d7-9773-8328507b941e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7533319 May 26 16:15:46.937641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50284) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:46.940893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Sync routers for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:46.950231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-83820322-a525-4375-af3a-7a8b714024cf None None] Provisioning complete for port c1e30154-34ce-4990-845b-c8020ad4a068 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:46.950835 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83820322-a525-4375-af3a-7a8b714024cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.962416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-3f885bf5-1d83-4431-b69a-9205dc6425bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:46.964290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-3f885bf5-1d83-4431-b69a-9205dc6425bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5441110 May 26 16:15:47.023036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:47.026695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:47.084436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-54a26aa9-90b8-4e87-bbea-e85709156c11 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "GET /v2.0/ports?device_id=1986bf5e-f640-404e-99c2-7f6ff2154f40 HTTP/1.1" status: 200 len: 205 time: 0.2279665 May 26 16:15:47.091450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50286) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:47.249009 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-5d19723d-023a-4e99-81f9-f9c78a2b4645 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] delete failed (client error): The resource could not be found. May 26 16:15:47.253273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5d19723d-023a-4e99-81f9-f9c78a2b4645 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/routers/1986bf5e-f640-404e-99c2-7f6ff2154f40 HTTP/1.1" status: 404 len: 336 time: 0.1415265 May 26 16:15:47.256098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50288) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:47.324486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-83820322-a525-4375-af3a-7a8b714024cf None None] Current status of the port c1e30154-34ce-4990-845b-c8020ad4a068 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:47.338592 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e317659c-c5f2-43eb-bca1-a6488730bafc tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] DELETE failed (client error): The resource could not be found. May 26 16:15:47.339065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e317659c-c5f2-43eb-bca1-a6488730bafc tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:15:47.343382 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e317659c-c5f2-43eb-bca1-a6488730bafc tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/subnets/fe7e9249-2854-4946-aeb7-d86e58e402dd HTTP/1.1" status: 404 len: 337 time: 0.0860684 May 26 16:15:47.344302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:47.347294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:47.509794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-1b790e63-045e-48c1-8576-4520aab1a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:47.517004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-83820322-a525-4375-af3a-7a8b714024cf None None] Provisioning complete for port 521625b5-0138-4c02-9c2b-497c3a961734 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:47.517532 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83820322-a525-4375-af3a-7a8b714024cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:47.523829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-1b790e63-045e-48c1-8576-4520aab1a0c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 1096 time: 1.6851590 May 26 16:15:47.711950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7fe81dc1-ceee-4371-8dee-721f07d13953 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:47.712323 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7fe81dc1-ceee-4371-8dee-721f07d13953 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:47.730321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-83820322-a525-4375-af3a-7a8b714024cf None None] Port 521625b5-0138-4c02-9c2b-497c3a961734 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:15:47.787897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d5d5-aa0b-4093-906e-658a35ffb3aa req-9dfd8622-b5c3-4685-892a-4038103dec9b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:47.789526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5987d5d5-aa0b-4093-906e-658a35ffb3aa req-9dfd8622-b5c3-4685-892a-4038103dec9b tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.9193656 May 26 16:15:47.790257 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb4f91ec-dcef-41c2-92fc-68d459b48b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:47.792530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-1110a622-fc16-4e59-8983-2dbed6dd361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:47.793876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-1110a622-fc16-4e59-8983-2dbed6dd361f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.2066844 May 26 16:15:47.834484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-802c3a69-a82c-456b-96f8-ff52c7a7bf85 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:47.838471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-802c3a69-a82c-456b-96f8-ff52c7a7bf85 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.24 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 0.9798243 May 26 16:15:47.863678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:44Z', 'revision_number': 3, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:47.889415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-ab7dc11d-b4c6-45ec-aa35-a1c19f0ce0d4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:47.892150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-ab7dc11d-b4c6-45ec-aa35-a1c19f0ce0d4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 2.1860824 May 26 16:15:47.949426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Checking router: 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:15:47.952707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Updating router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 port d8fc71e7-8ebb-43f5-be18-97e84f666860 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:15:47.984654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.007550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-da42a761-eeb1-4e70-b9cc-f9710a74e285 None None] Provisioning complete for port 521625b5-0138-4c02-9c2b-497c3a961734 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:48.007983 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da42a761-eeb1-4e70-b9cc-f9710a74e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.069351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.108274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-298975bd-47fd-4a47-ac42-abf228a69ab0 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags/tempest-TagsExtTest-Tag-747146101 HTTP/1.1" status: 201 len: 201 time: 2.3092480 May 26 16:15:48.151089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-88e7f7cf-aeea-4fea-bbe3-3ee5ec93b163 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf HTTP/1.1" status: 200 len: 217 time: 0.3032219 May 26 16:15:48.152741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50294) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:48.155021 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb4f91ec-dcef-41c2-92fc-68d459b48b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.190403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-2ff8011b-6b2e-4238-bc06-46584453ab73 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de', 'tempest-TagsExtTest-Tag-663243857') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:48.250089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7fe81dc1-ceee-4371-8dee-721f07d13953 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.298240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5987d5d5-aa0b-4093-906e-658a35ffb3aa req-4e2d1fb7-a54e-4a74-9838-ee16d05dafec tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513588 May 26 16:15:48.316400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-36b8e7d9-25fa-464b-8e6e-3116d52d2e12 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/quotas/08a1816bc5a242bdb94bde21d7075742 HTTP/1.1" status: 200 len: 375 time: 0.2338696 May 26 16:15:48.366938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7fe81dc1-ceee-4371-8dee-721f07d13953 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:48.434341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-ca55e708-90be-4baa-bbec-87cdae1510f9 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3715482 May 26 16:15:48.547324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Allocated IP 172.20.0.1 (ba6904b0-e06f-42f4-b61a-20e928e58fb3/f576792b-c2a7-4b2a-a376-29017903f8e9/d6841596-2e44-44e1-8493-622232acc7e2) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:48.747147 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.757314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043a476-62d1-4885-814d-c44cd0586d94 None None] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:48.759761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device db4a786a-819f-4307-9744-afb4910e67e8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:48.801160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-69e8091b-3ae0-4e8b-8914-0697b5859c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:48.802054 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.804238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-69e8091b-3ae0-4e8b-8914-0697b5859c6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.6322200 May 26 16:15:48.835689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-9769432e-b588-40aa-afe8-0adcd6551e69 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4058263 May 26 16:15:48.852398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7fe81dc1-ceee-4371-8dee-721f07d13953 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.870133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c3f9-093e-4802-903d-f5b59b86e41f req-967367a0-28d0-4c6b-90dd-224f6223a317 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:48.872034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89f2c3f9-093e-4802-903d-f5b59b86e41f req-967367a0-28d0-4c6b-90dd-224f6223a317 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.4213183 May 26 16:15:48.877608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2ff8011b-6b2e-4238-bc06-46584453ab73 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags/tempest-TagsExtTest-Tag-663243857 HTTP/1.1" status: 201 len: 201 time: 0.7067742 May 26 16:15:48.912789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50298) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:48.916857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-da42a761-eeb1-4e70-b9cc-f9710a74e285 None None] Port 521625b5-0138-4c02-9c2b-497c3a961734 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:15:48.917173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe81dc1-ceee-4371-8dee-721f07d13953 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:48.925080 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-81101e63-bcf9-4c4a-9676-ea7ed17e2f00 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:48.965260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port db4a786a-819f-4307-9744-afb4910e67e8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:48.965874 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.969512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354e78c-f4d5-4650-b076-2e5a408c7249 None None] Pushing event updated for resources: {'Port': ['ID=d8fc71e7-8ebb-43f5-be18-97e84f666860,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:48.982399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Attempting to bind port d8fc71e7-8ebb-43f5-be18-97e84f666860 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:48.982998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Attempting to bind port d8fc71e7-8ebb-43f5-be18-97e84f666860 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:48.983539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Attempting to bind port d8fc71e7-8ebb-43f5-be18-97e84f666860 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:49.012391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.019856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-75979a76-2fcc-4a81-829a-815564e35688 service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608555 May 26 16:15:49.027340 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb4f91ec-dcef-41c2-92fc-68d459b48b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.031413 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb4f91ec-dcef-41c2-92fc-68d459b48b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.034737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fb4f91ec-dcef-41c2-92fc-68d459b48b71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3dcea1c-aec9-470a-8ddb-9e05fc71e407 HTTP/1.1" status: 204 len: 168 time: 3.1527660 May 26 16:15:49.062963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:49.063670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:49.064251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.064837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:49.065494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Bound port: d8fc71e7-8ebb-43f5-be18-97e84f666860, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:49.066079 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.071646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8d3a369b-66d1-41e7-82d7-2ccdc62872ed None None] Provisioning complete for port db4a786a-819f-4307-9744-afb4910e67e8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:49.072325 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d3a369b-66d1-41e7-82d7-2ccdc62872ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.084569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7fe81dc1-ceee-4371-8dee-721f07d13953 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.088143 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7fe81dc1-ceee-4371-8dee-721f07d13953 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/ports/1d2f11a9-85d4-4b5e-b90b-bb3aa5875bdc HTTP/1.1" status: 204 len: 168 time: 1.7375011 May 26 16:15:49.095179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50302) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:49.186372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-eabd08f5-3662-4500-8744-31f434ddf5e7 service neutron] 10.222.0.39 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506648 May 26 16:15:49.289860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Deleting port 39a14806-b8eb-4077-8522-027d27ad3001 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:49.290082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.320690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.328586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f91ec-dcef-41c2-92fc-68d459b48b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dcea1c-aec9-470a-8ddb-9e05fc71e407,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:49.352006 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-81101e63-bcf9-4c4a-9676-ea7ed17e2f00 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags HTTP/1.1" status: 200 len: 241 time: 0.4307568 May 26 16:15:49.358615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50306) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:49.361158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:49.393254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-f5514728-9c4e-4655-9f25-3f1f72f5001a tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c', 'tempest-TagsExtTest-Tag-1174402202') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:49.395874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a369b-66d1-41e7-82d7-2ccdc62872ed None None] Current status of the port db4a786a-819f-4307-9744-afb4910e67e8 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:49.396389 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d3a369b-66d1-41e7-82d7-2ccdc62872ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.429852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:49.436824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:49.457509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8d3a369b-66d1-41e7-82d7-2ccdc62872ed None None] For port db4a786a-819f-4307-9744-afb4910e67e8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=db4a786a-819f-4307-9744-afb4910e67e8,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:49.473025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d3a369b-66d1-41e7-82d7-2ccdc62872ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.548076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] For port d8fc71e7-8ebb-43f5-be18-97e84f666860, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:49.581297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Pushing event updated for resources: {'Port': ['ID=d6841596-2e44-44e1-8493-622232acc7e2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:49.638850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0372ce37-9bd1-4b36-9b43-53bb0dd67e9d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 21485a27-29c3-45a8-8326-444513298a21 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:49.638850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0372ce37-9bd1-4b36-9b43-53bb0dd67e9d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.661449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.743687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89f2c3f9-093e-4802-903d-f5b59b86e41f req-d26e746a-e7ad-44ba-a768-b2d028902f9f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209027 May 26 16:15:49.801258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-8ca5bbb1-aac6-43b3-8f11-c8bca3ed75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:49.822903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-8ca5bbb1-aac6-43b3-8f11-c8bca3ed75da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0007567 May 26 16:15:49.839624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port db4a786a-819f-4307-9744-afb4910e67e8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:49.858371 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f5514728-9c4e-4655-9f25-3f1f72f5001a tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags/tempest-TagsExtTest-Tag-1174402202 HTTP/1.1" status: 204 len: 168 time: 0.4685826 May 26 16:15:49.871860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50324) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:49.890017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-9da85d68-2fef-4f0c-8ffa-e5152d978da9 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c', 'tempest-TagsExtTest-Tag-1174402202') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:49.919546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] For port d8fc71e7-8ebb-43f5-be18-97e84f666860, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d8fc71e7-8ebb-43f5-be18-97e84f666860,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:49.941077 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0372ce37-9bd1-4b36-9b43-53bb0dd67e9d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.979293 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.993406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0372ce37-9bd1-4b36-9b43-53bb0dd67e9d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 21485a27-29c3-45a8-8326-444513298a21 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:50.082644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18825b4e-4216-4978-8bb7-7f016fc97514 req-54d481ea-48cb-468e-90e7-cf12f31ce357 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5134935 May 26 16:15:50.090240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a369b-66d1-41e7-82d7-2ccdc62872ed None None] Pushing event updated for resources: {'Port': ['ID=db4a786a-819f-4307-9744-afb4910e67e8,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:50.120058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-232d6f30-995b-4a2e-b483-b8d15f637669 req-f39b3d17-00bd-47ef-8c40-554bfa63901d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 210 time: 0.2292988 May 26 16:15:50.224002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:50.233479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:50.415403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.513361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device db4a786a-819f-4307-9744-afb4910e67e8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:50.537757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354e78c-f4d5-4650-b076-2e5a408c7249 None None] Pushing event updated for resources: {'Port': ['ID=d8fc71e7-8ebb-43f5-be18-97e84f666860,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:50.585536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] For port 39a14806-b8eb-4077-8522-027d27ad3001, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39a14806-b8eb-4077-8522-027d27ad3001,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:50.586108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.647617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Calling delete_port for 39a14806-b8eb-4077-8522-027d27ad3001 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:50.708685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0372ce37-9bd1-4b36-9b43-53bb0dd67e9d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.862305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 39a14806-b8eb-4077-8522-027d27ad3001 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:51.002188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:51.130408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4ce5c6ea-2e92-497a-b41a-4b0a3ad41497 None None] Provisioning complete for port db4a786a-819f-4307-9744-afb4910e67e8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:51.131064 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c6ea-2e92-497a-b41a-4b0a3ad41497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.150604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-54ad32c6-5a47-4187-97bd-fb8131be57b6 service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2630146 May 26 16:15:51.154569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port db4a786a-819f-4307-9744-afb4910e67e8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:51.155208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.180927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578c236-c125-41f2-be4f-09319895d037 req-f9d8279d-c227-44e5-815c-a142d0ada7a8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:51.190908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1578c236-c125-41f2-be4f-09319895d037 req-f9d8279d-c227-44e5-815c-a142d0ada7a8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 945 time: 1.1180873 May 26 16:15:51.244556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.269913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372ce37-9bd1-4b36-9b43-53bb0dd67e9d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=21485a27-29c3-45a8-8326-444513298a21,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:51.281661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.432490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9da85d68-2fef-4f0c-8ffa-e5152d978da9 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags/tempest-TagsExtTest-Tag-1174402202 HTTP/1.1" status: 204 len: 168 time: 1.5493305 May 26 16:15:51.439962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50362) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:51.448412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-51b38ce5-e9a6-4c12-a711-9bb386c31972 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:51.557637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Pushing event updated for resources: {'Port': ['ID=d6841596-2e44-44e1-8493-622232acc7e2,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:51.579342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0372ce37-9bd1-4b36-9b43-53bb0dd67e9d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.600328 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0372ce37-9bd1-4b36-9b43-53bb0dd67e9d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/ports/21485a27-29c3-45a8-8326-444513298a21 HTTP/1.1" status: 204 len: 168 time: 2.5012832 May 26 16:15:51.605721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50366) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:51.621622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36c99a46-73fe-40e1-98a6-70050c22a785 req-4fc669c5-12e3-4331-a2a7-d9bee3675783 service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930564 May 26 16:15:51.697857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34ef6-f963-47e6-8bc9-1bde1487b569 req-9fed10cf-d034-41b3-8434-39441e5e1c9c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:51.706457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4fa34ef6-f963-47e6-8bc9-1bde1487b569 req-9fed10cf-d034-41b3-8434-39441e5e1c9c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.7226317 May 26 16:15:51.753057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1578c236-c125-41f2-be4f-09319895d037 req-fa5f7cfd-baed-48d9-b4be-1c32134bdd97 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612571 May 26 16:15:51.754198 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.762807 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.900726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event deleted for resources: {'Port': ['ID=39a14806-b8eb-4077-8522-027d27ad3001,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:51.907371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 39a14806-b8eb-4077-8522-027d27ad3001 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:51.908531 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.917422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['5e8e5db0-dc82-4432-8198-264ccfe5bb53'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:51.927071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.930555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.931170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.936666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.937529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.940281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.940281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.940887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.944092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.944758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.945227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:51.947465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:52.026891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22465a01-9a29-4b86-91a5-aaa2369ed87d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:52.041093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-22465a01-9a29-4b86-91a5-aaa2369ed87d tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "GET /v2.0/ports?device_id=8851ee6a-9b41-400b-a215-42b31bf3a602 HTTP/1.1" status: 200 len: 913 time: 0.4265068 May 26 16:15:52.042103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50374) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:52.102464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61557909-d4e4-468b-8c52-ef1ff9829685 req-f69f1288-18e3-455f-9fb4-5e9774e0cd78 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 210 time: 0.1284857 May 26 16:15:52.302133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4fa34ef6-f963-47e6-8bc9-1bde1487b569 req-bdef2213-50de-4087-8711-4abf15decb27 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945613 May 26 16:15:52.312734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port db4a786a-819f-4307-9744-afb4910e67e8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:52.528049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-1e0208a4-6850-4add-bbb1-0f1a716a0db3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:52.539645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-1e0208a4-6850-4add-bbb1-0f1a716a0db3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.32 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 806 time: 0.5822706 May 26 16:15:52.551897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Request body: {'port': {'device_id': 'e348e3d4-e6f1-4001-a2cb-8ce478f66e90', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'admin_state_up': True, 'tenant_id': '08a1816bc5a242bdb94bde21d7075742'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:52.587058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] No DVR routers for this DVR port 39a14806-b8eb-4077-8522-027d27ad3001 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:52.590466 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.596089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3324ede5-14bb-414f-a2af-06ec1cb90ea8 req-46eb1e5a-27b5-4ea0-85bb-76c38ec7f330 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.24 "DELETE /v2.0/ports/39a14806-b8eb-4077-8522-027d27ad3001 HTTP/1.1" status: 204 len: 173 time: 4.6705117 May 26 16:15:52.607996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928cebd3-0b91-4542-8947-67f1a270e1f0', 'name': 'network-vif-deleted', 'tag': '39a14806-b8eb-4077-8522-027d27ad3001'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:52.618525 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edef0f40-d34b-46e6-8b8f-9fc2c5b16cb7" -d '{"events": [{"server_uuid": "928cebd3-0b91-4542-8947-67f1a270e1f0", "name": "network-vif-deleted", "tag": "39a14806-b8eb-4077-8522-027d27ad3001"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:52.644698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5c6ea-2e92-497a-b41a-4b0a3ad41497 None None] Current status of the port db4a786a-819f-4307-9744-afb4910e67e8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:52.819547 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e37a7af-ecc5-4ccf-9904-fa6a614b2486 x-openstack-request-id: req-2e37a7af-ecc5-4ccf-9904-fa6a614b2486 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:52.820050 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928cebd3-0b91-4542-8947-67f1a270e1f0", "name": "network-vif-deleted", "tag": "39a14806-b8eb-4077-8522-027d27ad3001", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:52.820050 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e37a7af-ecc5-4ccf-9904-fa6a614b2486 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:52.820478 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e37a7af-ecc5-4ccf-9904-fa6a614b2486'] response: {'server_uuid': '928cebd3-0b91-4542-8947-67f1a270e1f0', 'name': 'network-vif-deleted', 'tag': '39a14806-b8eb-4077-8522-027d27ad3001', 'status': 'completed', 'code': 200} May 26 16:15:52.827362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4ce5c6ea-2e92-497a-b41a-4b0a3ad41497 None None] Provisioning complete for port d6841596-2e44-44e1-8493-622232acc7e2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:52.827741 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c6ea-2e92-497a-b41a-4b0a3ad41497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.880230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5c6ea-2e92-497a-b41a-4b0a3ad41497 None None] Port d6841596-2e44-44e1-8493-622232acc7e2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:15:53.033602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:48Z', 'revision_number': 1, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:53.079121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121af439-b691-4eb9-9dbe-7eef02ac7fc2 None None] The sync data for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 is: [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:48Z', 'revision_number': 1, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:53.088280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cf2465c9-268b-468d-985f-c9019b54914b None None] Provisioning complete for port d6841596-2e44-44e1-8493-622232acc7e2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:53.088844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cf2465c9-268b-468d-985f-c9019b54914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.108266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa2b9b16-9c99-4965-8847-893d2f5c0111 req-be9a285c-ac01-4173-abff-7e7a8e997132 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=928cebd3-0b91-4542-8947-67f1a270e1f0 HTTP/1.1" status: 200 len: 210 time: 0.0854378 May 26 16:15:53.185692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Made reservation on behalf of 08a1816bc5a242bdb94bde21d7075742 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:53.189709 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.218200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cf2465c9-268b-468d-985f-c9019b54914b None None] Port d6841596-2e44-44e1-8493-622232acc7e2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:15:53.397299 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-51b38ce5-e9a6-4c12-a711-9bb386c31972 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags HTTP/1.1" status: 200 len: 205 time: 1.9525981 May 26 16:15:53.401535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50408) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:53.414184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-87809d67-bbe3-4f0f-91b2-24ea58f7c39d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:53.612799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52ae133d-be66-4d29-b78a-154c20674949 req-3e2c5d5c-a924-4112-a82b-54800d019496 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 210 time: 0.1116133 May 26 16:15:53.630056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:53.637274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:53.725815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.830294 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-87809d67-bbe3-4f0f-91b2-24ea58f7c39d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags HTTP/1.1" status: 200 len: 240 time: 0.4210541 May 26 16:15:53.834987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50422) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:53.857149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-4f109ec8-e4ad-4472-bd56-6ba63b1669d2 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734', 'tempest-TagsExtTest-Tag-753098874') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:53.872098 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.908131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86762fe0-78e8-464a-9c2c-ce91a21ffdaa req-86015131-2785-41ab-9e3e-587567c1bd39 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:53.913519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86762fe0-78e8-464a-9c2c-ce91a21ffdaa req-86015131-2785-41ab-9e3e-587567c1bd39 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.2962685 May 26 16:15:53.951223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Allocated IP 172.20.0.8 (75b37898-f398-46fe-ac6a-a23f005adc5f/0bf93427-e7b0-432f-831f-fc67ecb85eeb/444f5c84-dd67-4232-8cfe-6402e9454372) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:54.040140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86762fe0-78e8-464a-9c2c-ce91a21ffdaa req-53cd9045-aff6-480d-8152-ee4e88594400 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156528 May 26 16:15:54.185427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e74c902d-659d-47d0-8666-0b2a02aa53b7 None None] Provisioning complete for port d6841596-2e44-44e1-8493-622232acc7e2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:54.197593 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e74c902d-659d-47d0-8666-0b2a02aa53b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:54.273509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:54.331785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e74c902d-659d-47d0-8666-0b2a02aa53b7 None None] Port d6841596-2e44-44e1-8493-622232acc7e2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:15:54.369538 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:54.473775 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:54.486501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:54.593350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Network 75b37898-f398-46fe-ac6a-a23f005adc5f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:54.608063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:54.628903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:54.729849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50438) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:54.794247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event updated for resources: {'Port': ['ID=444f5c84-dd67-4232-8cfe-6402e9454372,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:54.892642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:54.913070 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0598842b-42dc-4e5d-942c-68200f7b5313 admin admin] 10.222.0.39 "PUT /v2.0/routers/759f1b10-df0e-4d12-9a1b-3dc6cc2b5877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9613540 May 26 16:15:54.913070 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f109ec8-e4ad-4472-bd56-6ba63b1669d2 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags/tempest-TagsExtTest-Tag-753098874 HTTP/1.1" status: 204 len: 168 time: 1.0686738 May 26 16:15:54.916421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50444) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:54.940031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-68685b91-cffc-43cc-80e9-b76bd0d588ce tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734', 'tempest-TagsExtTest-Tag-753098874') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:55.039477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:55.043265 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:55.055229 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63619879-21de-439f-baf6-b8d9d3b684e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:55.056173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:55.137327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-b0ee3704-d6d5-429b-8dc8-903d09dc57a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5967386 May 26 16:15:55.188702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a8cc7-d283-4e58-9cb8-d378043625fd req-81a7dd2a-9e5e-42c5-8eba-3eac7774235c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:55.196695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e8a8cc7-d283-4e58-9cb8-d378043625fd req-81a7dd2a-9e5e-42c5-8eba-3eac7774235c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 931 time: 0.3696845 May 26 16:15:55.212919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Request body: {'port': {'device_id': 'e348e3d4-e6f1-4001-a2cb-8ce478f66e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:55.257947 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68685b91-cffc-43cc-80e9-b76bd0d588ce tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags/tempest-TagsExtTest-Tag-753098874 HTTP/1.1" status: 204 len: 168 time: 0.3344562 May 26 16:15:55.260843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:55.265051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-232b6e26-c58f-4263-ad97-6851ffcd7ac1 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:55.321644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467a116-efa7-42e5-ace5-8e2d61004ad4 req-fb5feb65-74cb-4a1e-8cf9-a8c329b281e8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:55.329377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d467a116-efa7-42e5-ace5-8e2d61004ad4 req-fb5feb65-74cb-4a1e-8cf9-a8c329b281e8 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.3469195 May 26 16:15:55.424410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e8a8cc7-d283-4e58-9cb8-d378043625fd req-d20f2c1c-eee6-43d2-b474-7f475337b353 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265375 May 26 16:15:55.576900 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-232b6e26-c58f-4263-ad97-6851ffcd7ac1 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags HTTP/1.1" status: 200 len: 205 time: 0.3148897 May 26 16:15:55.577371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50456) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:55.586139 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:55.593234 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-40540763-df7a-49ab-ac3a-c0f0d8645b13 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:55.643900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63619879-21de-439f-baf6-b8d9d3b684e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:55.663243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d467a116-efa7-42e5-ace5-8e2d61004ad4 req-4e71c34c-d4ba-4a16-bf5c-8b19c04f1740 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326631 May 26 16:15:55.695988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63619879-21de-439f-baf6-b8d9d3b684e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:55.784505 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40540763-df7a-49ab-ac3a-c0f0d8645b13 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags HTTP/1.1" status: 200 len: 240 time: 0.2023585 May 26 16:15:55.787301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50460) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:55.792423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-b33d17f4-3c07-4198-977f-aeb1ea90fad1 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa', 'tempest-TagsExtTest-Tag-747146101') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:56.104432 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b33d17f4-3c07-4198-977f-aeb1ea90fad1 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags/tempest-TagsExtTest-Tag-747146101 HTTP/1.1" status: 204 len: 168 time: 0.3145752 May 26 16:15:56.106021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50462) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:56.127384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-da298162-998a-48aa-9a17-067ebeb1dccb tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa', 'tempest-TagsExtTest-Tag-747146101') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:56.129983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50464) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:56.139061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a50b5776-fcac-4ff0-8f43-5a92faf3d7a2 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098328213', 'description': 'tempest-description--1744047916'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:56.212393 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a50b5776-fcac-4ff0-8f43-5a92faf3d7a2 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.256956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 04321b42-4a1b-4b5d-9654-fe2bbca06aaf {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:56.257660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.319370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-63619879-21de-439f-baf6-b8d9d3b684e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80e6a1955292424ca50d8f8a637b88f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5783288 May 26 16:15:56.321283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50466) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:56.324160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63619879-21de-439f-baf6-b8d9d3b684e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f26059e-10d7-4206-9c43-7d81db8180e0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:56.336483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599d83a-8c2b-4a58-b6c6-b1e8e71361c7 req-a55dd73a-9d6f-4d7f-a033-27c34a89372e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:56.344744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0599d83a-8c2b-4a58-b6c6-b1e8e71361c7 req-a55dd73a-9d6f-4d7f-a033-27c34a89372e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.7830129 May 26 16:15:56.482611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a50b5776-fcac-4ff0-8f43-5a92faf3d7a2 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.563776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0599d83a-8c2b-4a58-b6c6-b1e8e71361c7 req-9a0f721c-782c-421a-aa1b-36634c8fa423 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178814 May 26 16:15:56.613459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d8fc71e7-8ebb-43f5-be18-97e84f666860 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:56.625704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.653672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 04321b42-4a1b-4b5d-9654-fe2bbca06aaf owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:56.713094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d8fc71e7-8ebb-43f5-be18-97e84f666860 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:56.713702 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.721575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50478) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:56.799164 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98152772-8ce7-4d83-9aea-db8060d36cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.880204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d8fc71e7-8ebb-43f5-be18-97e84f666860 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:56.880204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.925179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98152772-8ce7-4d83-9aea-db8060d36cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.930912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a50b5776-fcac-4ff0-8f43-5a92faf3d7a2 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.937583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port d8fc71e7-8ebb-43f5-be18-97e84f666860, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d8fc71e7-8ebb-43f5-be18-97e84f666860,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:56.945189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.945984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.996825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578a05-1809-45b6-8c32-34adb7e9458e req-11d75c25-621f-496f-9d12-b20b2fe1c008 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:57.005141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc578a05-1809-45b6-8c32-34adb7e9458e req-11d75c25-621f-496f-9d12-b20b2fe1c008 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 931 time: 0.3932509 May 26 16:15:57.018115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=04321b42-4a1b-4b5d-9654-fe2bbca06aaf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:57.030509 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-da298162-998a-48aa-9a17-067ebeb1dccb tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags/tempest-TagsExtTest-Tag-747146101 HTTP/1.1" status: 204 len: 168 time: 0.9204302 May 26 16:15:57.036884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50482) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:57.042736 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a50b5776-fcac-4ff0-8f43-5a92faf3d7a2 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.044253 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a50b5776-fcac-4ff0-8f43-5a92faf3d7a2 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9119875 May 26 16:15:57.053079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50484) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:57.060927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-22685921-4510-48dc-a832-f64e366acae5 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:57.065188 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b5776-fcac-4ff0-8f43-5a92faf3d7a2 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43cf366-276c-4be1-8064-f2d3ebbe9a38,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:57.088951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a604b989-b1fb-48e1-a9a5-865aae809339 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'security_group_rule': {'security_group_id': 'd43cf366-276c-4be1-8064-f2d3ebbe9a38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:57.091407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=d8fc71e7-8ebb-43f5-be18-97e84f666860,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:57.106991 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Sync routers for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:57.140320 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:57.144421 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:57.190254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96ddb8-2d55-4fc5-b227-dc94d7b044d3 req-2e51e287-586f-4d76-a32b-2f3505f6c972 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:57.198422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a604b989-b1fb-48e1-a9a5-865aae809339 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.205895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e96ddb8-2d55-4fc5-b227-dc94d7b044d3 req-2e51e287-586f-4d76-a32b-2f3505f6c972 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.3551536 May 26 16:15:57.298819 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:57.313882 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-22685921-4510-48dc-a832-f64e366acae5 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags HTTP/1.1" status: 200 len: 205 time: 0.2674680 May 26 16:15:57.319827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50486) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:57.413298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98152772-8ce7-4d83-9aea-db8060d36cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.415983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98152772-8ce7-4d83-9aea-db8060d36cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.419401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-98152772-8ce7-4d83-9aea-db8060d36cd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f26059e-10d7-4206-9c43-7d81db8180e0 HTTP/1.1" status: 204 len: 168 time: 1.0895827 May 26 16:15:57.422339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-fc396b3c-914c-44d2-aed0-fba991ba8572 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:57.457839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc578a05-1809-45b6-8c32-34adb7e9458e req-04d7389c-e566-445f-932d-fdd91e640748 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516196 May 26 16:15:57.493737 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a604b989-b1fb-48e1-a9a5-865aae809339 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.499378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444f5c84-dd67-4232-8cfe-6402e9454372 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:15:57.511964 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.515327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a604b989-b1fb-48e1-a9a5-865aae809339 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.529761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Transition to ACTIVE for port object 444f5c84-dd67-4232-8cfe-6402e9454372 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:15:57.541233 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fc396b3c-914c-44d2-aed0-fba991ba8572 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags HTTP/1.1" status: 200 len: 240 time: 0.1996908 May 26 16:15:57.544257 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:50Z', 'revision_number': 2, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:57.549646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50490) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:57.560620 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.594683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-a097887e-bbcc-42d5-aa20-b57f89aaa08a tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de', 'tempest-TagsExtTest-Tag-663243857') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:57.597906 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Checking router: 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:15:57.599027 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Updating router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 port d6841596-2e44-44e1-8493-622232acc7e2 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:15:57.609747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604b989-b1fb-48e1-a9a5-865aae809339 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1223cc-f0c4-434a-a2fe-49e454ad5118,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:57.622308 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a604b989-b1fb-48e1-a9a5-865aae809339 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.623600 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a604b989-b1fb-48e1-a9a5-865aae809339 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5593703 May 26 16:15:57.627407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50494) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:57.635987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a2c384d1-bc7c-4284-a58b-1aec03b934b5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'security_group_rule': {'security_group_id': 'd43cf366-276c-4be1-8064-f2d3ebbe9a38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:57.659164 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.680877 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a097887e-bbcc-42d5-aa20-b57f89aaa08a tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags/tempest-TagsExtTest-Tag-663243857 HTTP/1.1" status: 204 len: 168 time: 0.0910687 May 26 16:15:57.683186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50496) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:57.684144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.696391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-16d0ec60-56fb-45df-a6b6-35536b2afbce tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de', 'tempest-TagsExtTest-Tag-663243857') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:57.728854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e96ddb8-2d55-4fc5-b227-dc94d7b044d3 req-2ec01d95-f998-40f2-acfa-1c534c1cba16 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214028 May 26 16:15:57.729688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98152772-8ce7-4d83-9aea-db8060d36cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f26059e-10d7-4206-9c43-7d81db8180e0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:57.775713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2c384d1-bc7c-4284-a58b-1aec03b934b5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.852849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2c384d1-bc7c-4284-a58b-1aec03b934b5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.867171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2c384d1-bc7c-4284-a58b-1aec03b934b5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.932434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2c384d1-bc7c-4284-a58b-1aec03b934b5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.935007 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a2c384d1-bc7c-4284-a58b-1aec03b934b5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3025966 May 26 16:15:57.938822 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-16d0ec60-56fb-45df-a6b6-35536b2afbce tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags/tempest-TagsExtTest-Tag-663243857 HTTP/1.1" status: 204 len: 168 time: 0.2501299 May 26 16:15:57.943157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c384d1-bc7c-4284-a58b-1aec03b934b5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139b4cca-b938-4748-b439-1b7eec476d5c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:57.946686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50500) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:57.947032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50502) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:57.966346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-d0322eed-5276-454a-98c0-d4efa79afc54 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:57.981287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:58.021970 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.022458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Attempting to bind port 444f5c84-dd67-4232-8cfe-6402e9454372 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:58.023088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Attempting to bind port 444f5c84-dd67-4232-8cfe-6402e9454372 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:58.023706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Attempting to bind port 444f5c84-dd67-4232-8cfe-6402e9454372 on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:58.035193 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.057025 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.097599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Port 444f5c84-dd67-4232-8cfe-6402e9454372 on network 75b37898-f398-46fe-ac6a-a23f005adc5f not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:15:58.098692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Attempting to bind port 444f5c84-dd67-4232-8cfe-6402e9454372 on network 75b37898-f398-46fe-ac6a-a23f005adc5f {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:58.133344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6757b81-0edc-4142-a58f-f06af19eba97 req-6de4e6d5-925b-499a-b9a4-0db249566fac tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:58.134973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6757b81-0edc-4142-a58f-f06af19eba97 req-6de4e6d5-925b-499a-b9a4-0db249566fac tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.4032137 May 26 16:15:58.135799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:58.136134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Checking segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:58.136516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Bound using segment: {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:58.136966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Bound port: 444f5c84-dd67-4232-8cfe-6402e9454372, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cae7ff1-4ecf-4560-b141-524d58fbd8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:58.137381 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.158723 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Pushing event updated for resources: {'Port': ['ID=d6841596-2e44-44e1-8493-622232acc7e2,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:58.160796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=444f5c84-dd67-4232-8cfe-6402e9454372,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:58.167176 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d0322eed-5276-454a-98c0-d4efa79afc54 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags HTTP/1.1" status: 200 len: 205 time: 0.2161820 May 26 16:15:58.226119 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.226452 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.226788 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.227116 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.227435 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.231185 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.234307 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.234979 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.235545 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.236154 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.236948 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.238411 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:58.257256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50506) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:58.268763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6757b81-0edc-4142-a58f-f06af19eba97 req-7b0fbe90-cdcb-45ab-85fb-ea183d9fda7c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040339 May 26 16:15:58.279274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-1f69403b-b6d7-44df-9ba8-bd41342751ac tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:58.291562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50508) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:58.295910 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Attempting to bind port d6841596-2e44-44e1-8493-622232acc7e2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:58.296740 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Attempting to bind port d6841596-2e44-44e1-8493-622232acc7e2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:58.297281 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Attempting to bind port d6841596-2e44-44e1-8493-622232acc7e2 on network ba6904b0-e06f-42f4-b61a-20e928e58fb3 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:58.303995 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:58.304664 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Checking segment: {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:58.305232 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.305807 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Bound using segment: {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:58.306463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Bound port: d6841596-2e44-44e1-8493-622232acc7e2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:58.307018 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.325105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-d61ec1c6-f5b6-40d2-99b4-892c093e7391 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:58.326652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-d61ec1c6-f5b6-40d2-99b4-892c093e7391 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.24 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.4526670 May 26 16:15:58.403114 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cd63110a-a751-4e99-b6dd-640a33204b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.417715 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] For port d6841596-2e44-44e1-8493-622232acc7e2, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:58.424701 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] For port d6841596-2e44-44e1-8493-622232acc7e2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d6841596-2e44-44e1-8493-622232acc7e2,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:58.437380 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.526981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d8fc71e7-8ebb-43f5-be18-97e84f666860 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:58.545161 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:58.545808 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:58.640274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d8fc71e7-8ebb-43f5-be18-97e84f666860 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:58.641202 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.685321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1f69403b-b6d7-44df-9ba8-bd41342751ac tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags HTTP/1.1" status: 204 len: 168 time: 0.4117820 May 26 16:15:58.725648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-abcc028f-6754-4e1f-878f-4ed8c8aecd85 None None] Provisioning complete for port d6841596-2e44-44e1-8493-622232acc7e2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:58.726033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-abcc028f-6754-4e1f-878f-4ed8c8aecd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.739856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50512) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:58.833770 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:58.911786 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cd63110a-a751-4e99-b6dd-640a33204b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.918333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-2ceb9caf-b323-451c-b1a8-30281851e5a1 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:58.930818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] For port 444f5c84-dd67-4232-8cfe-6402e9454372, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:58.968416 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cd63110a-a751-4e99-b6dd-640a33204b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.078714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63110a-a751-4e99-b6dd-640a33204b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c508cc7f-9f9e-43b5-9e88-d952d443e001,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:59.088125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d8fc71e7-8ebb-43f5-be18-97e84f666860 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:59.113501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7021e0-2947-40f8-9436-5e4a67bfe58e req-28095d4c-dcab-4697-8eb3-c7295111bb31 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:59.115711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d7021e0-2947-40f8-9436-5e4a67bfe58e req-28095d4c-dcab-4697-8eb3-c7295111bb31 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 943 time: 0.4843731 May 26 16:15:59.136065 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb92f7-6ae4-42ac-a481-449a71151823 None None] Pushing event updated for resources: {'Port': ['ID=d6841596-2e44-44e1-8493-622232acc7e2,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:59.186813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] For port 444f5c84-dd67-4232-8cfe-6402e9454372, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=444f5c84-dd67-4232-8cfe-6402e9454372,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:59.188519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-abcc028f-6754-4e1f-878f-4ed8c8aecd85 None None] Current status of the port d6841596-2e44-44e1-8493-622232acc7e2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:59.189142 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-abcc028f-6754-4e1f-878f-4ed8c8aecd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.216498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Router 8851ee6a-9b41-400b-a215-42b31bf3a602 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:59.260299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-abcc028f-6754-4e1f-878f-4ed8c8aecd85 None None] For port d6841596-2e44-44e1-8493-622232acc7e2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d6841596-2e44-44e1-8493-622232acc7e2,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:59.266666 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-abcc028f-6754-4e1f-878f-4ed8c8aecd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.286198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d7021e0-2947-40f8-9436-5e4a67bfe58e req-dc711943-d16e-49ac-9c99-b942b32b7ce6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543808 May 26 16:15:59.287565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.342678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe700dc-2fef-4246-9474-b9b5c06f36ba req-8c132798-8fd5-4a7a-a324-251279654de2 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:59.364637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fe700dc-2fef-4246-9474-b9b5c06f36ba req-8c132798-8fd5-4a7a-a324-251279654de2 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 945 time: 0.4221959 May 26 16:15:59.392083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc028f-6754-4e1f-878f-4ed8c8aecd85 None None] Pushing event updated for resources: {'Port': ['ID=d6841596-2e44-44e1-8493-622232acc7e2,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:59.421675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.425570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0a8a8972-f91a-47fd-8752-15009e1d5a9a None None] Provisioning complete for port d6841596-2e44-44e1-8493-622232acc7e2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:59.425570 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8972-f91a-47fd-8752-15009e1d5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.524015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:59.524809 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.526654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] 10.222.0.32 "PUT /v2.0/ports/444f5c84-dd67-4232-8cfe-6402e9454372 HTTP/1.1" status: 200 len: 1091 time: 4.3569424 May 26 16:15:59.567832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e348e3d4-e6f1-4001-a2cb-8ce478f66e90', 'tag': '444f5c84-dd67-4232-8cfe-6402e9454372'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:59.572779 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e348e3d4-e6f1-4001-a2cb-8ce478f66e90", "tag": "444f5c84-dd67-4232-8cfe-6402e9454372"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:59.580554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Allocated IP 172.25.0.237 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/5948c421-4d9f-4728-8b24-7f3916a2bb07) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:59.599797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a8972-f91a-47fd-8752-15009e1d5a9a None None] Current status of the port d6841596-2e44-44e1-8493-622232acc7e2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:59.638254 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cd63110a-a751-4e99-b6dd-640a33204b1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd2ac9ca7c684bbd8268a1da0422992f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3425457 May 26 16:15:59.642373 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:58Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:59.651840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50520) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:59.690336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:59.697342 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8842ef97-43c8-4bdc-92cf-a8255ff18cf7 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "PUT /v2.0/routers/8851ee6a-9b41-400b-a215-42b31bf3a602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6513822 May 26 16:15:59.698273 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676372ae-585d-4434-a2e8-3f4627497c88 None None] The sync data for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 is: [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:58Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:59.700697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395777f-daf4-4dd1-9854-4be9e4f6466b None None] Sync routers for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:59.706379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Deleting port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:59.707037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.712274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50522) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:59.714380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395777f-daf4-4dd1-9854-4be9e4f6466b None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:59.714938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6395777f-daf4-4dd1-9854-4be9e4f6466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:59.743054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2ceb9caf-b323-451c-b1a8-30281851e5a1 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags HTTP/1.1" status: 204 len: 168 time: 1.0020211 May 26 16:15:59.769538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc11833-0a5b-4626-8b8d-2b610b11244b req-117297c1-ea03-4312-8b74-fb2552f0a8d9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:59.777320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bc11833-0a5b-4626-8b8d-2b610b11244b req-117297c1-ea03-4312-8b74-fb2552f0a8d9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.3153210 May 26 16:15:59.797769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50524) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:59.801523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6395777f-daf4-4dd1-9854-4be9e4f6466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:59.802913 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d16-95ab-4cb9-92eb-b449f23fe0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.822708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395777f-daf4-4dd1-9854-4be9e4f6466b None None] Routers {'8851ee6a-9b41-400b-a215-42b31bf3a602'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:59.823969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6395777f-daf4-4dd1-9854-4be9e4f6466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8851ee6a-9b41-400b-a215-42b31bf3a602'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:59.826286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-c54a53de-06c1-4dd1-92c7-d049fcd19671 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:59.882929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6395777f-daf4-4dd1-9854-4be9e4f6466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:59.883695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395777f-daf4-4dd1-9854-4be9e4f6466b None None] The sync data for ids ['8851ee6a-9b41-400b-a215-42b31bf3a602'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:59.902725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fe700dc-2fef-4246-9474-b9b5c06f36ba req-782089d2-c724-45b6-8602-cbcad43e1674 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362959 May 26 16:15:59.934348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.983544 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.986508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bc11833-0a5b-4626-8b8d-2b610b11244b req-e2624048-8f05-4da5-b76d-33dbe38e1169 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079034 May 26 16:16:00.031359 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35026f97-7ee8-4b2d-9508-f8399ce77d51 x-openstack-request-id: req-35026f97-7ee8-4b2d-9508-f8399ce77d51 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:00.031710 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e348e3d4-e6f1-4001-a2cb-8ce478f66e90", "tag": "444f5c84-dd67-4232-8cfe-6402e9454372", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:00.033139 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35026f97-7ee8-4b2d-9508-f8399ce77d51 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:00.034319 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35026f97-7ee8-4b2d-9508-f8399ce77d51'] response: {'name': 'network-changed', 'server_uuid': 'e348e3d4-e6f1-4001-a2cb-8ce478f66e90', 'tag': '444f5c84-dd67-4232-8cfe-6402e9454372', 'status': 'completed', 'code': 200} May 26 16:16:00.077351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-08383cb4-926c-4973-b09f-890a18b31953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:00.080219 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-08383cb4-926c-4973-b09f-890a18b31953 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 1094 time: 0.4949837 May 26 16:16:00.089117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815a421-5fc6-438d-a573-0969c99b4bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=444f5c84-dd67-4232-8cfe-6402e9454372,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:00.095028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d16-95ab-4cb9-92eb-b449f23fe0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.151896 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.178221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-6e010859-8eac-4491-a315-f844d27ac83e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=444f5c84-dd67-4232-8cfe-6402e9454372 HTTP/1.1" status: 200 len: 217 time: 0.0791333 May 26 16:16:00.220374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] For port 5e8e5db0-dc82-4432-8198-264ccfe5bb53, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:00.220839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.230061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:00.231436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'Port': ['ID=5948c421-4d9f-4728-8b24-7f3916a2bb07,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:00.239315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:00.241749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:00.250338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Calling delete_port for 5e8e5db0-dc82-4432-8198-264ccfe5bb53 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:00.285322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.453023 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.510737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d6841596-2e44-44e1-8493-622232acc7e2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:00.528743 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.552658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting port 21b096bb-4ba3-4e66-bbda-2437d2c107de {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:00.553005 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.556130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.635999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5e8e5db0-dc82-4432-8198-264ccfe5bb53 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:00.713630 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.756987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Calling delete_port for 21b096bb-4ba3-4e66-bbda-2437d2c107de owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:00.831175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:00.831622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.873169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5e8e5db0-dc82-4432-8198-264ccfe5bb53, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5e8e5db0-dc82-4432-8198-264ccfe5bb53,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:00.875895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e8e5db0-dc82-4432-8198-264ccfe5bb53'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:00.879366 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee06d29b-95fd-440b-86bf-c126a3179cf2" -d '{"events": [{"server_uuid": "b092ca9f-f951-4df1-848e-0521f13998d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e8e5db0-dc82-4432-8198-264ccfe5bb53"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:00.896975 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.953889 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.972686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5e8e5db0-dc82-4432-8198-264ccfe5bb53,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:00.991258 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a3f3ff-da89-4534-833b-7d77785c1d62 x-openstack-request-id: req-74a3f3ff-da89-4534-833b-7d77785c1d62 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:00.991654 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b092ca9f-f951-4df1-848e-0521f13998d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e8e5db0-dc82-4432-8198-264ccfe5bb53", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:00.991845 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74a3f3ff-da89-4534-833b-7d77785c1d62 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:00.992186 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a3f3ff-da89-4534-833b-7d77785c1d62'] response: {'server_uuid': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e8e5db0-dc82-4432-8198-264ccfe5bb53', 'code': 200} May 26 16:16:00.993213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d6841596-2e44-44e1-8493-622232acc7e2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:00.993586 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.998484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.048639 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d16-95ab-4cb9-92eb-b449f23fe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.056355 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d16-95ab-4cb9-92eb-b449f23fe0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.056355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-48ff9d16-95ab-4cb9-92eb-b449f23fe0a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c508cc7f-9f9e-43b5-9e88-d952d443e001 HTTP/1.1" status: 204 len: 168 time: 1.3911166 May 26 16:16:01.083802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c54a53de-06c1-4dd1-92c7-d049fcd19671 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags HTTP/1.1" status: 204 len: 168 time: 1.2618251 May 26 16:16:01.122847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50540) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:01.131293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d6841596-2e44-44e1-8493-622232acc7e2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:01.149456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-4516cd84-35b6-4928-98ef-cc8ed7e48e79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:01.218606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'Port': ['ID=5948c421-4d9f-4728-8b24-7f3916a2bb07,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:01.258409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.286701 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.297836 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-931a72e2-72ec-4069-9ea0-df307a9822cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3479660 May 26 16:16:01.309258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.333258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff9d16-95ab-4cb9-92eb-b449f23fe0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508cc7f-9f9e-43b5-9e88-d952d443e001,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:01.349552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Port': ['ID=21b096bb-4ba3-4e66-bbda-2437d2c107de,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:01.402652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-32e7bdab-76cb-425f-aef2-4736d01ad8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:01.404413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-32e7bdab-76cb-425f-aef2-4736d01ad8d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 1.0759492 May 26 16:16:01.462415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.501252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-2e386f27-845c-4864-a1c7-9f51aceb47fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409892 May 26 16:16:01.602639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.605676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.646756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-fbcce836-e44d-4717-aa3a-71e4045ea111 service neutron] 10.222.0.32 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240351 May 26 16:16:01.679640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ec97b-6280-483c-9666-3975c5d94f63 req-80d7f956-e194-4575-adbe-43b1bbc7ef87 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:01.680322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.681068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Fanout notify agent at l3_agent the message router_deleted on router 8851ee6a-9b41-400b-a215-42b31bf3a602 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:16:01.681339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c4ec97b-6280-483c-9666-3975c5d94f63 req-80d7f956-e194-4575-adbe-43b1bbc7ef87 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 943 time: 1.1763916 May 26 16:16:01.704644 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.706053 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-44bf7f4f-618e-4129-b32f-50c64ea12b16 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/routers/8851ee6a-9b41-400b-a215-42b31bf3a602 HTTP/1.1" status: 204 len: 168 time: 1.9888949 May 26 16:16:01.709342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50550) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:01.793092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-5970b31a-9738-4189-9f05-049a5cf93785 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Deleting subnet 0ef84de5-7d79-4b1a-b47d-cfc032d50a71 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:16:01.796885 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5970b31a-9738-4189-9f05-049a5cf93785 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.821741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd569f-e6fc-44c5-bbb4-83989b2d4d2d req-413f9007-2d70-4ba3-a766-d262c2ee25c6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:01.823266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9bd569f-e6fc-44c5-bbb4-83989b2d4d2d req-413f9007-2d70-4ba3-a766-d262c2ee25c6 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/ports?device_id=b092ca9f-f951-4df1-848e-0521f13998d2 HTTP/1.1" status: 200 len: 943 time: 0.5615041 May 26 16:16:01.862522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5970b31a-9738-4189-9f05-049a5cf93785 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.950842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5970b31a-9738-4189-9f05-049a5cf93785 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.965888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c4ec97b-6280-483c-9666-3975c5d94f63 req-19ba7b85-6a82-4a9c-965a-1e91a83ded23 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561941 May 26 16:16:01.971722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4516cd84-35b6-4928-98ef-cc8ed7e48e79 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags HTTP/1.1" status: 204 len: 168 time: 0.8362284 May 26 16:16:01.974956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50558) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:01.977160 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.991537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-a0752770-c4ef-44fb-8659-794d405bf890 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c', 'tempest-TagsExtTest-Tag-1183447994') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:02.035256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Pushing event deleted for resources: {'Port': ['ID=5e8e5db0-dc82-4432-8198-264ccfe5bb53,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:02.070204 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5970b31a-9738-4189-9f05-049a5cf93785 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.132435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970b31a-9738-4189-9f05-049a5cf93785 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef84de5-7d79-4b1a-b47d-cfc032d50a71,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:02.144562 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5970b31a-9738-4189-9f05-049a5cf93785 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.149895 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5970b31a-9738-4189-9f05-049a5cf93785 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/subnets/0ef84de5-7d79-4b1a-b47d-cfc032d50a71 HTTP/1.1" status: 204 len: 168 time: 0.4386239 May 26 16:16:02.151930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50560) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:02.191693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9bd569f-e6fc-44c5-bbb4-83989b2d4d2d req-837125ee-a15e-4739-b873-2cd6de8c4873 tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0518fc7-a36d-4f0f-8085-93909902c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032277 May 26 16:16:02.213449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] No DVR routers for this DVR port 5e8e5db0-dc82-4432-8198-264ccfe5bb53 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:02.213449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.216417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38d3c26e-1c84-41e5-9593-a9ac09075ef1 req-3977660e-5c18-4e61-9646-3f2ad33d5ebe tempest-ServerRescueNegativeTestJSON-943195872 tempest-ServerRescueNegativeTestJSON-943195872-project] 10.222.0.24 "DELETE /v2.0/ports/5e8e5db0-dc82-4432-8198-264ccfe5bb53 HTTP/1.1" status: 204 len: 173 time: 3.8585179 May 26 16:16:02.222222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'name': 'network-vif-deleted', 'tag': '5e8e5db0-dc82-4432-8198-264ccfe5bb53'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:02.227042 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc07837a-aef3-4a0d-9e9e-3dbc94c39e3b" -d '{"events": [{"server_uuid": "b092ca9f-f951-4df1-848e-0521f13998d2", "name": "network-vif-deleted", "tag": "5e8e5db0-dc82-4432-8198-264ccfe5bb53"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:02.242152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a9e0407-7fbf-4db0-89d5-1500ea6dadac req-a98f5256-0030-4d7c-ac56-227b85b589ec service neutron] 10.222.0.32 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808043 May 26 16:16:02.272548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.348502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6959b-7e9f-47f3-b059-90b4f69bb9c2 req-5d8fd5c1-d26f-4f1b-9011-526c85a0a2af tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:02.355181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ccf6959b-7e9f-47f3-b059-90b4f69bb9c2 req-5d8fd5c1-d26f-4f1b-9011-526c85a0a2af tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.2272999 May 26 16:16:02.456064 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.484076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3007807e-15f7-4539-ac4a-a4a701590073']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:02.523888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b612a3-65a4-4abc-810a-1b673c1789e4') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:02.524178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b612a3-65a4-4abc-810a-1b673c1789e4') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:02.554266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.576225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.583393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:02.584857 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.596873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-1c7d4494-661b-4b3b-9fe5-ffcb918a0152 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2098328213&fields=id&tenant_id=1144c6abd475413f9e7b7793945a8ae5 HTTP/1.1" status: 200 len: 267 time: 0.2156808 May 26 16:16:02.613155 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ccf6959b-7e9f-47f3-b059-90b4f69bb9c2 req-ae2e815a-ffd5-45e3-9950-49bd64c52a21 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363563 May 26 16:16:02.615256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a0752770-c4ef-44fb-8659-794d405bf890 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags/tempest-TagsExtTest-Tag-1183447994 HTTP/1.1" status: 201 len: 201 time: 0.6320112 May 26 16:16:02.627048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-b7c5a337-6053-460a-974a-d97371f2b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:02.629732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-b7c5a337-6053-460a-974a-d97371f2b8ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 1094 time: 0.2721198 May 26 16:16:02.633194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50580) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:02.643536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-ec304782-d501-432c-b7cd-26e88879ee8c tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734', 'tempest-TagsExtTest-Tag-1734646996') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:02.696704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.702715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.707116 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] 10.222.0.39 "DELETE /v2.0/networks/3007807e-15f7-4539-ac4a-a4a701590073 HTTP/1.1" status: 204 len: 168 time: 0.5534337 May 26 16:16:02.739974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac92c0-6875-4781-a118-467c73222f25 tempest-FloatingIPTestJSON-526723294 tempest-FloatingIPTestJSON-526723294-project] Pushing event deleted for resources: {'Network': ['ID=3007807e-15f7-4539-ac4a-a4a701590073,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:02.752688 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d4b612a3-65a4-4abc-810a-1b673c1789e4 resource provider aggregate not found May 26 16:16:02.787748 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d4b612a3-65a4-4abc-810a-1b673c1789e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4b612a3-65a4-4abc-810a-1b673c1789e4 found for delete ", "request_id": "req-4372a7da-9e9f-436a-b1d7-8f0117e76b4a"}]} May 26 16:16:02.813770 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0511bea-c8fd-4b0f-ab12-560752b7525f x-openstack-request-id: req-b0511bea-c8fd-4b0f-ab12-560752b7525f {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:02.814227 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b092ca9f-f951-4df1-848e-0521f13998d2", "name": "network-vif-deleted", "tag": "5e8e5db0-dc82-4432-8198-264ccfe5bb53", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:02.814597 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0511bea-c8fd-4b0f-ab12-560752b7525f {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:02.815121 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0511bea-c8fd-4b0f-ab12-560752b7525f'] response: {'server_uuid': 'b092ca9f-f951-4df1-848e-0521f13998d2', 'name': 'network-vif-deleted', 'tag': '5e8e5db0-dc82-4432-8198-264ccfe5bb53', 'status': 'completed', 'code': 200} May 26 16:16:02.909026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Deleting port 4c8584b3-57bd-40c9-a2a7-d57d08292c23 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:02.909721 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:03.101422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-3415e70a-51b5-4850-96d3-1a07ae3a323b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:03.109642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-3415e70a-51b5-4850-96d3-1a07ae3a323b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 811 time: 0.5114217 May 26 16:16:03.113038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ec304782-d501-432c-b7cd-26e88879ee8c tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags/tempest-TagsExtTest-Tag-1734646996 HTTP/1.1" status: 201 len: 201 time: 0.4779165 May 26 16:16:03.116981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50594) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:03.121370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-653ef286-e49e-4a29-8c55-4c8f8fadfc38 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa', 'tempest-TagsExtTest-Tag-1960861206') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:03.160028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fa72db-f468-40b5-9122-5364cbb5fae7 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/quotas/1144c6abd475413f9e7b7793945a8ae5 HTTP/1.1" status: 200 len: 375 time: 0.0486021 May 26 16:16:03.210687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-2ab5d51e-0753-4b86-9de0-038d17b61402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:03.212144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-2ab5d51e-0753-4b86-9de0-038d17b61402 service neutron] 10.222.0.32 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 907 time: 0.5528567 May 26 16:16:03.294581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-74b316c6-c08d-427b-bd0f-b264ca70a487 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=444f5c84-dd67-4232-8cfe-6402e9454372 HTTP/1.1" status: 200 len: 217 time: 0.0526299 May 26 16:16:03.354429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50600) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:03.367874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa3749-4404-4ca4-848c-10e463484c52 req-c85cc55a-5d6e-419d-9e06-c3e0c2920466 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:03.369342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87fa3749-4404-4ca4-848c-10e463484c52 req-c85cc55a-5d6e-419d-9e06-c3e0c2920466 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 943 time: 0.2538180 May 26 16:16:03.371397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] For port 4c8584b3-57bd-40c9-a2a7-d57d08292c23, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4c8584b3-57bd-40c9-a2a7-d57d08292c23,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:03.371777 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:03.385621 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-653ef286-e49e-4a29-8c55-4c8f8fadfc38 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags/tempest-TagsExtTest-Tag-1960861206 HTTP/1.1" status: 201 len: 201 time: 0.2679403 May 26 16:16:03.390098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50604) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:03.403055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-4bbc8626-6962-4345-a1f7-3fac1b782858 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de', 'tempest-TagsExtTest-Tag-1418304670') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:03.429810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Calling delete_port for 4c8584b3-57bd-40c9-a2a7-d57d08292c23 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:03.448868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-c28060b1-c71b-4044-85ce-eff1a339a4fa tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2810094 May 26 16:16:03.480714 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4bbc8626-6962-4345-a1f7-3fac1b782858 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags/tempest-TagsExtTest-Tag-1418304670 HTTP/1.1" status: 201 len: 201 time: 0.0866652 May 26 16:16:03.483793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50606) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:03.495084 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-7e84843d-1bbe-452b-8098-ee4c98bd1a29 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c', {'tags': ['tempest-TagsExtTest-Tag-1102729986', 'tempest-TagsExtTest-Tag-1809303674', 'tempest-TagsExtTest-Tag-159347609']}) {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:03.508136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87fa3749-4404-4ca4-848c-10e463484c52 req-9bc4ab89-1285-4bc6-8651-ec13ed33607e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187410 May 26 16:16:03.520071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-b0c38da5-6259-4c2d-ae91-9fcc7bc2ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:03.520071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-b0c38da5-6259-4c2d-ae91-9fcc7bc2ca98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.2115316 May 26 16:16:03.597514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50610) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:03.711869 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e13d2f5d-c02c-4c14-89aa-e1b40af05425 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5db8e28e761447c2afc36c6baf65b92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536022 May 26 16:16:03.715260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50618) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:03.724474 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e84843d-1bbe-452b-8098-ee4c98bd1a29 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags HTTP/1.1" status: 200 len: 317 time: 0.2367270 May 26 16:16:03.727383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50620) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:03.749130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-f375e497-c026-4394-b479-cbf0e3ed16ed tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:03.825574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-a727f289-b6d4-454b-9fcc-d507622f2418 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1767578 May 26 16:16:03.827485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-dfa24025-4edc-4bfa-bf0e-47eb6de76b59 service neutron] 10.222.0.39 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572068 May 26 16:16:03.987545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5202-4c2e-46f8-8e6e-3b2f2af3c642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.071285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5202-4c2e-46f8-8e6e-3b2f2af3c642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.450832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-c668fc65-a2ba-4fff-bd22-b76ed97db7a5 service neutron] 10.222.0.39 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050103 May 26 16:16:04.509815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cae08d-33b2-4b30-9c7f-a12dbf9ad48b req-a1eaa624-87bf-4ba4-b109-b37a2ad613c9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:04.522424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98cae08d-33b2-4b30-9c7f-a12dbf9ad48b req-a1eaa624-87bf-4ba4-b109-b37a2ad613c9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.6917348 May 26 16:16:04.580927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-72c2b69d-e467-483e-a877-4df1822479ec service neutron] 10.222.0.32 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259705 May 26 16:16:04.637886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98cae08d-33b2-4b30-9c7f-a12dbf9ad48b req-166f590b-8a5e-4d7f-b9ac-ffe25d8ef595 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146564 May 26 16:16:04.827172 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f375e497-c026-4394-b479-cbf0e3ed16ed tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags HTTP/1.1" status: 204 len: 168 time: 1.0843678 May 26 16:16:04.834044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50632) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:04.843640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-04c3638b-1be7-476f-b94b-d6e8cea837d9 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c', 'tempest-TagsExtTest-Tag-1102729986') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:04.850708 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5202-4c2e-46f8-8e6e-3b2f2af3c642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.854246 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5202-4c2e-46f8-8e6e-3b2f2af3c642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.859831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c3dc5202-4c2e-46f8-8e6e-3b2f2af3c642 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/594b381d-f8d4-4c5c-9d31-a09248304196 HTTP/1.1" status: 204 len: 168 time: 1.1414821 May 26 16:16:04.894737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-180409cd-0f7e-4f24-a664-6d3046bcceaa req-d2978318-895e-472d-b5aa-379ddda27731 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 210 time: 0.0418422 May 26 16:16:04.912255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd403f1-afe5-436d-b24e-56d88452e146 req-6ba5badd-3b41-4b3e-8401-464e4ceab2d5 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:04.920614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc5202-4c2e-46f8-8e6e-3b2f2af3c642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594b381d-f8d4-4c5c-9d31-a09248304196,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:04.921809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebd403f1-afe5-436d-b24e-56d88452e146 req-6ba5badd-3b41-4b3e-8401-464e4ceab2d5 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 943 time: 0.1642132 May 26 16:16:04.927776 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.992183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e2f380c0-3a94-4fdb-a811-5be9b315e6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:05.001914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8584b3-57bd-40c9-a2a7-d57d08292c23,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:05.061990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb11faac-acaa-4ffa-8c99-d7a5638ed7b1 req-e4a291ed-4782-436d-94d7-c464068e56e5 service neutron] 10.222.0.32 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733088 May 26 16:16:05.208562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebd403f1-afe5-436d-b24e-56d88452e146 req-3ee6d267-f380-4d44-bd18-64e039b8a27f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855959 May 26 16:16:05.262942 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-04c3638b-1be7-476f-b94b-d6e8cea837d9 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:05.267735 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-04c3638b-1be7-476f-b94b-d6e8cea837d9 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags/tempest-TagsExtTest-Tag-1102729986 HTTP/1.1" status: 404 len: 329 time: 0.4301586 May 26 16:16:05.268568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50642) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:05.293103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-a144f247-f08a-4520-91a5-2dd8d1bec553 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c', 'tempest-TagsExtTest-Tag-1809303674') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:05.492581 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-a144f247-f08a-4520-91a5-2dd8d1bec553 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:05.496888 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a144f247-f08a-4520-91a5-2dd8d1bec553 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags/tempest-TagsExtTest-Tag-1809303674 HTTP/1.1" status: 404 len: 329 time: 0.2227085 May 26 16:16:05.499878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50650) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:05.505470 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-ebd71a33-fb20-437e-85fd-c7956923700d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c', 'tempest-TagsExtTest-Tag-159347609') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:05.550403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:05.640655 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-ebd71a33-fb20-437e-85fd-c7956923700d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:05.644763 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ebd71a33-fb20-437e-85fd-c7956923700d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags/tempest-TagsExtTest-Tag-159347609 HTTP/1.1" status: 404 len: 328 time: 0.1436641 May 26 16:16:05.645630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50654) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:05.655525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:05.664970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-0eba38c9-fe8c-4acd-8a2b-472133b300b1 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734', {'tags': ['tempest-TagsExtTest-Tag-972630001', 'tempest-TagsExtTest-Tag-52971635', 'tempest-TagsExtTest-Tag-528814462']}) {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:05.966501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0eba38c9-fe8c-4acd-8a2b-472133b300b1 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags HTTP/1.1" status: 200 len: 314 time: 0.3170934 May 26 16:16:05.969564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50666) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:05.977763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-d36f02ae-6687-471c-9f06-6f678cca527b tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:05.986047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1ed2-d471-4d73-a869-316570d1dee8 req-ae9ce575-49a5-49d4-a756-077a2ba8090f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:06.008769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f0e1ed2-d471-4d73-a869-316570d1dee8 req-ae9ce575-49a5-49d4-a756-077a2ba8090f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.2580774 May 26 16:16:06.101923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 444f5c84-dd67-4232-8cfe-6402e9454372 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:16:06.230018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Deleting port e88c2203-d1f7-4b0f-b9a7-afbb226961d8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:06.230696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.310381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f0e1ed2-d471-4d73-a869-316570d1dee8 req-aa5a7e4f-ac6d-47fa-b982-be66c884eb6b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965035 May 26 16:16:06.320257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7dff0995-6c63-46d0-9582-f72b8bf054fc req-d1a4b083-be6c-412c-b346-a2f3d4f651f7 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 210 time: 0.1650808 May 26 16:16:06.378653 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] For port e88c2203-d1f7-4b0f-b9a7-afbb226961d8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e88c2203-d1f7-4b0f-b9a7-afbb226961d8,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:06.379989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.408112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Calling delete_port for e88c2203-d1f7-4b0f-b9a7-afbb226961d8 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:06.536244 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d36f02ae-6687-471c-9f06-6f678cca527b tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags HTTP/1.1" status: 204 len: 168 time: 0.5651364 May 26 16:16:06.539257 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50680) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:06.543700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-e4c165d2-c9ae-48d0-a944-98c05ee885f3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734', 'tempest-TagsExtTest-Tag-972630001') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:06.555161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 444f5c84-dd67-4232-8cfe-6402e9454372, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=444f5c84-dd67-4232-8cfe-6402e9454372,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:06.555693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Router 318fe81f-ea4e-4305-a67c-62f4f562bfbb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:06.592040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '444f5c84-dd67-4232-8cfe-6402e9454372', 'network_id': '75b37898-f398-46fe-ac6a-a23f005adc5f', 'port_id': '444f5c84-dd67-4232-8cfe-6402e9454372', 'mac_address': 'fa:16:3e:19:86:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf93427-e7b0-432f-831f-fc67ecb85eeb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:16:06.680153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 444f5c84-dd67-4232-8cfe-6402e9454372 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:06.681646 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.717957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444f5c84-dd67-4232-8cfe-6402e9454372 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:16:06.757284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 444f5c84-dd67-4232-8cfe-6402e9454372, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=444f5c84-dd67-4232-8cfe-6402e9454372,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:06.769316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.815298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50682) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:06.837673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=444f5c84-dd67-4232-8cfe-6402e9454372,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:06.887570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ff9e-e470-4d5c-a888-3f58ea948fa3 req-75f9284c-65a2-43f4-9f7c-08f95bd4dac7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:06.904772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0263ff9e-e470-4d5c-a888-3f58ea948fa3 req-75f9284c-65a2-43f4-9f7c-08f95bd4dac7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 943 time: 0.3954370 May 26 16:16:06.937001 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-e4c165d2-c9ae-48d0-a944-98c05ee885f3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:06.938199 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e4c165d2-c9ae-48d0-a944-98c05ee885f3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags/tempest-TagsExtTest-Tag-972630001 HTTP/1.1" status: 404 len: 328 time: 0.3978736 May 26 16:16:06.941774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:06.997984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-4a9d3efc-a3c4-477b-a21e-5d856a437134 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734', 'tempest-TagsExtTest-Tag-52971635') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:07.060096 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0263ff9e-e470-4d5c-a888-3f58ea948fa3 req-5e32c6af-1220-4d4f-9ce3-6a73cfdca26c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544104 May 26 16:16:07.062279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['444f5c84-dd67-4232-8cfe-6402e9454372'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:16:07.081740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'network': {'name': 'tempest-RoutersTest-1026035007'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:07.120540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:07.124374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.137759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.145884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.148300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-5ec510e3-2198-496f-8026-61c101eb5c09 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:07.150070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-5ec510e3-2198-496f-8026-61c101eb5c09 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 811 time: 0.4313762 May 26 16:16:07.151573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:07.163625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-339a758c-232c-45da-af9d-79d77bcd3c57 admin admin] 10.222.0.39 "PUT /v2.0/routers/318fe81f-ea4e-4305-a67c-62f4f562bfbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4386342 May 26 16:16:07.167064 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] Sync routers for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:07.167548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50688) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:07.187699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=e88c2203-d1f7-4b0f-b9a7-afbb226961d8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:07.204458 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:07.209298 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:15:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:07.267202 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-4a9d3efc-a3c4-477b-a21e-5d856a437134 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:07.279891 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a9d3efc-a3c4-477b-a21e-5d856a437134 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags/tempest-TagsExtTest-Tag-52971635 HTTP/1.1" status: 404 len: 327 time: 0.3372328 May 26 16:16:07.284539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50690) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:07.316324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-483264d6-10df-4f82-a378-cd02eb7d8126 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734', 'tempest-TagsExtTest-Tag-528814462') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:07.381679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-1c5f1534-ee34-443f-8602-465fab43a131 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1144c6abd475413f9e7b7793945a8ae5 HTTP/1.1" status: 200 len: 380 time: 0.2145181 May 26 16:16:07.416362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'port': {'device_id': '67b1de17-47d9-4427-b922-6c7957869e9c', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'admin_state_up': True, 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'security_groups': ['d43cf366-276c-4be1-8064-f2d3ebbe9a38']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:07.499504 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:07.626718 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.654980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.687037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa379d2e-d2df-42ad-a663-18bdfe0d4700 req-8edbee85-a4c3-4ed5-a7c6-19635ae3c501 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 210 time: 0.0485582 May 26 16:16:07.738408 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa14449c-5de8-46c4-a343-884938d4ca34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.780463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:16:04Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:07.792206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dceb8-8057-4f78-b57a-53e4ae07f066 req-0fee7f38-b29f-4ac1-9f23-a9f97d16242d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:07.799985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-904dceb8-8057-4f78-b57a-53e4ae07f066 req-0fee7f38-b29f-4ac1-9f23-a9f97d16242d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.4115326 May 26 16:16:07.818581 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] Checking router: 318fe81f-ea4e-4305-a67c-62f4f562bfbb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:16:07.828693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2a1f2d-43e9-4323-92ac-964da4694ef8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:07.833657 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] Routers {'318fe81f-ea4e-4305-a67c-62f4f562bfbb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:07.834598 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:07.853725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-904dceb8-8057-4f78-b57a-53e4ae07f066 req-17ce28cf-6479-4c66-9ed0-a34f16ee08af tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 May 26 16:16:07.854708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Made reservation on behalf of 1144c6abd475413f9e7b7793945a8ae5 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:07.867618 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-483264d6-10df-4f82-a378-cd02eb7d8126 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:07.869160 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.872655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.875560 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-483264d6-10df-4f82-a378-cd02eb7d8126 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags/tempest-TagsExtTest-Tag-528814462 HTTP/1.1" status: 404 len: 328 time: 0.5859723 May 26 16:16:07.959095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:07.970745 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] Set router 318fe81f-ea4e-4305-a67c-62f4f562bfbb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:07.976800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-722e1c50-76a2-4427-a434-d00e4e190ca3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa', {'tags': ['tempest-TagsExtTest-Tag-228602340', 'tempest-TagsExtTest-Tag-595133800', 'tempest-TagsExtTest-Tag-1888960227']}) {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:08.010674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.104506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:08.111847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 444f5c84-dd67-4232-8cfe-6402e9454372 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:08.139490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-722e1c50-76a2-4427-a434-d00e4e190ca3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags HTTP/1.1" status: 200 len: 316 time: 0.1736035 May 26 16:16:08.147556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50702) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:08.178745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-2082a3d4-e436-4758-896e-aa12354b7080 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:08.184539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.184893 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added segment 3a8dd366-437e-492e-b82b-d5dbc8ab6af9 of type vlan for network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d May 26 16:16:08.220893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 444f5c84-dd67-4232-8cfe-6402e9454372 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:16:08.228043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 444f5c84-dd67-4232-8cfe-6402e9454372 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:08.228422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.232390 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:16:04Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:08.272829 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e35d1-6439-4033-92d4-cb6b21faa15f None None] The sync data for ids ['318fe81f-ea4e-4305-a67c-62f4f562bfbb'] in n-d-843336-2 is: [{'id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'name': 'tempest-AttachVolumeNegativeTest-508683689-router', 'tenant_id': '3fb12a94f317497abed90107ea4df44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:16:04Z', 'revision_number': 5, 'project_id': '3fb12a94f317497abed90107ea4df44a', 'gw_port': {'id': 'f99e036b-df78-4f5b-882f-775b47a9c5c9', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318fe81f-ea4e-4305-a67c-62f4f562bfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:14Z', 'updated_at': '2022-05-26T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:08.333120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.365692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Allocated IP 172.20.0.9 (ba6904b0-e06f-42f4-b61a-20e928e58fb3/f576792b-c2a7-4b2a-a376-29017903f8e9/5273829b-8f70-4ea3-93e4-0ab9e2b9caa3) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:08.412272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 444f5c84-dd67-4232-8cfe-6402e9454372 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:08.412669 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.451128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e348e3d4-e6f1-4001-a2cb-8ce478f66e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444f5c84-dd67-4232-8cfe-6402e9454372'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:08.454936 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4384a9c7-0260-46b3-8dd0-3ab8c2dc8ee8" -d '{"events": [{"server_uuid": "e348e3d4-e6f1-4001-a2cb-8ce478f66e90", "name": "network-vif-plugged", "status": "completed", "tag": "444f5c84-dd67-4232-8cfe-6402e9454372"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:08.473830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.474521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 444f5c84-dd67-4232-8cfe-6402e9454372, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=444f5c84-dd67-4232-8cfe-6402e9454372,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:08.475688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae62bd-ed85-447d-9588-03fb6bbb2e24 req-107a7a87-a2b9-40e2-bd48-a1d9766873e6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:08.477313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bae62bd-ed85-447d-9588-03fb6bbb2e24 req-107a7a87-a2b9-40e2-bd48-a1d9766873e6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 944 time: 0.1847892 May 26 16:16:08.484100 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.511613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Deleting port f99e036b-df78-4f5b-882f-775b47a9c5c9 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:08.512170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.708870 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cded4ad8-5fbc-4d15-8e3e-9d6fca40be8f x-openstack-request-id: req-cded4ad8-5fbc-4d15-8e3e-9d6fca40be8f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:08.709401 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e348e3d4-e6f1-4001-a2cb-8ce478f66e90", "name": "network-vif-plugged", "status": "completed", "tag": "444f5c84-dd67-4232-8cfe-6402e9454372", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:08.719946 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cded4ad8-5fbc-4d15-8e3e-9d6fca40be8f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:08.720484 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cded4ad8-5fbc-4d15-8e3e-9d6fca40be8f'] response: {'server_uuid': 'e348e3d4-e6f1-4001-a2cb-8ce478f66e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444f5c84-dd67-4232-8cfe-6402e9454372', 'code': 200} May 26 16:16:08.829303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bae62bd-ed85-447d-9588-03fb6bbb2e24 req-81e8c227-7ab5-432d-85fb-eb20fdc1ded6 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326204 May 26 16:16:08.874159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=444f5c84-dd67-4232-8cfe-6402e9454372,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:08.908214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.931253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4c8584b3-57bd-40c9-a2a7-d57d08292c23 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:08.985005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4c8584b3-57bd-40c9-a2a7-d57d08292c23 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:08.994689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4c8584b3-57bd-40c9-a2a7-d57d08292c23 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:09.039214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] For port f99e036b-df78-4f5b-882f-775b47a9c5c9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f99e036b-df78-4f5b-882f-775b47a9c5c9,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:09.039688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.045327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaa321-7078-4aec-8c7c-0001b233f59c req-cf04e5e5-100a-4bc5-894d-c4194663bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:09.047044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6deaa321-7078-4aec-8c7c-0001b233f59c req-cf04e5e5-100a-4bc5-894d-c4194663bfa4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 1096 time: 0.2992423 May 26 16:16:09.055212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:16:09.077232 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2082a3d4-e436-4758-896e-aa12354b7080 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags HTTP/1.1" status: 204 len: 168 time: 0.9244709 May 26 16:16:09.081030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50716) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:09.086645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-c8b1d43b-0196-4bcf-953a-65201c82c5a6 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa', 'tempest-TagsExtTest-Tag-228602340') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:09.096358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c87d47b-14fa-4aee-8a00-0ece3782a25e req-ab6a34bd-e2a1-4c20-a942-e90948655c9c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 210 time: 0.1098218 May 26 16:16:09.168733 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.184665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:09.185448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.209880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Calling delete_port for f99e036b-df78-4f5b-882f-775b47a9c5c9 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:09.216589 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.236105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6deaa321-7078-4aec-8c7c-0001b233f59c req-9dd3b3ab-90dc-48c3-9a27-72a5ba6c869b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452711 May 26 16:16:09.262718 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4459379 May 26 16:16:09.272447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50718) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:09.283841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'network': {'name': 'tempest-RoutersTest-746555841'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:09.313780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584040f-606f-48e9-a4ea-fece09dbdebf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Network': ['ID=d333563d-f2b3-4b2c-b0d4-9d4d28270a6d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:09.326693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:09.354984 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-c8b1d43b-0196-4bcf-953a-65201c82c5a6 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:09.358672 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c8b1d43b-0196-4bcf-953a-65201c82c5a6 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags/tempest-TagsExtTest-Tag-228602340 HTTP/1.1" status: 404 len: 328 time: 0.2743502 May 26 16:16:09.361235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:09.375510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-ccb85468-05f3-4ea2-884a-9c9afd243d98 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa', 'tempest-TagsExtTest-Tag-595133800') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:09.379830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19f70f-b02d-4ff3-ba21-50e33f89ffe1 req-16e557b3-1951-4895-ac09-77397f996ce2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:09.382007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f19f70f-b02d-4ff3-ba21-50e33f89ffe1 req-16e557b3-1951-4895-ac09-77397f996ce2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.3722465 May 26 16:16:09.387214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:09.390659 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.401595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Router 573759c9-19a0-4a8b-8610-a0c522445423 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:09.435186 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.551055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:09.587987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:09.592874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f19f70f-b02d-4ff3-ba21-50e33f89ffe1 req-ef4ffb51-47a2-4dff-b7b0-183711bed744 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998887 May 26 16:16:09.600361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.600824 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added segment a8cf703d-4d2a-4578-93f0-2829178f09c8 of type vlan for network 9c539818-673a-4f5a-a0b1-97ca907aba66 May 26 16:16:09.604047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:09.606968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:09.625489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:09.632816 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0f99f157-0018-4e89-85d5-e9e7ef891d01 admin admin] 10.222.0.39 "PUT /v2.0/routers/573759c9-19a0-4a8b-8610-a0c522445423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0335133 May 26 16:16:09.638282 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-ccb85468-05f3-4ea2-884a-9c9afd243d98 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:09.639471 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ccb85468-05f3-4ea2-884a-9c9afd243d98 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags/tempest-TagsExtTest-Tag-595133800 HTTP/1.1" status: 404 len: 328 time: 0.2724249 May 26 16:16:09.640295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50736) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:09.646942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50738) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:09.649448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] Sync routers for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:09.652370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-f964f95f-d9ac-4fc2-81e8-2c268d8c28d4 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa', 'tempest-TagsExtTest-Tag-1888960227') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:09.669353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:09.670029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:09.715498 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.752263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'Port': ['ID=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:09.841227 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-f964f95f-d9ac-4fc2-81e8-2c268d8c28d4 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:09.842583 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f964f95f-d9ac-4fc2-81e8-2c268d8c28d4 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags/tempest-TagsExtTest-Tag-1888960227 HTTP/1.1" status: 404 len: 329 time: 0.1945755 May 26 16:16:09.845584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50742) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:09.851408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:09.864780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.869775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:09.879700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.892253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-0e265678-85ef-4d1f-ae4e-436105459e3d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de', {'tags': ['tempest-TagsExtTest-Tag-1811780506', 'tempest-TagsExtTest-Tag-1056998668', 'tempest-TagsExtTest-Tag-348141403']}) {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:10.013679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.156527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:10.157560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.160808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c5031419-015e-4545-be39-5403fe414dcc None None] Provisioning complete for port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:10.160808 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c5031419-015e-4545-be39-5403fe414dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.163374 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.205867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c5031419-015e-4545-be39-5403fe414dcc None None] Port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:10.251249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:16:06Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:10.287642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] Checking router: 573759c9-19a0-4a8b-8610-a0c522445423 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:16:10.323601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] Routers {'573759c9-19a0-4a8b-8610-a0c522445423'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:10.328464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['573759c9-19a0-4a8b-8610-a0c522445423'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:10.437211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1596055 May 26 16:16:10.457962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99e036b-df78-4f5b-882f-775b47a9c5c9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:10.465443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50748) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:10.483883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-43023e2d-8f2b-476e-8ddb-5c07f480d5df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0779295 May 26 16:16:10.492350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415daf-f9e9-40a1-959d-17fad0c73627 req-07995250-ab87-4583-9f5e-7899e97935c7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:10.494338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f415daf-f9e9-40a1-959d-17fad0c73627 req-07995250-ab87-4583-9f5e-7899e97935c7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.4253547 May 26 16:16:10.503663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'subnet': {'network_id': 'd333563d-f2b3-4b2c-b0d4-9d4d28270a6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:10.511434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68101e3-efb6-4eb0-b937-b19a04513a15 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Network': ['ID=9c539818-673a-4f5a-a0b1-97ca907aba66,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:10.524880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Request body: {'port': {'device_id': '67b1de17-47d9-4427-b922-6c7957869e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:10.533480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-7c5eb9e6-3914-4f21-9ca9-821c0587c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:10.535555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-7c5eb9e6-3914-4f21-9ca9-821c0587c379 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 1097 time: 0.4678605 May 26 16:16:10.583825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 9c539818-673a-4f5a-a0b1-97ca907aba66 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:10.707735 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.742816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] Set router 573759c9-19a0-4a8b-8610-a0c522445423 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:10.748185 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.774942 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.847479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Deleting port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:10.848406 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.943313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] For port 742f04b0-9cc1-4aaa-9245-c06bb4d945ac, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=742f04b0-9cc1-4aaa-9245-c06bb4d945ac,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:10.943811 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.957534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:16:06Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:10.959753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Calling delete_port for 742f04b0-9cc1-4aaa-9245-c06bb4d945ac owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:10.990283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c93b2-74bd-41ad-af0e-6c54b4d40de9 None None] The sync data for ids ['573759c9-19a0-4a8b-8610-a0c522445423'] in n-d-843336-2 is: [{'id': '573759c9-19a0-4a8b-8610-a0c522445423', 'name': 'tempest-ServerRescueNegativeTestJSON-2046482479-router', 'tenant_id': '4a1d75a099094dd49ba1dcdcaff15234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:16:06Z', 'revision_number': 5, 'project_id': '4a1d75a099094dd49ba1dcdcaff15234', 'gw_port': {'id': '742f04b0-9cc1-4aaa-9245-c06bb4d945ac', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573759c9-19a0-4a8b-8610-a0c522445423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:33Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:11.065918 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.084778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0e265678-85ef-4d1f-ae4e-436105459e3d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "PUT /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags HTTP/1.1" status: 200 len: 317 time: 1.2239444 May 26 16:16:11.087845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50754) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:11.093647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-4f93b0ab-cd79-431c-a386-d826d5e91a3e tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:11.176894 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f93b0ab-cd79-431c-a386-d826d5e91a3e tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags HTTP/1.1" status: 204 len: 168 time: 0.0863357 May 26 16:16:11.180265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50756) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:11.185246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-d78454f0-ba64-469a-8af0-66460b6253e5 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de', 'tempest-TagsExtTest-Tag-1811780506') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:11.228923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.254029 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-d78454f0-ba64-469a-8af0-66460b6253e5 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:11.255215 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d78454f0-ba64-469a-8af0-66460b6253e5 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags/tempest-TagsExtTest-Tag-1811780506 HTTP/1.1" status: 404 len: 329 time: 0.0737369 May 26 16:16:11.259206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:11.263772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-f6285ca5-0b20-4955-87b2-948c17102941 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de', 'tempest-TagsExtTest-Tag-1056998668') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:11.311016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Pushing event deleted for resources: {'Port': ['ID=742f04b0-9cc1-4aaa-9245-c06bb4d945ac,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:11.357626 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-f6285ca5-0b20-4955-87b2-948c17102941 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:11.358824 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f6285ca5-0b20-4955-87b2-948c17102941 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags/tempest-TagsExtTest-Tag-1056998668 HTTP/1.1" status: 404 len: 329 time: 0.0985715 May 26 16:16:11.359674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.361805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50760) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:11.363037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.366785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-d3fa9274-a860-4e62-b978-3d798046397b tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de', 'tempest-TagsExtTest-Tag-348141403') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:11.388967 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.424770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ddee7-c381-4b0c-8154-531cbd2bf8b1 req-86088503-8f13-4041-8d83-13ee66033fb4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:11.427249 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-344ddee7-c381-4b0c-8154-531cbd2bf8b1 req-86088503-8f13-4041-8d83-13ee66033fb4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 931 time: 1.1613512 May 26 16:16:11.459791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.460332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318fe81f-ea4e-4305-a67c-62f4f562bfbb {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:16:11.471667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f415daf-f9e9-40a1-959d-17fad0c73627 req-88fe70b8-05ea-42e2-bb7d-92f90cce45de tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9406626 May 26 16:16:11.476042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.481232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-51dee608-11b0-412e-a33e-f73c05fa3244 admin admin] 10.222.0.39 "DELETE /v2.0/routers/318fe81f-ea4e-4305-a67c-62f4f562bfbb HTTP/1.1" status: 204 len: 168 time: 4.3020852 May 26 16:16:11.518775 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.531956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50762) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:11.551544 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.553973 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-d3fa9274-a860-4e62-b978-3d798046397b tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] show failed (client error): The resource could not be found. May 26 16:16:11.560922 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d3fa9274-a860-4e62-b978-3d798046397b tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags/tempest-TagsExtTest-Tag-348141403 HTTP/1.1" status: 404 len: 328 time: 0.1952350 May 26 16:16:11.563010 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.564520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50764) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:11.570518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-357f2159-9293-4c29-81d3-cafdf30d61f0 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e13e4ce6-1a83-42a0-a6d3-38c3c88e35de') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:11.611261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:11.614948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.641150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.641800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573759c9-19a0-4a8b-8610-a0c522445423 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:16:11.647125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.650220 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f2d69a57-5504-4b83-92f1-378790344965 admin admin] 10.222.0.39 "DELETE /v2.0/routers/573759c9-19a0-4a8b-8610-a0c522445423 HTTP/1.1" status: 204 len: 168 time: 2.0069480 May 26 16:16:11.651753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50766) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:11.667266 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-357f2159-9293-4c29-81d3-cafdf30d61f0 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de/tags HTTP/1.1" status: 204 len: 168 time: 0.1009443 May 26 16:16:11.668305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50768) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:11.700097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-4bf111df-b247-43cf-b3df-6734e9647f8d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:11.750905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ccd671-6309-449d-b87f-c8340b3d453f admin admin] Deleting subnet bd6559fc-dff7-4232-bcca-04d666bdce6d {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:16:11.755776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56ccd671-6309-449d-b87f-c8340b3d453f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.756638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-1adc0901-08d8-4f0b-90a4-e2fe8cc540d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:11.758985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-1adc0901-08d8-4f0b-90a4-e2fe8cc540d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 1.1915288 May 26 16:16:11.762504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-344ddee7-c381-4b0c-8154-531cbd2bf8b1 req-f554ef8c-e580-488b-aee7-cca6df8121a6 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101265 May 26 16:16:11.792599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-17670c14-7158-44be-8e22-f545b6ba28f2 admin admin] Deleting subnet 09be0a53-6df6-4d71-8503-1b0838ac7254 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:16:11.837618 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56ccd671-6309-449d-b87f-c8340b3d453f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.840799 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4bf111df-b247-43cf-b3df-6734e9647f8d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa/tags HTTP/1.1" status: 204 len: 168 time: 0.1443419 May 26 16:16:11.851102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-f85adb22-238b-4571-92c2-338829d925fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25756ba-115a-4367-9da2-80ffd977458a HTTP/1.1" status: 200 len: 217 time: 0.0549779 May 26 16:16:11.855739 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17670c14-7158-44be-8e22-f545b6ba28f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.857371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50774) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:11.888621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.tag.tag_plugin [None req-2744d3b1-c0df-46bd-a6a9-5413c8b71d2d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '521625b5-0138-4c02-9c2b-497c3a961734') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:11.958818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56ccd671-6309-449d-b87f-c8340b3d453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.978391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6c7a5-02a0-4a40-8e92-f510f70e3bb9 req-0aebba02-6445-4bb1-960f-0053772275f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:11.979938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83d6c7a5-02a0-4a40-8e92-f510f70e3bb9 req-0aebba02-6445-4bb1-960f-0053772275f7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 946 time: 0.3774359 May 26 16:16:12.047838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56ccd671-6309-449d-b87f-c8340b3d453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.083791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccd671-6309-449d-b87f-c8340b3d453f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6559fc-dff7-4232-bcca-04d666bdce6d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:12.085681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56ccd671-6309-449d-b87f-c8340b3d453f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.093762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f1e4b0-e7cf-4d10-9623-c4601ac74cc3 None None] Network 4cf63bd5-7920-4d35-b880-bc636c8b4c4b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:12.100988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50778) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:12.102687 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-56ccd671-6309-449d-b87f-c8340b3d453f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bd6559fc-dff7-4232-bcca-04d666bdce6d HTTP/1.1" status: 204 len: 168 time: 0.4437611 May 26 16:16:12.121946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17670c14-7158-44be-8e22-f545b6ba28f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.215429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83d6c7a5-02a0-4a40-8e92-f510f70e3bb9 req-da097ff6-02ee-40ab-88ae-a20721b88aa7 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211239 May 26 16:16:12.217131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-50219c59-15be-4917-a918-f2fccb566b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:12.218260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-50219c59-15be-4917-a918-f2fccb566b70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.3373127 May 26 16:16:12.392764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.429811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8437e4f-4e17-437e-a0a7-b6cc3bb29963 None None] DHCP port deletion for 4cf63bd5-7920-4d35-b880-bc636c8b4c4b request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:16:12.525859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-c806a003-f2d3-4cf0-b98f-689ef138cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:12.527480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-c806a003-f2d3-4cf0-b98f-689ef138cb26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786918 May 26 16:16:12.529019 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2744d3b1-c0df-46bd-a6a9-5413c8b71d2d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734/tags HTTP/1.1" status: 204 len: 168 time: 0.6694047 May 26 16:16:12.533515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50782) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:12.540577 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.tag.tag_plugin [None req-3502fc06-b2a2-4623-89e3-dbae23c1b28d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:12.540812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17670c14-7158-44be-8e22-f545b6ba28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.610467 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3502fc06-b2a2-4623-89e3-dbae23c1b28d tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c/tags HTTP/1.1" status: 204 len: 168 time: 0.0756488 May 26 16:16:12.617486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50784) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:12.645750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.677145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 742f04b0-9cc1-4aaa-9245-c06bb4d945ac no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:12.679159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f25756ba-115a-4367-9da2-80ffd977458a no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:12.736230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e2cdf292-5ab2-44ca-be83-f39355b6cd30 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for subnetpool, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.741826 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e2cdf292-5ab2-44ca-be83-f39355b6cd30 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnetpools/e13e4ce6-1a83-42a0-a6d3-38c3c88e35de HTTP/1.1" status: 204 len: 168 time: 0.1228373 May 26 16:16:12.745243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50786) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:12.760278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 742f04b0-9cc1-4aaa-9245-c06bb4d945ac {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:12.760977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 742f04b0-9cc1-4aaa-9245-c06bb4d945ac not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:12.761595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e88c2203-d1f7-4b0f-b9a7-afbb226961d8 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:12.790853 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a0c1ecc-44f9-44ff-b788-4e934755f7b2 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa HTTP/1.1" status: 200 len: 205 time: 0.0440562 May 26 16:16:12.791323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50790) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:12.802625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e88c2203-d1f7-4b0f-b9a7-afbb226961d8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:12.803287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e88c2203-d1f7-4b0f-b9a7-afbb226961d8 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:12.804526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f99e036b-df78-4f5b-882f-775b47a9c5c9 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:12.842350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f99e036b-df78-4f5b-882f-775b47a9c5c9 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:12.843334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f99e036b-df78-4f5b-882f-775b47a9c5c9 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:12.844073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1294b222-69de-4c23-b5dd-b95f53284f9d no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:12.896904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0027-a9cc-435b-9e5d-1f5ee0059a2c tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.929348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Subnet': ['ID=a104ea99-10ff-4fd0-ac3c-27ecdb849998,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:12.939311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f25756ba-115a-4367-9da2-80ffd977458a is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:12.939801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.969257 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17670c14-7158-44be-8e22-f545b6ba28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.972272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a8437e4f-4e17-437e-a0a7-b6cc3bb29963 None None] Deleting port 1294b222-69de-4c23-b5dd-b95f53284f9d {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:12.972698 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a8437e4f-4e17-437e-a0a7-b6cc3bb29963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.987297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100907af-57b2-4a24-b93a-b6c541c49f90 req-ee2c5672-c99c-4b44-835e-bbeacfee37a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:12.988846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-100907af-57b2-4a24-b93a-b6c541c49f90 req-ee2c5672-c99c-4b44-835e-bbeacfee37a0 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.4112525 May 26 16:16:13.002804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f25756ba-115a-4367-9da2-80ffd977458a,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:13.006507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:16:13.032450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:13.036414 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b5a2df-ec37-4590-97a1-42eb1776ef3d" -d '{"events": [{"server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "name": "network-vif-unplugged", "status": "completed", "tag": "f25756ba-115a-4367-9da2-80ffd977458a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:13.060342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-7bf84dff-5990-4fdd-afe9-f8fbeda96fdd service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921856 May 26 16:16:13.087903 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.109492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.118154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17670c14-7158-44be-8e22-f545b6ba28f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09be0a53-6df6-4d71-8503-1b0838ac7254,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:13.162270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Deleting port 1294b222-69de-4c23-b5dd-b95f53284f9d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:13.162626 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.184338 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0027-a9cc-435b-9e5d-1f5ee0059a2c tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.185022 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17670c14-7158-44be-8e22-f545b6ba28f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.187145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0027-a9cc-435b-9e5d-1f5ee0059a2c tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.188258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-17670c14-7158-44be-8e22-f545b6ba28f2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/09be0a53-6df6-4d71-8503-1b0838ac7254 HTTP/1.1" status: 204 len: 168 time: 1.6534226 May 26 16:16:13.192021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50796) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:13.194935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6875740c-ebf9-4bff-aa22-a4c6919a20f4 None None] Network bfbaee1a-c578-4c09-bd46-debf773c6c0c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:13.211770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Checking segment: {'id': '3a8dd366-437e-492e-b82b-d5dbc8ab6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd333563d-f2b3-4b2c-b0d4-9d4d28270a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:13.212145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network hostable DHCP agents. Network: d333563d-f2b3-4b2c-b0d4-9d4d28270a6d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:13.262425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0027-a9cc-435b-9e5d-1f5ee0059a2c tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.263432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc0027-a9cc-435b-9e5d-1f5ee0059a2c tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Fanout notify agent at l3_agent the message router_deleted on router 3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:16:13.265765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Transition to ACTIVE for port object 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:16:13.279790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1294b222-69de-4c23-b5dd-b95f53284f9d is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:13.280181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.281174 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0027-a9cc-435b-9e5d-1f5ee0059a2c tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.286062 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5dfc0027-a9cc-435b-9e5d-1f5ee0059a2c tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/routers/3c3b92b4-81ed-4dd6-97a9-3d74d63e85fa HTTP/1.1" status: 204 len: 168 time: 0.4937615 May 26 16:16:13.287449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50800) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:13.350634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-100907af-57b2-4a24-b93a-b6c541c49f90 req-773e63c8-4e3d-4288-b5d2-fe6520e3dfe8 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121843 May 26 16:16:13.350998 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.371058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a8437e4f-4e17-437e-a0a7-b6cc3bb29963 None None] For port 1294b222-69de-4c23-b5dd-b95f53284f9d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1294b222-69de-4c23-b5dd-b95f53284f9d,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:13.371490 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a8437e4f-4e17-437e-a0a7-b6cc3bb29963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.400107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a8437e4f-4e17-437e-a0a7-b6cc3bb29963 None None] Calling delete_port for 1294b222-69de-4c23-b5dd-b95f53284f9d owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:13.403795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0b9d4-8b72-4801-934d-a30780005026 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Deleting port 521625b5-0138-4c02-9c2b-497c3a961734 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:13.404225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b9d4-8b72-4801-934d-a30780005026 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.429324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51e982-84c6-4496-961b-4b17c6381336 req-d3430021-1cb1-44c2-820b-8776cedb4da0 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:13.445736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d51e982-84c6-4496-961b-4b17c6381336 req-d3430021-1cb1-44c2-820b-8776cedb4da0 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 931 time: 0.5352538 May 26 16:16:13.455992 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad980369-dab5-440e-986c-816ab29e490c x-openstack-request-id: req-ad980369-dab5-440e-986c-816ab29e490c {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:13.456201 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "name": "network-vif-unplugged", "status": "completed", "tag": "f25756ba-115a-4367-9da2-80ffd977458a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:13.456424 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad980369-dab5-440e-986c-816ab29e490c {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:13.457339 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad980369-dab5-440e-986c-816ab29e490c'] response: {'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a', 'code': 200} May 26 16:16:13.478228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f25756ba-115a-4367-9da2-80ffd977458a,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:13.524765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b9d4-8b72-4801-934d-a30780005026 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.544383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0b9d4-8b72-4801-934d-a30780005026 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Calling delete_port for 521625b5-0138-4c02-9c2b-497c3a961734 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:13.566840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 1294b222-69de-4c23-b5dd-b95f53284f9d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1294b222-69de-4c23-b5dd-b95f53284f9d,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:13.584757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.602353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:13.639550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] For port 1294b222-69de-4c23-b5dd-b95f53284f9d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1294b222-69de-4c23-b5dd-b95f53284f9d,segment=NetworkSegment(f5f18b43-a2a5-4e07-80e2-f769e6a75321),segment_id=f5f18b43-a2a5-4e07-80e2-f769e6a75321)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:13.639918 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.701982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a8437e4f-4e17-437e-a0a7-b6cc3bb29963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.707372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=1294b222-69de-4c23-b5dd-b95f53284f9d,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:13.730361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:13.740448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b478d6b4-917e-4589-be3f-a8d34664c330 None None] DHCP port deletion for bfbaee1a-c578-4c09-bd46-debf773c6c0c request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:16:13.757277 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b9d4-8b72-4801-934d-a30780005026 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.781595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, d333563d-f2b3-4b2c-b0d4-9d4d28270a6d) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:13.793262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8437e4f-4e17-437e-a0a7-b6cc3bb29963 None None] Pushing event deleted for resources: {'Port': ['ID=1294b222-69de-4c23-b5dd-b95f53284f9d,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:13.793513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Calling delete_port for 1294b222-69de-4c23-b5dd-b95f53284f9d owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:13.806953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84622a96-a5a6-472c-909a-e4592cdcdc35 None None] Network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:13.813855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8437e4f-4e17-437e-a0a7-b6cc3bb29963 None None] No DVR routers for this DVR port 1294b222-69de-4c23-b5dd-b95f53284f9d on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:13.822269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0b9d4-8b72-4801-934d-a30780005026 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Pushing event deleted for resources: {'Port': ['ID=521625b5-0138-4c02-9c2b-497c3a961734,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:13.845029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:13.847973 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.923064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.949490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a93cb265-4394-4efb-a915-cfcfd1c10f0a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4538031 May 26 16:16:13.952405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50804) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:13.953655 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b9d4-8b72-4801-934d-a30780005026 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.959353 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b1d0b9d4-8b72-4801-934d-a30780005026 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/ports/521625b5-0138-4c02-9c2b-497c3a961734 HTTP/1.1" status: 204 len: 168 time: 0.6705296 May 26 16:16:13.964511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'subnet': {'network_id': '9c539818-673a-4f5a-a0b1-97ca907aba66', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:13.967988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50806) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:14.099659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f35ce30-c5c3-459d-a7d6-ce0b8eb50bd3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Deleting subnet 59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:16:14.106075 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f35ce30-c5c3-459d-a7d6-ce0b8eb50bd3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.140243 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-d333563d-f2b3-4b2c-b0d4-9d4d28270a6d', 'network_id': 'd333563d-f2b3-4b2c-b0d4-9d4d28270a6d', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'fixed_ips': [{'subnet_id': 'a104ea99-10ff-4fd0-ac3c-27ecdb849998'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:16:14.141730 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.159940 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f35ce30-c5c3-459d-a7d6-ce0b8eb50bd3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.164278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:14.164792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b478d6b4-917e-4589-be3f-a8d34664c330 None None] Deleting port e82cb17b-3c98-4333-89da-8cb41f1510e9 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:14.165172 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b478d6b4-917e-4589-be3f-a8d34664c330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.168548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.244858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b478d6b4-917e-4589-be3f-a8d34664c330 None None] For port e82cb17b-3c98-4333-89da-8cb41f1510e9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e82cb17b-3c98-4333-89da-8cb41f1510e9,segment=NetworkSegment(7d18aacb-949d-4f48-8ecb-c125802ca3a9),segment_id=7d18aacb-949d-4f48-8ecb-c125802ca3a9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:14.245351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b478d6b4-917e-4589-be3f-a8d34664c330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.259886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b478d6b4-917e-4589-be3f-a8d34664c330 None None] Calling delete_port for e82cb17b-3c98-4333-89da-8cb41f1510e9 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:14.353940 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f35ce30-c5c3-459d-a7d6-ce0b8eb50bd3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.354379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b478d6b4-917e-4589-be3f-a8d34664c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.394106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478d6b4-917e-4589-be3f-a8d34664c330 None None] Pushing event deleted for resources: {'Port': ['ID=e82cb17b-3c98-4333-89da-8cb41f1510e9,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:14.396654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478d6b4-917e-4589-be3f-a8d34664c330 None None] No DVR routers for this DVR port e82cb17b-3c98-4333-89da-8cb41f1510e9 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:14.489138 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f35ce30-c5c3-459d-a7d6-ce0b8eb50bd3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.546046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbc32a17-a2fd-4a90-b874-f473a701941a req-9dc8b622-097f-4886-a64f-16feb0018dd4 service neutron] 10.222.0.24 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4169095 May 26 16:16:14.548705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35ce30-c5c3-459d-a7d6-ce0b8eb50bd3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Pushing event deleted for resources: {'Subnet': ['ID=59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:14.579118 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f35ce30-c5c3-459d-a7d6-ce0b8eb50bd3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.583000 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f35ce30-c5c3-459d-a7d6-ce0b8eb50bd3 tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/subnets/59dc48c4-cc9b-44d8-aa5d-9c96b554ec9c HTTP/1.1" status: 204 len: 168 time: 0.6141043 May 26 16:16:14.584957 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d51e982-84c6-4496-961b-4b17c6381336 req-738e295e-c989-4be6-846f-09ace2165cff tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1359479 May 26 16:16:14.585743 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.585976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50810) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:14.614399 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.620900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Allocated IP 172.20.0.2 (d333563d-f2b3-4b2c-b0d4-9d4d28270a6d/a104ea99-10ff-4fd0-ac3c-27ecdb849998/3968bc2a-aca0-4797-ba5b-b45be42ae9c2) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:14.659117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Pushing event deleted for resources: {'Port': ['ID=1294b222-69de-4c23-b5dd-b95f53284f9d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:14.697611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9a33d-88f9-45dd-8425-03c1fd559d25 req-7dda5c38-95d8-4624-86db-f5be6f9459dd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:14.711707 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fb9a33d-88f9-45dd-8425-03c1fd559d25 req-7dda5c38-95d8-4624-86db-f5be6f9459dd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 944 time: 1.1698580 May 26 16:16:14.715439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Subnet': ['ID=a0f38cdb-cdd4-471d-8fe8-bbea01a22065,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:14.730989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] No DVR routers for this DVR port 1294b222-69de-4c23-b5dd-b95f53284f9d on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:14.737863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e82cb17b-3c98-4333-89da-8cb41f1510e9 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:14.779599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d455153-9e66-4252-a441-5217b620bfe3 None None] Network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:14.788811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Checking segment: {'id': 'a8cf703d-4d2a-4578-93f0-2829178f09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9c539818-673a-4f5a-a0b1-97ca907aba66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:14.789176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network hostable DHCP agents. Network: 9c539818-673a-4f5a-a0b1-97ca907aba66, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:14.797789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.880523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e82cb17b-3c98-4333-89da-8cb41f1510e9 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:14.880523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e82cb17b-3c98-4333-89da-8cb41f1510e9 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:14.910089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 9c539818-673a-4f5a-a0b1-97ca907aba66 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:14.929701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 9c539818-673a-4f5a-a0b1-97ca907aba66) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:14.940450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:14.941049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.961000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Deleting port c1e30154-34ce-4990-845b-c8020ad4a068 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:14.963880 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.974655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd830fd-8cd8-43b4-b0b7-3d5276420015 None None] Network 9c539818-673a-4f5a-a0b1-97ca907aba66 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:14.995854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fb9a33d-88f9-45dd-8425-03c1fd559d25 req-2f096ded-96a6-454c-a964-9f4dbe17b87c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648432 May 26 16:16:15.014048 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.026188 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1453ec7a-8f27-46f4-b5c2-0c8b7a3b2640 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0656161 May 26 16:16:15.035038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50814) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:15.038316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5d35bad1-7fff-45ae-abdd-66d8aaa3f3a1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1552522073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:15.078111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] For port c1e30154-34ce-4990-845b-c8020ad4a068, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c1e30154-34ce-4990-845b-c8020ad4a068,segment=NetworkSegment(f53fdee7-81ce-4a4c-b13d-b1cbb041506b),segment_id=f53fdee7-81ce-4a4c-b13d-b1cbb041506b)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:15.078434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.094249 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.097741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Calling delete_port for c1e30154-34ce-4990-845b-c8020ad4a068 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:15.099724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d35bad1-7fff-45ae-abdd-66d8aaa3f3a1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.100764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d35bad1-7fff-45ae-abdd-66d8aaa3f3a1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.105301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Attempting to bind port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:16:15.105936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Attempting to bind port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:16:15.106508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Attempting to bind port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 on network ba6904b0-e06f-42f4-b61a-20e928e58fb3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:16:15.108605 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.137361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.141498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 on network ba6904b0-e06f-42f4-b61a-20e928e58fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:16:15.142132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Attempting to bind port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 on network ba6904b0-e06f-42f4-b61a-20e928e58fb3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:16:15.152311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbaee1a-c578-4c09-bd46-debf773c6c0c']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:15.173182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:15.187947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d18aacb-949d-4f48-8ecb-c125802ca3a9') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:15.188614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d18aacb-949d-4f48-8ecb-c125802ca3a9') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:15.196592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:16:15.197863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Checking segment: {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:15.198753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Bound using segment: {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:16:15.199391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Bound port: 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:16:15.199857 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.209637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf63bd5-7920-4d35-b880-bc636c8b4c4b']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:15.220231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:15.222310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d35bad1-7fff-45ae-abdd-66d8aaa3f3a1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.232596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] DHCP port deletion for 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:16:15.235755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d35bad1-7fff-45ae-abdd-66d8aaa3f3a1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.236455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:15.259111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.262762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d35bad1-7fff-45ae-abdd-66d8aaa3f3a1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.266051 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5d35bad1-7fff-45ae-abdd-66d8aaa3f3a1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2298596 May 26 16:16:15.267076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50818) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:15.269442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f18b43-a2a5-4e07-80e2-f769e6a75321') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:15.271166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f18b43-a2a5-4e07-80e2-f769e6a75321') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:15.296747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Pushing event updated for resources: {'Port': ['ID=3968bc2a-aca0-4797-ba5b-b45be42ae9c2,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:15.304718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2ddeb-e86b-4a7e-b97f-b92977b64ed9 req-03538b21-ee3b-408c-98c5-202b486fcdcc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:15.306062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bae2ddeb-e86b-4a7e-b97f-b92977b64ed9 req-03538b21-ee3b-408c-98c5-202b486fcdcc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.3562131 May 26 16:16:15.314210 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.321180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.351621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Attempting to bind port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:16:15.352019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Attempting to bind port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3a8dd366-437e-492e-b82b-d5dbc8ab6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd333563d-f2b3-4b2c-b0d4-9d4d28270a6d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:16:15.352375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Attempting to bind port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 on network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:16:15.372451 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.389142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:16:15.389526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Checking segment: {'id': '3a8dd366-437e-492e-b82b-d5dbc8ab6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd333563d-f2b3-4b2c-b0d4-9d4d28270a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:15.389933 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.390439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Bound using segment: {'id': '3a8dd366-437e-492e-b82b-d5dbc8ab6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd333563d-f2b3-4b2c-b0d4-9d4d28270a6d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:16:15.390934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Bound port: 3968bc2a-aca0-4797-ba5b-b45be42ae9c2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8dd366-437e-492e-b82b-d5dbc8ab6af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd333563d-f2b3-4b2c-b0d4-9d4d28270a6d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:16:15.391311 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.393503 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.397784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:15.398291 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.406390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] Deleting port c1e30154-34ce-4990-845b-c8020ad4a068 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:15.406763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.409718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-9c539818-673a-4f5a-a0b1-97ca907aba66', 'network_id': '9c539818-673a-4f5a-a0b1-97ca907aba66', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'fixed_ips': [{'subnet_id': 'a0f38cdb-cdd4-471d-8fe8-bbea01a22065'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:16:15.411095 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.429893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:15.430394 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.467336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Pushing event deleted for resources: {'Port': ['ID=c1e30154-34ce-4990-845b-c8020ad4a068,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:15.471396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] No DVR routers for this DVR port c1e30154-34ce-4990-845b-c8020ad4a068 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:15.480149 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 7d18aacb-949d-4f48-8ecb-c125802ca3a9 resource provider aggregate not found May 26 16:16:15.540990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] For port c1e30154-34ce-4990-845b-c8020ad4a068, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:15.541618 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.544753 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 7d18aacb-949d-4f48-8ecb-c125802ca3a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d18aacb-949d-4f48-8ecb-c125802ca3a9 found for delete ", "request_id": "req-b888fa0c-5077-4d54-a35c-61bcb4a60144"}]} May 26 16:16:15.562896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bae2ddeb-e86b-4a7e-b97f-b92977b64ed9 req-03cb32f3-d393-4c9e-ab67-784f04b9ac54 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462900 May 26 16:16:15.613447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] For port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:16:15.616126 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.636546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] For port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:16:15.641633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.643731 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.679379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bfbaee1a-c578-4c09-bd46-debf773c6c0c HTTP/1.1" status: 204 len: 168 time: 2.4686785 May 26 16:16:15.686067 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.698032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4cf63bd5-7920-4d35-b880-bc636c8b4c4b HTTP/1.1" status: 204 len: 168 time: 3.5925002 May 26 16:16:15.702923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.753211 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.756354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd93c85-ac1f-43e9-aa88-abaa998d7e85']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:15.774979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53fdee7-81ce-4a4c-b13d-b1cbb041506b') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:15.775258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53fdee7-81ce-4a4c-b13d-b1cbb041506b') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:15.788219 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.791181 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.820257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9508ff-b224-4ec7-8633-e30cf0264e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfbaee1a-c578-4c09-bd46-debf773c6c0c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:15.879632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.893009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:15.893364 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.921306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] For port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:16:15.926504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] For port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3968bc2a-aca0-4797-ba5b-b45be42ae9c2,segment=NetworkSegment(3a8dd366-437e-492e-b82b-d5dbc8ab6af9),segment_id=3a8dd366-437e-492e-b82b-d5dbc8ab6af9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:16:15.948765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] Calling delete_port for c1e30154-34ce-4990-845b-c8020ad4a068 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:15.953509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] Port c1e30154-34ce-4990-845b-c8020ad4a068 was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:16:15.998804 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f53fdee7-81ce-4a4c-b13d-b1cbb041506b resource provider aggregate not found May 26 16:16:16.028570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:16.033260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.037547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 HTTP/1.1" status: 200 len: 1091 time: 5.5250263 May 26 16:16:16.040111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b1de17-47d9-4427-b922-6c7957869e9c', 'tag': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:16.044273 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618d7984-cc10-429a-b53d-2f62a409fc41" -d '{"events": [{"name": "network-changed", "server_uuid": "67b1de17-47d9-4427-b922-6c7957869e9c", "tag": "5273829b-8f70-4ea3-93e4-0ab9e2b9caa3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:16.064996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97779e9a-7860-40b2-b90f-dbe731a57020 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf63bd5-7920-4d35-b880-bc636c8b4c4b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:16.070214 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f53fdee7-81ce-4a4c-b13d-b1cbb041506b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f53fdee7-81ce-4a4c-b13d-b1cbb041506b found for delete ", "request_id": "req-0e79a15d-1baf-422b-b3fa-49ee47ed31aa"}]} May 26 16:16:16.091581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.154288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.168003 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.181595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844cd0a-5272-422f-bba3-cd2145e30e9e req-ffcf5fd2-a759-41e8-b698-9e5acd317ae2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:16.181816 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] 10.222.0.39 "DELETE /v2.0/networks/4bd93c85-ac1f-43e9-aa88-abaa998d7e85 HTTP/1.1" status: 204 len: 168 time: 1.5920808 May 26 16:16:16.184062 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50840) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:16.198028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3844cd0a-5272-422f-bba3-cd2145e30e9e req-ffcf5fd2-a759-41e8-b698-9e5acd317ae2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.4543226 May 26 16:16:16.219255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50844) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:16.235711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca6ba1-5fc2-466f-8993-07cef6d0bd9f tempest-TagsExtTest-1080413898 tempest-TagsExtTest-1080413898-project] Pushing event deleted for resources: {'Network': ['ID=4bd93c85-ac1f-43e9-aa88-abaa998d7e85,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:16.313813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Allocated IP 172.21.0.2 (9c539818-673a-4f5a-a0b1-97ca907aba66/a0f38cdb-cdd4-471d-8fe8-bbea01a22065/2ca3b0cd-5020-436e-b8b0-6fdc82883d02) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:16.380449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb9c4d-1380-4406-b3c9-7d6b15e030e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:16.412570 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-375ef026-d376-471e-bbf0-6b6a9ddb96ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fb12a94f317497abed90107ea4df44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059209 May 26 16:16:16.416042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50848) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:16.458250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.20.0.1 (d333563d-f2b3-4b2c-b0d4-9d4d28270a6d/a104ea99-10ff-4fd0-ac3c-27ecdb849998/5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:16.484797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fda40c-7aae-47fe-bdd8-559661b3a95a req-c1f2cc3d-a02a-4c5f-8c16-b062a09d78c4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:16.499541 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31fda40c-7aae-47fe-bdd8-559661b3a95a req-c1f2cc3d-a02a-4c5f-8c16-b062a09d78c4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 943 time: 0.6901500 May 26 16:16:16.605248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3844cd0a-5272-422f-bba3-cd2145e30e9e req-22cf26ca-4172-4064-9341-7578a6e26e21 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020045 May 26 16:16:16.619468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] Pushing event deleted for resources: {'Port': ['ID=c1e30154-34ce-4990-845b-c8020ad4a068,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:16.626196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c1e30154-34ce-4990-845b-c8020ad4a068 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:16.626772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.630787 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.685373 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.691688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f76b1d3e-aaf2-4bc4-aafe-213f5cc39d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.692637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a1ee0ca8-3a14-4af9-bd45-8d0d16645027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:16.695247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-a1ee0ca8-3a14-4af9-bd45-8d0d16645027 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 1094 time: 0.5592098 May 26 16:16:16.700543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.713351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] Network 4bd93c85-ac1f-43e9-aa88-abaa998d7e85 is not hosted by any dhcp agent {{(pid=109406) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:16:16.713716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ed0cd-6cfa-4af7-9cc2-dfc324273955 None None] No DVR routers for this DVR port c1e30154-34ce-4990-845b-c8020ad4a068 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:16.729738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: c1e30154-34ce-4990-845b-c8020ad4a068 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:16.730029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c1e30154-34ce-4990-845b-c8020ad4a068 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:16.732188 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.741434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31fda40c-7aae-47fe-bdd8-559661b3a95a req-8715bbba-a8be-4626-be5a-64be381552d2 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406564 May 26 16:16:16.760321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2ca03971-6746-42bf-8349-60fd4bb21b02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a1d75a099094dd49ba1dcdcaff15234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189919 May 26 16:16:16.761052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50854) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:16.792371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Network 9c539818-673a-4f5a-a0b1-97ca907aba66 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:16.802392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:16.827533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:16.866191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0febbae-e29a-4e20-8888-68c4a5d9526a None None] Pushing event updated for resources: {'Port': ['ID=3968bc2a-aca0-4797-ba5b-b45be42ae9c2,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:16.890705 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5dd5f7-03ea-477d-a2c9-1a32724d8722 x-openstack-request-id: req-3c5dd5f7-03ea-477d-a2c9-1a32724d8722 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:16.891154 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b1de17-47d9-4427-b922-6c7957869e9c", "tag": "5273829b-8f70-4ea3-93e4-0ab9e2b9caa3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:16.891347 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c5dd5f7-03ea-477d-a2c9-1a32724d8722 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:16.892168 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5dd5f7-03ea-477d-a2c9-1a32724d8722'] response: {'name': 'network-changed', 'server_uuid': '67b1de17-47d9-4427-b922-6c7957869e9c', 'tag': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3', 'status': 'completed', 'code': 200} May 26 16:16:16.902745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f76b1d3e-aaf2-4bc4-aafe-213f5cc39d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.907405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-54ea270b-5367-49f9-8d2a-316286957e30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 HTTP/1.1" status: 200 len: 217 time: 0.1990538 May 26 16:16:16.927739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50856) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:16.935794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:16.958757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:16.987012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:17.006995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Attempting to bind port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:16:17.007286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Attempting to bind port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a8cf703d-4d2a-4578-93f0-2829178f09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9c539818-673a-4f5a-a0b1-97ca907aba66'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:16:17.007657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Attempting to bind port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 on network 9c539818-673a-4f5a-a0b1-97ca907aba66 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:16:17.021013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Pushing event updated for resources: {'Port': ['ID=2ca3b0cd-5020-436e-b8b0-6fdc82883d02,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:17.023966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:16:17.024346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Checking segment: {'id': 'a8cf703d-4d2a-4578-93f0-2829178f09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9c539818-673a-4f5a-a0b1-97ca907aba66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:17.024755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.025758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Bound using segment: {'id': 'a8cf703d-4d2a-4578-93f0-2829178f09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9c539818-673a-4f5a-a0b1-97ca907aba66'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:16:17.026311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Bound port: 2ca3b0cd-5020-436e-b8b0-6fdc82883d02, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cf703d-4d2a-4578-93f0-2829178f09c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9c539818-673a-4f5a-a0b1-97ca907aba66'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:16:17.026894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.076739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:17.153222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] For port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:16:17.161709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] For port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2ca3b0cd-5020-436e-b8b0-6fdc82883d02,segment=NetworkSegment(a8cf703d-4d2a-4578-93f0-2829178f09c8),segment_id=a8cf703d-4d2a-4578-93f0-2829178f09c8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:16:17.168684 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.173793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.180100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7b756-129b-429c-b3f6-e48e538aa97a req-5cd4a590-3e24-46b0-9a58-b011f0b0f5b8 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:17.189982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e7b756-129b-429c-b3f6-e48e538aa97a req-5cd4a590-3e24-46b0-9a58-b011f0b0f5b8 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 944 time: 0.4127285 May 26 16:16:17.256177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-0859d747-c328-4cae-984d-8557c726011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:17.258275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-0859d747-c328-4cae-984d-8557c726011f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.3294992 May 26 16:16:17.281027 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f76b1d3e-aaf2-4bc4-aafe-213f5cc39d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.284445 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb175e57-9032-4aee-99cd-1472e7808fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.284795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f76b1d3e-aaf2-4bc4-aafe-213f5cc39d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.286279 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f76b1d3e-aaf2-4bc4-aafe-213f5cc39d8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d994efa8-b3e2-4601-abd2-d456eb21d0d1 HTTP/1.1" status: 204 len: 168 time: 0.8687558 May 26 16:16:17.367381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86789bda-0deb-4cbc-a6d3-e0016666674f None None] Pushing event updated for resources: {'Port': ['ID=2ca3b0cd-5020-436e-b8b0-6fdc82883d02,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:17.399823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b1d3e-aaf2-4bc4-aafe-213f5cc39d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d994efa8-b3e2-4601-abd2-d456eb21d0d1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:17.506226 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb175e57-9032-4aee-99cd-1472e7808fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.514608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24e7b756-129b-429c-b3f6-e48e538aa97a req-d5e2d4c5-cfbb-4162-a5e2-d08ca0e64103 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166873 May 26 16:16:17.534450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.627838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f86b9b74-0ca0-4b14-b837-0ac55878e3e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=038bfb8293e94f6fae448ba433aa038c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6936443 May 26 16:16:17.632755 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment f5f18b43-a2a5-4e07-80e2-f769e6a75321 resource provider aggregate not found May 26 16:16:17.641605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50872) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:17.712743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a22728-702a-43ff-a340-2b00219a5a52 req-f4fbc9b9-1550-4347-8905-7153fbcd6340 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:17.717269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92a22728-702a-43ff-a340-2b00219a5a52 req-f4fbc9b9-1550-4347-8905-7153fbcd6340 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.4554889 May 26 16:16:17.723020 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment f5f18b43-a2a5-4e07-80e2-f769e6a75321 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5f18b43-a2a5-4e07-80e2-f769e6a75321 found for delete ", "request_id": "req-82ed4c58-b77c-49bf-9e3f-cd929035ae43"}]} May 26 16:16:17.768050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-c71d30ae-71ae-4440-8841-0884c2174fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:17.769758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-c71d30ae-71ae-4440-8841-0884c2174fa9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4986961 May 26 16:16:17.780641 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb175e57-9032-4aee-99cd-1472e7808fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.783307 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb175e57-9032-4aee-99cd-1472e7808fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.784528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eb175e57-9032-4aee-99cd-1472e7808fc8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0518fc7-a36d-4f0f-8085-93909902c908 HTTP/1.1" status: 204 len: 168 time: 1.0130453 May 26 16:16:17.916704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb175e57-9032-4aee-99cd-1472e7808fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0518fc7-a36d-4f0f-8085-93909902c908,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:18.049950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-93416ef4-a7c0-4efe-9a70-5e64234e191a service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592332 May 26 16:16:18.162658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d9156-499c-4298-95f1-0cb85193565a req-3cb257c0-0c91-417e-9da6-6e94c2e41123 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:18.164347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-888d9156-499c-4298-95f1-0cb85193565a req-3cb257c0-0c91-417e-9da6-6e94c2e41123 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.5400584 May 26 16:16:18.255070 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5050-91c0-43d1-b294-cedaf93b9ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.280353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92a22728-702a-43ff-a340-2b00219a5a52 req-3be48b7a-edae-4196-a95e-994266b8c639 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081980 May 26 16:16:18.369453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5050-91c0-43d1-b294-cedaf93b9ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.499317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.512579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.678704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:18.726359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-888d9156-499c-4298-95f1-0cb85193565a req-e8596dad-1d05-490c-b5fc-485b2586daef tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4975657 May 26 16:16:18.781558 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.786366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f3f250a-bb0d-48e7-be3c-81c496262d45 req-3a1a8490-1f80-4925-b9fd-b04b3ba12bbe service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115660 May 26 16:16:18.811271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:18.829729 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5050-91c0-43d1-b294-cedaf93b9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.832689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5050-91c0-43d1-b294-cedaf93b9ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.837502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0bbf5050-91c0-43d1-b294-cedaf93b9ba4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e73f97ea-f27a-45b4-b66e-a1fd6fbd2139 HTTP/1.1" status: 204 len: 168 time: 1.1873837 May 26 16:16:18.851158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:18.857284 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.869878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf5050-91c0-43d1-b294-cedaf93b9ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73f97ea-f27a-45b4-b66e-a1fd6fbd2139,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:18.892911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498d9a4-d212-4443-9a65-1929dac84dfd req-038dad92-fdda-4649-baf4-833c3c09f939 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:18.905314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b498d9a4-d212-4443-9a65-1929dac84dfd req-038dad92-fdda-4649-baf4-833c3c09f939 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 943 time: 0.4313364 May 26 16:16:18.953654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09acf6-ddac-4f58-ae84-13b8286e8387 None None] Network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:19.094976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:19.100041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b498d9a4-d212-4443-9a65-1929dac84dfd req-e4629bbf-586e-47dd-b7aa-4c1ca8c57c3a tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297591 May 26 16:16:19.106046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:19.111500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16b663-a13f-4a9d-b94b-a90d779534bd req-74009bd0-9406-4dcc-9fe2-9cb6123bf89d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:19.121234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a16b663-a13f-4a9d-b94b-a90d779534bd req-74009bd0-9406-4dcc-9fe2-9cb6123bf89d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2144444 May 26 16:16:19.125354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f94d8cca-5f4e-4dcc-80d4-8d2dc6787a9a None None] Provisioning complete for port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:19.125764 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f94d8cca-5f4e-4dcc-80d4-8d2dc6787a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:19.177925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-f3171697-7d4a-458a-a92e-b1fe7e51a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:19.179490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-f3171697-7d4a-458a-a92e-b1fe7e51a363 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 1094 time: 0.2201390 May 26 16:16:19.288531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd733dd-4355-4a95-980f-fae7dce1c78a None None] Network 9c539818-673a-4f5a-a0b1-97ca907aba66 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:19.350246 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a16b663-a13f-4a9d-b94b-a90d779534bd req-74439312-b773-48c6-b513-2131598a9a75 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277949 May 26 16:16:19.375526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:19.376187 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:19.397240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-f25a3bda-88dd-435b-9f65-bdd36be70ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:19.399672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-f25a3bda-88dd-435b-9f65-bdd36be70ae0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 912 time: 0.2032743 May 26 16:16:19.439013 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 769c53be-0c98-414a-9dde-a845c79cc610 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:16:19.584358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-8a26a03c-a9f0-4acb-9ebb-b6e7ed154bd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 HTTP/1.1" status: 200 len: 217 time: 0.1779594 May 26 16:16:19.603017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3968bc2a-aca0-4797-ba5b-b45be42ae9c2,segment=NetworkSegment(3a8dd366-437e-492e-b82b-d5dbc8ab6af9),segment_id=3a8dd366-437e-492e-b82b-d5dbc8ab6af9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:19.629989 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:19.631156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:19.692677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:19.715358 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4d7f435e-e169-4c4f-b4f0-52cb2c0c0877 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/769c53be-0c98-414a-9dde-a845c79cc610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4459181 May 26 16:16:19.718571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50936) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:19.721465 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe2cb8f-955f-45a9-9c2a-85ec65e159a4 None None] Sync routers for ids ['769c53be-0c98-414a-9dde-a845c79cc610'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:19.736708 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2cb8f-955f-45a9-9c2a-85ec65e159a4 None None] Routers {'769c53be-0c98-414a-9dde-a845c79cc610'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:19.737267 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cbe2cb8f-955f-45a9-9c2a-85ec65e159a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['769c53be-0c98-414a-9dde-a845c79cc610'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:19.817213 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cbe2cb8f-955f-45a9-9c2a-85ec65e159a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:19.827050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2bb70c-f57b-4c65-9f7f-ddc4713ac0d8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:19.828812 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0e2bb70c-f57b-4c65-9f7f-ddc4713ac0d8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports/5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89 HTTP/1.1" status: 200 len: 910 time: 0.1091428 May 26 16:16:19.832850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50946) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:19.834019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5fa04-fb08-46c6-98c6-cb51239cafcb req-5b9fe427-642b-4009-a663-69de93cb1893 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:19.835798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afe5fa04-fb08-46c6-98c6-cb51239cafcb req-5b9fe427-642b-4009-a663-69de93cb1893 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2677035 May 26 16:16:19.838199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f94d8cca-5f4e-4dcc-80d4-8d2dc6787a9a None None] Current status of the port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:19.842752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-3d437fd6-1242-4919-8322-dab03948071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:19.843647 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f94d8cca-5f4e-4dcc-80d4-8d2dc6787a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:19.844243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-3d437fd6-1242-4919-8322-dab03948071c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.1824052 May 26 16:16:19.854858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca523a3-dc53-4c54-8a3b-b11491a36715 req-8aa84376-9c20-48bf-8c14-1c27342c2b55 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:19.856064 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2cb8f-955f-45a9-9c2a-85ec65e159a4 None None] Routers {'769c53be-0c98-414a-9dde-a845c79cc610'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:19.858180 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cbe2cb8f-955f-45a9-9c2a-85ec65e159a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['769c53be-0c98-414a-9dde-a845c79cc610'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:19.865412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ca523a3-dc53-4c54-8a3b-b11491a36715 req-8aa84376-9c20-48bf-8c14-1c27342c2b55 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2989147 May 26 16:16:19.958162 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cbe2cb8f-955f-45a9-9c2a-85ec65e159a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:19.958847 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe2cb8f-955f-45a9-9c2a-85ec65e159a4 None None] The sync data for ids ['769c53be-0c98-414a-9dde-a845c79cc610'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:20.040709 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:16:20.102279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ca523a3-dc53-4c54-8a3b-b11491a36715 req-b8c1d26e-537c-4338-b6be-af3385e05e9c tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358496 May 26 16:16:20.146776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-208cc9db-82f8-461f-9040-ddcc5ebb2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:20.148307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-208cc9db-82f8-461f-9040-ddcc5ebb2e9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2799098 May 26 16:16:20.177001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afe5fa04-fb08-46c6-98c6-cb51239cafcb req-a68b483d-3012-4069-88ab-cc80ace71d24 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092847 May 26 16:16:20.228942 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-f94d8cca-5f4e-4dcc-80d4-8d2dc6787a9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:16:20.230729 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-f94d8cca-5f4e-4dcc-80d4-8d2dc6787a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:16:20.261845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:20.262256 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:20.268642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=3968bc2a-aca0-4797-ba5b-b45be42ae9c2,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:20.569652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-671c0794-0de3-4377-8eef-7e6708c409bf service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915942 May 26 16:16:20.575059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:20.576691 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:20.633668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2ca3b0cd-5020-436e-b8b0-6fdc82883d02,segment=NetworkSegment(a8cf703d-4d2a-4578-93f0-2829178f09c8),segment_id=a8cf703d-4d2a-4578-93f0-2829178f09c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:20.639214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:16:20.642198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f25756ba-115a-4367-9da2-80ffd977458a no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:20.646432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:20.819615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-618d7984-cc10-429a-b53d-2f62a409fc41 req-a405e648-2c60-4291-a064-31555b824a22 service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388647 May 26 16:16:20.822080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f94d8cca-5f4e-4dcc-80d4-8d2dc6787a9a None None] Current status of the port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:20.871817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66953ad9-7633-4451-a023-901a11216421 req-8bd02932-bfa9-42d5-9a30-2a89826f15eb tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:20.873351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66953ad9-7633-4451-a023-901a11216421 req-8bd02932-bfa9-42d5-9a30-2a89826f15eb tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 943 time: 0.5332367 May 26 16:16:20.917596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:21.028641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66953ad9-7633-4451-a023-901a11216421 req-359a980e-06e2-436e-bce7-b8021a0eab86 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462040 May 26 16:16:21.060856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:21.204736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:16:21.216731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb2645-ce28-4043-9be7-4587072dc32b req-12f8f591-9ece-4cd0-8540-72bc00fce856 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:21.219722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aceb2645-ce28-4043-9be7-4587072dc32b req-12f8f591-9ece-4cd0-8540-72bc00fce856 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1397667 May 26 16:16:21.247544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-88b4d88b-2b36-486e-be72-daf9eea4a1cf None None] Provisioning complete for port 5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:21.247919 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-88b4d88b-2b36-486e-be72-daf9eea4a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:21.384245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aceb2645-ce28-4043-9be7-4587072dc32b req-959ecf62-e528-4875-a34d-6ab31361ee63 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482980 May 26 16:16:21.395918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:21.427546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a538-5076-4add-aeec-64ab3d25143f req-7b3ebf15-2ba1-4ffc-ac2d-c279c9504b6a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:21.439662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0277a538-5076-4add-aeec-64ab3d25143f req-7b3ebf15-2ba1-4ffc-ac2d-c279c9504b6a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2150853 May 26 16:16:21.440011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'port_id': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3', 'mac_address': 'fa:16:3e:3f:ad:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:16:21.448409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=2ca3b0cd-5020-436e-b8b0-6fdc82883d02,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:21.603432 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0277a538-5076-4add-aeec-64ab3d25143f req-6dd47911-cf67-4288-8262-f682dc4204c1 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599739 May 26 16:16:21.663863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:21.664265 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:21.671898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:21.672264 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:21.702053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51004) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:21.725142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.21.0.1 (9c539818-673a-4f5a-a0b1-97ca907aba66/a0f38cdb-cdd4-471d-8fe8-bbea01a22065/e747cfd5-d69e-41b3-9fb0-041e8fd2088a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:21.809700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203b359-ff1a-452b-b7f9-b3a9ce203199 req-8208520e-516d-4a2a-b929-59f629ce1dbb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:21.820237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e203b359-ff1a-452b-b7f9-b3a9ce203199 req-8208520e-516d-4a2a-b929-59f629ce1dbb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1149955 May 26 16:16:21.893924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e203b359-ff1a-452b-b7f9-b3a9ce203199 req-4ff8a84d-b712-4924-b368-f5554f0471cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653656 May 26 16:16:21.903761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f25756ba-115a-4367-9da2-80ffd977458a is: DOWN; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:21.914397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:16:21.918616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-88b4d88b-2b36-486e-be72-daf9eea4a1cf None None] Port 5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:21.965923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:21.978967 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.030222 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.081270 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.087481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:22.110909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-88b4d88b-2b36-486e-be72-daf9eea4a1cf None None] Provisioning complete for port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:22.115255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-88b4d88b-2b36-486e-be72-daf9eea4a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.156047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=e747cfd5-d69e-41b3-9fb0-041e8fd2088a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:22.164340 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d25cb363-08e5-4e25-ba85-6832f33f1d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.279433 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d25cb363-08e5-4e25-ba85-6832f33f1d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.282057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 9c539818-673a-4f5a-a0b1-97ca907aba66 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:22.285275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:22.288028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:22.299712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:22.317929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64dd49-492a-4970-8416-6af1d2ffb19a req-60e6ff61-9e0f-451a-baeb-c31ee301b81c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:22.318503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['5273829b-8f70-4ea3-93e4-0ab9e2b9caa3'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:16:22.333751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a64dd49-492a-4970-8416-6af1d2ffb19a req-60e6ff61-9e0f-451a-baeb-c31ee301b81c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 944 time: 0.1492515 May 26 16:16:22.365535 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d25cb363-08e5-4e25-ba85-6832f33f1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.450867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a64dd49-492a-4970-8416-6af1d2ffb19a req-624981c0-a750-47f8-af92-2d19bc4e13fc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160700 May 26 16:16:22.458505 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d25cb363-08e5-4e25-ba85-6832f33f1d6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3056e29d36041bd8226f340f0464f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536354 May 26 16:16:22.462323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51020) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:22.492031 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.530639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-88b4d88b-2b36-486e-be72-daf9eea4a1cf None None] Current status of the port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:22.570213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cb363-08e5-4e25-ba85-6832f33f1d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1149a0e-0e47-4933-b1ea-6f9d09d429b9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:22.597802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-19beb86f-8726-40cd-81b6-561c467d9ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.637242 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-19beb86f-8726-40cd-81b6-561c467d9ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.666911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-88b4d88b-2b36-486e-be72-daf9eea4a1cf None None] Provisioning complete for port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:22.669639 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-88b4d88b-2b36-486e-be72-daf9eea4a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.715696 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-19beb86f-8726-40cd-81b6-561c467d9ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.717131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-19beb86f-8726-40cd-81b6-561c467d9ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.718359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-19beb86f-8726-40cd-81b6-561c467d9ac9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1149a0e-0e47-4933-b1ea-6f9d09d429b9 HTTP/1.1" status: 204 len: 168 time: 0.2547092 May 26 16:16:22.738220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19beb86f-8726-40cd-81b6-561c467d9ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1149a0e-0e47-4933-b1ea-6f9d09d429b9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:22.774460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.812736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:22.887001 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9af95-0a08-418e-9f32-c55dcabe9d16 req-1f459bcb-a3ba-46a2-9ee4-7c82eb059f25 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:22.897868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10e9af95-0a08-418e-9f32-c55dcabe9d16 req-1f459bcb-a3ba-46a2-9ee4-7c82eb059f25 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1464906 May 26 16:16:22.975697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-10e9af95-0a08-418e-9f32-c55dcabe9d16 req-cb362b03-168b-4b79-b77d-2145a579e676 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725741 May 26 16:16:23.079955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-88b4d88b-2b36-486e-be72-daf9eea4a1cf None None] Current status of the port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:23.103230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:23.105208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.128852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391c7cf-51cb-49a6-99dc-d49930d9e818 req-ab2f20c3-91fb-4c79-ba7e-9310d68b69cb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:23.137025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8391c7cf-51cb-49a6-99dc-d49930d9e818 req-ab2f20c3-91fb-4c79-ba7e-9310d68b69cb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1140091 May 26 16:16:23.210230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8391c7cf-51cb-49a6-99dc-d49930d9e818 req-35bc0d05-c2aa-4f53-af88-bc2037905a2d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722020 May 26 16:16:23.249202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:23.262557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-de0c21b5-c29e-4baa-a1e7-9e5d8d1dbe9a None None] Provisioning complete for port e747cfd5-d69e-41b3-9fb0-041e8fd2088a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:23.262986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-de0c21b5-c29e-4baa-a1e7-9e5d8d1dbe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.315388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-de0c21b5-c29e-4baa-a1e7-9e5d8d1dbe9a None None] Port e747cfd5-d69e-41b3-9fb0-041e8fd2088a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:23.328495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-de0c21b5-c29e-4baa-a1e7-9e5d8d1dbe9a None None] Provisioning complete for port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:23.328969 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-de0c21b5-c29e-4baa-a1e7-9e5d8d1dbe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.387109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.393277 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.472847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.485400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-de0c21b5-c29e-4baa-a1e7-9e5d8d1dbe9a None None] Current status of the port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:23.519042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-de0c21b5-c29e-4baa-a1e7-9e5d8d1dbe9a None None] Provisioning complete for port 5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:23.519425 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-de0c21b5-c29e-4baa-a1e7-9e5d8d1dbe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.578270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=e747cfd5-d69e-41b3-9fb0-041e8fd2088a,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:23.614463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-de0c21b5-c29e-4baa-a1e7-9e5d8d1dbe9a None None] Port 5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:23.646812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 9c539818-673a-4f5a-a0b1-97ca907aba66 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:23.649299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:23.695081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987fe59-aaa4-495e-9518-26dfe6521be5 req-f7cf6173-ed59-44ca-9bcd-797612e68301 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:23.695361 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.704035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b987fe59-aaa4-495e-9518-26dfe6521be5 req-f7cf6173-ed59-44ca-9bcd-797612e68301 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 944 time: 0.0989740 May 26 16:16:23.763832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b987fe59-aaa4-495e-9518-26dfe6521be5 req-22b5389a-50d8-493a-8e14-fe8d18aae055 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584497 May 26 16:16:23.843628 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.870700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 769c53be-0c98-414a-9dde-a845c79cc610 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:24.082402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:24.099879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ef22a-f846-4749-83a7-e6c0db6a57f4 None None] Sync routers for ids ['769c53be-0c98-414a-9dde-a845c79cc610'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:24.115251 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc22d6b2-1b87-4204-baee-e4e3dff6a10f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/769c53be-0c98-414a-9dde-a845c79cc610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2803898 May 26 16:16:24.116863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51066) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:24.125365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ef22a-f846-4749-83a7-e6c0db6a57f4 None None] Routers {'769c53be-0c98-414a-9dde-a845c79cc610'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:24.126030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-dd4ef22a-f846-4749-83a7-e6c0db6a57f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['769c53be-0c98-414a-9dde-a845c79cc610'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:24.190212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dadee-abaa-4189-b6c2-6445b8a023ed req-0f333376-a0a0-4412-81a0-797d3f632bd2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:24.193009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-059dadee-abaa-4189-b6c2-6445b8a023ed req-0f333376-a0a0-4412-81a0-797d3f632bd2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1113763 May 26 16:16:24.215814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7215350e-ac95-4cc8-8450-1b760615d082 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:24.221544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:24.223452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7215350e-ac95-4cc8-8450-1b760615d082 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports/e747cfd5-d69e-41b3-9fb0-041e8fd2088a HTTP/1.1" status: 200 len: 910 time: 0.1046293 May 26 16:16:24.242356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-dd4ef22a-f846-4749-83a7-e6c0db6a57f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:24.251545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1f1b076a-3022-4648-8b39-aabd65aa2b2f None None] Provisioning complete for port e747cfd5-d69e-41b3-9fb0-041e8fd2088a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:24.251911 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1f1b076a-3022-4648-8b39-aabd65aa2b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:24.285015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ef22a-f846-4749-83a7-e6c0db6a57f4 None None] Routers {'769c53be-0c98-414a-9dde-a845c79cc610'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:24.285681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-dd4ef22a-f846-4749-83a7-e6c0db6a57f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['769c53be-0c98-414a-9dde-a845c79cc610'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:24.355984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-dd4ef22a-f846-4749-83a7-e6c0db6a57f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:24.357496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ef22a-f846-4749-83a7-e6c0db6a57f4 None None] The sync data for ids ['769c53be-0c98-414a-9dde-a845c79cc610'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:24.383363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b076a-3022-4648-8b39-aabd65aa2b2f None None] Port e747cfd5-d69e-41b3-9fb0-041e8fd2088a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:24.403568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-059dadee-abaa-4189-b6c2-6445b8a023ed req-62af26de-28b3-4482-875a-dac973ca8237 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040310 May 26 16:16:24.521918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5453d-dcf4-4ae7-ac21-2969d0a2236c req-d0bfcf7a-8937-4134-ba82-442e3a009cf9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:24.529462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90a5453d-dcf4-4ae7-ac21-2969d0a2236c req-d0bfcf7a-8937-4134-ba82-442e3a009cf9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1480725 May 26 16:16:24.647447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90a5453d-dcf4-4ae7-ac21-2969d0a2236c req-441cc529-8887-4f31-902e-51963cd73079 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168976 May 26 16:16:24.668716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:24.813361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:16:24.823063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:24.823453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:24.907113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:24.980396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:24.981030 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.011267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b1de17-47d9-4427-b922-6c7957869e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:25.015155 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337aa571-0e63-4bc7-b07c-ac8da74e592f" -d '{"events": [{"server_uuid": "67b1de17-47d9-4427-b922-6c7957869e9c", "name": "network-vif-plugged", "status": "completed", "tag": "5273829b-8f70-4ea3-93e4-0ab9e2b9caa3"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:25.047070 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:25.053470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.167024 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c876453-4612-4d81-937c-3f917c3e81dd x-openstack-request-id: req-3c876453-4612-4d81-937c-3f917c3e81dd {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:25.167024 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b1de17-47d9-4427-b922-6c7957869e9c", "name": "network-vif-plugged", "status": "completed", "tag": "5273829b-8f70-4ea3-93e4-0ab9e2b9caa3", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:25.167786 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c876453-4612-4d81-937c-3f917c3e81dd {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:25.167786 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c876453-4612-4d81-937c-3f917c3e81dd'] response: {'server_uuid': '67b1de17-47d9-4427-b922-6c7957869e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3', 'code': 200} May 26 16:16:25.176497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340892b3-8640-4180-b3d9-c9bb24592b9d req-c3efc8ce-aec5-4f18-9f0c-fff81a444763 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:25.183026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-340892b3-8640-4180-b3d9-c9bb24592b9d req-c3efc8ce-aec5-4f18-9f0c-fff81a444763 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 944 time: 0.2831800 May 26 16:16:25.213459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:25.323008 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-340892b3-8640-4180-b3d9-c9bb24592b9d req-02110661-94d2-4def-bd0b-df6db322f59c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382129 May 26 16:16:25.346149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd4aa-0324-4b40-a1e3-ba5496cf212f req-74d06aac-0926-487f-bf39-5143275debe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:25.351020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-856fd4aa-0324-4b40-a1e3-ba5496cf212f req-74d06aac-0926-487f-bf39-5143275debe9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 1096 time: 0.1472135 May 26 16:16:25.429558 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-856fd4aa-0324-4b40-a1e3-ba5496cf212f req-10fce0e4-35cf-4041-ae4c-978b5243faaa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719872 May 26 16:16:25.507032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port e747cfd5-d69e-41b3-9fb0-041e8fd2088a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:25.507280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.622115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51116) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:25.681737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51122) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:25.701344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd8aa-744d-4088-b01d-a81fcb47c5bd req-9834e7ff-3022-4005-b1ce-5999bfe974c1 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:25.713779 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c7bd8aa-744d-4088-b01d-a81fcb47c5bd req-9834e7ff-3022-4005-b1ce-5999bfe974c1 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1431682 May 26 16:16:25.749923 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.781820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for e747cfd5-d69e-41b3-9fb0-041e8fd2088a owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:25.801672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c7bd8aa-744d-4088-b01d-a81fcb47c5bd req-b38274f2-9818-4ae1-9dc0-f3b743f5cfa8 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865870 May 26 16:16:25.886220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57fa6120-1e12-4fe9-be20-06c839e548ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.948458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfb52b60-f45d-4fd5-a883-e6401adaec03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.080334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2aab-66e9-4dbb-8e38-5740ca5a6696 req-9a48289a-a146-4513-a3da-5fe071297a36 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:26.099471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a91e2aab-66e9-4dbb-8e38-5740ca5a6696 req-9a48289a-a146-4513-a3da-5fe071297a36 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2825205 May 26 16:16:26.119715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57fa6120-1e12-4fe9-be20-06c839e548ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.134917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57fa6120-1e12-4fe9-be20-06c839e548ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.147078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfb52b60-f45d-4fd5-a883-e6401adaec03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.168886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfb52b60-f45d-4fd5-a883-e6401adaec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.186830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.200668 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-57fa6120-1e12-4fe9-be20-06c839e548ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=524f2e3df5fb41fa93cf54aeb054c75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774531 May 26 16:16:26.210738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51140) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:26.226261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=e747cfd5-d69e-41b3-9fb0-041e8fd2088a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:26.320091 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cfb52b60-f45d-4fd5-a883-e6401adaec03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb42ea31a7a04698b933b5fa22366c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368837 May 26 16:16:26.321566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa6120-1e12-4fe9-be20-06c839e548ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0e57be-11d6-4796-bf42-c7aacf3c9928,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:26.327331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51144) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:26.488828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb52b60-f45d-4fd5-a883-e6401adaec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61607a01-6d8b-4b34-bbdb-d9b0e5d32af2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:26.522595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fdb5be38-4a13-4ab5-a6dd-b40afec483b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.613239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62a01c14-ae30-432f-86e0-641c9692a42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.627860 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fdb5be38-4a13-4ab5-a6dd-b40afec483b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.681327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62a01c14-ae30-432f-86e0-641c9692a42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.777292 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fdb5be38-4a13-4ab5-a6dd-b40afec483b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.780075 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fdb5be38-4a13-4ab5-a6dd-b40afec483b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.785564 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fdb5be38-4a13-4ab5-a6dd-b40afec483b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab0e57be-11d6-4796-bf42-c7aacf3c9928 HTTP/1.1" status: 204 len: 168 time: 0.5692463 May 26 16:16:26.788125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62a01c14-ae30-432f-86e0-641c9692a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.791128 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62a01c14-ae30-432f-86e0-641c9692a42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.795356 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-62a01c14-ae30-432f-86e0-641c9692a42e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61607a01-6d8b-4b34-bbdb-d9b0e5d32af2 HTTP/1.1" status: 204 len: 168 time: 0.4620986 May 26 16:16:26.807330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5be38-4a13-4ab5-a6dd-b40afec483b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0e57be-11d6-4796-bf42-c7aacf3c9928,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:26.843298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a01c14-ae30-432f-86e0-641c9692a42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61607a01-6d8b-4b34-bbdb-d9b0e5d32af2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:26.937114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a91e2aab-66e9-4dbb-8e38-5740ca5a6696 req-b7acb801-b607-409a-93f6-38f69b727bd3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8356907 May 26 16:16:27.037825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1103b11-9a62-438f-b7b1-c15290453b85 req-2818036f-aa24-4515-98f5-42d0e7e69cfd tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:27.046454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1103b11-9a62-438f-b7b1-c15290453b85 req-2818036f-aa24-4515-98f5-42d0e7e69cfd tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.2484300 May 26 16:16:27.179663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1103b11-9a62-438f-b7b1-c15290453b85 req-20b95b47-2c0a-4837-8e78-d7dabec53dde tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322308 May 26 16:16:27.194030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5a9a7-d1c8-4638-8741-a349b0b96041 req-7053fb9b-3828-4ea8-b035-86453d65d955 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:27.199210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ed5a9a7-d1c8-4638-8741-a349b0b96041 req-7053fb9b-3828-4ea8-b035-86453d65d955 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1199610 May 26 16:16:27.200096 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.316553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ed5a9a7-d1c8-4638-8741-a349b0b96041 req-94724eef-e876-43a2-8307-982deb1e07ec tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047676 May 26 16:16:27.445135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 769c53be-0c98-414a-9dde-a845c79cc610 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:27.447818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51168) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:27.467933 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5bf38a18-75e2-4fec-849d-97db48c3986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.610076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:27.618864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51172) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:27.619995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-08dde449-37ae-43e6-9810-4af0c2c73659 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/769c53be-0c98-414a-9dde-a845c79cc610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3969731 May 26 16:16:27.622860 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6035ca06-7f49-4277-9b85-aa54c68922c0 None None] Sync routers for ids ['769c53be-0c98-414a-9dde-a845c79cc610'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:27.655833 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035ca06-7f49-4277-9b85-aa54c68922c0 None None] Routers {'769c53be-0c98-414a-9dde-a845c79cc610'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:27.656573 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6035ca06-7f49-4277-9b85-aa54c68922c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['769c53be-0c98-414a-9dde-a845c79cc610'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:27.661286 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5bf38a18-75e2-4fec-849d-97db48c3986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.667810 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5bf38a18-75e2-4fec-849d-97db48c3986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.700165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51174) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:27.705442 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5bf38a18-75e2-4fec-849d-97db48c3986e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b64a1e7e7eb429aafd529d9e6980334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564580 May 26 16:16:27.709186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51178) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:27.745793 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6035ca06-7f49-4277-9b85-aa54c68922c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:27.748536 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f44bd765-c8ae-433a-a561-0e09616a74db admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.764440 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035ca06-7f49-4277-9b85-aa54c68922c0 None None] Routers {'769c53be-0c98-414a-9dde-a845c79cc610'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:27.766416 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6035ca06-7f49-4277-9b85-aa54c68922c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['769c53be-0c98-414a-9dde-a845c79cc610'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:27.795894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf38a18-75e2-4fec-849d-97db48c3986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326e30e3-0506-40a9-8ea2-426f1ec97d0c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:27.858149 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6035ca06-7f49-4277-9b85-aa54c68922c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:27.858888 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6035ca06-7f49-4277-9b85-aa54c68922c0 None None] The sync data for ids ['769c53be-0c98-414a-9dde-a845c79cc610'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:27.876280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e227398c-e6ad-443c-abb4-e2bbe7533229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.910569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e227398c-e6ad-443c-abb4-e2bbe7533229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.069725 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f44bd765-c8ae-433a-a561-0e09616a74db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.074354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f44bd765-c8ae-433a-a561-0e09616a74db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.129427 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e227398c-e6ad-443c-abb4-e2bbe7533229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.132954 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e227398c-e6ad-443c-abb4-e2bbe7533229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.137157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e227398c-e6ad-443c-abb4-e2bbe7533229 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/326e30e3-0506-40a9-8ea2-426f1ec97d0c HTTP/1.1" status: 204 len: 168 time: 0.4189005 May 26 16:16:28.168008 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.173649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f44bd765-c8ae-433a-a561-0e09616a74db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=408406263fa74f9382d37036e0a4060e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670322 May 26 16:16:28.175728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51196) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:28.177509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bd765-c8ae-433a-a561-0e09616a74db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed015b7-3d91-49d0-b97d-600da69c58ee,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:28.191357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227398c-e6ad-443c-abb4-e2bbe7533229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326e30e3-0506-40a9-8ea2-426f1ec97d0c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:28.213693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fa684-7a82-4260-8b18-e58681f3d2ce req-499f2f7b-73e8-444d-9301-3de4dee275b4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:28.215518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d9fa684-7a82-4260-8b18-e58681f3d2ce req-499f2f7b-73e8-444d-9301-3de4dee275b4 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.0773687 May 26 16:16:28.295393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d9fa684-7a82-4260-8b18-e58681f3d2ce req-56733d2a-1d3c-4a56-966b-87dcaf4ecea2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671387 May 26 16:16:28.415396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57cc0-9426-45eb-bc60-c1d27e0da474 req-e151bd7d-2f59-455a-99dc-7895dcf8639e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:28.419652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25f57cc0-9426-45eb-bc60-c1d27e0da474 req-e151bd7d-2f59-455a-99dc-7895dcf8639e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.0770779 May 26 16:16:28.438282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2d2f24f8-7e12-41f5-8439-3bb15bed905e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.471517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2d2f24f8-7e12-41f5-8439-3bb15bed905e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.501581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25f57cc0-9426-45eb-bc60-c1d27e0da474 req-5b26e5e7-f604-4b67-8206-d58f8780ad25 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696414 May 26 16:16:28.563161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2d2f24f8-7e12-41f5-8439-3bb15bed905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.566895 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2d2f24f8-7e12-41f5-8439-3bb15bed905e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.582260 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2d2f24f8-7e12-41f5-8439-3bb15bed905e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ed015b7-3d91-49d0-b97d-600da69c58ee HTTP/1.1" status: 204 len: 168 time: 0.2980802 May 26 16:16:28.634134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f24f8-7e12-41f5-8439-3bb15bed905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed015b7-3d91-49d0-b97d-600da69c58ee,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:28.657755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34eb6e-3b55-483a-91bb-3ca672d89f70 req-0241d49c-fef4-466f-a2e9-d7ce1c229c25 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:28.659488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de34eb6e-3b55-483a-91bb-3ca672d89f70 req-0241d49c-fef4-466f-a2e9-d7ce1c229c25 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1614761 May 26 16:16:28.733009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de34eb6e-3b55-483a-91bb-3ca672d89f70 req-80d1c226-9d48-43c2-b89c-53fda483159b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490448 May 26 16:16:28.746384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b73191-ba7e-4ad0-a97f-c6c4f843d1b8 req-98529008-f932-4afe-8519-c931aab7937c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:28.748375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66b73191-ba7e-4ad0-a97f-c6c4f843d1b8 req-98529008-f932-4afe-8519-c931aab7937c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1235509 May 26 16:16:28.766306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51210) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:28.766306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'floatingip': {'port_id': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:28.810484 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.872770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:28.873120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.045722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.069443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:29.430431 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.466102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=5f0a95af-ae5d-43fb-9516-0aa4a6ca4d89,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:29.598260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916151f-a543-4cf2-a399-0a78f4229d25 req-d3b8c1c5-0a64-4a77-84c0-f72831b9b031 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:29.602506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b916151f-a543-4cf2-a399-0a78f4229d25 req-d3b8c1c5-0a64-4a77-84c0-f72831b9b031 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1932318 May 26 16:16:29.806277 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.035389 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:16:30.085118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b916151f-a543-4cf2-a399-0a78f4229d25 req-920f4105-d58a-4ad9-9986-1fc379578988 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909228 May 26 16:16:30.105564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ded53c-3b16-4c80-b8a0-d785b9188be2 req-9b748e3b-c74f-4290-b0da-389d2a8e4bab tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:30.125350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04ded53c-3b16-4c80-b8a0-d785b9188be2 req-9b748e3b-c74f-4290-b0da-389d2a8e4bab tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1893632 May 26 16:16:30.215801 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.266632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04ded53c-3b16-4c80-b8a0-d785b9188be2 req-095de416-84c4-4086-828d-fd21fac24b76 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376746 May 26 16:16:30.270319 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.500043 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Floating IP 86f315a1-3272-47af-8b8c-309954f98a60 associated. External IP: 172.25.0.237, port: 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3. May 26 16:16:30.522784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 769c53be-0c98-414a-9dde-a845c79cc610 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:30.616972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:30.632627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd2ba0-2193-47e0-9d20-888da09923c9 None None] Sync routers for ids ['769c53be-0c98-414a-9dde-a845c79cc610'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:30.644433 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4268398d-cff8-450f-9ae7-493e30314e49 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/769c53be-0c98-414a-9dde-a845c79cc610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0215802 May 26 16:16:30.644660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51256) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:30.651083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd2ba0-2193-47e0-9d20-888da09923c9 None None] Routers {'769c53be-0c98-414a-9dde-a845c79cc610'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:30.654647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73fd2ba0-2193-47e0-9d20-888da09923c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['769c53be-0c98-414a-9dde-a845c79cc610'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:30.733098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d9e03881-64df-4b38-b636-d03e86986dc1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=769c53be-0c98-414a-9dde-a845c79cc610 HTTP/1.1" status: 200 len: 205 time: 0.0817394 May 26 16:16:30.743046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51262) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:30.766234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73fd2ba0-2193-47e0-9d20-888da09923c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:30.776477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd2ba0-2193-47e0-9d20-888da09923c9 None None] Routers {'769c53be-0c98-414a-9dde-a845c79cc610'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:30.777417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73fd2ba0-2193-47e0-9d20-888da09923c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['769c53be-0c98-414a-9dde-a845c79cc610'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:30.816476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73fd2ba0-2193-47e0-9d20-888da09923c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:30.817514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd2ba0-2193-47e0-9d20-888da09923c9 None None] The sync data for ids ['769c53be-0c98-414a-9dde-a845c79cc610'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:30.871420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1e32e44-e4cf-4193-a2fe-d6420d33980f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.927606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:31.068130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1e32e44-e4cf-4193-a2fe-d6420d33980f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.072163 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1e32e44-e4cf-4193-a2fe-d6420d33980f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.125474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1e32e44-e4cf-4193-a2fe-d6420d33980f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.126365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e32e44-e4cf-4193-a2fe-d6420d33980f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Fanout notify agent at l3_agent the message router_deleted on router 769c53be-0c98-414a-9dde-a845c79cc610 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:16:31.136623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e1e32e44-e4cf-4193-a2fe-d6420d33980f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.141295 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e1e32e44-e4cf-4193-a2fe-d6420d33980f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/769c53be-0c98-414a-9dde-a845c79cc610 HTTP/1.1" status: 204 len: 168 time: 0.3973389 May 26 16:16:31.142125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51274) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:31.224251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4616581-114a-4a28-8f15-004217b10e45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting subnet a0f38cdb-cdd4-471d-8fe8-bbea01a22065 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:16:31.227832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:31.242035 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] Sync routers for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:31.261284 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.262193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4616581-114a-4a28-8f15-004217b10e45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.266295 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:31.271865 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:31.400348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4616581-114a-4a28-8f15-004217b10e45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.561910 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:31.624325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4616581-114a-4a28-8f15-004217b10e45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.715812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4616581-114a-4a28-8f15-004217b10e45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.749529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4616581-114a-4a28-8f15-004217b10e45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.756092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e8e1fd-334b-4ffb-85d0-9c97996fd5ea None None] Network 9c539818-673a-4f5a-a0b1-97ca907aba66 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:31.766811 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f4616581-114a-4a28-8f15-004217b10e45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/a0f38cdb-cdd4-471d-8fe8-bbea01a22065 HTTP/1.1" status: 204 len: 168 time: 0.6226277 May 26 16:16:31.769129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:31.881707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4616581-114a-4a28-8f15-004217b10e45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f38cdb-cdd4-471d-8fe8-bbea01a22065,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:31.977169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d46f7ab-dca3-41c2-a4b8-e32f533b00ba tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting subnet a104ea99-10ff-4fd0-ac3c-27ecdb849998 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:16:31.989557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d46f7ab-dca3-41c2-a4b8-e32f533b00ba tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.059300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9e8b6347-ed16-4e63-804c-f4d12c855f2f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "PUT /v2.0/floatingips/86f315a1-3272-47af-8b8c-309954f98a60 HTTP/1.1" status: 200 len: 991 time: 3.2980633 May 26 16:16:32.067186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b1de17-47d9-4427-b922-6c7957869e9c', 'tag': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:32.069525 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c38c38-c1cc-4964-946b-39d7c8f7ab36" -d '{"events": [{"name": "network-changed", "server_uuid": "67b1de17-47d9-4427-b922-6c7957869e9c", "tag": "5273829b-8f70-4ea3-93e4-0ab9e2b9caa3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:32.121385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fede06-86c9-46e4-9e6f-988d935cefac req-031f1e37-3cb5-4f21-bca7-aee49f9226ff tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:32.127856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7fede06-86c9-46e4-9e6f-988d935cefac req-031f1e37-3cb5-4f21-bca7-aee49f9226ff tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.8437171 May 26 16:16:32.133359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] DHCP port deletion for 9c539818-673a-4f5a-a0b1-97ca907aba66 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:16:32.157312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8162d-a715-4af2-946b-20b5944dc3d3 req-71fbc55d-69dc-4143-870a-d4ffd621b5dd tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:32.158846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58a8162d-a715-4af2-946b-20b5944dc3d3 req-71fbc55d-69dc-4143-870a-d4ffd621b5dd tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1668770 May 26 16:16:32.186194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d46f7ab-dca3-41c2-a4b8-e32f533b00ba tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.249320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Deleting port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:32.252495 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '86f315a1-3272-47af-8b8c-309954f98a60', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'port_id': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'mac_address': 'fa:16:3e:3f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1de17-47d9-4427-b922-6c7957869e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:16:00Z', 'updated_at': '2022-05-26T16:16:29Z', 'revision_number': 1, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:32.255437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.281777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7fede06-86c9-46e4-9e6f-988d935cefac req-1b3b146c-23bd-4b12-a5e7-9237e84b6b12 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342998 May 26 16:16:32.350336 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] Checking router: 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:16:32.360330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58a8162d-a715-4af2-946b-20b5944dc3d3 req-bddcc7b0-fa9b-4827-88e2-914420c28dd3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487527 May 26 16:16:32.374367 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:32.374988 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:32.442962 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850c382b-0c60-4617-a3e1-a7654b9609f4 x-openstack-request-id: req-850c382b-0c60-4617-a3e1-a7654b9609f4 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:32.444116 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b1de17-47d9-4427-b922-6c7957869e9c", "tag": "5273829b-8f70-4ea3-93e4-0ab9e2b9caa3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:32.444427 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-850c382b-0c60-4617-a3e1-a7654b9609f4 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:32.444853 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850c382b-0c60-4617-a3e1-a7654b9609f4'] response: {'name': 'network-changed', 'server_uuid': '67b1de17-47d9-4427-b922-6c7957869e9c', 'tag': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3', 'status': 'completed', 'code': 200} May 26 16:16:32.480978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] For port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2ca3b0cd-5020-436e-b8b0-6fdc82883d02,segment=NetworkSegment(a8cf703d-4d2a-4578-93f0-2829178f09c8),segment_id=a8cf703d-4d2a-4578-93f0-2829178f09c8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:32.482127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.506813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d46f7ab-dca3-41c2-a4b8-e32f533b00ba tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.555082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Calling delete_port for 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:32.593925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-da876f36-1bca-4838-8d07-44ec083597fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:32.600845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-da876f36-1bca-4838-8d07-44ec083597fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 1096 time: 0.1398027 May 26 16:16:32.641251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d46f7ab-dca3-41c2-a4b8-e32f533b00ba tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.740674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46f7ab-dca3-41c2-a4b8-e32f533b00ba tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Subnet': ['ID=a104ea99-10ff-4fd0-ac3c-27ecdb849998,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:32.783116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d46f7ab-dca3-41c2-a4b8-e32f533b00ba tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.798737 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3d46f7ab-dca3-41c2-a4b8-e32f533b00ba tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/a104ea99-10ff-4fd0-ac3c-27ecdb849998 HTTP/1.1" status: 204 len: 168 time: 1.0255218 May 26 16:16:32.799389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51310) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:32.832538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbbcf5b-2b64-4827-9e4f-42b73c7b2125 None None] Network d333563d-f2b3-4b2c-b0d4-9d4d28270a6d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:32.873160 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:32.887419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:32.946230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.950471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-7d2c9af2-d169-48a6-945a-276183a809e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:32.955789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-7d2c9af2-d169-48a6-945a-276183a809e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 912 time: 0.3456600 May 26 16:16:33.027358 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.076618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:33.076983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.079014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] No DVR routers for this DVR port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:33.087419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Pushing event deleted for resources: {'Port': ['ID=2ca3b0cd-5020-436e-b8b0-6fdc82883d02,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:33.109132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.110411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.112929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.113501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.114399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.115917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.116441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.117657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.118253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.118845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.119396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.119923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b143ce-b1e4-465c-9aa9-fe08c291db24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:33.130277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No active binding found for port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:16:33.131073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:33.165339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-9f85c773-e1f5-40dc-a697-7436ccd6f27b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 HTTP/1.1" status: 200 len: 999 time: 0.2046516 May 26 16:16:33.254869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02, host n-d-843336-2, got binding levels [] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:33.261627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.291870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-4f0c3b22-761e-4789-bb67-1f3fc742ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:33.293782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-4f0c3b22-761e-4789-bb67-1f3fc742ffcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.1227443 May 26 16:16:33.293963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:33.304966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 was not found and therefore no delete operation was performed {{(pid=109404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:16:33.307312 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.397332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae91731-5eeb-4801-b120-7682b20cbff1 None None] DHCP port deletion for d333563d-f2b3-4b2c-b0d4-9d4d28270a6d request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:16:33.411332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-e9f14f97-a9f2-4a84-9cce-36d2e89d3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:33.413270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-e9f14f97-a9f2-4a84-9cce-36d2e89d3d59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118255 May 26 16:16:33.426042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No DVR routers for this DVR port 2ca3b0cd-5020-436e-b8b0-6fdc82883d02 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:33.552659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae91731-5eeb-4801-b120-7682b20cbff1 None None] Deleting port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:33.553745 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ae91731-5eeb-4801-b120-7682b20cbff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.582853 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.620379 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '86f315a1-3272-47af-8b8c-309954f98a60', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'port_id': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'mac_address': 'fa:16:3e:3f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1de17-47d9-4427-b922-6c7957869e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:16:00Z', 'updated_at': '2022-05-26T16:16:29Z', 'revision_number': 1, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:33.666457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=2ca3b0cd-5020-436e-b8b0-6fdc82883d02,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:33.689647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c539818-673a-4f5a-a0b1-97ca907aba66']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:33.727257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7ae91731-5eeb-4801-b120-7682b20cbff1 None None] For port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3968bc2a-aca0-4797-ba5b-b45be42ae9c2,segment=NetworkSegment(3a8dd366-437e-492e-b82b-d5dbc8ab6af9),segment_id=3a8dd366-437e-492e-b82b-d5dbc8ab6af9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:33.732315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ae91731-5eeb-4801-b120-7682b20cbff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.761003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cf703d-4d2a-4578-93f0-2829178f09c8') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:33.761299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cf703d-4d2a-4578-93f0-2829178f09c8') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:33.774995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7ae91731-5eeb-4801-b120-7682b20cbff1 None None] Calling delete_port for 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:33.776737 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21dbfca-fb05-4a52-a0b1-7a887784684d None None] The sync data for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 is: [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '86f315a1-3272-47af-8b8c-309954f98a60', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'port_id': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'mac_address': 'fa:16:3e:3f:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b1de17-47d9-4427-b922-6c7957869e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:16:00Z', 'updated_at': '2022-05-26T16:16:29Z', 'revision_number': 1, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:33.789304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c0e25-2280-48ab-b6d4-73684dbc739a req-3749f92c-e04b-4313-9ee2-5c6e3d56127b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:33.792227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-124c0e25-2280-48ab-b6d4-73684dbc739a req-3749f92c-e04b-4313-9ee2-5c6e3d56127b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1602104 May 26 16:16:33.809557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.825903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be788c5-6ed0-4274-94c9-6024f00e83cc req-22aada7d-5f7b-4a92-b081-a4b704caddfb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:33.828690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6be788c5-6ed0-4274-94c9-6024f00e83cc req-22aada7d-5f7b-4a92-b081-a4b704caddfb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1981466 May 26 16:16:33.874146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.886559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-73f4f923-473b-49c0-9970-e280fa929595 service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661071 May 26 16:16:33.900134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:33.902313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.954913 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6be788c5-6ed0-4274-94c9-6024f00e83cc req-96b4577c-e879-4223-a28e-5b83f3685f80 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928926 May 26 16:16:34.022534 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ae91731-5eeb-4801-b120-7682b20cbff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.066310 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a8cf703d-4d2a-4578-93f0-2829178f09c8 resource provider aggregate not found May 26 16:16:34.103236 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a8cf703d-4d2a-4578-93f0-2829178f09c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8cf703d-4d2a-4578-93f0-2829178f09c8 found for delete ", "request_id": "req-a8a4c0e6-2461-42ac-9134-118a44748db4"}]} May 26 16:16:34.104951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42c38c38-c1cc-4964-946b-39d7c8f7ab36 req-4be666ea-eed5-4c41-82cb-dd7ef2a7514e service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614838 May 26 16:16:34.151754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-124c0e25-2280-48ab-b6d4-73684dbc739a req-1f8da89b-35d2-410d-a77a-166d2c384847 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466804 May 26 16:16:34.154492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae91731-5eeb-4801-b120-7682b20cbff1 None None] Pushing event deleted for resources: {'Port': ['ID=3968bc2a-aca0-4797-ba5b-b45be42ae9c2,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:34.171298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae91731-5eeb-4801-b120-7682b20cbff1 None None] No DVR routers for this DVR port 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:34.236043 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.260010 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.271801 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/networks/9c539818-673a-4f5a-a0b1-97ca907aba66 HTTP/1.1" status: 204 len: 168 time: 1.4697497 May 26 16:16:34.272123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51344) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:34.325699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a8f05-b202-416f-91b4-585f81381e4f None None] New status for floating IP 86f315a1-3272-47af-8b8c-309954f98a60: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:16:34.363847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c7646-c513-4c91-aa44-49786a1694d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Network': ['ID=9c539818-673a-4f5a-a0b1-97ca907aba66,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:34.556539 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.602855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38ff2-804f-4bcb-83fc-8ab32eb375f9 req-30f0ce68-80a9-44ea-bf51-791ce9bc55cf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:34.604353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78b38ff2-804f-4bcb-83fc-8ab32eb375f9 req-30f0ce68-80a9-44ea-bf51-791ce9bc55cf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1285787 May 26 16:16:34.809757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.835019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:34.862468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:34.862818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3968bc2a-aca0-4797-ba5b-b45be42ae9c2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:34.908171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d333563d-f2b3-4b2c-b0d4-9d4d28270a6d']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:34.923999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8dd366-437e-492e-b82b-d5dbc8ab6af9') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:34.924624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8dd366-437e-492e-b82b-d5dbc8ab6af9') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:34.936837 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.952914 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78b38ff2-804f-4bcb-83fc-8ab32eb375f9 req-2064b0e8-0b83-4c22-a41f-f95503ef61f1 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196695 May 26 16:16:34.961882 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.968538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-3396bfb4-9eda-4d71-8509-85aec8833de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:34.970298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-3396bfb4-9eda-4d71-8509-85aec8833de2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1096 time: 0.2461913 May 26 16:16:34.974389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:34.975207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.000491 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3fc548fe-be6f-474f-90d8-6cb2617e7c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.029324 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 3a8dd366-437e-492e-b82b-d5dbc8ab6af9 resource provider aggregate not found May 26 16:16:35.090110 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 3a8dd366-437e-492e-b82b-d5dbc8ab6af9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a8dd366-437e-492e-b82b-d5dbc8ab6af9 found for delete ", "request_id": "req-2afaa816-09d2-4104-8a2a-01fb0aaa66b5"}]} May 26 16:16:35.194610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.202677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.209792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/networks/d333563d-f2b3-4b2c-b0d4-9d4d28270a6d HTTP/1.1" status: 204 len: 168 time: 0.9365673 May 26 16:16:35.213708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51370) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:35.230549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'network': {'name': 'tempest-RoutersTest-2005007346'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:35.287948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:35.291241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.302564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd378e-164a-47cc-888f-775fbc36b1a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Network': ['ID=d333563d-f2b3-4b2c-b0d4-9d4d28270a6d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:35.351101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:35.371748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.372367 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added segment ade442e6-7e1f-4d73-9291-ad692db82f0d of type vlan for network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 May 26 16:16:35.391578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-ccbed216-950c-4c1f-b062-408cd57ba543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:35.397469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-ccbed216-950c-4c1f-b062-408cd57ba543 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.3976686 May 26 16:16:35.482914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.543116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c079-2d26-4a55-8b04-371949771920 req-99809887-8a86-45f2-9290-d262472a8de4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:35.545336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b721c079-2d26-4a55-8b04-371949771920 req-99809887-8a86-45f2-9290-d262472a8de4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2470744 May 26 16:16:35.548404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-405ce927-4655-4934-b6cf-fa084da12748 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 999 time: 0.1402776 May 26 16:16:35.560668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.567790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:35.568764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.654100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b721c079-2d26-4a55-8b04-371949771920 req-e61b1c58-093c-480a-931f-321089a4bd0f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777960 May 26 16:16:35.670951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-f0d37733-630c-40a5-9413-7f283d95c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:35.681341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-f0d37733-630c-40a5-9413-7f283d95c2b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.1195781 May 26 16:16:35.706591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Network': ['ID=985218a4-3f15-4e6a-b26a-baac8a0c5bc5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:35.721313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:35.735911 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d8fe92a6-b599-43c6-9051-7a91496640a8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5147560 May 26 16:16:35.742678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51382) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:35.749837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'subnet': {'network_id': '985218a4-3f15-4e6a-b26a-baac8a0c5bc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:35.790189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-1323d2ba-aada-4edf-9b8a-1fabae801286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:35.790732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-1323d2ba-aada-4edf-9b8a-1fabae801286 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058939 May 26 16:16:36.009185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:36.020432 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.034103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-e3a53ec0-39d9-4be7-bb0a-6c3ba2aa0b7c service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342477 May 26 16:16:36.240978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8f149-d133-441d-8195-f24f8cfbbfe6 req-80f25120-9ca5-4756-977a-3ba0f9dfb905 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:36.243742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36f8f149-d133-441d-8195-f24f8cfbbfe6 req-80f25120-9ca5-4756-977a-3ba0f9dfb905 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1869941 May 26 16:16:36.313470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36f8f149-d133-441d-8195-f24f8cfbbfe6 req-91864bc0-961f-494d-9ef7-24878ee2637e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610514 May 26 16:16:36.317213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3685fcc-6527-4bd2-a777-89093efe3a75 req-5af74c97-c76d-4471-b15b-f365c074b3ed service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711895 May 26 16:16:36.378234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51400) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:36.420834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.491252 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Subnet': ['ID=651d7516-55dc-4787-8dfd-6270cae9a07d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:36.510731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Checking segment: {'id': 'ade442e6-7e1f-4d73-9291-ad692db82f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '985218a4-3f15-4e6a-b26a-baac8a0c5bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:36.510731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network hostable DHCP agents. Network: 985218a4-3f15-4e6a-b26a-baac8a0c5bc5, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:36.529263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:36.540432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 985218a4-3f15-4e6a-b26a-baac8a0c5bc5) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:36.544711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:36.545290 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.552944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475adc9-39f2-4006-8136-2558313081a7 None None] Network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:36.582518 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9a3fe5fe-864f-4fee-84cf-3b8f2ec72c07 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8353543 May 26 16:16:36.582767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51408) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:36.599333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7b0518ec-020c-47bf-8bfd-613f82c07597 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-182433980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:36.624013 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b0518ec-020c-47bf-8bfd-613f82c07597 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.625305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b0518ec-020c-47bf-8bfd-613f82c07597 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.704873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b0518ec-020c-47bf-8bfd-613f82c07597 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.715013 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b0518ec-020c-47bf-8bfd-613f82c07597 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.741785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b0518ec-020c-47bf-8bfd-613f82c07597 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.743450 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7b0518ec-020c-47bf-8bfd-613f82c07597 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1589956 May 26 16:16:36.746881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51412) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:36.755990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-985218a4-3f15-4e6a-b26a-baac8a0c5bc5', 'network_id': '985218a4-3f15-4e6a-b26a-baac8a0c5bc5', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'fixed_ips': [{'subnet_id': '651d7516-55dc-4787-8dfd-6270cae9a07d'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:16:36.756726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'port': {'network_id': '985218a4-3f15-4e6a-b26a-baac8a0c5bc5', 'name': 'tempest-RoutersTest-2109676960'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:36.766608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.976489 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2675-c991-461c-9f87-94266674f499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.023446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f95af0-9e6f-4fc7-84c7-9664deed55f2 req-7e8ebcb0-93a8-44f8-be8a-b9aa9a0a9beb tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:37.025777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7f95af0-9e6f-4fc7-84c7-9664deed55f2 req-7e8ebcb0-93a8-44f8-be8a-b9aa9a0a9beb tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2596943 May 26 16:16:37.037871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Allocated IP 172.20.0.2 (985218a4-3f15-4e6a-b26a-baac8a0c5bc5/651d7516-55dc-4787-8dfd-6270cae9a07d/de05f870-d2da-45b2-b5db-ed0a1efd6bb4) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:37.134739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7f95af0-9e6f-4fc7-84c7-9664deed55f2 req-f93bc72f-6321-43de-8e80-15046c566767 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930605 May 26 16:16:37.167802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:37.171963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.212531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] device_id is not set on port dbf7c908-e02d-4bdb-83ce-e275262911a6 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:16:37.351474 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.358459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2675-c991-461c-9f87-94266674f499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.376743 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.383310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2675-c991-461c-9f87-94266674f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.471334 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9f1d2675-c991-461c-9f87-94266674f499 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=336e4b64a159465681c09b0fa617bf75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0867257 May 26 16:16:37.471913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51436) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:37.491275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:37.506584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Pushing event updated for resources: {'Port': ['ID=de05f870-d2da-45b2-b5db-ed0a1efd6bb4,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:37.520573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:37.526428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:37.576847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d2675-c991-461c-9f87-94266674f499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16396b74-ef3c-4e95-9319-2f4f403133a1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:37.598785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a493083-1550-4310-9611-11b4de739786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.636013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Attempting to bind port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:16:37.636836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Attempting to bind port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'ade442e6-7e1f-4d73-9291-ad692db82f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '985218a4-3f15-4e6a-b26a-baac8a0c5bc5'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:16:37.637447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Attempting to bind port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 on network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:16:37.644514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:16:37.645655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Checking segment: {'id': 'ade442e6-7e1f-4d73-9291-ad692db82f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '985218a4-3f15-4e6a-b26a-baac8a0c5bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:37.646371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.646948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Bound using segment: {'id': 'ade442e6-7e1f-4d73-9291-ad692db82f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '985218a4-3f15-4e6a-b26a-baac8a0c5bc5'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:16:37.647610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Bound port: de05f870-d2da-45b2-b5db-ed0a1efd6bb4, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade442e6-7e1f-4d73-9291-ad692db82f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '985218a4-3f15-4e6a-b26a-baac8a0c5bc5'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:16:37.648195 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.665489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c116ef-5ae0-41f3-99c7-525265390ef2 req-58ea3835-3187-43f9-99fb-e14d915cdd70 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:37.669023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3c116ef-5ae0-41f3-99c7-525265390ef2 req-58ea3835-3187-43f9-99fb-e14d915cdd70 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1819456 May 26 16:16:37.690114 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a493083-1550-4310-9611-11b4de739786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.703683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.20.0.11 (985218a4-3f15-4e6a-b26a-baac8a0c5bc5/651d7516-55dc-4787-8dfd-6270cae9a07d/dbf7c908-e02d-4bdb-83ce-e275262911a6) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:37.744283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3c116ef-5ae0-41f3-99c7-525265390ef2 req-390a9dfc-96a1-4e79-86a2-41bfef6b8f63 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657156 May 26 16:16:37.751069 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3d361ce-1c12-4541-b9bc-d9fbd6fe745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.782367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] For port de05f870-d2da-45b2-b5db-ed0a1efd6bb4, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:16:37.784909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] For port de05f870-d2da-45b2-b5db-ed0a1efd6bb4, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=de05f870-d2da-45b2-b5db-ed0a1efd6bb4,segment=NetworkSegment(ade442e6-7e1f-4d73-9291-ad692db82f0d),segment_id=ade442e6-7e1f-4d73-9291-ad692db82f0d)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:16:37.791297 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.881785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a493083-1550-4310-9611-11b4de739786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.886315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a493083-1550-4310-9611-11b4de739786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.888239 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a493083-1550-4310-9611-11b4de739786 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16396b74-ef3c-4e95-9319-2f4f403133a1 HTTP/1.1" status: 204 len: 168 time: 0.4150419 May 26 16:16:37.920464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3b3d7-7c62-422c-af0c-904684ed3f07 None None] Pushing event updated for resources: {'Port': ['ID=de05f870-d2da-45b2-b5db-ed0a1efd6bb4,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:37.931364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a493083-1550-4310-9611-11b4de739786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16396b74-ef3c-4e95-9319-2f4f403133a1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:38.029228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9604aba-92d7-4966-adb9-5821697ff2bb req-2f42b35c-ed1c-483a-88ae-fb0db5c4362d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:38.045031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9604aba-92d7-4966-adb9-5821697ff2bb req-2f42b35c-ed1c-483a-88ae-fb0db5c4362d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1597793 May 26 16:16:38.128413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9604aba-92d7-4966-adb9-5821697ff2bb req-8843fb33-273f-4051-ae9c-99cbe03e15ec tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818985 May 26 16:16:38.152321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51456) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:38.167793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.219024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.301013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:38.311532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:38.317502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:38.342958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=dbf7c908-e02d-4bdb-83ce-e275262911a6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:38.490343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa32847-bba8-40b1-a9ac-f624834b2500 req-0dad3e7a-94df-480e-a9b4-f1926607d6b3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:38.492730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2aa32847-bba8-40b1-a9ac-f624834b2500 req-0dad3e7a-94df-480e-a9b4-f1926607d6b3 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1832514 May 26 16:16:38.502169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:38.503579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.519828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29d19e-cea2-4bbb-abb6-d612c8f105d7 req-7afbaf1a-8be3-4358-bbf1-b5d17bd35f8f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:38.521658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db29d19e-cea2-4bbb-abb6-d612c8f105d7 req-7afbaf1a-8be3-4358-bbf1-b5d17bd35f8f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1838105 May 26 16:16:38.594160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-01469ac7-c438-4912-b0ff-c70e3068b821 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8456337 May 26 16:16:38.599784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51468) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:38.660690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2aa32847-bba8-40b1-a9ac-f624834b2500 req-78d109f2-054e-4724-872a-fecc193f2050 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351454 May 26 16:16:38.663721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db29d19e-cea2-4bbb-abb6-d612c8f105d7 req-d6b21363-7689-4733-8911-c8c7fb8fce27 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295526 May 26 16:16:38.677453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48fe82e3-b7c7-4eeb-b23b-a2dad9697b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.756632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.860808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51478) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:38.963615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device de05f870-d2da-45b2-b5db-ed0a1efd6bb4 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:38.964190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997184e8-a211-419f-b9e0-998b26517470 req-9ac6bd9d-5de3-438a-b0bc-4a3ea251425e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:38.964679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-741953c1-ea0f-4cba-a98b-7fa38315f5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.971363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-997184e8-a211-419f-b9e0-998b26517470 req-9ac6bd9d-5de3-438a-b0bc-4a3ea251425e tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1361518 May 26 16:16:39.038417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-997184e8-a211-419f-b9e0-998b26517470 req-84b3e842-e2b8-412f-b9f6-a9e02bcd6d6f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601001 May 26 16:16:39.084973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:39.085567 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.142403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48fe82e3-b7c7-4eeb-b23b-a2dad9697b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.155569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48fe82e3-b7c7-4eeb-b23b-a2dad9697b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.244924 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-48fe82e3-b7c7-4eeb-b23b-a2dad9697b96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b11ee8c62bfa4346bac0ee2e9f1434b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0906627 May 26 16:16:39.249235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51494) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:39.276544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:39.277021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.353642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe82e3-b7c7-4eeb-b23b-a2dad9697b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed34b5a-79df-4a78-86c0-1c709cf30cd8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:39.378475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd56e13-edf1-4bea-a1cc-6610b6a76acb req-6735bf43-487a-415a-b140-e6cf94ca2f4f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:39.395304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dd56e13-edf1-4bea-a1cc-6610b6a76acb req-6735bf43-487a-415a-b140-e6cf94ca2f4f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2093050 May 26 16:16:39.412569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.417310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port de05f870-d2da-45b2-b5db-ed0a1efd6bb4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=de05f870-d2da-45b2-b5db-ed0a1efd6bb4,segment=NetworkSegment(ade442e6-7e1f-4d73-9291-ad692db82f0d),segment_id=ade442e6-7e1f-4d73-9291-ad692db82f0d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:39.424011 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.447546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-741953c1-ea0f-4cba-a98b-7fa38315f5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.463303 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-741953c1-ea0f-4cba-a98b-7fa38315f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.466687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67c56a7a-1caf-47d7-9e44-b823ee411db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.527486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dd56e13-edf1-4bea-a1cc-6610b6a76acb req-6b409b6d-2270-4d8a-8893-b2f975f08e54 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219130 May 26 16:16:39.543397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67c56a7a-1caf-47d7-9e44-b823ee411db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.591635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=de05f870-d2da-45b2-b5db-ed0a1efd6bb4,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:39.633385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741953c1-ea0f-4cba-a98b-7fa38315f5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf38d97-748f-4682-8634-2eb7c97b0bdd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:39.770208 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-741953c1-ea0f-4cba-a98b-7fa38315f5a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7c0d1d1ac5345e48e10dbe7de4fddad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9020281 May 26 16:16:39.772790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51520) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:39.841118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a34de-7c6a-4c29-a6bb-2900a56409b2 None None] Network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:39.915537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be0db-29e6-471d-8ff5-7e613d8f9a5d req-dd7aedb5-88e4-4b4d-8b1a-898dc19873bc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:39.934678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d96be0db-29e6-471d-8ff5-7e613d8f9a5d req-dd7aedb5-88e4-4b4d-8b1a-898dc19873bc tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1483638 May 26 16:16:39.961082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-805cd465-8bcf-4a1d-afe6-37619979c7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.013684 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-805cd465-8bcf-4a1d-afe6-37619979c7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.017335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67c56a7a-1caf-47d7-9e44-b823ee411db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.026067 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67c56a7a-1caf-47d7-9e44-b823ee411db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.028253 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-67c56a7a-1caf-47d7-9e44-b823ee411db8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aed34b5a-79df-4a78-86c0-1c709cf30cd8 HTTP/1.1" status: 204 len: 168 time: 0.7729018 May 26 16:16:40.078434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c56a7a-1caf-47d7-9e44-b823ee411db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed34b5a-79df-4a78-86c0-1c709cf30cd8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:40.142528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0e0e6908-ac0d-4deb-bc37-883f4c48394b None None] Provisioning complete for port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:40.143078 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6908-ac0d-4deb-bc37-883f4c48394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.212033 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-805cd465-8bcf-4a1d-afe6-37619979c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.219940 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-805cd465-8bcf-4a1d-afe6-37619979c7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.226037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-805cd465-8bcf-4a1d-afe6-37619979c7e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abf38d97-748f-4682-8634-2eb7c97b0bdd HTTP/1.1" status: 204 len: 168 time: 0.4477551 May 26 16:16:40.254300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559b615-5a47-4877-a2b4-c44807e57502 req-543b6e20-bcf3-4168-a42c-7f2f23249410 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:40.265983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4559b615-5a47-4877-a2b4-c44807e57502 req-543b6e20-bcf3-4168-a42c-7f2f23249410 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3287854 May 26 16:16:40.287134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cd465-8bcf-4a1d-afe6-37619979c7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf38d97-748f-4682-8634-2eb7c97b0bdd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:40.288447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.302979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d96be0db-29e6-471d-8ff5-7e613d8f9a5d req-438272d2-8846-4634-9446-84a3863f9067 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620605 May 26 16:16:40.305166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.403490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=dbf7c908-e02d-4bdb-83ce-e275262911a6,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:40.403753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4559b615-5a47-4877-a2b4-c44807e57502 req-79f79c0a-bc5e-4031-a8f9-9c51d02c7f4c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363852 May 26 16:16:40.669551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.734763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.772698 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.780553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51552) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:40.815810 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f830b48-040a-4c99-9aa3-a9572ce66ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.872910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e6908-ac0d-4deb-bc37-883f4c48394b None None] Current status of the port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:40.918338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device de05f870-d2da-45b2-b5db-ed0a1efd6bb4 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:41.005808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.011808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:41.013233 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.071605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f830b48-040a-4c99-9aa3-a9572ce66ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.081006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f830b48-040a-4c99-9aa3-a9572ce66ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.138225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:41.228022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8f830b48-040a-4c99-9aa3-a9572ce66ce0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0db496fb05ab43d2a801ed25793a3911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463291 May 26 16:16:41.228682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51572) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:41.229365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f830b48-040a-4c99-9aa3-a9572ce66ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa0d7a1-9594-4802-8144-5453b0a76d44,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:41.346325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5fdba9b-d1b0-4f2c-b06c-d77b21993c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.384299 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5fdba9b-d1b0-4f2c-b06c-d77b21993c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.440804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-37d7b954-d4ac-488c-a254-7f054d964eb7 None None] Provisioning complete for port dbf7c908-e02d-4bdb-83ce-e275262911a6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:41.441406 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37d7b954-d4ac-488c-a254-7f054d964eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.567887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-37d7b954-d4ac-488c-a254-7f054d964eb7 None None] Port dbf7c908-e02d-4bdb-83ce-e275262911a6 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:41.599527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-37d7b954-d4ac-488c-a254-7f054d964eb7 None None] Provisioning complete for port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:41.600232 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37d7b954-d4ac-488c-a254-7f054d964eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.723867 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5fdba9b-d1b0-4f2c-b06c-d77b21993c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.728638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.731290 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5fdba9b-d1b0-4f2c-b06c-d77b21993c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.734106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f5fdba9b-d1b0-4f2c-b06c-d77b21993c7e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/afa0d7a1-9594-4802-8144-5453b0a76d44 HTTP/1.1" status: 204 len: 168 time: 0.5010571 May 26 16:16:41.735358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.769830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdba9b-d1b0-4f2c-b06c-d77b21993c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa0d7a1-9594-4802-8144-5453b0a76d44,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:41.786611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3f5c-7dbc-44dc-88d7-2c208e9df0c2 req-6e7db30f-6e05-45f3-946a-0301167a1ff7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:41.788274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e6b3f5c-7dbc-44dc-88d7-2c208e9df0c2 req-6e7db30f-6e05-45f3-946a-0301167a1ff7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2608142 May 26 16:16:41.810630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-37d7b954-d4ac-488c-a254-7f054d964eb7 None None] Current status of the port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:41.842775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944d30e-39c5-4c30-a9c0-71b1ac4ce3bb req-b389ecf4-d0cc-47bf-a6b0-dd1e5f40d372 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:41.849222 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9944d30e-39c5-4c30-a9c0-71b1ac4ce3bb req-b389ecf4-d0cc-47bf-a6b0-dd1e5f40d372 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2604837 May 26 16:16:41.904835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=dbf7c908-e02d-4bdb-83ce-e275262911a6,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:41.907705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.949743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c150f344-81c3-49ca-a245-b8e3157b9015 None None] Provisioning complete for port dbf7c908-e02d-4bdb-83ce-e275262911a6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:41.951839 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c150f344-81c3-49ca-a245-b8e3157b9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.977811 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9944d30e-39c5-4c30-a9c0-71b1ac4ce3bb req-d9fd100a-d264-493f-b12d-3baa50e7c808 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159902 May 26 16:16:42.032234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e6b3f5c-7dbc-44dc-88d7-2c208e9df0c2 req-87ddb2eb-f9be-430a-abc4-b01ceeac0f67 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168651 May 26 16:16:42.066964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c150f344-81c3-49ca-a245-b8e3157b9015 None None] Port dbf7c908-e02d-4bdb-83ce-e275262911a6 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:42.140073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:42.145325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:42.248340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f95fc69c-1989-4061-a0a4-cec2fbd7b3b6 None None] Provisioning complete for port dbf7c908-e02d-4bdb-83ce-e275262911a6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:42.248966 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f95fc69c-1989-4061-a0a4-cec2fbd7b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:42.305183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f95fc69c-1989-4061-a0a4-cec2fbd7b3b6 None None] Port dbf7c908-e02d-4bdb-83ce-e275262911a6 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:42.465575 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 518bdc14-6a38-482b-b7e3-ce33865846e7 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:16:42.476516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-8a531c55-92bf-4bab-b037-eb1528f09f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:42.479219 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-8a531c55-92bf-4bab-b037-eb1528f09f98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 1096 time: 0.1750944 May 26 16:16:42.496658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154638e-f4f6-4b77-80fe-4c23a58d52cb req-9c244c45-45fd-4b86-bf7a-8784a6acbbdf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:42.512022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3154638e-f4f6-4b77-80fe-4c23a58d52cb req-9c244c45-45fd-4b86-bf7a-8784a6acbbdf tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1433728 May 26 16:16:42.644135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0ec4eb70-b42a-4ab8-a4df-58a16c0b7ed3 None None] Provisioning complete for port dbf7c908-e02d-4bdb-83ce-e275262911a6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:42.644658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eb70-b42a-4ab8-a4df-58a16c0b7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:42.649743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3154638e-f4f6-4b77-80fe-4c23a58d52cb req-0a1d73c9-7e9c-4fd9-8ca3-f35b12e398ed tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298435 May 26 16:16:42.702423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:42.711502 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-364b42f9-36b7-4701-be0d-239ee0b315b3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/518bdc14-6a38-482b-b7e3-ce33865846e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1040866 May 26 16:16:42.718980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:42.723122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-687345a5-8a58-4e6e-9f9b-3d1cde4f0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:42.724634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-687345a5-8a58-4e6e-9f9b-3d1cde4f0045 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.2103627 May 26 16:16:42.725763 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb281ce2-4d71-4c37-8283-4151a5ec003a None None] Sync routers for ids ['518bdc14-6a38-482b-b7e3-ce33865846e7'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:42.746309 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb281ce2-4d71-4c37-8283-4151a5ec003a None None] Routers {'518bdc14-6a38-482b-b7e3-ce33865846e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:42.747427 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fb281ce2-4d71-4c37-8283-4151a5ec003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['518bdc14-6a38-482b-b7e3-ce33865846e7'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:42.754035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4eb70-b42a-4ab8-a4df-58a16c0b7ed3 None None] Port dbf7c908-e02d-4bdb-83ce-e275262911a6 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:42.780160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe719a6-d6ff-4939-9a91-493e0408c723 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:42.782420 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7fe719a6-d6ff-4939-9a91-493e0408c723 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports/dbf7c908-e02d-4bdb-83ce-e275262911a6 HTTP/1.1" status: 200 len: 978 time: 0.0621262 May 26 16:16:42.785280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:42.840421 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fb281ce2-4d71-4c37-8283-4151a5ec003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:42.873460 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb281ce2-4d71-4c37-8283-4151a5ec003a None None] Routers {'518bdc14-6a38-482b-b7e3-ce33865846e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:42.874706 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fb281ce2-4d71-4c37-8283-4151a5ec003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['518bdc14-6a38-482b-b7e3-ce33865846e7'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:42.883772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-2408ede8-d1ba-4ca8-9f6c-46ca38b3f5cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 200 len: 999 time: 0.1445348 May 26 16:16:42.963631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-2f24cae7-4eae-40cf-8dee-9a21946db62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:42.965905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-2f24cae7-4eae-40cf-8dee-9a21946db62b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.0751472 May 26 16:16:43.018827 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fb281ce2-4d71-4c37-8283-4151a5ec003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:43.019487 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb281ce2-4d71-4c37-8283-4151a5ec003a None None] The sync data for ids ['518bdc14-6a38-482b-b7e3-ce33865846e7'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:43.043394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-0d0bddf1-a797-4cbd-b9ca-88a97417e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:43.045185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-0d0bddf1-a797-4cbd-b9ca-88a97417e4a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702734 May 26 16:16:43.204295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-d62dcf4a-f7a7-4caf-a1ec-39c9d9ab7107 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516721 May 26 16:16:43.349662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80151ab4-6a75-4a0a-b264-99a7818123cd req-ad58d005-30c3-4878-a61b-9fd7adc4d84f service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324737 May 26 16:16:43.427646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1412134-4377-415b-bfea-9ea33c93d1a5 req-8c9fd8c6-e592-4139-aba4-cca8cb5d9250 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:43.429270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1412134-4377-415b-bfea-9ea33c93d1a5 req-8c9fd8c6-e592-4139-aba4-cca8cb5d9250 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2238500 May 26 16:16:43.469631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.519385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1412134-4377-415b-bfea-9ea33c93d1a5 req-6e44b28f-5a9a-4f23-874b-846b2b311a6b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816052 May 26 16:16:43.801188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-4362fcbb-6f6c-4e5f-8411-df1f77d48b6b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1838450 May 26 16:16:44.090492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port dbf7c908-e02d-4bdb-83ce-e275262911a6 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:44.090492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:44.095589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-783f06b5-1684-4c75-b5ca-887e047b09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:44.098949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-783f06b5-1684-4c75-b5ca-887e047b09f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 1097 time: 0.2433248 May 26 16:16:44.111324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa8cff-0c9b-47a5-9925-11a664f1f4ce req-bb0c9b1f-4b36-424c-8fe6-2e7da343233d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:44.124341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cfa8cff-0c9b-47a5-9925-11a664f1f4ce req-bb0c9b1f-4b36-424c-8fe6-2e7da343233d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2471704 May 26 16:16:44.388278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cfa8cff-0c9b-47a5-9925-11a664f1f4ce req-fcd81bed-a3b8-460e-8aed-ad3f7f4c3123 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440839 May 26 16:16:44.474249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-d6d13ff7-e033-48d9-9820-6773830b03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:44.475838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-d6d13ff7-e033-48d9-9820-6773830b03e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 200 len: 912 time: 0.3309903 May 26 16:16:44.575179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-fd2b7c10-c86c-4d86-89a0-f43121dd274a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85adca4a-93ad-497c-8ea9-b41b05520221 HTTP/1.1" status: 200 len: 217 time: 0.0917864 May 26 16:16:44.754682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-7a67593e-396e-4ac1-a43a-2bb2c493db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:44.757068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-7a67593e-396e-4ac1-a43a-2bb2c493db66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 200 len: 850 time: 0.1738696 May 26 16:16:44.760356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51722) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:44.952279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-552ad7dc-823b-436a-aa70-26189660cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:44.959259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-552ad7dc-823b-436a-aa70-26189660cafa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6a2eecd-73ef-43d4-862b-f37d994a7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850107 May 26 16:16:44.982607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.000731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for dbf7c908-e02d-4bdb-83ce-e275262911a6 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:45.104276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-293bb67c-f9a3-4c4f-9b02-ed1210d112f2 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351278 May 26 16:16:45.130396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2588c37-dc18-4917-aacc-5562aa1f1bf4 req-27a2d283-a0f5-4df0-858d-096ff65594e3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:45.132165 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2588c37-dc18-4917-aacc-5562aa1f1bf4 req-27a2d283-a0f5-4df0-858d-096ff65594e3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.3740773 May 26 16:16:45.165812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4fa1d2b-9d0f-4968-af9a-8f782246af33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.223509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51740) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:45.231219 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.392347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=dbf7c908-e02d-4bdb-83ce-e275262911a6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:45.423841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.424238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.426699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.428680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.429075 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.429424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.431742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.432108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.432454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.434831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.435286 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.435624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:45.484794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0077708-b919-4f7c-af9d-7e56126a9518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.612353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0077708-b919-4f7c-af9d-7e56126a9518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.701486 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0077708-b919-4f7c-af9d-7e56126a9518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.732786 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.750067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2588c37-dc18-4917-aacc-5562aa1f1bf4 req-524c6d99-4dfc-4c67-83dd-1772c1c90e7a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948539 May 26 16:16:45.750798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0077708-b919-4f7c-af9d-7e56126a9518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e406777-95b9-48dd-b96c-b7ef6b99cd77,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:45.781946 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a0077708-b919-4f7c-af9d-7e56126a9518 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82c86f1a8cbf41f8a20b006112005b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571556 May 26 16:16:45.782896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51756) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:45.800852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5446c-4b2e-4309-afc2-836487c861f4 req-ec900153-f943-48a5-8530-5bfeb1ee6118 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:45.802457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9af5446c-4b2e-4309-afc2-836487c861f4 req-ec900153-f943-48a5-8530-5bfeb1ee6118 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1519792 May 26 16:16:45.809010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4033f34-f651-442b-a91e-b03b8dbd7b7c req-e292c3d3-98ed-480d-9481-0fab02e93ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875329 May 26 16:16:45.853963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4fa1d2b-9d0f-4968-af9a-8f782246af33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.881812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4fa1d2b-9d0f-4968-af9a-8f782246af33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.889680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9af5446c-4b2e-4309-afc2-836487c861f4 req-11d35d74-9106-480f-9dc5-9660e553fa56 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766060 May 26 16:16:45.964222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa1d2b-9d0f-4968-af9a-8f782246af33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83303f-cdf6-485c-ad25-008a9046e6cb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:46.013462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99bc20ab-bc2d-47f7-bd14-3a41f4e39212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.037927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d4fa1d2b-9d0f-4968-af9a-8f782246af33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad07a2d4754f441c91f893e6f73fcf7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2745903 May 26 16:16:46.039973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51764) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:46.048695 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99bc20ab-bc2d-47f7-bd14-3a41f4e39212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.099920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67bb8d25-d014-4ee3-b584-955a16c2205d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.100849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 518bdc14-6a38-482b-b7e3-ce33865846e7 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:46.114056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59573890-f2d8-4add-88a4-5a2041421055 req-7cb8c0f1-0f79-4479-a52e-e4a75932ec1f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:46.128490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59573890-f2d8-4add-88a4-5a2041421055 req-7cb8c0f1-0f79-4479-a52e-e4a75932ec1f tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.1392694 May 26 16:16:46.171374 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67bb8d25-d014-4ee3-b584-955a16c2205d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.215334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:46.223235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59573890-f2d8-4add-88a4-5a2041421055 req-2a4c4e64-c245-4d2d-bab9-ebb6803cf85d tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822852 May 26 16:16:46.228407 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2c0a5092-e0f4-4bf4-aaa3-77e41379823b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/518bdc14-6a38-482b-b7e3-ce33865846e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4402962 May 26 16:16:46.229044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51770) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:46.229430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40944f23-8149-493a-9d0f-439cc222b6d6 None None] Sync routers for ids ['518bdc14-6a38-482b-b7e3-ce33865846e7'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:46.241349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40944f23-8149-493a-9d0f-439cc222b6d6 None None] Routers {'518bdc14-6a38-482b-b7e3-ce33865846e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:46.242133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-40944f23-8149-493a-9d0f-439cc222b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['518bdc14-6a38-482b-b7e3-ce33865846e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:46.289804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-40944f23-8149-493a-9d0f-439cc222b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:46.301075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40944f23-8149-493a-9d0f-439cc222b6d6 None None] Routers {'518bdc14-6a38-482b-b7e3-ce33865846e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:46.302237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-40944f23-8149-493a-9d0f-439cc222b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['518bdc14-6a38-482b-b7e3-ce33865846e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:46.324860 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67bb8d25-d014-4ee3-b584-955a16c2205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.327431 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67bb8d25-d014-4ee3-b584-955a16c2205d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.330974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-67bb8d25-d014-4ee3-b584-955a16c2205d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f83303f-cdf6-485c-ad25-008a9046e6cb HTTP/1.1" status: 204 len: 168 time: 0.2876534 May 26 16:16:46.340696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb8d25-d014-4ee3-b584-955a16c2205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83303f-cdf6-485c-ad25-008a9046e6cb,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:46.363066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-95adc69a-3dcd-468a-920f-d96a2e050cc9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1544690 May 26 16:16:46.397990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-40944f23-8149-493a-9d0f-439cc222b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:46.399262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40944f23-8149-493a-9d0f-439cc222b6d6 None None] The sync data for ids ['518bdc14-6a38-482b-b7e3-ce33865846e7'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:46.478902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-010c2ca9-38a3-44ee-ab9c-426c9045344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:46.480455 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-010c2ca9-38a3-44ee-ab9c-426c9045344e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=08a1816bc5a242bdb94bde21d7075742&device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 1096 time: 0.0921769 May 26 16:16:46.566950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99bc20ab-bc2d-47f7-bd14-3a41f4e39212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.575920 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99bc20ab-bc2d-47f7-bd14-3a41f4e39212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.585890 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-99bc20ab-bc2d-47f7-bd14-3a41f4e39212 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e406777-95b9-48dd-b96c-b7ef6b99cd77 HTTP/1.1" status: 204 len: 168 time: 0.7992158 May 26 16:16:46.622526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-8746413d-0932-43fa-a565-fb090125065f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:46.624231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-8746413d-0932-43fa-a565-fb090125065f service neutron] 10.222.0.24 "GET /v2.0/networks?id=75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 200 len: 907 time: 0.1202025 May 26 16:16:46.669770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc20ab-bc2d-47f7-bd14-3a41f4e39212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e406777-95b9-48dd-b96c-b7ef6b99cd77,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:46.708746 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-868c4721-c4a4-4d40-b108-391b5bb0e51e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] remove_router_interface failed (client error): The resource could not be found. May 26 16:16:46.710445 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-868c4721-c4a4-4d40-b108-391b5bb0e51e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/518bdc14-6a38-482b-b7e3-ce33865846e7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4795787 May 26 16:16:46.713212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51800) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:46.722080 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-c342eb7e-4c82-4271-8589-e84998229702 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2417f26-d943-471e-988c-27d6f603407a HTTP/1.1" status: 200 len: 217 time: 0.0849922 May 26 16:16:46.751473 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-096ba53c-5d7c-4d9c-b263-560c9c5aaa57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=518bdc14-6a38-482b-b7e3-ce33865846e7 HTTP/1.1" status: 200 len: 205 time: 0.0356562 May 26 16:16:46.762149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51808) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:46.842763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-003ea563-4a08-403d-afe0-054f2cdf0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:46.845551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-003ea563-4a08-403d-afe0-054f2cdf0190 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 200 len: 846 time: 0.1067400 May 26 16:16:46.885587 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57e1744b-92c8-43cb-9fd5-a3d7aeac1530 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.916803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-640ec23e-d21e-4f30-a408-dfa45a9e7aba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=75b37898-f398-46fe-ac6a-a23f005adc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639260 May 26 16:16:47.045488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d0da1-40b1-46a3-abb2-1b391f80b38a req-edf2a356-f22d-4b3f-939f-17ffaf24d5f8 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:47.053371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e8d0da1-40b1-46a3-abb2-1b391f80b38a req-edf2a356-f22d-4b3f-939f-17ffaf24d5f8 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1189511 May 26 16:16:47.109985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e8d0da1-40b1-46a3-abb2-1b391f80b38a req-f97eb460-f188-4800-b3aa-ae5158f1872f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514765 May 26 16:16:47.112431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-81093419-340e-45cc-9026-d516c4fe767c service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881456 May 26 16:16:47.156774 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57e1744b-92c8-43cb-9fd5-a3d7aeac1530 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.159451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57e1744b-92c8-43cb-9fd5-a3d7aeac1530 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.238187 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57e1744b-92c8-43cb-9fd5-a3d7aeac1530 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.238949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e1744b-92c8-43cb-9fd5-a3d7aeac1530 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Fanout notify agent at l3_agent the message router_deleted on router 518bdc14-6a38-482b-b7e3-ce33865846e7 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:16:47.247291 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-907f4682-ab19-4ff2-b224-a629392a02a8 req-ce8ed2b8-0af8-42ff-92e2-24fdc88a24f9 service neutron] 10.222.0.24 "GET /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280880 May 26 16:16:47.259886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57e1744b-92c8-43cb-9fd5-a3d7aeac1530 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.261215 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-57e1744b-92c8-43cb-9fd5-a3d7aeac1530 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/518bdc14-6a38-482b-b7e3-ce33865846e7 HTTP/1.1" status: 204 len: 168 time: 0.4975069 May 26 16:16:47.264177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51826) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:47.296449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51828) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:47.314308 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb5e5758-1967-477b-badf-e5911fc32a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.326440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-291844ca-7edb-48c1-b984-e7f9007d81aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting subnet 651d7516-55dc-4787-8dfd-6270cae9a07d {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:16:47.331768 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-291844ca-7edb-48c1-b984-e7f9007d81aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.397398 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-291844ca-7edb-48c1-b984-e7f9007d81aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.464131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb5e5758-1967-477b-badf-e5911fc32a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.470283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb5e5758-1967-477b-badf-e5911fc32a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.515645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-291844ca-7edb-48c1-b984-e7f9007d81aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.521544 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eb5e5758-1967-477b-badf-e5911fc32a42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=424c2566bf6448239d3c37a489ebe754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238739 May 26 16:16:47.522351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51832) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:47.529489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e5758-1967-477b-badf-e5911fc32a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3951c6a-10bd-4c2b-8242-74e930935ea6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:47.569029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51834) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:47.594796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f27a629-fa50-479b-a53d-b4a16bec71de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.619842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f27a629-fa50-479b-a53d-b4a16bec71de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.661953 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-291844ca-7edb-48c1-b984-e7f9007d81aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.689359 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f27a629-fa50-479b-a53d-b4a16bec71de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.693120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f27a629-fa50-479b-a53d-b4a16bec71de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.697808 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7f27a629-fa50-479b-a53d-b4a16bec71de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3951c6a-10bd-4c2b-8242-74e930935ea6 HTTP/1.1" status: 204 len: 168 time: 0.1740086 May 26 16:16:47.709283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27a629-fa50-479b-a53d-b4a16bec71de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3951c6a-10bd-4c2b-8242-74e930935ea6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:47.715858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291844ca-7edb-48c1-b984-e7f9007d81aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Subnet': ['ID=651d7516-55dc-4787-8dfd-6270cae9a07d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:47.722324 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-291844ca-7edb-48c1-b984-e7f9007d81aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.728207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51844) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:47.728475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-291844ca-7edb-48c1-b984-e7f9007d81aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/651d7516-55dc-4787-8dfd-6270cae9a07d HTTP/1.1" status: 204 len: 168 time: 0.4630194 May 26 16:16:47.739750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51846) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:47.748950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2380a1b2-b12c-4cc9-9c48-a352a01d009f None None] Network 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:47.863099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.875402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51860) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:47.930651 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3ed9-812e-47b1-90f8-b6bf22250872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:47.994489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:47.994771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.014406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18788bf0-23d6-4f2e-a7b0-0bc0fe29eced None None] DHCP port deletion for 985218a4-3f15-4e6a-b26a-baac8a0c5bc5 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:16:48.119347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-18788bf0-23d6-4f2e-a7b0-0bc0fe29eced None None] Deleting port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:48.120921 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18788bf0-23d6-4f2e-a7b0-0bc0fe29eced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.122293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d86ad71-5d03-4d21-876c-6adc4c1c8155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.129544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port de05f870-d2da-45b2-b5db-ed0a1efd6bb4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=de05f870-d2da-45b2-b5db-ed0a1efd6bb4,segment=NetworkSegment(ade442e6-7e1f-4d73-9291-ad692db82f0d),segment_id=ade442e6-7e1f-4d73-9291-ad692db82f0d)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:48.129919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.169236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for de05f870-d2da-45b2-b5db-ed0a1efd6bb4 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:48.202165 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3ed9-812e-47b1-90f8-b6bf22250872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.208112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-00c0e673-b1fb-4c84-9c99-db6a46b842d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.213814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3ed9-812e-47b1-90f8-b6bf22250872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.307282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-18788bf0-23d6-4f2e-a7b0-0bc0fe29eced None None] For port de05f870-d2da-45b2-b5db-ed0a1efd6bb4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=de05f870-d2da-45b2-b5db-ed0a1efd6bb4,segment=NetworkSegment(ade442e6-7e1f-4d73-9291-ad692db82f0d),segment_id=ade442e6-7e1f-4d73-9291-ad692db82f0d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:48.308199 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18788bf0-23d6-4f2e-a7b0-0bc0fe29eced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.320637 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6ffa3ed9-812e-47b1-90f8-b6bf22250872 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e6f2564860049a5ab59db2e95513112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412472 May 26 16:16:48.324846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51878) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:48.325923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa3ed9-812e-47b1-90f8-b6bf22250872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86105361-21f7-4856-8555-8b3a77b6b695,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:48.330413 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-18788bf0-23d6-4f2e-a7b0-0bc0fe29eced None None] Calling delete_port for de05f870-d2da-45b2-b5db-ed0a1efd6bb4 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:48.368646 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-00c0e673-b1fb-4c84-9c99-db6a46b842d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.374106 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-00c0e673-b1fb-4c84-9c99-db6a46b842d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.430916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18788bf0-23d6-4f2e-a7b0-0bc0fe29eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.437666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d86ad71-5d03-4d21-876c-6adc4c1c8155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.448043 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d86ad71-5d03-4d21-876c-6adc4c1c8155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.449609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-00c0e673-b1fb-4c84-9c99-db6a46b842d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15b7f82d6f104ba48c2c896592b785d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7086325 May 26 16:16:48.457967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51882) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:48.467529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0e673-b1fb-4c84-9c99-db6a46b842d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad095a88-2b23-44d4-89fb-c343c9176ad3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:48.480459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.491860 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2154345e-e3c5-48ff-806b-eb9105fd3bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.500411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18788bf0-23d6-4f2e-a7b0-0bc0fe29eced None None] No DVR routers for this DVR port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:48.503199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18788bf0-23d6-4f2e-a7b0-0bc0fe29eced None None] Pushing event deleted for resources: {'Port': ['ID=de05f870-d2da-45b2-b5db-ed0a1efd6bb4,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:48.517717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd10f3-fb7c-46c0-bb62-7954364588d4 req-9758d328-8723-401e-8644-a20986f7b55a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:48.520995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84dd10f3-fb7c-46c0-bb62-7954364588d4 req-9758d328-8723-401e-8644-a20986f7b55a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2556486 May 26 16:16:48.561484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=de05f870-d2da-45b2-b5db-ed0a1efd6bb4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:48.569115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No DVR routers for this DVR port de05f870-d2da-45b2-b5db-ed0a1efd6bb4 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:48.585622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86ad71-5d03-4d21-876c-6adc4c1c8155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2660e9c-74e2-4955-8279-3003092a6464,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:48.590061 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3d86ad71-5d03-4d21-876c-6adc4c1c8155 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b8711c37afd43ecb2c6d9beab0676f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0202603 May 26 16:16:48.601215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84dd10f3-fb7c-46c0-bb62-7954364588d4 req-88634abc-abca-4113-b8df-85da9a581ec4 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739257 May 26 16:16:48.602063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51888) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:48.634820 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2154345e-e3c5-48ff-806b-eb9105fd3bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.728000 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1348-8f95-484b-be2c-174a813a1a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.739191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.747156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df280abd-1f16-4b5b-aac3-577d74438430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.771416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985218a4-3f15-4e6a-b26a-baac8a0c5bc5']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:48.778793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1348-8f95-484b-be2c-174a813a1a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.798436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade442e6-7e1f-4d73-9291-ad692db82f0d') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:48.798740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade442e6-7e1f-4d73-9291-ad692db82f0d') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:48.828765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device de05f870-d2da-45b2-b5db-ed0a1efd6bb4 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:48.836389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2154345e-e3c5-48ff-806b-eb9105fd3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.839048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2154345e-e3c5-48ff-806b-eb9105fd3bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.840434 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2154345e-e3c5-48ff-806b-eb9105fd3bcb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86105361-21f7-4856-8555-8b3a77b6b695 HTTP/1.1" status: 204 len: 168 time: 0.5117710 May 26 16:16:48.849546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.851400 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df280abd-1f16-4b5b-aac3-577d74438430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.877819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: de05f870-d2da-45b2-b5db-ed0a1efd6bb4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:48.881432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device de05f870-d2da-45b2-b5db-ed0a1efd6bb4 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:48.883649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154345e-e3c5-48ff-806b-eb9105fd3bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86105361-21f7-4856-8555-8b3a77b6b695,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:48.888062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.910083 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1348-8f95-484b-be2c-174a813a1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.914406 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1348-8f95-484b-be2c-174a813a1a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.915966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:48.917197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.917768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ff1a1348-8f95-484b-be2c-174a813a1a8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2660e9c-74e2-4955-8279-3003092a6464 HTTP/1.1" status: 204 len: 168 time: 0.3143001 May 26 16:16:48.950789 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment ade442e6-7e1f-4d73-9291-ad692db82f0d resource provider aggregate not found May 26 16:16:48.973041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a1348-8f95-484b-be2c-174a813a1a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2660e9c-74e2-4955-8279-3003092a6464,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:49.003850 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment ade442e6-7e1f-4d73-9291-ad692db82f0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade442e6-7e1f-4d73-9291-ad692db82f0d found for delete ", "request_id": "req-51ad7df8-0eda-4de5-afbc-0a1a00e50a2b"}]} May 26 16:16:49.029451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb8ff-52bd-42bd-af7c-2c85d4925a50 req-1ccca2b8-8744-4444-bf9d-9ce791404e97 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:49.033481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29efb8ff-52bd-42bd-af7c-2c85d4925a50 req-1ccca2b8-8744-4444-bf9d-9ce791404e97 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.1260762 May 26 16:16:49.038592 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df280abd-1f16-4b5b-aac3-577d74438430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.042197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df280abd-1f16-4b5b-aac3-577d74438430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.043793 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-df280abd-1f16-4b5b-aac3-577d74438430 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad095a88-2b23-44d4-89fb-c343c9176ad3 HTTP/1.1" status: 204 len: 168 time: 0.5828664 May 26 16:16:49.047112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.058593 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.068496 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/networks/985218a4-3f15-4e6a-b26a-baac8a0c5bc5 HTTP/1.1" status: 204 len: 168 time: 1.3388057 May 26 16:16:49.073518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51914) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:49.080263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'network': {'name': 'tempest-RoutersTest-300140539'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:49.092759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df280abd-1f16-4b5b-aac3-577d74438430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad095a88-2b23-44d4-89fb-c343c9176ad3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:49.099570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056a8a0-8eb4-4186-b50c-efb9f24f94d2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Network': ['ID=985218a4-3f15-4e6a-b26a-baac8a0c5bc5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:49.101119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29efb8ff-52bd-42bd-af7c-2c85d4925a50 req-b7854d57-25d0-4965-8885-6ad7bdca4f74 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563781 May 26 16:16:49.115900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:49.120145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.152478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:49.166906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.167264 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added segment b4b7e05c-c8ab-4e76-b658-ce566edbfaef of type vlan for network 88c62168-d252-4b9d-9aa2-f97b80954aa6 May 26 16:16:49.227846 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.257563 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.263249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:49.263851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.267729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf625710-babc-4e4d-bfb5-451c13e3214d req-c2fd0fa8-230c-4324-a145-2a420e9827c3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:49.270965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf625710-babc-4e4d-bfb5-451c13e3214d req-c2fd0fa8-230c-4324-a145-2a420e9827c3 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.0691848 May 26 16:16:49.333801 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2574537 May 26 16:16:49.340551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51924) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:49.347816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf625710-babc-4e4d-bfb5-451c13e3214d req-0e9b1e01-3c4a-40a0-b3bf-a25b0a96c66a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683720 May 26 16:16:49.354095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'subnet': {'network_id': '88c62168-d252-4b9d-9aa2-f97b80954aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:49.372200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a4274-61e1-46ad-b2d3-20166713d08e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Network': ['ID=88c62168-d252-4b9d-9aa2-f97b80954aa6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:49.383355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 88c62168-d252-4b9d-9aa2-f97b80954aa6 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:49.583394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-c419f4e8-fd64-48e2-90ce-a4801a8c87a9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:49.585982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-c419f4e8-fd64-48e2-90ce-a4801a8c87a9 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e HTTP/1.1" status: 200 len: 944 time: 0.2594595 May 26 16:16:49.669482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51938) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:49.676499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:49.680506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.704091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-298f386d-6f0b-4eee-aa36-065f3dc0e119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.829755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-298f386d-6f0b-4eee-aa36-065f3dc0e119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.840271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-298f386d-6f0b-4eee-aa36-065f3dc0e119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.860306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fdee9-68eb-42eb-81ae-3e0fda1898b7 req-d9de4e46-0eb9-4f06-9c26-4f5d80b53d6f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:49.862181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b0fdee9-68eb-42eb-81ae-3e0fda1898b7 req-d9de4e46-0eb9-4f06-9c26-4f5d80b53d6f tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2025506 May 26 16:16:49.886237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f386d-6f0b-4eee-aa36-065f3dc0e119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b5d355-18ac-43bd-bda1-47ae2ca6528b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:49.907844 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-298f386d-6f0b-4eee-aa36-065f3dc0e119 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a038d889b6824f86832cb5b4af24aa06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395620 May 26 16:16:49.911493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51948) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:49.957202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Deleting port f25756ba-115a-4367-9da2-80ffd977458a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:49.957576 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.985214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09090670-e300-4a0d-9d4c-f6296198b4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.013445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09090670-e300-4a0d-9d4c-f6296198b4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.052039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b0fdee9-68eb-42eb-81ae-3e0fda1898b7 req-92705fce-9829-49b1-8510-70f17a1ec827 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789248 May 26 16:16:50.092919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09090670-e300-4a0d-9d4c-f6296198b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.097296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09090670-e300-4a0d-9d4c-f6296198b4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.098515 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-09090670-e300-4a0d-9d4c-f6296198b4b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40b5d355-18ac-43bd-bda1-47ae2ca6528b HTTP/1.1" status: 204 len: 168 time: 0.1834986 May 26 16:16:50.107992 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09090670-e300-4a0d-9d4c-f6296198b4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b5d355-18ac-43bd-bda1-47ae2ca6528b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:50.134552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.206577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] For port f25756ba-115a-4367-9da2-80ffd977458a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f25756ba-115a-4367-9da2-80ffd977458a,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:50.206945 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.237838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Calling delete_port for f25756ba-115a-4367-9da2-80ffd977458a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:50.243219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Subnet': ['ID=efa8f473-b9b3-4590-b06a-edc6a994fa6d,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:50.299104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Checking segment: {'id': 'b4b7e05c-c8ab-4e76-b658-ce566edbfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88c62168-d252-4b9d-9aa2-f97b80954aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:50.299513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network hostable DHCP agents. Network: 88c62168-d252-4b9d-9aa2-f97b80954aa6, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:50.342053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 88c62168-d252-4b9d-9aa2-f97b80954aa6 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:50.358702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 88c62168-d252-4b9d-9aa2-f97b80954aa6) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:50.364041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:50.364791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.372083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f08e62-27c0-4cf6-b070-786dde7e81ef None None] Network 88c62168-d252-4b9d-9aa2-f97b80954aa6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:50.418309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-89b3bbfa-683e-45df-9d4a-5bc86a31dc57 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0668826 May 26 16:16:50.418867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51970) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:50.426841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-25c8ed5b-7510-499b-a90d-c40eb0ccf5d9 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-84638595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:50.481409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.495491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['fa5338bd-e5ad-48f5-8fe2-f009a549b9bf'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:16:50.509237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['85adca4a-93ad-497c-8ea9-b41b05520221'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:16:50.528558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event deleted for resources: {'Port': ['ID=f25756ba-115a-4367-9da2-80ffd977458a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:50.532481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25c8ed5b-7510-499b-a90d-c40eb0ccf5d9 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.534833 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25c8ed5b-7510-499b-a90d-c40eb0ccf5d9 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.625341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] No DVR routers for this DVR port f25756ba-115a-4367-9da2-80ffd977458a on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:50.630906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.634795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dff1dd1-2b11-455d-9f17-984e8d06f252 req-64d13ea8-2e93-4109-b92b-a7cfd26f7631 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "DELETE /v2.0/ports/f25756ba-115a-4367-9da2-80ffd977458a HTTP/1.1" status: 204 len: 173 time: 1.0381505 May 26 16:16:50.636898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'name': 'network-vif-deleted', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:50.639339 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74fd897-7b1a-43a1-950e-30ca440fa030" -d '{"events": [{"server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "name": "network-vif-deleted", "tag": "f25756ba-115a-4367-9da2-80ffd977458a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:50.781882 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 26 May 2022 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e981f6f-9923-4dec-9481-61bd521911f5 x-openstack-request-id: req-6e981f6f-9923-4dec-9481-61bd521911f5 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:50.784260 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e", "name": "network-vif-deleted", "tag": "f25756ba-115a-4367-9da2-80ffd977458a", "status": "failed", "code": 422}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:50.788072 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e981f6f-9923-4dec-9481-61bd521911f5 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:50.789391 n-d-843336-2 neutron-server[109405]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6e981f6f-9923-4dec-9481-61bd521911f5']: {'server_uuid': 'e9258eb5-4b0a-41a3-b9b0-46c50eb4c83e', 'name': 'network-vif-deleted', 'tag': 'f25756ba-115a-4367-9da2-80ffd977458a', 'status': 'failed', 'code': 422} returned with failed status May 26 16:16:50.792898 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25c8ed5b-7510-499b-a90d-c40eb0ccf5d9 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.802746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25c8ed5b-7510-499b-a90d-c40eb0ccf5d9 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.848577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-88c62168-d252-4b9d-9aa2-f97b80954aa6', 'network_id': '88c62168-d252-4b9d-9aa2-f97b80954aa6', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'fixed_ips': [{'subnet_id': 'efa8f473-b9b3-4590-b06a-edc6a994fa6d'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:16:50.849926 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.864135 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25c8ed5b-7510-499b-a90d-c40eb0ccf5d9 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.870237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 51986) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:50.881626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-25c8ed5b-7510-499b-a90d-c40eb0ccf5d9 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4611902 May 26 16:16:51.265418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Allocated IP 172.20.0.2 (88c62168-d252-4b9d-9aa2-f97b80954aa6/efa8f473-b9b3-4590-b06a-edc6a994fa6d/f4aa4081-845a-41cb-9c08-8e4120e163ca) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:51.408129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1b0a6-a8fe-4cda-9ee7-4df8939695b6 req-530f1ecd-6459-465b-b460-3e4add866da9 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:51.427129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ae1b0a6-a8fe-4cda-9ee7-4df8939695b6 req-530f1ecd-6459-465b-b460-3e4add866da9 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2268329 May 26 16:16:51.493140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.538401 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-1459d84e-579f-479f-aa49-03077aee0713 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:51.541186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-1459d84e-579f-479f-aa49-03077aee0713 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.32 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 945 time: 0.2790153 May 26 16:16:51.554959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ae1b0a6-a8fe-4cda-9ee7-4df8939695b6 req-29d60690-421e-42d4-a3af-bc4e9f78129b tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250603 May 26 16:16:51.700641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbee5a6-6e87-4407-954a-3f7653854671 req-27fa94d7-3626-45c5-a059-b947ff6e1320 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:51.713893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ccbee5a6-6e87-4407-954a-3f7653854671 req-27fa94d7-3626-45c5-a059-b947ff6e1320 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 907 time: 0.1364787 May 26 16:16:51.738036 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.747829 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.792435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Network 88c62168-d252-4b9d-9aa2-f97b80954aa6 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:51.794250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:51.807186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:51.810837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Pushing event updated for resources: {'Port': ['ID=f4aa4081-845a-41cb-9c08-8e4120e163ca,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:51.845814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52022) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:51.907623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Attempting to bind port f4aa4081-845a-41cb-9c08-8e4120e163ca on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:16:51.908753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Attempting to bind port f4aa4081-845a-41cb-9c08-8e4120e163ca by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b4b7e05c-c8ab-4e76-b658-ce566edbfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88c62168-d252-4b9d-9aa2-f97b80954aa6'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:16:51.910317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Attempting to bind port f4aa4081-845a-41cb-9c08-8e4120e163ca on network 88c62168-d252-4b9d-9aa2-f97b80954aa6 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:16:51.917902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:16:51.918958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Checking segment: {'id': 'b4b7e05c-c8ab-4e76-b658-ce566edbfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88c62168-d252-4b9d-9aa2-f97b80954aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:51.919564 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.920183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Bound using segment: {'id': 'b4b7e05c-c8ab-4e76-b658-ce566edbfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88c62168-d252-4b9d-9aa2-f97b80954aa6'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:16:51.920824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Bound port: f4aa4081-845a-41cb-9c08-8e4120e163ca, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b7e05c-c8ab-4e76-b658-ce566edbfaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88c62168-d252-4b9d-9aa2-f97b80954aa6'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:16:51.921570 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.954519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Deleting port 444f5c84-dd67-4232-8cfe-6402e9454372 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:51.955091 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.974406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.20.0.1 (88c62168-d252-4b9d-9aa2-f97b80954aa6/efa8f473-b9b3-4590-b06a-edc6a994fa6d/787e6658-28e3-459d-a3e7-50083365e78c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:52.010717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] For port f4aa4081-845a-41cb-9c08-8e4120e163ca, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:16:52.016621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] For port f4aa4081-845a-41cb-9c08-8e4120e163ca, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f4aa4081-845a-41cb-9c08-8e4120e163ca,segment=NetworkSegment(b4b7e05c-c8ab-4e76-b658-ce566edbfaef),segment_id=b4b7e05c-c8ab-4e76-b658-ce566edbfaef)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:16:52.024914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.126907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb0f85-ea1d-40a0-8fef-209fa1c41f29 None None] Pushing event updated for resources: {'Port': ['ID=f4aa4081-845a-41cb-9c08-8e4120e163ca,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:52.140295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] For port 444f5c84-dd67-4232-8cfe-6402e9454372, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=444f5c84-dd67-4232-8cfe-6402e9454372,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:52.141036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.157451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Calling delete_port for 444f5c84-dd67-4232-8cfe-6402e9454372 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:52.247012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.319531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.423180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-868585318-network', 'tenant_id': '0ea3459d3c5048ed85d9170a65b34f09'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:52.459630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 88c62168-d252-4b9d-9aa2-f97b80954aa6 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:52.475841 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.476319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:52.487897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:52.495627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f2417f26-d943-471e-988c-27d6f603407a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:16:52.571555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=787e6658-28e3-459d-a3e7-50083365e78c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:52.592005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Made reservation on behalf of 0ea3459d3c5048ed85d9170a65b34f09 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:52.595526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.622969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event deleted for resources: {'Port': ['ID=444f5c84-dd67-4232-8cfe-6402e9454372,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:52.645021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['444f5c84-dd67-4232-8cfe-6402e9454372'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:16:52.679601 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.725082 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.730181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.734707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.737168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.738698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.740772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.741755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.746860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.747474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.748091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.748708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.750523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.751159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:52.752731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52042) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:52.800597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] No DVR routers for this DVR port 444f5c84-dd67-4232-8cfe-6402e9454372 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:52.806900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.817113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48f4f5fd-93f3-4f1f-9ed7-0310d5a5bc0c req-e5584d24-4641-4148-b638-0b3143a39a9a tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.32 "DELETE /v2.0/ports/444f5c84-dd67-4232-8cfe-6402e9454372 HTTP/1.1" status: 204 len: 173 time: 1.0836098 May 26 16:16:52.818238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e348e3d4-e6f1-4001-a2cb-8ce478f66e90', 'name': 'network-vif-deleted', 'tag': '444f5c84-dd67-4232-8cfe-6402e9454372'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:52.825303 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1cbde-b55b-4204-a5e7-2e288e1e95c2" -d '{"events": [{"server_uuid": "e348e3d4-e6f1-4001-a2cb-8ce478f66e90", "name": "network-vif-deleted", "tag": "444f5c84-dd67-4232-8cfe-6402e9454372"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:52.919659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1407f16-d553-4d22-9da6-4b15db1cd804 req-69365377-9d40-463f-80e8-e1009c73bf61 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 210 time: 0.1160221 May 26 16:16:53.053021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f4aa4081-845a-41cb-9c08-8e4120e163ca up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:53.061080 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.074585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.093415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:53.107604 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.107962 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Added segment 4b04343e-458f-4ed9-bc9f-c59d2bd07170 of type vlan for network b439ac4c-286e-4e35-89f7-4a1930ad7348 May 26 16:16:53.124685 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6172ff0-52d1-4b15-9bee-3b69024d646a x-openstack-request-id: req-b6172ff0-52d1-4b15-9bee-3b69024d646a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:53.126570 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e348e3d4-e6f1-4001-a2cb-8ce478f66e90", "name": "network-vif-deleted", "tag": "444f5c84-dd67-4232-8cfe-6402e9454372", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:53.126570 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6172ff0-52d1-4b15-9bee-3b69024d646a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:53.126570 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6172ff0-52d1-4b15-9bee-3b69024d646a'] response: {'server_uuid': 'e348e3d4-e6f1-4001-a2cb-8ce478f66e90', 'name': 'network-vif-deleted', 'tag': '444f5c84-dd67-4232-8cfe-6402e9454372', 'status': 'completed', 'code': 200} May 26 16:16:53.180464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.180808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c894fb-8914-409b-8587-b503e3fc385d req-4c52af88-70e1-43ac-ae48-fff91524f3d2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:53.207772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02c894fb-8914-409b-8587-b503e3fc385d req-4c52af88-70e1-43ac-ae48-fff91524f3d2 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 907 time: 0.1841023 May 26 16:16:53.228776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.230423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:53.231449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.343572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f4aa4081-845a-41cb-9c08-8e4120e163ca triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:53.344123 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.414784 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5579033 May 26 16:16:53.416192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52060) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:53.424717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10153775-9950-44c4-aca0-88d53b18338b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:53.424916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Request body: {'subnet': {'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-868585318-subnet', 'tenant_id': '0ea3459d3c5048ed85d9170a65b34f09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:53.470187 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8b51f-2767-47e8-ae35-9f55a0475cdb admin admin] Pushing event updated for resources: {'Network': ['ID=b439ac4c-286e-4e35-89f7-4a1930ad7348,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:53.484151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.506178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Made reservation on behalf of 0ea3459d3c5048ed85d9170a65b34f09 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:53.509488 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.553556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network b439ac4c-286e-4e35-89f7-4a1930ad7348 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:53.753637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f4aa4081-845a-41cb-9c08-8e4120e163ca is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:53.754430 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.849631 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.876826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033cd2a-9443-4b05-9724-e622c929d637 None None] Network 88c62168-d252-4b9d-9aa2-f97b80954aa6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:53.883493 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.921641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port f4aa4081-845a-41cb-9c08-8e4120e163ca, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f4aa4081-845a-41cb-9c08-8e4120e163ca,segment=NetworkSegment(b4b7e05c-c8ab-4e76-b658-ce566edbfaef),segment_id=b4b7e05c-c8ab-4e76-b658-ce566edbfaef)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:53.922884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.073846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=940c75ac-768d-4616-929e-47d5527ec93b,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:54.082641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Checking segment: {'id': '4b04343e-458f-4ed9-bc9f-c59d2bd07170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:54.083038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Network hostable DHCP agents. Network: b439ac4c-286e-4e35-89f7-4a1930ad7348, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:54.103620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bf206-723d-442a-a375-a05f607d8d31 req-9f8e1695-9f9d-4796-bfe6-825d954914a5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:54.105313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f65bf206-723d-442a-a375-a05f607d8d31 req-9f8e1695-9f9d-4796-bfe6-825d954914a5 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 907 time: 0.2368534 May 26 16:16:54.156875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652308df-69e6-4812-8b59-1f96b2f45aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.264162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Network b439ac4c-286e-4e35-89f7-4a1930ad7348 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:54.288161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652308df-69e6-4812-8b59-1f96b2f45aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.288424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, b439ac4c-286e-4e35-89f7-4a1930ad7348) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:54.301369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652308df-69e6-4812-8b59-1f96b2f45aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.303382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:54.303559 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.326368 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.339338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-063bf248-9399-480b-a921-70a7381c457f req-0162af53-8c15-48b5-bd75-1c90efffca9e tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=e348e3d4-e6f1-4001-a2cb-8ce478f66e90 HTTP/1.1" status: 200 len: 210 time: 0.1090271 May 26 16:16:54.351345 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-652308df-69e6-4812-8b59-1f96b2f45aa8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5365105e113743b8b994c8532d73b273&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5858517 May 26 16:16:54.353028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52080) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:54.456592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-768f6119-a851-4150-9c68-dc8e70f3bc79 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0388839 May 26 16:16:54.470772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f65bf206-723d-442a-a375-a05f607d8d31 req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Deleting port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:54.472220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f65bf206-723d-442a-a375-a05f607d8d31 req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.484960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d1cf55-2b59-46bb-b136-dde530af820b None None] Network b439ac4c-286e-4e35-89f7-4a1930ad7348 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:54.484960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=f4aa4081-845a-41cb-9c08-8e4120e163ca,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:54.500911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90fa49-e087-4cc8-b643-84194f6e8bd2 req-7e16b0d0-e1d1-41d1-9e1f-3eaa6fd97f72 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:54.514941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f90fa49-e087-4cc8-b643-84194f6e8bd2 req-7e16b0d0-e1d1-41d1-9e1f-3eaa6fd97f72 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 907 time: 0.1640739 May 26 16:16:54.546125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-be004f8f-c069-42ed-a424-7321cd521f50 None None] Provisioning complete for port f4aa4081-845a-41cb-9c08-8e4120e163ca triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:54.546560 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-be004f8f-c069-42ed-a424-7321cd521f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.572979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652308df-69e6-4812-8b59-1f96b2f45aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d9e09-4ddb-4936-b949-fb31d5733086,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:54.599890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0775-1646-405a-a3df-12104d5e4f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.623496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0775-1646-405a-a3df-12104d5e4f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.675267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f65bf206-723d-442a-a375-a05f607d8d31 req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] For port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:54.675724 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f65bf206-723d-442a-a375-a05f607d8d31 req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.711200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0775-1646-405a-a3df-12104d5e4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.714215 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0775-1646-405a-a3df-12104d5e4f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.715113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f65bf206-723d-442a-a375-a05f607d8d31 req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Calling delete_port for 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:54.715421 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9f0a0775-1646-405a-a3df-12104d5e4f51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e31d9e09-4ddb-4936-b949-fb31d5733086 HTTP/1.1" status: 204 len: 168 time: 0.3495967 May 26 16:16:54.731027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a0775-1646-405a-a3df-12104d5e4f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d9e09-4ddb-4936-b949-fb31d5733086,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:54.872373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.877690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.891510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f4aa4081-845a-41cb-9c08-8e4120e163ca up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:54.965501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f65bf206-723d-442a-a375-a05f607d8d31 req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.975994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=787e6658-28e3-459d-a3e7-50083365e78c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:54.978862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:55.000964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-be004f8f-c069-42ed-a424-7321cd521f50 None None] Current status of the port f4aa4081-845a-41cb-9c08-8e4120e163ca is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:55.028209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event deleted for resources: {'Port': ['ID=52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:55.038897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f4aa4081-845a-41cb-9c08-8e4120e163ca triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:55.039280 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:55.079520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea380f-a3bb-43f9-ba66-282e650a4651 None None] Network b439ac4c-286e-4e35-89f7-4a1930ad7348 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:55.095037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65bf206-723d-442a-a375-a05f607d8d31 req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] No DVR routers for this DVR port 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:55.098959 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f65bf206-723d-442a-a375-a05f607d8d31 req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:55.103915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f65bf206-723d-442a-a375-a05f607d8d31 req-f2e135c4-2094-49bb-98b6-ec032b37d1b0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "DELETE /v2.0/ports/52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac HTTP/1.1" status: 204 len: 173 time: 0.9844582 May 26 16:16:55.126958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'name': 'network-vif-deleted', 'tag': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:55.131790 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f42e3f4-fb58-41c1-a3ae-8340ac41d2cd" -d '{"events": [{"server_uuid": "fdea49ea-7da8-4655-bbb1-e8e520a7e1f6", "name": "network-vif-deleted", "tag": "52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:55.169442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 88c62168-d252-4b9d-9aa2-f97b80954aa6 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:55.177204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:55.251057 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd012fc2-94ff-4660-8de2-8790977948f7 x-openstack-request-id: req-bd012fc2-94ff-4660-8de2-8790977948f7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:55.251606 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdea49ea-7da8-4655-bbb1-e8e520a7e1f6", "name": "network-vif-deleted", "tag": "52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:55.253274 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd012fc2-94ff-4660-8de2-8790977948f7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:55.253972 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd012fc2-94ff-4660-8de2-8790977948f7'] response: {'server_uuid': 'fdea49ea-7da8-4655-bbb1-e8e520a7e1f6', 'name': 'network-vif-deleted', 'tag': '52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac', 'status': 'completed', 'code': 200} May 26 16:16:55.470675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 4fb246a1-54c7-4c01-82f8-b267594a98a0 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:16:55.782698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-63ba3c3a-6375-4449-bff8-00af3dad98c9 None None] Provisioning complete for port f4aa4081-845a-41cb-9c08-8e4120e163ca triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:55.789064 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63ba3c3a-6375-4449-bff8-00af3dad98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:55.791845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:55.802633 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44761663-a993-48de-b3be-a2b0494bbf5a None None] Sync routers for ids ['4fb246a1-54c7-4c01-82f8-b267594a98a0'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:55.804099 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-227a0af6-24fe-4d69-8433-e0586447baea tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/4fb246a1-54c7-4c01-82f8-b267594a98a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9299431 May 26 16:16:55.804777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52124) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:55.830612 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44761663-a993-48de-b3be-a2b0494bbf5a None None] Routers {'4fb246a1-54c7-4c01-82f8-b267594a98a0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:55.831349 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-44761663-a993-48de-b3be-a2b0494bbf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4fb246a1-54c7-4c01-82f8-b267594a98a0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:55.858153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53e4055c-c324-4e67-b5fa-6fa405b2937b req-95106900-7176-4921-9864-2bd627b9fb45 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdea49ea-7da8-4655-bbb1-e8e520a7e1f6 HTTP/1.1" status: 200 len: 210 time: 0.1251645 May 26 16:16:55.965783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f4aa4081-845a-41cb-9c08-8e4120e163ca is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:55.992953 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-44761663-a993-48de-b3be-a2b0494bbf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:55.994582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a312adf-c10e-4387-a24d-3f4a8994310a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:56.001220 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a312adf-c10e-4387-a24d-3f4a8994310a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports/787e6658-28e3-459d-a3e7-50083365e78c HTTP/1.1" status: 200 len: 910 time: 0.1942942 May 26 16:16:56.002864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52132) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:56.024795 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44761663-a993-48de-b3be-a2b0494bbf5a None None] Routers {'4fb246a1-54c7-4c01-82f8-b267594a98a0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:56.028549 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-44761663-a993-48de-b3be-a2b0494bbf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4fb246a1-54c7-4c01-82f8-b267594a98a0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:56.146580 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-44761663-a993-48de-b3be-a2b0494bbf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:56.148180 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44761663-a993-48de-b3be-a2b0494bbf5a None None] The sync data for ids ['4fb246a1-54c7-4c01-82f8-b267594a98a0'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:56.168267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-63ba3c3a-6375-4449-bff8-00af3dad98c9 None None] Current status of the port f4aa4081-845a-41cb-9c08-8e4120e163ca is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:56.234428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-63ba3c3a-6375-4449-bff8-00af3dad98c9 None None] Provisioning complete for port 787e6658-28e3-459d-a3e7-50083365e78c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:56.234793 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63ba3c3a-6375-4449-bff8-00af3dad98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.347819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-63ba3c3a-6375-4449-bff8-00af3dad98c9 None None] Port 787e6658-28e3-459d-a3e7-50083365e78c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:56.353234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 444f5c84-dd67-4232-8cfe-6402e9454372 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:56.400590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 444f5c84-dd67-4232-8cfe-6402e9454372 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:56.400944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 444f5c84-dd67-4232-8cfe-6402e9454372 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:56.484936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52c20212-391c-4cc3-bf74-6081430cd2a9 None None] Provisioning complete for port 787e6658-28e3-459d-a3e7-50083365e78c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:56.488061 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52c20212-391c-4cc3-bf74-6081430cd2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.614584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52c20212-391c-4cc3-bf74-6081430cd2a9 None None] Port 787e6658-28e3-459d-a3e7-50083365e78c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:56.744233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-978ed7dc-7d14-4b86-bcd3-f5750f53ab57 None None] Provisioning complete for port 787e6658-28e3-459d-a3e7-50083365e78c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:56.744614 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-978ed7dc-7d14-4b86-bcd3-f5750f53ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.813860 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-978ed7dc-7d14-4b86-bcd3-f5750f53ab57 None None] Port 787e6658-28e3-459d-a3e7-50083365e78c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:16:56.853045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52174) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:56.889679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.040913 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:16:57.089006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f6674-5e07-4a71-9bf5-70524bf03721 req-fe350217-cc0e-4dd2-9434-44c6cf34c3c2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:57.095672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8f6674-5e07-4a71-9bf5-70524bf03721 req-fe350217-cc0e-4dd2-9434-44c6cf34c3c2 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 945 time: 0.1986229 May 26 16:16:57.132272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54722183-c22a-4b57-85b4-0f86b28397f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.254588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8f6674-5e07-4a71-9bf5-70524bf03721 req-965f2738-a9f0-4908-8fb7-a1c3c301b02d tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481156 May 26 16:16:57.275848 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54722183-c22a-4b57-85b4-0f86b28397f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.289013 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54722183-c22a-4b57-85b4-0f86b28397f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.340415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-54722183-c22a-4b57-85b4-0f86b28397f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c5b025b13e346b2bf91d22c91617bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861176 May 26 16:16:57.344511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52194) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:57.354263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54722183-c22a-4b57-85b4-0f86b28397f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fc0a8d-462c-4fb3-8108-35b7bc77ba61,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:57.433568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c58e-fe68-4e82-8b0a-8f858ec6a5c5 req-d99bdb18-7b9e-405e-b38d-46f60f4f3a5c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:57.435771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7eefea8-851d-472f-800b-a0313674da6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.441301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac97c58e-fe68-4e82-8b0a-8f858ec6a5c5 req-d99bdb18-7b9e-405e-b38d-46f60f4f3a5c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 945 time: 0.1657903 May 26 16:16:57.462637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7eefea8-851d-472f-800b-a0313674da6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.528572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac97c58e-fe68-4e82-8b0a-8f858ec6a5c5 req-55d41232-3255-4767-a9af-e63b18d28c53 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864038 May 26 16:16:57.545462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7eefea8-851d-472f-800b-a0313674da6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.559628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7eefea8-851d-472f-800b-a0313674da6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.559628 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c7eefea8-851d-472f-800b-a0313674da6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03fc0a8d-462c-4fb3-8108-35b7bc77ba61 HTTP/1.1" status: 204 len: 168 time: 0.2063553 May 26 16:16:57.560528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 787e6658-28e3-459d-a3e7-50083365e78c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:57.560528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.565930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eefea8-851d-472f-800b-a0313674da6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fc0a8d-462c-4fb3-8108-35b7bc77ba61,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:57.689044 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.708841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 787e6658-28e3-459d-a3e7-50083365e78c owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:57.933439 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.961690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=787e6658-28e3-459d-a3e7-50083365e78c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:58.301358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:58.345765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:58.359643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 52c9d77b-bfa7-423d-9a6e-5c6c0a99bdac not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:58.402957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52220) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:58.425234 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffcec116-b9ae-4998-aef1-e580bc0b7a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.565565 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffcec116-b9ae-4998-aef1-e580bc0b7a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.573513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffcec116-b9ae-4998-aef1-e580bc0b7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.687722 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ffcec116-b9ae-4998-aef1-e580bc0b7a5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93f4ce7a9320436dbdcf8b075afe6e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826040 May 26 16:16:58.690416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52234) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:58.708254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.747108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcec116-b9ae-4998-aef1-e580bc0b7a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e19401-69cd-4865-b246-9eeff406452f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:58.790600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3aa5f4d0-9575-47bc-93b8-036c854b97c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.843496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3aa5f4d0-9575-47bc-93b8-036c854b97c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.872901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3029-aa4e-4bb0-ac09-adfb63fde734 req-15d29723-3e88-4dfa-bd0c-b25df060d42a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:58.878567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-babd3029-aa4e-4bb0-ac09-adfb63fde734 req-15d29723-3e88-4dfa-bd0c-b25df060d42a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 945 time: 0.2589879 May 26 16:16:58.887968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-e76bcdf8-4ada-4c55-af24-4c27b585db74 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:58.889573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-e76bcdf8-4ada-4c55-af24-4c27b585db74 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 945 time: 0.2689338 May 26 16:16:58.907743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-8b1ac8bf-f566-4f71-b196-f1c3b96c7149 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:58.909761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-8b1ac8bf-f566-4f71-b196-f1c3b96c7149 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.24 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 945 time: 0.2724812 May 26 16:16:58.963609 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3aa5f4d0-9575-47bc-93b8-036c854b97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.966343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3aa5f4d0-9575-47bc-93b8-036c854b97c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.967585 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3aa5f4d0-9575-47bc-93b8-036c854b97c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6e19401-69cd-4865-b246-9eeff406452f HTTP/1.1" status: 204 len: 168 time: 0.2759995 May 26 16:16:58.977903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5f4d0-9575-47bc-93b8-036c854b97c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e19401-69cd-4865-b246-9eeff406452f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:58.993834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff022a-3428-423e-a9cd-c2fe62ff9323 req-2a6d66ca-99a5-4054-aaeb-089d3a4df510 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:59.002690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70ff022a-3428-423e-a9cd-c2fe62ff9323 req-2a6d66ca-99a5-4054-aaeb-089d3a4df510 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 945 time: 0.3805203 May 26 16:16:59.203966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-babd3029-aa4e-4bb0-ac09-adfb63fde734 req-690865b4-8605-46dd-ad74-95631b9f1019 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134260 May 26 16:16:59.215424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 4fb246a1-54c7-4c01-82f8-b267594a98a0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:59.255607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70ff022a-3428-423e-a9cd-c2fe62ff9323 req-6a1c7bc7-ef60-4abc-8b32-70c4f4dbace7 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/security-groups?id=d33f2ad0-9994-429b-ab5a-3b8a722c86ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503154 May 26 16:16:59.458042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:59.463867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9ff6bb38-8c93-42fc-83a0-bfd50d8908c6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/4fb246a1-54c7-4c01-82f8-b267594a98a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4591537 May 26 16:16:59.467115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52264) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:59.469961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e755d-aaff-4c87-8975-34b30bd4b8ac None None] Sync routers for ids ['4fb246a1-54c7-4c01-82f8-b267594a98a0'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:59.477498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Deleting port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:59.478291 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.493600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e755d-aaff-4c87-8975-34b30bd4b8ac None None] Routers {'4fb246a1-54c7-4c01-82f8-b267594a98a0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:59.494284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4f0e755d-aaff-4c87-8975-34b30bd4b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4fb246a1-54c7-4c01-82f8-b267594a98a0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:59.497838 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6d3f2f6d-0cf7-49d2-b758-58244f1789cf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fb246a1-54c7-4c01-82f8-b267594a98a0 HTTP/1.1" status: 200 len: 205 time: 0.0295403 May 26 16:16:59.500354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52270) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:59.500569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Deleting port f2417f26-d943-471e-988c-27d6f603407a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:59.500905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.572262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4f0e755d-aaff-4c87-8975-34b30bd4b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:59.593714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd8ed-fecf-46bb-b833-1091001d16b5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.601717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e755d-aaff-4c87-8975-34b30bd4b8ac None None] Routers {'4fb246a1-54c7-4c01-82f8-b267594a98a0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:59.602817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4f0e755d-aaff-4c87-8975-34b30bd4b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:16:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['4fb246a1-54c7-4c01-82f8-b267594a98a0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:59.661015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4f0e755d-aaff-4c87-8975-34b30bd4b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:59.662023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e755d-aaff-4c87-8975-34b30bd4b8ac None None] The sync data for ids ['4fb246a1-54c7-4c01-82f8-b267594a98a0'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:59.682940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] For port f2417f26-d943-471e-988c-27d6f603407a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f2417f26-d943-471e-988c-27d6f603407a,segment=NetworkSegment(3cae7ff1-4ecf-4560-b141-524d58fbd8ac),segment_id=3cae7ff1-4ecf-4560-b141-524d58fbd8ac)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:59.683318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.709217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Calling delete_port for f2417f26-d943-471e-988c-27d6f603407a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:59.904372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd8ed-fecf-46bb-b833-1091001d16b5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.907686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd8ed-fecf-46bb-b833-1091001d16b5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.918460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-76b3b6a9-2b08-4df0-bd93-f94cf31bfe42 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:59.918460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-76b3b6a9-2b08-4df0-bd93-f94cf31bfe42 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/networks?id=b439ac4c-286e-4e35-89f7-4a1930ad7348 HTTP/1.1" status: 200 len: 808 time: 0.5738904 May 26 16:16:59.982295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd8ed-fecf-46bb-b833-1091001d16b5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.982987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0dd8ed-fecf-46bb-b833-1091001d16b5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Fanout notify agent at l3_agent the message router_deleted on router 4fb246a1-54c7-4c01-82f8-b267594a98a0 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:17:00.007097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-54c68783-5d19-4ce8-a003-88fc888198a3 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/quotas/0ea3459d3c5048ed85d9170a65b34f09 HTTP/1.1" status: 200 len: 375 time: 0.0469935 May 26 16:17:00.007981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd8ed-fecf-46bb-b833-1091001d16b5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.009335 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ff0dd8ed-fecf-46bb-b833-1091001d16b5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/4fb246a1-54c7-4c01-82f8-b267594a98a0 HTTP/1.1" status: 204 len: 168 time: 0.5075021 May 26 16:17:00.012184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52296) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:00.032200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] For port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:00.032571 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.071928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-7d13ac43-eb9c-498a-bdbf-a40bc943d36b tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ea3459d3c5048ed85d9170a65b34f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475128 May 26 16:17:00.078591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Calling delete_port for fa5338bd-e5ad-48f5-8fe2-f009a549b9bf owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:00.116274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e43ece0-0e9c-4ca7-a597-560fc57b94d1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting subnet efa8f473-b9b3-4590-b06a-edc6a994fa6d {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:17:00.126864 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e43ece0-0e9c-4ca7-a597-560fc57b94d1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.194727 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e43ece0-0e9c-4ca7-a597-560fc57b94d1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.306517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e43ece0-0e9c-4ca7-a597-560fc57b94d1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.327645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.395931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Pushing event deleted for resources: {'Port': ['ID=f2417f26-d943-471e-988c-27d6f603407a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:00.429838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e43ece0-0e9c-4ca7-a597-560fc57b94d1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.453351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b5a95200-b554-45b7-bf24-1355c7ca4bfb service neutron] 10.222.0.39 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537354 May 26 16:17:00.470447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e43ece0-0e9c-4ca7-a597-560fc57b94d1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.473975 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e43ece0-0e9c-4ca7-a597-560fc57b94d1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/efa8f473-b9b3-4590-b06a-edc6a994fa6d HTTP/1.1" status: 204 len: 168 time: 0.4605763 May 26 16:17:00.479836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c442b13-c9fb-4a03-9575-18e2eae0cefc None None] Network 88c62168-d252-4b9d-9aa2-f97b80954aa6 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:00.485413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52312) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:00.518812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43ece0-0e9c-4ca7-a597-560fc57b94d1 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Subnet': ['ID=efa8f473-b9b3-4590-b06a-edc6a994fa6d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:00.587377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] No DVR routers for this DVR port f2417f26-d943-471e-988c-27d6f603407a on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:00.644393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.650972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-610fd40a-795d-4a3f-aadf-db50f2d19a48 req-a0d87fd4-4b8e-4cce-ab14-cb7fd7149440 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.24 "DELETE /v2.0/ports/f2417f26-d943-471e-988c-27d6f603407a HTTP/1.1" status: 204 len: 173 time: 1.7375727 May 26 16:17:00.652289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b65577-6588-4400-9873-30bc38c1f489', 'name': 'network-vif-deleted', 'tag': 'f2417f26-d943-471e-988c-27d6f603407a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:00.655031 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d58b67-dec7-44e0-b5fa-cb8e9842a2bf" -d '{"events": [{"server_uuid": "d2b65577-6588-4400-9873-30bc38c1f489", "name": "network-vif-deleted", "tag": "f2417f26-d943-471e-988c-27d6f603407a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:00.763354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb59e6-6c83-45b6-99c1-824714011e25 req-11bdba16-57bc-4341-9bad-3de7951ef639 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:00.765651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74cb59e6-6c83-45b6-99c1-824714011e25 req-11bdba16-57bc-4341-9bad-3de7951ef639 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=db2a36a0-0b81-42e9-b91d-6a9fb1952043 HTTP/1.1" status: 200 len: 945 time: 0.3800976 May 26 16:17:00.814384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2794565a-4d9f-4f1e-a226-5945e25d3375 None None] DHCP port deletion for 88c62168-d252-4b9d-9aa2-f97b80954aa6 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:17:00.833219 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.898624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f2417f26-d943-471e-988c-27d6f603407a no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:00.939084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: f2417f26-d943-471e-988c-27d6f603407a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:00.940402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f2417f26-d943-471e-988c-27d6f603407a not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:00.941157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fa5338bd-e5ad-48f5-8fe2-f009a549b9bf no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:00.976703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-f759dd41-2f39-4dfe-85d8-2ea674b95529 service neutron] 10.222.0.39 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945586 May 26 16:17:01.025667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.089658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2794565a-4d9f-4f1e-a226-5945e25d3375 None None] Deleting port f4aa4081-845a-41cb-9c08-8e4120e163ca {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:01.090164 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2794565a-4d9f-4f1e-a226-5945e25d3375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.158712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52324) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:01.162827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event deleted for resources: {'Port': ['ID=fa5338bd-e5ad-48f5-8fe2-f009a549b9bf,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:01.207857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74cb59e6-6c83-45b6-99c1-824714011e25 req-0afa7944-ea4a-4247-b049-89f16904a5d0 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585067 May 26 16:17:01.253132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2794565a-4d9f-4f1e-a226-5945e25d3375 None None] For port f4aa4081-845a-41cb-9c08-8e4120e163ca, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f4aa4081-845a-41cb-9c08-8e4120e163ca,segment=NetworkSegment(b4b7e05c-c8ab-4e76-b658-ce566edbfaef),segment_id=b4b7e05c-c8ab-4e76-b658-ce566edbfaef)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:01.253557 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2794565a-4d9f-4f1e-a226-5945e25d3375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.282372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2794565a-4d9f-4f1e-a226-5945e25d3375 None None] Calling delete_port for f4aa4081-845a-41cb-9c08-8e4120e163ca owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:01.296558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] No DVR routers for this DVR port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:01.309368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.318803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1cc5ca3-b618-483e-bc72-c8f2fbe94cef req-7cb8137b-66ac-4e25-8677-2911aba398cd tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.24 "DELETE /v2.0/ports/fa5338bd-e5ad-48f5-8fe2-f009a549b9bf HTTP/1.1" status: 204 len: 173 time: 2.3468962 May 26 16:17:01.439550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-923ddb2a-518f-4329-be0d-7d02db0d7d0e req-db2e9e5a-916e-41e9-916b-315f22025e69 tempest-ServersTestJSON-23382879 tempest-ServersTestJSON-23382879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2b65577-6588-4400-9873-30bc38c1f489 HTTP/1.1" status: 200 len: 210 time: 0.0831375 May 26 16:17:01.459494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port f4aa4081-845a-41cb-9c08-8e4120e163ca {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:01.475881 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.478038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ed5383e-1b22-4df1-a1a9-8c659d7126d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.489601 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94eece2-f704-48c5-b690-100722211cfc x-openstack-request-id: req-d94eece2-f704-48c5-b690-100722211cfc {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:01.494788 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b65577-6588-4400-9873-30bc38c1f489", "name": "network-vif-deleted", "tag": "f2417f26-d943-471e-988c-27d6f603407a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:01.495170 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d94eece2-f704-48c5-b690-100722211cfc {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:01.495994 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94eece2-f704-48c5-b690-100722211cfc'] response: {'server_uuid': 'd2b65577-6588-4400-9873-30bc38c1f489', 'name': 'network-vif-deleted', 'tag': 'f2417f26-d943-471e-988c-27d6f603407a', 'status': 'completed', 'code': 200} May 26 16:17:01.502782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['85adca4a-93ad-497c-8ea9-b41b05520221'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:17:01.583299 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2794565a-4d9f-4f1e-a226-5945e25d3375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.693803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794565a-4d9f-4f1e-a226-5945e25d3375 None None] Pushing event deleted for resources: {'Port': ['ID=f4aa4081-845a-41cb-9c08-8e4120e163ca,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:01.706656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794565a-4d9f-4f1e-a226-5945e25d3375 None None] No DVR routers for this DVR port f4aa4081-845a-41cb-9c08-8e4120e163ca on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:01.741541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No active binding found for port fa5338bd-e5ad-48f5-8fe2-f009a549b9bf {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:17:01.743101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device fa5338bd-e5ad-48f5-8fe2-f009a549b9bf not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:01.772814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed2909b3-1bcb-4fd0-b3f9-8a77962e8f85 req-bab8aefe-f14f-40b7-b233-055c31611187 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 210 time: 0.1151698 May 26 16:17:01.773425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ed5383e-1b22-4df1-a1a9-8c659d7126d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.782257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ed5383e-1b22-4df1-a1a9-8c659d7126d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.829638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port f4aa4081-845a-41cb-9c08-8e4120e163ca, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f4aa4081-845a-41cb-9c08-8e4120e163ca,segment=NetworkSegment(b4b7e05c-c8ab-4e76-b658-ce566edbfaef),segment_id=b4b7e05c-c8ab-4e76-b658-ce566edbfaef)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:01.830484 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.898059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for f4aa4081-845a-41cb-9c08-8e4120e163ca owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:01.927003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5383e-1b22-4df1-a1a9-8c659d7126d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e7644e-6dc8-41df-9c0a-ec65ebec2587,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:01.958016 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ed5383e-1b22-4df1-a1a9-8c659d7126d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cec4ac222ea541138199bc51ff5c7157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7981169 May 26 16:17:01.960448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52344) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:02.114252 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32b34683-7bfb-41af-bf80-1c80c8324a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.124041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.168496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32b34683-7bfb-41af-bf80-1c80c8324a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.178809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=f4aa4081-845a-41cb-9c08-8e4120e163ca,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:02.181026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No DVR routers for this DVR port f4aa4081-845a-41cb-9c08-8e4120e163ca on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:02.247317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32b34683-7bfb-41af-bf80-1c80c8324a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.251584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32b34683-7bfb-41af-bf80-1c80c8324a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.255764 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-32b34683-7bfb-41af-bf80-1c80c8324a27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05e7644e-6dc8-41df-9c0a-ec65ebec2587 HTTP/1.1" status: 204 len: 168 time: 0.2934971 May 26 16:17:02.267289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b34683-7bfb-41af-bf80-1c80c8324a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e7644e-6dc8-41df-9c0a-ec65ebec2587,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:02.354571 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.387053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c62168-d252-4b9d-9aa2-f97b80954aa6']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:02.404998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b7e05c-c8ab-4e76-b658-ce566edbfaef') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:02.405153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b7e05c-c8ab-4e76-b658-ce566edbfaef') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:02.416997 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.432746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.443772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:02.444742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.479693 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b4b7e05c-c8ab-4e76-b658-ce566edbfaef resource provider aggregate not found May 26 16:17:02.536490 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b4b7e05c-c8ab-4e76-b658-ce566edbfaef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4b7e05c-c8ab-4e76-b658-ce566edbfaef found for delete ", "request_id": "req-02269d86-8fb8-4ed0-a506-2effcce204cc"}]} May 26 16:17:02.558197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52370) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:02.562153 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.595235 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.603346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/networks/88c62168-d252-4b9d-9aa2-f97b80954aa6 HTTP/1.1" status: 204 len: 168 time: 2.1132476 May 26 16:17:02.603346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4eaa2a-f8be-417e-9d52-566bdee7441b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Network': ['ID=88c62168-d252-4b9d-9aa2-f97b80954aa6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:02.604101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52372) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:02.608450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-179223857', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:02.649139 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.650438 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.694378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3950f86-bf76-4d52-9a3e-6e03a6e912ff admin admin] Deleting subnet 0bf93427-e7b0-432f-831f-fc67ecb85eeb {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:17:02.726189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3950f86-bf76-4d52-9a3e-6e03a6e912ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.751886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.860007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3950f86-bf76-4d52-9a3e-6e03a6e912ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.896151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f4aa4081-845a-41cb-9c08-8e4120e163ca no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:02.933312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f4aa4081-845a-41cb-9c08-8e4120e163ca {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:02.933660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f4aa4081-845a-41cb-9c08-8e4120e163ca not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:02.940957 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3950f86-bf76-4d52-9a3e-6e03a6e912ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.006761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-620e0f67-b0df-4581-ba3b-d057260d0f0e req-ae082216-c5d0-4da6-94da-7285b39b11cc tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 210 time: 0.0784225 May 26 16:17:03.028908 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3950f86-bf76-4d52-9a3e-6e03a6e912ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.095384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3950f86-bf76-4d52-9a3e-6e03a6e912ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf93427-e7b0-432f-831f-fc67ecb85eeb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:03.129288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3950f86-bf76-4d52-9a3e-6e03a6e912ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.144746 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d3950f86-bf76-4d52-9a3e-6e03a6e912ff admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0bf93427-e7b0-432f-831f-fc67ecb85eeb HTTP/1.1" status: 204 len: 168 time: 0.5852118 May 26 16:17:03.146262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52396) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:03.160109 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.193059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f65ce-c5c2-4bfb-9eef-79255a88c705 req-e20302b6-984b-4bc5-a147-5e2915549791 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:03.194561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a96f65ce-c5c2-4bfb-9eef-79255a88c705 req-e20302b6-984b-4bc5-a147-5e2915549791 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.2675619 May 26 16:17:03.325711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.473726 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.510204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b37898-f398-46fe-ac6a-a23f005adc5f']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:03.545173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cae7ff1-4ecf-4560-b141-524d58fbd8ac') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:03.547001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cae7ff1-4ecf-4560-b141-524d58fbd8ac') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:03.570581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.574315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2a36a0-0b81-42e9-b91d-6a9fb1952043', 'name': 'network-vif-deleted', 'tag': 'fa5338bd-e5ad-48f5-8fe2-f009a549b9bf'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:03.576600 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1361823-ead8-4304-bfee-d1dcad59b58c" -d '{"events": [{"server_uuid": "db2a36a0-0b81-42e9-b91d-6a9fb1952043", "name": "network-vif-deleted", "tag": "fa5338bd-e5ad-48f5-8fe2-f009a549b9bf"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:03.591101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.601775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:03.607365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.668110 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a68c8dd-1c35-4cdc-9ea2-74f3d6a35d2e x-openstack-request-id: req-1a68c8dd-1c35-4cdc-9ea2-74f3d6a35d2e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:03.668406 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2a36a0-0b81-42e9-b91d-6a9fb1952043", "name": "network-vif-deleted", "tag": "fa5338bd-e5ad-48f5-8fe2-f009a549b9bf", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:03.668655 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a68c8dd-1c35-4cdc-9ea2-74f3d6a35d2e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:03.669056 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a68c8dd-1c35-4cdc-9ea2-74f3d6a35d2e'] response: {'server_uuid': 'db2a36a0-0b81-42e9-b91d-6a9fb1952043', 'name': 'network-vif-deleted', 'tag': 'fa5338bd-e5ad-48f5-8fe2-f009a549b9bf', 'status': 'completed', 'code': 200} May 26 16:17:03.682788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-1f239b3c-733d-4561-a643-aba25eba138c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:03.684778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-1f239b3c-733d-4561-a643-aba25eba138c tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 946 time: 0.6368890 May 26 16:17:03.693035 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 3cae7ff1-4ecf-4560-b141-524d58fbd8ac resource provider aggregate not found May 26 16:17:03.741171 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 3cae7ff1-4ecf-4560-b141-524d58fbd8ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cae7ff1-4ecf-4560-b141-524d58fbd8ac found for delete ", "request_id": "req-983f1db0-280f-4945-bea1-b82ed00673e4"}]} May 26 16:17:03.761660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.778122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.787178 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] 10.222.0.39 "DELETE /v2.0/networks/75b37898-f398-46fe-ac6a-a23f005adc5f HTTP/1.1" status: 204 len: 168 time: 0.6398191 May 26 16:17:03.808568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d54a6f-2af5-42c9-a734-db16eb7803fc admin admin] Pushing event deleted for resources: {'Network': ['ID=75b37898-f398-46fe-ac6a-a23f005adc5f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:03.832996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a96f65ce-c5c2-4bfb-9eef-79255a88c705 req-1d764a48-6ccc-4369-8a7c-3b6ccde20240 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481899 May 26 16:17:03.937084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-98cb289c-7e5b-497e-ba1d-e7307da0baf7 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:03.938782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-98cb289c-7e5b-497e-ba1d-e7307da0baf7 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.24 "GET /v2.0/networks?id=b439ac4c-286e-4e35-89f7-4a1930ad7348 HTTP/1.1" status: 200 len: 808 time: 0.8022017 May 26 16:17:03.954663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Request body: {'port': {'device_id': '435bcf71-9f67-4d85-a80b-d3170b245530', 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348', 'admin_state_up': True, 'tenant_id': '0ea3459d3c5048ed85d9170a65b34f09'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:04.108565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Deleting port 85adca4a-93ad-497c-8ea9-b41b05520221 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:04.109146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:04.155608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:04.223822 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6d0ecaf7-da43-47e1-8f0d-2632c1c679b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08a1816bc5a242bdb94bde21d7075742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669451 May 26 16:17:04.227515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52454) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:04.343321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bb3060a-95f8-46b6-a389-b36265ee2a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:04.360748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06587fd4-79e2-447b-874e-4e7cba51ec64 req-b2bc2b28-2748-43a6-823d-c54b1ca2ca12 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 210 time: 0.1802480 May 26 16:17:04.400515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bb3060a-95f8-46b6-a389-b36265ee2a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:04.417965 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:04.432966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Made reservation on behalf of 0ea3459d3c5048ed85d9170a65b34f09 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:04.436269 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:04.469030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] For port 85adca4a-93ad-497c-8ea9-b41b05520221, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=85adca4a-93ad-497c-8ea9-b41b05520221,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:04.469786 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:04.488770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Calling delete_port for 85adca4a-93ad-497c-8ea9-b41b05520221 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:04.507833 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bb3060a-95f8-46b6-a389-b36265ee2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:04.511555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bb3060a-95f8-46b6-a389-b36265ee2a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:04.514051 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5bb3060a-95f8-46b6-a389-b36265ee2a7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d33f2ad0-9994-429b-ab5a-3b8a722c86ae HTTP/1.1" status: 204 len: 168 time: 0.2854183 May 26 16:17:04.523498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3060a-95f8-46b6-a389-b36265ee2a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33f2ad0-9994-429b-ab5a-3b8a722c86ae,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:04.541788 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:04.981758 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-07af9661-bbda-40ae-a61e-60df5313102f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:05.274128 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:05.290234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Allocated IP 172.20.0.7 (b439ac4c-286e-4e35-89f7-4a1930ad7348/940c75ac-768d-4616-929e-47d5527ec93b/39f8780f-3b7e-4147-8995-707e4fa0ea62) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:05.558680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae8839-bfe2-4ab3-919f-bc1eb7e0b8af req-f1c6082e-2453-435c-be5b-48210b56e405 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:05.574632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30ae8839-bfe2-4ab3-919f-bc1eb7e0b8af req-f1c6082e-2453-435c-be5b-48210b56e405 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a HTTP/1.1" status: 200 len: 867 time: 0.6021228 May 26 16:17:05.609873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event deleted for resources: {'Port': ['ID=85adca4a-93ad-497c-8ea9-b41b05520221,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:05.673342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.25.0.130 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/ae4bb965-b277-4345-805d-a03b48379ac5) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:05.838211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] No DVR routers for this DVR port 85adca4a-93ad-497c-8ea9-b41b05520221 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:05.848116 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:05.852144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c727f3e-a3a9-4899-a661-0bc27e2fea2c req-a22847b1-9c75-4849-9b75-171e8510da4a tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "DELETE /v2.0/ports/85adca4a-93ad-497c-8ea9-b41b05520221 HTTP/1.1" status: 204 len: 173 time: 2.1536307 May 26 16:17:05.862604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a', 'name': 'network-vif-deleted', 'tag': '85adca4a-93ad-497c-8ea9-b41b05520221'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:05.864964 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b887348-b0e6-4fe8-805d-2dc042e7354d" -d '{"events": [{"server_uuid": "e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a", "name": "network-vif-deleted", "tag": "85adca4a-93ad-497c-8ea9-b41b05520221"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:05.889305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9468788a-467a-45d0-ae28-ef1cfa69cf65 req-ef5fb0de-212c-4210-85d2-0efbed596d7a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 210 time: 0.3073795 May 26 16:17:06.040341 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039373a0-f446-4dd0-b447-c3745a9c804c x-openstack-request-id: req-039373a0-f446-4dd0-b447-c3745a9c804c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:06.041063 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a", "name": "network-vif-deleted", "tag": "85adca4a-93ad-497c-8ea9-b41b05520221", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:06.041648 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-039373a0-f446-4dd0-b447-c3745a9c804c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:06.042655 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039373a0-f446-4dd0-b447-c3745a9c804c'] response: {'server_uuid': 'e86ba8af-8650-4c2d-8af6-9ec5f0f6b87a', 'name': 'network-vif-deleted', 'tag': '85adca4a-93ad-497c-8ea9-b41b05520221', 'status': 'completed', 'code': 200} May 26 16:17:06.261525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52514) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:06.294983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30ae8839-bfe2-4ab3-919f-bc1eb7e0b8af req-2cb38a10-0dde-4ebc-bab7-f3ab1597caeb tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=273e9050-e0ac-478a-b2f3-fc9d8ab958e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7193484 May 26 16:17:06.349530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 85adca4a-93ad-497c-8ea9-b41b05520221 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:06.389564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 85adca4a-93ad-497c-8ea9-b41b05520221 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:06.393744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 85adca4a-93ad-497c-8ea9-b41b05520221 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:06.467649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.491489 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.560470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1fee8f5f-fd58-41c2-9881-7bca6f533200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.621664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.660018 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.689990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Network b439ac4c-286e-4e35-89f7-4a1930ad7348 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:06.700100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:06.713740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:06.822188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:06.823108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.855444 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1fee8f5f-fd58-41c2-9881-7bca6f533200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.865190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:06.869420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:06.870184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1fee8f5f-fd58-41c2-9881-7bca6f533200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.874097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:06.881210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9305100 May 26 16:17:06.882102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebb636-61ff-49f7-a1ff-97d96747e539 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Pushing event updated for resources: {'Port': ['ID=39f8780f-3b7e-4147-8995-707e4fa0ea62,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:06.916166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee8f5f-fd58-41c2-9881-7bca6f533200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7919a91-5f80-466d-b661-54a1ddceab1d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:06.977478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=ae4bb965-b277-4345-805d-a03b48379ac5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:06.977825 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1fee8f5f-fd58-41c2-9881-7bca6f533200 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d0dd69f548f4902ac461c5aad67bcce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7137353 May 26 16:17:06.983657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52530) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:07.014631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Request body: {'port': {'device_id': '435bcf71-9f67-4d85-a80b-d3170b245530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:07.130283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3849e8cc-4927-42be-ac84-b8b1fd52aeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.135605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.193316 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3849e8cc-4927-42be-ac84-b8b1fd52aeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.259332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3849e8cc-4927-42be-ac84-b8b1fd52aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.262295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3849e8cc-4927-42be-ac84-b8b1fd52aeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.264253 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3849e8cc-4927-42be-ac84-b8b1fd52aeff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7919a91-5f80-466d-b661-54a1ddceab1d HTTP/1.1" status: 204 len: 168 time: 0.2794628 May 26 16:17:07.283635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849e8cc-4927-42be-ac84-b8b1fd52aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7919a91-5f80-466d-b661-54a1ddceab1d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:07.346407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52548) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:07.395124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d57ea-f77b-463f-9a81-ea3904c2c6be req-0e605aa2-cc88-4d4f-8359-4ce468f7fefa tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:07.403628 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e71d57ea-f77b-463f-9a81-ea3904c2c6be req-0e605aa2-cc88-4d4f-8359-4ce468f7fefa tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 931 time: 0.3568177 May 26 16:17:07.595725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e71d57ea-f77b-463f-9a81-ea3904c2c6be req-87f48c6c-814e-419b-af49-79e9ad86d04d tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909473 May 26 16:17:07.731353 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4a22-ff36-4cfc-a415-e4d6605f4411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.873828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1698210561-network', 'tenant_id': 'ee367df158514cbdb5c2f97017691e7a'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:07.933180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Made reservation on behalf of ee367df158514cbdb5c2f97017691e7a for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:07.955517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.975460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111f978-a1cf-4c31-a097-e5ee80147f33 req-335b1c36-6481-415f-aa18-c7aecb87e562 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:07.978857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f111f978-a1cf-4c31-a097-e5ee80147f33 req-335b1c36-6481-415f-aa18-c7aecb87e562 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2141693 May 26 16:17:07.988453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.994647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.198551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.205787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.209553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f111f978-a1cf-4c31-a097-e5ee80147f33 req-cfe3ca15-61d8-407b-b54d-bfabfa348c87 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690342 May 26 16:17:08.232483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:08.245242 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.245644 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Added segment 8baf7bae-86fe-4e17-a957-bbf261686ebf of type vlan for network ff9fb05e-ccc0-41b0-9100-1c3f820aa746 May 26 16:17:08.369356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.442225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.443487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:08.444084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.451427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f8780f-3b7e-4147-8995-707e4fa0ea62 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:17:08.549178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.557030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.592132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a9626e-f6ec-45a1-935d-f057bf3827b4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:08.609337 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2616205 May 26 16:17:08.669863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac52420-d19a-4eaa-81b3-6c2de6557db6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9fb05e-ccc0-41b0-9100-1c3f820aa746,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:08.686051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ff9fb05e-ccc0-41b0-9100-1c3f820aa746 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:08.699721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Transition to ACTIVE for port object 39f8780f-3b7e-4147-8995-707e4fa0ea62 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:17:08.716756 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.948481 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.009883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Pushing event updated for resources: {'Port': ['ID=39f8780f-3b7e-4147-8995-707e4fa0ea62,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:09.110982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Attempting to bind port 39f8780f-3b7e-4147-8995-707e4fa0ea62 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:09.111536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Attempting to bind port 39f8780f-3b7e-4147-8995-707e4fa0ea62 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '4b04343e-458f-4ed9-bc9f-c59d2bd07170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:09.111958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Attempting to bind port 39f8780f-3b7e-4147-8995-707e4fa0ea62 on network b439ac4c-286e-4e35-89f7-4a1930ad7348 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:09.126305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed48495-95c3-47ed-8d77-edd7f1d8e73d req-478e5a68-27e2-483d-b9db-a364b87405da tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:09.133984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ed48495-95c3-47ed-8d77-edd7f1d8e73d req-478e5a68-27e2-483d-b9db-a364b87405da tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 943 time: 0.3099663 May 26 16:17:09.149186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Port 39f8780f-3b7e-4147-8995-707e4fa0ea62 on network b439ac4c-286e-4e35-89f7-4a1930ad7348 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:09.149516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Attempting to bind port 39f8780f-3b7e-4147-8995-707e4fa0ea62 on network b439ac4c-286e-4e35-89f7-4a1930ad7348 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:09.187774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:09.188389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Checking segment: {'id': '4b04343e-458f-4ed9-bc9f-c59d2bd07170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:09.188962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Bound using segment: {'id': '4b04343e-458f-4ed9-bc9f-c59d2bd07170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:09.189741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Bound port: 39f8780f-3b7e-4147-8995-707e4fa0ea62, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b04343e-458f-4ed9-bc9f-c59d2bd07170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:09.190300 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.231757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ed48495-95c3-47ed-8d77-edd7f1d8e73d req-adb4ef75-a74b-4669-9560-c42a8248049f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967824 May 26 16:17:09.326587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 38c942a4-abc5-4eb5-bdca-c6c3aa620319 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:17:10.007265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] For port 39f8780f-3b7e-4147-8995-707e4fa0ea62, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:10.025391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] For port 39f8780f-3b7e-4147-8995-707e4fa0ea62, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39f8780f-3b7e-4147-8995-707e4fa0ea62,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:10.084711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:10.166983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-1c5787da-8fe8-4f96-8b91-03e016ad1758 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:10.168758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-1c5787da-8fe8-4f96-8b91-03e016ad1758 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.3929894 May 26 16:17:10.266983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510c5c9-2eaf-40f0-b417-e04d0df851ed req-4b5ec2dc-1235-41a5-90c9-a82eadbbc8ca tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:10.274435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c510c5c9-2eaf-40f0-b417-e04d0df851ed req-4b5ec2dc-1235-41a5-90c9-a82eadbbc8ca tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.9060056 May 26 16:17:10.276746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:10.277358 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:10.278731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] 10.222.0.24 "PUT /v2.0/ports/39f8780f-3b7e-4147-8995-707e4fa0ea62 HTTP/1.1" status: 200 len: 1091 time: 3.2983656 May 26 16:17:10.291166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435bcf71-9f67-4d85-a80b-d3170b245530', 'tag': '39f8780f-3b7e-4147-8995-707e4fa0ea62'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:10.294610 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "435bcf71-9f67-4d85-a80b-d3170b245530", "tag": "39f8780f-3b7e-4147-8995-707e4fa0ea62"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:10.335488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:10.349852 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99765951-55e4-48e9-888a-6a6ca4b4a013 None None] Sync routers for ids ['38c942a4-abc5-4eb5-bdca-c6c3aa620319'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:10.369839 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99765951-55e4-48e9-888a-6a6ca4b4a013 None None] Routers {'38c942a4-abc5-4eb5-bdca-c6c3aa620319'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:10.370505 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-99765951-55e4-48e9-888a-6a6ca4b4a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['38c942a4-abc5-4eb5-bdca-c6c3aa620319'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:10.397565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863fd7-a8c2-43dd-9610-e13aa280b8a1 req-b37645dc-5041-4bf2-aaf9-663b12496527 tempest-ComputeTenantNetworksTest-1120630649 tempest-ComputeTenantNetworksTest-1120630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:10.420886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863fd7-a8c2-43dd-9610-e13aa280b8a1 req-b37645dc-5041-4bf2-aaf9-663b12496527 tempest-ComputeTenantNetworksTest-1120630649 tempest-ComputeTenantNetworksTest-1120630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:10.425583 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-99765951-55e4-48e9-888a-6a6ca4b4a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:10.433661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863fd7-a8c2-43dd-9610-e13aa280b8a1 req-b37645dc-5041-4bf2-aaf9-663b12496527 tempest-ComputeTenantNetworksTest-1120630649 tempest-ComputeTenantNetworksTest-1120630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:10.435739 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99765951-55e4-48e9-888a-6a6ca4b4a013 None None] Routers {'38c942a4-abc5-4eb5-bdca-c6c3aa620319'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:10.436369 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-99765951-55e4-48e9-888a-6a6ca4b4a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['38c942a4-abc5-4eb5-bdca-c6c3aa620319'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:10.452195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1863fd7-a8c2-43dd-9610-e13aa280b8a1 req-b37645dc-5041-4bf2-aaf9-663b12496527 tempest-ComputeTenantNetworksTest-1120630649 tempest-ComputeTenantNetworksTest-1120630649-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6824360 May 26 16:17:10.510591 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-99765951-55e4-48e9-888a-6a6ca4b4a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:10.511304 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99765951-55e4-48e9-888a-6a6ca4b4a013 None None] The sync data for ids ['38c942a4-abc5-4eb5-bdca-c6c3aa620319'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:10.574069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c510c5c9-2eaf-40f0-b417-e04d0df851ed req-7e120934-4f9d-4596-9bad-4ac6ca0ce117 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983403 May 26 16:17:10.603862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e585b-dcb3-41ab-ad06-6140b1acef72 service neutron] Pushing event updated for resources: {'Port': ['ID=39f8780f-3b7e-4147-8995-707e4fa0ea62,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:10.613372 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:10.670499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:10.677196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:10.679101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-142aa882-5b67-4c40-902b-a1b8c951fd5f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.0726042 May 26 16:17:10.724933 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:10.747913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-eb3f7466-beda-41b1-aca0-46dd11f74b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:10.749091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-eb3f7466-beda-41b1-aca0-46dd11f74b80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea3459d3c5048ed85d9170a65b34f09&device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 1094 time: 0.4199781 May 26 16:17:10.758802 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bea8e0-2eda-4058-8b71-69639f8b649e x-openstack-request-id: req-f7bea8e0-2eda-4058-8b71-69639f8b649e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:10.759372 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435bcf71-9f67-4d85-a80b-d3170b245530", "tag": "39f8780f-3b7e-4147-8995-707e4fa0ea62", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:10.760018 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7bea8e0-2eda-4058-8b71-69639f8b649e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:10.760428 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7bea8e0-2eda-4058-8b71-69639f8b649e'] response: {'name': 'network-changed', 'server_uuid': '435bcf71-9f67-4d85-a80b-d3170b245530', 'tag': '39f8780f-3b7e-4147-8995-707e4fa0ea62', 'status': 'completed', 'code': 200} May 26 16:17:10.764959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52690) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:10.820628 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-584bec91-f20f-49c4-b3a7-6c78771acc24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39f8780f-3b7e-4147-8995-707e4fa0ea62 HTTP/1.1" status: 200 len: 217 time: 0.0565488 May 26 16:17:10.963844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea8ca-b35c-4ecd-90a6-9ccadaeed7f2 req-60f08b77-12d0-46a5-a11d-10b7c23d21ac tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:10.966093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab6ea8ca-b35c-4ecd-90a6-9ccadaeed7f2 req-60f08b77-12d0-46a5-a11d-10b7c23d21ac tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 943 time: 0.3832743 May 26 16:17:11.007732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a399f81e-7eb1-4cf7-b90b-aef9c56ca6d3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/routers/38c942a4-abc5-4eb5-bdca-c6c3aa620319 HTTP/1.1" status: 200 len: 880 time: 0.3275394 May 26 16:17:11.011009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52696) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:11.047240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Deleting port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:11.047826 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.093018 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e44a2c7f-dc86-400b-b5cf-ba21a185cf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.102964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-6ebe9d25-feb8-4eb0-958a-2952c81a8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:11.104453 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-6ebe9d25-feb8-4eb0-958a-2952c81a8685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=940c75ac-768d-4616-929e-47d5527ec93b HTTP/1.1" status: 200 len: 848 time: 0.2730720 May 26 16:17:11.149868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d027c9-9dff-43fb-b8c3-10a9483a3edf req-2c27105e-85df-4735-9de3-78bcff4ba05f tempest-ComputeTenantNetworksTest-1120630649 tempest-ComputeTenantNetworksTest-1120630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:11.160431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52700) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:11.163017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00d027c9-9dff-43fb-b8c3-10a9483a3edf req-2c27105e-85df-4735-9de3-78bcff4ba05f tempest-ComputeTenantNetworksTest-1120630649 tempest-ComputeTenantNetworksTest-1120630649-project] 10.222.0.39 "GET /v2.0/networks/ff9fb05e-ccc0-41b0-9100-1c3f820aa746 HTTP/1.1" status: 200 len: 769 time: 0.3469985 May 26 16:17:11.297934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab6ea8ca-b35c-4ecd-90a6-9ccadaeed7f2 req-9588af20-455a-4689-8b2b-be0240072f5f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179893 May 26 16:17:11.300542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-6a2f9681-848e-473d-8455-9356a9736aa5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b439ac4c-286e-4e35-89f7-4a1930ad7348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619146 May 26 16:17:11.307553 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.383834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] For port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:11.384220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.416977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.439631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9fb05e-ccc0-41b0-9100-1c3f820aa746']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:11.449289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baf7bae-86fe-4e17-a957-bbf261686ebf') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:11.449608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baf7bae-86fe-4e17-a957-bbf261686ebf') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:11.461007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.474486 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.481138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:11.481584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.524128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-edd17bd9-5102-4fc5-af0d-564538a21ba3 service neutron] 10.222.0.24 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139456 May 26 16:17:11.632878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.671366 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.684072 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ff9fb05e-ccc0-41b0-9100-1c3f820aa746 HTTP/1.1" status: 204 len: 168 time: 0.5225434 May 26 16:17:11.701621 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8baf7bae-86fe-4e17-a957-bbf261686ebf resource provider aggregate not found May 26 16:17:11.766389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef47a7-461a-491c-b325-6ff058a6b390 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9fb05e-ccc0-41b0-9100-1c3f820aa746,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:11.773146 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8baf7bae-86fe-4e17-a957-bbf261686ebf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8baf7bae-86fe-4e17-a957-bbf261686ebf found for delete ", "request_id": "req-50f46299-78ac-412a-b811-853b8a077837"}]} May 26 16:17:11.835525 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cf2068c2-fe7f-429c-a72b-e59b1c36a729 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8222277 May 26 16:17:11.839504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52732) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:11.854685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fe93b290-a809-4435-b928-57f25934786f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-179223857'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:11.910802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e44a2c7f-dc86-400b-b5cf-ba21a185cf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.934818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8943f-fee8-41b7-95a0-7e4b178449b9 req-ba82607b-70d9-4b09-a6a8-098a0cd50402 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:11.942666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41d8943f-fee8-41b7-95a0-7e4b178449b9 req-ba82607b-70d9-4b09-a6a8-098a0cd50402 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 945 time: 0.2546108 May 26 16:17:11.946141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52734) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:11.948049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e44a2c7f-dc86-400b-b5cf-ba21a185cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.959316 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.959685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.960009 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Floating IP a66d8037-57f7-47e7-8b6c-e71189da18f2 disassociated. External IP: 172.25.0.87, port: e7ed3929-8abd-4ea4-ae15-88d4bfba10e4. May 26 16:17:11.960361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Calling delete_port for e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:11.970555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ee75864-d89c-4e80-86ab-7d5c399cbee0 req-0bf3f96f-06f0-4dee-a6d3-cac9041a7f90 service neutron] 10.222.0.24 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404016 May 26 16:17:12.166307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e44a2c7f-dc86-400b-b5cf-ba21a185cf3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49031a6c1e754489a668d6b8cda8b389&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3924000 May 26 16:17:12.174733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52746) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:12.177885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a2c7f-dc86-400b-b5cf-ba21a185cf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ec4633-fc5c-45e4-a1de-0d19758d56f2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:12.219648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41d8943f-fee8-41b7-95a0-7e4b178449b9 req-4453a82a-d9ff-48de-af7d-904b902d2a58 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups?id=67658600-bb28-4f45-9dfa-07a14782dfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760181 May 26 16:17:12.245586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-95a5f060-e32b-40a0-aafc-20b059a837f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee367df158514cbdb5c2f97017691e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923789 May 26 16:17:12.247631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52748) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:12.272581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-962fb928-ee7e-473c-80a7-f76af7250049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:12.274332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-962fb928-ee7e-473c-80a7-f76af7250049 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea3459d3c5048ed85d9170a65b34f09&device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 1094 time: 0.2429600 May 26 16:17:12.316367 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b32359b-e9f3-4ce4-ac94-846379adf430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.497710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853ef782-c77b-4178-aa73-fe31caa08195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.509834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe93b290-a809-4435-b928-57f25934786f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.538370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe93b290-a809-4435-b928-57f25934786f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.555990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853ef782-c77b-4178-aa73-fe31caa08195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.561585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b32359b-e9f3-4ce4-ac94-846379adf430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.606745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-f763776b-e8db-4be0-ae4a-f5bb100ed5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:12.608618 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-f763776b-e8db-4be0-ae4a-f5bb100ed5ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=b439ac4c-286e-4e35-89f7-4a1930ad7348 HTTP/1.1" status: 200 len: 909 time: 0.3184526 May 26 16:17:12.743602 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.763898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-b0419a32-92c9-4d8d-afc6-632cb86ee4f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39f8780f-3b7e-4147-8995-707e4fa0ea62 HTTP/1.1" status: 200 len: 217 time: 0.1030955 May 26 16:17:12.772262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ffae2-8cae-4b9f-a1cd-bc6d11bafa5b req-112f7cdc-fc2e-4c3a-8383-eef7da726069 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:12.773795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-234ffae2-8cae-4b9f-a1cd-bc6d11bafa5b req-112f7cdc-fc2e-4c3a-8383-eef7da726069 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 943 time: 0.3491700 May 26 16:17:12.785207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853ef782-c77b-4178-aa73-fe31caa08195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.789758 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-853ef782-c77b-4178-aa73-fe31caa08195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.791346 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-853ef782-c77b-4178-aa73-fe31caa08195 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8a9626e-f6ec-45a1-935d-f057bf3827b4 HTTP/1.1" status: 204 len: 168 time: 0.5425825 May 26 16:17:12.813726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ef782-c77b-4178-aa73-fe31caa08195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a9626e-f6ec-45a1-935d-f057bf3827b4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:12.836485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe93b290-a809-4435-b928-57f25934786f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 38c942a4-abc5-4eb5-bdca-c6c3aa620319 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:12.844359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event deleted for resources: {'Port': ['ID=e7ed3929-8abd-4ea4-ae15-88d4bfba10e4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:12.854569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b32359b-e9f3-4ce4-ac94-846379adf430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.858350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b32359b-e9f3-4ce4-ac94-846379adf430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.859693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1b32359b-e9f3-4ce4-ac94-846379adf430 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35ec4633-fc5c-45e4-a1de-0d19758d56f2 HTTP/1.1" status: 204 len: 168 time: 0.6827908 May 26 16:17:12.909093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32359b-e9f3-4ce4-ac94-846379adf430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ec4633-fc5c-45e4-a1de-0d19758d56f2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:13.003685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-234ffae2-8cae-4b9f-a1cd-bc6d11bafa5b req-b4d30f61-48d3-4502-9c03-f2d869d04872 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069690 May 26 16:17:13.070654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-ad3eb4b3-4e42-48ff-91fc-a110e48c8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:13.072068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-ad3eb4b3-4e42-48ff-91fc-a110e48c8eda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=940c75ac-768d-4616-929e-47d5527ec93b HTTP/1.1" status: 200 len: 848 time: 0.2956729 May 26 16:17:13.080507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe93b290-a809-4435-b928-57f25934786f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:13.093243 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe93b290-a809-4435-b928-57f25934786f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.098880 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fe93b290-a809-4435-b928-57f25934786f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/38c942a4-abc5-4eb5-bdca-c6c3aa620319 HTTP/1.1" status: 200 len: 887 time: 1.2571173 May 26 16:17:13.101225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef420a-cc0a-4953-8136-860ba7c329c0 None None] Sync routers for ids ['38c942a4-abc5-4eb5-bdca-c6c3aa620319'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:13.107884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52778) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:13.114672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef420a-cc0a-4953-8136-860ba7c329c0 None None] Routers {'38c942a4-abc5-4eb5-bdca-c6c3aa620319'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:13.115309 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-59ef420a-cc0a-4953-8136-860ba7c329c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['38c942a4-abc5-4eb5-bdca-c6c3aa620319'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:13.137799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-365271f0-6c5d-4836-9948-7d301707a10f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b439ac4c-286e-4e35-89f7-4a1930ad7348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535977 May 26 16:17:13.159778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-59ef420a-cc0a-4953-8136-860ba7c329c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:13.169352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef420a-cc0a-4953-8136-860ba7c329c0 None None] Routers {'38c942a4-abc5-4eb5-bdca-c6c3aa620319'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:13.170431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-59ef420a-cc0a-4953-8136-860ba7c329c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['38c942a4-abc5-4eb5-bdca-c6c3aa620319'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:13.247203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-59ef420a-cc0a-4953-8136-860ba7c329c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:13.248115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef420a-cc0a-4953-8136-860ba7c329c0 None None] The sync data for ids ['38c942a4-abc5-4eb5-bdca-c6c3aa620319'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:13.769580 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb024af7-cc55-4023-8d28-b726944729cc req-e2f63fcd-2b9c-4a82-aca6-44332292ff5b tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 210 time: 0.1099024 May 26 16:17:13.856940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Router ddc59841-e546-4956-9b79-466546acadd5 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:13.906424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52818) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:13.907028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8bf50578-f828-4a58-8b10-9d4e6208f06e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/routers/38c942a4-abc5-4eb5-bdca-c6c3aa620319 HTTP/1.1" status: 200 len: 887 time: 0.7711458 May 26 16:17:13.910604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-55139574-f779-4e71-9298-ab4e4e6702f5 service neutron] 10.222.0.24 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503610 May 26 16:17:13.946950 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8fbedca8-b8b2-4472-bb88-3d1e626354d9 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=38c942a4-abc5-4eb5-bdca-c6c3aa620319 HTTP/1.1" status: 200 len: 205 time: 0.0367947 May 26 16:17:13.947392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52820) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:14.159036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d0d3668-2b7f-497c-a56a-5a57d744fb8e req-caada98d-584d-4629-a5ce-288186a0b8da service neutron] 10.222.0.24 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408497 May 26 16:17:14.160643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:14.177879 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] Sync routers for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:14.196809 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:14.197439 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:14.221146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] No DVR routers for this DVR port e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:14.224685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:14.229063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d718269-f665-44fe-9ee1-674d3df49f7d req-c053c8b0-64cf-491d-89c4-d8426d985d43 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.32 "DELETE /v2.0/ports/e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 HTTP/1.1" status: 204 len: 173 time: 4.0433316 May 26 16:17:14.229704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-deleted', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:14.233032 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b357e3-0695-429e-a49d-eb0155e1373b" -d '{"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-deleted", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:14.316449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:14.360308 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c105cb5-0922-4cbf-9f28-0c163179cf6c x-openstack-request-id: req-3c105cb5-0922-4cbf-9f28-0c163179cf6c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:14.360492 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308eff1a-db1a-47d2-bb13-9f0c9fb16a34", "name": "network-vif-deleted", "tag": "e7ed3929-8abd-4ea4-ae15-88d4bfba10e4", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:14.361279 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c105cb5-0922-4cbf-9f28-0c163179cf6c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:14.361727 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c105cb5-0922-4cbf-9f28-0c163179cf6c'] response: {'server_uuid': '308eff1a-db1a-47d2-bb13-9f0c9fb16a34', 'name': 'network-vif-deleted', 'tag': 'e7ed3929-8abd-4ea4-ae15-88d4bfba10e4', 'status': 'completed', 'code': 200} May 26 16:17:14.386179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:14.428888 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:14.463599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:14.464042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e7ed3929-8abd-4ea4-ae15-88d4bfba10e4 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:14.767379 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4734ad21-3657-4e02-b136-b585455a616b', 'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'mac_address': 'fa:16:3e:6f:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:06Z', 'updated_at': '2022-05-26T16:08:16Z', 'revision_number': 5, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'subnets': [{'id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:14.898567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81391f64-2c51-4dc4-93d3-eb696056f3c5 req-0588844d-b0cd-44c8-97e7-c15dedd6d0c2 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:14.904977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81391f64-2c51-4dc4-93d3-eb696056f3c5 req-0588844d-b0cd-44c8-97e7-c15dedd6d0c2 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 943 time: 0.7760148 May 26 16:17:14.905558 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] Checking router: ddc59841-e546-4956-9b79-466546acadd5 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:17:14.949463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:14.951912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 39f8780f-3b7e-4147-8995-707e4fa0ea62 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:17:14.955685 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:15.074867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81391f64-2c51-4dc4-93d3-eb696056f3c5 req-85f9a5d1-d291-4811-b770-a939da08f0e2 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574678 May 26 16:17:15.243181 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:15.302116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 39f8780f-3b7e-4147-8995-707e4fa0ea62, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39f8780f-3b7e-4147-8995-707e4fa0ea62,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:15.337978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '39f8780f-3b7e-4147-8995-707e4fa0ea62', 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348', 'port_id': '39f8780f-3b7e-4147-8995-707e4fa0ea62', 'mac_address': 'fa:16:3e:81:d2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940c75ac-768d-4616-929e-47d5527ec93b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:17:15.449175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 39f8780f-3b7e-4147-8995-707e4fa0ea62 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:15.450067 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.475806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f8780f-3b7e-4147-8995-707e4fa0ea62 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:17:15.501914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 39f8780f-3b7e-4147-8995-707e4fa0ea62, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39f8780f-3b7e-4147-8995-707e4fa0ea62,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:15.508412 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.573947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=39f8780f-3b7e-4147-8995-707e4fa0ea62,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:15.601041 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4734ad21-3657-4e02-b136-b585455a616b', 'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'mac_address': 'fa:16:3e:6f:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:06Z', 'updated_at': '2022-05-26T16:08:16Z', 'revision_number': 5, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'subnets': [{'id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:15.609337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c757776-b69b-4e6f-a30e-c6e6141ed968 req-88372db3-273d-4492-9eab-df647274b521 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/ports?device_id=308eff1a-db1a-47d2-bb13-9f0c9fb16a34 HTTP/1.1" status: 200 len: 210 time: 0.6021819 May 26 16:17:15.664537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.671836 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a70466-5457-4463-94b7-2e050afdd5a2 None None] The sync data for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 is: [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4734ad21-3657-4e02-b136-b585455a616b', 'name': '', 'network_id': 'e6a2eecd-73ef-43d4-862b-f37d994a7953', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'mac_address': 'fa:16:3e:6f:ee:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:06Z', 'updated_at': '2022-05-26T16:08:16Z', 'revision_number': 5, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'subnets': [{'id': '47617b24-398b-4c92-bb5c-96cca6d07a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:15.707168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52872) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.712816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['39f8780f-3b7e-4147-8995-707e4fa0ea62'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:17:15.805940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-e03beee9-1141-47c6-ac36-8518212ae2f8 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:15.810819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e03beee9-1141-47c6-ac36-8518212ae2f8 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0994275 May 26 16:17:15.810986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port ae4bb965-b277-4345-805d-a03b48379ac5 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:15.810986 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.813792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52880) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.819416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-1e1780d7-0670-42a7-b117-323221eb7bab tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:15.823491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1e1780d7-0670-42a7-b117-323221eb7bab tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061107 May 26 16:17:15.823698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52884) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.838239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-79ab9e9f-a8ba-4d6d-a990-a2fad159dfbd tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:15.842864 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-79ab9e9f-a8ba-4d6d-a990-a2fad159dfbd tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0157201 May 26 16:17:15.844488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52888) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.850400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-47b5123e-a5c7-4dc5-ba0c-3b8804002491 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:15.854287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-47b5123e-a5c7-4dc5-ba0c-3b8804002491 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0066211 May 26 16:17:15.857822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52890) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.869101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-c35313ba-26a6-4181-b73f-906713737fa2 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:15.873120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c35313ba-26a6-4181-b73f-906713737fa2 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0095403 May 26 16:17:15.873253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52892) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.884262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-33ed0194-01ae-4956-9ad3-811dcaf076dc tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:15.887413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-33ed0194-01ae-4956-9ad3-811dcaf076dc tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0119061 May 26 16:17:15.890363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52894) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.942925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-7b981234-07ee-4c85-9566-1a4c4d48ccfe tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:15.945399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7b981234-07ee-4c85-9566-1a4c4d48ccfe tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0525475 May 26 16:17:15.950288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52896) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.956165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-ff33642a-c96a-47fd-8eb1-e5b467514be2 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:15.961181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ff33642a-c96a-47fd-8eb1-e5b467514be2 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0108051 May 26 16:17:15.961712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52898) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.980167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-86bc9741-1373-4012-a379-037de343ca3a tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:15.986231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-86bc9741-1373-4012-a379-037de343ca3a tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0198772 May 26 16:17:15.986993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52902) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.999221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-ecf2204d-0300-4f35-a12d-8aaaec6ecf09 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.005639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ecf2204d-0300-4f35-a12d-8aaaec6ecf09 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0122046 May 26 16:17:16.006416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52904) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.013528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-dfca9341-7957-456d-97e4-f7063a49d97a tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.017888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52906) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.018139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dfca9341-7957-456d-97e4-f7063a49d97a tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069380 May 26 16:17:16.022562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-fd559ac1-fe7a-4a7c-baac-44608ea5e4df tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.025609 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fd559ac1-fe7a-4a7c-baac-44608ea5e4df tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046093 May 26 16:17:16.025955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52908) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.030569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-46e0d242-1b60-4d79-870c-4f971c7907fa tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.034348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-46e0d242-1b60-4d79-870c-4f971c7907fa tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045402 May 26 16:17:16.035288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52912) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.039741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-216d4c60-2b8d-4c3d-ba01-aa186bd24562 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.041592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-216d4c60-2b8d-4c3d-ba01-aa186bd24562 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048971 May 26 16:17:16.046621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52914) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.055240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-5d7f6b54-a10e-4c8a-b07c-b38ee0d9e7f4 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.059152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5d7f6b54-a10e-4c8a-b07c-b38ee0d9e7f4 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0086100 May 26 16:17:16.059709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52918) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.066250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-c6a59b23-6896-479a-b9e5-35b5f5516c2b tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.074834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c6a59b23-6896-479a-b9e5-35b5f5516c2b tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0117338 May 26 16:17:16.075423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52920) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.083459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-27495cb7-6a2d-494b-ac42-b72269f4200d tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.086819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-27495cb7-6a2d-494b-ac42-b72269f4200d tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0081584 May 26 16:17:16.087176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52924) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.092297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-663c487a-58d1-4813-85ec-46cc6991c4ed tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.096364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-663c487a-58d1-4813-85ec-46cc6991c4ed tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051005 May 26 16:17:16.097549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52926) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.102449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-ef634782-5920-499e-ae06-96e0112abf7e tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.106575 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ef634782-5920-499e-ae06-96e0112abf7e tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055964 May 26 16:17:16.107030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52928) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.108514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:16.112855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-9eb98fd3-deb9-4a80-b709-4e6febfad908 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.117316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9eb98fd3-deb9-4a80-b709-4e6febfad908 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064454 May 26 16:17:16.118420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52930) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.128522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for ae4bb965-b277-4345-805d-a03b48379ac5 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:16.141488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-4002228c-f933-44eb-8e24-1e4b67926efb tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.147006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4002228c-f933-44eb-8e24-1e4b67926efb tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0135403 May 26 16:17:16.147716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52934) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.157350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-6e970450-3980-4ed0-ab44-efcd8b04e85d tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.161537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6e970450-3980-4ed0-ab44-efcd8b04e85d tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0104117 May 26 16:17:16.164411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52936) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.174206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-3d86401c-3ddc-43ca-9632-3ad94c8823e8 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.186207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3d86401c-3ddc-43ca-9632-3ad94c8823e8 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0178618 May 26 16:17:16.186966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52938) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.197947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-b8a4a816-724f-402d-bc68-2d949ed36981 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.202327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b8a4a816-724f-402d-bc68-2d949ed36981 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0116179 May 26 16:17:16.203481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52940) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.215707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-9b440bd4-2b8d-461b-9a11-ebd304cbeee1 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.223749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9b440bd4-2b8d-461b-9a11-ebd304cbeee1 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0162477 May 26 16:17:16.224361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52942) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.229961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-98fab4a3-b9bf-46a1-99a6-8e48885906c7 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.242532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-98fab4a3-b9bf-46a1-99a6-8e48885906c7 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0148931 May 26 16:17:16.264748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52944) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.281242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-899ef918-c9c3-4610-abcc-2dfc4c2bbb81 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.285151 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-899ef918-c9c3-4610-abcc-2dfc4c2bbb81 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0166097 May 26 16:17:16.286353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52954) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.300838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-86f5c96b-5563-4ad0-a126-dde28353ee64 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.307796 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-86f5c96b-5563-4ad0-a126-dde28353ee64 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0180588 May 26 16:17:16.311525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4964c-c175-4307-8e58-295fba83b585 None None] New status for floating IP a66d8037-57f7-47e7-8b6c-e71189da18f2: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:17:16.326680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52958) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.342359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-e7743533-3c19-4696-9063-53d0d80dc613 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.343634 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e7743533-3c19-4696-9063-53d0d80dc613 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0091522 May 26 16:17:16.349819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52966) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.363067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-27127926-3107-48a4-83d7-51c92c9ab219 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.364730 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27127926-3107-48a4-83d7-51c92c9ab219 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0069959 May 26 16:17:16.370290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52968) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.377432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-db99f37e-1a18-4528-9197-8316e6f10130 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.378712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db99f37e-1a18-4528-9197-8316e6f10130 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0073037 May 26 16:17:16.381317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52970) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.388517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-7c07159f-f0f3-4937-81a9-e546fc9f621f tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.391842 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7c07159f-f0f3-4937-81a9-e546fc9f621f tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072358 May 26 16:17:16.393112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52972) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.421228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636080d7-d790-408a-94e5-91e192672f2e req-5ba590e2-44c3-4187-9220-3f3be44e946f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:16.422856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-636080d7-d790-408a-94e5-91e192672f2e req-5ba590e2-44c3-4187-9220-3f3be44e946f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 944 time: 0.1650839 May 26 16:17:16.487494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-a2afc5dd-739f-45b8-9282-3898a4bd672e tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.500006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-636080d7-d790-408a-94e5-91e192672f2e req-49a42bc1-c02d-418d-85e4-c7eac3a8183d tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 May 26 16:17:16.518496 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a2afc5dd-739f-45b8-9282-3898a4bd672e tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0809066 May 26 16:17:16.519804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52978) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.527141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-dfc8e99d-6a8a-44c3-9ae5-c7d53d861a56 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.532120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dfc8e99d-6a8a-44c3-9ae5-c7d53d861a56 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0089417 May 26 16:17:16.532546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52980) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.539473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-5f2612af-b462-4cb7-a8c0-41f2f0955ecc tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.543074 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5f2612af-b462-4cb7-a8c0-41f2f0955ecc tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0062430 May 26 16:17:16.544065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52982) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.560585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-36ce2dc8-01b1-4323-9e20-076aec71aaa6 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.564598 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-36ce2dc8-01b1-4323-9e20-076aec71aaa6 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0167198 May 26 16:17:16.564982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52984) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.570255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-2fab571b-3652-4f54-a8bd-6e4db8ea5239 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.573936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2fab571b-3652-4f54-a8bd-6e4db8ea5239 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053060 May 26 16:17:16.574806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52986) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.580846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-f6825719-2b89-4808-bcf0-4fb6cbd83453 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.584034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f6825719-2b89-4808-bcf0-4fb6cbd83453 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0063510 May 26 16:17:16.584759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52988) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.596811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-446b180e-8eb9-4ee8-9d0f-ce07e6e429aa tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.600346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-446b180e-8eb9-4ee8-9d0f-ce07e6e429aa tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0126374 May 26 16:17:16.600897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52992) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.612602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-55177e3d-ce4b-437b-9370-d74c9c468711 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.616684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-55177e3d-ce4b-437b-9370-d74c9c468711 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0122194 May 26 16:17:16.618054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 52994) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.623508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-5bb2f778-d295-4175-9174-4b03cc75ca58 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.627087 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5bb2f778-d295-4175-9174-4b03cc75ca58 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0063536 May 26 16:17:16.628315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52996) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.636700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-9f249043-faae-470c-a699-d472903e9dcd tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.642496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:16.642721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9f249043-faae-470c-a699-d472903e9dcd tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0109293 May 26 16:17:16.643403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 52998) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.648092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-7a12125a-207d-49ff-b2e0-ffdbd40600b7 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.648841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7a12125a-207d-49ff-b2e0-ffdbd40600b7 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043042 May 26 16:17:16.654431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53000) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.664094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-cc4a40d5-1df9-4fd8-84ed-3fcd4116b921 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.676910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cc4a40d5-1df9-4fd8-84ed-3fcd4116b921 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0179851 May 26 16:17:16.684661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53006) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.689145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-7bbf71a8-1c55-4013-9103-9f85a8d3b274 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.690093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7bbf71a8-1c55-4013-9103-9f85a8d3b274 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044565 May 26 16:17:16.697381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53008) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.699029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-ae8a52b5-7b04-45a8-b512-f992bf1270c5 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.701332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=ae4bb965-b277-4345-805d-a03b48379ac5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:16.702333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ae8a52b5-7b04-45a8-b512-f992bf1270c5 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043662 May 26 16:17:16.702924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53012) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.712839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-6247462d-6d7c-4839-9213-f4324ee1c93a tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.713841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6247462d-6d7c-4839-9213-f4324ee1c93a tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0100160 May 26 16:17:16.718524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53014) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.727698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-5b45689f-79cf-40c4-8f35-be726b9a840f tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.729043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5b45689f-79cf-40c4-8f35-be726b9a840f tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0092218 May 26 16:17:16.736139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53018) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.740486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-50c45976-7017-4060-a81e-3759e1a10764 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.741449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-50c45976-7017-4060-a81e-3759e1a10764 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044296 May 26 16:17:16.749777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53020) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.797834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53022) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.822324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-0f3f2282-e509-418d-8204-1ad1a56a37a6 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.822324 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0f3f2282-e509-418d-8204-1ad1a56a37a6 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0645270 May 26 16:17:16.822324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53024) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.850327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-8925e68b-9c38-4f80-bdb0-2813fc9c5977 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.853764 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8925e68b-9c38-4f80-bdb0-2813fc9c5977 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0068042 May 26 16:17:16.856357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53030) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.867015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-ae9270c1-5d6c-4167-b7e0-9397b19bf952 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.867958 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ae9270c1-5d6c-4167-b7e0-9397b19bf952 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051277 May 26 16:17:16.874680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53032) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.881841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:16.890079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-559eb756-c25e-4845-a13a-afcd6a5d4c3c tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.898657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-559eb756-c25e-4845-a13a-afcd6a5d4c3c tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0205736 May 26 16:17:16.904014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53034) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.910210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53036) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.931902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-8b8aad78-af06-40bf-9c28-81b642ef9f0f tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.934287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8b8aad78-af06-40bf-9c28-81b642ef9f0f tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0214787 May 26 16:17:16.937656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53042) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.943015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-20f83110-57fa-46e6-a2fd-3378ed659918 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.944051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-20f83110-57fa-46e6-a2fd-3378ed659918 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052969 May 26 16:17:16.947398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53044) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.953053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-65ab6d0d-ac10-44b8-aaef-0653b8e6a675 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.954354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-65ab6d0d-ac10-44b8-aaef-0653b8e6a675 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055196 May 26 16:17:16.955997 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f629d106-8f02-45e9-8391-2d4be3e94cf6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:16.958064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53046) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.964742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-8ab26690-b186-42c2-9adf-95b803a05aca tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.965841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8ab26690-b186-42c2-9adf-95b803a05aca tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063388 May 26 16:17:16.967171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 39f8780f-3b7e-4147-8995-707e4fa0ea62 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:16.970161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53048) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.981251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-e32dc9cc-7187-4e08-8d64-09c53baa19e9 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.982719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e32dc9cc-7187-4e08-8d64-09c53baa19e9 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0111098 May 26 16:17:16.985870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53050) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:16.993106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-85522976-a9a3-4d9b-9114-0398cf137a6a tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:16.994214 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-85522976-a9a3-4d9b-9114-0398cf137a6a tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069039 May 26 16:17:16.999713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53052) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.005504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-64d57bcd-2a9c-452b-ba64-065dcc3fa0d0 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.006725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-64d57bcd-2a9c-452b-ba64-065dcc3fa0d0 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056558 May 26 16:17:17.010783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53054) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.015344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-8c7bbc0e-1692-47f5-9847-e86c19ba090b tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.021117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8c7bbc0e-1692-47f5-9847-e86c19ba090b tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045772 May 26 16:17:17.021117 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f629d106-8f02-45e9-8391-2d4be3e94cf6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.022103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53056) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.027188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-01e39983-5ca9-46d3-9629-a85464778338 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.030576 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-01e39983-5ca9-46d3-9629-a85464778338 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0057354 May 26 16:17:17.034698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53058) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.039135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-bdeadab2-104e-4522-b6d3-9f16efc725f7 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.054422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bdeadab2-104e-4522-b6d3-9f16efc725f7 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045488 May 26 16:17:17.056388 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53062) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.067197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-db0ac55c-0fee-41ab-93fe-357488bfb935 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.069701 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db0ac55c-0fee-41ab-93fe-357488bfb935 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0121372 May 26 16:17:17.082030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53064) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.091903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-0f8733d0-fbef-40c4-b7ca-d1973c52ec96 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.097416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0f8733d0-fbef-40c4-b7ca-d1973c52ec96 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0143387 May 26 16:17:17.097590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 39f8780f-3b7e-4147-8995-707e4fa0ea62 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:17:17.101003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53066) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.102516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 39f8780f-3b7e-4147-8995-707e4fa0ea62 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:17.103107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.110646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-32e981d5-d467-423c-9c57-fb00aef12339 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.118940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-32e981d5-d467-423c-9c57-fb00aef12339 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0128357 May 26 16:17:17.129277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53070) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.140703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-3dffaa75-b1d2-450f-85f8-944d74640e13 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.144105 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3dffaa75-b1d2-450f-85f8-944d74640e13 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0103011 May 26 16:17:17.147621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.156530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [None req-f69a57be-79e5-447b-b3a9-a8ec13dc5c5d tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.160420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.164189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53076) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.174495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f69a57be-79e5-447b-b3a9-a8ec13dc5c5d tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0257456 May 26 16:17:17.184010 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.191850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [None req-db40648f-cbd1-41e1-b8cc-0bd9185d35c5 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:17.201536 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db40648f-cbd1-41e1-b8cc-0bd9185d35c5 tempest-ExtensionsTestJSON-2010680324 tempest-ExtensionsTestJSON-2010680324-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0128596 May 26 16:17:17.229879 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f629d106-8f02-45e9-8391-2d4be3e94cf6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.235064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f629d106-8f02-45e9-8391-2d4be3e94cf6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.243801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f629d106-8f02-45e9-8391-2d4be3e94cf6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "DELETE /v2.0/security-groups/67658600-bb28-4f45-9dfa-07a14782dfb6 HTTP/1.1" status: 204 len: 168 time: 0.4505715 May 26 16:17:17.244897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 39f8780f-3b7e-4147-8995-707e4fa0ea62 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:17.245300 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.275495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53088) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.294659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 39f8780f-3b7e-4147-8995-707e4fa0ea62, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39f8780f-3b7e-4147-8995-707e4fa0ea62,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:17.295608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435bcf71-9f67-4d85-a80b-d3170b245530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f8780f-3b7e-4147-8995-707e4fa0ea62'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:17.300161 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b12d4ec-75c3-4168-b256-cf24c92a6198" -d '{"events": [{"server_uuid": "435bcf71-9f67-4d85-a80b-d3170b245530", "name": "network-vif-plugged", "status": "completed", "tag": "39f8780f-3b7e-4147-8995-707e4fa0ea62"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:17.308894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.312579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08b3e069-4604-4db5-b697-6d1770971c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.338929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.339725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Fanout notify agent at l3_agent the message router_deleted on router 38c942a4-abc5-4eb5-bdca-c6c3aa620319 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:17:17.344924 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-c866420d-efe7-4927-b06f-01dcdb1a2d67 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] show failed (client error): The resource could not be found. May 26 16:17:17.348034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.349150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c866420d-efe7-4927-b06f-01dcdb1a2d67 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "GET /v2.0/security-groups/67658600-bb28-4f45-9dfa-07a14782dfb6 HTTP/1.1" status: 404 len: 347 time: 0.0642169 May 26 16:17:17.352584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53092) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.353478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629d106-8f02-45e9-8391-2d4be3e94cf6 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67658600-bb28-4f45-9dfa-07a14782dfb6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:17.356867 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-997fadd6-302b-4096-b517-9c83d38e1b9d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/38c942a4-abc5-4eb5-bdca-c6c3aa620319 HTTP/1.1" status: 204 len: 168 time: 3.4055784 May 26 16:17:17.360385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.366136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'network': {'name': 'tempest-RoutersTest-1500182358'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:17.420990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:17.421467 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017aa7ff-d66d-41be-8021-ec3d7f65c396 x-openstack-request-id: req-017aa7ff-d66d-41be-8021-ec3d7f65c396 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:17.422299 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435bcf71-9f67-4d85-a80b-d3170b245530", "name": "network-vif-plugged", "status": "completed", "tag": "39f8780f-3b7e-4147-8995-707e4fa0ea62", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:17.422810 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-017aa7ff-d66d-41be-8021-ec3d7f65c396 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:17.424944 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017aa7ff-d66d-41be-8021-ec3d7f65c396'] response: {'server_uuid': '435bcf71-9f67-4d85-a80b-d3170b245530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f8780f-3b7e-4147-8995-707e4fa0ea62', 'code': 200} May 26 16:17:17.428611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.456130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:17.469451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.470304 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added segment 54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa of type vlan for network c2c3dead-83a7-4049-b4b5-9268383bd837 May 26 16:17:17.509236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=39f8780f-3b7e-4147-8995-707e4fa0ea62,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:17.541491 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.606772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.624973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb85b-cb18-42ed-9bca-88866e10b017 req-dec49e6c-7951-415f-8d41-04c2565fb71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:17.627363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-147eb85b-cb18-42ed-9bca-88866e10b017 req-dec49e6c-7951-415f-8d41-04c2565fb71c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 1096 time: 0.1552887 May 26 16:17:17.627863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:17.628579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.670975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53102) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.738846 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08b3e069-4604-4db5-b697-6d1770971c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.749905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Deleting port e9509554-96f2-43f5-9a5c-334976174341 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:17.752016 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.760272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-08b3e069-4604-4db5-b697-6d1770971c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.761013 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Network': ['ID=c2c3dead-83a7-4049-b4b5-9268383bd837,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:17.774279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network c2c3dead-83a7-4049-b4b5-9268383bd837 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:17.776482 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-82b2db16-915a-4316-a8da-fe063a556242 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4141793 May 26 16:17:17.777379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53110) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.780947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-147eb85b-cb18-42ed-9bca-88866e10b017 req-d1681393-d0ec-425a-a164-0164fb4f29c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462188 May 26 16:17:17.784741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'subnet': {'network_id': 'c2c3dead-83a7-4049-b4b5-9268383bd837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:17.873200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc3bbf-47e5-4ea9-9ae9-bdf039d53a22 req-a916bf0c-02b8-4078-ba83-8dcd7ec56eae tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:17.875104 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bacc3bbf-47e5-4ea9-9ae9-bdf039d53a22 req-a916bf0c-02b8-4078-ba83-8dcd7ec56eae tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 945 time: 0.2208824 May 26 16:17:17.878603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3e069-4604-4db5-b697-6d1770971c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1420f463-dafd-4dd4-920d-1a57ddfdd8ea,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:17.883213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-08b3e069-4604-4db5-b697-6d1770971c40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ccd4a8403c044fa8e552f13c5c95b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9718308 May 26 16:17:17.887023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53114) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:17.948629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:17.953176 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.956375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.957281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.962824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bacc3bbf-47e5-4ea9-9ae9-bdf039d53a22 req-6cfea9e9-1637-4896-84a6-894e5aafb56f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774546 May 26 16:17:17.976337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Calling delete_port for e9509554-96f2-43f5-9a5c-334976174341 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:18.152793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2af2d380-7477-4077-8bad-6a2bb65547a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.218096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2af2d380-7477-4077-8bad-6a2bb65547a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.221816 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b223aa73-71c6-41a8-9f10-2d25e3566d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.245471 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.273164 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.361065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Pushing event deleted for resources: {'Port': ['ID=e9509554-96f2-43f5-9a5c-334976174341,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:18.383350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Subnet': ['ID=f67b5859-dfa6-487b-8509-f9aff860840c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:18.388881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Checking segment: {'id': '54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c2c3dead-83a7-4049-b4b5-9268383bd837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:18.389726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network hostable DHCP agents. Network: c2c3dead-83a7-4049-b4b5-9268383bd837, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:18.400442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2af2d380-7477-4077-8bad-6a2bb65547a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.403553 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2af2d380-7477-4077-8bad-6a2bb65547a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.404722 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2af2d380-7477-4077-8bad-6a2bb65547a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1420f463-dafd-4dd4-920d-1a57ddfdd8ea HTTP/1.1" status: 204 len: 168 time: 0.5167115 May 26 16:17:18.435682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2d380-7477-4077-8bad-6a2bb65547a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1420f463-dafd-4dd4-920d-1a57ddfdd8ea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:18.453029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network c2c3dead-83a7-4049-b4b5-9268383bd837 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:18.453564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.462584 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.464226 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-33663635-02ef-47f6-8c4d-46ad71285618 tempest-ServerActionsTestJSON-1906933751 tempest-ServerActionsTestJSON-1906933751-project] 10.222.0.39 "DELETE /v2.0/floatingips/a66d8037-57f7-47e7-8b6c-e71189da18f2 HTTP/1.1" status: 204 len: 168 time: 1.1084769 May 26 16:17:18.468712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53132) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:18.497225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, c2c3dead-83a7-4049-b4b5-9268383bd837) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:18.502498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:18.503289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.508405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a2878e-8d33-4ef9-bead-b44023063613 None None] Network c2c3dead-83a7-4049-b4b5-9268383bd837 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:18.529755 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b223aa73-71c6-41a8-9f10-2d25e3566d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.543739 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b223aa73-71c6-41a8-9f10-2d25e3566d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.558452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3fe8cc2-e6c8-4775-b6a3-e19037d18d69 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7795448 May 26 16:17:18.561205 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53138) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:18.567162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cbbcfcfe-ed34-419d-bd63-ade16a7ad4ce tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1099539815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:18.597981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbbcfcfe-ed34-419d-bd63-ade16a7ad4ce tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.599617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbbcfcfe-ed34-419d-bd63-ade16a7ad4ce tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.618069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223aa73-71c6-41a8-9f10-2d25e3566d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e06e11-2a5c-40ac-8385-d5a65f3aadca,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:18.626050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b223aa73-71c6-41a8-9f10-2d25e3566d45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7eac2aca580411ca744754f23fdbc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9513404 May 26 16:17:18.627375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53140) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:18.703462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbbcfcfe-ed34-419d-bd63-ade16a7ad4ce tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.710371 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbbcfcfe-ed34-419d-bd63-ade16a7ad4ce tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.727533 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-914a028f-7784-4611-99a6-8bc842385d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.739024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbbcfcfe-ed34-419d-bd63-ade16a7ad4ce tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.742946 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cbbcfcfe-ed34-419d-bd63-ade16a7ad4ce tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1790600 May 26 16:17:18.744637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53142) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:18.806685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-c2c3dead-83a7-4049-b4b5-9268383bd837', 'network_id': 'c2c3dead-83a7-4049-b4b5-9268383bd837', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'fixed_ips': [{'subnet_id': 'f67b5859-dfa6-487b-8509-f9aff860840c'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:17:18.808076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.832707 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-914a028f-7784-4611-99a6-8bc842385d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.968950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-914a028f-7784-4611-99a6-8bc842385d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.972722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-914a028f-7784-4611-99a6-8bc842385d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.978061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-914a028f-7784-4611-99a6-8bc842385d73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45e06e11-2a5c-40ac-8385-d5a65f3aadca HTTP/1.1" status: 204 len: 168 time: 0.3475168 May 26 16:17:18.989575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a028f-7784-4611-99a6-8bc842385d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e06e11-2a5c-40ac-8385-d5a65f3aadca,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:19.031732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Allocated IP 172.20.0.2 (c2c3dead-83a7-4049-b4b5-9268383bd837/f67b5859-dfa6-487b-8509-f9aff860840c/7f6881be-d4bc-46fc-9e17-b17d58cd61e2) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:19.196894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.208199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ff82e-6bca-4c79-bf05-3b5ca51f1b9c req-b74afd34-bd30-40b0-b960-8120ded0db91 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:19.209777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b9ff82e-6bca-4c79-bf05-3b5ca51f1b9c req-b74afd34-bd30-40b0-b960-8120ded0db91 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 945 time: 0.1251068 May 26 16:17:19.217966 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.238601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Network c2c3dead-83a7-4049-b4b5-9268383bd837 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:19.242821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:19.268414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:19.322413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b9ff82e-6bca-4c79-bf05-3b5ca51f1b9c req-a511a792-8ef4-48e3-82e2-0ee61379d493 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999217 May 26 16:17:19.348404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Pushing event updated for resources: {'Port': ['ID=7f6881be-d4bc-46fc-9e17-b17d58cd61e2,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:19.372246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Attempting to bind port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:19.373951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Attempting to bind port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c2c3dead-83a7-4049-b4b5-9268383bd837'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:19.377272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Attempting to bind port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 on network c2c3dead-83a7-4049-b4b5-9268383bd837 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:19.387381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:19.387766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Checking segment: {'id': '54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c2c3dead-83a7-4049-b4b5-9268383bd837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:19.388179 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.391125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Bound using segment: {'id': '54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c2c3dead-83a7-4049-b4b5-9268383bd837'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:19.393276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Bound port: 7f6881be-d4bc-46fc-9e17-b17d58cd61e2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c2c3dead-83a7-4049-b4b5-9268383bd837'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:19.393698 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.412728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53168) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:19.533409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] For port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:19.538177 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.539499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] For port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7f6881be-d4bc-46fc-9e17-b17d58cd61e2,segment=NetworkSegment(54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa),segment_id=54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:19.550422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.654596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b1e25-f855-458b-9bc9-b172095470a7 None None] Pushing event updated for resources: {'Port': ['ID=7f6881be-d4bc-46fc-9e17-b17d58cd61e2,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:19.915224 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8324bbff-2422-4e2f-868e-a020efe327c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.219168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8324bbff-2422-4e2f-868e-a020efe327c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.226567 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8324bbff-2422-4e2f-868e-a020efe327c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.335366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8324bbff-2422-4e2f-868e-a020efe327c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b25ecf4010934864b285790d827c815b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9212105 May 26 16:17:20.336694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324bbff-2422-4e2f-868e-a020efe327c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3c471b-32d3-479a-90ea-f579023faf71,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:20.337773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53210) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:20.371931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.20.0.1 (c2c3dead-83a7-4049-b4b5-9268383bd837/f67b5859-dfa6-487b-8509-f9aff860840c/27c92ef2-4173-4b2b-855e-ef2c64267369) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:20.603052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79a0d6df-652f-4762-b553-baba86141151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.648044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805df4d-c229-42b2-9417-4b6a74b7f949 req-642243f5-522d-421e-b188-dcfbcad4b703 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:20.650552 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d805df4d-c229-42b2-9417-4b6a74b7f949 req-642243f5-522d-421e-b188-dcfbcad4b703 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 945 time: 0.1145110 May 26 16:17:20.670789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79a0d6df-652f-4762-b553-baba86141151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.739686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d805df4d-c229-42b2-9417-4b6a74b7f949 req-dd71197d-cbf8-4de2-9323-629a17903581 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758946 May 26 16:17:20.841665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.907705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:20.938325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53238) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:20.985047 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.032628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:21.039308 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.105860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-591325781'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:21.134246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Made reservation on behalf of a3b86a7bf76c4dbfbe18a5b910db5ad3 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:21.141351 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.155015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.213370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:21.213897 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.233894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79a0d6df-652f-4762-b553-baba86141151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.242831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79a0d6df-652f-4762-b553-baba86141151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.246392 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-79a0d6df-652f-4762-b553-baba86141151 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c3c471b-32d3-479a-90ea-f579023faf71 HTTP/1.1" status: 204 len: 168 time: 0.9026389 May 26 16:17:21.275173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.287814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7f6881be-d4bc-46fc-9e17-b17d58cd61e2,segment=NetworkSegment(54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa),segment_id=54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:21.296778 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.372260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0d6df-652f-4762-b553-baba86141151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3c471b-32d3-479a-90ea-f579023faf71,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:21.415909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c9a9a-409d-4f7e-89fe-2d7199d6d07d None None] Network c2c3dead-83a7-4049-b4b5-9268383bd837 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:21.427350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network c2c3dead-83a7-4049-b4b5-9268383bd837 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:21.434577 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.442406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:21.445069 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.452442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:21.473588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:21.496324 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.496696 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Added segment ab136e53-8a37-4976-9662-47408d8775d7 of type vlan for network 6456f4f2-43cd-45c5-a887-464da591ee3a May 26 16:17:21.525630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=27c92ef2-4173-4b2b-855e-ef2c64267369,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:21.572634 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.591498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.636601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f57b7b6-8cb6-489e-a09b-125c3ca52977,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:21.640449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.646845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:21.647470 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.789063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8488724 May 26 16:17:21.793840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53270) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:21.804196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6b65880b-2754-4ab8-bb55-a3d44f78342d None None] Provisioning complete for port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:21.804587 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6b65880b-2754-4ab8-bb55-a3d44f78342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.806303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=7f6881be-d4bc-46fc-9e17-b17d58cd61e2,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:21.816855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Request body: {'subnet': {'network_id': '6456f4f2-43cd-45c5-a887-464da591ee3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:22.042518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53274) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:22.104782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a12084c-5edb-4712-abfa-b2962891e4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.106465 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.108709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-a90ffafc-3f3e-4220-90a9-abf32ed6bee3 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:22.110283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-a90ffafc-3f3e-4220-90a9-abf32ed6bee3 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.24 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 945 time: 0.3913441 May 26 16:17:22.122038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Deleting port 4734ad21-3657-4e02-b136-b585455a616b {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:22.122341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.124192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65b7a5-3014-4e6e-bea0-fdf6d0aa0d16 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event updated for resources: {'Network': ['ID=6456f4f2-43cd-45c5-a887-464da591ee3a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:22.133608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6b65880b-2754-4ab8-bb55-a3d44f78342d None None] Current status of the port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:22.144605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 6456f4f2-43cd-45c5-a887-464da591ee3a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:22.191187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827d500-7a30-43fd-b0d2-956942c258b2 req-9048eed2-6a1a-4db8-977d-567ae5fd2b1c tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:22.200581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c827d500-7a30-43fd-b0d2-956942c258b2 req-9048eed2-6a1a-4db8-977d-567ae5fd2b1c tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 945 time: 0.2584639 May 26 16:17:22.399046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Made reservation on behalf of a3b86a7bf76c4dbfbe18a5b910db5ad3 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:22.412930 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.452378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c827d500-7a30-43fd-b0d2-956942c258b2 req-c8fb10f6-d83b-4ebe-a0ee-4c88987e4342 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504654 May 26 16:17:22.486033 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] For port 4734ad21-3657-4e02-b136-b585455a616b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4734ad21-3657-4e02-b136-b585455a616b,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:22.486411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.566134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Deleting port 39f8780f-3b7e-4147-8995-707e4fa0ea62 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:22.566526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.607128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Calling delete_port for 4734ad21-3657-4e02-b136-b585455a616b owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:22.671962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a12084c-5edb-4712-abfa-b2962891e4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.780427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8bab14e3-46c4-4c2d-ba27-33d4335e87d8 None None] Provisioning complete for port 27c92ef2-4173-4b2b-855e-ef2c64267369 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:22.780883 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8bab14e3-46c4-4c2d-ba27-33d4335e87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.796019 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.802601 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a12084c-5edb-4712-abfa-b2962891e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.837546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.854734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] For port 39f8780f-3b7e-4147-8995-707e4fa0ea62, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=39f8780f-3b7e-4147-8995-707e4fa0ea62,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:22.855145 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.865890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8bab14e3-46c4-4c2d-ba27-33d4335e87d8 None None] Port 27c92ef2-4173-4b2b-855e-ef2c64267369 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:22.928362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8bab14e3-46c4-4c2d-ba27-33d4335e87d8 None None] Provisioning complete for port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:22.928966 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8bab14e3-46c4-4c2d-ba27-33d4335e87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.942328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Calling delete_port for 39f8780f-3b7e-4147-8995-707e4fa0ea62 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:22.975990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12084c-5edb-4712-abfa-b2962891e4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce90ca-11a8-4935-a0a7-fabdd197ba56,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:22.992429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:23.097233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.177719 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1a12084c-5edb-4712-abfa-b2962891e4c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3bd3c7d2ae941f1add1234bd58dbf8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1329834 May 26 16:17:23.179678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8bab14e3-46c4-4c2d-ba27-33d4335e87d8 None None] Current status of the port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:23.181237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53298) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:23.197419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:23.197963 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.209497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=27c92ef2-4173-4b2b-855e-ef2c64267369,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:23.217004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.251881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event updated for resources: {'Subnet': ['ID=eb518d2c-e5b0-4c77-80c3-7fb071658c1b,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:23.294412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Checking segment: {'id': 'ab136e53-8a37-4976-9662-47408d8775d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6456f4f2-43cd-45c5-a887-464da591ee3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:23.294781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Network hostable DHCP agents. Network: 6456f4f2-43cd-45c5-a887-464da591ee3a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:23.304505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee107b-eab3-4355-b912-5a20e15dc709 req-fef40f94-ca0a-4fb3-8513-e86c29aeb7c4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:23.306044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cee107b-eab3-4355-b912-5a20e15dc709 req-fef40f94-ca0a-4fb3-8513-e86c29aeb7c4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1732457 May 26 16:17:23.313014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-27531450-d009-477c-af62-0a8a9753fc87 None None] Provisioning complete for port 27c92ef2-4173-4b2b-855e-ef2c64267369 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:23.313014 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-27531450-d009-477c-af62-0a8a9753fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.361819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:23.389443 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a960fd97-fcf1-4461-a3c6-2ff1e215e4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.395151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-27531450-d009-477c-af62-0a8a9753fc87 None None] Port 27c92ef2-4173-4b2b-855e-ef2c64267369 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:23.409492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network c2c3dead-83a7-4049-b4b5-9268383bd837 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:23.411094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Network 6456f4f2-43cd-45c5-a887-464da591ee3a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:23.412345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:23.440762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cee107b-eab3-4355-b912-5a20e15dc709 req-a5469a01-9217-41ed-b329-5f71b184c3c9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848048 May 26 16:17:23.442808 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a960fd97-fcf1-4461-a3c6-2ff1e215e4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.452589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 6456f4f2-43cd-45c5-a887-464da591ee3a) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:23.461103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:23.461704 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.472765 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.477600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa1e9e7-055f-4766-8da1-0219807e20fd None None] Network 6456f4f2-43cd-45c5-a887-464da591ee3a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:23.537538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Pushing event deleted for resources: {'Port': ['ID=39f8780f-3b7e-4147-8995-707e4fa0ea62,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:23.554245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-58cad998-ba78-4b24-9c3b-d00d8b513023 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7563725 May 26 16:17:23.562923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53308) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:23.569860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Request body: {'port': {'network_id': '6456f4f2-43cd-45c5-a887-464da591ee3a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1410719301'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:23.763941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20065354-b0d6-4e7a-b1bc-8461e2c39d0f req-f68d67b4-e5b1-4b09-8f14-4628a2dd996a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=435bcf71-9f67-4d85-a80b-d3170b245530 HTTP/1.1" status: 200 len: 210 time: 0.0445206 May 26 16:17:23.804774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] No DVR routers for this DVR port 39f8780f-3b7e-4147-8995-707e4fa0ea62 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:23.810405 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.814686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34397d16-409b-4b19-8dc3-dacddc4c9e6b req-d7f1145c-e52e-42f5-a139-19f558fd1fd5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.24 "DELETE /v2.0/ports/39f8780f-3b7e-4147-8995-707e4fa0ea62 HTTP/1.1" status: 204 len: 173 time: 1.6954844 May 26 16:17:23.815189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435bcf71-9f67-4d85-a80b-d3170b245530', 'name': 'network-vif-deleted', 'tag': '39f8780f-3b7e-4147-8995-707e4fa0ea62'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:23.817505 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6d0e04-55d5-444c-be9b-8f9a191ef7b3" -d '{"events": [{"server_uuid": "435bcf71-9f67-4d85-a80b-d3170b245530", "name": "network-vif-deleted", "tag": "39f8780f-3b7e-4147-8995-707e4fa0ea62"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:23.829039 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a960fd97-fcf1-4461-a3c6-2ff1e215e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.833099 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a960fd97-fcf1-4461-a3c6-2ff1e215e4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.834310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a960fd97-fcf1-4461-a3c6-2ff1e215e4a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2ce90ca-11a8-4935-a0a7-fabdd197ba56 HTTP/1.1" status: 204 len: 168 time: 0.6433403 May 26 16:17:23.835523 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.883406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960fd97-fcf1-4461-a3c6-2ff1e215e4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce90ca-11a8-4935-a0a7-fabdd197ba56,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:23.889539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5a52fb49-d8e1-4ecb-85a3-395850dcfc96 None None] Provisioning complete for port 27c92ef2-4173-4b2b-855e-ef2c64267369 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:23.889921 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5a52fb49-d8e1-4ecb-85a3-395850dcfc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.940865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Made reservation on behalf of a3b86a7bf76c4dbfbe18a5b910db5ad3 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:23.949139 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.949919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-6456f4f2-43cd-45c5-a887-464da591ee3a', 'network_id': '6456f4f2-43cd-45c5-a887-464da591ee3a', 'tenant_id': 'a3b86a7bf76c4dbfbe18a5b910db5ad3', 'fixed_ips': [{'subnet_id': 'eb518d2c-e5b0-4c77-80c3-7fb071658c1b'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:17:23.951751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.957455 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.992090 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13587f31-246a-4a2c-914a-0105fe0ec0c5 x-openstack-request-id: req-13587f31-246a-4a2c-914a-0105fe0ec0c5 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:23.992395 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435bcf71-9f67-4d85-a80b-d3170b245530", "name": "network-vif-deleted", "tag": "39f8780f-3b7e-4147-8995-707e4fa0ea62", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:23.992651 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13587f31-246a-4a2c-914a-0105fe0ec0c5 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:23.993064 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13587f31-246a-4a2c-914a-0105fe0ec0c5'] response: {'server_uuid': '435bcf71-9f67-4d85-a80b-d3170b245530', 'name': 'network-vif-deleted', 'tag': '39f8780f-3b7e-4147-8995-707e4fa0ea62', 'status': 'completed', 'code': 200} May 26 16:17:23.999357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] device_id is not set on port c9394d59-388a-42fb-ba79-a853f329267b yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:24.014855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5a52fb49-d8e1-4ecb-85a3-395850dcfc96 None None] Port 27c92ef2-4173-4b2b-855e-ef2c64267369 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:24.264379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Allocated IP 2001:db8::7d (6456f4f2-43cd-45c5-a887-464da591ee3a/eb518d2c-e5b0-4c77-80c3-7fb071658c1b/c9394d59-388a-42fb-ba79-a853f329267b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:24.299948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.354456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router a20c35c9-6982-44f3-900e-44afc0fabb90 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:17:24.356682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4734ad21-3657-4e02-b136-b585455a616b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:24.572187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.737712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631de1c0-e192-4a3a-b060-1ef4c9900946 req-b4387408-0a02-40d6-84e1-c5a53794d57d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:24.739709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-631de1c0-e192-4a3a-b060-1ef4c9900946 req-b4387408-0a02-40d6-84e1-c5a53794d57d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1471555 May 26 16:17:24.741697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.775012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Network 6456f4f2-43cd-45c5-a887-464da591ee3a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:24.779139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:24.782347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:24.789897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:24.790801 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.901904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3373771 May 26 16:17:24.908827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-631de1c0-e192-4a3a-b060-1ef4c9900946 req-47f2b600-1f8f-44bc-8f8a-09727e250e78 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498556 May 26 16:17:24.909464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53360) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:24.918127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Request body: {'port': {'network_id': '6456f4f2-43cd-45c5-a887-464da591ee3a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-569309358', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:24.918821 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.api.validators [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] bootfile-name is not in valid_values {{(pid=109405) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:17:24.919292 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.api.validators [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] tftp-server is not in valid_values {{(pid=109405) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:17:24.919730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.api.validators [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] server-ip-address is not in valid_values {{(pid=109405) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:17:24.927391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Allocated IP 2001:db8::2 (6456f4f2-43cd-45c5-a887-464da591ee3a/eb518d2c-e5b0-4c77-80c3-7fb071658c1b/f707c53f-8efd-4553-b69a-380a753f4b3b) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:24.946537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83dc343-3bcf-40bc-9aa4-5c93b116289f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event updated for resources: {'Port': ['ID=c9394d59-388a-42fb-ba79-a853f329267b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:24.964253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.053909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 39f8780f-3b7e-4147-8995-707e4fa0ea62 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:25.179082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 39f8780f-3b7e-4147-8995-707e4fa0ea62 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:25.179716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 39f8780f-3b7e-4147-8995-707e4fa0ea62 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:25.185270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Made reservation on behalf of a3b86a7bf76c4dbfbe18a5b910db5ad3 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:25.190662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.217073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:25.220555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] device_id is not set on port 6a8e9484-d073-4258-a016-9db3b8f10608 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:25.229046 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f53b5-b960-4f39-a9b2-2427450637a7 None None] Sync routers for ids ['a20c35c9-6982-44f3-900e-44afc0fabb90'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:25.230118 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-262c7d1b-26c7-4b85-ac40-c5f627d1e66a tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/a20c35c9-6982-44f3-900e-44afc0fabb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4835377 May 26 16:17:25.231481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53372) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:25.241619 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f53b5-b960-4f39-a9b2-2427450637a7 None None] Routers {'a20c35c9-6982-44f3-900e-44afc0fabb90'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:25.242226 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1e7f53b5-b960-4f39-a9b2-2427450637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a20c35c9-6982-44f3-900e-44afc0fabb90'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:25.317190 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1e7f53b5-b960-4f39-a9b2-2427450637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:25.328316 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f53b5-b960-4f39-a9b2-2427450637a7 None None] Routers {'a20c35c9-6982-44f3-900e-44afc0fabb90'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:25.329263 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1e7f53b5-b960-4f39-a9b2-2427450637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a20c35c9-6982-44f3-900e-44afc0fabb90'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:25.367867 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1e7f53b5-b960-4f39-a9b2-2427450637a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:25.369005 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f53b5-b960-4f39-a9b2-2427450637a7 None None] The sync data for ids ['a20c35c9-6982-44f3-900e-44afc0fabb90'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:25.411730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0531f4ef-f9b7-4ab4-ada5-d1f7613b5066 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:25.413374 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0531f4ef-f9b7-4ab4-ada5-d1f7613b5066 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports/27c92ef2-4173-4b2b-855e-ef2c64267369 HTTP/1.1" status: 200 len: 910 time: 0.1789114 May 26 16:17:25.418298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53390) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:25.435981 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.444589 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.450723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7e2bb760-1a2c-4de8-8f74-456ece3cdeeb tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f67b5859-dfa6-487b-8509-f9aff860840c'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:25.540663 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Pushing event updated for resources: {'Port': ['ID=f707c53f-8efd-4553-b69a-380a753f4b3b,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:25.558519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Network 6456f4f2-43cd-45c5-a887-464da591ee3a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:25.560540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:25.565911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:25.567540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Router ddc59841-e546-4956-9b79-466546acadd5 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:25.668314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Attempting to bind port f707c53f-8efd-4553-b69a-380a753f4b3b on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:25.669728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Attempting to bind port f707c53f-8efd-4553-b69a-380a753f4b3b by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'ab136e53-8a37-4976-9662-47408d8775d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6456f4f2-43cd-45c5-a887-464da591ee3a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:25.671830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Attempting to bind port f707c53f-8efd-4553-b69a-380a753f4b3b on network 6456f4f2-43cd-45c5-a887-464da591ee3a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:25.686944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:25.687325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Checking segment: {'id': 'ab136e53-8a37-4976-9662-47408d8775d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6456f4f2-43cd-45c5-a887-464da591ee3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:25.687831 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.688716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Bound using segment: {'id': 'ab136e53-8a37-4976-9662-47408d8775d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6456f4f2-43cd-45c5-a887-464da591ee3a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:25.689225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Bound port: f707c53f-8efd-4553-b69a-380a753f4b3b, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab136e53-8a37-4976-9662-47408d8775d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6456f4f2-43cd-45c5-a887-464da591ee3a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:25.689610 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.734373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Allocated IP 2001:db8::18c (6456f4f2-43cd-45c5-a887-464da591ee3a/eb518d2c-e5b0-4c77-80c3-7fb071658c1b/6a8e9484-d073-4258-a016-9db3b8f10608) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:25.779409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-8e67b8f2-1a9b-41d7-8342-1a455e7ee1ca tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:25.780991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-8e67b8f2-1a9b-41d7-8342-1a455e7ee1ca tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/networks?id=b439ac4c-286e-4e35-89f7-4a1930ad7348 HTTP/1.1" status: 200 len: 808 time: 0.3892906 May 26 16:17:25.831526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-278e82b2-2886-404f-9c0c-fe483302fa5c tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/quotas/0ea3459d3c5048ed85d9170a65b34f09 HTTP/1.1" status: 200 len: 375 time: 0.0295203 May 26 16:17:25.832867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] For port f707c53f-8efd-4553-b69a-380a753f4b3b, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:25.840922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] For port f707c53f-8efd-4553-b69a-380a753f4b3b, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f707c53f-8efd-4553-b69a-380a753f4b3b,segment=NetworkSegment(ab136e53-8a37-4976-9662-47408d8775d7),segment_id=ab136e53-8a37-4976-9662-47408d8775d7)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:25.848768 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.909613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-3f423d87-56ea-494c-bf74-9cd1f1e0f7e5 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ea3459d3c5048ed85d9170a65b34f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669188 May 26 16:17:26.003186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314e1e8-2fbe-4948-8375-01b7324f884e None None] Pushing event updated for resources: {'Port': ['ID=f707c53f-8efd-4553-b69a-380a753f4b3b,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:26.063142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:26.080772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] Sync routers for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:26.102205 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6250cb22-a27f-493d-b385-0c88aef694bb admin admin] 10.222.0.39 "PUT /v2.0/routers/ddc59841-e546-4956-9b79-466546acadd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6213427 May 26 16:17:26.108739 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:26.110590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53410) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:26.119871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:26.217257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb760-1a2c-4de8-8f74-456ece3cdeeb tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:26.349450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:26.542694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53418) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:26.758785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:26.964100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f707c53f-8efd-4553-b69a-380a753f4b3b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:27.027241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9f97f30-f853-43a3-94c0-695cfa17e2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.065062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f707c53f-8efd-4553-b69a-380a753f4b3b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:27.065714 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.096913 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-7f39f095-3981-4135-a9b6-f059ec1dc205 service neutron] 10.222.0.39 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1863115 May 26 16:17:27.155517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:17:24Z', 'revision_number': 5, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:27.197510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348832ba-fa1f-48a2-a1f2-c57c07ea2f57 req-f8015c77-5078-47fd-ae1a-d84fe21662f3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:27.200285 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-348832ba-fa1f-48a2-a1f2-c57c07ea2f57 req-f8015c77-5078-47fd-ae1a-d84fe21662f3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.2061365 May 26 16:17:27.215067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] Checking router: ddc59841-e546-4956-9b79-466546acadd5 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:17:27.244181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f707c53f-8efd-4553-b69a-380a753f4b3b is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:27.244850 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.249111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] Routers {'ddc59841-e546-4956-9b79-466546acadd5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:27.249983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['ddc59841-e546-4956-9b79-466546acadd5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:27.272997 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.280289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb760-1a2c-4de8-8f74-456ece3cdeeb tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.312016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-348832ba-fa1f-48a2-a1f2-c57c07ea2f57 req-b00d0ff4-764f-4984-8498-17de82d10df5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962849 May 26 16:17:27.316266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.327733 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb760-1a2c-4de8-8f74-456ece3cdeeb tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.395404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event updated for resources: {'Port': ['ID=6a8e9484-d073-4258-a016-9db3b8f10608,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:27.396530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port f707c53f-8efd-4553-b69a-380a753f4b3b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f707c53f-8efd-4553-b69a-380a753f4b3b,segment=NetworkSegment(ab136e53-8a37-4976-9662-47408d8775d7),segment_id=ab136e53-8a37-4976-9662-47408d8775d7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:27.415394 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.428702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Network 6456f4f2-43cd-45c5-a887-464da591ee3a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:27.434119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:27.442347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:27.448029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:27.448687 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.462212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-e8fa65fe-e7a0-4d3f-a9c4-2a234eec51bc service neutron] 10.222.0.39 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644092 May 26 16:17:27.479079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-030f786f-276f-450e-99d2-9cab14e9bfef tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.5655026 May 26 16:17:27.489769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=f707c53f-8efd-4553-b69a-380a753f4b3b,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:27.493150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53438) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:27.608860 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] Set router ddc59841-e546-4956-9b79-466546acadd5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:27.641009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e33d199-d1d9-478b-9588-0fe46153f8df tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:27.660818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e33d199-d1d9-478b-9588-0fe46153f8df tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:27.697045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e33d199-d1d9-478b-9588-0fe46153f8df tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:27.701722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9e33d199-d1d9-478b-9588-0fe46153f8df tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2065651 May 26 16:17:27.703690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53446) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:27.710137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2bb760-1a2c-4de8-8f74-456ece3cdeeb tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:27.710882 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb760-1a2c-4de8-8f74-456ece3cdeeb tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.712208 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e2bb760-1a2c-4de8-8f74-456ece3cdeeb tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/ports/27c92ef2-4173-4b2b-855e-ef2c64267369 HTTP/1.1" status: 200 len: 910 time: 2.2860940 May 26 16:17:27.719504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53450) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:27.745856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bb760-1a2c-4de8-8f74-456ece3cdeeb tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=27c92ef2-4173-4b2b-855e-ef2c64267369,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:27.817146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9f97f30-f853-43a3-94c0-695cfa17e2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.819739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.829258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9f97f30-f853-43a3-94c0-695cfa17e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.832886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84eed1-62ea-45a9-9b02-92aade20eea0 None None] Network 6456f4f2-43cd-45c5-a887-464da591ee3a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:27.954710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f97f30-f853-43a3-94c0-695cfa17e2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559bce29-1e27-4775-934a-607e0bfb5ec6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:27.967476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e9f97f30-f853-43a3-94c0-695cfa17e2f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2326f08be5a4a5397d332146e356a00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4208994 May 26 16:17:27.970262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53458) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:28.052579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b1ff55e-6c59-49aa-b319-1a8068255fd7 req-388a0d50-c779-492f-a42a-546def20cea6 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 210 time: 0.1725450 May 26 16:17:28.123990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c51400e6-0a5c-4228-bfd9-80c696f27198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.158895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f9dc2b23-2de6-43d1-a2a3-f93e6ac95b0a None None] Provisioning complete for port f707c53f-8efd-4553-b69a-380a753f4b3b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:28.160168 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f9dc2b23-2de6-43d1-a2a3-f93e6ac95b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.184000 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c51400e6-0a5c-4228-bfd9-80c696f27198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.245299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f5bc9-4aac-4e10-9773-9f0161ce117d tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Deleting port 6a8e9484-d073-4258-a016-9db3b8f10608 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:28.245892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5bc9-4aac-4e10-9773-9f0161ce117d tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.276504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Deleting port d1a25692-67df-460f-8e8a-116a263445b4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:28.277183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.300997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c51400e6-0a5c-4228-bfd9-80c696f27198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.304020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c51400e6-0a5c-4228-bfd9-80c696f27198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.305402 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c51400e6-0a5c-4228-bfd9-80c696f27198 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/559bce29-1e27-4775-934a-607e0bfb5ec6 HTTP/1.1" status: 204 len: 168 time: 0.3318160 May 26 16:17:28.404454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51400e6-0a5c-4228-bfd9-80c696f27198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559bce29-1e27-4775-934a-607e0bfb5ec6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:28.516116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:17:24Z', 'revision_number': 5, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:28.525344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] For port d1a25692-67df-460f-8e8a-116a263445b4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d1a25692-67df-460f-8e8a-116a263445b4,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:28.525707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.549718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Calling delete_port for d1a25692-67df-460f-8e8a-116a263445b4 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:28.576180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5bc9-4aac-4e10-9773-9f0161ce117d tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.615629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f5bc9-4aac-4e10-9773-9f0161ce117d tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Calling delete_port for 6a8e9484-d073-4258-a016-9db3b8f10608 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:28.620249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d541f8-2ff7-4183-8f69-53587c27105e None None] The sync data for ids ['ddc59841-e546-4956-9b79-466546acadd5'] in n-d-843336-2 is: [{'id': 'ddc59841-e546-4956-9b79-466546acadd5', 'name': 'tempest-ServerActionsTestJSON-794500180-router', 'tenant_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:55Z', 'updated_at': '2022-05-26T16:17:24Z', 'revision_number': 5, 'project_id': 'e0582a98e5df4377aa38dfd4cc59ec54', 'gw_port': {'id': 'd1a25692-67df-460f-8e8a-116a263445b4', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc59841-e546-4956-9b79-466546acadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:28.627148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc2b23-2de6-43d1-a2a3-f93e6ac95b0a None None] Current status of the port f707c53f-8efd-4553-b69a-380a753f4b3b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:28.681401 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c05e08-9179-46b0-ba4b-5adcfbcc533c req-66a332c6-83e5-4bf6-af02-2b4c204da9d8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:28.681401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0c05e08-9179-46b0-ba4b-5adcfbcc533c req-66a332c6-83e5-4bf6-af02-2b4c204da9d8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.2217107 May 26 16:17:28.843064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0c05e08-9179-46b0-ba4b-5adcfbcc533c req-44be7a2f-9284-429d-b339-2438876e204b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878317 May 26 16:17:28.894710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.030127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.147188 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a25692-67df-460f-8e8a-116a263445b4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:29.228535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-565153f5-8f11-4470-9ffd-c9708800e8c9 None None] Provisioning complete for port 6a8e9484-d073-4258-a016-9db3b8f10608 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:29.229138 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-565153f5-8f11-4470-9ffd-c9708800e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.230933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f707c53f-8efd-4553-b69a-380a753f4b3b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:29.260473 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5bc9-4aac-4e10-9773-9f0161ce117d tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.323989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-565153f5-8f11-4470-9ffd-c9708800e8c9 None None] Port 6a8e9484-d073-4258-a016-9db3b8f10608 was deleted so its status cannot be updated. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 26 16:17:29.371620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.433445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-565153f5-8f11-4470-9ffd-c9708800e8c9 None None] Provisioning complete for port c9394d59-388a-42fb-ba79-a853f329267b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:29.437298 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-565153f5-8f11-4470-9ffd-c9708800e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.495627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f707c53f-8efd-4553-b69a-380a753f4b3b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:29.497786 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.499602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f5bc9-4aac-4e10-9773-9f0161ce117d tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event deleted for resources: {'Port': ['ID=6a8e9484-d073-4258-a016-9db3b8f10608,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:29.508381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c864e8ab-578e-47c7-bb20-16f40917acc2 req-2e80a451-43f9-4bb6-8e64-d9554d85c728 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 210 time: 0.2541602 May 26 16:17:29.553564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-565153f5-8f11-4470-9ffd-c9708800e8c9 None None] Port c9394d59-388a-42fb-ba79-a853f329267b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:29.571038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5bc9-4aac-4e10-9773-9f0161ce117d tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.583228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-565153f5-8f11-4470-9ffd-c9708800e8c9 None None] Provisioning complete for port f707c53f-8efd-4553-b69a-380a753f4b3b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:29.584915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cb6f5bc9-4aac-4e10-9773-9f0161ce117d tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "DELETE /v2.0/ports/6a8e9484-d073-4258-a016-9db3b8f10608 HTTP/1.1" status: 204 len: 168 time: 1.8792377 May 26 16:17:29.585753 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-565153f5-8f11-4470-9ffd-c9708800e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.586703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53506) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:29.599308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Request body: {'port': {'name': 'tempest-new-port-name-1932680310', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:29.599714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.api.validators [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] bootfile-name is not in valid_values {{(pid=109405) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:17:29.600061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.api.validators [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] tftp-server is not in valid_values {{(pid=109405) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:17:29.600627 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.api.validators [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] server-ip-address is not in valid_values {{(pid=109405) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:17:29.638437 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.644131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.792528 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.792765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc59841-e546-4956-9b79-466546acadd5 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:17:29.799273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-565153f5-8f11-4470-9ffd-c9708800e8c9 None None] Current status of the port f707c53f-8efd-4553-b69a-380a753f4b3b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:29.815302 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.816643 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8ccceb96-ae59-4de2-aee7-77bee4d8b7b0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ddc59841-e546-4956-9b79-466546acadd5 HTTP/1.1" status: 204 len: 168 time: 3.7048888 May 26 16:17:29.820119 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53516) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:29.995560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f707c53f-8efd-4553-b69a-380a753f4b3b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:30.012752 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bc5b7a-683d-41ee-a476-7c11cc244b24 admin admin] Deleting subnet 47617b24-398b-4c92-bb5c-96cca6d07a2c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:17:30.019446 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03bc5b7a-683d-41ee-a476-7c11cc244b24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.025971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4734ad21-3657-4e02-b136-b585455a616b no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:30.081041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4734ad21-3657-4e02-b136-b585455a616b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:30.081671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4734ad21-3657-4e02-b136-b585455a616b not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:30.133828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6d49fd89-e134-477b-92f0-0646f1a67c1c None None] Provisioning complete for port c9394d59-388a-42fb-ba79-a853f329267b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:30.134671 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd89-e134-477b-92f0-0646f1a67c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.182099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03bc5b7a-683d-41ee-a476-7c11cc244b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.229570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6d49fd89-e134-477b-92f0-0646f1a67c1c None None] Port c9394d59-388a-42fb-ba79-a853f329267b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:30.297022 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.340160 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03bc5b7a-683d-41ee-a476-7c11cc244b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.358939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8910-4780-4beb-a1ba-03c4e377a574 req-06dee9cf-22ba-4cb1-a671-9897d351b117 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:30.367008 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-767a8910-4780-4beb-a1ba-03c4e377a574 req-06dee9cf-22ba-4cb1-a671-9897d351b117 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.3073380 May 26 16:17:30.371271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-efe0a16d-a760-494e-9c3d-7010e97ca9cd None None] Could not find standard attr ID for object 6a8e9484-d073-4258-a016-9db3b8f10608. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:17:30.403248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-a651b027-ef20-47e7-a672-ffcedc7060e4 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:30.407810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-a651b027-ef20-47e7-a672-ffcedc7060e4 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.32 "GET /v2.0/networks?id=b439ac4c-286e-4e35-89f7-4a1930ad7348 HTTP/1.1" status: 200 len: 808 time: 0.7240381 May 26 16:17:30.450457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Request body: {'port': {'device_id': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348', 'admin_state_up': True, 'tenant_id': '0ea3459d3c5048ed85d9170a65b34f09'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:30.457241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03bc5b7a-683d-41ee-a476-7c11cc244b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.525893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc5b7a-683d-41ee-a476-7c11cc244b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47617b24-398b-4c92-bb5c-96cca6d07a2c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:30.539258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03bc5b7a-683d-41ee-a476-7c11cc244b24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.540590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860c934b-fca5-4144-b288-c777e1b6733b None None] Network e6a2eecd-73ef-43d4-862b-f37d994a7953 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:30.542498 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03bc5b7a-683d-41ee-a476-7c11cc244b24 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/47617b24-398b-4c92-bb5c-96cca6d07a2c HTTP/1.1" status: 204 len: 168 time: 0.7204990 May 26 16:17:30.545370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53532) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:30.712923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-767a8910-4780-4beb-a1ba-03c4e377a574 req-ee3c1b2e-a6b5-40eb-ad2f-dd2f844ddff7 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449407 May 26 16:17:30.728129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.818494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Deleting port aa1be0e3-5323-4de3-855b-633782a49d86 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:30.819118 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.833569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e232637-d4bb-4b36-8139-f05a1874356e req-11f6a3fa-3871-4d9a-a3b1-f291c6c9e328 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 210 time: 0.1144512 May 26 16:17:30.845514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 27c92ef2-4173-4b2b-855e-ef2c64267369 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:30.845926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.894228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d1a25692-67df-460f-8e8a-116a263445b4 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:30.947075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d1a25692-67df-460f-8e8a-116a263445b4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:30.955810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d1a25692-67df-460f-8e8a-116a263445b4 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:30.963727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6e9fe-1434-4303-82b7-ffa488f0dd34 None None] DHCP port deletion for e6a2eecd-73ef-43d4-862b-f37d994a7953 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:17:30.983578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] For port aa1be0e3-5323-4de3-855b-633782a49d86, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa1be0e3-5323-4de3-855b-633782a49d86,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:30.985719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.003275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Calling delete_port for aa1be0e3-5323-4de3-855b-633782a49d86 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:31.034732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-07b6e9fe-1434-4303-82b7-ffa488f0dd34 None None] Deleting port aa1be0e3-5323-4de3-855b-633782a49d86 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:31.034732 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-07b6e9fe-1434-4303-82b7-ffa488f0dd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.069035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.072719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Made reservation on behalf of 0ea3459d3c5048ed85d9170a65b34f09 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:31.076533 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.118329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 27c92ef2-4173-4b2b-855e-ef2c64267369 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:31.160854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.195135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1be0e3-5323-4de3-855b-633782a49d86,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:31.200465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-07b6e9fe-1434-4303-82b7-ffa488f0dd34 None None] For port aa1be0e3-5323-4de3-855b-633782a49d86, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=aa1be0e3-5323-4de3-855b-633782a49d86,segment=NetworkSegment(d4df7244-d1b3-4641-b82c-a4750b826ebc),segment_id=d4df7244-d1b3-4641-b82c-a4750b826ebc)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:31.205530 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-07b6e9fe-1434-4303-82b7-ffa488f0dd34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.214241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] No DVR routers for this DVR port aa1be0e3-5323-4de3-855b-633782a49d86 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:31.234381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-07b6e9fe-1434-4303-82b7-ffa488f0dd34 None None] Calling delete_port for aa1be0e3-5323-4de3-855b-633782a49d86 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:31.322139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.357322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a2eecd-73ef-43d4-862b-f37d994a7953']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:31.369710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4df7244-d1b3-4641-b82c-a4750b826ebc') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:31.370394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4df7244-d1b3-4641-b82c-a4750b826ebc') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:31.383055 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.400330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.415541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:31.416329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.418142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.422030 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:17:31.425479 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:17:31.434253 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.442569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-07b6e9fe-1434-4303-82b7-ffa488f0dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.475954 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d4df7244-d1b3-4641-b82c-a4750b826ebc resource provider aggregate not found May 26 16:17:31.509023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6e9fe-1434-4303-82b7-ffa488f0dd34 None None] Pushing event deleted for resources: {'Port': ['ID=aa1be0e3-5323-4de3-855b-633782a49d86,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:31.514662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6e9fe-1434-4303-82b7-ffa488f0dd34 None None] No DVR routers for this DVR port aa1be0e3-5323-4de3-855b-633782a49d86 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:31.562124 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d4df7244-d1b3-4641-b82c-a4750b826ebc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4df7244-d1b3-4641-b82c-a4750b826ebc found for delete ", "request_id": "req-6661bd86-ea74-4390-afb8-27dfc7c86ee9"}]} May 26 16:17:31.566123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.581343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.586866 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] 10.222.0.39 "DELETE /v2.0/networks/e6a2eecd-73ef-43d4-862b-f37d994a7953 HTTP/1.1" status: 204 len: 168 time: 1.0399878 May 26 16:17:31.605684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] In _notify_port_updated(), no bound segment for port c9394d59-388a-42fb-ba79-a853f329267b on network 6456f4f2-43cd-45c5-a887-464da591ee3a {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:17:31.612537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:31.613320 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.614721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "PUT /v2.0/ports/c9394d59-388a-42fb-ba79-a853f329267b HTTP/1.1" status: 200 len: 1129 time: 2.0262399 May 26 16:17:31.615463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f759fa-bfe2-4ec8-8420-402a80eb607e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a2eecd-73ef-43d4-862b-f37d994a7953,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:31.617348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53578) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:31.685984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30e525-bd6d-4742-b169-f206acb20d48 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event updated for resources: {'Port': ['ID=c9394d59-388a-42fb-ba79-a853f329267b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:31.762291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Allocated IP 172.20.0.9 (b439ac4c-286e-4e35-89f7-4a1930ad7348/940c75ac-768d-4616-929e-47d5527ec93b/e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:31.774422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4427d-0791-451c-b428-4f5e782e1a09 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:31.785330 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-96f4427d-0791-451c-b428-4f5e782e1a09 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "GET /v2.0/ports/c9394d59-388a-42fb-ba79-a853f329267b HTTP/1.1" status: 200 len: 1129 time: 0.1579835 May 26 16:17:31.790986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53584) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:31.929807 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.039175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53592) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:32.125987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=27c92ef2-4173-4b2b-855e-ef2c64267369,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:32.126211 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-49b9cf8b-f991-4746-8cc2-785c315ecbb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0582a98e5df4377aa38dfd4cc59ec54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853038 May 26 16:17:32.127610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53598) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:32.185572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53600) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:32.219267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e5ba4c80-4ffc-4995-b2f5-4eb4b988589b None None] Provisioning complete for port c9394d59-388a-42fb-ba79-a853f329267b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:32.219880 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4c80-4ffc-4995-b2f5-4eb4b988589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.258111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db6be09b-bd24-464a-bc72-3d6cacef9b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.261411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba4c80-4ffc-4995-b2f5-4eb4b988589b None None] Port c9394d59-388a-42fb-ba79-a853f329267b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:32.286669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0d2cbe8-b653-493b-ae3c-8949edea1fa4 req-4698f9e7-853c-4adc-a3ca-0cd89ef3e13a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 210 time: 0.2682207 May 26 16:17:32.307086 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db6be09b-bd24-464a-bc72-3d6cacef9b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.416364 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.420799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db6be09b-bd24-464a-bc72-3d6cacef9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.424217 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db6be09b-bd24-464a-bc72-3d6cacef9b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.427879 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db6be09b-bd24-464a-bc72-3d6cacef9b06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/273e9050-e0ac-478a-b2f3-fc9d8ab958e6 HTTP/1.1" status: 204 len: 168 time: 0.2913382 May 26 16:17:32.445412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6be09b-bd24-464a-bc72-3d6cacef9b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273e9050-e0ac-478a-b2f3-fc9d8ab958e6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:32.492764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.535388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20c7ad63-44a5-4190-ae32-73afb1999151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.584674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Network b439ac4c-286e-4e35-89f7-4a1930ad7348 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:32.592107 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Pushing event updated for resources: {'Port': ['ID=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:32.601348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:32.646937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:32.662085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20c7ad63-44a5-4190-ae32-73afb1999151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.684485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20c7ad63-44a5-4190-ae32-73afb1999151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.718772 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-20c7ad63-44a5-4190-ae32-73afb1999151 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c00ee7d1467d4590a723f90b403c6021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318127 May 26 16:17:32.731404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53614) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:32.771532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7ad63-44a5-4190-ae32-73afb1999151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39816998-6c6a-4dc4-a7aa-54b71e969b9d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:32.841401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59b89b06-6323-4eee-afd3-723d2f80c6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.908834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59b89b06-6323-4eee-afd3-723d2f80c6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.926473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa1be0e3-5323-4de3-855b-633782a49d86 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:32.977055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: aa1be0e3-5323-4de3-855b-633782a49d86 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:32.977711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device aa1be0e3-5323-4de3-855b-633782a49d86 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:33.006199 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59b89b06-6323-4eee-afd3-723d2f80c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.030949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59b89b06-6323-4eee-afd3-723d2f80c6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.038357 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-59b89b06-6323-4eee-afd3-723d2f80c6fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39816998-6c6a-4dc4-a7aa-54b71e969b9d HTTP/1.1" status: 204 len: 168 time: 0.3058527 May 26 16:17:33.061662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b89b06-6323-4eee-afd3-723d2f80c6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39816998-6c6a-4dc4-a7aa-54b71e969b9d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:33.276347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:33.277150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.314893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-d51a4bf7-e378-4bc1-9b04-ae1b0f9cd8e7 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Deleting port c9394d59-388a-42fb-ba79-a853f329267b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:33.315248 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d51a4bf7-e378-4bc1-9b04-ae1b0f9cd8e7 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.398961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0563c-efb2-4fba-996a-b38eee9f4765 req-a184374a-fcfe-4310-8691-00a7d8476cf8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:33.405569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ff0563c-efb2-4fba-996a-b38eee9f4765 req-a184374a-fcfe-4310-8691-00a7d8476cf8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 1.5209181 May 26 16:17:33.481744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-c7672287-97f3-479d-8049-6f7031694010 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0629332 May 26 16:17:33.483621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53648) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:33.497800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26785bd6-a886-480f-91a8-9b8ec32cc6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.587054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Request body: {'port': {'device_id': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:33.626640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26785bd6-a886-480f-91a8-9b8ec32cc6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.633101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26785bd6-a886-480f-91a8-9b8ec32cc6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.641139 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.705507 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-26785bd6-a886-480f-91a8-9b8ec32cc6d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa64f65e47df45acb9fa4f2df0dc8895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207372 May 26 16:17:33.721283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53658) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:33.733943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ff0563c-efb2-4fba-996a-b38eee9f4765 req-d73eaa7c-72b5-4ab9-92df-0fe5b747953d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864017 May 26 16:17:33.811926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d51a4bf7-e378-4bc1-9b04-ae1b0f9cd8e7 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.819258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26785bd6-a886-480f-91a8-9b8ec32cc6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eef63bf-4dbb-46d9-bd8b-9f89a2072345,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:33.861840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0becffbc-bbc4-4c3b-805e-ae3cfff72a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.880107 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c513-66d0-4b32-b63f-672539f10d9a req-2b76cc20-e0b5-468f-80a7-9cbfafa09f3e tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:33.882256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1169c513-66d0-4b32-b63f-672539f10d9a req-2b76cc20-e0b5-468f-80a7-9cbfafa09f3e tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 931 time: 0.4374323 May 26 16:17:33.882754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53664) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:33.890611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.894829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-d51a4bf7-e378-4bc1-9b04-ae1b0f9cd8e7 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Calling delete_port for c9394d59-388a-42fb-ba79-a853f329267b owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:33.968281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0becffbc-bbc4-4c3b-805e-ae3cfff72a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.044404 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:17:34.094021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0becffbc-bbc4-4c3b-805e-ae3cfff72a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.097598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0becffbc-bbc4-4c3b-805e-ae3cfff72a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.100095 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0becffbc-bbc4-4c3b-805e-ae3cfff72a0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4eef63bf-4dbb-46d9-bd8b-9f89a2072345 HTTP/1.1" status: 204 len: 168 time: 0.3763518 May 26 16:17:34.119040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becffbc-bbc4-4c3b-805e-ae3cfff72a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eef63bf-4dbb-46d9-bd8b-9f89a2072345,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:34.151221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1436286193-network', 'tenant_id': '3f328f8a640047129db4be5e2b21f5e1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:34.172372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1169c513-66d0-4b32-b63f-672539f10d9a req-520f9d15-2eec-40a2-b87b-0c3df37fe565 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715278 May 26 16:17:34.260901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router a20c35c9-6982-44f3-900e-44afc0fabb90 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:34.313639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Made reservation on behalf of 3f328f8a640047129db4be5e2b21f5e1 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:34.316017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.339697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.488559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:34.495800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:34.511626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f77ba7ec-f46f-4ae9-bf2f-74ad77db3cb3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/a20c35c9-6982-44f3-900e-44afc0fabb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7895510 May 26 16:17:34.513388 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c02f9-cd4a-473f-9a3e-e4449baa1fe9 None None] Sync routers for ids ['a20c35c9-6982-44f3-900e-44afc0fabb90'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:34.514259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53700) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:34.529957 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c02f9-cd4a-473f-9a3e-e4449baa1fe9 None None] Routers {'a20c35c9-6982-44f3-900e-44afc0fabb90'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:34.531553 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-516c02f9-cd4a-473f-9a3e-e4449baa1fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a20c35c9-6982-44f3-900e-44afc0fabb90'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:34.580931 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d51a4bf7-e378-4bc1-9b04-ae1b0f9cd8e7 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.582422 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb0a0f12-e02d-4d44-b20e-4999bdb514a2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=a20c35c9-6982-44f3-900e-44afc0fabb90 HTTP/1.1" status: 200 len: 205 time: 0.0668263 May 26 16:17:34.587194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53702) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:34.604636 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-516c02f9-cd4a-473f-9a3e-e4449baa1fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:34.618602 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c02f9-cd4a-473f-9a3e-e4449baa1fe9 None None] Routers {'a20c35c9-6982-44f3-900e-44afc0fabb90'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:34.619681 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-516c02f9-cd4a-473f-9a3e-e4449baa1fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a20c35c9-6982-44f3-900e-44afc0fabb90'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:34.663643 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-516c02f9-cd4a-473f-9a3e-e4449baa1fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:34.665069 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c02f9-cd4a-473f-9a3e-e4449baa1fe9 None None] The sync data for ids ['a20c35c9-6982-44f3-900e-44afc0fabb90'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:34.688983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a4bf7-e378-4bc1-9b04-ae1b0f9cd8e7 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event deleted for resources: {'Port': ['ID=c9394d59-388a-42fb-ba79-a853f329267b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:34.772692 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60614243-a5d2-4bd5-9b3d-bc138bd00d95 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.789644 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b71129df-639c-4c36-9d2a-53a8aa27889c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.873366 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d51a4bf7-e378-4bc1-9b04-ae1b0f9cd8e7 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.879324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d51a4bf7-e378-4bc1-9b04-ae1b0f9cd8e7 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "DELETE /v2.0/ports/c9394d59-388a-42fb-ba79-a853f329267b HTTP/1.1" status: 204 len: 168 time: 3.0844231 May 26 16:17:34.885208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53710) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:34.968111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b71129df-639c-4c36-9d2a-53a8aa27889c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.984558 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b71129df-639c-4c36-9d2a-53a8aa27889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.998629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0677ceed-4945-46b6-b792-6b7968752a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.009490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:17:35.046718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.076391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.099004 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.102929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b71129df-639c-4c36-9d2a-53a8aa27889c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=804260d312994a29a028c0e31cc7d987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126430 May 26 16:17:35.103611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53720) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:35.213280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Transition to ACTIVE for port object e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:17:35.228522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-828706a4-f68c-4ed6-a6b3-c5273db128d1 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Deleting subnet eb518d2c-e5b0-4c77-80c3-7fb071658c1b {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:17:35.238584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:35.245030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-828706a4-f68c-4ed6-a6b3-c5273db128d1 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.283822 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.318054 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60614243-a5d2-4bd5-9b3d-bc138bd00d95 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.331038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60614243-a5d2-4bd5-9b3d-bc138bd00d95 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.334435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad04430a-5afd-4018-a010-45b0e8adab65,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:35.355284 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.355641 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Added segment d5a8705c-a04d-4db2-915e-b06b4d6473dd of type vlan for network ebbd0bb9-a17a-47f1-856d-b84cdf45c410 May 26 16:17:35.385043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf7927-0be1-4f6e-80cc-6d39c7fb28d5 req-9c9a1d1b-34ff-4c58-bd7f-24a9ffdb140d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:35.386689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6daf7927-0be1-4f6e-80cc-6d39c7fb28d5 req-9c9a1d1b-34ff-4c58-bd7f-24a9ffdb140d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.5005941 May 26 16:17:35.488232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-828706a4-f68c-4ed6-a6b3-c5273db128d1 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.577016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71129df-639c-4c36-9d2a-53a8aa27889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f9e721-7117-4cc7-900b-065d7fc5631d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:35.578892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:35.582817 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60614243-a5d2-4bd5-9b3d-bc138bd00d95 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.583368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60614243-a5d2-4bd5-9b3d-bc138bd00d95 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Fanout notify agent at l3_agent the message router_deleted on router a20c35c9-6982-44f3-900e-44afc0fabb90 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:17:35.591042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60614243-a5d2-4bd5-9b3d-bc138bd00d95 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.592171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-60614243-a5d2-4bd5-9b3d-bc138bd00d95 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/a20c35c9-6982-44f3-900e-44afc0fabb90 HTTP/1.1" status: 204 len: 168 time: 1.0021460 May 26 16:17:35.596380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53736) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:35.602519 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.695661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74e739b-3a87-4bce-ba2a-330d47307f64 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting subnet f67b5859-dfa6-487b-8509-f9aff860840c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:17:35.699876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a74e739b-3a87-4bce-ba2a-330d47307f64 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.735813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6daf7927-0be1-4f6e-80cc-6d39c7fb28d5 req-d1c9881f-273f-4e0f-b687-999a829cc3d5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335853 May 26 16:17:35.752434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0d73f61-1421-40ec-aeeb-923000fbceb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.786458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0d73f61-1421-40ec-aeeb-923000fbceb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.795968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcd205-23cc-484a-a382-97f61e6d87aa req-6c3fac09-2c8c-45fa-bfb1-1115b1c3255f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:35.798097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64dcd205-23cc-484a-a382-97f61e6d87aa req-6c3fac09-2c8c-45fa-bfb1-1115b1c3255f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 943 time: 0.4021626 May 26 16:17:35.802849 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.804758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:35.805764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.807555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a74e739b-3a87-4bce-ba2a-330d47307f64 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.880677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-828706a4-f68c-4ed6-a6b3-c5273db128d1 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.928093 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a74e739b-3a87-4bce-ba2a-330d47307f64 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.011827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0d73f61-1421-40ec-aeeb-923000fbceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.014844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0d73f61-1421-40ec-aeeb-923000fbceb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.016181 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d0d73f61-1421-40ec-aeeb-923000fbceb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96f9e721-7117-4cc7-900b-065d7fc5631d HTTP/1.1" status: 204 len: 168 time: 0.9060819 May 26 16:17:36.020764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a74e739b-3a87-4bce-ba2a-330d47307f64 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.034124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] Pushing event updated for resources: {'Network': ['ID=ebbd0bb9-a17a-47f1-856d-b84cdf45c410,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:36.045537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ebbd0bb9-a17a-47f1-856d-b84cdf45c410 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:36.064451 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e739b-3a87-4bce-ba2a-330d47307f64 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Subnet': ['ID=f67b5859-dfa6-487b-8509-f9aff860840c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:36.075188 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d73f61-1421-40ec-aeeb-923000fbceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f9e721-7117-4cc7-900b-065d7fc5631d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:36.075972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Attempting to bind port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:36.076402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Attempting to bind port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '4b04343e-458f-4ed9-bc9f-c59d2bd07170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:36.076968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Attempting to bind port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 on network b439ac4c-286e-4e35-89f7-4a1930ad7348 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:36.077456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a74e739b-3a87-4bce-ba2a-330d47307f64 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.084249 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a74e739b-3a87-4bce-ba2a-330d47307f64 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/f67b5859-dfa6-487b-8509-f9aff860840c HTTP/1.1" status: 204 len: 168 time: 0.4840972 May 26 16:17:36.085573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53752) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:36.093582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-20fd9424-ec34-430b-912e-e24ff4941a7b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2034762 May 26 16:17:36.097093 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-828706a4-f68c-4ed6-a6b3-c5273db128d1 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.097613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53754) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:36.104298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Request body: {'subnet': {'network_id': 'ebbd0bb9-a17a-47f1-856d-b84cdf45c410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1436286193-subnet', 'tenant_id': '3f328f8a640047129db4be5e2b21f5e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:36.141261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Made reservation on behalf of 3f328f8a640047129db4be5e2b21f5e1 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:36.144555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.209581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738450e4-76f3-475c-96ef-52fb3acde118 None None] Network c2c3dead-83a7-4049-b4b5-9268383bd837 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:36.226173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828706a4-f68c-4ed6-a6b3-c5273db128d1 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event deleted for resources: {'Subnet': ['ID=eb518d2c-e5b0-4c77-80c3-7fb071658c1b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:36.246178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 on network b439ac4c-286e-4e35-89f7-4a1930ad7348 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:36.246851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Attempting to bind port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 on network b439ac4c-286e-4e35-89f7-4a1930ad7348 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:36.255793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:36.260437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Checking segment: {'id': '4b04343e-458f-4ed9-bc9f-c59d2bd07170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:36.260882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Bound using segment: {'id': '4b04343e-458f-4ed9-bc9f-c59d2bd07170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:36.261355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Bound port: e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b04343e-458f-4ed9-bc9f-c59d2bd07170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:36.261732 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.354961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.359335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] For port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:36.362728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] For port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:36.366565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64dcd205-23cc-484a-a382-97f61e6d87aa req-a1683fa4-1d7d-4cc7-a3e4-22cca8a6a40f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542231 May 26 16:17:36.367679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-828706a4-f68c-4ed6-a6b3-c5273db128d1 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.371988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-828706a4-f68c-4ed6-a6b3-c5273db128d1 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "DELETE /v2.0/subnets/eb518d2c-e5b0-4c77-80c3-7fb071658c1b HTTP/1.1" status: 204 len: 168 time: 1.4785998 May 26 16:17:36.374697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53766) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:36.381587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1aaa9-9eb0-4367-af24-a67b069c89cc None None] Network 6456f4f2-43cd-45c5-a887-464da591ee3a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:36.528499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.533089 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.578112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.608955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:36.619392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:36.619855 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.621262 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-f182da74-e846-4900-8adb-36a2bb0b12d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 HTTP/1.1" status: 200 len: 1091 time: 3.1181912 May 26 16:17:36.621723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'tag': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:36.638501 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34" -d '{"events": [{"name": "network-changed", "server_uuid": "e4458d31-026f-49bc-afed-5f9d08b324a9", "tag": "e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:36.678818 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:36.679661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.734436 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c6e80e-d080-4636-91b5-ae82997bdac1 x-openstack-request-id: req-c6c6e80e-d080-4636-91b5-ae82997bdac1 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:36.734725 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4458d31-026f-49bc-afed-5f9d08b324a9", "tag": "e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:36.735501 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6c6e80e-d080-4636-91b5-ae82997bdac1 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:36.735920 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c6e80e-d080-4636-91b5-ae82997bdac1'] response: {'name': 'network-changed', 'server_uuid': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'tag': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8', 'status': 'completed', 'code': 200} May 26 16:17:36.763128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-87c4b216-d277-402b-ab05-48459e25d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:36.764663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-87c4b216-d277-402b-ab05-48459e25d737 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea3459d3c5048ed85d9170a65b34f09&device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 1094 time: 0.0721049 May 26 16:17:36.770988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Deleting port f707c53f-8efd-4553-b69a-380a753f4b3b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:36.771341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.820937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7f6881be-d4bc-46fc-9e17-b17d58cd61e2,segment=NetworkSegment(54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa),segment_id=54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:36.821306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.842801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:36.889659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e587c47-605f-4129-b24d-079296b75611 None None] DHCP port deletion for c2c3dead-83a7-4049-b4b5-9268383bd837 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:17:36.922688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] For port f707c53f-8efd-4553-b69a-380a753f4b3b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f707c53f-8efd-4553-b69a-380a753f4b3b,segment=NetworkSegment(ab136e53-8a37-4976-9662-47408d8775d7),segment_id=ab136e53-8a37-4976-9662-47408d8775d7)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:36.923024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.938911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Checking segment: {'id': 'd5a8705c-a04d-4db2-915e-b06b4d6473dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ebbd0bb9-a17a-47f1-856d-b84cdf45c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:36.940506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Network hostable DHCP agents. Network: ebbd0bb9-a17a-47f1-856d-b84cdf45c410, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:36.951752 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee69383f-3509-4252-a596-59a51df7075c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:36.959442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Calling delete_port for f707c53f-8efd-4553-b69a-380a753f4b3b owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:37.001839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Network ebbd0bb9-a17a-47f1-856d-b84cdf45c410 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:37.014380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ebbd0bb9-a17a-47f1-856d-b84cdf45c410) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:37.021602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:37.022560 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.036263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.073073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=7f6881be-d4bc-46fc-9e17-b17d58cd61e2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:37.096352 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bb0202a6-c337-4f3a-854b-3a55b5bf954a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9883060 May 26 16:17:37.099858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No DVR routers for this DVR port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:37.183533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] DHCP port deletion for 6456f4f2-43cd-45c5-a887-464da591ee3a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:17:37.189923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c9247-991e-4434-b0e7-bbfb16dfb1fb None None] Network ebbd0bb9-a17a-47f1-856d-b84cdf45c410 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:37.206818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.244668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c3dead-83a7-4049-b4b5-9268383bd837']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:37.259711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:37.260022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:37.277123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.292766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.299986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:37.300401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.464742 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa resource provider aggregate not found May 26 16:17:37.494593 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.497219 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54b8bbdf-14a5-4e72-908e-9f4dfd3dfdfa found for delete ", "request_id": "req-a8a238b8-7410-47b1-b9c0-26f7766abe73"}]} May 26 16:17:37.533205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.536446 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/networks/c2c3dead-83a7-4049-b4b5-9268383bd837 HTTP/1.1" status: 204 len: 168 time: 1.4498806 May 26 16:17:37.537336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328356f6-f54f-4121-8e29-043b591a540d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Network': ['ID=c2c3dead-83a7-4049-b4b5-9268383bd837,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:37.551015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53848) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:37.555690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3501f6e7-646e-4bf0-94cc-0ea3c74511fd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-217438114', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:37.601856 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9e587c47-605f-4129-b24d-079296b75611 None None] Deleting port 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:37.602616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9e587c47-605f-4129-b24d-079296b75611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.608255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3501f6e7-646e-4bf0-94cc-0ea3c74511fd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.609457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3501f6e7-646e-4bf0-94cc-0ea3c74511fd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.610817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aafb492-8278-422a-8dc7-e6fed9aa04ee None None] Network ebbd0bb9-a17a-47f1-856d-b84cdf45c410 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:37.698721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3501f6e7-646e-4bf0-94cc-0ea3c74511fd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.709337 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3501f6e7-646e-4bf0-94cc-0ea3c74511fd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.766668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3501f6e7-646e-4bf0-94cc-0ea3c74511fd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.769524 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3501f6e7-646e-4bf0-94cc-0ea3c74511fd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2164433 May 26 16:17:37.772987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53868) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:37.782342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'network': {'name': 'tempest-RoutersTest-1584769720'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-9e587c47-605f-4129-b24d-079296b75611 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c2c3dead-83a7-4049-b4b5-9268383bd837 could not be found. May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._iter().one() May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._only_one_row( May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:17:37.797942 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c2c3dead-83a7-4049-b4b5-9268383bd837 could not be found. May 26 16:17:37.801445 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:17:37.852414 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9a4595e-f334-486a-9838-4c8ccdeebd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.864480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:37.866933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.871821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Deleting port f707c53f-8efd-4553-b69a-380a753f4b3b {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:37.873012 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.883033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f114d5a9-6c25-491f-aa90-acac92ac6adb None None] DHCP port deletion for c2c3dead-83a7-4049-b4b5-9268383bd837 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:17:37.906720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:37.928721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.929078 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added segment c0516b6f-5039-4d7f-acdb-2be5021b9fd1 of type vlan for network 100d7e6e-82f5-42d4-8498-646efa68d3c0 May 26 16:17:38.021551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-6d7db6bb-e061-4fe9-be10-f7528a34557c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 HTTP/1.1" status: 200 len: 217 time: 1.1459043 May 26 16:17:38.034773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.073343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] For port f707c53f-8efd-4553-b69a-380a753f4b3b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f707c53f-8efd-4553-b69a-380a753f4b3b,segment=NetworkSegment(ab136e53-8a37-4976-9662-47408d8775d7),segment_id=ab136e53-8a37-4976-9662-47408d8775d7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:38.074108 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.093830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.098193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Calling delete_port for f707c53f-8efd-4553-b69a-380a753f4b3b owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:38.105679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:38.105679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.203298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.226517 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.268506 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4942577 May 26 16:17:38.273036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53884) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:38.273816 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53886) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:38.285483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Pushing event deleted for resources: {'Port': ['ID=f707c53f-8efd-4553-b69a-380a753f4b3b,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:38.299659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'subnet': {'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:38.306564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.307166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.307586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.307890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.308490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.308831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.309163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.309486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.309912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.310322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.310660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.310968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:38.315282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154619e8-5f87-40ec-8a4a-be57afbfcaea None None] No DVR routers for this DVR port f707c53f-8efd-4553-b69a-380a753f4b3b on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:38.329342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-36beb9be-ca3b-487d-8c72-eb195f76b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:38.332963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-36beb9be-ca3b-487d-8c72-eb195f76b1df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=940c75ac-768d-4616-929e-47d5527ec93b HTTP/1.1" status: 200 len: 848 time: 0.3019404 May 26 16:17:38.337480 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c570930d-bae1-4908-b153-fed30a9f0d07 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:17:38.359009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] No DVR routers for this DVR port f707c53f-8efd-4553-b69a-380a753f4b3b on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:38.361285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event deleted for resources: {'Port': ['ID=f707c53f-8efd-4553-b69a-380a753f4b3b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:38.442722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faae8f-1ddf-4ceb-a84d-72776b665d3d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Network': ['ID=100d7e6e-82f5-42d4-8498-646efa68d3c0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:38.450146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-9a0daecc-5110-43df-8347-2a926acf0f2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b439ac4c-286e-4e35-89f7-4a1930ad7348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866621 May 26 16:17:38.466753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 100d7e6e-82f5-42d4-8498-646efa68d3c0 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:38.533701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:38.538244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.549704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130742fc-6d22-477e-8ba4-ed1b75bfabb2 req-5511ae85-9353-4462-9f0d-bb5515c5f7e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:38.557964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-130742fc-6d22-477e-8ba4-ed1b75bfabb2 req-5511ae85-9353-4462-9f0d-bb5515c5f7e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.5345466 May 26 16:17:38.562648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570930d-bae1-4908-b153-fed30a9f0d07 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:17:38.611688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132069d7-6ce0-41b8-a4c5-931577625ad7 req-7cbda6af-fb42-41ba-8bf9-c9be32d41c0f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:38.623267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-132069d7-6ce0-41b8-a4c5-931577625ad7 req-7cbda6af-fb42-41ba-8bf9-c9be32d41c0f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 943 time: 0.5948789 May 26 16:17:38.669946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6833baf9-7c50-461c-b794-88cb45f8234d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.812493 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-130742fc-6d22-477e-8ba4-ed1b75bfabb2 req-8b784b5e-a55f-4eb3-9ed0-63d9b6786055 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535446 May 26 16:17:38.846397 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.847647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6833baf9-7c50-461c-b794-88cb45f8234d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.853512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6833baf9-7c50-461c-b794-88cb45f8234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.854362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-132069d7-6ce0-41b8-a4c5-931577625ad7 req-9eccae50-cb69-4d1b-9049-4c4540b79d8c tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292092 May 26 16:17:38.860826 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.939171 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6833baf9-7c50-461c-b794-88cb45f8234d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b263afece9947c28b035b650494a75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6513667 May 26 16:17:38.943168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6456f4f2-43cd-45c5-a887-464da591ee3a']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:38.944308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53906) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:38.945622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833baf9-7c50-461c-b794-88cb45f8234d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2955ebf6-e36c-4bf5-a39b-11da5ee9735f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:39.001550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab136e53-8a37-4976-9662-47408d8775d7') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:39.008814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab136e53-8a37-4976-9662-47408d8775d7') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:39.012594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f707c53f-8efd-4553-b69a-380a753f4b3b no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:39.044320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f707c53f-8efd-4553-b69a-380a753f4b3b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:39.044942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f707c53f-8efd-4553-b69a-380a753f4b3b not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:39.045522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:39.058402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-66072193-514f-418b-9d14-a68d050d408c service neutron] 10.222.0.32 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527303 May 26 16:17:39.063918 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.070365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:17:39.070981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7f6881be-d4bc-46fc-9e17-b17d58cd61e2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:17:39.073808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36e21168-f934-4fcc-8141-84173fe1ae93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.103378 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.152419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.160949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36e21168-f934-4fcc-8141-84173fe1ae93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.172163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:39.173260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.228096 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment ab136e53-8a37-4976-9662-47408d8775d7 resource provider aggregate not found May 26 16:17:39.238750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36e21168-f934-4fcc-8141-84173fe1ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.242518 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36e21168-f934-4fcc-8141-84173fe1ae93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.243880 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-36e21168-f934-4fcc-8141-84173fe1ae93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2955ebf6-e36c-4bf5-a39b-11da5ee9735f HTTP/1.1" status: 204 len: 168 time: 0.2941852 May 26 16:17:39.269162 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment ab136e53-8a37-4976-9662-47408d8775d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab136e53-8a37-4976-9662-47408d8775d7 found for delete ", "request_id": "req-0220558e-1075-4f7a-b36d-ad58311e8b51"}]} May 26 16:17:39.281284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e21168-f934-4fcc-8141-84173fe1ae93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2955ebf6-e36c-4bf5-a39b-11da5ee9735f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:39.297973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Subnet': ['ID=be796982-e6a5-471c-9696-9580003c1389,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:39.301064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.314726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.318218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] 10.222.0.39 "DELETE /v2.0/networks/6456f4f2-43cd-45c5-a887-464da591ee3a HTTP/1.1" status: 204 len: 168 time: 2.9423454 May 26 16:17:39.322570 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5584e9ef-1bcd-4201-b756-f7a6ad47edea req-5d1cfe46-81d5-4827-a4bf-a3a1e60dee84 service neutron] 10.222.0.32 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487638 May 26 16:17:39.327627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Checking segment: {'id': 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:39.327994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network hostable DHCP agents. Network: 100d7e6e-82f5-42d4-8498-646efa68d3c0, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:39.334024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495937e5-bc3b-4c51-9d00-9719c54d639f tempest-ExtraDHCPOptionsIpV6TestJSON-815941906 tempest-ExtraDHCPOptionsIpV6TestJSON-815941906-project] Pushing event deleted for resources: {'Network': ['ID=6456f4f2-43cd-45c5-a887-464da591ee3a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:39.359219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 100d7e6e-82f5-42d4-8498-646efa68d3c0 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:39.379510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 100d7e6e-82f5-42d4-8498-646efa68d3c0) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:39.388838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:39.389579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.391452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ba5f4-da19-4260-ac0d-d0c0fdba397f None None] Network 100d7e6e-82f5-42d4-8498-646efa68d3c0 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:39.439226 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cb839b1f-23a3-4f67-9baf-f3a39daeb602 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1465821 May 26 16:17:39.443338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53926) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:39.477940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-e5669e3e-efd5-4efd-9d2f-dc897d848b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:39.480746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-e5669e3e-efd5-4efd-9d2f-dc897d848b5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea3459d3c5048ed85d9170a65b34f09&device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 1094 time: 0.0726049 May 26 16:17:39.652374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-100d7e6e-82f5-42d4-8498-646efa68d3c0', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:17:39.653402 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.717410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-f0d45d12-2d31-457f-b788-e4e68a350c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:39.722810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-f0d45d12-2d31-457f-b788-e4e68a350c9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b439ac4c-286e-4e35-89f7-4a1930ad7348 HTTP/1.1" status: 200 len: 909 time: 0.2305031 May 26 16:17:39.836637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-d57aab9a-795c-4ea1-a11a-a0ddbfc3388e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 HTTP/1.1" status: 200 len: 217 time: 0.1088421 May 26 16:17:39.992630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Allocated IP 172.20.0.2 (100d7e6e-82f5-42d4-8498-646efa68d3c0/be796982-e6a5-471c-9696-9580003c1389/6abb6350-d25b-4a96-a675-c6489445e569) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:40.016338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-277cbca8-8350-4861-a268-715179ccf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:40.019147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-277cbca8-8350-4861-a268-715179ccf391 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=940c75ac-768d-4616-929e-47d5527ec93b HTTP/1.1" status: 200 len: 848 time: 0.1685987 May 26 16:17:40.107785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53948) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:40.124291 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-83b26d2b-d660-41e4-8343-adbb3c65d231 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b439ac4c-286e-4e35-89f7-4a1930ad7348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958445 May 26 16:17:40.205413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec106664-edda-4984-8eb6-ad111a173b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.229689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53954) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:40.259083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41060eb-e4e7-4b8b-90a0-4228d1eb409b req-d193be31-e6c5-4d4a-9dfd-fbcf1a2ddc99 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:40.260780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d41060eb-e4e7-4b8b-90a0-4228d1eb409b req-d193be31-e6c5-4d4a-9dfd-fbcf1a2ddc99 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 943 time: 0.2205565 May 26 16:17:40.312904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4c9ef-7e52-4437-bf70-7ff02e5d7022 req-11ff55ab-3096-4585-bf5f-5eb7226e4d59 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:40.321489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5eb4c9ef-7e52-4437-bf70-7ff02e5d7022 req-11ff55ab-3096-4585-bf5f-5eb7226e4d59 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.2035608 May 26 16:17:40.363141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-ad849331-0bc3-4662-9ec6-300cd332f3f1 service neutron] 10.222.0.32 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052159 May 26 16:17:40.379899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d41060eb-e4e7-4b8b-90a0-4228d1eb409b req-e8fd96f7-0150-4b31-9000-be755be8781f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047182 May 26 16:17:40.387792 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec106664-edda-4984-8eb6-ad111a173b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.399899 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec106664-edda-4984-8eb6-ad111a173b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.433399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53964) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:40.437086 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.448790 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.497935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Pushing event updated for resources: {'Port': ['ID=6abb6350-d25b-4a96-a675-c6489445e569,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:40.525460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Network 100d7e6e-82f5-42d4-8498-646efa68d3c0 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:40.528237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:40.532237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5eb4c9ef-7e52-4437-bf70-7ff02e5d7022 req-d0e4592d-3f42-4680-ab8b-354f774ebca7 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070913 May 26 16:17:40.532423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:40.538999 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.575416 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ec106664-edda-4984-8eb6-ad111a173b39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c590dbdf703a420f8aa93335f853bec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608419 May 26 16:17:40.578438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53966) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:40.605688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb236278-d7be-43f9-b929-c8fdbe39aa5f admin admin] Deleting subnet ee69383f-3509-4252-a596-59a51df7075c {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:17:40.609059 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb236278-d7be-43f9-b929-c8fdbe39aa5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.621310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Attempting to bind port 6abb6350-d25b-4a96-a675-c6489445e569 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:40.621705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Attempting to bind port 6abb6350-d25b-4a96-a675-c6489445e569 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:40.622079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Attempting to bind port 6abb6350-d25b-4a96-a675-c6489445e569 on network 100d7e6e-82f5-42d4-8498-646efa68d3c0 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:40.628324 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.629213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:40.629587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Checking segment: {'id': 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:40.630113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.630510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Bound using segment: {'id': 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:40.631033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Bound port: 6abb6350-d25b-4a96-a675-c6489445e569, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:40.631588 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.649592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb236278-d7be-43f9-b929-c8fdbe39aa5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.664357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec106664-edda-4984-8eb6-ad111a173b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5b9000-e0f0-4d7e-a2c8-b9539628cc17,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:40.691439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a73198a9-c3ca-4bb6-8ef4-b31b8122b74a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3b86a7bf76c4dbfbe18a5b910db5ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559419 May 26 16:17:40.700127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53972) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:40.701113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.722150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7a615696-52b7-46df-a047-a1144f26964e None None] For port 6abb6350-d25b-4a96-a675-c6489445e569, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:40.726061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7a615696-52b7-46df-a047-a1144f26964e None None] For port 6abb6350-d25b-4a96-a675-c6489445e569, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6abb6350-d25b-4a96-a675-c6489445e569,segment=NetworkSegment(c0516b6f-5039-4d7f-acdb-2be5021b9fd1),segment_id=c0516b6f-5039-4d7f-acdb-2be5021b9fd1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:40.742970 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.754124 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4cae0b1-52b6-4712-a483-8b8b5fbe7b34 req-2a2386ab-2d0e-4f72-8b59-33d655fa4d7e service neutron] 10.222.0.32 "GET /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728895 May 26 16:17:40.761602 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb236278-d7be-43f9-b929-c8fdbe39aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.823174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a615696-52b7-46df-a047-a1144f26964e None None] Pushing event updated for resources: {'Port': ['ID=6abb6350-d25b-4a96-a675-c6489445e569,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:40.857142 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20224d18-ee02-4819-beae-1980ea86dd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.905040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20224d18-ee02-4819-beae-1980ea86dd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.953319 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb236278-d7be-43f9-b929-c8fdbe39aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.965278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f46f315c-6d4e-4027-bfe9-877f474b443d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.994720 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f46f315c-6d4e-4027-bfe9-877f474b443d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.005304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb236278-d7be-43f9-b929-c8fdbe39aa5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.011266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eb236278-d7be-43f9-b929-c8fdbe39aa5f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ee69383f-3509-4252-a596-59a51df7075c HTTP/1.1" status: 204 len: 168 time: 0.5742197 May 26 16:17:41.011266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb236278-d7be-43f9-b929-c8fdbe39aa5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee69383f-3509-4252-a596-59a51df7075c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:41.014329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53976) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:41.116326 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.148896 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f46f315c-6d4e-4027-bfe9-877f474b443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.153083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f46f315c-6d4e-4027-bfe9-877f474b443d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.168195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f46f315c-6d4e-4027-bfe9-877f474b443d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f5b9000-e0f0-4d7e-a2c8-b9539628cc17 HTTP/1.1" status: 204 len: 168 time: 0.5882750 May 26 16:17:41.195150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20224d18-ee02-4819-beae-1980ea86dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.198931 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-20224d18-ee02-4819-beae-1980ea86dd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.204978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-20224d18-ee02-4819-beae-1980ea86dd11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f57b7b6-8cb6-489e-a09b-125c3ca52977 HTTP/1.1" status: 204 len: 168 time: 0.4995244 May 26 16:17:41.211061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.20.0.1 (100d7e6e-82f5-42d4-8498-646efa68d3c0/be796982-e6a5-471c-9696-9580003c1389/92a4d43b-6a3c-4006-8d41-eb2717eb8088) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:41.216426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f315c-6d4e-4027-bfe9-877f474b443d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5b9000-e0f0-4d7e-a2c8-b9539628cc17,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:41.342061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53988) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:41.369364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20224d18-ee02-4819-beae-1980ea86dd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f57b7b6-8cb6-489e-a09b-125c3ca52977,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:41.381232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.413120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbd0bb9-a17a-47f1-856d-b84cdf45c410']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:41.436515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a8705c-a04d-4db2-915e-b06b4d6473dd') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:41.442036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a8705c-a04d-4db2-915e-b06b4d6473dd') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:41.461664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.474404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.478871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.487431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:41.488236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.524439 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d5a8705c-a04d-4db2-915e-b06b4d6473dd resource provider aggregate not found May 26 16:17:41.539736 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.581551 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d5a8705c-a04d-4db2-915e-b06b4d6473dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5a8705c-a04d-4db2-915e-b06b4d6473dd found for delete ", "request_id": "req-84ae3c52-b57a-401a-aca4-7219b0505c9d"}]} May 26 16:17:41.587363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 100d7e6e-82f5-42d4-8498-646efa68d3c0 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:41.592152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:41.605197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:41.619697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.644042 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.654311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ebbd0bb9-a17a-47f1-856d-b84cdf45c410 HTTP/1.1" status: 204 len: 168 time: 0.6390941 May 26 16:17:41.671844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca381a-faf6-4de0-b066-c559104823b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebbd0bb9-a17a-47f1-856d-b84cdf45c410,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:41.679847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.682638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795d6a3-1ce5-489e-a584-1e05141df773 req-86ee1df5-68fc-4cb2-b342-4f5f86d851ba tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:41.685060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0795d6a3-1ce5-489e-a584-1e05141df773 req-86ee1df5-68fc-4cb2-b342-4f5f86d851ba tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 943 time: 0.1757770 May 26 16:17:41.781627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f514163-4ebe-471f-8166-4844ca4936c2 req-3e09d4ec-83fc-4f1b-aabc-de453741a2dc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:41.784515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f514163-4ebe-471f-8166-4844ca4936c2 req-3e09d4ec-83fc-4f1b-aabc-de453741a2dc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.0979414 May 26 16:17:41.813578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0795d6a3-1ce5-489e-a584-1e05141df773 req-05e18611-72b4-4f9b-9ac7-0b7e98ca34fb tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157665 May 26 16:17:41.838038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8776e3f0-84cf-469c-9d42-fe894bfd9651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.914523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f514163-4ebe-471f-8166-4844ca4936c2 req-f6851dbf-172a-42cb-9a1b-8d1c96ed5cc7 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185791 May 26 16:17:42.008621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=92a4d43b-6a3c-4006-8d41-eb2717eb8088,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:42.011499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8776e3f0-84cf-469c-9d42-fe894bfd9651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.014448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.018320 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8776e3f0-84cf-469c-9d42-fe894bfd9651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.059007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8776e3f0-84cf-469c-9d42-fe894bfd9651 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dcf5942ee1346cd9ea9220bf4d261bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155952 May 26 16:17:42.059878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54020) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:42.092834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54024) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:42.153929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-544206b6-2713-4f52-9741-f32e65d41aaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f328f8a640047129db4be5e2b21f5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572143 May 26 16:17:42.154642 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f2ca26b4-ecad-4a1b-8344-779afbe2af8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.158340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54030) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:42.186063 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f2ca26b4-ecad-4a1b-8344-779afbe2af8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.208727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776e3f0-84cf-469c-9d42-fe894bfd9651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22214ef7-8940-44a7-901e-8b6fd27ac32c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:42.300595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f2ca26b4-ecad-4a1b-8344-779afbe2af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.303679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f2ca26b4-ecad-4a1b-8344-779afbe2af8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.306240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f2ca26b4-ecad-4a1b-8344-779afbe2af8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22214ef7-8940-44a7-901e-8b6fd27ac32c HTTP/1.1" status: 204 len: 168 time: 0.2433083 May 26 16:17:42.314888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bdb26d9a-c53e-4e58-b020-f4d871d25021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.329935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca26b4-ecad-4a1b-8344-779afbe2af8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22214ef7-8940-44a7-901e-8b6fd27ac32c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:42.337323 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bdb26d9a-c53e-4e58-b020-f4d871d25021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.450717 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bdb26d9a-c53e-4e58-b020-f4d871d25021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.453301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bdb26d9a-c53e-4e58-b020-f4d871d25021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.457796 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bdb26d9a-c53e-4e58-b020-f4d871d25021 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad04430a-5afd-4018-a010-45b0e8adab65 HTTP/1.1" status: 204 len: 168 time: 0.2984459 May 26 16:17:42.472186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:17:42.494755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b634a-4639-4019-9f62-ed359d64cdb2 None None] Network 100d7e6e-82f5-42d4-8498-646efa68d3c0 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:42.550762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb26d9a-c53e-4e58-b020-f4d871d25021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad04430a-5afd-4018-a010-45b0e8adab65,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:42.656046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-423d7ce6-a0d3-41a7-8eb9-f7e5e293f616 None None] Provisioning complete for port 6abb6350-d25b-4a96-a675-c6489445e569 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:42.656307 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-423d7ce6-a0d3-41a7-8eb9-f7e5e293f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.714041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.723244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.760786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:42.792235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8', 'network_id': 'b439ac4c-286e-4e35-89f7-4a1930ad7348', 'port_id': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8', 'mac_address': 'fa:16:3e:fc:2a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940c75ac-768d-4616-929e-47d5527ec93b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:17:42.824629 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.869447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:42.869684 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.946879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-423d7ce6-a0d3-41a7-8eb9-f7e5e293f616 None None] Current status of the port 6abb6350-d25b-4a96-a675-c6489445e569 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:42.948922 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-423d7ce6-a0d3-41a7-8eb9-f7e5e293f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.037466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=92a4d43b-6a3c-4006-8d41-eb2717eb8088,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:43.051556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-423d7ce6-a0d3-41a7-8eb9-f7e5e293f616 None None] For port 6abb6350-d25b-4a96-a675-c6489445e569, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6abb6350-d25b-4a96-a675-c6489445e569,segment=NetworkSegment(c0516b6f-5039-4d7f-acdb-2be5021b9fd1),segment_id=c0516b6f-5039-4d7f-acdb-2be5021b9fd1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:43.060636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6abb6350-d25b-4a96-a675-c6489445e569 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:43.113153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:17:43.118810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-423d7ce6-a0d3-41a7-8eb9-f7e5e293f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.153453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560e912-7468-416d-b6c1-197b9524d798 req-4f4416c7-865a-404a-a0dd-38da75cb321a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:43.156582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 100d7e6e-82f5-42d4-8498-646efa68d3c0 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:43.159570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:43.165295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f560e912-7468-416d-b6c1-197b9524d798 req-4f4416c7-865a-404a-a0dd-38da75cb321a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 943 time: 0.1663487 May 26 16:17:43.256718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266dbfe-307a-4633-a814-cf679b751987 req-e18ef62f-b97a-40a6-b1c8-189fba64c3df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:43.264639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2266dbfe-307a-4633-a814-cf679b751987 req-e18ef62f-b97a-40a6-b1c8-189fba64c3df tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1368995 May 26 16:17:43.293710 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f560e912-7468-416d-b6c1-197b9524d798 req-de1a7e88-9ea7-4da1-b098-8f500fd92895 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267717 May 26 16:17:43.335656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54076) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:43.361325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2266dbfe-307a-4633-a814-cf679b751987 req-4d1e4f23-bf7d-4fd9-b803-92c00b13fed1 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891991 May 26 16:17:43.394439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-29e3d86b-d9f9-4e65-bd72-1003a5a01c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.398199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d7ce6-a0d3-41a7-8eb9-f7e5e293f616 None None] Pushing event updated for resources: {'Port': ['ID=6abb6350-d25b-4a96-a675-c6489445e569,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:43.449096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:43.457348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6abb6350-d25b-4a96-a675-c6489445e569 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:43.457918 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.522517 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.678905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6abb6350-d25b-4a96-a675-c6489445e569 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:43.685310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:43.686097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-29e3d86b-d9f9-4e65-bd72-1003a5a01c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.688682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:17:43.694761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-29e3d86b-d9f9-4e65-bd72-1003a5a01c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.757217 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-29e3d86b-d9f9-4e65-bd72-1003a5a01c2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=359140eb24474917a8c7b0854c31c07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190168 May 26 16:17:43.759822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54096) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:43.791209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:17:43.847638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8f9c750-4b0c-4ffe-b53b-4912ca6b7ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.880165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-497c0e95-0f71-48f1-91db-33d939cba938 None None] Provisioning complete for port 6abb6350-d25b-4a96-a675-c6489445e569 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:43.882693 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-497c0e95-0f71-48f1-91db-33d939cba938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.923116 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8f9c750-4b0c-4ffe-b53b-4912ca6b7ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.948393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54104) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:43.988653 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3d86b-d9f9-4e65-bd72-1003a5a01c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c7220d-3d4d-4c06-a164-e2edbb802ee2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:44.015904 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8f9c750-4b0c-4ffe-b53b-4912ca6b7ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.025448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8f9c750-4b0c-4ffe-b53b-4912ca6b7ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.028783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c8f9c750-4b0c-4ffe-b53b-4912ca6b7ef4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69c7220d-3d4d-4c06-a164-e2edbb802ee2 HTTP/1.1" status: 204 len: 168 time: 0.2672713 May 26 16:17:44.044840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9c750-4b0c-4ffe-b53b-4912ca6b7ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c7220d-3d4d-4c06-a164-e2edbb802ee2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:44.067327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:44.087931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54110) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:44.095233 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a8edeb5-eee5-493b-b9fa-94a035c508f5 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6495492 May 26 16:17:44.097161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'network': {'name': 'tempest-RoutersTest-57824769'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:44.103725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Sync routers for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:44.131299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:44.136593 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.150884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:44.152037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:44.178333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:44.217926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.218911 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added segment 8ec84fbe-82dd-43b9-93b7-bba15f105598 of type vlan for network 83b5bc51-ec47-4245-87dd-364b522d849a May 26 16:17:44.312528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:44.315164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-497c0e95-0f71-48f1-91db-33d939cba938 None None] Current status of the port 6abb6350-d25b-4a96-a675-c6489445e569 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:44.333669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.366526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.384681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:44.385763 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.534105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Network': ['ID=83b5bc51-ec47-4245-87dd-364b522d849a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:44.566400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-497c0e95-0f71-48f1-91db-33d939cba938 None None] Provisioning complete for port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:44.566996 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-497c0e95-0f71-48f1-91db-33d939cba938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.622181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-760489004'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:44.633247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 83b5bc51-ec47-4245-87dd-364b522d849a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:44.648667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8dd0a422-e7cf-44af-b339-b5c57cc7177c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5595818 May 26 16:17:44.652181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54132) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:44.653171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-497c0e95-0f71-48f1-91db-33d939cba938 None None] Port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:44.659569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'subnet': {'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:44.682043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673343f-fa24-4904-b056-c582d5bb3c83 req-ea6c06ca-271d-4407-aa5a-5e325f42dd7b tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:44.683580 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1673343f-fa24-4904-b056-c582d5bb3c83 req-ea6c06ca-271d-4407-aa5a-5e325f42dd7b tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 944 time: 0.1709986 May 26 16:17:44.685114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:44.688971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.707452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc2b24-50c4-41df-b71f-ee400946c76f req-c3b27142-6f68-4e7b-a3eb-f10779fe12c4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:44.720911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00bc2b24-50c4-41df-b71f-ee400946c76f req-c3b27142-6f68-4e7b-a3eb-f10779fe12c4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1952837 May 26 16:17:44.794038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.877718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:44.886198 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.889468 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00bc2b24-50c4-41df-b71f-ee400946c76f req-4d7d7ee0-e407-4147-8aba-2695fc9597a4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414564 May 26 16:17:44.926411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6abb6350-d25b-4a96-a675-c6489445e569 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:44.937418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1673343f-fa24-4904-b056-c582d5bb3c83 req-9eef931e-a58b-420c-a4d2-5a534caea953 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452857 May 26 16:17:45.026351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0a18ff04-6360-4604-b31b-f69600b17fdd None None] Provisioning complete for port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:45.029223 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a18ff04-6360-4604-b31b-f69600b17fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.051652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.080749 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.147673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:45.167467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05320ab-b1c2-423b-9fca-5563c71b5663,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:45.184332 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.184708 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added segment c23aa64e-cc2b-49eb-8b96-046503298f76 of type vlan for network 9a9cc34a-0879-4910-b871-a51b88a70d96 May 26 16:17:45.231730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0a18ff04-6360-4604-b31b-f69600b17fdd None None] Port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:45.260619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54158) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:45.293453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.321303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6abb6350-d25b-4a96-a675-c6489445e569 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:45.326524 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.350387 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.366444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:45.368255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.398737 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.449399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6abb6350-d25b-4a96-a675-c6489445e569 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:45.453956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:17:41Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:42Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:45.495452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Checking router: 934c3d50-fcdb-40bd-9a03-95abc6082cd0 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:17:45.495968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Updating router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:17:45.527564 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.549395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5979970 May 26 16:17:45.552787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Subnet': ['ID=ca3e3c0c-fd7a-408a-ac46-4f5b096ea182,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:45.557937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54180) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:45.570696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1350461146'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:45.575654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.575795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.576054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.576376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.576703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.577026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.578832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.579166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.579512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.580086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.582288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.582288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:45.616046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaff4c-4b09-410f-b30f-aeb7d726534e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Network': ['ID=9a9cc34a-0879-4910-b871-a51b88a70d96,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:45.617114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-9521613-network', 'tenant_id': '72e4cef5c8454cc58239654d03c5af42'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:45.641744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Checking segment: {'id': '8ec84fbe-82dd-43b9-93b7-bba15f105598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:45.642290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network hostable DHCP agents. Network: 83b5bc51-ec47-4245-87dd-364b522d849a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:45.657219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:45.671182 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.675103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 83b5bc51-ec47-4245-87dd-364b522d849a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:45.686551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 9a9cc34a-0879-4910-b871-a51b88a70d96 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:45.692303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 83b5bc51-ec47-4245-87dd-364b522d849a) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:45.702155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:45.710634 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.714731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Made reservation on behalf of 72e4cef5c8454cc58239654d03c5af42 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:45.717342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.728844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:45.736703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c98ae6-cd84-4bd2-8b23-34845be478f5 None None] Network 83b5bc51-ec47-4245-87dd-364b522d849a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:45.747531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.748696 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added segment b1f66572-a68e-446f-bc83-ba00785504b9 of type vlan for network 3b92af23-2c9b-4125-8c0d-0880473a56ed May 26 16:17:45.772629 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4bc282b7-da14-4daf-bf29-04f78164675d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1191654 May 26 16:17:45.774239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.786869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54188) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:45.837041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.883563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.894454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:45.896653 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.088504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5289533 May 26 16:17:46.154269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54206) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:46.172375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'subnet': {'network_id': '9a9cc34a-0879-4910-b871-a51b88a70d96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:46.327945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82c390-abcb-46be-804f-0e0291bbe74d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Network': ['ID=3b92af23-2c9b-4125-8c0d-0880473a56ed,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:46.346596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30282139-8363-4790-a174-a0575c831e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-83b5bc51-ec47-4245-87dd-364b522d849a', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:17:46.347459 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30282139-8363-4790-a174-a0575c831e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.354961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 3b92af23-2c9b-4125-8c0d-0880473a56ed details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:46.366016 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.417672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13225b16-c50d-4ee1-924f-9de2df74ed2c req-f163f4c9-dffc-4bf4-9400-0d9a9e4ee55a tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:46.419308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13225b16-c50d-4ee1-924f-9de2df74ed2c req-f163f4c9-dffc-4bf4-9400-0d9a9e4ee55a tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.3413091 May 26 16:17:46.450037 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.504607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:46.637741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419949-9d53-4ae0-8a29-701c9b59271f req-084dd997-3f76-4b1c-a49f-040d09ab00d4 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:46.650069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e419949-9d53-4ae0-8a29-701c9b59271f req-084dd997-3f76-4b1c-a49f-040d09ab00d4 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 944 time: 0.4899487 May 26 16:17:46.681815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:46.695585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.861359 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.928084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.946218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13225b16-c50d-4ee1-924f-9de2df74ed2c req-3c4da17f-4135-4f69-b6d7-41bad25d833b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4836791 May 26 16:17:46.974807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e419949-9d53-4ae0-8a29-701c9b59271f req-d81d16ad-c7b5-4637-80cc-7a05d8cf39bf tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121963 May 26 16:17:47.069417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c42a9-af5e-4d68-934b-2c57144a334e None None] Pushing event updated for resources: {'Port': ['ID=92a4d43b-6a3c-4006-8d41-eb2717eb8088,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:47.146657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:47.159051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718e404f-32f5-41f7-9a71-8ea2ac8de342,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:47.192874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.193624 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Added segment dd264779-bdd3-441e-83d3-c0ac2ac797b9 of type vlan for network 5e672679-2fbb-4a84-8023-5e711ceecd6b May 26 16:17:47.202173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c9939786-ecc9-4b75-a4b0-95d5bfad5a53 None None] Provisioning complete for port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:47.202678 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c9939786-ecc9-4b75-a4b0-95d5bfad5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.267063 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.352133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Attempting to bind port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:47.352856 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Attempting to bind port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:47.353391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Attempting to bind port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 on network 100d7e6e-82f5-42d4-8498-646efa68d3c0 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:47.354543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Subnet': ['ID=b5cfb139-a42c-4843-9a96-877e0064e00a,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:47.383346 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.404350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Checking segment: {'id': 'c23aa64e-cc2b-49eb-8b96-046503298f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a9cc34a-0879-4910-b871-a51b88a70d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:47.404907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network hostable DHCP agents. Network: 9a9cc34a-0879-4910-b871-a51b88a70d96, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:47.421672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:47.431247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 9a9cc34a-0879-4910-b871-a51b88a70d96 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:47.434288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Checking segment: {'id': 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:47.435071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.435523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Bound using segment: {'id': 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:47.436142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Bound port: 92a4d43b-6a3c-4006-8d41-eb2717eb8088, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:47.436545 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.446665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 9a9cc34a-0879-4910-b871-a51b88a70d96) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:47.459596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:47.459987 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.483490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.500824 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4feb3a89-8945-4f36-9279-f3fa95292286 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3373239 May 26 16:17:47.503210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54272) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:47.505200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:17:47.509413 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f21d7b-fd93-429e-b4df-8b182bbf6412 None None] Network 9a9cc34a-0879-4910-b871-a51b88a70d96 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:47.536431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'subnet': {'network_id': '3b92af23-2c9b-4125-8c0d-0880473a56ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:47.607654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-30282139-8363-4790-a174-a0575c831e81 None None] Allocated IP 172.21.0.2 (83b5bc51-ec47-4245-87dd-364b522d849a/ca3e3c0c-fd7a-408a-ac46-4f5b096ea182/98d59393-62da-4af4-b610-4587fb5e2152) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:47.636847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c9939786-ecc9-4b75-a4b0-95d5bfad5a53 None None] Port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:47.648512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:47.649127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.692429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.696400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:47.697489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:47.698504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.700738 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.813588 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5511088 May 26 16:17:47.821469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:47.830363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Request body: {'subnet': {'network_id': '5e672679-2fbb-4a84-8023-5e711ceecd6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-9521613-subnet', 'tenant_id': '72e4cef5c8454cc58239654d03c5af42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:47.888394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006f20d-a7bf-4682-9fb3-925eeadb26c9 admin admin] Pushing event updated for resources: {'Network': ['ID=5e672679-2fbb-4a84-8023-5e711ceecd6b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:47.911209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Made reservation on behalf of 72e4cef5c8454cc58239654d03c5af42 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:47.914095 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.941894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:47.943408 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.955495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 5e672679-2fbb-4a84-8023-5e711ceecd6b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:47.996965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] For port 92a4d43b-6a3c-4006-8d41-eb2717eb8088, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:48.229412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] For port 92a4d43b-6a3c-4006-8d41-eb2717eb8088, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=92a4d43b-6a3c-4006-8d41-eb2717eb8088,segment=NetworkSegment(c0516b6f-5039-4d7f-acdb-2be5021b9fd1),segment_id=c0516b6f-5039-4d7f-acdb-2be5021b9fd1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:48.258879 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.273467 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.293157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:48.297822 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaafc19-e9f0-4423-9d77-d0d709b7648e" -d '{"events": [{"server_uuid": "e4458d31-026f-49bc-afed-5f9d08b324a9", "name": "network-vif-plugged", "status": "completed", "tag": "e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:48.360912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb029a7-1e7b-4ba4-8997-6ef59d4bf3ab req-a9ff9495-a7b7-419b-97ae-43efee516e9b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:48.362906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-9a9cc34a-0879-4910-b871-a51b88a70d96', 'network_id': '9a9cc34a-0879-4910-b871-a51b88a70d96', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'fixed_ips': [{'subnet_id': 'b5cfb139-a42c-4843-9a96-877e0064e00a'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:17:48.364560 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.370075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aeb029a7-1e7b-4ba4-8997-6ef59d4bf3ab req-a9ff9495-a7b7-419b-97ae-43efee516e9b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1747942 May 26 16:17:48.383335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745e592-a11a-462d-8b25-d480719eaf0e req-95da68e9-3d96-40ca-be90-0bda638de1cc tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:48.385044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8745e592-a11a-462d-8b25-d480719eaf0e req-95da68e9-3d96-40ca-be90-0bda638de1cc tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 944 time: 0.2812126 May 26 16:17:48.444725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:48.461497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Checking segment: {'id': 'dd264779-bdd3-441e-83d3-c0ac2ac797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e672679-2fbb-4a84-8023-5e711ceecd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:48.469544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Network hostable DHCP agents. Network: 5e672679-2fbb-4a84-8023-5e711ceecd6b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:48.476286 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=565227e3-9efc-48cf-804e-60d82adfbacf,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:48.481388 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.516518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Network 5e672679-2fbb-4a84-8023-5e711ceecd6b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:48.537980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8745e592-a11a-462d-8b25-d480719eaf0e req-c64f89c0-59e0-4a03-9d92-7d5534efd8d7 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346014 May 26 16:17:48.541680 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.549142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 5e672679-2fbb-4a84-8023-5e711ceecd6b) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:48.574090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:48.575276 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.593470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:48.598177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:48.600429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b0e5f-18d7-407f-841d-e639375b9fcd None None] Network 5e672679-2fbb-4a84-8023-5e711ceecd6b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:48.619507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c42a9-af5e-4d68-934b-2c57144a334e None None] Pushing event updated for resources: {'Port': ['ID=92a4d43b-6a3c-4006-8d41-eb2717eb8088,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:48.662278 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3a3d2c45-658d-471e-9046-e3811b2a3c8c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8377593 May 26 16:17:48.670883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aeb029a7-1e7b-4ba4-8997-6ef59d4bf3ab req-174e9896-f4c7-4532-ac63-f4840611b0a4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931130 May 26 16:17:48.747966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Subnet': ['ID=fb79c3f1-069e-4b80-bd94-2716cf416f69,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:48.787491 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30282139-8363-4790-a174-a0575c831e81 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.804428 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e72d8f0-eb75-4602-941f-603ecd048840 x-openstack-request-id: req-6e72d8f0-eb75-4602-941f-603ecd048840 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:48.804719 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4458d31-026f-49bc-afed-5f9d08b324a9", "name": "network-vif-plugged", "status": "completed", "tag": "e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:48.804968 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e72d8f0-eb75-4602-941f-603ecd048840 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:48.805451 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e72d8f0-eb75-4602-941f-603ecd048840'] response: {'server_uuid': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8', 'code': 200} May 26 16:17:48.840215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Checking segment: {'id': 'b1f66572-a68e-446f-bc83-ba00785504b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3b92af23-2c9b-4125-8c0d-0880473a56ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:48.840956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network hostable DHCP agents. Network: 3b92af23-2c9b-4125-8c0d-0880473a56ed, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:48.907671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 3b92af23-2c9b-4125-8c0d-0880473a56ed is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:48.925456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 3b92af23-2c9b-4125-8c0d-0880473a56ed) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:48.931854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:48.932735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.973703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b1ec6f51-575c-46aa-8be4-6924cec582cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4562283 May 26 16:17:48.974406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54360) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:48.981562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859f4c1-10f6-4913-a7af-686f1cfd8a66 None None] Network 3b92af23-2c9b-4125-8c0d-0880473a56ed requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:48.986032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7b6eaade-3e96-4685-9d19-09c5c94442b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-411852015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:49.013564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.21.0.1 (83b5bc51-ec47-4245-87dd-364b522d849a/ca3e3c0c-fd7a-408a-ac46-4f5b096ea182/8397ab37-0de2-4e30-80cc-6e7cb9b45403) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:49.048487 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b6eaade-3e96-4685-9d19-09c5c94442b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.052334 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b6eaade-3e96-4685-9d19-09c5c94442b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.132097 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b6eaade-3e96-4685-9d19-09c5c94442b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.144301 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b6eaade-3e96-4685-9d19-09c5c94442b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.182279 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30282139-8363-4790-a174-a0575c831e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.228308 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b6eaade-3e96-4685-9d19-09c5c94442b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.232627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7b6eaade-3e96-4685-9d19-09c5c94442b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2553222 May 26 16:17:49.243647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54382) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:49.244498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:49.348512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a266d1-893f-4265-be0d-da176bb7fd5b req-5c13cb78-0da1-49f9-9c7f-97366d7cae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:49.350100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1a266d1-893f-4265-be0d-da176bb7fd5b req-5c13cb78-0da1-49f9-9c7f-97366d7cae53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 1096 time: 0.5034492 May 26 16:17:49.438541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Allocated IP 2001:db8::2 (9a9cc34a-0879-4910-b871-a51b88a70d96/b5cfb139-a42c-4843-9a96-877e0064e00a/8d987d83-5893-43b6-aebb-14b73cc07e0c) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:49.442362 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.478761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1a266d1-893f-4265-be0d-da176bb7fd5b req-c2e6f8bb-fc3f-4493-af9b-f8c801856e2c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130245 May 26 16:17:49.761791 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.792422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a08a12-4f22-498f-a679-e9d84a83a7b2 req-5b0b6c7b-46ef-42bf-a065-95a66567f446 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:49.801405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6a08a12-4f22-498f-a679-e9d84a83a7b2 req-5b0b6c7b-46ef-42bf-a065-95a66567f446 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 945 time: 0.1143467 May 26 16:17:49.862123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.913675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.961159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:49.965282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6a08a12-4f22-498f-a679-e9d84a83a7b2 req-162504f3-4782-4113-a80a-e88768e37b82 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570320 May 26 16:17:49.978042 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:50.168422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 83b5bc51-ec47-4245-87dd-364b522d849a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:50.179330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:50.214487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30282139-8363-4790-a174-a0575c831e81 None None] Pushing event updated for resources: {'Port': ['ID=98d59393-62da-4af4-b610-4587fb5e2152,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:50.226527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb4e7c-3f09-4cb0-89aa-5889fe1053fa req-343d93ca-e5e1-470a-9d26-1f4cbb10dab5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:50.242639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dfb4e7c-3f09-4cb0-89aa-5889fe1053fa req-343d93ca-e5e1-470a-9d26-1f4cbb10dab5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1524854 May 26 16:17:50.275646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54448) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:50.287842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:50.354141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dfb4e7c-3f09-4cb0-89aa-5889fe1053fa req-79669f05-5eab-40ed-b2f2-5a79f9226d9a tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096761 May 26 16:17:50.356812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e4dfd948-17d7-478c-9c47-7a0999c43edf None None] Provisioning complete for port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:50.362710 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd948-17d7-478c-9c47-7a0999c43edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:50.429953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=8397ab37-0de2-4e30-80cc-6e7cb9b45403,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:50.496641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30282139-8363-4790-a174-a0575c831e81 None None] Network 83b5bc51-ec47-4245-87dd-364b522d849a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:50.558766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:50.581022 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c8189bd-425e-4564-a74c-c775dcab0a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:50.818991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c8189bd-425e-4564-a74c-c775dcab0a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:50.820006 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:50.826459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c8189bd-425e-4564-a74c-c775dcab0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:50.926133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8189bd-425e-4564-a74c-c775dcab0a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64880b4-8435-43cd-8243-2e9239bcbbc8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:50.967395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0c8189bd-425e-4564-a74c-c775dcab0a97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb572200dd8345d996f498cf1a3b69b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6898797 May 26 16:17:50.970172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54502) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:50.994760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 2001:db8::1 (9a9cc34a-0879-4910-b871-a51b88a70d96/b5cfb139-a42c-4843-9a96-877e0064e00a/76c3cd8d-6ceb-433c-b02e-8c9084f8e92e) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:51.068475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Network 9a9cc34a-0879-4910-b871-a51b88a70d96 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:51.071114 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9daba771-0179-4457-b628-7702c11b2c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.078734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:51.085072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c0523-0d97-4679-98fe-674d561f1563 None None] Network 5e672679-2fbb-4a84-8023-5e711ceecd6b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:51.089212 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-30282139-8363-4790-a174-a0575c831e81 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:51.094522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:51.100705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Pushing event updated for resources: {'Port': ['ID=8d987d83-5893-43b6-aebb-14b73cc07e0c,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:51.103435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30282139-8363-4790-a174-a0575c831e81 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:51.121060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-3b92af23-2c9b-4125-8c0d-0880473a56ed', 'network_id': '3b92af23-2c9b-4125-8c0d-0880473a56ed', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'fixed_ips': [{'subnet_id': 'fb79c3f1-069e-4b80-bd94-2716cf416f69'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:17:51.122260 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.175701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9daba771-0179-4457-b628-7702c11b2c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.324406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d28d33-5d8c-45c0-a4e5-98d08b0e48b1 req-66e5b7a8-ca7a-4224-a954-3241eccb75da tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:51.326320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1d28d33-5d8c-45c0-a4e5-98d08b0e48b1 req-66e5b7a8-ca7a-4224-a954-3241eccb75da tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 945 time: 0.2013004 May 26 16:17:51.445967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9daba771-0179-4457-b628-7702c11b2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.459002 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9daba771-0179-4457-b628-7702c11b2c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.470735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9daba771-0179-4457-b628-7702c11b2c13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b64880b4-8435-43cd-8243-2e9239bcbbc8 HTTP/1.1" status: 204 len: 168 time: 0.4991455 May 26 16:17:51.494827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daba771-0179-4457-b628-7702c11b2c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64880b4-8435-43cd-8243-2e9239bcbbc8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:51.501509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.582422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.590811 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.724401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.740556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.787014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 9a9cc34a-0879-4910-b871-a51b88a70d96 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:51.807505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:51.827953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:51.828524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.879889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Allocated IP 2001:db8:1::2 (3b92af23-2c9b-4125-8c0d-0880473a56ed/fb79c3f1-069e-4b80-bd94-2716cf416f69/130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:51.951960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=8397ab37-0de2-4e30-80cc-6e7cb9b45403,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:52.001857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=76c3cd8d-6ceb-433c-b02e-8c9084f8e92e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:52.095520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1d28d33-5d8c-45c0-a4e5-98d08b0e48b1 req-a2b9048a-a60f-4302-89cc-c998632f099b tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033024 May 26 16:17:52.137905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 83b5bc51-ec47-4245-87dd-364b522d849a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:52.143594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:52.156902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0410b-6736-4e98-ad36-635e95e52226 req-c9dc9c1a-74ee-4cdf-9aec-4e9694831bde tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:52.164357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.170488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79e0410b-6736-4e98-ad36-635e95e52226 req-c9dc9c1a-74ee-4cdf-9aec-4e9694831bde tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.6982751 May 26 16:17:52.208657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54562) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:52.214674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-30282139-8363-4790-a174-a0575c831e81 None None] Attempting to bind port 98d59393-62da-4af4-b610-4587fb5e2152 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:52.222103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-30282139-8363-4790-a174-a0575c831e81 None None] Attempting to bind port 98d59393-62da-4af4-b610-4587fb5e2152 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '8ec84fbe-82dd-43b9-93b7-bba15f105598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:52.222103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30282139-8363-4790-a174-a0575c831e81 None None] Attempting to bind port 98d59393-62da-4af4-b610-4587fb5e2152 on network 83b5bc51-ec47-4245-87dd-364b522d849a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:52.235473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Attempting to bind port 8d987d83-5893-43b6-aebb-14b73cc07e0c on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:52.236163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Attempting to bind port 8d987d83-5893-43b6-aebb-14b73cc07e0c by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'c23aa64e-cc2b-49eb-8b96-046503298f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a9cc34a-0879-4910-b871-a51b88a70d96'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:52.236740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Attempting to bind port 8d987d83-5893-43b6-aebb-14b73cc07e0c on network 9a9cc34a-0879-4910-b871-a51b88a70d96 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:52.267308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79e0410b-6736-4e98-ad36-635e95e52226 req-f0225866-cbc9-4af4-a0c1-4144c5580a1b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901196 May 26 16:17:52.269303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a02d34d2-a4f4-4c93-81b3-2c386adff2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.387268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a02d34d2-a4f4-4c93-81b3-2c386adff2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.421480 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a02d34d2-a4f4-4c93-81b3-2c386adff2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.481134 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.493973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e4dfd948-17d7-478c-9c47-7a0999c43edf None None] Current status of the port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:52.494404 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd948-17d7-478c-9c47-7a0999c43edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.506937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:52.529984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30282139-8363-4790-a174-a0575c831e81 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:52.530270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30282139-8363-4790-a174-a0575c831e81 None None] Checking segment: {'id': '8ec84fbe-82dd-43b9-93b7-bba15f105598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:52.530523 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30282139-8363-4790-a174-a0575c831e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.530921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30282139-8363-4790-a174-a0575c831e81 None None] Bound using segment: {'id': '8ec84fbe-82dd-43b9-93b7-bba15f105598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:52.531460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-30282139-8363-4790-a174-a0575c831e81 None None] Bound port: 98d59393-62da-4af4-b610-4587fb5e2152, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec84fbe-82dd-43b9-93b7-bba15f105598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:52.537572 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30282139-8363-4790-a174-a0575c831e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.538668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a02d34d2-a4f4-4c93-81b3-2c386adff2de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c2dc04b527741488822e0b5dbef48e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264360 May 26 16:17:52.546907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:52.547711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Checking segment: {'id': 'c23aa64e-cc2b-49eb-8b96-046503298f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a9cc34a-0879-4910-b871-a51b88a70d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:52.548126 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.548527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Bound using segment: {'id': 'c23aa64e-cc2b-49eb-8b96-046503298f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a9cc34a-0879-4910-b871-a51b88a70d96'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:52.549024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Bound port: 8d987d83-5893-43b6-aebb-14b73cc07e0c, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23aa64e-cc2b-49eb-8b96-046503298f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a9cc34a-0879-4910-b871-a51b88a70d96'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:52.549407 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.557123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:52.599916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.635846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d34d2-a4f4-4c93-81b3-2c386adff2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8764fd45-78d5-443f-96a1-dd3230442d3b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:52.739307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e4dfd948-17d7-478c-9c47-7a0999c43edf None None] For port 92a4d43b-6a3c-4006-8d41-eb2717eb8088, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=92a4d43b-6a3c-4006-8d41-eb2717eb8088,segment=NetworkSegment(c0516b6f-5039-4d7f-acdb-2be5021b9fd1),segment_id=c0516b6f-5039-4d7f-acdb-2be5021b9fd1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:52.759832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Network 3b92af23-2c9b-4125-8c0d-0880473a56ed is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:52.770271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:52.771078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-dbd51dc7-ae8a-4a6d-9f26-973cef2be039 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:52.773296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:52.782736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-dbd51dc7-ae8a-4a6d-9f26-973cef2be039 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/networks?id=5e672679-2fbb-4a84-8023-5e711ceecd6b HTTP/1.1" status: 200 len: 807 time: 0.3931026 May 26 16:17:52.812251 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-3ed058dd-44d7-4b2e-8af9-0d5e6e4c0619 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/quotas/72e4cef5c8454cc58239654d03c5af42 HTTP/1.1" status: 200 len: 375 time: 0.0227399 May 26 16:17:52.831378 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd948-17d7-478c-9c47-7a0999c43edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.870581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:17:41Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:47Z', 'revision_number': 4, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:52.924503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-3d167424-94f2-4567-8565-0b8422ad31b5 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=72e4cef5c8454cc58239654d03c5af42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747716 May 26 16:17:52.996005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc76591c-e1f5-40ff-84cb-618f28b0496d None None] The sync data for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 is: [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:17:41Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:47Z', 'revision_number': 4, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:53.031080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Attempting to bind port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:53.032561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Attempting to bind port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b1f66572-a68e-446f-bc83-ba00785504b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3b92af23-2c9b-4125-8c0d-0880473a56ed'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:53.032935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Attempting to bind port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d on network 3b92af23-2c9b-4125-8c0d-0880473a56ed {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:53.036984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Pushing event updated for resources: {'Port': ['ID=130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:53.124947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-3547f44f-511c-44f7-bdac-edc5f16eb666 service neutron] 10.222.0.39 "GET /v2.0/networks/5e672679-2fbb-4a84-8023-5e711ceecd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995442 May 26 16:17:53.224794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:53.225138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Checking segment: {'id': 'b1f66572-a68e-446f-bc83-ba00785504b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3b92af23-2c9b-4125-8c0d-0880473a56ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:53.225681 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.225962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Bound using segment: {'id': 'b1f66572-a68e-446f-bc83-ba00785504b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3b92af23-2c9b-4125-8c0d-0880473a56ed'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:53.226603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Bound port: 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f66572-a68e-446f-bc83-ba00785504b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3b92af23-2c9b-4125-8c0d-0880473a56ed'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:53.226884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.253803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-30282139-8363-4790-a174-a0575c831e81 None None] For port 98d59393-62da-4af4-b610-4587fb5e2152, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:53.256504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] For port 8d987d83-5893-43b6-aebb-14b73cc07e0c, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:53.329604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-30282139-8363-4790-a174-a0575c831e81 None None] For port 98d59393-62da-4af4-b610-4587fb5e2152, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=98d59393-62da-4af4-b610-4587fb5e2152,segment=NetworkSegment(8ec84fbe-82dd-43b9-93b7-bba15f105598),segment_id=8ec84fbe-82dd-43b9-93b7-bba15f105598)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:53.413736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-8bff899d-0f6a-4e3b-9784-16f18f440dad service neutron] 10.222.0.39 "GET /v2.0/networks/5e672679-2fbb-4a84-8023-5e711ceecd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876968 May 26 16:17:53.423316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42937e-0dfe-416e-b274-d30e712e0ffc req-49be24cc-b94c-4ff7-9830-ecdb0f86c28f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:53.432065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a42937e-0dfe-416e-b274-d30e712e0ffc req-49be24cc-b94c-4ff7-9830-ecdb0f86c28f tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 945 time: 0.1119447 May 26 16:17:53.466066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfd948-17d7-478c-9c47-7a0999c43edf None None] Pushing event updated for resources: {'Port': ['ID=92a4d43b-6a3c-4006-8d41-eb2717eb8088,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:53.491312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:53.524308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] For port 8d987d83-5893-43b6-aebb-14b73cc07e0c, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8d987d83-5893-43b6-aebb-14b73cc07e0c,segment=NetworkSegment(c23aa64e-cc2b-49eb-8b96-046503298f76),segment_id=c23aa64e-cc2b-49eb-8b96-046503298f76)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:53.529144 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b07b4eb-42e5-4ea6-b0da-a90b71d7ea3c tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7368581 May 26 16:17:53.536094 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30282139-8363-4790-a174-a0575c831e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.540370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54636) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:53.550540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6d6-55e5-45d9-83c7-10f1a3449633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.559300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'network': {'name': 'tempest-RoutersTest-1712911572'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:53.582888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a42937e-0dfe-416e-b274-d30e712e0ffc req-d6b9ff84-1248-4d51-9847-a09a58d482d6 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495562 May 26 16:17:53.633000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.635392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:53.666390 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.693705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6d6-55e5-45d9-83c7-10f1a3449633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.808387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:53.816954 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.833142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.833815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.887478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.890056 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added segment 1bbade8e-ad10-409f-a9c4-358ff0e8d1ab of type vlan for network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 May 26 16:17:54.078656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.093045 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.164146 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=76c3cd8d-6ceb-433c-b02e-8c9084f8e92e,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:54.193198 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6d6-55e5-45d9-83c7-10f1a3449633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.196659 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6d6-55e5-45d9-83c7-10f1a3449633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.198986 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ecae6d6-55e5-45d9-83c7-10f1a3449633 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8764fd45-78d5-443f-96a1-dd3230442d3b HTTP/1.1" status: 204 len: 168 time: 1.6396594 May 26 16:17:54.213801 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.219529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecae6d6-55e5-45d9-83c7-10f1a3449633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8764fd45-78d5-443f-96a1-dd3230442d3b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:54.278178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0068d98-749b-464f-a617-0a52f7008338 req-96ca8acb-7f85-4431-bd9a-d66c3e13922c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:54.286649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0068d98-749b-464f-a617-0a52f7008338 req-96ca8acb-7f85-4431-bd9a-d66c3e13922c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.4274011 May 26 16:17:54.289166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] For port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:54.322514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30282139-8363-4790-a174-a0575c831e81 None None] Pushing event updated for resources: {'Port': ['ID=98d59393-62da-4af4-b610-4587fb5e2152,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:54.383203 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:17:54.395768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 9a9cc34a-0879-4910-b871-a51b88a70d96 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:54.402679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:54.540954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] For port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d,segment=NetworkSegment(b1f66572-a68e-446f-bc83-ba00785504b9),segment_id=b1f66572-a68e-446f-bc83-ba00785504b9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:54.554483 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.606880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d445343-db8f-4028-bc52-788ad22be588 req-27d4cc2d-c347-41da-be3d-e2b80cb9a943 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 210 time: 0.3137403 May 26 16:17:54.612511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.711436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:54.719364 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.811568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241486-baf6-4d7e-aff5-1550d5ac3720 None None] Pushing event updated for resources: {'Port': ['ID=8d987d83-5893-43b6-aebb-14b73cc07e0c,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:54.833774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 022aca43-2d70-4c4e-8fab-c425dd50e78b is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:17:54.987453 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0068d98-749b-464f-a617-0a52f7008338 req-19ed1d62-3761-4c12-a3b9-d32f51a2cd4d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6938403 May 26 16:17:55.239118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce5770-3dba-4e05-a460-83d9108c6fca None None] Pushing event updated for resources: {'Port': ['ID=130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:55.487303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9445803 May 26 16:17:55.490193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54716) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:55.509128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:55.524462 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc95c3-958e-4e32-b7f4-637c0c8c97de None None] Sync routers for ids ['022aca43-2d70-4c4e-8fab-c425dd50e78b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:55.526281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 98d59393-62da-4af4-b610-4587fb5e2152 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:55.543049 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6bdcc808-a862-4b67-b286-6244bad89ef3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/022aca43-2d70-4c4e-8fab-c425dd50e78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2935514 May 26 16:17:55.543049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54718) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:55.582749 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc95c3-958e-4e32-b7f4-637c0c8c97de None None] Routers {'022aca43-2d70-4c4e-8fab-c425dd50e78b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:55.583763 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0cfc95c3-958e-4e32-b7f4-637c0c8c97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['022aca43-2d70-4c4e-8fab-c425dd50e78b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:55.628733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'subnet': {'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:55.731964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073cd9c6-29bc-434f-ac6e-c32462551c1d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:55.740091 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-073cd9c6-29bc-434f-ac6e-c32462551c1d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports/76c3cd8d-6ceb-433c-b02e-8c9084f8e92e HTTP/1.1" status: 200 len: 911 time: 0.1928945 May 26 16:17:55.742670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54732) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:55.807910 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0cfc95c3-958e-4e32-b7f4-637c0c8c97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:55.837142 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc95c3-958e-4e32-b7f4-637c0c8c97de None None] Routers {'022aca43-2d70-4c4e-8fab-c425dd50e78b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:55.838027 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0cfc95c3-958e-4e32-b7f4-637c0c8c97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['022aca43-2d70-4c4e-8fab-c425dd50e78b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:55.843136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 98d59393-62da-4af4-b610-4587fb5e2152 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:55.844641 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:55.908236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Network': ['ID=ddfcd225-bb20-4f6c-a6f8-dc5a26db2150,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:55.973317 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-0cfc95c3-958e-4e32-b7f4-637c0c8c97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:55.987252 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc95c3-958e-4e32-b7f4-637c0c8c97de None None] The sync data for ids ['022aca43-2d70-4c4e-8fab-c425dd50e78b'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:56.071321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.071591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.075651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.076195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.076584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.076945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.077312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.077667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.078051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.078411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.079297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.082527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e03ee9-3125-4ffc-a93e-dd2e5fc957ff tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:56.167207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-8fbad1d8-8788-4ba5-b4fa-ddb6c0d92aba tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:56.168361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 98d59393-62da-4af4-b610-4587fb5e2152 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:56.168760 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:56.171432 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-8fbad1d8-8788-4ba5-b4fa-ddb6c0d92aba tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 945 time: 1.2911286 May 26 16:17:56.229318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:56.316162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ad554-e6e7-4b50-966b-e23b3306ac79 req-52e8f60f-7262-4c8e-9066-a64c0becb1bd tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:56.317748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-251ad554-e6e7-4b50-966b-e23b3306ac79 req-52e8f60f-7262-4c8e-9066-a64c0becb1bd tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 945 time: 0.9580498 May 26 16:17:56.481210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9240a2-9b56-4060-9600-111bb7d8c1d6 req-b2f90737-c056-4c75-a07a-0ab4b7e8d32f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:56.486964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 98d59393-62da-4af4-b610-4587fb5e2152, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=98d59393-62da-4af4-b610-4587fb5e2152,segment=NetworkSegment(8ec84fbe-82dd-43b9-93b7-bba15f105598),segment_id=8ec84fbe-82dd-43b9-93b7-bba15f105598)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:56.503000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:56.504922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 92a4d43b-6a3c-4006-8d41-eb2717eb8088 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:56.509625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd9240a2-9b56-4060-9600-111bb7d8c1d6 req-b2f90737-c056-4c75-a07a-0ab4b7e8d32f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.5413439 May 26 16:17:56.576830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:56.580925 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:56.767695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb3e60-b336-491c-bce2-758b2ed2a13f None None] Network 83b5bc51-ec47-4245-87dd-364b522d849a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:56.924749 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.042749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-de746e98-3bb3-4e61-8385-8c233a42e1ee None None] Provisioning complete for port 98d59393-62da-4af4-b610-4587fb5e2152 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:57.043126 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-de746e98-3bb3-4e61-8385-8c233a42e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.072802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=98d59393-62da-4af4-b610-4587fb5e2152,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:57.092919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd9240a2-9b56-4060-9600-111bb7d8c1d6 req-107376fc-bf90-4381-acaf-2175f27fe838 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5816867 May 26 16:17:57.165927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-251ad554-e6e7-4b50-966b-e23b3306ac79 req-42a17a15-d73e-448d-aff1-7a876edd3ffa tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8203032 May 26 16:17:57.173307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd46654-bcc5-42d8-9460-0ad5429b0249 None None] Network 9a9cc34a-0879-4910-b871-a51b88a70d96 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:57.370354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-520f356a-9950-4c31-b51d-eeaeaad61465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:57.372160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-520f356a-9950-4c31-b51d-eeaeaad61465 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 1096 time: 1.4224498 May 26 16:17:57.420755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e45ea443-7cb0-464e-a8cf-2170888cb688 req-483b7420-0cbf-4c02-b090-7dfecf9eb764 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 210 time: 0.1034513 May 26 16:17:57.491759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Deleting port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:57.492103 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.522483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:57.523571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.526383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Sync routers for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:57.583379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-3bf65526-48ac-4044-b3b9-31606636eebf tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:57.588491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-3bf65526-48ac-4044-b3b9-31606636eebf tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.24 "GET /v2.0/networks?id=5e672679-2fbb-4a84-8023-5e711ceecd6b HTTP/1.1" status: 200 len: 807 time: 0.7348158 May 26 16:17:57.650893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Request body: {'port': {'device_id': '2972523c-7121-4b54-9f8e-56f3a9478603', 'network_id': '5e672679-2fbb-4a84-8023-5e711ceecd6b', 'admin_state_up': True, 'tenant_id': '72e4cef5c8454cc58239654d03c5af42'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:57.670444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 2001:db8:1::1 (3b92af23-2c9b-4125-8c0d-0880473a56ed/fb79c3f1-069e-4b80-bd94-2716cf416f69/018a9286-0d39-4e77-8998-8338cdbcfd50) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:57.716399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54800) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:57.723756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:57.724765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:57.805780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f3b082-9924-4251-ad15-55967a862f7e None None] Network 3b92af23-2c9b-4125-8c0d-0880473a56ed requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:57.901048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.920285 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.967464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.982943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-451eec91-b40f-438d-8aaf-3a41a9b38fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:57.984918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-451eec91-b40f-438d-8aaf-3a41a9b38fd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 912 time: 0.5789652 May 26 16:17:57.990628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] For port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:57.990996 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.007652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:58.058287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 3b92af23-2c9b-4125-8c0d-0880473a56ed is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:58.061782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:58.070744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:58.071464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.119674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-30581e6a-dfd4-4c82-93a6-d5a27171b495 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 HTTP/1.1" status: 200 len: 1001 time: 0.1170530 May 26 16:17:58.122829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=018a9286-0d39-4e77-8998-8338cdbcfd50,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:58.154952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Subnet': ['ID=dc005de8-de23-4b74-b571-cb634ec4c245,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:58.212530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:58.260302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Calling delete_port for e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:58.294482 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1726e605-c193-43b5-93e5-4fa5f78cf431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.322018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-de746e98-3bb3-4e61-8385-8c233a42e1ee None None] Current status of the port 98d59393-62da-4af4-b610-4587fb5e2152 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:58.407409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.505239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Provisioning complete for port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:58.505540 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.572379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:58.663958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Checking segment: {'id': '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:58.664530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network hostable DHCP agents. Network: ddfcd225-bb20-4f6c-a6f8-dc5a26db2150, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:58.690649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Made reservation on behalf of 72e4cef5c8454cc58239654d03c5af42 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:58.694394 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.753932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 98d59393-62da-4af4-b610-4587fb5e2152 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:58.802524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:58.973956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Allocated IP 172.20.0.11 (5e672679-2fbb-4a84-8023-5e711ceecd6b/565227e3-9efc-48cf-804e-60d82adfbacf/0c690cde-7f38-4135-8d14-c34a75fd3281) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:59.045422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Provisioning complete for port 8d987d83-5893-43b6-aebb-14b73cc07e0c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:59.045937 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.053389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:17:50Z', 'revision_number': 3, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:17:51Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:59.136762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:59.137146 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.189870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.194928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Checking router: 934c3d50-fcdb-40bd-9a03-95abc6082cd0 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:17:59.195294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Updating router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:17:59.199728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d88b0-bcea-4eab-956c-701970ad88c6 req-c0a427df-deeb-4b93-b8b6-cbf52a2740b8 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:59.202263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-350d88b0-bcea-4eab-956c-701970ad88c6 req-c0a427df-deeb-4b93-b8b6-cbf52a2740b8 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 945 time: 0.8313344 May 26 16:17:59.204790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-2e891553-0fa5-4711-9c46-f913833db7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:59.206593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-2e891553-0fa5-4711-9c46-f913833db7b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 1.0702419 May 26 16:17:59.212681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.213772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.263420 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.276064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:59.332148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:59.338891 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9a305e-a9b3-4209-978a-effadc4c3e88" -d '{"events": [{"server_uuid": "e4458d31-026f-49bc-afed-5f9d08b324a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:59.347447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 98d59393-62da-4af4-b610-4587fb5e2152 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:59.347843 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.377671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=018a9286-0d39-4e77-8998-8338cdbcfd50,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:59.403315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0b9b-cc04-4749-a8ba-0247c959bed9 req-720427ba-44db-4eca-8e21-f518f3bccbd6 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:59.404911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c40d0b9b-cc04-4749-a8ba-0247c959bed9 req-720427ba-44db-4eca-8e21-f518f3bccbd6 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 1.0616362 May 26 16:17:59.509019 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-350d88b0-bcea-4eab-956c-701970ad88c6 req-8dad2d27-434d-4e77-ba69-bacae8c4c866 tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/security-groups?id=10153775-9950-44c4-aca0-88d53b18338b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376456 May 26 16:17:59.532872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ddfcd225-bb20-4f6c-a6f8-dc5a26db2150) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:59.556575 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 3b92af23-2c9b-4125-8c0d-0880473a56ed is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:59.568024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:59.613407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:59.613865 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.657506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c0daa-f9a0-4e2b-946e-cbe694bd9872 None None] Network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:59.686403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,segment=NetworkSegment(4b04343e-458f-4ed9-bc9f-c59d2bd07170),segment_id=4b04343e-458f-4ed9-bc9f-c59d2bd07170)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:59.698256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c2218142-2253-4476-ab86-f252d3650ff7 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1055260 May 26 16:17:59.717705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54842) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:59.767857 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.788086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c40d0b9b-cc04-4749-a8ba-0247c959bed9 req-6d54d171-e389-4e0d-94bf-95182cfb3e3f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526595 May 26 16:17:59.802546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-c640b318-0672-4708-8774-c9fff9885a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:59.804510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-c640b318-0672-4708-8774-c9fff9885a3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5548847 May 26 16:17:59.818516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b00ec482-c341-4a4e-a657-f5fcb0f6dfa5 req-51c5b338-4867-4cb7-9888-15dbc68c2dcb tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 210 time: 0.1015327 May 26 16:17:59.929335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1726e605-c193-43b5-93e5-4fa5f78cf431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.982648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1726e605-c193-43b5-93e5-4fa5f78cf431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.988750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 022aca43-2d70-4c4e-8fab-c425dd50e78b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:00.029668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1726e605-c193-43b5-93e5-4fa5f78cf431 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1cfd77eec93a48b6b60f009adbf9a243&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2487445 May 26 16:18:00.032839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.037810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54850) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:00.141076 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541ad64e-7522-49b7-a28c-388d318ee3fb x-openstack-request-id: req-541ad64e-7522-49b7-a28c-388d318ee3fb {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:00.141576 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4458d31-026f-49bc-afed-5f9d08b324a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:00.141972 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-541ad64e-7522-49b7-a28c-388d318ee3fb {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:00.142577 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541ad64e-7522-49b7-a28c-388d318ee3fb'] response: {'server_uuid': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8', 'code': 200} May 26 16:18:00.208901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:00.350829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:00.365386 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f60c8-0174-44f3-8df2-bc52e590b0fd None None] Sync routers for ids ['022aca43-2d70-4c4e-8fab-c425dd50e78b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:00.380437 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2bb0fa18-0321-4286-b787-48f7a1e6b5b3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/022aca43-2d70-4c4e-8fab-c425dd50e78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6363585 May 26 16:18:00.384501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54864) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:00.396516 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f60c8-0174-44f3-8df2-bc52e590b0fd None None] Routers {'022aca43-2d70-4c4e-8fab-c425dd50e78b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:00.397080 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fa0f60c8-0174-44f3-8df2-bc52e590b0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['022aca43-2d70-4c4e-8fab-c425dd50e78b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:00.444540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75ad1484-b3e7-4dd3-9012-6abf47a1e26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.520931 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fa0f60c8-0174-44f3-8df2-bc52e590b0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:00.544296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75ad1484-b3e7-4dd3-9012-6abf47a1e26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.553272 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f4cb87-e24a-4ad0-82ec-dd1b0a24fda1 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:00.561002 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c1f4cb87-e24a-4ad0-82ec-dd1b0a24fda1 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports/018a9286-0d39-4e77-8998-8338cdbcfd50 HTTP/1.1" status: 200 len: 913 time: 0.1719706 May 26 16:18:00.572633 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f60c8-0174-44f3-8df2-bc52e590b0fd None None] Routers {'022aca43-2d70-4c4e-8fab-c425dd50e78b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:00.573663 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fa0f60c8-0174-44f3-8df2-bc52e590b0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['022aca43-2d70-4c4e-8fab-c425dd50e78b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:00.635227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Current status of the port 8d987d83-5893-43b6-aebb-14b73cc07e0c is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:00.635947 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.675860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Pushing event deleted for resources: {'Port': ['ID=e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:00.677749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726e605-c193-43b5-93e5-4fa5f78cf431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0848ff-0517-4956-9391-3d4d576b9530,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:00.682042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-86f00c11-369b-4e4c-8d11-969588f5b641 service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8187892 May 26 16:18:00.687986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54868) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:00.710912 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fa0f60c8-0174-44f3-8df2-bc52e590b0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:00.711893 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f60c8-0174-44f3-8df2-bc52e590b0fd None None] The sync data for ids ['022aca43-2d70-4c4e-8fab-c425dd50e78b'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:00.772078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 98d59393-62da-4af4-b610-4587fb5e2152 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:00.773280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:00.806671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.842801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.849932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] For port 8d987d83-5893-43b6-aebb-14b73cc07e0c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8d987d83-5893-43b6-aebb-14b73cc07e0c,segment=NetworkSegment(c23aa64e-cc2b-49eb-8b96-046503298f76),segment_id=c23aa64e-cc2b-49eb-8b96-046503298f76)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:00.888045 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.908521 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.910734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:18:00.911733 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.997178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Provisioning complete for port 98d59393-62da-4af4-b610-4587fb5e2152 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:00.997554 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.040348 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.124665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] No DVR routers for this DVR port e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:01.134419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Pushing event updated for resources: {'Port': ['ID=8d987d83-5893-43b6-aebb-14b73cc07e0c,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:01.137882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a0f33c0-950a-499a-87fc-d61f9bb8f7c2 req-a09330cc-f041-4e0f-91e7-34ea0af3a3df tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4458d31-026f-49bc-afed-5f9d08b324a9 HTTP/1.1" status: 200 len: 210 time: 0.3611610 May 26 16:18:01.157696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75ad1484-b3e7-4dd3-9012-6abf47a1e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.161442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75ad1484-b3e7-4dd3-9012-6abf47a1e26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.165080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-75ad1484-b3e7-4dd3-9012-6abf47a1e26d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b0848ff-0517-4956-9391-3d4d576b9530 HTTP/1.1" status: 204 len: 168 time: 1.1212716 May 26 16:18:01.192775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad1484-b3e7-4dd3-9012-6abf47a1e26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0848ff-0517-4956-9391-3d4d576b9530,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:01.223273 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.236076 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4ff9a49-8b2c-476a-87b3-2f66c8f3b4b2 req-649a5a07-7537-4a53-8b4b-8c8861ceed6a tempest-VolumesActionsTest-1526304488 tempest-VolumesActionsTest-1526304488-project] 10.222.0.32 "DELETE /v2.0/ports/e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8 HTTP/1.1" status: 204 len: 173 time: 5.0338719 May 26 16:18:01.238952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:01.239364 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.242164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b745e9b-dddc-4a3c-b632-d9c2eeca3560 None None] Pushing event updated for resources: {'Port': ['ID=8397ab37-0de2-4e30-80cc-6e7cb9b45403,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:01.249068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'name': 'network-vif-deleted', 'tag': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:01.252993 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50c50c9-2dd9-4998-a108-e3bfc0e36edf" -d '{"events": [{"server_uuid": "e4458d31-026f-49bc-afed-5f9d08b324a9", "name": "network-vif-deleted", "tag": "e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:01.304581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.473225 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92e5f42c-8862-4832-ae60-d8f98e9170ee req-f0e29b8e-1828-4020-8f29-a75f3e17549a service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824831 May 26 16:18:01.516074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Network 5e672679-2fbb-4a84-8023-5e711ceecd6b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:01.532794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Attempting to bind port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:01.533166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Attempting to bind port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '8ec84fbe-82dd-43b9-93b7-bba15f105598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:01.533528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Attempting to bind port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 on network 83b5bc51-ec47-4245-87dd-364b522d849a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:01.551432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:01.551804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Checking segment: {'id': '8ec84fbe-82dd-43b9-93b7-bba15f105598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:01.552261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.552656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Bound using segment: {'id': '8ec84fbe-82dd-43b9-93b7-bba15f105598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:01.553190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Bound port: 8397ab37-0de2-4e30-80cc-6e7cb9b45403, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec84fbe-82dd-43b9-93b7-bba15f105598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:01.553580 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.579624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00f8b7-df3b-4c10-8caa-748211b338f9 req-2cec8e54-d784-4fe0-a1f7-ad99e18e1975 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:01.581230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e00f8b7-df3b-4c10-8caa-748211b338f9 req-2cec8e54-d784-4fe0-a1f7-ad99e18e1975 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.5429947 May 26 16:18:01.626013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Current status of the port 98d59393-62da-4af4-b610-4587fb5e2152 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:01.628853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Allocated IP 172.22.0.2 (ddfcd225-bb20-4f6c-a6f8-dc5a26db2150/dc005de8-de23-4b74-b571-cb634ec4c245/35648367-7f49-4cc0-83fb-11a31cb92c1b) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:01.770632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Provisioning complete for port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:01.771052 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.789016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:01.796496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:01.828694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e828b-f149-4487-bcc2-55e00fe3f593 req-dfe1e3e6-2d07-4dab-97d8-dbeb33bf4eb0 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:01.830392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c24e828b-f149-4487-bcc2-55e00fe3f593 req-dfe1e3e6-2d07-4dab-97d8-dbeb33bf4eb0 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 932 time: 0.4594874 May 26 16:18:01.853563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:01.854178 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.856195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] For port 8397ab37-0de2-4e30-80cc-6e7cb9b45403, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:01.884950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] For port 8397ab37-0de2-4e30-80cc-6e7cb9b45403, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8397ab37-0de2-4e30-80cc-6e7cb9b45403,segment=NetworkSegment(8ec84fbe-82dd-43b9-93b7-bba15f105598),segment_id=8ec84fbe-82dd-43b9-93b7-bba15f105598)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:01.900296 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.938706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Pushing event updated for resources: {'Port': ['ID=0c690cde-7f38-4135-8d14-c34a75fd3281,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:01.944920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e00f8b7-df3b-4c10-8caa-748211b338f9 req-b0bacb11-f52a-4803-a4c8-3b3316d6892d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427568 May 26 16:18:02.001659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d,segment=NetworkSegment(b1f66572-a68e-446f-bc83-ba00785504b9),segment_id=b1f66572-a68e-446f-bc83-ba00785504b9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:02.076691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c24e828b-f149-4487-bcc2-55e00fe3f593 req-3b9ac832-683f-41cb-aece-643a0936cdbf tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081569 May 26 16:18:02.084351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.096866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8d987d83-5893-43b6-aebb-14b73cc07e0c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:02.104827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:02.105530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.184145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-b0ec0c19-9547-4bf5-8322-163838a50a25 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5448828 May 26 16:18:02.225659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Request body: {'port': {'device_id': '2972523c-7121-4b54-9f8e-56f3a9478603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:02.230689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b745e9b-dddc-4a3c-b632-d9c2eeca3560 None None] Pushing event updated for resources: {'Port': ['ID=8397ab37-0de2-4e30-80cc-6e7cb9b45403,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:02.284700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:02.285337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:02.425527 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.457020 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2fe14e-2210-43d0-82fb-969e2afbc8d9 x-openstack-request-id: req-0a2fe14e-2210-43d0-82fb-969e2afbc8d9 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:02.457645 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4458d31-026f-49bc-afed-5f9d08b324a9", "name": "network-vif-deleted", "tag": "e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:02.458163 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a2fe14e-2210-43d0-82fb-969e2afbc8d9 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:02.458782 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2fe14e-2210-43d0-82fb-969e2afbc8d9'] response: {'server_uuid': 'e4458d31-026f-49bc-afed-5f9d08b324a9', 'name': 'network-vif-deleted', 'tag': 'e316eb84-0f9b-4ac4-8a84-ab1a8670b2e8', 'status': 'completed', 'code': 200} May 26 16:18:02.502039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ed635cb6-86d3-41cf-a9ac-836dc45874d9 None None] Current status of the port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:02.510624 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.534393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.565342 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.571987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:02.584791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8d987d83-5893-43b6-aebb-14b73cc07e0c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:02.587603 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.633149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.22.0.1 (ddfcd225-bb20-4f6c-a6f8-dc5a26db2150/dc005de8-de23-4b74-b571-cb634ec4c245/90c1530e-ddb4-4059-8627-bf40edb2e6d0) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:02.670864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:02.788422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:02.793543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Provisioning complete for port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:02.794066 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.826283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:02.866495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:02.899707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.982380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.023104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Pushing event updated for resources: {'Port': ['ID=35648367-7f49-4cc0-83fb-11a31cb92c1b,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:03.057917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:03.078267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:03.098400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:03.181645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=90c1530e-ddb4-4059-8627-bf40edb2e6d0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:03.221690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.414328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7090-525d-411d-8b77-2a9c3aa940ed req-edf88e20-7c1d-4b07-8f31-9a54894c5640 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:03.424332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-798a7090-525d-411d-8b77-2a9c3aa940ed req-edf88e20-7c1d-4b07-8f31-9a54894c5640 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.2855630 May 26 16:18:03.478445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.558126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f185cd-583d-45a8-8a08-b10d6589045c req-47e7d25d-cdc7-41fb-ab4c-77f554556143 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:03.561954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51f185cd-583d-45a8-8a08-b10d6589045c req-47e7d25d-cdc7-41fb-ab4c-77f554556143 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 932 time: 0.2745514 May 26 16:18:03.630608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8d987d83-5893-43b6-aebb-14b73cc07e0c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:03.669245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-798a7090-525d-411d-8b77-2a9c3aa940ed req-233d4bfa-9b8a-49ea-95e6-9f9e4e63dcab tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407575 May 26 16:18:03.732948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Attempting to bind port 35648367-7f49-4cc0-83fb-11a31cb92c1b on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:03.733350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Attempting to bind port 35648367-7f49-4cc0-83fb-11a31cb92c1b by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:03.733726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Attempting to bind port 35648367-7f49-4cc0-83fb-11a31cb92c1b on network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:03.743812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:03.744532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Checking segment: {'id': '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:03.745057 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.745454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Bound using segment: {'id': '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:03.745942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Bound port: 35648367-7f49-4cc0-83fb-11a31cb92c1b, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:03.746359 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.860046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c690cde-7f38-4135-8d14-c34a75fd3281 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:18:03.882171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:03.893876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51f185cd-583d-45a8-8a08-b10d6589045c req-9f9f5c6a-a3b7-448b-a787-4052111b9dbf tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303936 May 26 16:18:03.908922 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.954400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Transition to ACTIVE for port object 0c690cde-7f38-4135-8d14-c34a75fd3281 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:18:03.971135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 018a9286-0d39-4e77-8998-8338cdbcfd50 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:03.971842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.977185 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.992537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:17:50Z', 'revision_number': 3, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:01Z', 'revision_number': 4, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:04.045344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Current status of the port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:04.060492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Pushing event updated for resources: {'Port': ['ID=0c690cde-7f38-4135-8d14-c34a75fd3281,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:04.108644 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:04.112510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc332f18-2b26-4fc9-98ff-08011199dd3e None None] The sync data for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 is: [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:17:50Z', 'revision_number': 3, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:01Z', 'revision_number': 4, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:04.130576 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:04.147046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] For port 35648367-7f49-4cc0-83fb-11a31cb92c1b, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:04.159854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] For port 35648367-7f49-4cc0-83fb-11a31cb92c1b, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=35648367-7f49-4cc0-83fb-11a31cb92c1b,segment=NetworkSegment(1bbade8e-ad10-409f-a9c4-358ff0e8d1ab),segment_id=1bbade8e-ad10-409f-a9c4-358ff0e8d1ab)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:04.174277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Provisioning complete for port 76c3cd8d-6ceb-433c-b02e-8c9084f8e92e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:04.174662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:04.176954 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:04.335387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Attempting to bind port 0c690cde-7f38-4135-8d14-c34a75fd3281 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:04.336098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Attempting to bind port 0c690cde-7f38-4135-8d14-c34a75fd3281 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'dd264779-bdd3-441e-83d3-c0ac2ac797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e672679-2fbb-4a84-8023-5e711ceecd6b'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:04.336763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Attempting to bind port 0c690cde-7f38-4135-8d14-c34a75fd3281 on network 5e672679-2fbb-4a84-8023-5e711ceecd6b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:04.355922 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:04.359551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=90c1530e-ddb4-4059-8627-bf40edb2e6d0,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:04.360879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Port 0c690cde-7f38-4135-8d14-c34a75fd3281 on network 5e672679-2fbb-4a84-8023-5e711ceecd6b not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:18:04.363759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Attempting to bind port 0c690cde-7f38-4135-8d14-c34a75fd3281 on network 5e672679-2fbb-4a84-8023-5e711ceecd6b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:04.375437 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:04.390913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:04.391511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Checking segment: {'id': 'dd264779-bdd3-441e-83d3-c0ac2ac797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e672679-2fbb-4a84-8023-5e711ceecd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:04.392214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Bound using segment: {'id': 'dd264779-bdd3-441e-83d3-c0ac2ac797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e672679-2fbb-4a84-8023-5e711ceecd6b'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:04.393279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Bound port: 0c690cde-7f38-4135-8d14-c34a75fd3281, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd264779-bdd3-441e-83d3-c0ac2ac797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e672679-2fbb-4a84-8023-5e711ceecd6b'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:04.393870 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:04.433378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:04.433751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:04.445047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 018a9286-0d39-4e77-8998-8338cdbcfd50 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:04.574180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Port 76c3cd8d-6ceb-433c-b02e-8c9084f8e92e cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:04.612416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57d413-8269-44f0-b70b-8d4af0c2c65c None None] Pushing event updated for resources: {'Port': ['ID=35648367-7f49-4cc0-83fb-11a31cb92c1b,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:04.639989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:04.649304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:04.685204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Provisioning complete for port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:04.689990 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.041299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:05.042749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8d987d83-5893-43b6-aebb-14b73cc07e0c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:05.079014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:05.309881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e7116763-6b32-431e-8b93-0d6e0a639b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.316467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] For port 0c690cde-7f38-4135-8d14-c34a75fd3281, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:05.364623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Current status of the port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:05.365549 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.377386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:05.401553 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f655807b-76da-4053-8633-3610c9a43bee tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6782956 May 26 16:18:05.413183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55086) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:05.426934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8d987d83-5893-43b6-aebb-14b73cc07e0c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:05.428026 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.432151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'network': {'name': 'tempest-RoutersTest-1491608993'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:05.507038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:05.522585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.527998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] For port 0c690cde-7f38-4135-8d14-c34a75fd3281, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0c690cde-7f38-4135-8d14-c34a75fd3281,segment=NetworkSegment(dd264779-bdd3-441e-83d3-c0ac2ac797b9),segment_id=dd264779-bdd3-441e-83d3-c0ac2ac797b9)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:05.529403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.584023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.620216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:18:05.658205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.661468 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added segment f8d11e58-5637-47cb-b856-7713d5a3fdf5 of type vlan for network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 May 26 16:18:05.693957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea6c47-05f9-43cb-a345-56b47c6c5638 req-3e2cbe93-c82f-4b2d-b6e3-29485141c433 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:05.701651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edea6c47-05f9-43cb-a345-56b47c6c5638 req-3e2cbe93-c82f-4b2d-b6e3-29485141c433 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 944 time: 0.6001387 May 26 16:18:05.710083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=018a9286-0d39-4e77-8998-8338cdbcfd50,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:05.814794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] For port 8397ab37-0de2-4e30-80cc-6e7cb9b45403, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8397ab37-0de2-4e30-80cc-6e7cb9b45403,segment=NetworkSegment(8ec84fbe-82dd-43b9-93b7-bba15f105598),segment_id=8ec84fbe-82dd-43b9-93b7-bba15f105598)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:05.848705 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.850964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Sync routers for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:05.855483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.954806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.973944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:05.975429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.027148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Pushing event updated for resources: {'Port': ['ID=8397ab37-0de2-4e30-80cc-6e7cb9b45403,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:06.107363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:06.112887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:17:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:06.239652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Network': ['ID=2e3f24ab-e01a-48e3-a6e0-4b557c3e6481,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:06.271922 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc044aa9-e538-4585-9ebb-db735d990145 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8557887 May 26 16:18:06.277517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55132) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:06.296699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:06.297894 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.304378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] 10.222.0.24 "PUT /v2.0/ports/0c690cde-7f38-4135-8d14-c34a75fd3281 HTTP/1.1" status: 200 len: 1092 time: 4.0903869 May 26 16:18:06.306873 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.309729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'subnet': {'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:06.313196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2972523c-7121-4b54-9f8e-56f3a9478603', 'tag': '0c690cde-7f38-4135-8d14-c34a75fd3281'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:06.338741 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2972523c-7121-4b54-9f8e-56f3a9478603", "tag": "0c690cde-7f38-4135-8d14-c34a75fd3281"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:06.363750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:18:06.508485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb914e1-bc22-4d71-9326-36b02203c15d service neutron] Pushing event updated for resources: {'Port': ['ID=0c690cde-7f38-4135-8d14-c34a75fd3281,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:06.547001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Made reservation on behalf of a2ea5db8ae59474390066eaa8f24f61b for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:06.552088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.571918 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c2c1e-8c92-407e-8f71-2cce18e1377f x-openstack-request-id: req-cb9c2c1e-8c92-407e-8f71-2cce18e1377f {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:06.575531 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2972523c-7121-4b54-9f8e-56f3a9478603", "tag": "0c690cde-7f38-4135-8d14-c34a75fd3281", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:06.576011 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb9c2c1e-8c92-407e-8f71-2cce18e1377f {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:06.576597 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9c2c1e-8c92-407e-8f71-2cce18e1377f'] response: {'name': 'network-changed', 'server_uuid': '2972523c-7121-4b54-9f8e-56f3a9478603', 'tag': '0c690cde-7f38-4135-8d14-c34a75fd3281', 'status': 'completed', 'code': 200} May 26 16:18:06.586666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Provisioning complete for port 8d987d83-5893-43b6-aebb-14b73cc07e0c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:06.587047 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.588696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8d987d83-5893-43b6-aebb-14b73cc07e0c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:06.711589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-edea6c47-05f9-43cb-a345-56b47c6c5638 req-f54440b4-78db-4d38-8dde-fc9dbc35df09 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9200101 May 26 16:18:06.841979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-a4da120d-ee7c-417d-abd0-38801fcac4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:06.844189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-a4da120d-ee7c-417d-abd0-38801fcac4f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e4cef5c8454cc58239654d03c5af42&device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 1095 time: 0.3909829 May 26 16:18:06.862726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b715bc-e525-485a-9c39-b507a7e328e6 None None] Network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:06.995217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-af9c34ab-35d5-4bbd-ab8a-563421cc7d15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c690cde-7f38-4135-8d14-c34a75fd3281 HTTP/1.1" status: 200 len: 217 time: 0.1423559 May 26 16:18:07.081708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:07.083842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 35648367-7f49-4cc0-83fb-11a31cb92c1b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:07.098827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:07.193377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Checking segment: {'id': 'f8d11e58-5637-47cb-b856-7713d5a3fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:07.194257 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network hostable DHCP agents. Network: 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:18:07.203078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Subnet': ['ID=b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:07.228228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:18:07.246364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:07.260489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:07.261586 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:07.277432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677659bd-ea7e-49c2-9a2e-d630f2c45d44 None None] Network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:07.303568 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3742d63-c3bf-4354-933f-3b30d6395a7b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0141189 May 26 16:18:07.304564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55180) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:08.008111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.008797 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-740b430a-6e78-42b5-9c55-415b33a5d333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.133088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-2f2975bd-d8f9-44cd-97db-58cdf3b154ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:08.134891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-2f2975bd-d8f9-44cd-97db-58cdf3b154ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=565227e3-9efc-48cf-804e-60d82adfbacf HTTP/1.1" status: 200 len: 847 time: 1.1314840 May 26 16:18:08.187004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-84c7667e-6e3c-4c5c-b319-5ae7c3714992 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e672679-2fbb-4a84-8023-5e711ceecd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445266 May 26 16:18:08.219013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Current status of the port 8d987d83-5893-43b6-aebb-14b73cc07e0c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:08.224352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeccba3-226f-466d-b311-541b14a1c6b5 req-38093f8f-9034-4a05-b8e6-4b5920e401e2 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:08.233307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eaeccba3-226f-466d-b311-541b14a1c6b5 req-38093f8f-9034-4a05-b8e6-4b5920e401e2 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 944 time: 0.2095201 May 26 16:18:08.275048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 022aca43-2d70-4c4e-8fab-c425dd50e78b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:08.279446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 35648367-7f49-4cc0-83fb-11a31cb92c1b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:08.280057 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.414118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eaeccba3-226f-466d-b311-541b14a1c6b5 req-ef5ae007-7deb-4ad5-987a-f7c92a725c38 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791289 May 26 16:18:08.424648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b0394700-e57a-4de6-86ad-3dde3f15f3fc None None] Could not find standard attr ID for object 018a9286-0d39-4e77-8998-8338cdbcfd50. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:18:08.456049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55210) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:08.506226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-2e3f24ab-e01a-48e3-a6e0-4b557c3e6481', 'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'fixed_ips': [{'subnet_id': 'b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:18:08.507417 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.583625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Allocated IP 172.23.0.1 (2e3f24ab-e01a-48e3-a6e0-4b557c3e6481/b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34/5684d6dd-2eb8-48ce-81df-c4f3eefc11fb) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:08.606597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:08.623629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bffb4eee-1e9f-445e-92c6-24cc8b8e05bb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/022aca43-2d70-4c4e-8fab-c425dd50e78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9318161 May 26 16:18:08.625130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55214) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:08.631085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-cb707547-e70b-4f44-8a40-73be341a2fc5 service neutron] 10.222.0.24 "GET /v2.0/networks/5e672679-2fbb-4a84-8023-5e711ceecd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320509 May 26 16:18:08.632284 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bed22-6164-4379-867b-977bdf1abaa4 None None] Sync routers for ids ['022aca43-2d70-4c4e-8fab-c425dd50e78b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:08.663755 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bed22-6164-4379-867b-977bdf1abaa4 None None] Routers {'022aca43-2d70-4c4e-8fab-c425dd50e78b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:08.664591 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-495bed22-6164-4379-867b-977bdf1abaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['022aca43-2d70-4c4e-8fab-c425dd50e78b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:08.741850 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-495bed22-6164-4379-867b-977bdf1abaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:08.765564 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bed22-6164-4379-867b-977bdf1abaa4 None None] Routers {'022aca43-2d70-4c4e-8fab-c425dd50e78b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:08.766260 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-495bed22-6164-4379-867b-977bdf1abaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['022aca43-2d70-4c4e-8fab-c425dd50e78b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:08.785439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e896348a-8ced-492a-b4c8-1516279a86df admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.820776 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-495bed22-6164-4379-867b-977bdf1abaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:08.821683 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bed22-6164-4379-867b-977bdf1abaa4 None None] The sync data for ids ['022aca43-2d70-4c4e-8fab-c425dd50e78b'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:08.994603 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.018725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.172263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e896348a-8ced-492a-b4c8-1516279a86df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.192581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e896348a-8ced-492a-b4c8-1516279a86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.207286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fde4a119-d8e7-44d1-bba6-1190c1f00ea9 None None] Provisioning complete for port 35648367-7f49-4cc0-83fb-11a31cb92c1b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:09.207669 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fde4a119-d8e7-44d1-bba6-1190c1f00ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.252280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896348a-8ced-492a-b4c8-1516279a86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb5da21-9587-4bea-82ad-bd37bf8343dd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:09.269186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.282111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-87d344f3-b104-4805-bf6d-1dc4932357a9 req-47eb489f-261e-4291-baf4-9d5e11e89e05 service neutron] 10.222.0.24 "GET /v2.0/networks/5e672679-2fbb-4a84-8023-5e711ceecd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337042 May 26 16:18:09.309631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 35648367-7f49-4cc0-83fb-11a31cb92c1b is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:09.310721 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.396200 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e896348a-8ced-492a-b4c8-1516279a86df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8187860502c54787afa4dacd59d36bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9361775 May 26 16:18:09.414238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55222) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:09.455444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:09.458883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:09.477466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=5684d6dd-2eb8-48ce-81df-c4f3eefc11fb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:09.489912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:03Z', 'revision_number': 4, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c1530e-ddb4-4059-8627-bf40edb2e6d0', 'name': '', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:0b:a6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:01Z', 'updated_at': '2022-05-26T16:18:03Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:09.522452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:09.523458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Allocated IP 172.23.0.2 (2e3f24ab-e01a-48e3-a6e0-4b557c3e6481/b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34/449dc978-042c-4eb7-ba54-e35742f60f8b) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:09.544851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 35648367-7f49-4cc0-83fb-11a31cb92c1b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=35648367-7f49-4cc0-83fb-11a31cb92c1b,segment=NetworkSegment(1bbade8e-ad10-409f-a9c4-358ff0e8d1ab),segment_id=1bbade8e-ad10-409f-a9c4-358ff0e8d1ab)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:09.618542 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.619255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8397ab37-0de2-4e30-80cc-6e7cb9b45403 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:09.621686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Checking router: 934c3d50-fcdb-40bd-9a03-95abc6082cd0 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:09.621686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Updating router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:18:09.635268 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.697020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-b6449b14-6031-4036-ac57-23eb96f4f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:09.703480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-b6449b14-6031-4036-ac57-23eb96f4f34b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72e4cef5c8454cc58239654d03c5af42&device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 1095 time: 0.2867310 May 26 16:18:09.819412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0d66a-b540-4576-8def-93422efbfc8b req-9aac7d1b-0eee-47e6-9db2-98d774257ebf tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:09.831999 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18d0d66a-b540-4576-8def-93422efbfc8b req-9aac7d1b-0eee-47e6-9db2-98d774257ebf tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 944 time: 0.2575555 May 26 16:18:09.893391 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.932189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56c64a92-6ed1-4909-8a83-011ddc7c5dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:09.966784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56c64a92-6ed1-4909-8a83-011ddc7c5dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.010942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=35648367-7f49-4cc0-83fb-11a31cb92c1b,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:10.059608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fde4a119-d8e7-44d1-bba6-1190c1f00ea9 None None] Current status of the port 35648367-7f49-4cc0-83fb-11a31cb92c1b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:10.073490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.089857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18d0d66a-b540-4576-8def-93422efbfc8b req-a964da37-c1ad-4af3-99b9-858427dcd7a5 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561076 May 26 16:18:10.169199 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.194164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:10.194550 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.311876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56c64a92-6ed1-4909-8a83-011ddc7c5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.324159 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-56c64a92-6ed1-4909-8a83-011ddc7c5dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.326715 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-56c64a92-6ed1-4909-8a83-011ddc7c5dc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccb5da21-9587-4bea-82ad-bd37bf8343dd HTTP/1.1" status: 204 len: 168 time: 0.9083836 May 26 16:18:10.339582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c64a92-6ed1-4909-8a83-011ddc7c5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb5da21-9587-4bea-82ad-bd37bf8343dd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:10.351683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-59218208-3925-4fa8-b305-44e66da2750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:10.353175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-59218208-3925-4fa8-b305-44e66da2750e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e672679-2fbb-4a84-8023-5e711ceecd6b HTTP/1.1" status: 200 len: 908 time: 0.6331413 May 26 16:18:10.523352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-86c2a0f9-33b7-453b-80b4-cbc0b2356ff0 None None] Provisioning complete for port 35648367-7f49-4cc0-83fb-11a31cb92c1b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:10.523847 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86c2a0f9-33b7-453b-80b4-cbc0b2356ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.596546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-c5c8ee3d-7682-4323-8e82-7427739566b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c690cde-7f38-4135-8d14-c34a75fd3281 HTTP/1.1" status: 200 len: 217 time: 0.1596470 May 26 16:18:10.673116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-a3c73a86-05d5-4c59-b217-bcd7057a1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:10.674643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-a3c73a86-05d5-4c59-b217-bcd7057a1d46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=565227e3-9efc-48cf-804e-60d82adfbacf HTTP/1.1" status: 200 len: 847 time: 0.0576510 May 26 16:18:10.709605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-bf336c2f-663b-4aeb-bf3e-2dc19d797b6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e672679-2fbb-4a84-8023-5e711ceecd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282235 May 26 16:18:10.739641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.749138 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.778822 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.801101 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.877875 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.880584 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.950274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55238) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:10.998767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event updated for resources: {'Port': ['ID=5684d6dd-2eb8-48ce-81df-c4f3eefc11fb,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:11.014673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.019009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40270ea5-0120-4b4a-a107-7310f4d132b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.049657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-2b776a72-8f2e-4aa3-aa4e-f97b71c51064 service neutron] 10.222.0.24 "GET /v2.0/networks/5e672679-2fbb-4a84-8023-5e711ceecd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329027 May 26 16:18:11.058133 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:18:11.075373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:11.114040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:11.117886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 76c3cd8d-6ceb-433c-b02e-8c9084f8e92e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:11.118534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.148388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:11.317721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:11.350369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0c690cde-7f38-4135-8d14-c34a75fd3281 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:18:11.495182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b99b0fd-7231-45d0-8174-adf6a6e19e1f req-6d86c05e-92ea-4c88-a010-921e1525ea07 service neutron] 10.222.0.24 "GET /v2.0/networks/5e672679-2fbb-4a84-8023-5e711ceecd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226365 May 26 16:18:11.536824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ca335-43cb-4e9f-9f17-1b8e88ffe9b3 req-a8680aa7-c6b6-45cd-a04d-a4ea8eef10b1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:11.542661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40270ea5-0120-4b4a-a107-7310f4d132b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.545857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e8ca335-43cb-4e9f-9f17-1b8e88ffe9b3 req-a8680aa7-c6b6-45cd-a04d-a4ea8eef10b1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 944 time: 0.2752542 May 26 16:18:11.554722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.568505 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40270ea5-0120-4b4a-a107-7310f4d132b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.573535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-86c2a0f9-33b7-453b-80b4-cbc0b2356ff0 None None] Current status of the port 35648367-7f49-4cc0-83fb-11a31cb92c1b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:11.582200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Pushing event updated for resources: {'Port': ['ID=449dc978-042c-4eb7-ba54-e35742f60f8b,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:11.613373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 76c3cd8d-6ceb-433c-b02e-8c9084f8e92e owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:11.633089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 35648367-7f49-4cc0-83fb-11a31cb92c1b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:11.704201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:11.707323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:11.719982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40270ea5-0120-4b4a-a107-7310f4d132b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9638ff-ab96-4e08-b721-7bdc9fc7a777,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:11.752492 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40270ea5-0120-4b4a-a107-7310f4d132b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98aa7bc4c56b46e7ac122fad7473bdba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8011780 May 26 16:18:11.759768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55246) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:11.887598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-86c2a0f9-33b7-453b-80b4-cbc0b2356ff0 None None] Provisioning complete for port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:11.888138 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86c2a0f9-33b7-453b-80b4-cbc0b2356ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.933332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Attempting to bind port 449dc978-042c-4eb7-ba54-e35742f60f8b on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:11.933849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Attempting to bind port 449dc978-042c-4eb7-ba54-e35742f60f8b by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f8d11e58-5637-47cb-b856-7713d5a3fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:11.934337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Attempting to bind port 449dc978-042c-4eb7-ba54-e35742f60f8b on network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:11.985976 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.993949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:11.994508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Checking segment: {'id': 'f8d11e58-5637-47cb-b856-7713d5a3fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:11.995017 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.995509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Bound using segment: {'id': 'f8d11e58-5637-47cb-b856-7713d5a3fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:11.996090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Bound port: 449dc978-042c-4eb7-ba54-e35742f60f8b, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d11e58-5637-47cb-b856-7713d5a3fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:11.996592 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.018635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2deb130e-0c0d-4996-a6f4-a9e043790936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.048567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0c690cde-7f38-4135-8d14-c34a75fd3281, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0c690cde-7f38-4135-8d14-c34a75fd3281,segment=NetworkSegment(dd264779-bdd3-441e-83d3-c0ac2ac797b9),segment_id=dd264779-bdd3-441e-83d3-c0ac2ac797b9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:12.073824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2deb130e-0c0d-4996-a6f4-a9e043790936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.081935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-86c2a0f9-33b7-453b-80b4-cbc0b2356ff0 None None] Port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:12.092167 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.104723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '0c690cde-7f38-4135-8d14-c34a75fd3281', 'network_id': '5e672679-2fbb-4a84-8023-5e711ceecd6b', 'port_id': '0c690cde-7f38-4135-8d14-c34a75fd3281', 'mac_address': 'fa:16:3e:d2:c1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565227e3-9efc-48cf-804e-60d82adfbacf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:18:12.106452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 35648367-7f49-4cc0-83fb-11a31cb92c1b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:12.106966 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.146475 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2deb130e-0c0d-4996-a6f4-a9e043790936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.149375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=76c3cd8d-6ceb-433c-b02e-8c9084f8e92e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:12.149525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2deb130e-0c0d-4996-a6f4-a9e043790936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.152883 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2deb130e-0c0d-4996-a6f4-a9e043790936 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b9638ff-ab96-4e08-b721-7bdc9fc7a777 HTTP/1.1" status: 204 len: 168 time: 0.3829284 May 26 16:18:12.153054 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.163461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb130e-0c0d-4996-a6f4-a9e043790936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9638ff-ab96-4e08-b721-7bdc9fc7a777,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:12.190623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:12.209505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e8ca335-43cb-4e9f-9f17-1b8e88ffe9b3 req-88efe0b1-a9de-47df-8be1-44c91a69ab54 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603754 May 26 16:18:12.262922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] For port 449dc978-042c-4eb7-ba54-e35742f60f8b, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:12.267742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] For port 449dc978-042c-4eb7-ba54-e35742f60f8b, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=449dc978-042c-4eb7-ba54-e35742f60f8b,segment=NetworkSegment(f8d11e58-5637-47cb-b856-7713d5a3fdf5),segment_id=f8d11e58-5637-47cb-b856-7713d5a3fdf5)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:12.359950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3bb10-1724-45aa-894f-42e75cabe953 None None] Pushing event updated for resources: {'Port': ['ID=90c1530e-ddb4-4059-8627-bf40edb2e6d0,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:12.462441 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.510422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.543720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:12.558776 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2c2d99c3-9d59-433c-8949-35a7f229b4d0 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2529845 May 26 16:18:12.566902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55258) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:12.572789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:12.685819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 0c690cde-7f38-4135-8d14-c34a75fd3281 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:12.687303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.728354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d221a84-a536-4da4-884c-e0211ac90224 None None] Pushing event updated for resources: {'Port': ['ID=449dc978-042c-4eb7-ba54-e35742f60f8b,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:12.792971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c690cde-7f38-4135-8d14-c34a75fd3281 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:18:12.839156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5a74c6d2-ea6e-451d-a0c3-ed233dc6a820 None None] Provisioning complete for port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:12.842597 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5a74c6d2-ea6e-451d-a0c3-ed233dc6a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.916588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 022aca43-2d70-4c4e-8fab-c425dd50e78b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:13.216869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:13.229434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1c2dc0a9-2440-4451-8a58-888130acd31f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/022aca43-2d70-4c4e-8fab-c425dd50e78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5954397 May 26 16:18:13.232649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55276) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:13.320656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e68d38a9-fa15-414f-816d-cc92bec00477 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=022aca43-2d70-4c4e-8fab-c425dd50e78b HTTP/1.1" status: 200 len: 205 time: 0.0868576 May 26 16:18:13.324284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55278) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:13.482502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0c690cde-7f38-4135-8d14-c34a75fd3281, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0c690cde-7f38-4135-8d14-c34a75fd3281,segment=NetworkSegment(dd264779-bdd3-441e-83d3-c0ac2ac797b9),segment_id=dd264779-bdd3-441e-83d3-c0ac2ac797b9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:13.515771 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.524400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40964a-8594-4f8b-9fe1-6d2f99124799 None None] Sync routers for ids ['022aca43-2d70-4c4e-8fab-c425dd50e78b'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:13.554282 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d1bf-7aec-4f9a-ab05-1bdddcee2423 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.585244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:18:13.633156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Removed routes are [] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:18:13.634737 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.712020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=0c690cde-7f38-4135-8d14-c34a75fd3281,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:13.786065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 35648367-7f49-4cc0-83fb-11a31cb92c1b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:13.881863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5a74c6d2-ea6e-451d-a0c3-ed233dc6a820 None None] Port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:13.906830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Attempting to bind port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:13.907187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Attempting to bind port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:13.907546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Attempting to bind port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 on network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:13.954994 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['0c690cde-7f38-4135-8d14-c34a75fd3281'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:18:14.012271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:14.021668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Checking segment: {'id': '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:14.022526 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.023739 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Bound using segment: {'id': '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:14.024512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Bound port: 90c1530e-ddb4-4059-8627-bf40edb2e6d0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:14.025169 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.214932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 449dc978-042c-4eb7-ba54-e35742f60f8b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:14.229789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40964a-8594-4f8b-9fe1-6d2f99124799 None None] Routers {'022aca43-2d70-4c4e-8fab-c425dd50e78b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:14.236549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1c40964a-8594-4f8b-9fe1-6d2f99124799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['022aca43-2d70-4c4e-8fab-c425dd50e78b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:14.503840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] For port 90c1530e-ddb4-4059-8627-bf40edb2e6d0, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:14.507163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] For port 90c1530e-ddb4-4059-8627-bf40edb2e6d0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=90c1530e-ddb4-4059-8627-bf40edb2e6d0,segment=NetworkSegment(1bbade8e-ad10-409f-a9c4-358ff0e8d1ab),segment_id=1bbade8e-ad10-409f-a9c4-358ff0e8d1ab)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:14.526959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1c40964a-8594-4f8b-9fe1-6d2f99124799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:14.538360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.551122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e2748559-d0da-4c4f-ad55-1afc018b9eef None None] Provisioning complete for port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:14.551734 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e2748559-d0da-4c4f-ad55-1afc018b9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.670963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40964a-8594-4f8b-9fe1-6d2f99124799 None None] Routers {'022aca43-2d70-4c4e-8fab-c425dd50e78b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:14.672322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1c40964a-8594-4f8b-9fe1-6d2f99124799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['022aca43-2d70-4c4e-8fab-c425dd50e78b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:14.809350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1c40964a-8594-4f8b-9fe1-6d2f99124799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:14.810238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40964a-8594-4f8b-9fe1-6d2f99124799 None None] The sync data for ids ['022aca43-2d70-4c4e-8fab-c425dd50e78b'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:14.886960 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.891780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.920122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:14.926123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:14.939998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3bb10-1724-45aa-894f-42e75cabe953 None None] Pushing event updated for resources: {'Port': ['ID=90c1530e-ddb4-4059-8627-bf40edb2e6d0,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:15.007553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d67b-c29b-4863-83a8-d63208676418 req-356e91aa-a868-4802-a242-0770986f0559 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:15.012025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91d4d67b-c29b-4863-83a8-d63208676418 req-356e91aa-a868-4802-a242-0770986f0559 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 945 time: 1.4538639 May 26 16:18:15.093905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e9d6b7-e890-49d3-b3e9-e78ca1a43d3a None None] Network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:15.131275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:15.211780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d1bf-7aec-4f9a-ab05-1bdddcee2423 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.227006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d1bf-7aec-4f9a-ab05-1bdddcee2423 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.247432 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91d4d67b-c29b-4863-83a8-d63208676418 req-61ecfa4c-dfea-41fe-8a64-3b16fce3242f tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242451 May 26 16:18:15.352393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:15.367712 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d1bf-7aec-4f9a-ab05-1bdddcee2423 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.368242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd4d1bf-7aec-4f9a-ab05-1bdddcee2423 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Fanout notify agent at l3_agent the message router_deleted on router 022aca43-2d70-4c4e-8fab-c425dd50e78b {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:18:15.383236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.384695 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9de7f3e9-15e5-4207-91b0-01d5a911667e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0 HTTP/1.1" status: 200 len: 933 time: 2.8163457 May 26 16:18:15.388254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55322) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:15.392411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d1bf-7aec-4f9a-ab05-1bdddcee2423 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.395986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2dd4d1bf-7aec-4f9a-ab05-1bdddcee2423 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/022aca43-2d70-4c4e-8fab-c425dd50e78b HTTP/1.1" status: 204 len: 168 time: 2.0683367 May 26 16:18:15.396451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55324) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:15.416649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 449dc978-042c-4eb7-ba54-e35742f60f8b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:15.418171 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.519720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e4f720-10cf-4077-a4af-d058bc81cc02 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting subnet fb79c3f1-069e-4b80-bd94-2716cf416f69 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:15.526049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16e4f720-10cf-4077-a4af-d058bc81cc02 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.554660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e2748559-d0da-4c4f-ad55-1afc018b9eef None None] Current status of the port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:15.555258 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e2748559-d0da-4c4f-ad55-1afc018b9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.580135 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a7f5c122-26ce-46f0-bf5f-805e4d57b6db tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0 HTTP/1.1" status: 200 len: 933 time: 0.1902299 May 26 16:18:15.582729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55326) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:15.588857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'routes': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:15.614136 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16e4f720-10cf-4077-a4af-d058bc81cc02 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.617932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:15.816099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e2748559-d0da-4c4f-ad55-1afc018b9eef None None] For port 90c1530e-ddb4-4059-8627-bf40edb2e6d0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=90c1530e-ddb4-4059-8627-bf40edb2e6d0,segment=NetworkSegment(1bbade8e-ad10-409f-a9c4-358ff0e8d1ab),segment_id=1bbade8e-ad10-409f-a9c4-358ff0e8d1ab)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:15.857530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16e4f720-10cf-4077-a4af-d058bc81cc02 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.912227 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e2748559-d0da-4c4f-ad55-1afc018b9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.922158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 449dc978-042c-4eb7-ba54-e35742f60f8b is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:15.922158 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.997746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16e4f720-10cf-4077-a4af-d058bc81cc02 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.121643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4f720-10cf-4077-a4af-d058bc81cc02 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Subnet': ['ID=fb79c3f1-069e-4b80-bd94-2716cf416f69,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:16.143100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16e4f720-10cf-4077-a4af-d058bc81cc02 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.147874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-16e4f720-10cf-4077-a4af-d058bc81cc02 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/fb79c3f1-069e-4b80-bd94-2716cf416f69 HTTP/1.1" status: 204 len: 168 time: 0.7506795 May 26 16:18:16.151589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55348) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:16.191938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6440c56-5886-4f80-8ecc-ad346521e8b5 None None] Network 3b92af23-2c9b-4125-8c0d-0880473a56ed requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:16.230403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2748559-d0da-4c4f-ad55-1afc018b9eef None None] Pushing event updated for resources: {'Port': ['ID=90c1530e-ddb4-4059-8627-bf40edb2e6d0,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:16.307619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5c30d416-dfbb-47b2-9674-b2d1f077868f None None] Provisioning complete for port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:16.308854 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5c30d416-dfbb-47b2-9674-b2d1f077868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.327656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 449dc978-042c-4eb7-ba54-e35742f60f8b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=449dc978-042c-4eb7-ba54-e35742f60f8b,segment=NetworkSegment(f8d11e58-5637-47cb-b856-7713d5a3fdf5),segment_id=f8d11e58-5637-47cb-b856-7713d5a3fdf5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:16.430462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added routes are [] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:18:16.431312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:18:16.446922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f59d550-fda2-47e0-8eae-f7e9d02fe60b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting subnet b5cfb139-a42c-4843-9a96-877e0064e00a {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:16.465554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.465720 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f59d550-fda2-47e0-8eae-f7e9d02fe60b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.542780 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.694128 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f59d550-fda2-47e0-8eae-f7e9d02fe60b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.790363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77ee1b-3d74-4961-9c5e-c669d451a553 req-14066fb9-ec42-4064-8e79-4ed066d399f0 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:16.800336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e77ee1b-3d74-4961-9c5e-c669d451a553 req-14066fb9-ec42-4064-8e79-4ed066d399f0 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 945 time: 0.3814602 May 26 16:18:16.902034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e77ee1b-3d74-4961-9c5e-c669d451a553 req-21049c08-c737-42cb-9f7b-c819ce955ae3 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006272 May 26 16:18:16.919944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=449dc978-042c-4eb7-ba54-e35742f60f8b,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:16.944147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.948966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.950303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f59d550-fda2-47e0-8eae-f7e9d02fe60b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.104792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f59d550-fda2-47e0-8eae-f7e9d02fe60b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.148960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55414) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:17.151289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59d550-fda2-47e0-8eae-f7e9d02fe60b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cfb139-a42c-4843-9a96-877e0064e00a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:17.153429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5c30d416-dfbb-47b2-9674-b2d1f077868f None None] Current status of the port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:17.158084 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f59d550-fda2-47e0-8eae-f7e9d02fe60b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.163873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9f59d550-fda2-47e0-8eae-f7e9d02fe60b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/b5cfb139-a42c-4843-9a96-877e0064e00a HTTP/1.1" status: 204 len: 168 time: 0.9904909 May 26 16:18:17.166783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55416) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:17.169133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:17.222360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a4fbd4-b1bc-4927-befc-8365bc91167f None None] Network 9a9cc34a-0879-4910-b871-a51b88a70d96 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:17.274677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.360649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:17.361615 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.375766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:17.396845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.402116 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eedd9995-9605-46e2-8ddb-8c96cb53624d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0 HTTP/1.1" status: 200 len: 699 time: 1.8176191 May 26 16:18:17.404364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55438) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:17.418820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:13Z', 'revision_number': 6, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '5684d6dd-2eb8-48ce-81df-c4f3eefc11fb', 'name': '', 'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:e0:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:08Z', 'updated_at': '2022-05-26T16:18:10Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c1530e-ddb4-4059-8627-bf40edb2e6d0', 'name': '', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:0b:a6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:01Z', 'updated_at': '2022-05-26T16:18:14Z', 'revision_number': 4, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:17.424655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5c30d416-dfbb-47b2-9674-b2d1f077868f None None] Provisioning complete for port 449dc978-042c-4eb7-ba54-e35742f60f8b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:17.424655 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5c30d416-dfbb-47b2-9674-b2d1f077868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.558099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8541c716-b219-4a13-a58e-a9a34dde5331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.569190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d,segment=NetworkSegment(b1f66572-a68e-446f-bc83-ba00785504b9),segment_id=b1f66572-a68e-446f-bc83-ba00785504b9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:17.569870 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.591376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:17.709383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092d7d10-47cb-4a55-bd29-10e7be158eae None None] DHCP port deletion for 3b92af23-2c9b-4125-8c0d-0880473a56ed request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:18:17.711989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0c690cde-7f38-4135-8d14-c34a75fd3281 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:17.746053 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.807334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f76ff2e-43eb-422b-bd29-daa6d3246cae None None] The sync data for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 is: [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:13Z', 'revision_number': 6, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '5684d6dd-2eb8-48ce-81df-c4f3eefc11fb', 'name': '', 'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:e0:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:08Z', 'updated_at': '2022-05-26T16:18:10Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c1530e-ddb4-4059-8627-bf40edb2e6d0', 'name': '', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:0b:a6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:01Z', 'updated_at': '2022-05-26T16:18:14Z', 'revision_number': 4, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:17.815885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:17.821524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No DVR routers for this DVR port 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:17.860124 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d8006c7b-ab09-4d01-a44d-2be5eff12934 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0 HTTP/1.1" status: 200 len: 699 time: 0.4544330 May 26 16:18:17.872956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55470) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:17.909527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5c30d416-dfbb-47b2-9674-b2d1f077868f None None] Current status of the port 449dc978-042c-4eb7-ba54-e35742f60f8b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:18.073239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8541c716-b219-4a13-a58e-a9a34dde5331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.083472 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8541c716-b219-4a13-a58e-a9a34dde5331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.097032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 0c690cde-7f38-4135-8d14-c34a75fd3281 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:18:18.104166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-97c955e9-497f-429f-91b3-46651236f3ca None None] Provisioning complete for port 5684d6dd-2eb8-48ce-81df-c4f3eefc11fb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:18.104166 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-97c955e9-497f-429f-91b3-46651236f3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.105913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e45e50-10fa-43b7-8e5c-3167f4dcd19d None None] DHCP port deletion for 9a9cc34a-0879-4910-b871-a51b88a70d96 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:18:18.200198 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8541c716-b219-4a13-a58e-a9a34dde5331 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0ed3ed1fba94a56896fc9160b238bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0505092 May 26 16:18:18.205017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55476) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:18.209225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541c716-b219-4a13-a58e-a9a34dde5331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2451e8c-4dee-4b0e-a816-f10f7b9e8185,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:18.256602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 0c690cde-7f38-4135-8d14-c34a75fd3281 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:18.257211 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.257758 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.306922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b92af23-2c9b-4125-8c0d-0880473a56ed']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:18.326641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f66572-a68e-446f-bc83-ba00785504b9') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:18.327253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f66572-a68e-446f-bc83-ba00785504b9') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:18.360055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.367602 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0048f50a-e9e0-4c61-8d59-d2fcfcbfa2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.371617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-97c955e9-497f-429f-91b3-46651236f3ca None None] Port 5684d6dd-2eb8-48ce-81df-c4f3eefc11fb cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:18.385948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.398839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:18.399425 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.418261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0048f50a-e9e0-4c61-8d59-d2fcfcbfa2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.441084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-97c955e9-497f-429f-91b3-46651236f3ca None None] Provisioning complete for port 449dc978-042c-4eb7-ba54-e35742f60f8b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:18.441468 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-97c955e9-497f-429f-91b3-46651236f3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.514406 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0048f50a-e9e0-4c61-8d59-d2fcfcbfa2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.518256 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0048f50a-e9e0-4c61-8d59-d2fcfcbfa2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.521673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0048f50a-e9e0-4c61-8d59-d2fcfcbfa2cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2451e8c-4dee-4b0e-a816-f10f7b9e8185 HTTP/1.1" status: 204 len: 168 time: 0.2736611 May 26 16:18:18.532656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048f50a-e9e0-4c61-8d59-d2fcfcbfa2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2451e8c-4dee-4b0e-a816-f10f7b9e8185,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:18.545889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-93e45e50-10fa-43b7-8e5c-3167f4dcd19d None None] Deleting port 8d987d83-5893-43b6-aebb-14b73cc07e0c {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:18.546878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-93e45e50-10fa-43b7-8e5c-3167f4dcd19d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.570213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.744174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.749914 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/networks/3b92af23-2c9b-4125-8c0d-0880473a56ed HTTP/1.1" status: 204 len: 168 time: 1.5807214 May 26 16:18:18.752145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55500) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:18.785456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 449dc978-042c-4eb7-ba54-e35742f60f8b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:18.815511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe9033-ed08-46e4-b7b8-28aa5de970ac tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Network': ['ID=3b92af23-2c9b-4125-8c0d-0880473a56ed,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:18.883966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-97c955e9-497f-429f-91b3-46651236f3ca None None] Current status of the port 449dc978-042c-4eb7-ba54-e35742f60f8b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:19.007336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-93e45e50-10fa-43b7-8e5c-3167f4dcd19d None None] For port 8d987d83-5893-43b6-aebb-14b73cc07e0c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8d987d83-5893-43b6-aebb-14b73cc07e0c,segment=NetworkSegment(c23aa64e-cc2b-49eb-8b96-046503298f76),segment_id=c23aa64e-cc2b-49eb-8b96-046503298f76)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:19.008247 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-93e45e50-10fa-43b7-8e5c-3167f4dcd19d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.019502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 0c690cde-7f38-4135-8d14-c34a75fd3281 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:19.019896 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.052580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-93e45e50-10fa-43b7-8e5c-3167f4dcd19d None None] Calling delete_port for 8d987d83-5893-43b6-aebb-14b73cc07e0c owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:19.070804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.090256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0c690cde-7f38-4135-8d14-c34a75fd3281, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0c690cde-7f38-4135-8d14-c34a75fd3281,segment=NetworkSegment(dd264779-bdd3-441e-83d3-c0ac2ac797b9),segment_id=dd264779-bdd3-441e-83d3-c0ac2ac797b9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:19.094421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2972523c-7121-4b54-9f8e-56f3a9478603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c690cde-7f38-4135-8d14-c34a75fd3281'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:19.097468 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1794b829-abf7-4ea7-a99c-6c98ae2b0bd6" -d '{"events": [{"server_uuid": "2972523c-7121-4b54-9f8e-56f3a9478603", "name": "network-vif-plugged", "status": "completed", "tag": "0c690cde-7f38-4135-8d14-c34a75fd3281"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:19.107339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.161771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d5acc-c360-4184-9821-e29669123620 req-4d1b76e7-0481-46cc-9623-40d253fca009 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:19.163742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c1d5acc-c360-4184-9821-e29669123620 req-4d1b76e7-0481-46cc-9623-40d253fca009 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 945 time: 0.6343322 May 26 16:18:19.225109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=0c690cde-7f38-4135-8d14-c34a75fd3281,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:19.316902 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b1f66572-a68e-446f-bc83-ba00785504b9 resource provider aggregate not found May 26 16:18:19.319156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 8d987d83-5893-43b6-aebb-14b73cc07e0c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:19.321502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.423005 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b1f66572-a68e-446f-bc83-ba00785504b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1f66572-a68e-446f-bc83-ba00785504b9 found for delete ", "request_id": "req-0483b75f-8943-49a6-bca3-ca85c0678773"}]} May 26 16:18:19.501873 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c5e478-9759-4dc5-9373-acb57a7662b2 x-openstack-request-id: req-e4c5e478-9759-4dc5-9373-acb57a7662b2 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:19.507007 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2972523c-7121-4b54-9f8e-56f3a9478603", "name": "network-vif-plugged", "status": "completed", "tag": "0c690cde-7f38-4135-8d14-c34a75fd3281", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:19.507007 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4c5e478-9759-4dc5-9373-acb57a7662b2 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:19.516477 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c5e478-9759-4dc5-9373-acb57a7662b2'] response: {'server_uuid': '2972523c-7121-4b54-9f8e-56f3a9478603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c690cde-7f38-4135-8d14-c34a75fd3281', 'code': 200} May 26 16:18:19.525826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 449dc978-042c-4eb7-ba54-e35742f60f8b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:19.528845 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.552590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c1d5acc-c360-4184-9821-e29669123620 req-b25729c7-2831-4571-bd8d-c4078d43ea27 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694305 May 26 16:18:19.595958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55530) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:19.627785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8739160-aa20-422c-b72b-c783c460cfd9 req-3a509f0e-4136-4cb5-a796-474056297de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:19.630186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8739160-aa20-422c-b72b-c783c460cfd9 req-3a509f0e-4136-4cb5-a796-474056297de5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 1097 time: 0.2159028 May 26 16:18:19.672155 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e08-49aa-4a50-be7f-8ae71b8396ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.698904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port 8d987d83-5893-43b6-aebb-14b73cc07e0c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8d987d83-5893-43b6-aebb-14b73cc07e0c,segment=NetworkSegment(c23aa64e-cc2b-49eb-8b96-046503298f76),segment_id=c23aa64e-cc2b-49eb-8b96-046503298f76)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:19.699548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.756484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 8d987d83-5893-43b6-aebb-14b73cc07e0c owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:19.847368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8739160-aa20-422c-b72b-c783c460cfd9 req-ccc421c5-ef0d-4cf5-9953-93be0dfdad20 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038689 May 26 16:18:19.934039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 449dc978-042c-4eb7-ba54-e35742f60f8b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:19.944739 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-93e45e50-10fa-43b7-8e5c-3167f4dcd19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.964372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e45e50-10fa-43b7-8e5c-3167f4dcd19d None None] No DVR routers for this DVR port 8d987d83-5893-43b6-aebb-14b73cc07e0c on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:20.026695 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.040610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e45e50-10fa-43b7-8e5c-3167f4dcd19d None None] Pushing event deleted for resources: {'Port': ['ID=8d987d83-5893-43b6-aebb-14b73cc07e0c,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:20.106436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:20.107076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.150645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:20.151494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 130b2d57-53f2-4e51-b3aa-fd3b4d6cc80d not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:20.152141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8d987d83-5893-43b6-aebb-14b73cc07e0c no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:20.159530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=8d987d83-5893-43b6-aebb-14b73cc07e0c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:20.169663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No DVR routers for this DVR port 8d987d83-5893-43b6-aebb-14b73cc07e0c on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:20.175419 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e08-49aa-4a50-be7f-8ae71b8396ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.182707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 8d987d83-5893-43b6-aebb-14b73cc07e0c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:20.182707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8d987d83-5893-43b6-aebb-14b73cc07e0c not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:20.212631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e08-49aa-4a50-be7f-8ae71b8396ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.406962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c40e08-49aa-4a50-be7f-8ae71b8396ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4286679-25cf-41e3-bcbf-c176f9b47f35,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:20.442009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.473801 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8c40e08-49aa-4a50-be7f-8ae71b8396ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=def0e778b3844c5a9f9cdb128cc8eed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8703742 May 26 16:18:20.478396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55588) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:20.518365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9cc34a-0879-4910-b871-a51b88a70d96']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:20.554952 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23aa64e-cc2b-49eb-8b96-046503298f76') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:20.555084 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23aa64e-cc2b-49eb-8b96-046503298f76') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:20.577703 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.636719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.651293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:20.651778 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.682990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9354785e-fd1c-4edb-9966-3c4a662debba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.740744 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment c23aa64e-cc2b-49eb-8b96-046503298f76 resource provider aggregate not found May 26 16:18:20.767936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 5684d6dd-2eb8-48ce-81df-c4f3eefc11fb {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:20.769383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.770526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 90c1530e-ddb4-4059-8627-bf40edb2e6d0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:20.784020 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] Sync routers for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:20.803333 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9354785e-fd1c-4edb-9966-3c4a662debba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.806165 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:20.823138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:20.899005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:20.899381 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.044473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec369fa-9070-4e14-a50c-5cff841c6bb6 req-58d0c52f-d36c-47ec-ab38-e71a0f10e8a2 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:21.045043 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment c23aa64e-cc2b-49eb-8b96-046503298f76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c23aa64e-cc2b-49eb-8b96-046503298f76 found for delete ", "request_id": "req-fcadf8c8-86db-4fc7-8b72-68bcf4dd2019"}]} May 26 16:18:21.046496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9354785e-fd1c-4edb-9966-3c4a662debba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.050488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ec369fa-9070-4e14-a50c-5cff841c6bb6 req-58d0c52f-d36c-47ec-ab38-e71a0f10e8a2 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 946 time: 0.2572420 May 26 16:18:21.055658 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9354785e-fd1c-4edb-9966-3c4a662debba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.059624 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9354785e-fd1c-4edb-9966-3c4a662debba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4286679-25cf-41e3-bcbf-c176f9b47f35 HTTP/1.1" status: 204 len: 168 time: 0.5802050 May 26 16:18:21.090407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354785e-fd1c-4edb-9966-3c4a662debba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4286679-25cf-41e3-bcbf-c176f9b47f35,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:21.109731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.119261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.128013 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/networks/9a9cc34a-0879-4910-b871-a51b88a70d96 HTTP/1.1" status: 204 len: 168 time: 2.3734090 May 26 16:18:21.136416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55636) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:21.137407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:21.148287 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.153192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-838083412'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:21.163292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b132d-90f0-485f-82da-a3eee1ec105d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Network': ['ID=9a9cc34a-0879-4910-b871-a51b88a70d96,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:21.182404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:21.187698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ec369fa-9070-4e14-a50c-5cff841c6bb6 req-ee3ff626-ac75-4783-90b6-83656d2cd2e7 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289306 May 26 16:18:21.188693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 5684d6dd-2eb8-48ce-81df-c4f3eefc11fb owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:21.190504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.238437 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:18:21.247724 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:21.282490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.283031 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added segment 4c4772a2-a4fa-4772-b7d5-1ed83663b153 of type vlan for network 33e6eda2-95f7-4fa5-9400-3080bd33a547 May 26 16:18:21.408382 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.475820 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.483532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:21.486822 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.532451 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.556112 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4172902 May 26 16:18:21.560592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55670) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:21.567631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'subnet': {'network_id': '33e6eda2-95f7-4fa5-9400-3080bd33a547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:21.588135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=5684d6dd-2eb8-48ce-81df-c4f3eefc11fb,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:21.794030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05fccf-9746-4cfb-8fcd-acb51d7dbfc8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Network': ['ID=33e6eda2-95f7-4fa5-9400-3080bd33a547,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:21.802746 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:16Z', 'revision_number': 7, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '5684d6dd-2eb8-48ce-81df-c4f3eefc11fb', 'name': '', 'network_id': '2e3f24ab-e01a-48e3-a6e0-4b557c3e6481', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:e0:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:08Z', 'updated_at': '2022-05-26T16:18:10Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c1530e-ddb4-4059-8627-bf40edb2e6d0', 'name': '', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:0b:a6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:01Z', 'updated_at': '2022-05-26T16:18:15Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:21.879105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 33e6eda2-95f7-4fa5-9400-3080bd33a547 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:18:21.954939 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] Checking router: 934c3d50-fcdb-40bd-9a03-95abc6082cd0 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:21.957495 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] Updating router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 port 5684d6dd-2eb8-48ce-81df-c4f3eefc11fb binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:18:22.010241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:22.011390 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:22.013938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:22.016402 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] Port 5684d6dd-2eb8-48ce-81df-c4f3eefc11fb not found while updating agent binding for router 934c3d50-fcdb-40bd-9a03-95abc6082cd0. {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 16:18:22.045688 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:22.046537 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:22.248441 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:22.478809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:22.541419 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:22.553768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19f12-f53c-44a2-bb21-796b82412e8c req-a6aea2b0-8d72-4a45-b655-2842b0b0cf9f tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:22.555395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cbe19f12-f53c-44a2-bb21-796b82412e8c req-a6aea2b0-8d72-4a45-b655-2842b0b0cf9f tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 946 time: 0.1504533 May 26 16:18:22.781950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Subnet': ['ID=136a8ae8-2cba-4c16-ae21-98d624d4924b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:22.785244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cbe19f12-f53c-44a2-bb21-796b82412e8c req-06b33374-ac41-41de-bbfc-3607ca347247 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493378 May 26 16:18:22.813320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:22.817232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Checking segment: {'id': '4c4772a2-a4fa-4772-b7d5-1ed83663b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '33e6eda2-95f7-4fa5-9400-3080bd33a547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:22.817789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network hostable DHCP agents. Network: 33e6eda2-95f7-4fa5-9400-3080bd33a547, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:18:22.823554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2cc9e6df-0f73-47d4-bd9c-de38e8eae830 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9385929 May 26 16:18:22.826531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55786) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:22.950945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bee13b-aa9d-44e0-955b-1f536d130ea2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting subnet b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:22.959228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7bee13b-aa9d-44e0-955b-1f536d130ea2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.010858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 33e6eda2-95f7-4fa5-9400-3080bd33a547 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:18:23.016750 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:21Z', 'revision_number': 8, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c1530e-ddb4-4059-8627-bf40edb2e6d0', 'name': '', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:0b:a6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:01Z', 'updated_at': '2022-05-26T16:18:15Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:23.026326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 33e6eda2-95f7-4fa5-9400-3080bd33a547) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:23.043492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7bee13b-aa9d-44e0-955b-1f536d130ea2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.047980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:23.048931 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.049779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d89d8f-82ea-4f6b-8e70-46604496e78f None None] Network 33e6eda2-95f7-4fa5-9400-3080bd33a547 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:23.121883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55808) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:23.122518 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6101ae04-8e6a-4b83-a7ee-0277a45985d2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5593634 May 26 16:18:23.128900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-abf1df0d-e9ad-4357-a1dd-15f682e62678 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-435473503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:23.190300 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abf1df0d-e9ad-4357-a1dd-15f682e62678 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.191686 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abf1df0d-e9ad-4357-a1dd-15f682e62678 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.206990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7bee13b-aa9d-44e0-955b-1f536d130ea2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.243379 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48e9ae-3e9a-4878-b28e-6f3983e63cdc None None] The sync data for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 is: [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:21Z', 'revision_number': 8, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c1530e-ddb4-4059-8627-bf40edb2e6d0', 'name': '', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:0b:a6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:01Z', 'updated_at': '2022-05-26T16:18:15Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:23.363011 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abf1df0d-e9ad-4357-a1dd-15f682e62678 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.379210 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abf1df0d-e9ad-4357-a1dd-15f682e62678 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.382037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7bee13b-aa9d-44e0-955b-1f536d130ea2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.441115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7bee13b-aa9d-44e0-955b-1f536d130ea2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.445776 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e7bee13b-aa9d-44e0-955b-1f536d130ea2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34 HTTP/1.1" status: 204 len: 168 time: 0.6150908 May 26 16:18:23.448628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55826) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:23.496908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bee13b-aa9d-44e0-955b-1f536d130ea2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:23.521340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751dcbb-bd39-4843-928f-e863e514f06b None None] Network 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:23.563048 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.569677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abf1df0d-e9ad-4357-a1dd-15f682e62678 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.574050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55838) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:23.574218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-abf1df0d-e9ad-4357-a1dd-15f682e62678 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4503551 May 26 16:18:23.582449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'port': {'network_id': '33e6eda2-95f7-4fa5-9400-3080bd33a547', 'name': 'tempest-RoutersIpV6Test-1931429472'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:23.684482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-33e6eda2-95f7-4fa5-9400-3080bd33a547', 'network_id': '33e6eda2-95f7-4fa5-9400-3080bd33a547', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'fixed_ips': [{'subnet_id': '136a8ae8-2cba-4c16-ae21-98d624d4924b'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:18:23.687406 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.767709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c08d0-941d-4ef9-9ca2-b2ffd3c8abdd req-9d4409eb-3db3-404c-9e36-1a7ee2029cc9 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:23.770818 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d5c08d0-941d-4ef9-9ca2-b2ffd3c8abdd req-9d4409eb-3db3-404c-9e36-1a7ee2029cc9 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 946 time: 0.2044070 May 26 16:18:23.898660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:23.905532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d5c08d0-941d-4ef9-9ca2-b2ffd3c8abdd req-d9c6ab70-5a31-4c85-9431-5afe53c9c687 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227109 May 26 16:18:23.907704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.932594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 449dc978-042c-4eb7-ba54-e35742f60f8b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:23.939847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.961351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] device_id is not set on port f102c05d-3587-4954-b22b-15dbdf75248c yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:18:24.060718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port 449dc978-042c-4eb7-ba54-e35742f60f8b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=449dc978-042c-4eb7-ba54-e35742f60f8b,segment=NetworkSegment(f8d11e58-5637-47cb-b856-7713d5a3fdf5),segment_id=f8d11e58-5637-47cb-b856-7713d5a3fdf5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:24.061621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.091726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 449dc978-042c-4eb7-ba54-e35742f60f8b owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:24.247143 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.258340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] Sync routers for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:24.262732 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.268098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 2001:db8::35f (33e6eda2-95f7-4fa5-9400-3080bd33a547/136a8ae8-2cba-4c16-ae21-98d624d4924b/f102c05d-3587-4954-b22b-15dbdf75248c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:24.280781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:24.281541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:24.333820 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.395946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=449dc978-042c-4eb7-ba54-e35742f60f8b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:24.410956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde7ea0-ff64-4413-9e97-f1052604dc0c None None] DHCP port deletion for 2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:18:24.420090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No DVR routers for this DVR port 449dc978-042c-4eb7-ba54-e35742f60f8b on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:24.485489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:24.609126 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.664778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3f24ab-e01a-48e3-a6e0-4b557c3e6481']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:24.690949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d11e58-5637-47cb-b856-7713d5a3fdf5') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:24.691260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d11e58-5637-47cb-b856-7713d5a3fdf5') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:24.692535 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.719889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.749076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5684d6dd-2eb8-48ce-81df-c4f3eefc11fb no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:24.776570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 5684d6dd-2eb8-48ce-81df-c4f3eefc11fb {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:24.777159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5684d6dd-2eb8-48ce-81df-c4f3eefc11fb not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:24.778023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 449dc978-042c-4eb7-ba54-e35742f60f8b no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:24.788531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.807961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:24.808844 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.811465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 449dc978-042c-4eb7-ba54-e35742f60f8b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:24.812501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 449dc978-042c-4eb7-ba54-e35742f60f8b not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:24.837296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.891199 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment f8d11e58-5637-47cb-b856-7713d5a3fdf5 resource provider aggregate not found May 26 16:18:24.918146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-585a0e60-97f8-400d-bd31-d35aea9b54a9 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:24.921510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-585a0e60-97f8-400d-bd31-d35aea9b54a9 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.24 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 946 time: 0.1829488 May 26 16:18:24.987573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Allocated IP 2001:db8::2 (33e6eda2-95f7-4fa5-9400-3080bd33a547/136a8ae8-2cba-4c16-ae21-98d624d4924b/e788edd3-be03-4666-ac1e-178c8762dec3) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:25.017266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 33e6eda2-95f7-4fa5-9400-3080bd33a547 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:25.042841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:25.060671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:25.077112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:25.080952 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.157557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=f102c05d-3587-4954-b22b-15dbdf75248c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:25.159266 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment f8d11e58-5637-47cb-b856-7713d5a3fdf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8d11e58-5637-47cb-b856-7713d5a3fdf5 found for delete ", "request_id": "req-7e0351a5-03d6-4680-bea4-c06a6b1e0167"}]} May 26 16:18:25.182264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.183094 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-45b3a316-8b80-4191-a4da-28c29a8f9c66 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6076822 May 26 16:18:25.186324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56032) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:25.223735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.226944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/networks/2e3f24ab-e01a-48e3-a6e0-4b557c3e6481 HTTP/1.1" status: 204 len: 168 time: 1.7772202 May 26 16:18:25.228032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785559ff-982b-4f28-ad1b-7c07019094e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Network': ['ID=2e3f24ab-e01a-48e3-a6e0-4b557c3e6481,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:25.231013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56040) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:25.439437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.482586 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.589527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:21Z', 'revision_number': 8, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c1530e-ddb4-4059-8627-bf40edb2e6d0', 'name': '', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:0b:a6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:01Z', 'updated_at': '2022-05-26T16:18:15Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:25.683456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] Checking router: 934c3d50-fcdb-40bd-9a03-95abc6082cd0 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:25.713706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:25.714372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:25.737510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Network 33e6eda2-95f7-4fa5-9400-3080bd33a547 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:25.754937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:25.760779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:25.851552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56082) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:25.913012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.146670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:26.320340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Pushing event updated for resources: {'Port': ['ID=e788edd3-be03-4666-ac1e-178c8762dec3,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:26.373369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b457b9-5b56-4e10-8319-f438cf34bde8 req-65b18f33-34eb-4f54-8d49-130cbf96b284 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:26.379853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51b457b9-5b56-4e10-8319-f438cf34bde8 req-65b18f33-34eb-4f54-8d49-130cbf96b284 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/ports?device_id=2972523c-7121-4b54-9f8e-56f3a9478603 HTTP/1.1" status: 200 len: 946 time: 1.3230016 May 26 16:18:26.424418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Attempting to bind port e788edd3-be03-4666-ac1e-178c8762dec3 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:26.425192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Attempting to bind port e788edd3-be03-4666-ac1e-178c8762dec3 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '4c4772a2-a4fa-4772-b7d5-1ed83663b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '33e6eda2-95f7-4fa5-9400-3080bd33a547'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:26.425925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Attempting to bind port e788edd3-be03-4666-ac1e-178c8762dec3 on network 33e6eda2-95f7-4fa5-9400-3080bd33a547 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:26.435265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:26.436282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Checking segment: {'id': '4c4772a2-a4fa-4772-b7d5-1ed83663b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '33e6eda2-95f7-4fa5-9400-3080bd33a547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:26.437060 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.437683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Bound using segment: {'id': '4c4772a2-a4fa-4772-b7d5-1ed83663b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '33e6eda2-95f7-4fa5-9400-3080bd33a547'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:26.438561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Bound port: e788edd3-be03-4666-ac1e-178c8762dec3, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4772a2-a4fa-4772-b7d5-1ed83663b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '33e6eda2-95f7-4fa5-9400-3080bd33a547'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:26.439359 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.465336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:26.493922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Deleting port 0c690cde-7f38-4135-8d14-c34a75fd3281 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:26.494293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.612285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] For port 0c690cde-7f38-4135-8d14-c34a75fd3281, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0c690cde-7f38-4135-8d14-c34a75fd3281,segment=NetworkSegment(dd264779-bdd3-441e-83d3-c0ac2ac797b9),segment_id=dd264779-bdd3-441e-83d3-c0ac2ac797b9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:26.612978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.627524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Calling delete_port for 0c690cde-7f38-4135-8d14-c34a75fd3281 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:26.670600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] For port e788edd3-be03-4666-ac1e-178c8762dec3, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:26.675992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] For port e788edd3-be03-4666-ac1e-178c8762dec3, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e788edd3-be03-4666-ac1e-178c8762dec3,segment=NetworkSegment(4c4772a2-a4fa-4772-b7d5-1ed83663b153),segment_id=4c4772a2-a4fa-4772-b7d5-1ed83663b153)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:26.755756 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc012db5-7da2-4f63-a027-60a2cdbe90f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.757595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d443f1fa-414e-4471-a21b-ff8810fda291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.776239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.823907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.859717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Pushing event deleted for resources: {'Port': ['ID=0c690cde-7f38-4135-8d14-c34a75fd3281,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:26.885942 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc012db5-7da2-4f63-a027-60a2cdbe90f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:26.907921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51b457b9-5b56-4e10-8319-f438cf34bde8 req-e0440ae1-1ac2-44ad-85c1-0816b625925f tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.39 "GET /v2.0/security-groups?id=718e404f-32f5-41f7-9a71-8ea2ac8de342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557889 May 26 16:18:27.006457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] No DVR routers for this DVR port 0c690cde-7f38-4135-8d14-c34a75fd3281 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:27.012815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ce4cf-0201-4a4d-a24a-af303292f51f None None] Pushing event updated for resources: {'Port': ['ID=e788edd3-be03-4666-ac1e-178c8762dec3,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:27.028200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:21Z', 'revision_number': 8, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c1530e-ddb4-4059-8627-bf40edb2e6d0', 'name': '', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:0b:a6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:01Z', 'updated_at': '2022-05-26T16:18:15Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:27.045441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d443f1fa-414e-4471-a21b-ff8810fda291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.049561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc012db5-7da2-4f63-a027-60a2cdbe90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.078323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb18c4f-b602-4d53-9e28-3b88461a4a32 None None] The sync data for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 is: [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:21Z', 'revision_number': 8, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c1530e-ddb4-4059-8627-bf40edb2e6d0', 'name': '', 'network_id': 'ddfcd225-bb20-4f6c-a6f8-dc5a26db2150', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:0b:a6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:01Z', 'updated_at': '2022-05-26T16:18:15Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'dc005de8-de23-4b74-b571-cb634ec4c245', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:27.095745 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.096686 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fc012db5-7da2-4f63-a027-60a2cdbe90f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5f38c2f03c14860b7dfde22fe3ff139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485812 May 26 16:18:27.098048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d443f1fa-414e-4471-a21b-ff8810fda291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.100351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56108) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:27.107863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f7dad05-3e78-4f4f-994f-6e13cf1efb15 req-c5b97083-ee53-47ea-9f0e-d3b3bb2fc3a1 tempest-ServerGroupTestJSON-1608471014 tempest-ServerGroupTestJSON-1608471014-project] 10.222.0.24 "DELETE /v2.0/ports/0c690cde-7f38-4135-8d14-c34a75fd3281 HTTP/1.1" status: 204 len: 173 time: 2.1770647 May 26 16:18:27.198085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2972523c-7121-4b54-9f8e-56f3a9478603', 'name': 'network-vif-deleted', 'tag': '0c690cde-7f38-4135-8d14-c34a75fd3281'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:27.200521 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27898cb1-1b26-4f1b-b666-aa6b42362879" -d '{"events": [{"server_uuid": "2972523c-7121-4b54-9f8e-56f3a9478603", "name": "network-vif-deleted", "tag": "0c690cde-7f38-4135-8d14-c34a75fd3281"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:27.333336 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3eedc5-0852-411a-bcb1-5ea2656339b9 x-openstack-request-id: req-ca3eedc5-0852-411a-bcb1-5ea2656339b9 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:27.333666 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2972523c-7121-4b54-9f8e-56f3a9478603", "name": "network-vif-deleted", "tag": "0c690cde-7f38-4135-8d14-c34a75fd3281", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:27.335160 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca3eedc5-0852-411a-bcb1-5ea2656339b9 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:27.335576 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3eedc5-0852-411a-bcb1-5ea2656339b9'] response: {'server_uuid': '2972523c-7121-4b54-9f8e-56f3a9478603', 'name': 'network-vif-deleted', 'tag': '0c690cde-7f38-4135-8d14-c34a75fd3281', 'status': 'completed', 'code': 200} May 26 16:18:27.449712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.451833 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdd4d089-12d1-458d-a51d-1ce2626f203e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.507383 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.539882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc012db5-7da2-4f63-a027-60a2cdbe90f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737cf3a8-13ba-4ce1-b762-ac7a61e22797,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:27.560511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.571662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56122) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:27.573145 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d443f1fa-414e-4471-a21b-ff8810fda291 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60c46b365dd94d278ba876580aecbb12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7149527 May 26 16:18:27.574034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0c690cde-7f38-4135-8d14-c34a75fd3281 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:27.642412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443f1fa-414e-4471-a21b-ff8810fda291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b90bba-0289-4cf9-9ee5-6fe5ca16f6ab,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:27.654458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 0c690cde-7f38-4135-8d14-c34a75fd3281 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:27.654921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0c690cde-7f38-4135-8d14-c34a75fd3281 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:27.708127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdd4d089-12d1-458d-a51d-1ce2626f203e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.833039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=f102c05d-3587-4954-b22b-15dbdf75248c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:27.927470 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-35b83583-f472-4fc8-a477-4a4bec7e14af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.950959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdd4d089-12d1-458d-a51d-1ce2626f203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.957083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdd4d089-12d1-458d-a51d-1ce2626f203e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.958582 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cdd4d089-12d1-458d-a51d-1ce2626f203e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/737cf3a8-13ba-4ce1-b762-ac7a61e22797 HTTP/1.1" status: 204 len: 168 time: 0.8529363 May 26 16:18:27.982269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4d089-12d1-458d-a51d-1ce2626f203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737cf3a8-13ba-4ce1-b762-ac7a61e22797,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:28.029838 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-35b83583-f472-4fc8-a477-4a4bec7e14af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.104805 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.247659 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-35b83583-f472-4fc8-a477-4a4bec7e14af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.261090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-35b83583-f472-4fc8-a477-4a4bec7e14af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.265114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-35b83583-f472-4fc8-a477-4a4bec7e14af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72b90bba-0289-4cf9-9ee5-6fe5ca16f6ab HTTP/1.1" status: 204 len: 168 time: 0.6880922 May 26 16:18:28.300736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b83583-f472-4fc8-a477-4a4bec7e14af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b90bba-0289-4cf9-9ee5-6fe5ca16f6ab,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:28.395347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 90c1530e-ddb4-4059-8627-bf40edb2e6d0 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:28.395695 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.454042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.632734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56156) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:28.640968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port 90c1530e-ddb4-4059-8627-bf40edb2e6d0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=90c1530e-ddb4-4059-8627-bf40edb2e6d0,segment=NetworkSegment(1bbade8e-ad10-409f-a9c4-358ff0e8d1ab),segment_id=1bbade8e-ad10-409f-a9c4-358ff0e8d1ab)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:28.641889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.703572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 90c1530e-ddb4-4059-8627-bf40edb2e6d0 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:28.846834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e788edd3-be03-4666-ac1e-178c8762dec3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:28.917131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d5ff3d-b233-49fe-9bed-d203d09f6b86 admin admin] Deleting subnet 565227e3-9efc-48cf-804e-60d82adfbacf {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:28.922224 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47d5ff3d-b233-49fe-9bed-d203d09f6b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.006937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e6f5c-e02f-48df-ba3a-38fb96156c48 None None] Network 33e6eda2-95f7-4fa5-9400-3080bd33a547 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:29.027237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e788edd3-be03-4666-ac1e-178c8762dec3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:29.027731 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.082513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47d5ff3d-b233-49fe-9bed-d203d09f6b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.197340 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.260984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4fcbd873-743a-436a-8be1-0f2fab5b8b00 None None] Provisioning complete for port e788edd3-be03-4666-ac1e-178c8762dec3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:29.261617 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd873-743a-436a-8be1-0f2fab5b8b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.274654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e788edd3-be03-4666-ac1e-178c8762dec3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:29.275522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.306100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=90c1530e-ddb4-4059-8627-bf40edb2e6d0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:29.417298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47d5ff3d-b233-49fe-9bed-d203d09f6b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.457398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e788edd3-be03-4666-ac1e-178c8762dec3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e788edd3-be03-4666-ac1e-178c8762dec3,segment=NetworkSegment(4c4772a2-a4fa-4772-b7d5-1ed83663b153),segment_id=4c4772a2-a4fa-4772-b7d5-1ed83663b153)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:29.503227 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.714467 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.872207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47d5ff3d-b233-49fe-9bed-d203d09f6b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.950017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e788edd3-be03-4666-ac1e-178c8762dec3,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:29.963483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47d5ff3d-b233-49fe-9bed-d203d09f6b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.978861 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-47d5ff3d-b233-49fe-9bed-d203d09f6b86 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/565227e3-9efc-48cf-804e-60d82adfbacf HTTP/1.1" status: 204 len: 168 time: 1.3450353 May 26 16:18:29.991782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56188) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:30.015012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ff3d-b233-49fe-9bed-d203d09f6b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565227e3-9efc-48cf-804e-60d82adfbacf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:30.065489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbd873-743a-436a-8be1-0f2fab5b8b00 None None] Current status of the port e788edd3-be03-4666-ac1e-178c8762dec3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:30.205898 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.208807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.224753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.225942 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.327614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:30.425337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56196) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:30.671094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.674389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:30.687398 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] Sync routers for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:30.688826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7f8ee4b1-3221-4240-a1ab-5ec6b2a651f3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4540284 May 26 16:18:30.698746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56208) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:30.704992 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e672679-2fbb-4a84-8023-5e711ceecd6b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:30.708558 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:30.710357 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:30.740920 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd264779-bdd3-441e-83d3-c0ac2ac797b9') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:30.741415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd264779-bdd3-441e-83d3-c0ac2ac797b9') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:30.765176 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.785374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.793721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:30.794661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.842295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-437ceafa-b770-4535-ab43-b79a34cf7622 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting subnet dc005de8-de23-4b74-b571-cb634ec4c245 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:30.860723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-437ceafa-b770-4535-ab43-b79a34cf7622 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.871797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-479c75e6-dba2-4b99-aeca-0d194d1ab13d None None] Provisioning complete for port f102c05d-3587-4954-b22b-15dbdf75248c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:30.872301 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-479c75e6-dba2-4b99-aeca-0d194d1ab13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.964331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.966106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=f102c05d-3587-4954-b22b-15dbdf75248c,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:30.976150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.983362 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5e672679-2fbb-4a84-8023-5e711ceecd6b HTTP/1.1" status: 204 len: 168 time: 0.9904997 May 26 16:18:30.990313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 33e6eda2-95f7-4fa5-9400-3080bd33a547 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:30.995896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-437ceafa-b770-4535-ab43-b79a34cf7622 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.011790 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment dd264779-bdd3-441e-83d3-c0ac2ac797b9 resource provider aggregate not found May 26 16:18:31.017833 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:31.018105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e788edd3-be03-4666-ac1e-178c8762dec3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:31.029732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:31.053988 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment dd264779-bdd3-441e-83d3-c0ac2ac797b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd264779-bdd3-441e-83d3-c0ac2ac797b9 found for delete ", "request_id": "req-682a2648-29b4-468e-90ed-ea7b0216ceac"}]} May 26 16:18:31.056188 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542e0ed-6860-49e5-bfe9-e8bbd4e78aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e672679-2fbb-4a84-8023-5e711ceecd6b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:31.252810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-479c75e6-dba2-4b99-aeca-0d194d1ab13d None None] Port f102c05d-3587-4954-b22b-15dbdf75248c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:31.259354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e788edd3-be03-4666-ac1e-178c8762dec3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:31.265548 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.343916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-741196834'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:31.351574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-479c75e6-dba2-4b99-aeca-0d194d1ab13d None None] Provisioning complete for port e788edd3-be03-4666-ac1e-178c8762dec3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:31.363204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-479c75e6-dba2-4b99-aeca-0d194d1ab13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.390708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 453e47e6-5c7c-4b65-8b84-16de5e3486d8 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:18:31.519968 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-437ceafa-b770-4535-ab43-b79a34cf7622 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.538953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56230) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:31.540056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:31.567588 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8e7352fe-91d5-4682-b91a-175b4d778a08 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/453e47e6-5c7c-4b65-8b84-16de5e3486d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3730516 May 26 16:18:31.581329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56232) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:31.621586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e788edd3-be03-4666-ac1e-178c8762dec3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:31.626170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb87d3-c811-4cf5-8a9a-46b01b848ad7 None None] Sync routers for ids ['453e47e6-5c7c-4b65-8b84-16de5e3486d8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:31.674215 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:29Z', 'revision_number': 9, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:31.692946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb87d3-c811-4cf5-8a9a-46b01b848ad7 None None] Routers {'453e47e6-5c7c-4b65-8b84-16de5e3486d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:31.709344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c4fb87d3-c811-4cf5-8a9a-46b01b848ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['453e47e6-5c7c-4b65-8b84-16de5e3486d8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:31.728397 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-437ceafa-b770-4535-ab43-b79a34cf7622 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.763240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ceafa-b770-4535-ab43-b79a34cf7622 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Subnet': ['ID=dc005de8-de23-4b74-b571-cb634ec4c245,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:31.772917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Made reservation on behalf of 721ce73450dd45988d9cb689bf710dc7 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:31.780700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.794928 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-437ceafa-b770-4535-ab43-b79a34cf7622 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.798538 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-437ceafa-b770-4535-ab43-b79a34cf7622 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/dc005de8-de23-4b74-b571-cb634ec4c245 HTTP/1.1" status: 204 len: 168 time: 1.0986953 May 26 16:18:31.801515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56236) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:31.807217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.825392 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] Checking router: 934c3d50-fcdb-40bd-9a03-95abc6082cd0 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:31.829207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d019bd89-f294-4d71-ab27-6f2dbe7073d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72e4cef5c8454cc58239654d03c5af42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572017 May 26 16:18:31.829473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56238) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:31.859182 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:31.872788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c4fb87d3-c811-4cf5-8a9a-46b01b848ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:31.872927 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:31.888249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa53faa-8f96-42a1-a1a3-4f4a033c9e2a None None] Network ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:31.950845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e6905-b911-4d96-930f-980684d1d7b5 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:31.954837 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7f3e6905-b911-4d96-930f-980684d1d7b5 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports/f102c05d-3587-4954-b22b-15dbdf75248c HTTP/1.1" status: 200 len: 984 time: 0.3691945 May 26 16:18:31.961316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56242) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:32.039473 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.102961 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:32.126409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb87d3-c811-4cf5-8a9a-46b01b848ad7 None None] Routers {'453e47e6-5c7c-4b65-8b84-16de5e3486d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:32.128432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c4fb87d3-c811-4cf5-8a9a-46b01b848ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['453e47e6-5c7c-4b65-8b84-16de5e3486d8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:32.156534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-479c75e6-dba2-4b99-aeca-0d194d1ab13d None None] Current status of the port e788edd3-be03-4666-ac1e-178c8762dec3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:32.309554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c4fb87d3-c811-4cf5-8a9a-46b01b848ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:32.310246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb87d3-c811-4cf5-8a9a-46b01b848ad7 None None] The sync data for ids ['453e47e6-5c7c-4b65-8b84-16de5e3486d8'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:32.318396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 35648367-7f49-4cc0-83fb-11a31cb92c1b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:32.318931 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.339723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.397504 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.419214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1320bab9-afe2-4542-accd-4a7422617f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.452412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8a2fd339-6f16-4092-8afa-b7ba060a107d None None] Provisioning complete for port f102c05d-3587-4954-b22b-15dbdf75248c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:32.453066 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd339-6f16-4092-8afa-b7ba060a107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.462246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:18:32.538675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37792e40-f5a4-4c8a-a230-42c36aa709cf,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:32.544367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8a2fd339-6f16-4092-8afa-b7ba060a107d None None] Port f102c05d-3587-4954-b22b-15dbdf75248c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:32.565431 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1320bab9-afe2-4542-accd-4a7422617f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.569389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port 35648367-7f49-4cc0-83fb-11a31cb92c1b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=35648367-7f49-4cc0-83fb-11a31cb92c1b,segment=NetworkSegment(1bbade8e-ad10-409f-a9c4-358ff0e8d1ab),segment_id=1bbade8e-ad10-409f-a9c4-358ff0e8d1ab)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:32.569958 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.606910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.608463 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Added segment e88695b0-717f-4bba-af15-5816d01bd4ad of type vlan for network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 May 26 16:18:32.645005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 35648367-7f49-4cc0-83fb-11a31cb92c1b owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:32.685866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a6eb8dd8-c613-415a-af94-9df1fc26574d None None] Provisioning complete for port f102c05d-3587-4954-b22b-15dbdf75248c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:32.688410 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8dd8-c613-415a-af94-9df1fc26574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.722385 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:29Z', 'revision_number': 9, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:32.752625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96419bf-34f2-4996-a615-daa9ec252893 None None] DHCP port deletion for ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:18:32.772787 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.775475 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451c86f-bc36-4a08-ba5c-0e937a6374ae None None] The sync data for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 is: [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:29Z', 'revision_number': 9, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '8397ab37-0de2-4e30-80cc-6e7cb9b45403', 'name': '', 'network_id': '83b5bc51-ec47-4245-87dd-364b522d849a', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:1d:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:47Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'ca3e3c0c-fd7a-408a-ac46-4f5b096ea182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:32.825873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb8dd8-c613-415a-af94-9df1fc26574d None None] Port f102c05d-3587-4954-b22b-15dbdf75248c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:32.851010 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.853313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1320bab9-afe2-4542-accd-4a7422617f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.856065 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1320bab9-afe2-4542-accd-4a7422617f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.858628 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1320bab9-afe2-4542-accd-4a7422617f37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/718e404f-32f5-41f7-9a71-8ea2ac8de342 HTTP/1.1" status: 204 len: 168 time: 1.0246155 May 26 16:18:32.941412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320bab9-afe2-4542-accd-4a7422617f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718e404f-32f5-41f7-9a71-8ea2ac8de342,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:32.941935 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.947625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:32.948252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.070669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Network': ['ID=8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:33.085281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d08612b7-5535-4fee-ba8c-5d8b62a0d114 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.6011078 May 26 16:18:33.088538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56262) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:33.094321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'subnet': {'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:33.136678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d96419bf-34f2-4996-a615-daa9ec252893 None None] Deleting port 35648367-7f49-4cc0-83fb-11a31cb92c1b {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:33.137208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d96419bf-34f2-4996-a615-daa9ec252893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.243260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Made reservation on behalf of 721ce73450dd45988d9cb689bf710dc7 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:33.249563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.275700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.307045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:18:33.480731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port f102c05d-3587-4954-b22b-15dbdf75248c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:33.481294 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.489328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No DVR routers for this DVR port 35648367-7f49-4cc0-83fb-11a31cb92c1b on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:33.510375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=35648367-7f49-4cc0-83fb-11a31cb92c1b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:33.533002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d96419bf-34f2-4996-a615-daa9ec252893 None None] For port 35648367-7f49-4cc0-83fb-11a31cb92c1b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=35648367-7f49-4cc0-83fb-11a31cb92c1b,segment=NetworkSegment(1bbade8e-ad10-409f-a9c4-358ff0e8d1ab),segment_id=1bbade8e-ad10-409f-a9c4-358ff0e8d1ab)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:33.533410 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d96419bf-34f2-4996-a615-daa9ec252893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.581304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d96419bf-34f2-4996-a615-daa9ec252893 None None] Calling delete_port for 35648367-7f49-4cc0-83fb-11a31cb92c1b owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:33.725618 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d96419bf-34f2-4996-a615-daa9ec252893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.757548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96419bf-34f2-4996-a615-daa9ec252893 None None] Pushing event deleted for resources: {'Port': ['ID=35648367-7f49-4cc0-83fb-11a31cb92c1b,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:33.758687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.765601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96419bf-34f2-4996-a615-daa9ec252893 None None] No DVR routers for this DVR port 35648367-7f49-4cc0-83fb-11a31cb92c1b on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:33.778716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.798171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for f102c05d-3587-4954-b22b-15dbdf75248c owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:33.946561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfcd225-bb20-4f6c-a6f8-dc5a26db2150']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:33.981213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:33.982540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbade8e-ad10-409f-a9c4-358ff0e8d1ab') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:34.017389 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.061644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.081123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:34.084234 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.153782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.223412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=f102c05d-3587-4954-b22b-15dbdf75248c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:34.272474 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 1bbade8e-ad10-409f-a9c4-358ff0e8d1ab resource provider aggregate not found May 26 16:18:34.371089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.409101 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 1bbade8e-ad10-409f-a9c4-358ff0e8d1ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1bbade8e-ad10-409f-a9c4-358ff0e8d1ab found for delete ", "request_id": "req-6b1bb95f-9a6c-429d-b2d7-98defdcfb337"}]} May 26 16:18:34.611348 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.628121 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.651068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/networks/ddfcd225-bb20-4f6c-a6f8-dc5a26db2150 HTTP/1.1" status: 204 len: 168 time: 2.8425291 May 26 16:18:34.653954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56352) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:34.757820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 35648367-7f49-4cc0-83fb-11a31cb92c1b no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:34.844159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 35648367-7f49-4cc0-83fb-11a31cb92c1b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:34.847159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 35648367-7f49-4cc0-83fb-11a31cb92c1b not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:34.847802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 90c1530e-ddb4-4059-8627-bf40edb2e6d0 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:34.886173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56372) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:34.899328 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.913773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 90c1530e-ddb4-4059-8627-bf40edb2e6d0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:34.914431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 90c1530e-ddb4-4059-8627-bf40edb2e6d0 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:34.941578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 453e47e6-5c7c-4b65-8b84-16de5e3486d8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:34.997059 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cc4c99d7-f049-4d98-b396-74f76cad40ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.065104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb33d00-60b7-4d8a-94ed-9ec410321b9f tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Network': ['ID=ddfcd225-bb20-4f6c-a6f8-dc5a26db2150,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:35.274935 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:35.286128 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9625824-614a-4ea6-be28-8ae414548ab3 None None] Sync routers for ids ['453e47e6-5c7c-4b65-8b84-16de5e3486d8'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:35.292728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a37ed49-f532-42e8-be28-4efee4529fd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/453e47e6-5c7c-4b65-8b84-16de5e3486d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3228292 May 26 16:18:35.302589 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9625824-614a-4ea6-be28-8ae414548ab3 None None] Routers {'453e47e6-5c7c-4b65-8b84-16de5e3486d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:35.306808 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f9625824-614a-4ea6-be28-8ae414548ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['453e47e6-5c7c-4b65-8b84-16de5e3486d8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:35.319959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56380) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:35.346791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Subnet': ['ID=8169460f-5a66-4979-bced-fd151a96849d,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:35.362491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Checking segment: {'id': 'e88695b0-717f-4bba-af15-5816d01bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:35.363106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Network hostable DHCP agents. Network: 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:18:35.463011 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b096305-69b9-4c40-afa5-21a46dcd4110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.465743 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f9625824-614a-4ea6-be28-8ae414548ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:35.497438 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9625824-614a-4ea6-be28-8ae414548ab3 None None] Routers {'453e47e6-5c7c-4b65-8b84-16de5e3486d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:35.498327 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f9625824-614a-4ea6-be28-8ae414548ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['453e47e6-5c7c-4b65-8b84-16de5e3486d8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:35.570294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:18:35.579913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56386) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:35.581528 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f9625824-614a-4ea6-be28-8ae414548ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:35.583148 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9625824-614a-4ea6-be28-8ae414548ab3 None None] The sync data for ids ['453e47e6-5c7c-4b65-8b84-16de5e3486d8'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:35.632330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:35.642679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed019e6-db51-4d0a-aaf8-ca72b18600a7 None None] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:35.659983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:35.662013 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.852299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-457bf72a-2aea-44fa-9136-350594adf797 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7484362 May 26 16:18:35.853672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56400) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:35.881596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'port': {'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1143155030'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:36.190995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Made reservation on behalf of 721ce73450dd45988d9cb689bf710dc7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:36.195664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.218208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3cce1070-ef50-4234-9396-ae041d286a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.264990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] device_id is not set on port 5d3a0df2-b074-447b-8495-33735468374a yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:18:36.392216 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-0fb30c68-a7dc-4418-bf49-3548173e646e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] remove_router_interface failed (client error): The resource could not be found. May 26 16:18:36.396248 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0fb30c68-a7dc-4418-bf49-3548173e646e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/453e47e6-5c7c-4b65-8b84-16de5e3486d8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0710111 May 26 16:18:36.398161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56410) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:36.405349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Allocated IP 2001:db8::185 (8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5/8169460f-5a66-4979-bced-fd151a96849d/5d3a0df2-b074-447b-8495-33735468374a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:36.475272 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1e25d664-0aaf-454e-b211-1d0a299a1c50 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=453e47e6-5c7c-4b65-8b84-16de5e3486d8 HTTP/1.1" status: 200 len: 205 time: 0.0759015 May 26 16:18:36.477208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56414) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:36.504726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5', 'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5', 'tenant_id': '721ce73450dd45988d9cb689bf710dc7', 'fixed_ips': [{'subnet_id': '8169460f-5a66-4979-bced-fd151a96849d'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:18:36.505900 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.690267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b096305-69b9-4c40-afa5-21a46dcd4110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.714538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55598b81-fa4d-4a7f-9105-0f766c14142a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.718392 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b096305-69b9-4c40-afa5-21a46dcd4110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.006204 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2b096305-69b9-4c40-afa5-21a46dcd4110 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12287ea2094b420b9820ca415c50719b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1166999 May 26 16:18:37.007361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56430) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:37.097322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55598b81-fa4d-4a7f-9105-0f766c14142a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.104836 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55598b81-fa4d-4a7f-9105-0f766c14142a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.247193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b096305-69b9-4c40-afa5-21a46dcd4110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71910620-3ec8-4074-b11c-6447ac16f3c2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:37.253027 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55598b81-fa4d-4a7f-9105-0f766c14142a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.254115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55598b81-fa4d-4a7f-9105-0f766c14142a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Fanout notify agent at l3_agent the message router_deleted on router 453e47e6-5c7c-4b65-8b84-16de5e3486d8 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:18:37.263927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55598b81-fa4d-4a7f-9105-0f766c14142a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.271055 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-55598b81-fa4d-4a7f-9105-0f766c14142a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/453e47e6-5c7c-4b65-8b84-16de5e3486d8 HTTP/1.1" status: 204 len: 168 time: 0.7926733 May 26 16:18:37.275478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56436) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:37.284882 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3cce1070-ef50-4234-9396-ae041d286a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.299501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3cce1070-ef50-4234-9396-ae041d286a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.305885 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.325473 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9a29-6477-4160-bc45-ec860008efd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.376327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3cce1070-ef50-4234-9396-ae041d286a4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77ad429ed9d74078be49cb69facb8546&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7862542 May 26 16:18:37.379761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56440) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:37.380037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce1070-ef50-4234-9396-ae041d286a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab515d82-436c-48e3-8cce-6d097ce80658,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:37.394919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9a29-6477-4160-bc45-ec860008efd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.408122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a9ebad-042b-4097-9f10-68eb5ca22ca2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting subnet 136a8ae8-2cba-4c16-ae21-98d624d4924b {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:37.412906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.418322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-91a9ebad-042b-4097-9f10-68eb5ca22ca2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.545755 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.556389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Allocated IP 2001:db8::2 (8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5/8169460f-5a66-4979-bced-fd151a96849d/3bcedcae-61c1-41d1-a575-105fe768180d) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:37.564469 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-91a9ebad-042b-4097-9f10-68eb5ca22ca2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.656770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Port': ['ID=5d3a0df2-b074-447b-8495-33735468374a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:37.668328 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-789d6330-30dc-41bb-90f0-f7f5e551bb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.700771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:37.704597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:37.713271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:37.725906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9a29-6477-4160-bc45-ec860008efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.728913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9a29-6477-4160-bc45-ec860008efd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.730617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:37.731552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.744288 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ce7d9a29-6477-4160-bc45-ec860008efd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71910620-3ec8-4074-b11c-6447ac16f3c2 HTTP/1.1" status: 204 len: 168 time: 0.7267296 May 26 16:18:37.746591 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-789d6330-30dc-41bb-90f0-f7f5e551bb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.834095 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18b58bfa-091a-4cf1-bf29-d53a9b625813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.849989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d9a29-6477-4160-bc45-ec860008efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71910620-3ec8-4074-b11c-6447ac16f3c2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:37.850821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-78962b1a-a790-4842-ab1e-dd5b12a4c1f4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9937084 May 26 16:18:37.851830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56454) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:37.870643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'port': {'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1944422388', 'allowed_address_pairs': [{'ip_address': '2001:db8::185', 'mac_address': 'fa:16:3e:bc:1d:32'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:38.045839 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-91a9ebad-042b-4097-9f10-68eb5ca22ca2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.094197 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.110437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.190150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:38.219924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Made reservation on behalf of 721ce73450dd45988d9cb689bf710dc7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:38.228250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-91a9ebad-042b-4097-9f10-68eb5ca22ca2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.326931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:38.331913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-91a9ebad-042b-4097-9f10-68eb5ca22ca2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.344506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:38.346708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56462) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:38.347262 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-91a9ebad-042b-4097-9f10-68eb5ca22ca2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/136a8ae8-2cba-4c16-ae21-98d624d4924b HTTP/1.1" status: 204 len: 168 time: 1.0703855 May 26 16:18:38.357133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9ebad-042b-4097-9f10-68eb5ca22ca2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Subnet': ['ID=136a8ae8-2cba-4c16-ae21-98d624d4924b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:38.379155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4762d05-95ee-4b1b-bfb6-f244b6a87deb None None] Network 33e6eda2-95f7-4fa5-9400-3080bd33a547 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:38.381359 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-789d6330-30dc-41bb-90f0-f7f5e551bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.386206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-789d6330-30dc-41bb-90f0-f7f5e551bb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.392392 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-789d6330-30dc-41bb-90f0-f7f5e551bb69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab515d82-436c-48e3-8cce-6d097ce80658 HTTP/1.1" status: 204 len: 168 time: 1.0075688 May 26 16:18:38.417470 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6330-30dc-41bb-90f0-f7f5e551bb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab515d82-436c-48e3-8cce-6d097ce80658,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:38.444286 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.466864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 8397ab37-0de2-4e30-80cc-6e7cb9b45403 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:38.467304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.502317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] device_id is not set on port dfde2961-eb17-4cea-919e-77dcaeda615d yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:18:38.510455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.588868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Pushing event updated for resources: {'Port': ['ID=3bcedcae-61c1-41d1-a575-105fe768180d,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:38.626139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.626485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.627107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.627539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.627927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.628307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.628698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.629307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.629635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.630106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.630418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.630737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:38.726790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Attempting to bind port 3bcedcae-61c1-41d1-a575-105fe768180d on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:38.727260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Attempting to bind port 3bcedcae-61c1-41d1-a575-105fe768180d by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'e88695b0-717f-4bba-af15-5816d01bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:38.727524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Attempting to bind port 3bcedcae-61c1-41d1-a575-105fe768180d on network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:38.849851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:38.850254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Checking segment: {'id': 'e88695b0-717f-4bba-af15-5816d01bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:38.850663 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.851065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Bound using segment: {'id': 'e88695b0-717f-4bba-af15-5816d01bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:38.851636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Bound port: 3bcedcae-61c1-41d1-a575-105fe768180d, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88695b0-717f-4bba-af15-5816d01bd4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:38.852034 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.925437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.013063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port 8397ab37-0de2-4e30-80cc-6e7cb9b45403, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8397ab37-0de2-4e30-80cc-6e7cb9b45403,segment=NetworkSegment(8ec84fbe-82dd-43b9-93b7-bba15f105598),segment_id=8ec84fbe-82dd-43b9-93b7-bba15f105598)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:39.013455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.063484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 8397ab37-0de2-4e30-80cc-6e7cb9b45403 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:39.090352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] For port 3bcedcae-61c1-41d1-a575-105fe768180d, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:39.094404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] For port 3bcedcae-61c1-41d1-a575-105fe768180d, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3bcedcae-61c1-41d1-a575-105fe768180d,segment=NetworkSegment(e88695b0-717f-4bba-af15-5816d01bd4ad),segment_id=e88695b0-717f-4bba-af15-5816d01bd4ad)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:39.108009 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.122668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Allocated IP 2001:db8::3bc (8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5/8169460f-5a66-4979-bced-fd151a96849d/dfde2961-eb17-4cea-919e-77dcaeda615d) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:39.194479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f23c5be-7ecc-4cc6-81d3-aa9f8b994f9e None None] DHCP port deletion for 33e6eda2-95f7-4fa5-9400-3080bd33a547 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:18:39.294238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port e788edd3-be03-4666-ac1e-178c8762dec3 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:39.294591 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.312899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56484) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:39.341672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75882cf8-a12e-4382-a256-de34a5653983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.349770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78c290-6ec4-492e-931a-195d6df8ccf1 None None] Pushing event updated for resources: {'Port': ['ID=3bcedcae-61c1-41d1-a575-105fe768180d,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:39.419080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8f23c5be-7ecc-4cc6-81d3-aa9f8b994f9e None None] Deleting port e788edd3-be03-4666-ac1e-178c8762dec3 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:39.421618 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8f23c5be-7ecc-4cc6-81d3-aa9f8b994f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.675284 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75882cf8-a12e-4382-a256-de34a5653983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.684900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8f23c5be-7ecc-4cc6-81d3-aa9f8b994f9e None None] For port e788edd3-be03-4666-ac1e-178c8762dec3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e788edd3-be03-4666-ac1e-178c8762dec3,segment=NetworkSegment(4c4772a2-a4fa-4772-b7d5-1ed83663b153),segment_id=4c4772a2-a4fa-4772-b7d5-1ed83663b153)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:39.686181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75882cf8-a12e-4382-a256-de34a5653983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.686801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8f23c5be-7ecc-4cc6-81d3-aa9f8b994f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.757973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8f23c5be-7ecc-4cc6-81d3-aa9f8b994f9e None None] Calling delete_port for e788edd3-be03-4666-ac1e-178c8762dec3 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:39.788493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port e788edd3-be03-4666-ac1e-178c8762dec3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e788edd3-be03-4666-ac1e-178c8762dec3,segment=NetworkSegment(4c4772a2-a4fa-4772-b7d5-1ed83663b153),segment_id=4c4772a2-a4fa-4772-b7d5-1ed83663b153)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:39.794063 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.814858 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-75882cf8-a12e-4382-a256-de34a5653983 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f3cbdf646ca4d2cbc86b5ed451d6fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008450 May 26 16:18:39.841074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56494) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:39.844736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75882cf8-a12e-4382-a256-de34a5653983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328576b2-e689-4f44-8a09-18e7f4ed7d13,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:39.853170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for e788edd3-be03-4666-ac1e-178c8762dec3 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:39.919440 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8f23c5be-7ecc-4cc6-81d3-aa9f8b994f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.953918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23c5be-7ecc-4cc6-81d3-aa9f8b994f9e None None] No DVR routers for this DVR port e788edd3-be03-4666-ac1e-178c8762dec3 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:40.021449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c259fff8-4c0d-4f41-b873-f49645e85684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.041389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23c5be-7ecc-4cc6-81d3-aa9f8b994f9e None None] Pushing event deleted for resources: {'Port': ['ID=e788edd3-be03-4666-ac1e-178c8762dec3,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:40.097875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c259fff8-4c0d-4f41-b873-f49645e85684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.234557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c259fff8-4c0d-4f41-b873-f49645e85684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.244140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c259fff8-4c0d-4f41-b873-f49645e85684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.245823 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c259fff8-4c0d-4f41-b873-f49645e85684 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/328576b2-e689-4f44-8a09-18e7f4ed7d13 HTTP/1.1" status: 204 len: 168 time: 0.4021239 May 26 16:18:40.304356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259fff8-4c0d-4f41-b873-f49645e85684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328576b2-e689-4f44-8a09-18e7f4ed7d13,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:40.456138 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.506572 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.646284 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.708350 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.820668 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.838162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No DVR routers for this DVR port e788edd3-be03-4666-ac1e-178c8762dec3 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:40.909723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=e788edd3-be03-4666-ac1e-178c8762dec3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:40.944328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3bcedcae-61c1-41d1-a575-105fe768180d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:41.025258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=8397ab37-0de2-4e30-80cc-6e7cb9b45403,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:41.101787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3bcedcae-61c1-41d1-a575-105fe768180d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:41.107870 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.125696 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.339302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd4fee-08ea-49cd-a97d-8d77eb3578da None None] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:41.362072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Port': ['ID=dfde2961-eb17-4cea-919e-77dcaeda615d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:41.403217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.606920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3bcedcae-61c1-41d1-a575-105fe768180d is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:41.622359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:41.626158 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.668931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:41.680047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:41.696457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:41.700569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.901112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e6eda2-95f7-4fa5-9400-3080bd33a547']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:41.922071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-04f3723d-0624-4b77-acf4-62f0caa07439 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.0676401 May 26 16:18:41.927705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56548) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:41.989677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-93a2d9eb-7fbc-420f-be38-913cad3483ce None None] Provisioning complete for port 3bcedcae-61c1-41d1-a575-105fe768180d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:41.992679 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-93a2d9eb-7fbc-420f-be38-913cad3483ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.018909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.025837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4772a2-a4fa-4772-b7d5-1ed83663b153') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:42.027237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4772a2-a4fa-4772-b7d5-1ed83663b153') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:42.046101 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.068837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8b346-1c57-4959-a635-1fef075eb384 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:42.095727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8b346-1c57-4959-a635-1fef075eb384 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:42.103284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8b346-1c57-4959-a635-1fef075eb384 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:42.108879 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40d8b346-1c57-4959-a635-1fef075eb384 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1761730 May 26 16:18:42.110672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56558) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:42.155959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 3bcedcae-61c1-41d1-a575-105fe768180d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3bcedcae-61c1-41d1-a575-105fe768180d,segment=NetworkSegment(e88695b0-717f-4bba-af15-5816d01bd4ad),segment_id=e88695b0-717f-4bba-af15-5816d01bd4ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:42.157110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.185850 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.246692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:42.252724 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.308711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e788edd3-be03-4666-ac1e-178c8762dec3 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:42.318758 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 4c4772a2-a4fa-4772-b7d5-1ed83663b153 resource provider aggregate not found May 26 16:18:42.406680 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 4c4772a2-a4fa-4772-b7d5-1ed83663b153 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c4772a2-a4fa-4772-b7d5-1ed83663b153 found for delete ", "request_id": "req-6ee6d49e-1ff6-4dda-b4a8-f5f4bd884dd5"}]} May 26 16:18:42.445235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=3bcedcae-61c1-41d1-a575-105fe768180d,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:42.449827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-fea4ac67-5a0d-4572-af1c-af67ec18812f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Deleting port dfde2961-eb17-4cea-919e-77dcaeda615d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:42.458800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e788edd3-be03-4666-ac1e-178c8762dec3 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:42.459142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e788edd3-be03-4666-ac1e-178c8762dec3 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:42.461567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fea4ac67-5a0d-4572-af1c-af67ec18812f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.499883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-93a2d9eb-7fbc-420f-be38-913cad3483ce None None] Current status of the port 3bcedcae-61c1-41d1-a575-105fe768180d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:42.565373 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.582697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.591197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/networks/33e6eda2-95f7-4fa5-9400-3080bd33a547 HTTP/1.1" status: 204 len: 168 time: 4.2425902 May 26 16:18:42.595700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56576) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:42.704407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1978473765'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:42.745410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac53ac-9bf2-4a09-a983-251f201587b0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Network': ['ID=33e6eda2-95f7-4fa5-9400-3080bd33a547,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:42.755769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8677d5e4-05c8-48cf-a58e-d056fecf569d None None] Provisioning complete for port 5d3a0df2-b074-447b-8495-33735468374a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:42.756482 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8677d5e4-05c8-48cf-a58e-d056fecf569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.868048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8677d5e4-05c8-48cf-a58e-d056fecf569d None None] Port 5d3a0df2-b074-447b-8495-33735468374a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:42.874862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:42.891754 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.896851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8677d5e4-05c8-48cf-a58e-d056fecf569d None None] Provisioning complete for port dfde2961-eb17-4cea-919e-77dcaeda615d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:42.897421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8677d5e4-05c8-48cf-a58e-d056fecf569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.950222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3bcedcae-61c1-41d1-a575-105fe768180d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:42.959985 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fea4ac67-5a0d-4572-af1c-af67ec18812f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.963359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:42.999327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-fea4ac67-5a0d-4572-af1c-af67ec18812f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Calling delete_port for dfde2961-eb17-4cea-919e-77dcaeda615d owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:43.175359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:18:43.190802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8677d5e4-05c8-48cf-a58e-d056fecf569d None None] Port dfde2961-eb17-4cea-919e-77dcaeda615d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:43.295971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8677d5e4-05c8-48cf-a58e-d056fecf569d None None] Provisioning complete for port 3bcedcae-61c1-41d1-a575-105fe768180d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:43.300729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8677d5e4-05c8-48cf-a58e-d056fecf569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.372380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:43.385024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0b1e585f-61ee-4a9a-8608-705e1266d995 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5185745 May 26 16:18:43.388213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56612) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:43.408480 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fea4ac67-5a0d-4572-af1c-af67ec18812f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.443994 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] Sync routers for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:43.484791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3bcedcae-61c1-41d1-a575-105fe768180d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:43.485165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.573299 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.573542 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added segment 814167bd-b241-4171-bf46-34e6bd7636d6 of type vlan for network faba4137-e5fd-42da-998e-966658fcfdb7 May 26 16:18:43.579524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4ac67-5a0d-4572-af1c-af67ec18812f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event deleted for resources: {'Port': ['ID=dfde2961-eb17-4cea-919e-77dcaeda615d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:43.624114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:43.624764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:43.792601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-599eea87-a4a7-4d22-992f-1855dc932441 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting subnet ca3e3c0c-fd7a-408a-ac46-4f5b096ea182 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:43.838573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:43.884685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fea4ac67-5a0d-4572-af1c-af67ec18812f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.890888 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fea4ac67-5a0d-4572-af1c-af67ec18812f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "DELETE /v2.0/ports/dfde2961-eb17-4cea-919e-77dcaeda615d HTTP/1.1" status: 204 len: 168 time: 1.7795072 May 26 16:18:43.899074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:43.910839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.925856 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-599eea87-a4a7-4d22-992f-1855dc932441 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.006653 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-31de9ad9-27ce-4542-98a9-33999b970c39 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] GET failed (client error): The resource could not be found. May 26 16:18:44.012529 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-31de9ad9-27ce-4542-98a9-33999b970c39 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "GET /v2.0/ports/dfde2961-eb17-4cea-919e-77dcaeda615d HTTP/1.1" status: 404 len: 333 time: 0.1104770 May 26 16:18:44.019610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56636) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:44.026621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'port': {'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-932088555'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:44.115990 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:18:44.216252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-599eea87-a4a7-4d22-992f-1855dc932441 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.308856 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.342835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:44.348508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.416045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Made reservation on behalf of 721ce73450dd45988d9cb689bf710dc7 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:44.437483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.478981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8677d5e4-05c8-48cf-a58e-d056fecf569d None None] Current status of the port 3bcedcae-61c1-41d1-a575-105fe768180d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:44.531394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] device_id is not set on port c1deda7b-f8f0-4b43-96c4-8726324b8410 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:18:44.711486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1007643 May 26 16:18:44.715292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56684) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:44.739388 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'subnet': {'network_id': 'faba4137-e5fd-42da-998e-966658fcfdb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:44.775980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-322295bf-0c7d-41a1-8522-5ee3e7dee4e1 None None] Provisioning complete for port 5d3a0df2-b074-447b-8495-33735468374a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:44.786114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-322295bf-0c7d-41a1-8522-5ee3e7dee4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.804171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3bcedcae-61c1-41d1-a575-105fe768180d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:45.027531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-599eea87-a4a7-4d22-992f-1855dc932441 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.209043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:45.212248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83ea8a-d915-4f1d-8606-1f4d35fef776 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Network': ['ID=faba4137-e5fd-42da-998e-966658fcfdb7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:45.217280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.227513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-599eea87-a4a7-4d22-992f-1855dc932441 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.283543 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-599eea87-a4a7-4d22-992f-1855dc932441 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.293896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-599eea87-a4a7-4d22-992f-1855dc932441 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/ca3e3c0c-fd7a-408a-ac46-4f5b096ea182 HTTP/1.1" status: 204 len: 168 time: 1.8914497 May 26 16:18:45.295675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56696) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:45.299077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599eea87-a4a7-4d22-992f-1855dc932441 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3e3c0c-fd7a-408a-ac46-4f5b096ea182,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:45.455752 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.480363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Allocated IP 2001:db8::ef (8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5/8169460f-5a66-4979-bced-fd151a96849d/c1deda7b-f8f0-4b43-96c4-8726324b8410) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:45.622699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-322295bf-0c7d-41a1-8522-5ee3e7dee4e1 None None] Port 5d3a0df2-b074-447b-8495-33735468374a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:45.628332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 98d59393-62da-4af4-b610-4587fb5e2152 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:45.628559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network faba4137-e5fd-42da-998e-966658fcfdb7 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:18:45.628747 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.708231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e99251-b255-408e-a5ad-c229ddad4d62 None None] Network 83b5bc51-ec47-4245-87dd-364b522d849a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:45.842364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port 98d59393-62da-4af4-b610-4587fb5e2152, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=98d59393-62da-4af4-b610-4587fb5e2152,segment=NetworkSegment(8ec84fbe-82dd-43b9-93b7-bba15f105598),segment_id=8ec84fbe-82dd-43b9-93b7-bba15f105598)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:45.843044 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.868126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-322295bf-0c7d-41a1-8522-5ee3e7dee4e1 None None] Could not find standard attr ID for object dfde2961-eb17-4cea-919e-77dcaeda615d. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:18:45.880484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 98d59393-62da-4af4-b610-4587fb5e2152 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:45.939263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:40Z', 'revision_number': 10, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:46.098716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.121486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] Checking router: 934c3d50-fcdb-40bd-9a03-95abc6082cd0 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:46.158238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=98d59393-62da-4af4-b610-4587fb5e2152,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:46.170695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:46.174229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No DVR routers for this DVR port 98d59393-62da-4af4-b610-4587fb5e2152 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:46.179048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:46.303763 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.361887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96523e2-3670-45dd-9880-d548c1e026a3 None None] DHCP port deletion for 83b5bc51-ec47-4245-87dd-364b522d849a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:18:46.404426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:46.423888 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.474699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.497769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b5bc51-ec47-4245-87dd-364b522d849a']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:46.535466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec84fbe-82dd-43b9-93b7-bba15f105598') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:46.536917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec84fbe-82dd-43b9-93b7-bba15f105598') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:46.551713 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.583419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.600825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:46.601940 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.638042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.679994 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 8ec84fbe-82dd-43b9-93b7-bba15f105598 resource provider aggregate not found May 26 16:18:46.772695 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 8ec84fbe-82dd-43b9-93b7-bba15f105598 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ec84fbe-82dd-43b9-93b7-bba15f105598 found for delete ", "request_id": "req-23080bd8-2a2b-46f6-aa60-e242fb107b06"}]} May 26 16:18:46.792541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Port': ['ID=c1deda7b-f8f0-4b43-96c4-8726324b8410,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:46.812681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.826167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:46.830035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.833775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:46.837003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.837610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.838154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.838288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/networks/83b5bc51-ec47-4245-87dd-364b522d849a HTTP/1.1" status: 204 len: 168 time: 1.5397546 May 26 16:18:46.838840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.839325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.839900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.840390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.841038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.841520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.842533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.843008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.843491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:46.847978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56724) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:46.853011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:46.853136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0de76-8e3d-4b1a-ab1f-c3c652c6c239 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Network': ['ID=83b5bc51-ec47-4245-87dd-364b522d849a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:46.870602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:46.878065 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.895955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Subnet': ['ID=ed6b3672-ea6c-46bc-be5c-3f223dde41db,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:46.950648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:40Z', 'revision_number': 10, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:46.956436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Checking segment: {'id': '814167bd-b241-4171-bf46-34e6bd7636d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'faba4137-e5fd-42da-998e-966658fcfdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:46.956873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network hostable DHCP agents. Network: faba4137-e5fd-42da-998e-966658fcfdb7, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:18:47.019684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583386a-c231-4411-814c-faaf30b74bf5 None None] The sync data for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 is: [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:40Z', 'revision_number': 10, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None, '_interfaces': [{'id': '92a4d43b-6a3c-4006-8d41-eb2717eb8088', 'name': '', 'network_id': '100d7e6e-82f5-42d4-8498-646efa68d3c0', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'mac_address': 'fa:16:3e:f6:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'be796982-e6a5-471c-9696-9580003c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:40Z', 'updated_at': '2022-05-26T16:17:52Z', 'revision_number': 5, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'subnets': [{'id': 'be796982-e6a5-471c-9696-9580003c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:47.059703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 98d59393-62da-4af4-b610-4587fb5e2152 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:47.063286 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f0957aa7-b299-42cc-9e84-e1ef5f3ae479 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0388846 May 26 16:18:47.064031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56726) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:47.080020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-11dee025-2c34-4cb9-9097-6037c00d6462 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::185', 'mac_address': 'fa:16:3e:bc:1d:32'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:47.162737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 98d59393-62da-4af4-b610-4587fb5e2152 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:47.163103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 98d59393-62da-4af4-b610-4587fb5e2152 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:47.163599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network faba4137-e5fd-42da-998e-966658fcfdb7 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:18:47.309738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, faba4137-e5fd-42da-998e-966658fcfdb7) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:47.318530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8af926-6be2-4bfd-8509-de628dcf0801 None None] Network faba4137-e5fd-42da-998e-966658fcfdb7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:47.437251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:47.437821 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.566589 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-01eca5f1-feb3-4db4-9aac-11dbca4db5b7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8502591 May 26 16:18:47.568235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56736) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:47.580930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c423eb0e-1354-4303-98a4-726525f5640d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1120255909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:47.640227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7c6c3dca-3f0e-4c86-8b89-8e228fd53c0d None None] Provisioning complete for port c1deda7b-f8f0-4b43-96c4-8726324b8410 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:47.641040 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3dca-3f0e-4c86-8b89-8e228fd53c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.673365 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c423eb0e-1354-4303-98a4-726525f5640d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.677754 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c423eb0e-1354-4303-98a4-726525f5640d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.721052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c3dca-3f0e-4c86-8b89-8e228fd53c0d None None] Port c1deda7b-f8f0-4b43-96c4-8726324b8410 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:47.735423 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-11dee025-2c34-4cb9-9097-6037c00d6462 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.846164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-faba4137-e5fd-42da-998e-966658fcfdb7', 'network_id': 'faba4137-e5fd-42da-998e-966658fcfdb7', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'fixed_ips': [{'subnet_id': 'ed6b3672-ea6c-46bc-be5c-3f223dde41db'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:18:47.847182 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.996267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.059829 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:18:48.177710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Allocated IP 2001:db8::2 (faba4137-e5fd-42da-998e-966658fcfdb7/ed6b3672-ea6c-46bc-be5c-3f223dde41db/d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:48.713407 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.731296 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.786838 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c423eb0e-1354-4303-98a4-726525f5640d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.797772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 92a4d43b-6a3c-4006-8d41-eb2717eb8088 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:48.798422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.804441 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c423eb0e-1354-4303-98a4-726525f5640d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.908607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c423eb0e-1354-4303-98a4-726525f5640d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.916319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Pushing event updated for resources: {'Port': ['ID=d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:48.919121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c423eb0e-1354-4303-98a4-726525f5640d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3496656 May 26 16:18:48.929102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8397ab37-0de2-4e30-80cc-6e7cb9b45403 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:48.931649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56752) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:49.004278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Network faba4137-e5fd-42da-998e-966658fcfdb7 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:49.004278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 8397ab37-0de2-4e30-80cc-6e7cb9b45403 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:49.004278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8397ab37-0de2-4e30-80cc-6e7cb9b45403 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:49.008592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:49.013232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:49.099713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port 92a4d43b-6a3c-4006-8d41-eb2717eb8088, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=92a4d43b-6a3c-4006-8d41-eb2717eb8088,segment=NetworkSegment(c0516b6f-5039-4d7f-acdb-2be5021b9fd1),segment_id=c0516b6f-5039-4d7f-acdb-2be5021b9fd1)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:49.099912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.122665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 92a4d43b-6a3c-4006-8d41-eb2717eb8088 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:49.142866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Attempting to bind port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:49.143238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Attempting to bind port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '814167bd-b241-4171-bf46-34e6bd7636d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'faba4137-e5fd-42da-998e-966658fcfdb7'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:49.143611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Attempting to bind port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 on network faba4137-e5fd-42da-998e-966658fcfdb7 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:49.153094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:49.153468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Checking segment: {'id': '814167bd-b241-4171-bf46-34e6bd7636d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'faba4137-e5fd-42da-998e-966658fcfdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:49.153874 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.154820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Bound using segment: {'id': '814167bd-b241-4171-bf46-34e6bd7636d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'faba4137-e5fd-42da-998e-966658fcfdb7'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:49.155322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Bound port: d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814167bd-b241-4171-bf46-34e6bd7636d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'faba4137-e5fd-42da-998e-966658fcfdb7'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:49.155690 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.211049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129c5e8-266a-4945-b339-9d4c4ab03e3c req-7cc80c5c-60e1-4404-ac0f-0dbdcd2accb8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:49.219790 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0129c5e8-266a-4945-b339-9d4c4ab03e3c req-7cc80c5c-60e1-4404-ac0f-0dbdcd2accb8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.4365478 May 26 16:18:49.298260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] For port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:49.306094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] For port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9,segment=NetworkSegment(814167bd-b241-4171-bf46-34e6bd7636d6),segment_id=814167bd-b241-4171-bf46-34e6bd7636d6)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:49.313426 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.431685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607bc54-dd29-4548-b35e-9e5dc8936126 None None] Pushing event updated for resources: {'Port': ['ID=d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:49.548399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0129c5e8-266a-4945-b339-9d4c4ab03e3c req-ac8e4f06-34bc-41d6-874a-e52821f9809e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186457 May 26 16:18:49.597037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.637395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=92a4d43b-6a3c-4006-8d41-eb2717eb8088,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:49.698265 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-11dee025-2c34-4cb9-9097-6037c00d6462 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.756146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.760871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-11dee025-2c34-4cb9-9097-6037c00d6462 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.945087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-11dee025-2c34-4cb9-9097-6037c00d6462 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] In _notify_port_updated(), no bound segment for port c1deda7b-f8f0-4b43-96c4-8726324b8410 on network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:18:49.957660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dee025-2c34-4cb9-9097-6037c00d6462 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:49.958432 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-11dee025-2c34-4cb9-9097-6037c00d6462 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.971188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-11dee025-2c34-4cb9-9097-6037c00d6462 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "PUT /v2.0/ports/c1deda7b-f8f0-4b43-96c4-8726324b8410 HTTP/1.1" status: 200 len: 1001 time: 2.9032049 May 26 16:18:49.994438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56760) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:50.060799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56762) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:50.123771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dee025-2c34-4cb9-9097-6037c00d6462 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Port': ['ID=c1deda7b-f8f0-4b43-96c4-8726324b8410,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:50.154438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:50.462656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:50.486383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6df5d10-e5f2-475a-9484-5f53d25d0752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:50.578664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:50.589174 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] Sync routers for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:50.599775 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e4d6bbbc-5ac3-4672-8888-0c8a0e32dce6 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7171614 May 26 16:18:50.603240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56774) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:50.624616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:50.625263 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:50.634783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-13ca98e7-a63e-4cd7-b7c3-23bd1cee1246 None None] Provisioning complete for port c1deda7b-f8f0-4b43-96c4-8726324b8410 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:50.635407 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-13ca98e7-a63e-4cd7-b7c3-23bd1cee1246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:50.746267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-13ca98e7-a63e-4cd7-b7c3-23bd1cee1246 None None] Port c1deda7b-f8f0-4b43-96c4-8726324b8410 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:50.764825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f348a6-3ab1-4732-a05b-c2113a72d8e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting subnet be796982-e6a5-471c-9696-9580003c1389 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:50.781201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75f348a6-3ab1-4732-a05b-c2113a72d8e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:50.824367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-bf5b8bd4-091c-4b89-ba8c-dcc6dc02354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:50.827050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75f348a6-3ab1-4732-a05b-c2113a72d8e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:50.828080 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-bf5b8bd4-091c-4b89-ba8c-dcc6dc02354d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 1096 time: 0.4971724 May 26 16:18:50.859990 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:51.036066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75f348a6-3ab1-4732-a05b-c2113a72d8e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.036236 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:49Z', 'revision_number': 11, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:51.132689 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] Checking router: 934c3d50-fcdb-40bd-9a03-95abc6082cd0 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:51.148723 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:51.149619 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:51.151537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1beb5294-f086-43bc-b023-24f6ffa03b7d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Deleting port c1deda7b-f8f0-4b43-96c4-8726324b8410 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:51.152049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1beb5294-f086-43bc-b023-24f6ffa03b7d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.193701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:51.215460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75f348a6-3ab1-4732-a05b-c2113a72d8e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.305783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f348a6-3ab1-4732-a05b-c2113a72d8e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Subnet': ['ID=be796982-e6a5-471c-9696-9580003c1389,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:51.319228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-75f348a6-3ab1-4732-a05b-c2113a72d8e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.328323 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-75f348a6-3ab1-4732-a05b-c2113a72d8e8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/be796982-e6a5-471c-9696-9580003c1389 HTTP/1.1" status: 204 len: 168 time: 0.7228498 May 26 16:18:51.331232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56778) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:51.332985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e5e427-dcf0-4bb9-8f5c-2590652dd539 None None] Network 100d7e6e-82f5-42d4-8498-646efa68d3c0 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:51.358205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525262fc-106d-43bd-8c6f-905f2c19c1bf req-0e5ee3fe-ffbf-469c-8961-dcd623241433 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:51.370696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-525262fc-106d-43bd-8c6f-905f2c19c1bf req-0e5ee3fe-ffbf-469c-8961-dcd623241433 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.7273736 May 26 16:18:51.373619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-a063416d-8837-44b9-b878-ea07e5848732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:51.376570 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-a063416d-8837-44b9-b878-ea07e5848732 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 912 time: 0.4783237 May 26 16:18:51.381191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:51.383000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.383936 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:51.509832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 2001:db8::1 (faba4137-e5fd-42da-998e-966658fcfdb7/ed6b3672-ea6c-46bc-be5c-3f223dde41db/d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:51.518096 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:49Z', 'revision_number': 11, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:51.581867 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba8841f-98ea-49f5-8ff5-f0fc112c364e None None] The sync data for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 is: [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:49Z', 'revision_number': 11, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:51.598755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-525262fc-106d-43bd-8c6f-905f2c19c1bf req-65e0daa4-1895-4faa-9379-100a78bad309 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276595 May 26 16:18:51.611003 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e0e477-cf9b-466b-88d1-e8759ee7d23e None None] Network faba4137-e5fd-42da-998e-966658fcfdb7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:51.625287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.729529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6df5d10-e5f2-475a-9484-5f53d25d0752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.731606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1beb5294-f086-43bc-b023-24f6ffa03b7d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.740482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-c6efbaf2-6f52-42da-96bf-59eb24a506a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 HTTP/1.1" status: 200 len: 1001 time: 0.3078666 May 26 16:18:51.757866 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6df5d10-e5f2-475a-9484-5f53d25d0752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.840355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Deleting port 6abb6350-d25b-4a96-a675-c6489445e569 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:51.840695 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.874096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-91e7dbe0-742f-4a69-8919-96f333596a72 None None] Provisioning complete for port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:51.874578 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-91e7dbe0-742f-4a69-8919-96f333596a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.899620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1beb5294-f086-43bc-b023-24f6ffa03b7d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Calling delete_port for c1deda7b-f8f0-4b43-96c4-8726324b8410 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:51.952595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df5d10-e5f2-475a-9484-5f53d25d0752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201669ec-c013-449a-96f6-788425349c1e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:51.959830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:51.960367 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.965720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e6df5d10-e5f2-475a-9484-5f53d25d0752 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5cbf2611dd74fb9b04f00a5a8d0c8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9027748 May 26 16:18:51.968059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-66403752-02d2-4c24-978f-e022c9e79c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:51.969651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-66403752-02d2-4c24-978f-e022c9e79c60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.2146096 May 26 16:18:51.969890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56782) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:52.016560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] For port 6abb6350-d25b-4a96-a675-c6489445e569, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6abb6350-d25b-4a96-a675-c6489445e569,segment=NetworkSegment(c0516b6f-5039-4d7f-acdb-2be5021b9fd1),segment_id=c0516b6f-5039-4d7f-acdb-2be5021b9fd1)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:52.016935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.021123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9,segment=NetworkSegment(814167bd-b241-4171-bf46-34e6bd7636d6),segment_id=814167bd-b241-4171-bf46-34e6bd7636d6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:52.034735 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.078572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Calling delete_port for 6abb6350-d25b-4a96-a675-c6489445e569 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:52.120759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:52.207618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-91e7dbe0-742f-4a69-8919-96f333596a72 None None] Current status of the port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:52.217085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12262713-fa98-4932-a989-54002c5214bb None None] DHCP port deletion for 100d7e6e-82f5-42d4-8498-646efa68d3c0 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:18:52.306274 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.319317 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.339712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-12262713-fa98-4932-a989-54002c5214bb None None] Deleting port 6abb6350-d25b-4a96-a675-c6489445e569 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:52.340425 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-12262713-fa98-4932-a989-54002c5214bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.343704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-54f8b07a-b9b3-423b-91b3-506a09aae10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:52.344922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-54f8b07a-b9b3-423b-91b3-506a09aae10a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3495357 May 26 16:18:52.352144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Port': ['ID=6abb6350-d25b-4a96-a675-c6489445e569,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:52.364723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No DVR routers for this DVR port 6abb6350-d25b-4a96-a675-c6489445e569 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:52.444706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-12262713-fa98-4932-a989-54002c5214bb None None] For port 6abb6350-d25b-4a96-a675-c6489445e569, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:52.445106 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-12262713-fa98-4932-a989-54002c5214bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.459638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b991a67-75d2-46dc-85c3-26b0ddf24eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.463561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b9f6ee34-842c-4e34-8bba-3251b85fa162 None None] Provisioning complete for port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:52.463947 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ee34-842c-4e34-8bba-3251b85fa162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.487768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.514237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-12262713-fa98-4932-a989-54002c5214bb None None] Calling delete_port for 6abb6350-d25b-4a96-a675-c6489445e569 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:52.518376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-12262713-fa98-4932-a989-54002c5214bb None None] Port 6abb6350-d25b-4a96-a675-c6489445e569 was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:18:52.520224 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b991a67-75d2-46dc-85c3-26b0ddf24eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.520449 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-12262713-fa98-4932-a989-54002c5214bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.594037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6ee34-842c-4e34-8bba-3251b85fa162 None None] Current status of the port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:52.598630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12262713-fa98-4932-a989-54002c5214bb None None] Pushing event deleted for resources: {'Port': ['ID=6abb6350-d25b-4a96-a675-c6489445e569,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:52.603513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12262713-fa98-4932-a989-54002c5214bb None None] No DVR routers for this DVR port 6abb6350-d25b-4a96-a675-c6489445e569 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:52.617123 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b991a67-75d2-46dc-85c3-26b0ddf24eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.621157 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b991a67-75d2-46dc-85c3-26b0ddf24eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.624754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0b991a67-75d2-46dc-85c3-26b0ddf24eb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/201669ec-c013-449a-96f6-788425349c1e HTTP/1.1" status: 204 len: 168 time: 0.6308813 May 26 16:18:52.705899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b991a67-75d2-46dc-85c3-26b0ddf24eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201669ec-c013-449a-96f6-788425349c1e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:52.772803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-ae1bb87b-6fd8-4147-9dfd-9710ef14d9bc service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900051 May 26 16:18:52.814551 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.908835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:52.937763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network faba4137-e5fd-42da-998e-966658fcfdb7 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:53.057810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:53.062187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:53.072878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:53.073624 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.109480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100d7e6e-82f5-42d4-8498-646efa68d3c0']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:53.144492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:53.144695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0516b6f-5039-4d7f-acdb-2be5021b9fd1') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:53.184776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.196105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56838) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:53.208063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:53.208063 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.248926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.251495 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27c69216-52de-4a5e-8dbc-5a8ef03ef235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.275612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:53.275961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee46e-cfaa-4894-895c-8d218a4d6f78 req-31b01499-db02-4bd0-b079-f24bffc2edff tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:53.276102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.277433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1feee46e-cfaa-4894-895c-8d218a4d6f78 req-31b01499-db02-4bd0-b079-f24bffc2edff tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.4778194 May 26 16:18:53.278135 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1beb5294-f086-43bc-b023-24f6ffa03b7d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.438196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:53.543271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6abb6350-d25b-4a96-a675-c6489445e569 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:53.555505 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.587867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.595867 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.601179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aa498457-00ef-4e50-a0eb-5e15b95ab7ab req-834fd0b5-0185-4a77-b60b-bdb6fbe3135c service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7995496 May 26 16:18:53.602203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 6abb6350-d25b-4a96-a675-c6489445e569 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:53.602641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6abb6350-d25b-4a96-a675-c6489445e569 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:53.603748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 92a4d43b-6a3c-4006-8d41-eb2717eb8088 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:53.604359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb5294-f086-43bc-b023-24f6ffa03b7d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event deleted for resources: {'Port': ['ID=c1deda7b-f8f0-4b43-96c4-8726324b8410,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:53.609287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a36f4896-010f-4ffd-9f1b-af48637e656b None None] Provisioning complete for port d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:53.613787 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/networks/100d7e6e-82f5-42d4-8498-646efa68d3c0 HTTP/1.1" status: 204 len: 168 time: 2.2777491 May 26 16:18:53.615076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a36f4896-010f-4ffd-9f1b-af48637e656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.638288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56848) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:53.649814 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment c0516b6f-5039-4d7f-acdb-2be5021b9fd1 resource provider aggregate not found May 26 16:18:53.669806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1feee46e-cfaa-4894-895c-8d218a4d6f78 req-ebfc3395-7a48-42ae-93be-e661863a8c9c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666244 May 26 16:18:53.677532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'routes': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:53.798794 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment c0516b6f-5039-4d7f-acdb-2be5021b9fd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0516b6f-5039-4d7f-acdb-2be5021b9fd1 found for delete ", "request_id": "req-ac64feee-28b4-4b79-8223-302b6ba7043e"}]} May 26 16:18:53.799684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3220e5-3191-4c8b-8e91-b45d4e44d0e2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Pushing event deleted for resources: {'Network': ['ID=100d7e6e-82f5-42d4-8498-646efa68d3c0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:53.804474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56854) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:53.922350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27c69216-52de-4a5e-8dbc-5a8ef03ef235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.015483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27c69216-52de-4a5e-8dbc-5a8ef03ef235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.097926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 92a4d43b-6a3c-4006-8d41-eb2717eb8088 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:54.098538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 92a4d43b-6a3c-4006-8d41-eb2717eb8088 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:54.113403 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.115667 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.116275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a36f4896-010f-4ffd-9f1b-af48637e656b None None] Port d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:54.136441 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1beb5294-f086-43bc-b023-24f6ffa03b7d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.140380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1beb5294-f086-43bc-b023-24f6ffa03b7d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "DELETE /v2.0/ports/c1deda7b-f8f0-4b43-96c4-8726324b8410 HTTP/1.1" status: 204 len: 168 time: 4.1449049 May 26 16:18:54.143109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56860) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:54.162305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Added routes are [] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:18:54.162610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Removed routes are [] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:18:54.162981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.171341 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27c69216-52de-4a5e-8dbc-5a8ef03ef235 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea29f698e431443ba2dda5ab0c7f36a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9741042 May 26 16:18:54.171969 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd26e9d6-69d5-4278-b471-ca73771620a6 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] GET failed (client error): The resource could not be found. May 26 16:18:54.177522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dd26e9d6-69d5-4278-b471-ca73771620a6 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "GET /v2.0/ports/c1deda7b-f8f0-4b43-96c4-8726324b8410 HTTP/1.1" status: 404 len: 333 time: 0.0290771 May 26 16:18:54.177522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56862) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:54.177869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56864) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:54.183974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18c89ea5-7a67-4efa-897a-9dec5c782587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.185182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'port': {'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1419255547'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:54.222218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c69216-52de-4a5e-8dbc-5a8ef03ef235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc0260c-4a66-4913-8385-02d557f7ea01,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:54.351132 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.357904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.466042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:54.477878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18c89ea5-7a67-4efa-897a-9dec5c782587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.485580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18c89ea5-7a67-4efa-897a-9dec5c782587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.590090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c89ea5-7a67-4efa-897a-9dec5c782587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e97a7-ca1a-4578-b7f6-b50888b2588d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:54.597723 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-18c89ea5-7a67-4efa-897a-9dec5c782587 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8138390ab0348ebaf5bf122cfc921b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919877 May 26 16:18:54.598720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56868) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:54.601126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:54.611694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.612839 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f7e67bf0-e6e6-4b0c-8eba-d587091b2839 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0 HTTP/1.1" status: 200 len: 700 time: 0.9720247 May 26 16:18:54.620343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56870) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:54.620676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] Sync routers for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:54.643153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:54.647113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:54.662160 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-34171dcf-2d72-42cb-aa9e-63b09f3772b8 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=934c3d50-fcdb-40bd-9a03-95abc6082cd0 HTTP/1.1" status: 200 len: 205 time: 0.0398910 May 26 16:18:54.666061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56872) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:54.756447 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e22eecf-e31a-4552-becb-9600ffc7a62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.829128 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c257a0a-7b25-4e1b-a3d6-09d9d5a8ec51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.834314 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f73101d-8704-424c-8da3-23df958b9761 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.835998 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e22eecf-e31a-4552-becb-9600ffc7a62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.839782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:54.968852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:49Z', 'revision_number': 11, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:55.007858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Made reservation on behalf of 721ce73450dd45988d9cb689bf710dc7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:55.013180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.035852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a27500-43fb-4438-9749-a13a0de3b35c req-388a0749-bae3-4cf9-a4b3-04a39325a5f0 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:55.038391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35a27500-43fb-4438-9749-a13a0de3b35c req-388a0749-bae3-4cf9-a4b3-04a39325a5f0 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.2248607 May 26 16:18:55.044303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] Checking router: 934c3d50-fcdb-40bd-9a03-95abc6082cd0 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:55.054889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] Routers {'934c3d50-fcdb-40bd-9a03-95abc6082cd0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:55.056001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:55.095217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.142970 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c257a0a-7b25-4e1b-a3d6-09d9d5a8ec51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.147540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] device_id is not set on port 25e6db18-87f2-447c-bb5e-efbf993a252b yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:18:55.157879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f73101d-8704-424c-8da3-23df958b9761 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.164499 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f73101d-8704-424c-8da3-23df958b9761 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.197401 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e22eecf-e31a-4552-becb-9600ffc7a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.202509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e22eecf-e31a-4552-becb-9600ffc7a62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.203955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8e22eecf-e31a-4552-becb-9600ffc7a62f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbc0260c-4a66-4913-8385-02d557f7ea01 HTTP/1.1" status: 204 len: 168 time: 1.0289910 May 26 16:18:55.204820 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.205625 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.264522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] Set router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:55.307621 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f73101d-8704-424c-8da3-23df958b9761 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.309023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f73101d-8704-424c-8da3-23df958b9761 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Fanout notify agent at l3_agent the message router_deleted on router 934c3d50-fcdb-40bd-9a03-95abc6082cd0 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:18:55.318351 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2f73101d-8704-424c-8da3-23df958b9761 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.320119 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2f73101d-8704-424c-8da3-23df958b9761 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0 HTTP/1.1" status: 204 len: 168 time: 0.6529033 May 26 16:18:55.324204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56908) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:55.329135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b978a3da-1a5d-4557-a128-a4333e38398b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-330194382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:55.364823 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c257a0a-7b25-4e1b-a3d6-09d9d5a8ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.368001 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3c257a0a-7b25-4e1b-a3d6-09d9d5a8ec51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.380230 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3c257a0a-7b25-4e1b-a3d6-09d9d5a8ec51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/869e97a7-ca1a-4578-b7f6-b50888b2588d HTTP/1.1" status: 204 len: 168 time: 0.7739608 May 26 16:18:55.395255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b978a3da-1a5d-4557-a128-a4333e38398b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.398522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b978a3da-1a5d-4557-a128-a4333e38398b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.404947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:49Z', 'revision_number': 11, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:55.429900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c257a0a-7b25-4e1b-a3d6-09d9d5a8ec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e97a7-ca1a-4578-b7f6-b50888b2588d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:55.446431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35a27500-43fb-4438-9749-a13a0de3b35c req-ae484ced-2ec2-4710-ba40-9644d6320f4e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592990 May 26 16:18:55.447183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22eecf-e31a-4552-becb-9600ffc7a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc0260c-4a66-4913-8385-02d557f7ea01,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:55.551844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4126a-205e-4bc1-a0d6-76fdd606db5a None None] The sync data for ids ['934c3d50-fcdb-40bd-9a03-95abc6082cd0'] in n-d-843336-2 is: [{'id': '934c3d50-fcdb-40bd-9a03-95abc6082cd0', 'name': 'tempest-RoutersTest-router-217438114', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:49Z', 'revision_number': 11, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:55.655205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b978a3da-1a5d-4557-a128-a4333e38398b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.657876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:55.668658 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b978a3da-1a5d-4557-a128-a4333e38398b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.715082 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b978a3da-1a5d-4557-a128-a4333e38398b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.715082 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b978a3da-1a5d-4557-a128-a4333e38398b tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3879111 May 26 16:18:55.717044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56936) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:55.729711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-77e0668e-a801-4a98-96ae-f3a977d14cf4 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:55.850524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Allocated IP 2001:db8::384 (8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5/8169460f-5a66-4979-bced-fd151a96849d/25e6db18-87f2-447c-bb5e-efbf993a252b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:55.915345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network faba4137-e5fd-42da-998e-966658fcfdb7 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:55.924051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:56.272909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56952) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:56.304151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77e0668e-a801-4a98-96ae-f3a977d14cf4 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.320668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77e0668e-a801-4a98-96ae-f3a977d14cf4 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.392194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d60ab87a-cfb8-4e5a-a1c9-ad01acdc82fb None None] Provisioning complete for port d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:56.393457 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d60ab87a-cfb8-4e5a-a1c9-ad01acdc82fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.399791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.473974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d60ab87a-cfb8-4e5a-a1c9-ad01acdc82fb None None] Port d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:56.492018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e0668e-a801-4a98-96ae-f3a977d14cf4 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Router cfebefdd-bcb0-434c-8a61-63ac4836f44a is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:18:56.536957 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.547483 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.635233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19112925-1f7c-4351-97c8-a8b1f4eb43a9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:56.699687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.700118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.700557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.700925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.701271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.701895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.702053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.702279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.702614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.702949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.703276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.703606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:56.712061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e0668e-a801-4a98-96ae-f3a977d14cf4 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:56.724077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 1fcb8f47-94c7-4d2b-894a-4d402f1ec166 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:18:56.726934 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] Sync routers for ids ['cfebefdd-bcb0-434c-8a61-63ac4836f44a'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:56.728649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77e0668e-a801-4a98-96ae-f3a977d14cf4 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.730886 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-77e0668e-a801-4a98-96ae-f3a977d14cf4 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "PUT /v2.0/routers/cfebefdd-bcb0-434c-8a61-63ac4836f44a HTTP/1.1" status: 200 len: 693 time: 1.0120931 May 26 16:18:56.734674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56964) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:56.744915 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] Routers {'cfebefdd-bcb0-434c-8a61-63ac4836f44a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:56.745561 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cfebefdd-bcb0-434c-8a61-63ac4836f44a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:56.771811 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8ad5adbd-8901-4dea-a4e9-693a686edea6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9417684a0e0543bfb703ce6d573a2534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978688 May 26 16:18:56.775681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.778729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56966) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:56.847972 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0b8219c6-2895-447a-95cc-6b4ada60ef58 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/routers/cfebefdd-bcb0-434c-8a61-63ac4836f44a HTTP/1.1" status: 200 len: 699 time: 0.1115379 May 26 16:18:56.852128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56968) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:56.887953 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8c4ecbe6-dbf2-461b-99e8-1e03cba0c4fb tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfebefdd-bcb0-434c-8a61-63ac4836f44a HTTP/1.1" status: 200 len: 205 time: 0.0342379 May 26 16:18:56.890158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56970) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:56.974101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f471e6d-f58b-48c9-9855-a27233549ad2 req-b95ae1b3-18cf-4a7b-8774-03d63b5fc836 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:56.984954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f471e6d-f58b-48c9-9855-a27233549ad2 req-b95ae1b3-18cf-4a7b-8774-03d63b5fc836 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.3510132 May 26 16:18:57.022543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f540817-f091-4aa1-881a-3a12e149c959 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.118450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f471e6d-f58b-48c9-9855-a27233549ad2 req-aa70108a-c38b-45ec-b548-e68c85ee402b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184952 May 26 16:18:57.130897 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-476b0d14-cccb-44f5-991b-7cf7d87292f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.132950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:57.141794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fb3a515c-daee-4aa2-a473-4db289f1ba1b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/1fcb8f47-94c7-4d2b-894a-4d402f1ec166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2044356 May 26 16:18:57.147165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b1b96-7f36-49d7-b737-71a5aa055c37 None None] Sync routers for ids ['1fcb8f47-94c7-4d2b-894a-4d402f1ec166'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:57.147780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56976) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.172680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b1b96-7f36-49d7-b737-71a5aa055c37 None None] Routers {'1fcb8f47-94c7-4d2b-894a-4d402f1ec166'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:57.178472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1d9b1b96-7f36-49d7-b737-71a5aa055c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1fcb8f47-94c7-4d2b-894a-4d402f1ec166'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:57.207412 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.230803 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-476b0d14-cccb-44f5-991b-7cf7d87292f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.250310 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] Set router cfebefdd-bcb0-434c-8a61-63ac4836f44a gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:57.283954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:57.293186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:57.298519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:57.305929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:57.307109 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.311685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1d9b1b96-7f36-49d7-b737-71a5aa055c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:57.317865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a626b-7a76-4953-8650-1221497cee4c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:57.320255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0f1a626b-7a76-4953-8650-1221497cee4c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports/d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8 HTTP/1.1" status: 200 len: 911 time: 0.1694000 May 26 16:18:57.339287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56980) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.347827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b1b96-7f36-49d7-b737-71a5aa055c37 None None] Routers {'1fcb8f47-94c7-4d2b-894a-4d402f1ec166'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:57.348462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1d9b1b96-7f36-49d7-b737-71a5aa055c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1fcb8f47-94c7-4d2b-894a-4d402f1ec166'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:57.395101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f540817-f091-4aa1-881a-3a12e149c959 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.399142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f540817-f091-4aa1-881a-3a12e149c959 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.401254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebefdd-bcb0-434c-8a61-63ac4836f44a', 'name': 'tempest-RoutersTest-router-330194382', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:55Z', 'updated_at': '2022-05-26T16:18:56Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:57.446539 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] Checking router: cfebefdd-bcb0-434c-8a61-63ac4836f44a for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:57.457817 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] Routers {'cfebefdd-bcb0-434c-8a61-63ac4836f44a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:57.458743 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cfebefdd-bcb0-434c-8a61-63ac4836f44a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:57.483112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1d9b1b96-7f36-49d7-b737-71a5aa055c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:57.484831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b1b96-7f36-49d7-b737-71a5aa055c37 None None] The sync data for ids ['1fcb8f47-94c7-4d2b-894a-4d402f1ec166'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:57.535701 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f540817-f091-4aa1-881a-3a12e149c959 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.536746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f540817-f091-4aa1-881a-3a12e149c959 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Fanout notify agent at l3_agent the message router_deleted on router cfebefdd-bcb0-434c-8a61-63ac4836f44a {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:18:57.573348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f540817-f091-4aa1-881a-3a12e149c959 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.574779 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8f540817-f091-4aa1-881a-3a12e149c959 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/cfebefdd-bcb0-434c-8a61-63ac4836f44a HTTP/1.1" status: 204 len: 168 time: 0.6833496 May 26 16:18:57.578639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56984) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.583229 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] Set router cfebefdd-bcb0-434c-8a61-63ac4836f44a gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:57.624973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4427214 May 26 16:18:57.624973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56986) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.631112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b504e48-f202-490a-b027-e6ecd6a895be tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Port': ['ID=25e6db18-87f2-447c-bb5e-efbf993a252b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:57.641275 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c9087d76-d804-4c1f-824e-f75f2a085ca2 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfebefdd-bcb0-434c-8a61-63ac4836f44a HTTP/1.1" status: 200 len: 205 time: 0.0613859 May 26 16:18:57.650164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56990) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.657713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-4e96641a-4eac-45b7-8e2c-fb2348b8c17e tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bc:1d:32'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:57.724292 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-aec29b8d-5d43-412c-9d8a-0f003845a751 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] delete failed (client error): The resource could not be found. May 26 16:18:57.726267 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aec29b8d-5d43-412c-9d8a-0f003845a751 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/cfebefdd-bcb0-434c-8a61-63ac4836f44a HTTP/1.1" status: 404 len: 336 time: 0.0744843 May 26 16:18:57.728633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56994) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.750229 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebefdd-bcb0-434c-8a61-63ac4836f44a', 'name': 'tempest-RoutersTest-router-330194382', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:55Z', 'updated_at': '2022-05-26T16:18:56Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:57.806390 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c98715-41a5-48e2-8eaf-3162db16e459 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] DELETE failed (client error): The resource could not be found. May 26 16:18:57.807095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c98715-41a5-48e2-8eaf-3162db16e459 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:18:57.808370 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6a825-6936-47e0-a1a3-3b70d47a4e7b None None] The sync data for ids ['cfebefdd-bcb0-434c-8a61-63ac4836f44a'] in n-d-843336-2 is: [{'id': 'cfebefdd-bcb0-434c-8a61-63ac4836f44a', 'name': 'tempest-RoutersTest-router-330194382', 'tenant_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:55Z', 'updated_at': '2022-05-26T16:18:56Z', 'revision_number': 2, 'project_id': 'a2ea5db8ae59474390066eaa8f24f61b', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:57.813280 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c7c98715-41a5-48e2-8eaf-3162db16e459 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/b5cc2dc1-7899-4ccb-9b96-8bae0eab5b34 HTTP/1.1" status: 404 len: 337 time: 0.0803919 May 26 16:18:57.813280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56998) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.871819 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-af682503-8220-43ad-89ee-1288a9f370cd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] DELETE failed (client error): The resource could not be found. May 26 16:18:57.871819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af682503-8220-43ad-89ee-1288a9f370cd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:18:57.883433 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-af682503-8220-43ad-89ee-1288a9f370cd tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/dc005de8-de23-4b74-b571-cb634ec4c245 HTTP/1.1" status: 404 len: 337 time: 0.0600126 May 26 16:18:57.883661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57000) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.918924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7fc38c74-7dff-45b8-ae24-f2b76712147f None None] Provisioning complete for port 25e6db18-87f2-447c-bb5e-efbf993a252b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:57.920984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7fc38c74-7dff-45b8-ae24-f2b76712147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.934595 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-110251b1-264b-49d8-861d-58ce6e3f5b71 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] DELETE failed (client error): The resource could not be found. May 26 16:18:57.935501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110251b1-264b-49d8-861d-58ce6e3f5b71 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:18:57.939269 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-110251b1-264b-49d8-861d-58ce6e3f5b71 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/ca3e3c0c-fd7a-408a-ac46-4f5b096ea182 HTTP/1.1" status: 404 len: 337 time: 0.0547297 May 26 16:18:57.941713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57002) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.982210 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1188624-2e01-4bb8-9c1c-1bda20c03dbf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] DELETE failed (client error): The resource could not be found. May 26 16:18:57.982676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1188624-2e01-4bb8-9c1c-1bda20c03dbf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:18:57.986263 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a1188624-2e01-4bb8-9c1c-1bda20c03dbf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/be796982-e6a5-471c-9696-9580003c1389 HTTP/1.1" status: 404 len: 337 time: 0.0428774 May 26 16:18:57.988830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57006) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.022987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7fc38c74-7dff-45b8-ae24-f2b76712147f None None] Port 25e6db18-87f2-447c-bb5e-efbf993a252b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:58.032492 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-336ae616-f9e2-4f02-a61d-cb9bfbf3fbed tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=934c3d50-fcdb-40bd-9a03-95abc6082cd0 HTTP/1.1" status: 200 len: 205 time: 0.0425594 May 26 16:18:58.036063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57010) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.037648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-476b0d14-cccb-44f5-991b-7cf7d87292f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.041133 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-476b0d14-cccb-44f5-991b-7cf7d87292f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.044250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-476b0d14-cccb-44f5-991b-7cf7d87292f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19112925-1f7c-4351-97c8-a8b1f4eb43a9 HTTP/1.1" status: 204 len: 168 time: 1.2561600 May 26 16:18:58.099671 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-bb283967-4132-4a22-ab8e-f2382066203e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] delete failed (client error): The resource could not be found. May 26 16:18:58.100880 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bb283967-4132-4a22-ab8e-f2382066203e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/934c3d50-fcdb-40bd-9a03-95abc6082cd0 HTTP/1.1" status: 404 len: 336 time: 0.0628486 May 26 16:18:58.104580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57014) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.104945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b0d14-cccb-44f5-991b-7cf7d87292f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19112925-1f7c-4351-97c8-a8b1f4eb43a9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:58.155900 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-42770396-845d-4459-ae41-542b592055c3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=a20c35c9-6982-44f3-900e-44afc0fabb90 HTTP/1.1" status: 200 len: 205 time: 0.0480001 May 26 16:18:58.156900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57018) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.218237 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-7fdfab1b-fffc-4b0d-b903-b0bbfd4fdd45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] delete failed (client error): The resource could not be found. May 26 16:18:58.219450 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7fdfab1b-fffc-4b0d-b903-b0bbfd4fdd45 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/a20c35c9-6982-44f3-900e-44afc0fabb90 HTTP/1.1" status: 404 len: 336 time: 0.0613678 May 26 16:18:58.222150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57020) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.266046 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e96641a-4eac-45b7-8e2c-fb2348b8c17e tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.295464 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-de38d8c8-36a2-45e3-9df0-89ff58d2f127 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] DELETE failed (client error): The resource could not be found. May 26 16:18:58.295933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de38d8c8-36a2-45e3-9df0-89ff58d2f127 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:18:58.307100 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de38d8c8-36a2-45e3-9df0-89ff58d2f127 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/f67b5859-dfa6-487b-8509-f9aff860840c HTTP/1.1" status: 404 len: 337 time: 0.0836649 May 26 16:18:58.312131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57026) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.406268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4d40f50f-9d7c-4b44-b717-23667c5bac64 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=38c942a4-abc5-4eb5-bdca-c6c3aa620319 HTTP/1.1" status: 200 len: 205 time: 0.0922875 May 26 16:18:58.408740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57032) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.530693 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-b78c698b-ea99-468f-8e6e-7643a7af73aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] delete failed (client error): The resource could not be found. May 26 16:18:58.531101 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b78c698b-ea99-468f-8e6e-7643a7af73aa tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/38c942a4-abc5-4eb5-bdca-c6c3aa620319 HTTP/1.1" status: 404 len: 336 time: 0.1211243 May 26 16:18:58.533806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57036) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.539352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d640009-11e5-4d1a-8782-ef07b099c432 req-c84fcbd4-23f3-4196-9765-9a291ae44177 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:58.540923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d640009-11e5-4d1a-8782-ef07b099c432 req-c84fcbd4-23f3-4196-9765-9a291ae44177 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.2240036 May 26 16:18:58.594108 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ee930491-9a51-4cfe-a205-cb48bb65d256 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fb246a1-54c7-4c01-82f8-b267594a98a0 HTTP/1.1" status: 200 len: 205 time: 0.0550711 May 26 16:18:58.594911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57038) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.712147 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-8eb6e3b2-6c06-4068-80f9-94982dc6a358 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] delete failed (client error): The resource could not be found. May 26 16:18:58.715955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8eb6e3b2-6c06-4068-80f9-94982dc6a358 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/4fb246a1-54c7-4c01-82f8-b267594a98a0 HTTP/1.1" status: 404 len: 336 time: 0.1112223 May 26 16:18:58.716176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57040) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.726768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d640009-11e5-4d1a-8782-ef07b099c432 req-e2afff73-28b1-43f9-9446-b3a89504c9a3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425607 May 26 16:18:58.762255 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb91505-4f74-43bc-9b1e-4f031a361cd3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] DELETE failed (client error): The resource could not be found. May 26 16:18:58.762813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb91505-4f74-43bc-9b1e-4f031a361cd3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:18:58.768131 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-feb91505-4f74-43bc-9b1e-4f031a361cd3 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/efa8f473-b9b3-4590-b06a-edc6a994fa6d HTTP/1.1" status: 404 len: 337 time: 0.0485656 May 26 16:18:58.769461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57044) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.773882 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.870118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-83443517-c932-44b8-a22b-9721304e408e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=518bdc14-6a38-482b-b7e3-ce33865846e7 HTTP/1.1" status: 200 len: 205 time: 0.0951717 May 26 16:18:58.875982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57048) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:58.981711 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-e387d0ba-a73d-4c7f-84f8-6c5a221bdf21 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] delete failed (client error): The resource could not be found. May 26 16:18:58.983557 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e387d0ba-a73d-4c7f-84f8-6c5a221bdf21 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/518bdc14-6a38-482b-b7e3-ce33865846e7 HTTP/1.1" status: 404 len: 336 time: 0.1065905 May 26 16:18:58.995015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57050) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.015224 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e96641a-4eac-45b7-8e2c-fb2348b8c17e tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.031027 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e96641a-4eac-45b7-8e2c-fb2348b8c17e tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.057046 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c836e0ce-f7aa-4400-b670-e9c2b70b6f1d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] DELETE failed (client error): The resource could not be found. May 26 16:18:59.057768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c836e0ce-f7aa-4400-b670-e9c2b70b6f1d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:18:59.063476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c836e0ce-f7aa-4400-b670-e9c2b70b6f1d tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/651d7516-55dc-4787-8dfd-6270cae9a07d HTTP/1.1" status: 404 len: 337 time: 0.0669672 May 26 16:18:59.066153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57056) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.108137 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7eeda3b4-9229-46a0-b782-caa7deed6acf tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "GET /v2.0/ports?device_id=769c53be-0c98-414a-9dde-a845c79cc610 HTTP/1.1" status: 200 len: 205 time: 0.0405519 May 26 16:18:59.113934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57060) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.158512 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-688b9cf0-bd2b-45b2-97bc-0734c0cc7565 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] delete failed (client error): The resource could not be found. May 26 16:18:59.159831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-688b9cf0-bd2b-45b2-97bc-0734c0cc7565 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/routers/769c53be-0c98-414a-9dde-a845c79cc610 HTTP/1.1" status: 404 len: 336 time: 0.0443757 May 26 16:18:59.166565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57064) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.188735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96641a-4eac-45b7-8e2c-fb2348b8c17e tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Port': ['ID=25e6db18-87f2-447c-bb5e-efbf993a252b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:59.214858 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ae4fd3-130f-4722-a92a-939f9f7dc20e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] DELETE failed (client error): The resource could not be found. May 26 16:18:59.215827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ae4fd3-130f-4722-a92a-939f9f7dc20e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:18:59.222261 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e8ae4fd3-130f-4722-a92a-939f9f7dc20e tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/a0f38cdb-cdd4-471d-8fe8-bbea01a22065 HTTP/1.1" status: 404 len: 337 time: 0.0543518 May 26 16:18:59.224749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57068) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.227099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-4e96641a-4eac-45b7-8e2c-fb2348b8c17e tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] In _notify_port_updated(), no bound segment for port 25e6db18-87f2-447c-bb5e-efbf993a252b on network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:18:59.241438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96641a-4eac-45b7-8e2c-fb2348b8c17e tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:59.242180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e96641a-4eac-45b7-8e2c-fb2348b8c17e tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.248786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4e96641a-4eac-45b7-8e2c-fb2348b8c17e tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "PUT /v2.0/ports/25e6db18-87f2-447c-bb5e-efbf993a252b HTTP/1.1" status: 200 len: 1003 time: 1.6135449 May 26 16:18:59.249492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.272763 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1e09f7-bf19-4999-8811-720f4c3eed76 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] DELETE failed (client error): The resource could not be found. May 26 16:18:59.279637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1e09f7-bf19-4999-8811-720f4c3eed76 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:18:59.283262 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3d1e09f7-bf19-4999-8811-720f4c3eed76 tempest-RoutersTest-93020508 tempest-RoutersTest-93020508-project] 10.222.0.39 "DELETE /v2.0/subnets/a104ea99-10ff-4fd0-ac3c-27ecdb849998 HTTP/1.1" status: 404 len: 337 time: 0.0573826 May 26 16:18:59.392614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57078) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.518314 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-baaf5432-0634-4119-b34e-f6b202b828b5 admin admin] Deleting subnet 940c75ac-768d-4616-929e-47d5527ec93b {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:59.536021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baaf5432-0634-4119-b34e-f6b202b828b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.633330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baaf5432-0634-4119-b34e-f6b202b828b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.711613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baaf5432-0634-4119-b34e-f6b202b828b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.753604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8501e289-8f21-4763-a2ac-8cbb011c25b4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Deleting port 25e6db18-87f2-447c-bb5e-efbf993a252b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:59.753954 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8501e289-8f21-4763-a2ac-8cbb011c25b4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.814568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-50827855-7ab1-426b-86f5-65e5eefc472b None None] Provisioning complete for port 25e6db18-87f2-447c-bb5e-efbf993a252b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:59.815125 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-50827855-7ab1-426b-86f5-65e5eefc472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.816184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baaf5432-0634-4119-b34e-f6b202b828b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.862343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf5432-0634-4119-b34e-f6b202b828b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940c75ac-768d-4616-929e-47d5527ec93b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:59.871253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baaf5432-0634-4119-b34e-f6b202b828b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.889990 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-baaf5432-0634-4119-b34e-f6b202b828b5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/940c75ac-768d-4616-929e-47d5527ec93b HTTP/1.1" status: 204 len: 168 time: 0.4951816 May 26 16:18:59.892258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.943387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57098) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.945860 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-50827855-7ab1-426b-86f5-65e5eefc472b None None] Port 25e6db18-87f2-447c-bb5e-efbf993a252b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:00.027704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.121213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd07373-b4e7-4ab3-91dd-f572b02d7609 req-2a6df020-e782-4c54-a387-bae54e9b93da tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:00.124921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afd07373-b4e7-4ab3-91dd-f572b02d7609 req-2a6df020-e782-4c54-a387-bae54e9b93da tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1714754 May 26 16:19:00.151328 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8501e289-8f21-4763-a2ac-8cbb011c25b4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.157962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.192367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b439ac4c-286e-4e35-89f7-4a1930ad7348']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:00.207546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b04343e-458f-4ed9-bc9f-c59d2bd07170') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:00.207851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b04343e-458f-4ed9-bc9f-c59d2bd07170') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:00.218986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8501e289-8f21-4763-a2ac-8cbb011c25b4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Calling delete_port for 25e6db18-87f2-447c-bb5e-efbf993a252b owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:00.222421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.257519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.291522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:00.293525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.421257 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e5263f41-2dc0-4403-a31c-7169ec2ff46d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2ea5db8ae59474390066eaa8f24f61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767354 May 26 16:19:00.423983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57110) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:00.469675 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 4b04343e-458f-4ed9-bc9f-c59d2bd07170 resource provider aggregate not found May 26 16:19:00.494672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.497817 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 4b04343e-458f-4ed9-bc9f-c59d2bd07170 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b04343e-458f-4ed9-bc9f-c59d2bd07170 found for delete ", "request_id": "req-1e749654-5429-4462-8a86-3ed10910da4f"}]} May 26 16:19:00.507529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.511362 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b439ac4c-286e-4e35-89f7-4a1930ad7348 HTTP/1.1" status: 204 len: 168 time: 0.6181207 May 26 16:19:00.536503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f254c5-d61d-4c71-b15f-8184b5931a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=b439ac4c-286e-4e35-89f7-4a1930ad7348,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:00.565646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43133f9f-4695-499a-b113-0b2447f8e5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.600426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43133f9f-4695-499a-b113-0b2447f8e5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.642907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:00.643260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.671282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43133f9f-4695-499a-b113-0b2447f8e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.679366 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-43133f9f-4695-499a-b113-0b2447f8e5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.690717 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-43133f9f-4695-499a-b113-0b2447f8e5e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb2a1f2d-43e9-4323-92ac-964da4694ef8 HTTP/1.1" status: 204 len: 168 time: 0.2618558 May 26 16:19:00.718873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43133f9f-4695-499a-b113-0b2447f8e5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2a1f2d-43e9-4323-92ac-964da4694ef8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:00.764245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afd07373-b4e7-4ab3-91dd-f572b02d7609 req-dc212bf1-e75e-4d3a-bbb9-66d540d150d8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6271331 May 26 16:19:00.769457 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8501e289-8f21-4763-a2ac-8cbb011c25b4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.789898 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.829732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501e289-8f21-4763-a2ac-8cbb011c25b4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event deleted for resources: {'Port': ['ID=25e6db18-87f2-447c-bb5e-efbf993a252b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:00.832071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:00.868118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8501e289-8f21-4763-a2ac-8cbb011c25b4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.872076 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8501e289-8f21-4763-a2ac-8cbb011c25b4 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "DELETE /v2.0/ports/25e6db18-87f2-447c-bb5e-efbf993a252b HTTP/1.1" status: 204 len: 168 time: 1.6191943 May 26 16:19:00.874859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57132) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:00.916973 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76ea1dd-4a77-426f-b5bd-1011ebb378d2 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] GET failed (client error): The resource could not be found. May 26 16:19:00.931701 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e76ea1dd-4a77-426f-b5bd-1011ebb378d2 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "GET /v2.0/ports/25e6db18-87f2-447c-bb5e-efbf993a252b HTTP/1.1" status: 404 len: 333 time: 0.0518522 May 26 16:19:00.931935 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57134) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:00.939004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'port': {'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1653717308'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:01.116521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57138) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:01.214939 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1d66fa9b-050a-4ae0-bf4c-327dadc7ebfb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ea3459d3c5048ed85d9170a65b34f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966840 May 26 16:19:01.219181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57142) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:01.305969 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-89d2d3da-dba7-4451-bc38-33a55c7deb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.318318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Made reservation on behalf of 721ce73450dd45988d9cb689bf710dc7 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:01.322902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.351079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] device_id is not set on port 4e509934-cf2e-46a0-8c05-b044d461bc4b yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:01.492816 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Allocated IP 2001:db8::c4 (8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5/8169460f-5a66-4979-bced-fd151a96849d/4e509934-cf2e-46a0-8c05-b044d461bc4b) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:01.662213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948662-bd40-406e-80c7-2ec0bdf317e9 req-b4a6d3bb-844d-456b-8a73-8a626e2288c3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:01.664948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30948662-bd40-406e-80c7-2ec0bdf317e9 req-b4a6d3bb-844d-456b-8a73-8a626e2288c3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1642203 May 26 16:19:01.673685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.685834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-5dd22193-45e9-4170-b22c-562758e677e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:01.687538 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-5dd22193-45e9-4170-b22c-562758e677e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 1096 time: 0.1767635 May 26 16:19:01.689069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57152) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:01.719951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.738742 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-89d2d3da-dba7-4451-bc38-33a55c7deb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.776375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:01.786895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:01.793133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:01.799618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:01.799743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.833238 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9001625 May 26 16:19:01.834213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57162) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:01.848552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'port': {'network_id': '8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-555834351'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:01.907163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30948662-bd40-406e-80c7-2ec0bdf317e9 req-bf25dbd3-677d-49ef-8570-ad5d9f8eb063 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310147 May 26 16:19:01.995921 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.095124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-557e0c20-5e86-4349-8b89-7ded1d1f7976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.100967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=d47e4a6b-b84a-458e-9ee5-64f82f5e8eb8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:02.178486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-a2cf9c1e-21fe-49f9-9e91-c78543eacc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:02.186660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-a2cf9c1e-21fe-49f9-9e91-c78543eacc83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 912 time: 0.4709911 May 26 16:19:02.399145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-483b8ed8-099e-44d5-aef8-534689de6260 None None] Provisioning complete for port 4e509934-cf2e-46a0-8c05-b044d461bc4b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:02.399645 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-483b8ed8-099e-44d5-aef8-534689de6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.405966 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.442144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-15c812b1-44f5-43a0-a17b-108a30d6e258 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 HTTP/1.1" status: 200 len: 1001 time: 0.2542653 May 26 16:19:02.447705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-483b8ed8-099e-44d5-aef8-534689de6260 None None] Port 4e509934-cf2e-46a0-8c05-b044d461bc4b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:02.589918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-e3c80f6f-a27a-47ed-83c3-3ab45c0560dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:02.592064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-e3c80f6f-a27a-47ed-83c3-3ab45c0560dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.1119490 May 26 16:19:02.599639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c976e-16b7-49f7-a581-9bf8a5af81b0 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Port': ['ID=4e509934-cf2e-46a0-8c05-b044d461bc4b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:02.629959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-89d2d3da-dba7-4451-bc38-33a55c7deb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.633267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-89d2d3da-dba7-4451-bc38-33a55c7deb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.637093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-89d2d3da-dba7-4451-bc38-33a55c7deb94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10153775-9950-44c4-aca0-88d53b18338b HTTP/1.1" status: 204 len: 168 time: 1.4142911 May 26 16:19:02.651567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2d3da-dba7-4451-bc38-33a55c7deb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10153775-9950-44c4-aca0-88d53b18338b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:02.718645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-557e0c20-5e86-4349-8b89-7ded1d1f7976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.729575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 1fcb8f47-94c7-4d2b-894a-4d402f1ec166 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:02.733394 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-557e0c20-5e86-4349-8b89-7ded1d1f7976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.759344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Made reservation on behalf of 721ce73450dd45988d9cb689bf710dc7 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:02.767667 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.790649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-bb9f9738-ef83-4c43-b213-8010b10b6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:02.792136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-bb9f9738-ef83-4c43-b213-8010b10b6e07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489828 May 26 16:19:02.799746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-557e0c20-5e86-4349-8b89-7ded1d1f7976 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14a5ab66d8fc426c98397fe5a7152a02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1062624 May 26 16:19:02.799746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e0c20-5e86-4349-8b89-7ded1d1f7976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf250eda-4604-49ee-a51e-214451faae39,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:02.800979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57182) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:02.809667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] device_id is not set on port 7c73bd2d-3ee9-4e9c-80a2-2f677abb960c yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:03.006438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:03.019648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6808d308-0a07-4208-bf63-c71f8996c554 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/1fcb8f47-94c7-4d2b-894a-4d402f1ec166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6790569 May 26 16:19:03.024373 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fd1c3-9d87-4a81-bc3d-0cb9477aff78 None None] Sync routers for ids ['1fcb8f47-94c7-4d2b-894a-4d402f1ec166'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:03.027103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57190) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:03.035400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Allocated IP 2001:db8::2d0 (8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5/8169460f-5a66-4979-bced-fd151a96849d/7c73bd2d-3ee9-4e9c-80a2-2f677abb960c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:03.037966 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fd1c3-9d87-4a81-bc3d-0cb9477aff78 None None] Routers {'1fcb8f47-94c7-4d2b-894a-4d402f1ec166'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:03.044934 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fe0fd1c3-9d87-4a81-bc3d-0cb9477aff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1fcb8f47-94c7-4d2b-894a-4d402f1ec166'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:03.091691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7da7136c-e97a-4630-908a-562592f821eb tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb8f47-94c7-4d2b-894a-4d402f1ec166 HTTP/1.1" status: 200 len: 205 time: 0.0629776 May 26 16:19:03.105055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57194) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:03.140163 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fe0fd1c3-9d87-4a81-bc3d-0cb9477aff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:03.142049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-244605a0-6229-4d5c-be2c-c8bcfc61bed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.148089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-48d636f9-ec7a-40e3-9aa5-201ab2933bde service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462651 May 26 16:19:03.152780 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fd1c3-9d87-4a81-bc3d-0cb9477aff78 None None] Routers {'1fcb8f47-94c7-4d2b-894a-4d402f1ec166'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:03.153616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fe0fd1c3-9d87-4a81-bc3d-0cb9477aff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:18:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1fcb8f47-94c7-4d2b-894a-4d402f1ec166'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:03.166969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35897112-4cfa-4df8-a6e8-ca48949b8707 req-669679fa-6b6a-4340-9670-57f43074ad2b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:03.168910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35897112-4cfa-4df8-a6e8-ca48949b8707 req-669679fa-6b6a-4340-9670-57f43074ad2b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1266222 May 26 16:19:03.210161 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-244605a0-6229-4d5c-be2c-c8bcfc61bed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.215824 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-fe0fd1c3-9d87-4a81-bc3d-0cb9477aff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:03.217369 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fd1c3-9d87-4a81-bc3d-0cb9477aff78 None None] The sync data for ids ['1fcb8f47-94c7-4d2b-894a-4d402f1ec166'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:03.329856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35897112-4cfa-4df8-a6e8-ca48949b8707 req-4e8592e6-ad45-4536-9a09-42172e27a8b4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452415 May 26 16:19:03.356975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24d34e7c-cf89-4bcd-b45b-afccfcfb07be req-d921fb60-1511-4579-93f0-8e080c6a2800 service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859891 May 26 16:19:03.364920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-244605a0-6229-4d5c-be2c-c8bcfc61bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.368132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-244605a0-6229-4d5c-be2c-c8bcfc61bed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.369676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-244605a0-6229-4d5c-be2c-c8bcfc61bed9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf250eda-4604-49ee-a51e-214451faae39 HTTP/1.1" status: 204 len: 168 time: 0.5665557 May 26 16:19:03.379177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244605a0-6229-4d5c-be2c-c8bcfc61bed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf250eda-4604-49ee-a51e-214451faae39,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:03.379385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33f081e3-2d43-4f45-8164-dffa632736ca tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.525299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57204) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:03.595526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.597926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33f081e3-2d43-4f45-8164-dffa632736ca tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.601214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33f081e3-2d43-4f45-8164-dffa632736ca tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.657958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33f081e3-2d43-4f45-8164-dffa632736ca tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.658498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f081e3-2d43-4f45-8164-dffa632736ca tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Fanout notify agent at l3_agent the message router_deleted on router 1fcb8f47-94c7-4d2b-894a-4d402f1ec166 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:19:03.666094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33f081e3-2d43-4f45-8164-dffa632736ca tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.667338 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-33f081e3-2d43-4f45-8164-dffa632736ca tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/1fcb8f47-94c7-4d2b-894a-4d402f1ec166 HTTP/1.1" status: 204 len: 168 time: 0.5612841 May 26 16:19:03.670741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57210) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:03.697220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.757240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c47181a-35a3-47d6-bd0f-82adfe04588b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting subnet ed6b3672-ea6c-46bc-be5c-3f223dde41db {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:19:03.762145 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c47181a-35a3-47d6-bd0f-82adfe04588b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.765711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:03.768801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:03.772416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:03.786521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:03.791348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.821155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Port': ['ID=7c73bd2d-3ee9-4e9c-80a2-2f677abb960c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:03.844212 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7adedf7e-80e6-4333-8f92-11622733ca14 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0026882 May 26 16:19:03.849010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57216) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:03.855553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a56bc080-3b14-4642-b254-2f7f6bf3b73b tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::185', 'mac_address': 'fa:16:3e:bc:1d:32'}, {'ip_address': '2001:db8::c4', 'mac_address': 'fa:16:3e:89:d2:3b'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:03.898557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c47181a-35a3-47d6-bd0f-82adfe04588b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.139843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a56bc080-3b14-4642-b254-2f7f6bf3b73b tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.140263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3c4f7584-6265-4ba1-a1d4-16512e07b134 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1852687464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:04.196021 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7584-6265-4ba1-a1d4-16512e07b134 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.197234 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7584-6265-4ba1-a1d4-16512e07b134 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.236724 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c47181a-35a3-47d6-bd0f-82adfe04588b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.294357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c3d2bd08-0de1-4803-b057-e1dc9402f7c1 None None] Provisioning complete for port 7c73bd2d-3ee9-4e9c-80a2-2f677abb960c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:04.295530 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c3d2bd08-0de1-4803-b057-e1dc9402f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.344650 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7584-6265-4ba1-a1d4-16512e07b134 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.358848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7584-6265-4ba1-a1d4-16512e07b134 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.386761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c47181a-35a3-47d6-bd0f-82adfe04588b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.415487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2bd08-0de1-4803-b057-e1dc9402f7c1 None None] Port 7c73bd2d-3ee9-4e9c-80a2-2f677abb960c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:04.421030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7584-6265-4ba1-a1d4-16512e07b134 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.423188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3c4f7584-6265-4ba1-a1d4-16512e07b134 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8968492 May 26 16:19:04.431528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57230) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:04.441170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1236801141'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:04.454590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47181a-35a3-47d6-bd0f-82adfe04588b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6b3672-ea6c-46bc-be5c-3f223dde41db,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:04.457453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c47181a-35a3-47d6-bd0f-82adfe04588b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.462778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af0571-9492-4176-9796-1c714bf85445 None None] Network faba4137-e5fd-42da-998e-966658fcfdb7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:04.475333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1c47181a-35a3-47d6-bd0f-82adfe04588b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/ed6b3672-ea6c-46bc-be5c-3f223dde41db HTTP/1.1" status: 204 len: 168 time: 0.8034103 May 26 16:19:04.479860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57232) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:04.511455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Made reservation on behalf of f2d694927b52486ea74f2cdd39ba9c41 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:04.516191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.531854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.627827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a56bc080-3b14-4642-b254-2f7f6bf3b73b tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.646211 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a56bc080-3b14-4642-b254-2f7f6bf3b73b tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.663302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a56bc080-3b14-4642-b254-2f7f6bf3b73b tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] In _notify_port_updated(), no bound segment for port 7c73bd2d-3ee9-4e9c-80a2-2f677abb960c on network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:19:04.669919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56bc080-3b14-4642-b254-2f7f6bf3b73b tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:04.670672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a56bc080-3b14-4642-b254-2f7f6bf3b73b tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.672608 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a56bc080-3b14-4642-b254-2f7f6bf3b73b tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "PUT /v2.0/ports/7c73bd2d-3ee9-4e9c-80a2-2f677abb960c HTTP/1.1" status: 200 len: 1066 time: 0.8224339 May 26 16:19:04.673104 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.683323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57240) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:04.826993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fdb58-b2c0-4a0e-ae6f-c07d738d0e77 req-2ef2382f-4a65-490f-a280-7b4580db80eb tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:04.839255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c1fdb58-b2c0-4a0e-ae6f-c07d738d0e77 req-2ef2382f-4a65-490f-a280-7b4580db80eb tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.3551981 May 26 16:19:04.865479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bc080-3b14-4642-b254-2f7f6bf3b73b tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event updated for resources: {'Port': ['ID=7c73bd2d-3ee9-4e9c-80a2-2f677abb960c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:04.876712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5800a05c-65f4-4977-b0d2-71d5de0bc380 None None] DHCP port deletion for faba4137-e5fd-42da-998e-966658fcfdb7 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:19:04.900978 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.916547 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.998246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:05.004066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990bd183-9bb8-4c9d-b9b3-c8bdf2a1ce34,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:05.016111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a8d23a11-919d-436a-a7fc-d35346925d19 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Deleting port 7c73bd2d-3ee9-4e9c-80a2-2f677abb960c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:05.016452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8d23a11-919d-436a-a7fc-d35346925d19 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.024028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.024028 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Added segment 2751fd54-2766-4f97-96c3-85a8f0c9726f of type vlan for network 3201f379-9639-4e2a-b211-e1864067b337 May 26 16:19:05.031426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c1fdb58-b2c0-4a0e-ae6f-c07d738d0e77 req-c3f2c6c6-596b-431c-801b-be12876dccf5 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799240 May 26 16:19:05.071636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:05.074586 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.092329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fe859497-5c23-4d9b-b7b8-26c777cb30fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.115643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:05.227899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5800a05c-65f4-4977-b0d2-71d5de0bc380 None None] Deleting port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:05.233007 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5800a05c-65f4-4977-b0d2-71d5de0bc380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.254239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.256382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9,segment=NetworkSegment(814167bd-b241-4171-bf46-34e6bd7636d6),segment_id=814167bd-b241-4171-bf46-34e6bd7636d6)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:05.259114 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.299153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:05.318671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8d23a11-919d-436a-a7fc-d35346925d19 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.342985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a8d23a11-919d-436a-a7fc-d35346925d19 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Calling delete_port for 7c73bd2d-3ee9-4e9c-80a2-2f677abb960c owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:05.425647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d76ebe47-ec7a-4608-9c16-43e265697998 None None] Provisioning complete for port 7c73bd2d-3ee9-4e9c-80a2-2f677abb960c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:05.427889 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d76ebe47-ec7a-4608-9c16-43e265697998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.459390 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.482633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.488966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:05.489638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.533148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:05.550414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No DVR routers for this DVR port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:05.565179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5800a05c-65f4-4977-b0d2-71d5de0bc380 None None] For port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9,segment=NetworkSegment(814167bd-b241-4171-bf46-34e6bd7636d6),segment_id=814167bd-b241-4171-bf46-34e6bd7636d6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:05.565696 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5800a05c-65f4-4977-b0d2-71d5de0bc380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.591859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:05.592389 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.610869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5800a05c-65f4-4977-b0d2-71d5de0bc380 None None] Calling delete_port for d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:05.616133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d76ebe47-ec7a-4608-9c16-43e265697998 None None] Port 7c73bd2d-3ee9-4e9c-80a2-2f677abb960c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:05.756091 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5800a05c-65f4-4977-b0d2-71d5de0bc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.771373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800a05c-65f4-4977-b0d2-71d5de0bc380 None None] No DVR routers for this DVR port d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:05.790928 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.795608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800a05c-65f4-4977-b0d2-71d5de0bc380 None None] Pushing event deleted for resources: {'Port': ['ID=d44bfbf1-0baa-43c7-a2e1-4d754cc0bbf9,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:05.847239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faba4137-e5fd-42da-998e-966658fcfdb7']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:05.872147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814167bd-b241-4171-bf46-34e6bd7636d6') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:05.874122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814167bd-b241-4171-bf46-34e6bd7636d6') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:05.895810 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.912884 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4802606 May 26 16:19:05.927090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8d23a11-919d-436a-a7fc-d35346925d19 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.927090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57266) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:05.928358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'subnet': {'network_id': '3201f379-9639-4e2a-b211-e1864067b337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:05.942230 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.959562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:05.960481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.985311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d23a11-919d-436a-a7fc-d35346925d19 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event deleted for resources: {'Port': ['ID=7c73bd2d-3ee9-4e9c-80a2-2f677abb960c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:06.033667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82937322-b5ec-408a-82b7-521891152523 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Network': ['ID=3201f379-9639-4e2a-b211-e1864067b337,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:06.055383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 3201f379-9639-4e2a-b211-e1864067b337 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:06.176648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.236238 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.261696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/networks/faba4137-e5fd-42da-998e-966658fcfdb7 HTTP/1.1" status: 204 len: 168 time: 1.7792385 May 26 16:19:06.265926 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 814167bd-b241-4171-bf46-34e6bd7636d6 resource provider aggregate not found May 26 16:19:06.276226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56f3e0-ed69-484c-b2f5-a62fb7617015 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Network': ['ID=faba4137-e5fd-42da-998e-966658fcfdb7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:06.288006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57282) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:06.297918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1160311733', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:06.336359 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 814167bd-b241-4171-bf46-34e6bd7636d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 814167bd-b241-4171-bf46-34e6bd7636d6 found for delete ", "request_id": "req-0f451543-8409-4347-bcfa-2b29aa1bc653"}]} May 26 16:19:06.371596 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.377128 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.382065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Made reservation on behalf of f2d694927b52486ea74f2cdd39ba9c41 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:06.387746 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.501075 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.550854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8d23a11-919d-436a-a7fc-d35346925d19 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.555169 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a8d23a11-919d-436a-a7fc-d35346925d19 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "DELETE /v2.0/ports/7c73bd2d-3ee9-4e9c-80a2-2f677abb960c HTTP/1.1" status: 204 len: 168 time: 1.8705275 May 26 16:19:06.557958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57288) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:06.599236 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc585ef7-e5a0-41da-accb-1e857515aa37 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] GET failed (client error): The resource could not be found. May 26 16:19:06.601293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fc585ef7-e5a0-41da-accb-1e857515aa37 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "GET /v2.0/ports/7c73bd2d-3ee9-4e9c-80a2-2f677abb960c HTTP/1.1" status: 404 len: 333 time: 0.0417831 May 26 16:19:06.604353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57290) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:06.827561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.859800 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.942391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Subnet': ['ID=aa1a6b83-22c5-44d5-8968-ea5991027073,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:06.978132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Checking segment: {'id': '2751fd54-2766-4f97-96c3-85a8f0c9726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3201f379-9639-4e2a-b211-e1864067b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:06.980150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network hostable DHCP agents. Network: 3201f379-9639-4e2a-b211-e1864067b337, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:07.005732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-151c8be8-36a8-4093-9a87-34cd8bd25176 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Deleting port 4e509934-cf2e-46a0-8c05-b044d461bc4b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:07.006604 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-151c8be8-36a8-4093-9a87-34cd8bd25176 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.022320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network 3201f379-9639-4e2a-b211-e1864067b337 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:07.046805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 3201f379-9639-4e2a-b211-e1864067b337) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:07.060742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:07.063145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.071326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d81aa-bbcb-4a2a-9ebd-987b026132fc None None] Network 3201f379-9639-4e2a-b211-e1864067b337 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:07.108864 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-563e6032-8f9b-4b7f-8397-4203188c1fe0 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1855648 May 26 16:19:07.117321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57298) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:07.127390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'network': {'name': 'tempest-router-network01--1136773995'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:07.160606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-151c8be8-36a8-4093-9a87-34cd8bd25176 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.186810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Made reservation on behalf of f2d694927b52486ea74f2cdd39ba9c41 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:07.196178 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.215897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-151c8be8-36a8-4093-9a87-34cd8bd25176 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Calling delete_port for 4e509934-cf2e-46a0-8c05-b044d461bc4b owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:07.270869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:07.290147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.290507 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Added segment 4daf5981-3a16-4f0a-97b0-379f9d9e3074 of type vlan for network 59821617-a1d2-49df-a5ca-6f1ca9645278 May 26 16:19:07.304460 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.375379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.430130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-3201f379-9639-4e2a-b211-e1864067b337', 'network_id': '3201f379-9639-4e2a-b211-e1864067b337', 'tenant_id': 'f2d694927b52486ea74f2cdd39ba9c41', 'fixed_ips': [{'subnet_id': 'aa1a6b83-22c5-44d5-8968-ea5991027073'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:19:07.431621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.440913 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.453529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.459451 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:07.459674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.595032 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4751751 May 26 16:19:07.603086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57314) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:07.618620 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'network': {'name': 'tempest-router-network02--140654460'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:07.644618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354e4c1-1957-40d3-890a-505a860b8cfa tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Network': ['ID=59821617-a1d2-49df-a5ca-6f1ca9645278,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:07.653168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Allocated IP 2001:db8::2 (3201f379-9639-4e2a-b211-e1864067b337/aa1a6b83-22c5-44d5-8968-ea5991027073/a83fa337-110b-47a1-83e6-036bc32c9350) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:07.670717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 59821617-a1d2-49df-a5ca-6f1ca9645278 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:07.674493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Made reservation on behalf of f2d694927b52486ea74f2cdd39ba9c41 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:07.682813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.719537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:07.748951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.749536 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Added segment 56804c8c-f32f-4488-805a-5d58891bf0ce of type vlan for network 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 May 26 16:19:07.794357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 172.25.0.114 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/7241ae2f-64e6-427c-8455-580f048034e9) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:07.846671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.913157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.920093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:07.920728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.923276 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-29bb904d-5fda-415a-97a4-4572406b2b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.051744 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4337606 May 26 16:19:08.052668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57334) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:08.056577 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.066189 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.087216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'subnet': {'network_id': '59821617-a1d2-49df-a5ca-6f1ca9645278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:08.129780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Network 3201f379-9639-4e2a-b211-e1864067b337 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:08.133933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:08.142195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:08.159558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Pushing event updated for resources: {'Port': ['ID=a83fa337-110b-47a1-83e6-036bc32c9350,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:08.207975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76ee6c-7a0a-47a5-8983-c2960adcf10f tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Network': ['ID=7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:08.225259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:08.310153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Made reservation on behalf of f2d694927b52486ea74f2cdd39ba9c41 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:08.313765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.342683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57340) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:08.605525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1979978494'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:08.679282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Made reservation on behalf of 71546b083e0f4205adab6ce3c92de958 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:08.686412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.704688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.733219 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-151c8be8-36a8-4093-9a87-34cd8bd25176 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.734862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.769431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Attempting to bind port a83fa337-110b-47a1-83e6-036bc32c9350 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:08.769736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Attempting to bind port a83fa337-110b-47a1-83e6-036bc32c9350 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '2751fd54-2766-4f97-96c3-85a8f0c9726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3201f379-9639-4e2a-b211-e1864067b337'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:08.770012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Attempting to bind port a83fa337-110b-47a1-83e6-036bc32c9350 on network 3201f379-9639-4e2a-b211-e1864067b337 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:08.780304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:08.780574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Checking segment: {'id': '2751fd54-2766-4f97-96c3-85a8f0c9726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3201f379-9639-4e2a-b211-e1864067b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:08.780985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.781677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Bound using segment: {'id': '2751fd54-2766-4f97-96c3-85a8f0c9726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3201f379-9639-4e2a-b211-e1864067b337'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:08.782345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Bound port: a83fa337-110b-47a1-83e6-036bc32c9350, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2751fd54-2766-4f97-96c3-85a8f0c9726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3201f379-9639-4e2a-b211-e1864067b337'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:08.782805 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.835840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Subnet': ['ID=94a5eed6-daa7-4127-8662-202533c43085,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:08.869262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.872032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.894510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Checking segment: {'id': '4daf5981-3a16-4f0a-97b0-379f9d9e3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '59821617-a1d2-49df-a5ca-6f1ca9645278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:08.895006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network hostable DHCP agents. Network: 59821617-a1d2-49df-a5ca-6f1ca9645278, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:08.909313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] For port a83fa337-110b-47a1-83e6-036bc32c9350, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:08.917752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] For port a83fa337-110b-47a1-83e6-036bc32c9350, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a83fa337-110b-47a1-83e6-036bc32c9350,segment=NetworkSegment(2751fd54-2766-4f97-96c3-85a8f0c9726f),segment_id=2751fd54-2766-4f97-96c3-85a8f0c9726f)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:08.925689 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.975062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.990059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c8be8-36a8-4093-9a87-34cd8bd25176 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event deleted for resources: {'Port': ['ID=4e509934-cf2e-46a0-8c05-b044d461bc4b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:08.998030 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.020217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network 59821617-a1d2-49df-a5ca-6f1ca9645278 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:09.053979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55263b-c973-4eed-8a36-9a0a04882364 None None] Pushing event updated for resources: {'Port': ['ID=a83fa337-110b-47a1-83e6-036bc32c9350,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:09.076254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:09.090903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 59821617-a1d2-49df-a5ca-6f1ca9645278) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:09.097798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-151c8be8-36a8-4093-9a87-34cd8bd25176 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.100952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-151c8be8-36a8-4093-9a87-34cd8bd25176 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "DELETE /v2.0/ports/4e509934-cf2e-46a0-8c05-b044d461bc4b HTTP/1.1" status: 204 len: 168 time: 2.4956074 May 26 16:19:09.107883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57364) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:09.118151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b1b04-3c74-4c9a-ad63-8c39d1096edb None None] Network 59821617-a1d2-49df-a5ca-6f1ca9645278 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:09.136462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:09.138806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.142648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b10510c-0c7d-41a6-b153-a168de31fe31,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:09.178607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.187115 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.190064 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Added segment 2f1cf58e-a014-4ace-a71c-92c861da5674 of type vlan for network 9430a990-7c40-4379-963c-e01a037b6bba May 26 16:19:09.197012 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3cdf64-57dc-4f1e-8caa-bdf28c22115f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] GET failed (client error): The resource could not be found. May 26 16:19:09.199872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8d3cdf64-57dc-4f1e-8caa-bdf28c22115f tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "GET /v2.0/ports/4e509934-cf2e-46a0-8c05-b044d461bc4b HTTP/1.1" status: 404 len: 333 time: 0.0902636 May 26 16:19:09.220383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57368) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:09.242928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:09.248052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:09.251674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:09.260222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-01a514e1-9b4c-4e60-a9b3-67afadbb2893 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1961176 May 26 16:19:09.265262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57370) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:09.299000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'subnet': {'network_id': '7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:09.352225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=7241ae2f-64e6-427c-8455-580f048034e9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:09.380511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-59821617-a1d2-49df-a5ca-6f1ca9645278', 'network_id': '59821617-a1d2-49df-a5ca-6f1ca9645278', 'tenant_id': 'f2d694927b52486ea74f2cdd39ba9c41', 'fixed_ips': [{'subnet_id': '94a5eed6-daa7-4127-8662-202533c43085'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:19:09.382259 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.542427 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.633750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.647946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:09.651983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.760628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Allocated IP 2001:db8::2 (59821617-a1d2-49df-a5ca-6f1ca9645278/94a5eed6-daa7-4127-8662-202533c43085/fd722191-a1ba-4282-8a89-c454a3175a16) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:09.834468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0b48823c-2f22-4751-b50a-f751f08e0bb1 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Deleting port 5d3a0df2-b074-447b-8495-33735468374a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:09.835244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b48823c-2f22-4751-b50a-f751f08e0bb1 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.843251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Made reservation on behalf of f2d694927b52486ea74f2cdd39ba9c41 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:09.847688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.876809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Pushing event updated for resources: {'Network': ['ID=9430a990-7c40-4379-963c-e01a037b6bba,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:09.909331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 9430a990-7c40-4379-963c-e01a037b6bba details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:09.913163 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2b830498-f645-486a-9dc7-6b03480eaa96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5697124 May 26 16:19:09.917144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57388) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:10.140546 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.154482 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b48823c-2f22-4751-b50a-f751f08e0bb1 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.155752 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.170646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0b48823c-2f22-4751-b50a-f751f08e0bb1 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Calling delete_port for 5d3a0df2-b074-447b-8495-33735468374a owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:10.246697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Network 59821617-a1d2-49df-a5ca-6f1ca9645278 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:10.250058 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.254595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:10.273327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:10.411107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Request body: {'network': {'name': 'tempest-network--2034037628', 'router:external': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:10.416647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Pushing event updated for resources: {'Port': ['ID=fd722191-a1ba-4282-8a89-c454a3175a16,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:10.460030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Attempting to bind port fd722191-a1ba-4282-8a89-c454a3175a16 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:10.460401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Attempting to bind port fd722191-a1ba-4282-8a89-c454a3175a16 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '4daf5981-3a16-4f0a-97b0-379f9d9e3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '59821617-a1d2-49df-a5ca-6f1ca9645278'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:10.460760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Attempting to bind port fd722191-a1ba-4282-8a89-c454a3175a16 on network 59821617-a1d2-49df-a5ca-6f1ca9645278 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:10.486051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:10.486290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Checking segment: {'id': '4daf5981-3a16-4f0a-97b0-379f9d9e3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '59821617-a1d2-49df-a5ca-6f1ca9645278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:10.486563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.486911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Bound using segment: {'id': '4daf5981-3a16-4f0a-97b0-379f9d9e3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '59821617-a1d2-49df-a5ca-6f1ca9645278'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:10.487419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Bound port: fd722191-a1ba-4282-8a89-c454a3175a16, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daf5981-3a16-4f0a-97b0-379f9d9e3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '59821617-a1d2-49df-a5ca-6f1ca9645278'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:10.487815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.505240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Made reservation on behalf of 6ae8b9dbcad149448d7f7503d3bd2089 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:10.507808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.551894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.687306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.696904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] For port fd722191-a1ba-4282-8a89-c454a3175a16, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:10.706396 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.732665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] For port fd722191-a1ba-4282-8a89-c454a3175a16, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fd722191-a1ba-4282-8a89-c454a3175a16,segment=NetworkSegment(4daf5981-3a16-4f0a-97b0-379f9d9e3074),segment_id=4daf5981-3a16-4f0a-97b0-379f9d9e3074)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:10.737608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.741988 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.761088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.769649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.794394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:10.811052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.811468 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Added segment 54ab35ec-13fd-4e1d-9b49-32b62295356b of type vlan for network f2bd15d8-8721-4df1-a56a-5a874ec6ce1f May 26 16:19:10.823748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d886479-1cf7-4779-8ef8-52c82330ceee None None] Pushing event updated for resources: {'Port': ['ID=fd722191-a1ba-4282-8a89-c454a3175a16,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:10.884156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.907864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a103a8-c649-4684-9b52-8605be53bf1f None None] Network 3201f379-9639-4e2a-b211-e1864067b337 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:10.919287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b48823c-2f22-4751-b50a-f751f08e0bb1 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.009752 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.031210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248d4d5-e18d-4c9d-ac06-0732210e39ee,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:11.031570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Subnet': ['ID=52609991-0873-4e9a-8ccc-9232862ca8df,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:11.080259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.085117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:11.086157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.151999 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48823c-2f22-4751-b50a-f751f08e0bb1 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event deleted for resources: {'Port': ['ID=5d3a0df2-b074-447b-8495-33735468374a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:11.203420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Checking segment: {'id': '56804c8c-f32f-4488-805a-5d58891bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:11.203811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network hostable DHCP agents. Network: 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:11.235978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a83fa337-110b-47a1-83e6-036bc32c9350 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:11.238654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d54639f4-60aa-47ad-8ff9-fdf31c5cc4c6 None None] Provisioning complete for port a83fa337-110b-47a1-83e6-036bc32c9350 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:11.239316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d54639f4-60aa-47ad-8ff9-fdf31c5cc4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.320418 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b48823c-2f22-4751-b50a-f751f08e0bb1 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.329067 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0b48823c-2f22-4751-b50a-f751f08e0bb1 tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "DELETE /v2.0/ports/5d3a0df2-b074-447b-8495-33735468374a HTTP/1.1" status: 204 len: 168 time: 2.1072888 May 26 16:19:11.343063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57412) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:11.358042 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4248574 May 26 16:19:11.358836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dfd05-c455-40af-8d61-491c41d54a95 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'Network': ['ID=f2bd15d8-8721-4df1-a56a-5a874ec6ce1f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:11.373800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57416) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:11.413571 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network f2bd15d8-8721-4df1-a56a-5a874ec6ce1f details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:11.513523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:11.535646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-32277617-2f62-4d18-aa23-62cb1a3511ee tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Deleting subnet 8169460f-5a66-4979-bced-fd151a96849d {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:19:11.538929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:11.546680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:11.547295 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.563049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32277617-2f62-4d18-aa23-62cb1a3511ee tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.599108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router a695c68c-511e-4316-82a9-ee21e370a06a is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:19:11.602194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.619474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-36b8d96d-71a5-44e8-8de3-4449fa8ea7d2 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3327272 May 26 16:19:11.624575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57418) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:11.675018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce05652-99e5-4817-a7af-e45a71b603f4 None None] Network 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:11.816085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.880547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bd15d8-8721-4df1-a56a-5a874ec6ce1f']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:11.901334 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32277617-2f62-4d18-aa23-62cb1a3511ee tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.913792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ab35ec-13fd-4e1d-9b49-32b62295356b') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:11.914447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ab35ec-13fd-4e1d-9b49-32b62295356b') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:11.947436 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.990158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.011327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:12.011739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.046187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32277617-2f62-4d18-aa23-62cb1a3511ee tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.064270 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 54ab35ec-13fd-4e1d-9b49-32b62295356b resource provider aggregate not found May 26 16:19:12.197621 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 54ab35ec-13fd-4e1d-9b49-32b62295356b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54ab35ec-13fd-4e1d-9b49-32b62295356b found for delete ", "request_id": "req-012f1452-f107-46c6-82da-200ce954bf5b"}]} May 26 16:19:12.223716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32277617-2f62-4d18-aa23-62cb1a3511ee tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.256654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.262545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2bd15d8-8721-4df1-a56a-5a874ec6ce1f {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:19:12.265794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.269210 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/f2bd15d8-8721-4df1-a56a-5a874ec6ce1f HTTP/1.1" status: 204 len: 168 time: 0.8944037 May 26 16:19:12.277562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a83fa337-110b-47a1-83e6-036bc32c9350 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:12.281333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57432) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:12.296871 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.325910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6e34b-d7be-45be-a2bd-436253821d38 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2bd15d8-8721-4df1-a56a-5a874ec6ce1f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:12.385945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d54639f4-60aa-47ad-8ff9-fdf31c5cc4c6 None None] Current status of the port a83fa337-110b-47a1-83e6-036bc32c9350 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:12.390987 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d54639f4-60aa-47ad-8ff9-fdf31c5cc4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.420603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:12.544841 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d54639f4-60aa-47ad-8ff9-fdf31c5cc4c6 None None] For port a83fa337-110b-47a1-83e6-036bc32c9350, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a83fa337-110b-47a1-83e6-036bc32c9350,segment=NetworkSegment(2751fd54-2766-4f97-96c3-85a8f0c9726f),segment_id=2751fd54-2766-4f97-96c3-85a8f0c9726f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:12.599532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:12.646018 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d54639f4-60aa-47ad-8ff9-fdf31c5cc4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.649950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.651256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-13a11955-37cc-44fc-9d68-c56ec4ddc378 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3625264 May 26 16:19:12.654834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57436) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:12.688103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61', 'network_id': '7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61', 'tenant_id': 'f2d694927b52486ea74f2cdd39ba9c41', 'fixed_ips': [{'subnet_id': '52609991-0873-4e9a-8ccc-9232862ca8df'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:19:12.688987 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.732303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-32277617-2f62-4d18-aa23-62cb1a3511ee tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.735548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-32277617-2f62-4d18-aa23-62cb1a3511ee tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "DELETE /v2.0/subnets/8169460f-5a66-4979-bced-fd151a96849d HTTP/1.1" status: 204 len: 168 time: 1.3910794 May 26 16:19:12.736380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32277617-2f62-4d18-aa23-62cb1a3511ee tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event deleted for resources: {'Subnet': ['ID=8169460f-5a66-4979-bced-fd151a96849d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:12.746750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57438) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:12.822895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54639f4-60aa-47ad-8ff9-fdf31c5cc4c6 None None] Pushing event updated for resources: {'Port': ['ID=a83fa337-110b-47a1-83e6-036bc32c9350,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:12.844651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aff698-f82e-46a3-b1fb-e8cfe7e4b12b None None] Network 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:13.027593 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7445cbbf-ea96-42df-bcf1-f3e1b966e658 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/routers/a695c68c-511e-4316-82a9-ee21e370a06a HTTP/1.1" status: 200 len: 885 time: 0.3715267 May 26 16:19:13.030322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57442) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:13.030692 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.061117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a83fa337-110b-47a1-83e6-036bc32c9350 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:13.113773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Made reservation on behalf of 6ae8b9dbcad149448d7f7503d3bd2089 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:13.116078 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.310239 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-95c07cf2-ef91-42b8-9d54-0bb6abc68bfc tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2775528 May 26 16:19:13.313365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57448) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:13.334503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ab26c-5a75-4623-8819-4568e6c4af7d None None] Network 59821617-a1d2-49df-a5ca-6f1ca9645278 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:13.339678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5e3ef634-d2a4-47a0-87bc-93c0fb4551ce tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1160311733'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:13.341230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef282e1-a070-4bd5-94f1-bbfd3dca1fdf None None] Sync routers for ids ['a695c68c-511e-4316-82a9-ee21e370a06a'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:13.363148 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.390401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-506bdd8b-c2e3-4010-bf28-f445997ebe91 None None] Provisioning complete for port a83fa337-110b-47a1-83e6-036bc32c9350 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:13.390773 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-506bdd8b-c2e3-4010-bf28-f445997ebe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.428678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:13.493733 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.494131 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Added segment 6f8b418b-0e06-46e6-adb4-e8cea02e74c4 of type vlan for network a442e42f-5ec9-4613-8f5f-21aba11c3fdc May 26 16:19:13.737163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a83fa337-110b-47a1-83e6-036bc32c9350 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:13.806065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.862424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef282e1-a070-4bd5-94f1-bbfd3dca1fdf None None] Routers {'a695c68c-511e-4316-82a9-ee21e370a06a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:13.863328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-aef282e1-a070-4bd5-94f1-bbfd3dca1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a695c68c-511e-4316-82a9-ee21e370a06a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:13.871583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Deleting port 3bcedcae-61c1-41d1-a575-105fe768180d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:13.871941 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.925068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-aef282e1-a070-4bd5-94f1-bbfd3dca1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:13.956689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57452) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:14.003127 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:19:14.005730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef282e1-a070-4bd5-94f1-bbfd3dca1fdf None None] Routers {'a695c68c-511e-4316-82a9-ee21e370a06a'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:14.006415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-aef282e1-a070-4bd5-94f1-bbfd3dca1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a695c68c-511e-4316-82a9-ee21e370a06a'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:14.154598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] DHCP port deletion for 8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:19:14.163002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] For port 3bcedcae-61c1-41d1-a575-105fe768180d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3bcedcae-61c1-41d1-a575-105fe768180d,segment=NetworkSegment(e88695b0-717f-4bba-af15-5816d01bd4ad),segment_id=e88695b0-717f-4bba-af15-5816d01bd4ad)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:14.163575 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.192352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-aef282e1-a070-4bd5-94f1-bbfd3dca1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:14.193100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef282e1-a070-4bd5-94f1-bbfd3dca1fdf None None] The sync data for ids ['a695c68c-511e-4316-82a9-ee21e370a06a'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:14.194543 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.195718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:14.197649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.245809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Calling delete_port for 3bcedcae-61c1-41d1-a575-105fe768180d owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:14.310258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a83fa337-110b-47a1-83e6-036bc32c9350 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:14.310640 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.335047 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49b8ddaa-c094-4371-a634-65b7e6993a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.356836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0653675 May 26 16:19:14.359909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57460) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:14.364717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Allocated IP 2001:db8::2 (7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61/52609991-0873-4e9a-8ccc-9232862ca8df/9d51df04-67ae-4fc2-83ce-4e8c01d94501) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:14.365637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Request body: {'subnet': {'network_id': 'a442e42f-5ec9-4613-8f5f-21aba11c3fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:14.399592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Made reservation on behalf of 6ae8b9dbcad149448d7f7503d3bd2089 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:14.402780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.459446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75b712-29c4-41cc-a888-928c935e74d7 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'Network': ['ID=a442e42f-5ec9-4613-8f5f-21aba11c3fdc,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:14.471256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Allocated IP 2001:db8::1 (59821617-a1d2-49df-a5ca-6f1ca9645278/94a5eed6-daa7-4127-8662-202533c43085/7abdf744-c97b-471e-9072-c89921f56e73) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:14.513597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network a442e42f-5ec9-4613-8f5f-21aba11c3fdc details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:14.614515 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.703644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-506bdd8b-c2e3-4010-bf28-f445997ebe91 None None] Current status of the port a83fa337-110b-47a1-83e6-036bc32c9350 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:14.710948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] No DVR routers for this DVR port 3bcedcae-61c1-41d1-a575-105fe768180d on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:14.768575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a83fa337-110b-47a1-83e6-036bc32c9350 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:14.775077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fd722191-a1ba-4282-8a89-c454a3175a16 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:14.807940 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef634-d2a4-47a0-87bc-93c0fb4551ce tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.836259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef634-d2a4-47a0-87bc-93c0fb4551ce tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.863766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57466) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:14.869945 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49b8ddaa-c094-4371-a634-65b7e6993a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.874276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] Deleting port 3bcedcae-61c1-41d1-a575-105fe768180d {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:14.876016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event deleted for resources: {'Port': ['ID=3bcedcae-61c1-41d1-a575-105fe768180d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:14.878742 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.916283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49b8ddaa-c094-4371-a634-65b7e6993a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.060468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8ddaa-c094-4371-a634-65b7e6993a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cac0e9-8439-4d42-843e-bba08591efe5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:15.158617 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.160599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b22fcd3a-cbd9-4156-bfd6-76f34f8352be admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.179315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fe3d11d5-c89b-42fc-8eb4-1e48423659f3 None None] Provisioning complete for port fd722191-a1ba-4282-8a89-c454a3175a16 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:15.179970 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fe3d11d5-c89b-42fc-8eb4-1e48423659f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.229125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3ef634-d2a4-47a0-87bc-93c0fb4551ce tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router a695c68c-511e-4316-82a9-ee21e370a06a has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:15.229421 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.285896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:15.308016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88695b0-717f-4bba-af15-5816d01bd4ad') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:15.308925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88695b0-717f-4bba-af15-5816d01bd4ad') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:15.326994 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.355181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] For port 3bcedcae-61c1-41d1-a575-105fe768180d, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:15.355672 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.366560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port fd722191-a1ba-4282-8a89-c454a3175a16 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:15.366934 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.374197 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.385775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:15.387449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.393958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b22fcd3a-cbd9-4156-bfd6-76f34f8352be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.422969 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b22fcd3a-cbd9-4156-bfd6-76f34f8352be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.477308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] Calling delete_port for 3bcedcae-61c1-41d1-a575-105fe768180d owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:15.494036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] Port 3bcedcae-61c1-41d1-a575-105fe768180d was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:19:15.503218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-49b8ddaa-c094-4371-a634-65b7e6993a3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=213f6d71edf4442eaecaf536b18106a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5352662 May 26 16:19:15.515138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57474) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:15.516104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.objects.ports [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109404) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:19:15.517776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.518359 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.526376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.532146 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e88695b0-717f-4bba-af15-5816d01bd4ad resource provider aggregate not found May 26 16:19:15.648066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] Pushing event deleted for resources: {'Port': ['ID=3bcedcae-61c1-41d1-a575-105fe768180d,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:15.660357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae84e22-5839-48c9-a4ee-36eae1b3a3b8 None None] No DVR routers for this DVR port 3bcedcae-61c1-41d1-a575-105fe768180d on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:15.701217 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b22fcd3a-cbd9-4156-bfd6-76f34f8352be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b72bbb63a2da49df9ca3ac5ae0ecd515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8316126 May 26 16:19:15.711261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57478) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:15.714270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fcd3a-cbd9-4156-bfd6-76f34f8352be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8bc04d-7e37-417b-b0b7-a66bdf687f4e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:15.764857 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.766325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port fd722191-a1ba-4282-8a89-c454a3175a16 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:15.766781 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.770375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2c12bdeb-5e34-4f09-aae8-489693473ff2,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:15.785412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3ef634-d2a4-47a0-87bc-93c0fb4551ce tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:15.804378 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8aa7e-97c9-480a-abee-bdaff788e9e3 None None] Sync routers for ids ['a695c68c-511e-4316-82a9-ee21e370a06a'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:15.815433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port fd722191-a1ba-4282-8a89-c454a3175a16, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fd722191-a1ba-4282-8a89-c454a3175a16,segment=NetworkSegment(4daf5981-3a16-4f0a-97b0-379f9d9e3074),segment_id=4daf5981-3a16-4f0a-97b0-379f9d9e3074)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:15.819478 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.820935 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8aa7e-97c9-480a-abee-bdaff788e9e3 None None] Routers {'a695c68c-511e-4316-82a9-ee21e370a06a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:15.821091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef634-d2a4-47a0-87bc-93c0fb4551ce tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.826150 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5e3ef634-d2a4-47a0-87bc-93c0fb4551ce tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/a695c68c-511e-4316-82a9-ee21e370a06a HTTP/1.1" status: 200 len: 892 time: 2.5069060 May 26 16:19:15.828100 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b3a8aa7e-97c9-480a-abee-bdaff788e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a695c68c-511e-4316-82a9-ee21e370a06a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:15.834111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57480) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:15.840431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d11d5-c89b-42fc-8eb4-1e48423659f3 None None] Current status of the port fd722191-a1ba-4282-8a89-c454a3175a16 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:15.841459 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fe3d11d5-c89b-42fc-8eb4-1e48423659f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.848316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.877238 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b3a8aa7e-97c9-480a-abee-bdaff788e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:15.889109 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8aa7e-97c9-480a-abee-bdaff788e9e3 None None] Routers {'a695c68c-511e-4316-82a9-ee21e370a06a'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:15.889329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Network 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:15.890162 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b3a8aa7e-97c9-480a-abee-bdaff788e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a695c68c-511e-4316-82a9-ee21e370a06a'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:15.894304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:15.901951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:15.931595 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b3a8aa7e-97c9-480a-abee-bdaff788e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:15.933232 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8aa7e-97c9-480a-abee-bdaff788e9e3 None None] The sync data for ids ['a695c68c-511e-4316-82a9-ee21e370a06a'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:15.958042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Pushing event updated for resources: {'Port': ['ID=9d51df04-67ae-4fc2-83ce-4e8c01d94501,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:16.003739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Checking segment: {'id': '6f8b418b-0e06-46e6-adb4-e8cea02e74c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a442e42f-5ec9-4613-8f5f-21aba11c3fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:16.004382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Network hostable DHCP agents. Network: a442e42f-5ec9-4613-8f5f-21aba11c3fdc, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:16.058632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-fe3d11d5-c89b-42fc-8eb4-1e48423659f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:19:16.059098 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-fe3d11d5-c89b-42fc-8eb4-1e48423659f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:19:16.061468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3bcedcae-61c1-41d1-a575-105fe768180d no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:16.089386 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e88695b0-717f-4bba-af15-5816d01bd4ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e88695b0-717f-4bba-af15-5816d01bd4ad found for delete ", "request_id": "req-c885e8af-1078-49ce-9ece-90a4ca1d0a06"}]} May 26 16:19:16.093315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Network a442e42f-5ec9-4613-8f5f-21aba11c3fdc is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:16.103508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.114102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 3bcedcae-61c1-41d1-a575-105fe768180d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:19:16.114516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3bcedcae-61c1-41d1-a575-105fe768180d not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:19:16.118092 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abb5e5c9-cec7-4442-b4f1-9c3c3880f522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.127807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, a442e42f-5ec9-4613-8f5f-21aba11c3fdc) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:16.129061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Attempting to bind port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:16.129506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Attempting to bind port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '56804c8c-f32f-4488-805a-5d58891bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:16.130067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Attempting to bind port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 on network 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:16.132385 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.140062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] 10.222.0.39 "DELETE /v2.0/networks/8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5 HTTP/1.1" status: 204 len: 168 time: 3.3700063 May 26 16:19:16.151399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:16.152061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Checking segment: {'id': '56804c8c-f32f-4488-805a-5d58891bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:16.152473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.152592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network 59821617-a1d2-49df-a5ca-6f1ca9645278 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:16.153006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Bound using segment: {'id': '56804c8c-f32f-4488-805a-5d58891bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:16.154149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Bound port: 9d51df04-67ae-4fc2-83ce-4e8c01d94501, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56804c8c-f32f-4488-805a-5d58891bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:16.154628 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.155112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:16.155719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.170565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8adc4-ca23-43d9-bca0-aa24ee669964 None None] Network a442e42f-5ec9-4613-8f5f-21aba11c3fdc requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:16.185881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:16.193456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=fd722191-a1ba-4282-8a89-c454a3175a16,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:16.206894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:16.209588 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.218191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Port': ['ID=7abdf744-c97b-471e-9072-c89921f56e73,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:16.221311 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5f55f766-c09a-4451-b18c-cd172bbcbdd7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/routers/a695c68c-511e-4316-82a9-ee21e370a06a HTTP/1.1" status: 200 len: 892 time: 0.3869302 May 26 16:19:16.224094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bee48-5af7-4207-ad1e-d5dbdb9b6e9d tempest-AllowedAddressPairIpV6TestJSON-3091359 tempest-AllowedAddressPairIpV6TestJSON-3091359-project] Pushing event deleted for resources: {'Network': ['ID=8c51ebdf-b6bc-40a3-a6b0-d01f91920ca5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:16.224959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abb5e5c9-cec7-4442-b4f1-9c3c3880f522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.228319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57484) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:16.243700 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9e4bf2ce-6801-43b3-a75a-744bbe623d12 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8819849 May 26 16:19:16.286187 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57488) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:16.289195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-675ac454-ff2f-4fc1-9c25-980752ee79e3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=a695c68c-511e-4316-82a9-ee21e370a06a HTTP/1.1" status: 200 len: 205 time: 0.0437789 May 26 16:19:16.302428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Request body: {'floatingip': {'floating_network_id': 'a442e42f-5ec9-4613-8f5f-21aba11c3fdc'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:16.305928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57490) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:16.336013 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba7e9fa9-28ea-436f-a39b-ba2d006522f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.424517 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba7e9fa9-28ea-436f-a39b-ba2d006522f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.465890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.546746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57494) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:16.564989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.600925 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abb5e5c9-cec7-4442-b4f1-9c3c3880f522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.606750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-abb5e5c9-cec7-4442-b4f1-9c3c3880f522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.607954 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-abb5e5c9-cec7-4442-b4f1-9c3c3880f522 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f8bc04d-7e37-417b-b0b7-a66bdf687f4e HTTP/1.1" status: 204 len: 168 time: 0.8872349 May 26 16:19:16.640972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5e5c9-cec7-4442-b4f1-9c3c3880f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8bc04d-7e37-417b-b0b7-a66bdf687f4e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:16.645497 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba7e9fa9-28ea-436f-a39b-ba2d006522f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.651358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.656184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba7e9fa9-28ea-436f-a39b-ba2d006522f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.659626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ba7e9fa9-28ea-436f-a39b-ba2d006522f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65cac0e9-8439-4d42-843e-bba08591efe5 HTTP/1.1" status: 204 len: 168 time: 1.1410384 May 26 16:19:16.694824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e9fa9-28ea-436f-a39b-ba2d006522f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cac0e9-8439-4d42-843e-bba08591efe5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:16.758250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d11d5-c89b-42fc-8eb4-1e48423659f3 None None] Current status of the port fd722191-a1ba-4282-8a89-c454a3175a16 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:16.764992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] For port 9d51df04-67ae-4fc2-83ce-4e8c01d94501, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:16.769967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] For port 9d51df04-67ae-4fc2-83ce-4e8c01d94501, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9d51df04-67ae-4fc2-83ce-4e8c01d94501,segment=NetworkSegment(56804c8c-f32f-4488-805a-5d58891bf0ce),segment_id=56804c8c-f32f-4488-805a-5d58891bf0ce)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:16.794461 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.859962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.890140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f718dc-65d7-4824-9d6e-0cc59f0eabe2 None None] Network a442e42f-5ec9-4613-8f5f-21aba11c3fdc requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:16.890748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.107072 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5e0e4ada-c374-43ad-a456-2e0ed8edc8e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=721ce73450dd45988d9cb689bf710dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5561082 May 26 16:19:17.110233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57504) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:17.173976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 7241ae2f-64e6-427c-8455-580f048034e9 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:17.174349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.211406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c735-c23d-4af2-844a-4cc6a5130b60 None None] Pushing event updated for resources: {'Port': ['ID=9d51df04-67ae-4fc2-83ce-4e8c01d94501,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:17.224997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Allocated IP 172.20.0.8 (a442e42f-5ec9-4613-8f5f-21aba11c3fdc/2c12bdeb-5e34-4f09-aae8-489693473ff2/5bc30ae4-54ed-493a-9d0d-39c89c28703d) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:17.256824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bcf71b98-ada4-496e-8b38-26f6b3798303 None None] Provisioning complete for port 7abdf744-c97b-471e-9072-c89921f56e73 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:17.257203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bcf71b98-ada4-496e-8b38-26f6b3798303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.345137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.359204 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.359985 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.369028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e747245a-acbc-4700-8f9b-6e27c551ae78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.410523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bcf71b98-ada4-496e-8b38-26f6b3798303 None None] Port 7abdf744-c97b-471e-9072-c89921f56e73 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:17.424321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bcf71b98-ada4-496e-8b38-26f6b3798303 None None] Provisioning complete for port fd722191-a1ba-4282-8a89-c454a3175a16 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:17.424710 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bcf71b98-ada4-496e-8b38-26f6b3798303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.464187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e747245a-acbc-4700-8f9b-6e27c551ae78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.521653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57520) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:17.534393 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.558692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 7241ae2f-64e6-427c-8455-580f048034e9 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:17.573814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bcf71b98-ada4-496e-8b38-26f6b3798303 None None] Current status of the port fd722191-a1ba-4282-8a89-c454a3175a16 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:17.634187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Port': ['ID=7abdf744-c97b-471e-9072-c89921f56e73,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:17.634660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.636759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a64b238-41e3-4d12-9d32-3b208fab3cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.731224 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e747245a-acbc-4700-8f9b-6e27c551ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.733744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e747245a-acbc-4700-8f9b-6e27c551ae78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.737329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e747245a-acbc-4700-8f9b-6e27c551ae78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37792e40-f5a4-4c8a-a230-42c36aa709cf HTTP/1.1" status: 204 len: 168 time: 0.6221182 May 26 16:19:17.752121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.771313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network 59821617-a1d2-49df-a5ca-6f1ca9645278 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:17.781880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:17.787323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747245a-acbc-4700-8f9b-6e27c551ae78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37792e40-f5a4-4c8a-a230-42c36aa709cf,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:17.800966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Network a442e42f-5ec9-4613-8f5f-21aba11c3fdc is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:17.805908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:17.811255 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:17.979340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc30ae4-54ed-493a-9d0d-39c89c28703d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:18.079079 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.133707 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a64b238-41e3-4d12-9d32-3b208fab3cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.164854 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a64b238-41e3-4d12-9d32-3b208fab3cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.211365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fd722191-a1ba-4282-8a89-c454a3175a16 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:18.248557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=7241ae2f-64e6-427c-8455-580f048034e9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:18.297502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6a64b238-41e3-4d12-9d32-3b208fab3cad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bee28fb6ef7a450b97a1a99edac1f1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463584 May 26 16:19:18.321882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57540) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:18.349080 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.370400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port fd722191-a1ba-4282-8a89-c454a3175a16 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:18.371521 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.387974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Router 79ee28b8-aa07-4056-9a1c-36a60d3def12 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:19:18.411573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64b238-41e3-4d12-9d32-3b208fab3cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68b4d2b-f682-49d5-9d88-062bf5dcd0e8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:18.534504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a74ea0bc-a97c-4f1b-8755-337eb4458494 None None] Provisioning complete for port 7abdf744-c97b-471e-9072-c89921f56e73 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:18.534504 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a74ea0bc-a97c-4f1b-8755-337eb4458494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.537089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.580184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.651787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a74ea0bc-a97c-4f1b-8755-337eb4458494 None None] Port 7abdf744-c97b-471e-9072-c89921f56e73 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:18.694511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.696911 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.752324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:18.761485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.762087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Fanout notify agent at l3_agent the message router_deleted on router a695c68c-511e-4316-82a9-ee21e370a06a {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:19:18.770312 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.771503 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f72a6694-5913-4581-a6d5-f9079117b0c7 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/a695c68c-511e-4316-82a9-ee21e370a06a HTTP/1.1" status: 204 len: 168 time: 2.4560268 May 26 16:19:18.778906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57556) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:18.787245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-76ed6c38-f4aa-4b2d-b87f-d662e142eaf3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "PUT /v2.0/routers/79ee28b8-aa07-4056-9a1c-36a60d3def12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1615944 May 26 16:19:18.789833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1612073752'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:18.791399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57558) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:18.797149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7787fa95-8161-45e2-99de-613049ec1e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.797680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0e96c-88ff-4baf-8a42-337a7bcc6d40 None None] Sync routers for ids ['79ee28b8-aa07-4056-9a1c-36a60d3def12'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:18.827830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port fd722191-a1ba-4282-8a89-c454a3175a16 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:18.828894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9d51df04-67ae-4fc2-83ce-4e8c01d94501 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:18.847152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0e96c-88ff-4baf-8a42-337a7bcc6d40 None None] Routers {'79ee28b8-aa07-4056-9a1c-36a60d3def12'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:18.847366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73d0e96c-88ff-4baf-8a42-337a7bcc6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['79ee28b8-aa07-4056-9a1c-36a60d3def12'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:18.850717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3b94f7-bf5c-4f89-aef7-35636b3ca08e None None] Network 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:18.864914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7787fa95-8161-45e2-99de-613049ec1e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.878089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:18.881863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.942789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:18.954053 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.954413 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added segment 5664373f-665c-4b00-8541-d7034f3347c6 of type vlan for network 42dbd522-ac08-4479-a343-25dfe2904cc8 May 26 16:19:18.973368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73d0e96c-88ff-4baf-8a42-337a7bcc6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:19.001584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.048738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0e96c-88ff-4baf-8a42-337a7bcc6d40 None None] Routers {'79ee28b8-aa07-4056-9a1c-36a60d3def12'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:19.049422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73d0e96c-88ff-4baf-8a42-337a7bcc6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['79ee28b8-aa07-4056-9a1c-36a60d3def12'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:19.064311 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.074119 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:19.074806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.135811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-73d0e96c-88ff-4baf-8a42-337a7bcc6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:19.136170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0e96c-88ff-4baf-8a42-337a7bcc6d40 None None] The sync data for ids ['79ee28b8-aa07-4056-9a1c-36a60d3def12'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:19.138837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-346745d5-473d-4fea-a217-a6bafcffdb24 None None] Provisioning complete for port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:19.139261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-346745d5-473d-4fea-a217-a6bafcffdb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.209942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:19.210355 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.374692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Network': ['ID=42dbd522-ac08-4479-a343-25dfe2904cc8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:19.386315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.398106 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-50d8539e-5771-4d2d-8f8d-73469340e506 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6128266 May 26 16:19:19.401869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57574) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:19.408693 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.425055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'subnet': {'network_id': '42dbd522-ac08-4479-a343-25dfe2904cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:19.459352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 42dbd522-ac08-4479-a343-25dfe2904cc8 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:19.560217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-346745d5-473d-4fea-a217-a6bafcffdb24 None None] Current status of the port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:19.560618 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-346745d5-473d-4fea-a217-a6bafcffdb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.582831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57578) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:19.584987 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-8f68978a-cb85-47da-8157-0f43b916df23 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:19:19.590367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8f68978a-cb85-47da-8157-0f43b916df23 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "PUT /v2.0/routers/79ee28b8-aa07-4056-9a1c-36a60d3def12/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7978673 May 26 16:19:19.597236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57580) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:19.643787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7787fa95-8161-45e2-99de-613049ec1e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.646808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7787fa95-8161-45e2-99de-613049ec1e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.650381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7787fa95-8161-45e2-99de-613049ec1e10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c68b4d2b-f682-49d5-9d88-062bf5dcd0e8 HTTP/1.1" status: 204 len: 168 time: 1.2766876 May 26 16:19:19.703331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:19.703825 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.752265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-346745d5-473d-4fea-a217-a6bafcffdb24 None None] For port 9d51df04-67ae-4fc2-83ce-4e8c01d94501, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9d51df04-67ae-4fc2-83ce-4e8c01d94501,segment=NetworkSegment(56804c8c-f32f-4488-805a-5d58891bf0ce),segment_id=56804c8c-f32f-4488-805a-5d58891bf0ce)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:19.760319 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-346745d5-473d-4fea-a217-a6bafcffdb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.787323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787fa95-8161-45e2-99de-613049ec1e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68b4d2b-f682-49d5-9d88-062bf5dcd0e8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:19.836085 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc30ae4-54ed-493a-9d0d-39c89c28703d,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:19.883036 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.905834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:19.908018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-df20757b-f670-4243-ab43-ddec4c6d1030 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] Request body: {'port': {'network_id': '1dbfb05c-d73e-4815-8e81-391b323417b2', 'name': 'tempest-NetworksNegativeTestJSON-843899939'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:19.912273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.927531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.933828 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a45fed26-2ea2-47c2-9627-62c3099d526b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6433847 May 26 16:19:19.935330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:19.989698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346745d5-473d-4fea-a217-a6bafcffdb24 None None] Pushing event updated for resources: {'Port': ['ID=9d51df04-67ae-4fc2-83ce-4e8c01d94501,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:19.999800 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-df20757b-f670-4243-ab43-ddec4c6d1030 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] POST failed (client error): The resource could not be found. May 26 16:19:20.000455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df20757b-f670-4243-ab43-ddec4c6d1030 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:20.005334 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-df20757b-f670-4243-ab43-ddec4c6d1030 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4100387 May 26 16:19:20.007173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57588) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.008412 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:19:20.009739 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:19:20.085428 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-34db1498-2ebd-4954-b61a-5c68a8dca5cb tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] DELETE failed (client error): The resource could not be found. May 26 16:19:20.089164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34db1498-2ebd-4954-b61a-5c68a8dca5cb tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:20.093636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3e6b9614-a7cd-4c69-8691-d3d27b35c0aa None None] Provisioning complete for port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:20.094979 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9614-a7cd-4c69-8691-d3d27b35c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.097598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-34db1498-2ebd-4954-b61a-5c68a8dca5cb tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "DELETE /v2.0/networks/ba2f578c-c698-4d39-839e-4f99734f45bb HTTP/1.1" status: 404 len: 339 time: 0.0871186 May 26 16:19:20.107689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57592) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.181745 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41778b9-995b-41f0-9323-c339cf155a70 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] DELETE failed (client error): The resource could not be found. May 26 16:19:20.184731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41778b9-995b-41f0-9323-c339cf155a70 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:20.196447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d41778b9-995b-41f0-9323-c339cf155a70 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "DELETE /v2.0/ports/7877005c-f63f-4eb1-b460-c00ef6671dc1 HTTP/1.1" status: 404 len: 333 time: 0.0803611 May 26 16:19:20.198337 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-765e354d-1953-4a30-852e-a8e58a86a09f tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=a442e42f-5ec9-4613-8f5f-21aba11c3fdc HTTP/1.1" status: 200 len: 689 time: 0.2451427 May 26 16:19:20.202458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57596) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.204516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57594) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.373239 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-a236d8da-eb53-4fef-a60f-71f3d08061c9 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] DELETE failed (client error): The resource could not be found. May 26 16:19:20.373708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a236d8da-eb53-4fef-a60f-71f3d08061c9 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:20.375810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b9614-a7cd-4c69-8691-d3d27b35c0aa None None] Current status of the port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:20.396342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a236d8da-eb53-4fef-a60f-71f3d08061c9 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "DELETE /v2.0/subnets/3779f944-56f0-4ca1-ba46-077619cb7b89 HTTP/1.1" status: 404 len: 337 time: 0.1804945 May 26 16:19:20.397181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57606) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.487054 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-18765e60-b0d1-40cc-95e0-698285f7c177 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] GET failed (client error): The resource could not be found. May 26 16:19:20.488680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-18765e60-b0d1-40cc-95e0-698285f7c177 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "GET /v2.0/networks/227eadf2-92f8-4bf6-9ba2-37ef2ed55fb6 HTTP/1.1" status: 404 len: 339 time: 0.0711133 May 26 16:19:20.492582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57610) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.533726 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc1ad21-2e19-4983-9f0a-cfd91029a495 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] GET failed (client error): The resource could not be found. May 26 16:19:20.535605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1fc1ad21-2e19-4983-9f0a-cfd91029a495 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "GET /v2.0/ports/e9096df7-32c8-41ca-823d-13685147eed2 HTTP/1.1" status: 404 len: 333 time: 0.0418615 May 26 16:19:20.539671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57612) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.592873 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a42a8ad-3797-4563-8288-e2a81e959f01 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] GET failed (client error): The resource could not be found. May 26 16:19:20.594504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5a42a8ad-3797-4563-8288-e2a81e959f01 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "GET /v2.0/subnets/2c7f230f-5474-48ba-8a5a-78ee1da86d25 HTTP/1.1" status: 404 len: 337 time: 0.0536597 May 26 16:19:20.598460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57614) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.622334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-21b82cf7-0dd2-4dff-9834-20bb043bdb65 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:20.628305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:20.651884 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b82cf7-0dd2-4dff-9834-20bb043bdb65 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] PUT failed (client error): The resource could not be found. May 26 16:19:20.652522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b82cf7-0dd2-4dff-9834-20bb043bdb65 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:20.653851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-21b82cf7-0dd2-4dff-9834-20bb043bdb65 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "PUT /v2.0/networks/854adc87-d22a-4131-ad2b-f5217fd8d9fa HTTP/1.1" status: 404 len: 339 time: 0.0527613 May 26 16:19:20.657779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57618) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.681322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e886eca2-293e-4f1c-9d51-3f7d6cc5b686 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:20.707889 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-e886eca2-293e-4f1c-9d51-3f7d6cc5b686 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] PUT failed (client error): The resource could not be found. May 26 16:19:20.708464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e886eca2-293e-4f1c-9d51-3f7d6cc5b686 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:20.709647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e886eca2-293e-4f1c-9d51-3f7d6cc5b686 tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "PUT /v2.0/ports/5b2a4323-5d83-4c7b-bc05-9eb6519bd26d HTTP/1.1" status: 404 len: 333 time: 0.0508804 May 26 16:19:20.714074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57620) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:20.719394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9f6bfe98-0586-4cf1-8d54-cbf33689508e tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:20.789792 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6bfe98-0586-4cf1-8d54-cbf33689508e tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] PUT failed (client error): The resource could not be found. May 26 16:19:20.791537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6bfe98-0586-4cf1-8d54-cbf33689508e tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:20.792938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9f6bfe98-0586-4cf1-8d54-cbf33689508e tempest-NetworksNegativeTestJSON-1651541945 tempest-NetworksNegativeTestJSON-1651541945-project] 10.222.0.39 "PUT /v2.0/subnets/69af920f-bcfb-4d12-ba02-3f13571f75b3 HTTP/1.1" status: 404 len: 337 time: 0.0779555 May 26 16:19:20.799295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9d51df04-67ae-4fc2-83ce-4e8c01d94501 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:20.856568 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.865147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.911389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:20.911909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.049062 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Deleting port 5bc30ae4-54ed-493a-9d0d-39c89c28703d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:21.049442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.062878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:21.167500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57634) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:21.255335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.255931 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.275292 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.291546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Calling delete_port for 5bc30ae4-54ed-493a-9d0d-39c89c28703d owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:21.360111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Deleting port 7abdf744-c97b-471e-9072-c89921f56e73 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:21.360862 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.407826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Subnet': ['ID=6de19b73-15ae-44c8-b15d-a21728892421,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:21.440903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Checking segment: {'id': '5664373f-665c-4b00-8541-d7034f3347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '42dbd522-ac08-4479-a343-25dfe2904cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:21.441362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network hostable DHCP agents. Network: 42dbd522-ac08-4479-a343-25dfe2904cc8, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:21.480134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 42dbd522-ac08-4479-a343-25dfe2904cc8 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:21.490426 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.510428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Calling delete_port for 7abdf744-c97b-471e-9072-c89921f56e73 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:21.524860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 42dbd522-ac08-4479-a343-25dfe2904cc8) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:21.534113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:21.534703 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.535136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa955167-c7ad-4376-abf2-407a63b6de50 None None] Network 42dbd522-ac08-4479-a343-25dfe2904cc8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:21.536994 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e76d7b31-7cb1-4ed8-8f22-2db87117b65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.559667 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c77219ba-58ca-46db-b7f7-660cef16c47d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1549444 May 26 16:19:21.560321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57644) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:21.566823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2cb2c5c2-bf6f-4dd8-a12f-2043c7c73792 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1693158893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:21.622965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cb2c5c2-bf6f-4dd8-a12f-2043c7c73792 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.624049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cb2c5c2-bf6f-4dd8-a12f-2043c7c73792 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.676622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e76d7b31-7cb1-4ed8-8f22-2db87117b65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.688184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e76d7b31-7cb1-4ed8-8f22-2db87117b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.767724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cb2c5c2-bf6f-4dd8-a12f-2043c7c73792 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.775765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cb2c5c2-bf6f-4dd8-a12f-2043c7c73792 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.786401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-42dbd522-ac08-4479-a343-25dfe2904cc8', 'network_id': '42dbd522-ac08-4479-a343-25dfe2904cc8', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'fixed_ips': [{'subnet_id': '6de19b73-15ae-44c8-b15d-a21728892421'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:19:21.787554 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.789326 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.819802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e76d7b31-7cb1-4ed8-8f22-2db87117b65d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6dfff582f3e42b9b4568634d5009047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486208 May 26 16:19:21.824178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57654) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:21.838181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bc30ae4-54ed-493a-9d0d-39c89c28703d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:21.842156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d7b31-7cb1-4ed8-8f22-2db87117b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db72c9f-fc96-4598-8eeb-25c03067f584,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:21.891846 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2cb2c5c2-bf6f-4dd8-a12f-2043c7c73792 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.909136 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2cb2c5c2-bf6f-4dd8-a12f-2043c7c73792 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3457572 May 26 16:19:21.909854 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57662) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:22.139298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c984612-0cff-40df-94b6-0986dd87adbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.206476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.260569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.272934 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c984612-0cff-40df-94b6-0986dd87adbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.286347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Port': ['ID=7abdf744-c97b-471e-9072-c89921f56e73,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:22.306617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Allocated IP 2001:db8::2 (42dbd522-ac08-4479-a343-25dfe2904cc8/6de19b73-15ae-44c8-b15d-a21728892421/81ae57ce-586b-4fc7-91fa-bf7223ddeae3) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:22.534570 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c984612-0cff-40df-94b6-0986dd87adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.549295 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c984612-0cff-40df-94b6-0986dd87adbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.552034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0c984612-0cff-40df-94b6-0986dd87adbb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3db72c9f-fc96-4598-8eeb-25c03067f584 HTTP/1.1" status: 204 len: 168 time: 0.7227147 May 26 16:19:22.565926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.644873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c984612-0cff-40df-94b6-0986dd87adbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db72c9f-fc96-4598-8eeb-25c03067f584,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:22.660947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.763512 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.773975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.799110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.800103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.874117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2c12bdeb-5e34-4f09-aae8-489693473ff2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:22.956362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Network 42dbd522-ac08-4479-a343-25dfe2904cc8 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:22.972141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:22.989257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:23.074208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Router 79ee28b8-aa07-4056-9a1c-36a60d3def12 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:23.101180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Pushing event updated for resources: {'Port': ['ID=81ae57ce-586b-4fc7-91fa-bf7223ddeae3,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:23.171099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Attempting to bind port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:23.171476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Attempting to bind port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '5664373f-665c-4b00-8541-d7034f3347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '42dbd522-ac08-4479-a343-25dfe2904cc8'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:23.171844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Attempting to bind port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 on network 42dbd522-ac08-4479-a343-25dfe2904cc8 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:23.187122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.188535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:23.189827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Checking segment: {'id': '5664373f-665c-4b00-8541-d7034f3347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '42dbd522-ac08-4479-a343-25dfe2904cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:23.191438 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.192150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Bound using segment: {'id': '5664373f-665c-4b00-8541-d7034f3347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '42dbd522-ac08-4479-a343-25dfe2904cc8'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:23.192813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Bound port: 81ae57ce-586b-4fc7-91fa-bf7223ddeae3, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5664373f-665c-4b00-8541-d7034f3347c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '42dbd522-ac08-4479-a343-25dfe2904cc8'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:23.198971 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.259323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:23.271457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-50b46b46-088e-47ec-913c-85f039ab92c3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "PUT /v2.0/routers/79ee28b8-aa07-4056-9a1c-36a60d3def12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6731575 May 26 16:19:23.272334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57702) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:23.273170 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de4749-fa45-4b46-b8cd-bfef40d4969e None None] Sync routers for ids ['79ee28b8-aa07-4056-9a1c-36a60d3def12'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:23.289182 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de4749-fa45-4b46-b8cd-bfef40d4969e None None] Routers {'79ee28b8-aa07-4056-9a1c-36a60d3def12'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:23.289818 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-33de4749-fa45-4b46-b8cd-bfef40d4969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['79ee28b8-aa07-4056-9a1c-36a60d3def12'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:23.309297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] For port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:23.317710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] For port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=81ae57ce-586b-4fc7-91fa-bf7223ddeae3,segment=NetworkSegment(5664373f-665c-4b00-8541-d7034f3347c6),segment_id=5664373f-665c-4b00-8541-d7034f3347c6)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:23.323592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a442e42f-5ec9-4613-8f5f-21aba11c3fdc']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:23.329716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.356944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8b418b-0e06-46e6-adb4-e8cea02e74c4') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:23.357443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8b418b-0e06-46e6-adb4-e8cea02e74c4') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:23.376336 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-ed8ed552-9ef7-45d2-8148-2b9e4b31ae12 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] delete failed (client error): The resource could not be found. May 26 16:19:23.381977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ed8ed552-9ef7-45d2-8148-2b9e4b31ae12 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-901972065 HTTP/1.1" status: 404 len: 334 time: 0.1075778 May 26 16:19:23.383304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57706) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:23.383496 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-33de4749-fa45-4b46-b8cd-bfef40d4969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:23.389036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-fad7ddc7-d4be-4580-adff-9f84fbe3a087 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'router': {'external_gateway_info': {'network_id': '79ee28b8-aa07-4056-9a1c-36a60d3def12'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:23.405789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.409437 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de4749-fa45-4b46-b8cd-bfef40d4969e None None] Routers {'79ee28b8-aa07-4056-9a1c-36a60d3def12'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:23.413749 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-33de4749-fa45-4b46-b8cd-bfef40d4969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['79ee28b8-aa07-4056-9a1c-36a60d3def12'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:23.502977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.532050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:23.532050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.547672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6a5a2-805a-4ca8-b330-b79b2bcb703b None None] Pushing event updated for resources: {'Port': ['ID=81ae57ce-586b-4fc7-91fa-bf7223ddeae3,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:23.563350 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-33de4749-fa45-4b46-b8cd-bfef40d4969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:23.564022 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de4749-fa45-4b46-b8cd-bfef40d4969e None None] The sync data for ids ['79ee28b8-aa07-4056-9a1c-36a60d3def12'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:23.677232 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6f8b418b-0e06-46e6-adb4-e8cea02e74c4 resource provider aggregate not found May 26 16:19:23.717435 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fad7ddc7-d4be-4580-adff-9f84fbe3a087 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.746327 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-fad7ddc7-d4be-4580-adff-9f84fbe3a087 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] update failed (client error): The resource could not be found. May 26 16:19:23.752035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fad7ddc7-d4be-4580-adff-9f84fbe3a087 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "PUT /v2.0/routers/79ee28b8-aa07-4056-9a1c-36a60d3def12 HTTP/1.1" status: 404 len: 339 time: 0.3673737 May 26 16:19:23.752662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57724) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:23.758136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1367544338'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:23.809904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Made reservation on behalf of f2d694927b52486ea74f2cdd39ba9c41 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:23.827320 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.834048 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.877390 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6f8b418b-0e06-46e6-adb4-e8cea02e74c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f8b418b-0e06-46e6-adb4-e8cea02e74c4 found for delete ", "request_id": "req-66c7a64e-a02e-4542-916e-e5f0cf88da6c"}]} May 26 16:19:23.894430 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.916919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 2001:db8::1 (42dbd522-ac08-4479-a343-25dfe2904cc8/6de19b73-15ae-44c8-b15d-a21728892421/09041ed5-34c9-4f9c-8638-318629545804) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:23.920935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.928110 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a442e42f-5ec9-4613-8f5f-21aba11c3fdc {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:19:23.931200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:23.948294 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.955362 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a442e42f-5ec9-4613-8f5f-21aba11c3fdc HTTP/1.1" status: 204 len: 168 time: 3.7515867 May 26 16:19:23.963070 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.968633 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Added segment f2fcc646-3d49-4dbb-b963-f9dea9f927f1 of type vlan for network 00d59a6a-b0d7-42bb-a56f-8b257ae8815d May 26 16:19:23.975152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57730) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:24.038045 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.077249 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.084709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:24.085663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.212867 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7eeb4196-ce42-45ea-9be9-64a90b1edb2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2329478 May 26 16:19:24.217488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe241a3-7276-4dfd-a57a-32c6ecfef2e2 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event deleted for resources: {'Network': ['ID=a442e42f-5ec9-4613-8f5f-21aba11c3fdc,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:24.222184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4681683 May 26 16:19:24.226187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57736) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:24.226905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57738) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:24.237027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'subnet': {'network_id': '00d59a6a-b0d7-42bb-a56f-8b257ae8815d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:24.414584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.480420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.589213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 42dbd522-ac08-4479-a343-25dfe2904cc8 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:24.593334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:24.602303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:24.602867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.782920 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=09041ed5-34c9-4f9c-8638-318629545804,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:24.988923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.034517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:25.066011 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:19:25.142854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1a81b-3b19-47ce-acc8-eb49596bee96 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Network': ['ID=00d59a6a-b0d7-42bb-a56f-8b257ae8815d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:25.227035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 00d59a6a-b0d7-42bb-a56f-8b257ae8815d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:25.264114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57762) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:25.356882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Made reservation on behalf of f2d694927b52486ea74f2cdd39ba9c41 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:25.366955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.427777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2e194-ff70-414f-8172-06f160f0756d tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:25.439075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2e194-ff70-414f-8172-06f160f0756d tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:25.440020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2e194-ff70-414f-8172-06f160f0756d tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:25.441031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2e194-ff70-414f-8172-06f160f0756d tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:25.442354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2e194-ff70-414f-8172-06f160f0756d tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:25.443414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2e194-ff70-414f-8172-06f160f0756d tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:25.444398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2e194-ff70-414f-8172-06f160f0756d tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:25.445191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2e194-ff70-414f-8172-06f160f0756d tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:25.447858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b2e2e194-ff70-414f-8172-06f160f0756d tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5191 time: 1.2196631 May 26 16:19:25.452941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57770) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:25.469012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6045f8-7339-46ad-b706-508bcf8fbafa None None] Network 42dbd522-ac08-4479-a343-25dfe2904cc8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:25.708018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-94e69727-fce8-4c22-9014-48a2b7726b10 None None] Provisioning complete for port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:25.708388 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94e69727-fce8-4c22-9014-48a2b7726b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.718504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:25.719167 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.770121 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-c97d3d35-d6e4-4173-bed2-702017b59301 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] delete failed (client error): The resource could not be found. May 26 16:19:25.774103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c97d3d35-d6e4-4173-bed2-702017b59301 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/44e4630e-0397-421c-9f5f-1c7ece1078fb HTTP/1.1" status: 404 len: 345 time: 0.3092756 May 26 16:19:25.774666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57776) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:25.800444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef099d13-3434-473c-a4db-e9127279310d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.841363 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.849678 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.850719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.888756 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38c8f4d-2f42-4ba4-9709-265048ed111f tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] DELETE failed (client error): The resource could not be found. May 26 16:19:25.888756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38c8f4d-2f42-4ba4-9709-265048ed111f tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:25.924437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a38c8f4d-2f42-4ba4-9709-265048ed111f tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a442e42f-5ec9-4613-8f5f-21aba11c3fdc HTTP/1.1" status: 404 len: 339 time: 0.1484530 May 26 16:19:25.980648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57782) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:25.996536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Request body: {'network': {'name': 'tempest-network--283775818', 'router:external': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:26.016215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:26.016619 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.093109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-94e69727-fce8-4c22-9014-48a2b7726b10 None None] Current status of the port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:26.093806 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94e69727-fce8-4c22-9014-48a2b7726b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.125459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=81ae57ce-586b-4fc7-91fa-bf7223ddeae3,segment=NetworkSegment(5664373f-665c-4b00-8541-d7034f3347c6),segment_id=5664373f-665c-4b00-8541-d7034f3347c6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:26.140141 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.144068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=09041ed5-34c9-4f9c-8638-318629545804,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:26.254272 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 42dbd522-ac08-4479-a343-25dfe2904cc8 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:26.256007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:26.347683 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-94e69727-fce8-4c22-9014-48a2b7726b10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:19:26.348388 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-94e69727-fce8-4c22-9014-48a2b7726b10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:19:26.374543 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef099d13-3434-473c-a4db-e9127279310d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.388547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=81ae57ce-586b-4fc7-91fa-bf7223ddeae3,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:26.468937 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ef099d13-3434-473c-a4db-e9127279310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.488668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Made reservation on behalf of 6ae8b9dbcad149448d7f7503d3bd2089 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:26.494132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.581827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 8a26328e-5c65-424c-9f94-be3b13c15037 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:19:26.636769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ef099d13-3434-473c-a4db-e9127279310d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4906509b63641569d279486f06a0206&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3502898 May 26 16:19:26.666660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57792) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:26.670932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef099d13-3434-473c-a4db-e9127279310d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3644351-0eaa-4f11-8457-46c74e025f59,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:26.785254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:26.805483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:26.844893 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a23d42bf-309f-49a6-a523-5f1a1a33d6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.888946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.992673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:27.020667 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e612e447-b647-4c9c-8eea-e73e37094d75 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/8a26328e-5c65-424c-9f94-be3b13c15037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0930600 May 26 16:19:27.021568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57800) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:27.033104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f666003-bbc0-4334-a701-68a947c18ad9 None None] Sync routers for ids ['8a26328e-5c65-424c-9f94-be3b13c15037'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:27.064561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-94e69727-fce8-4c22-9014-48a2b7726b10 None None] Current status of the port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:27.080501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f666003-bbc0-4334-a701-68a947c18ad9 None None] Routers {'8a26328e-5c65-424c-9f94-be3b13c15037'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:27.081268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5f666003-bbc0-4334-a701-68a947c18ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8a26328e-5c65-424c-9f94-be3b13c15037'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:27.102403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.103363 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Added segment e2419a1c-e56c-4ac7-9a34-4d37a5207bb9 of type vlan for network 6346cc01-7082-4884-b643-63407434716e May 26 16:19:27.172345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f31552-890a-4e42-92bd-3cc70a594581 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.174113 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5f666003-bbc0-4334-a701-68a947c18ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:27.180170 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d1f31552-890a-4e42-92bd-3cc70a594581 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports/09041ed5-34c9-4f9c-8638-318629545804 HTTP/1.1" status: 200 len: 911 time: 0.1556256 May 26 16:19:27.182547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57804) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:27.189432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:27.189801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.240729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-99740ebd-3877-4239-90ba-9de92167fef0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6de19b73-15ae-44c8-b15d-a21728892421'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:27.281131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a23d42bf-309f-49a6-a523-5f1a1a33d6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.315399 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.331772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f666003-bbc0-4334-a701-68a947c18ad9 None None] Routers {'8a26328e-5c65-424c-9f94-be3b13c15037'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:27.333041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5f666003-bbc0-4334-a701-68a947c18ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8a26328e-5c65-424c-9f94-be3b13c15037'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:27.390162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5f666003-bbc0-4334-a701-68a947c18ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:27.390799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f666003-bbc0-4334-a701-68a947c18ad9 None None] The sync data for ids ['8a26328e-5c65-424c-9f94-be3b13c15037'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:27.402265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b71912dd-a14e-4462-b842-b561002c8196 None None] Provisioning complete for port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:27.402657 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b71912dd-a14e-4462-b842-b561002c8196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.465864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Subnet': ['ID=6fb8044b-f4ec-412f-bda7-3c69d167f036,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:27.510755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Checking segment: {'id': 'f2fcc646-3d49-4dbb-b963-f9dea9f927f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '00d59a6a-b0d7-42bb-a56f-8b257ae8815d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:27.511393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network hostable DHCP agents. Network: 00d59a6a-b0d7-42bb-a56f-8b257ae8815d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:27.518879 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.520499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.521285 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.568097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5814698 May 26 16:19:27.568919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57810) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:27.632554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network 00d59a6a-b0d7-42bb-a56f-8b257ae8815d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:27.640151 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a23d42bf-309f-49a6-a523-5f1a1a33d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.644626 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a23d42bf-309f-49a6-a523-5f1a1a33d6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.649717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a23d42bf-309f-49a6-a523-5f1a1a33d6e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3644351-0eaa-4f11-8457-46c74e025f59 HTTP/1.1" status: 204 len: 168 time: 0.9783392 May 26 16:19:27.689283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d42bf-309f-49a6-a523-5f1a1a33d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3644351-0eaa-4f11-8457-46c74e025f59,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:27.711895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b71912dd-a14e-4462-b842-b561002c8196 None None] Current status of the port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:27.717247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 00d59a6a-b0d7-42bb-a56f-8b257ae8815d) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:27.722397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:27.732117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b9405-88e0-48f5-8b7e-c8def5b3796c None None] Network 00d59a6a-b0d7-42bb-a56f-8b257ae8815d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:27.737020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.739153 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.744244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e61a5e-f0ee-4fa7-9311-4e3d2589388e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'Network': ['ID=6346cc01-7082-4884-b643-63407434716e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:27.802970 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0c70333f-87cc-4930-8503-053253e71da3 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5734758 May 26 16:19:27.806454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57814) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:27.816046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ed913e70-4232-4f89-8802-d79424392913 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'router': {'external_gateway_info': {'network_id': '00d59a6a-b0d7-42bb-a56f-8b257ae8815d'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:27.870497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99740ebd-3877-4239-90ba-9de92167fef0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.925552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c064a1d-891d-4150-8aa8-033dda0d5a96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.932375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c064a1d-891d-4150-8aa8-033dda0d5a96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.938656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c064a1d-891d-4150-8aa8-033dda0d5a96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.946339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 6346cc01-7082-4884-b643-63407434716e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:27.946545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c064a1d-891d-4150-8aa8-033dda0d5a96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.948228 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8c064a1d-891d-4150-8aa8-033dda0d5a96 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3781016 May 26 16:19:27.976355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57816) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:28.070234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b71912dd-a14e-4462-b842-b561002c8196 None None] Provisioning complete for port 09041ed5-34c9-4f9c-8638-318629545804 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:28.071134 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b71912dd-a14e-4462-b842-b561002c8196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.165527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-00d59a6a-b0d7-42bb-a56f-8b257ae8815d', 'network_id': '00d59a6a-b0d7-42bb-a56f-8b257ae8815d', 'tenant_id': 'f2d694927b52486ea74f2cdd39ba9c41', 'fixed_ips': [{'subnet_id': '6fb8044b-f4ec-412f-bda7-3c69d167f036'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:19:28.166852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.211704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b71912dd-a14e-4462-b842-b561002c8196 None None] Port 09041ed5-34c9-4f9c-8638-318629545804 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:28.252448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.381571 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed913e70-4232-4f89-8802-d79424392913 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.391732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e57bcef4-52ab-4455-9a26-b20e2e2e66b8 None None] Provisioning complete for port 09041ed5-34c9-4f9c-8638-318629545804 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:28.392743 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e57bcef4-52ab-4455-9a26-b20e2e2e66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.488599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e57bcef4-52ab-4455-9a26-b20e2e2e66b8 None None] Port 09041ed5-34c9-4f9c-8638-318629545804 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:28.513693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Allocated IP 2001:db8:1::2 (00d59a6a-b0d7-42bb-a56f-8b257ae8815d/6fb8044b-f4ec-412f-bda7-3c69d167f036/9b2fb14e-f347-4709-abf5-972378de93a1) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:28.542898 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.595797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6346cc01-7082-4884-b643-63407434716e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:28.608826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2419a1c-e56c-4ac7-9a34-4d37a5207bb9') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:28.609093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2419a1c-e56c-4ac7-9a34-4d37a5207bb9') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:28.631713 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.680100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.696671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:28.697356 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.770768 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e2419a1c-e56c-4ac7-9a34-4d37a5207bb9 resource provider aggregate not found May 26 16:19:28.807558 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e2419a1c-e56c-4ac7-9a34-4d37a5207bb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2419a1c-e56c-4ac7-9a34-4d37a5207bb9 found for delete ", "request_id": "req-ab2c2156-1a9a-41f5-9622-25d069eda1a9"}]} May 26 16:19:28.824072 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.830639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6346cc01-7082-4884-b643-63407434716e {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:19:28.835635 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-ed913e70-4232-4f89-8802-d79424392913 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:19:28.836922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ed913e70-4232-4f89-8802-d79424392913 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "PUT /v2.0/routers/79ee28b8-aa07-4056-9a1c-36a60d3def12 HTTP/1.1" status: 400 len: 364 time: 1.0292902 May 26 16:19:28.850495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57832) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:28.851239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.854893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6346cc01-7082-4884-b643-63407434716e HTTP/1.1" status: 204 len: 168 time: 0.8771577 May 26 16:19:28.873650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57834) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:28.882069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970d917-fb91-4285-9eb6-4bf4eab97523 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event deleted for resources: {'Network': ['ID=6346cc01-7082-4884-b643-63407434716e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:28.939787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Request body: {'network': {'name': 'tempest-network--918435110', 'router:external': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:29.065626 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.067589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Made reservation on behalf of 6ae8b9dbcad149448d7f7503d3bd2089 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:29.081215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57838) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:29.088661 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.101689 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.196709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:29.221849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bac314a0-610a-4a4d-b2d5-e7d362ec718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.224467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Network 00d59a6a-b0d7-42bb-a56f-8b257ae8815d is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:29.238713 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.239079 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Added segment a1e0336d-0a17-4a14-85c2-93269405f115 of type vlan for network e810be24-951d-46e3-85cf-c6b0a7de3649 May 26 16:19:29.239365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:29.243131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:29.275589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Pushing event updated for resources: {'Port': ['ID=9b2fb14e-f347-4709-abf5-972378de93a1,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:29.410327 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.410548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Attempting to bind port 9b2fb14e-f347-4709-abf5-972378de93a1 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:29.410742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Attempting to bind port 9b2fb14e-f347-4709-abf5-972378de93a1 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f2fcc646-3d49-4dbb-b963-f9dea9f927f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '00d59a6a-b0d7-42bb-a56f-8b257ae8815d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:29.411104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Attempting to bind port 9b2fb14e-f347-4709-abf5-972378de93a1 on network 00d59a6a-b0d7-42bb-a56f-8b257ae8815d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:29.439915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:29.440273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Checking segment: {'id': 'f2fcc646-3d49-4dbb-b963-f9dea9f927f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '00d59a6a-b0d7-42bb-a56f-8b257ae8815d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:29.440694 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.441094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Bound using segment: {'id': 'f2fcc646-3d49-4dbb-b963-f9dea9f927f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '00d59a6a-b0d7-42bb-a56f-8b257ae8815d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:29.441590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Bound port: 9b2fb14e-f347-4709-abf5-972378de93a1, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fcc646-3d49-4dbb-b963-f9dea9f927f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '00d59a6a-b0d7-42bb-a56f-8b257ae8815d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:29.441965 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.451381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99740ebd-3877-4239-90ba-9de92167fef0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.497059 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99740ebd-3877-4239-90ba-9de92167fef0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.503397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99740ebd-3877-4239-90ba-9de92167fef0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:29.504430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-99740ebd-3877-4239-90ba-9de92167fef0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.509036 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-99740ebd-3877-4239-90ba-9de92167fef0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/ports/09041ed5-34c9-4f9c-8638-318629545804 HTTP/1.1" status: 200 len: 911 time: 2.3224297 May 26 16:19:29.509862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57842) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:29.564095 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.565246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:29.566294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.578793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99740ebd-3877-4239-90ba-9de92167fef0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=09041ed5-34c9-4f9c-8638-318629545804,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:29.818939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] For port 9b2fb14e-f347-4709-abf5-972378de93a1, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:29.822317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9465225 May 26 16:19:29.827788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] For port 9b2fb14e-f347-4709-abf5-972378de93a1, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9b2fb14e-f347-4709-abf5-972378de93a1,segment=NetworkSegment(f2fcc646-3d49-4dbb-b963-f9dea9f927f1),segment_id=f2fcc646-3d49-4dbb-b963-f9dea9f927f1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:29.832548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57848) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:29.838546 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.885908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4472ce-9796-45b0-9680-30110b564d21 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'Network': ['ID=e810be24-951d-46e3-85cf-c6b0a7de3649,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:29.957927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e810be24-951d-46e3-85cf-c6b0a7de3649 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:30.032359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d59fdb-f5cf-432a-b98b-4afef85496ec tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:30.048347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-74d59fdb-f5cf-432a-b98b-4afef85496ec tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] 10.222.0.39 "GET /v2.0/networks/e810be24-951d-46e3-85cf-c6b0a7de3649 HTTP/1.1" status: 200 len: 756 time: 0.2145157 May 26 16:19:30.051471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57852) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:30.226996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819160ee-7be3-48ea-ae02-0adff5c00a76 None None] Pushing event updated for resources: {'Port': ['ID=9b2fb14e-f347-4709-abf5-972378de93a1,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:30.316183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.332070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f63c22-d818-471e-a77b-0d598c806534 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:30.333867 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bac314a0-610a-4a4d-b2d5-e7d362ec718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.342393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b8f63c22-d818-471e-a77b-0d598c806534 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] 10.222.0.39 "GET /v2.0/networks/9430a990-7c40-4379-963c-e01a037b6bba HTTP/1.1" status: 200 len: 768 time: 0.2831869 May 26 16:19:30.343627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57858) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:30.352565 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bac314a0-610a-4a4d-b2d5-e7d362ec718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.417824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac314a0-610a-4a4d-b2d5-e7d362ec718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7888ea3f-ab23-4768-8478-edf75296939e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:30.556908 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.754583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.821509 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bac314a0-610a-4a4d-b2d5-e7d362ec718d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d095611a9494856a17838550c82b48e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7389703 May 26 16:19:30.821884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e810be24-951d-46e3-85cf-c6b0a7de3649']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:30.832789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57862) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:30.877866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e0336d-0a17-4a14-85c2-93269405f115') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:30.881028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e0336d-0a17-4a14-85c2-93269405f115') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:30.961856 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.979184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9b2fb14e-f347-4709-abf5-972378de93a1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:31.062780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.095546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:31.096401 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.118162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9b2fb14e-f347-4709-abf5-972378de93a1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:31.125382 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.125598 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment a1e0336d-0a17-4a14-85c2-93269405f115 resource provider aggregate not found May 26 16:19:31.170618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d12774ea-cc3f-4359-9160-72f02cf0d4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.195369 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment a1e0336d-0a17-4a14-85c2-93269405f115 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1e0336d-0a17-4a14-85c2-93269405f115 found for delete ", "request_id": "req-a063564f-2caf-4452-993a-e56f033a67e5"}]} May 26 16:19:31.253825 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d12774ea-cc3f-4359-9160-72f02cf0d4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.280897 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.316538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e810be24-951d-46e3-85cf-c6b0a7de3649 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:19:31.336579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.340198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/e810be24-951d-46e3-85cf-c6b0a7de3649 HTTP/1.1" status: 204 len: 168 time: 0.9932508 May 26 16:19:31.348357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fb0ef-aa54-46ea-a572-b9111b62bd2b tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event deleted for resources: {'Network': ['ID=e810be24-951d-46e3-85cf-c6b0a7de3649,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:31.350314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57880) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:31.357969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Request body: {'network': {'name': 'tempest-network--1010627244'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:31.415436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Made reservation on behalf of 6ae8b9dbcad149448d7f7503d3bd2089 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:31.419475 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.456415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d12774ea-cc3f-4359-9160-72f02cf0d4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.461250 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d12774ea-cc3f-4359-9160-72f02cf0d4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.462182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d12774ea-cc3f-4359-9160-72f02cf0d4df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7888ea3f-ab23-4768-8478-edf75296939e HTTP/1.1" status: 204 len: 168 time: 0.6281080 May 26 16:19:31.510699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12774ea-cc3f-4359-9160-72f02cf0d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7888ea3f-ab23-4768-8478-edf75296939e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:31.526692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:31.553569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.554768 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Added segment 9d88777c-3745-4275-8602-2a1727d71747 of type vlan for network 010fc5ed-0971-404a-a95e-ee73b77900b9 May 26 16:19:31.708138 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.846765 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.848795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:31.854939 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.896543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Allocated IP 2001:db8::1 (3201f379-9639-4e2a-b211-e1864067b337/aa1a6b83-22c5-44d5-8968-ea5991027073/3e5b5530-3f82-472f-8a47-ee3eb511f2e1) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:31.904076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9b2fb14e-f347-4709-abf5-972378de93a1 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:31.905240 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.976921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 9b2fb14e-f347-4709-abf5-972378de93a1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9b2fb14e-f347-4709-abf5-972378de93a1,segment=NetworkSegment(f2fcc646-3d49-4dbb-b963-f9dea9f927f1),segment_id=f2fcc646-3d49-4dbb-b963-f9dea9f927f1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:31.984578 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.058291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.107372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=9b2fb14e-f347-4709-abf5-972378de93a1,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:32.137365 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7853119 May 26 16:19:32.200009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57894) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:32.233793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1f40a8f8-54a7-4ce1-8c18-f97bac9c103e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:32.236546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e0a2e-328b-445a-9ab8-a9067fa29b9b None None] Network 00d59a6a-b0d7-42bb-a56f-8b257ae8815d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:32.432405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f87ac3-3d1e-4578-9f75-d5b50821d283 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'Network': ['ID=010fc5ed-0971-404a-a95e-ee73b77900b9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:32.494084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 010fc5ed-0971-404a-a95e-ee73b77900b9 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:32.802032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-89f54014-7431-4c70-aa8a-c7b81bc8db67 None None] Provisioning complete for port 9b2fb14e-f347-4709-abf5-972378de93a1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:32.802032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89f54014-7431-4c70-aa8a-c7b81bc8db67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.805447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.836828 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f40a8f8-54a7-4ce1-8c18-f97bac9c103e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.845948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9b2fb14e-f347-4709-abf5-972378de93a1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:32.916172 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f40a8f8-54a7-4ce1-8c18-f97bac9c103e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.995942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f40a8f8-54a7-4ce1-8c18-f97bac9c103e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Network 010fc5ed-0971-404a-a95e-ee73b77900b9 is not hosted by any dhcp agent {{(pid=109405) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:19:33.000021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f40a8f8-54a7-4ce1-8c18-f97bac9c103e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:33.002927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f40a8f8-54a7-4ce1-8c18-f97bac9c103e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.009786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57916) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:33.011447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1f40a8f8-54a7-4ce1-8c18-f97bac9c103e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "PUT /v2.0/networks/010fc5ed-0971-404a-a95e-ee73b77900b9 HTTP/1.1" status: 200 len: 858 time: 0.8008003 May 26 16:19:33.064462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9b2fb14e-f347-4709-abf5-972378de93a1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:33.066214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.154881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40a8f8-54a7-4ce1-8c18-f97bac9c103e tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event updated for resources: {'Network': ['ID=010fc5ed-0971-404a-a95e-ee73b77900b9,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:33.213530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-89f54014-7431-4c70-aa8a-c7b81bc8db67 None None] Current status of the port 9b2fb14e-f347-4709-abf5-972378de93a1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:33.350104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9b2fb14e-f347-4709-abf5-972378de93a1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:33.382827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.436715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.446359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-dae75d00-e63b-4ea8-b432-e818a6660e22 None None] Provisioning complete for port 9b2fb14e-f347-4709-abf5-972378de93a1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:33.446773 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dae75d00-e63b-4ea8-b432-e818a6660e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.496172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network 3201f379-9639-4e2a-b211-e1864067b337 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:33.508425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:33.522334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:33.523025 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.619190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 09041ed5-34c9-4f9c-8638-318629545804 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:33.619753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.645435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-dae75d00-e63b-4ea8-b432-e818a6660e22 None None] Current status of the port 9b2fb14e-f347-4709-abf5-972378de93a1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:33.675856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Port': ['ID=3e5b5530-3f82-472f-8a47-ee3eb511f2e1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:33.955802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.002385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2f82e11d-3051-4b6a-8f83-bcfb1e44e653 None None] Provisioning complete for port 3e5b5530-3f82-472f-8a47-ee3eb511f2e1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:34.007019 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2f82e11d-3051-4b6a-8f83-bcfb1e44e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.020618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010fc5ed-0971-404a-a95e-ee73b77900b9']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:34.073507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d88777c-3745-4275-8602-2a1727d71747') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:34.074141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d88777c-3745-4275-8602-2a1727d71747') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:34.079678 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.088184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2f82e11d-3051-4b6a-8f83-bcfb1e44e653 None None] Port 3e5b5530-3f82-472f-8a47-ee3eb511f2e1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:34.108324 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.111404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.113219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 09041ed5-34c9-4f9c-8638-318629545804 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:34.140371 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.482822 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.485582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:34.486403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.577260 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.578021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.602195 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 9d88777c-3745-4275-8602-2a1727d71747 resource provider aggregate not found May 26 16:19:34.866901 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 9d88777c-3745-4275-8602-2a1727d71747 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d88777c-3745-4275-8602-2a1727d71747 found for delete ", "request_id": "req-f828d83e-1748-4669-9276-f463e18044d1"}]} May 26 16:19:34.927606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event updated for resources: {'Port': ['ID=3e5b5530-3f82-472f-8a47-ee3eb511f2e1,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:34.946598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:34.982751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 010fc5ed-0971-404a-a95e-ee73b77900b9 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:19:35.007778 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.012591 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4b84608f-2eec-486d-87a8-8a9acf499785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.019676 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/010fc5ed-0971-404a-a95e-ee73b77900b9 HTTP/1.1" status: 204 len: 168 time: 1.9952533 May 26 16:19:35.020053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57986) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:35.083942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a512d-4b29-445f-b0ee-7695eb682908 tempest-ExternalNetworksTestJSON-826154619 tempest-ExternalNetworksTestJSON-826154619-project-admin] Pushing event deleted for resources: {'Network': ['ID=010fc5ed-0971-404a-a95e-ee73b77900b9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:35.111045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Network 3201f379-9639-4e2a-b211-e1864067b337 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:35.128435 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d8946b-37ef-49d2-9e77-7552e9ea8989 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] DELETE failed (client error): The resource could not be found. May 26 16:19:35.128928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d8946b-37ef-49d2-9e77-7552e9ea8989 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:35.132113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f2d8946b-37ef-49d2-9e77-7552e9ea8989 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] 10.222.0.39 "DELETE /v2.0/subnets/2c12bdeb-5e34-4f09-aae8-489693473ff2 HTTP/1.1" status: 404 len: 337 time: 0.1110127 May 26 16:19:35.141111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57992) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:35.225823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:35.333188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.483652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.557926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9430a990-7c40-4379-963c-e01a037b6bba']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:35.578517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Router 79ee28b8-aa07-4056-9a1c-36a60d3def12 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:35.580324 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.599987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1cf58e-a014-4ace-a71c-92c861da5674') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:35.600292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1cf58e-a014-4ace-a71c-92c861da5674') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:35.632264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.664380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.686516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:35.689249 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.713976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:35.716951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=09041ed5-34c9-4f9c-8638-318629545804,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:35.725238 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2e860a2d-f38d-4293-85d1-42ba2f73299b tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "PUT /v2.0/routers/79ee28b8-aa07-4056-9a1c-36a60d3def12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8728681 May 26 16:19:35.727512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58008) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:35.746108 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 2f1cf58e-a014-4ace-a71c-92c861da5674 resource provider aggregate not found May 26 16:19:35.794516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-23ddfbd0-c982-49bf-9ec0-8ed9dea04178 None None] Provisioning complete for port 3e5b5530-3f82-472f-8a47-ee3eb511f2e1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:35.794516 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-23ddfbd0-c982-49bf-9ec0-8ed9dea04178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.865745 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 2f1cf58e-a014-4ace-a71c-92c861da5674 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f1cf58e-a014-4ace-a71c-92c861da5674 found for delete ", "request_id": "req-750f74cc-692c-40f2-b559-113819ed48a8"}]} May 26 16:19:35.886278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.908525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-23ddfbd0-c982-49bf-9ec0-8ed9dea04178 None None] Port 3e5b5530-3f82-472f-8a47-ee3eb511f2e1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:35.934665 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.943997 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.956517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] 10.222.0.39 "DELETE /v2.0/networks/9430a990-7c40-4379-963c-e01a037b6bba HTTP/1.1" status: 204 len: 168 time: 0.8141906 May 26 16:19:35.992419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf53f0-4c79-48e2-a1d8-3e4b73650897 tempest-ExternalNetworksTestJSON-2055642051 tempest-ExternalNetworksTestJSON-2055642051-project] Pushing event deleted for resources: {'Network': ['ID=9430a990-7c40-4379-963c-e01a037b6bba,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:36.007844 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dce44-e8e8-4b0a-aeb9-9ae7e3efe607 None None] Sync routers for ids ['79ee28b8-aa07-4056-9a1c-36a60d3def12'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:36.023712 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2dce44-e8e8-4b0a-aeb9-9ae7e3efe607 None None] Routers {'79ee28b8-aa07-4056-9a1c-36a60d3def12'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:36.030141 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3f2dce44-e8e8-4b0a-aeb9-9ae7e3efe607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['79ee28b8-aa07-4056-9a1c-36a60d3def12'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:36.131710 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3f2dce44-e8e8-4b0a-aeb9-9ae7e3efe607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:36.164783 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2dce44-e8e8-4b0a-aeb9-9ae7e3efe607 None None] Routers {'79ee28b8-aa07-4056-9a1c-36a60d3def12'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:36.165837 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3f2dce44-e8e8-4b0a-aeb9-9ae7e3efe607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['79ee28b8-aa07-4056-9a1c-36a60d3def12'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:36.214089 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3f2dce44-e8e8-4b0a-aeb9-9ae7e3efe607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:36.215849 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dce44-e8e8-4b0a-aeb9-9ae7e3efe607 None None] The sync data for ids ['79ee28b8-aa07-4056-9a1c-36a60d3def12'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:36.346331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f91337e6-eef0-42d5-b0f0-137a5294bb13 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.349519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58026) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:36.409523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 8a26328e-5c65-424c-9f94-be3b13c15037 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:36.419754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58032) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:36.541511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3c8cbda2-fce9-4802-aa14-d16ebe3e13ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.661006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6b59d643-7136-4109-a88d-b72bdc2e2609 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71546b083e0f4205adab6ce3c92de958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397237 May 26 16:19:36.666108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58042) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:36.769448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b6b686-5a67-4558-a7dd-d37895b150db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.801338 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b6b686-5a67-4558-a7dd-d37895b150db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.887641 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b6b686-5a67-4558-a7dd-d37895b150db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.890835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b6b686-5a67-4558-a7dd-d37895b150db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.896367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-09b6b686-5a67-4558-a7dd-d37895b150db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b10510c-0c7d-41a6-b153-a168de31fe31 HTTP/1.1" status: 204 len: 168 time: 0.2277281 May 26 16:19:36.918655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6b686-5a67-4558-a7dd-d37895b150db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b10510c-0c7d-41a6-b153-a168de31fe31,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:36.954757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3c8cbda2-fce9-4802-aa14-d16ebe3e13ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.970830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3c8cbda2-fce9-4802-aa14-d16ebe3e13ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.046763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3c8cbda2-fce9-4802-aa14-d16ebe3e13ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e92b105f8f024476b70020d7a28893bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6951201 May 26 16:19:37.051562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58058) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:37.077695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cbda2-fce9-4802-aa14-d16ebe3e13ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8887130e-0b15-4d51-b9b9-c2a4e81c6b80,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:37.143303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f512e458-1be2-4ca1-b1d2-89ecea2789ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.190841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:37.205266 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0637678e-b56f-4d35-8769-fced13b67e83 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/8a26328e-5c65-424c-9f94-be3b13c15037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6394870 May 26 16:19:37.205266 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-f91337e6-eef0-42d5-b0f0-137a5294bb13 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:19:37.206448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c8840-ef13-4191-9175-aedcbca158ca None None] Sync routers for ids ['8a26328e-5c65-424c-9f94-be3b13c15037'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:37.209943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f512e458-1be2-4ca1-b1d2-89ecea2789ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.214606 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f91337e6-eef0-42d5-b0f0-137a5294bb13 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/routers/79ee28b8-aa07-4056-9a1c-36a60d3def12 HTTP/1.1" status: 409 len: 329 time: 1.4830942 May 26 16:19:37.214606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58064) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:37.220707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58070) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:37.228809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c8840-ef13-4191-9175-aedcbca158ca None None] Routers {'8a26328e-5c65-424c-9f94-be3b13c15037'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:37.229465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c62c8840-ef13-4191-9175-aedcbca158ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8a26328e-5c65-424c-9f94-be3b13c15037'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:37.297968 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1d2acad7-1598-4638-a09e-5275482814bf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a26328e-5c65-424c-9f94-be3b13c15037 HTTP/1.1" status: 200 len: 205 time: 0.0811195 May 26 16:19:37.302705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58076) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:37.332938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c62c8840-ef13-4191-9175-aedcbca158ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:37.385391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c8840-ef13-4191-9175-aedcbca158ca None None] Routers {'8a26328e-5c65-424c-9f94-be3b13c15037'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:37.386063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c62c8840-ef13-4191-9175-aedcbca158ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8a26328e-5c65-424c-9f94-be3b13c15037'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:37.489678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c0d96-16c8-4ebd-b9fb-7b62cea6264f req-a6bc0eb0-944a-45ee-955d-d0874718dc0a tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:37.498625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a41c0d96-16c8-4ebd-b9fb-7b62cea6264f req-a6bc0eb0-944a-45ee-955d-d0874718dc0a tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.1545837 May 26 16:19:37.514733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c62c8840-ef13-4191-9175-aedcbca158ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:37.515416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c8840-ef13-4191-9175-aedcbca158ca None None] The sync data for ids ['8a26328e-5c65-424c-9f94-be3b13c15037'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:37.535076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a2549a8-e76b-4fb1-aee9-654db47d0589 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.615875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58078) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:37.618052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a41c0d96-16c8-4ebd-b9fb-7b62cea6264f req-4f8fabcb-b410-4072-95cf-42c623dd20d7 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168284 May 26 16:19:37.681409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f512e458-1be2-4ca1-b1d2-89ecea2789ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.684058 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f512e458-1be2-4ca1-b1d2-89ecea2789ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.687689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f512e458-1be2-4ca1-b1d2-89ecea2789ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8887130e-0b15-4d51-b9b9-c2a4e81c6b80 HTTP/1.1" status: 204 len: 168 time: 0.6325650 May 26 16:19:37.702804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512e458-1be2-4ca1-b1d2-89ecea2789ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887130e-0b15-4d51-b9b9-c2a4e81c6b80,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:37.772193 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57c76721-aa5a-4a5f-85c8-1ee54d93858c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.902204 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d15ddeed-506e-46c2-9c7a-9325584a2645 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ae8b9dbcad149448d7f7503d3bd2089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843099 May 26 16:19:37.904786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58090) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:37.909043 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a2549a8-e76b-4fb1-aee9-654db47d0589 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.911496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a2549a8-e76b-4fb1-aee9-654db47d0589 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.972632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a2549a8-e76b-4fb1-aee9-654db47d0589 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.973222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2549a8-e76b-4fb1-aee9-654db47d0589 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Fanout notify agent at l3_agent the message router_deleted on router 8a26328e-5c65-424c-9f94-be3b13c15037 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:19:37.988770 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a2549a8-e76b-4fb1-aee9-654db47d0589 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.990633 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1a2549a8-e76b-4fb1-aee9-654db47d0589 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/8a26328e-5c65-424c-9f94-be3b13c15037 HTTP/1.1" status: 204 len: 168 time: 0.6869533 May 26 16:19:37.998995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58096) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:38.196796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-b838704d-5b65-425c-ae90-dddeb3d21083 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting subnet 6de19b73-15ae-44c8-b15d-a21728892421 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:19:38.203578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b838704d-5b65-425c-ae90-dddeb3d21083 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.208061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ffa53812-5f6d-45b7-bf6d-0ac3a5f2baee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.235876 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ffa53812-5f6d-45b7-bf6d-0ac3a5f2baee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.260240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b838704d-5b65-425c-ae90-dddeb3d21083 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.309118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.363612 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ffa53812-5f6d-45b7-bf6d-0ac3a5f2baee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.373760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ffa53812-5f6d-45b7-bf6d-0ac3a5f2baee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.375076 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ffa53812-5f6d-45b7-bf6d-0ac3a5f2baee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e248d4d5-e18d-4c9d-ac06-0732210e39ee HTTP/1.1" status: 204 len: 168 time: 0.4657440 May 26 16:19:38.402542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58110) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:38.428508 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a154111-4dbf-42bd-8822-bc05e571b9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.486261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b838704d-5b65-425c-ae90-dddeb3d21083 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.613858 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b838704d-5b65-425c-ae90-dddeb3d21083 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.617384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a154111-4dbf-42bd-8822-bc05e571b9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.681284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838704d-5b65-425c-ae90-dddeb3d21083 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Subnet': ['ID=6de19b73-15ae-44c8-b15d-a21728892421,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:38.706623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a154111-4dbf-42bd-8822-bc05e571b9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.775429 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.815553 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a154111-4dbf-42bd-8822-bc05e571b9e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45ed5e42d56f494897a16e7247ae9dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079819 May 26 16:19:38.824112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b838704d-5b65-425c-ae90-dddeb3d21083 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.830657 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b838704d-5b65-425c-ae90-dddeb3d21083 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/6de19b73-15ae-44c8-b15d-a21728892421 HTTP/1.1" status: 204 len: 168 time: 0.8219082 May 26 16:19:38.836093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f596219d-5962-4ec4-8fff-e17e52a96afb None None] Network 42dbd522-ac08-4479-a343-25dfe2904cc8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:38.847546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58116) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:38.848471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58118) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:39.013721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154111-4dbf-42bd-8822-bc05e571b9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e153b0d-1479-4495-8e8f-e0b479f8f526,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:39.094171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.168817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-224a2576-d02e-43ba-a5cd-ff280818ec03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.187351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] DHCP port deletion for 42dbd522-ac08-4479-a343-25dfe2904cc8 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:19:39.217724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-224a2576-d02e-43ba-a5cd-ff280818ec03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.287364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:39.287706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.291688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa53812-5f6d-45b7-bf6d-0ac3a5f2baee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248d4d5-e18d-4c9d-ac06-0732210e39ee,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:39.369081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Deleting port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:39.369467 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.473902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-224a2576-d02e-43ba-a5cd-ff280818ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.476483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-224a2576-d02e-43ba-a5cd-ff280818ec03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.477673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-224a2576-d02e-43ba-a5cd-ff280818ec03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e153b0d-1479-4495-8e8f-e0b479f8f526 HTTP/1.1" status: 204 len: 168 time: 0.6282585 May 26 16:19:39.493392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=81ae57ce-586b-4fc7-91fa-bf7223ddeae3,segment=NetworkSegment(5664373f-665c-4b00-8541-d7034f3347c6),segment_id=5664373f-665c-4b00-8541-d7034f3347c6)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:39.493761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.494144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa2680-6d42-4a22-a72f-16ba5b57422f req-914c5bfd-ff20-476a-9fff-a10f540fa9fe tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:39.509096 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8fa2680-6d42-4a22-a72f-16ba5b57422f req-914c5bfd-ff20-476a-9fff-a10f540fa9fe tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.4134991 May 26 16:19:39.523771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] For port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=81ae57ce-586b-4fc7-91fa-bf7223ddeae3,segment=NetworkSegment(5664373f-665c-4b00-8541-d7034f3347c6),segment_id=5664373f-665c-4b00-8541-d7034f3347c6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:39.524375 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.539550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a2576-d02e-43ba-a5cd-ff280818ec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e153b0d-1479-4495-8e8f-e0b479f8f526,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:39.552571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:39.572919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Calling delete_port for 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:39.615139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f468936-e852-49da-a8c8-339b05657180 req-5c9de2b9-5202-46e1-856b-6029f4d3f431 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:39.629895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f468936-e852-49da-a8c8-339b05657180 req-5c9de2b9-5202-46e1-856b-6029f4d3f431 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.5368690 May 26 16:19:39.764790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.823303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=81ae57ce-586b-4fc7-91fa-bf7223ddeae3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:39.825706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No DVR routers for this DVR port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:39.835057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8fa2680-6d42-4a22-a72f-16ba5b57422f req-c87e96ec-d53f-427d-8c98-bc29ab89f01b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127248 May 26 16:19:39.844025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.974071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] No DVR routers for this DVR port 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:40.000426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Pushing event deleted for resources: {'Port': ['ID=81ae57ce-586b-4fc7-91fa-bf7223ddeae3,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:40.006230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.030401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.033734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.036720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.037301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.041306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.042669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.044154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.045864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.047107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.049589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.050493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.054458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac94a24-8186-4ee2-9d77-7d093e34b3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:40.065970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42dbd522-ac08-4479-a343-25dfe2904cc8']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:40.097537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5664373f-665c-4b00-8541-d7034f3347c6') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:40.097841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5664373f-665c-4b00-8541-d7034f3347c6') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:40.136717 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.181942 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.212589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:40.217733 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.284080 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5664373f-665c-4b00-8541-d7034f3347c6 resource provider aggregate not found May 26 16:19:40.317038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Deleting port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:40.317562 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.426992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Deleting port 3e5b5530-3f82-472f-8a47-ee3eb511f2e1 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:40.427397 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.588677 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5664373f-665c-4b00-8541-d7034f3347c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5664373f-665c-4b00-8541-d7034f3347c6 found for delete ", "request_id": "req-5492e153-5b5f-4e1a-a892-4b3f4ae5ba9d"}]} May 26 16:19:40.592577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.644755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.649512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] For port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:40.650321 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.676883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.684990 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/networks/42dbd522-ac08-4479-a343-25dfe2904cc8 HTTP/1.1" status: 204 len: 168 time: 1.8342018 May 26 16:19:40.687966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58192) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:40.746850 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.751882 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.771574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-83e2384b-c712-4ebc-8455-58cf0012ccec tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1941790376', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:40.779224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaec411-31ba-4d07-a799-776638acf191 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Network': ['ID=42dbd522-ac08-4479-a343-25dfe2904cc8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:40.798564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Calling delete_port for 3e5b5530-3f82-472f-8a47-ee3eb511f2e1 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:40.807263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:40.813936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83e2384b-c712-4ebc-8455-58cf0012ccec tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.815039 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83e2384b-c712-4ebc-8455-58cf0012ccec tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.842328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:19:40.844622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 81ae57ce-586b-4fc7-91fa-bf7223ddeae3 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:19:40.959456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83e2384b-c712-4ebc-8455-58cf0012ccec tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.966392 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83e2384b-c712-4ebc-8455-58cf0012ccec tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.004187 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83e2384b-c712-4ebc-8455-58cf0012ccec tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.005858 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83e2384b-c712-4ebc-8455-58cf0012ccec tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3151016 May 26 16:19:41.008985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58202) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:41.017400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1044442779'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:41.057796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:41.071271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.133978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:41.154773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.155587 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added segment 338c1fa8-17b2-44f8-8253-7d9146d31f8d of type vlan for network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 May 26 16:19:41.278527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.302975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8ffee-2d7f-4e47-8c9d-88c4eaf6433b req-54ec17df-e6b2-4925-9b3c-fa912910c32d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:41.312014 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6d8ffee-2d7f-4e47-8c9d-88c4eaf6433b req-54ec17df-e6b2-4925-9b3c-fa912910c32d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 945 time: 0.2943137 May 26 16:19:41.336755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.358841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:41.362814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.379296 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.380365 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.380866 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Floating IP 86f315a1-3272-47af-8b8c-309954f98a60 disassociated. External IP: 172.25.0.237, port: 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3. May 26 16:19:41.381414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Calling delete_port for 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:41.407986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6d8ffee-2d7f-4e47-8c9d-88c4eaf6433b req-39f2f158-e088-4a7e-b45b-e13a7e57a151 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=d43cf366-276c-4be1-8064-f2d3ebbe9a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896149 May 26 16:19:41.522031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Network': ['ID=09d653a4-9c78-4fb9-ac27-4cc7866c4980,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:41.535035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:41.553774 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b230b262-6c15-4f7e-8b63-c34299b0749c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5411279 May 26 16:19:41.556747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58228) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:41.570707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'subnet': {'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:41.737822 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58234) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:41.755867 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.813168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:41.818544 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.902492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Port': ['ID=3e5b5530-3f82-472f-8a47-ee3eb511f2e1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:41.979533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:41.993294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.080786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No active binding found for port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:19:42.081491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:19:42.111684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event deleted for resources: {'Port': ['ID=5273829b-8f70-4ea3-93e4-0ab9e2b9caa3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:42.186988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.254314 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1340992725'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:42.558171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Made reservation on behalf of 68657b7cd3a443ccb65e21ff754022f9 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:42.561892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.652319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.663881 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.708473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d87ff9d4-be31-4858-b344-513d40f7318a req-f3239ba8-537b-4393-b0d3-da66e8073ceb tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 210 time: 0.0574424 May 26 16:19:42.784741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Subnet': ['ID=fad081dd-1911-48c5-8afe-754a90f830d8,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:42.859726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Router 79ee28b8-aa07-4056-9a1c-36a60d3def12 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:42.873916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:42.909833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Checking segment: {'id': '338c1fa8-17b2-44f8-8253-7d9146d31f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:42.910550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network hostable DHCP agents. Network: 09d653a4-9c78-4fb9-ac27-4cc7866c4980, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:42.935517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.947107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.988428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:42.990492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:42.995228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6ef0c0-4882-4246-97cd-d2ae3219df94,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:43.006604 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.006957 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Added segment 9a456e2b-d747-4ef1-8997-2b496fb24a6b of type vlan for network 84d09094-0cdc-4ed3-a4cf-89f830e86192 May 26 16:19:43.018137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 09d653a4-9c78-4fb9-ac27-4cc7866c4980) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:43.030243 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd08a90-b12b-4475-8a93-f3607bb99515 None None] Network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:43.044846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:43.045447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.069527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.094750 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8b6cf0f-9654-4293-bc16-14e8ce14842d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5341508 May 26 16:19:43.097025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58270) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:43.181046 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.190201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:43.190947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.251758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:43.262416 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b37455-a979-4a69-afc7-c14c3b74992e None None] Sync routers for ids ['79ee28b8-aa07-4056-9a1c-36a60d3def12'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:43.264646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dadc674a-b45d-45ff-9993-a4611c26da74 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "PUT /v2.0/routers/79ee28b8-aa07-4056-9a1c-36a60d3def12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0403767 May 26 16:19:43.270415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58276) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:43.293942 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b37455-a979-4a69-afc7-c14c3b74992e None None] Routers {'79ee28b8-aa07-4056-9a1c-36a60d3def12'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:43.301442 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-66b37455-a979-4a69-afc7-c14c3b74992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['79ee28b8-aa07-4056-9a1c-36a60d3def12'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:43.365820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Pushing event updated for resources: {'Network': ['ID=84d09094-0cdc-4ed3-a4cf-89f830e86192,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:43.389535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 84d09094-0cdc-4ed3-a4cf-89f830e86192 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:43.391547 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-88d2581c-ba31-4bca-b194-8ed98172d739 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] show failed (client error): The resource could not be found. May 26 16:19:43.394053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-88d2581c-ba31-4bca-b194-8ed98172d739 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-625417545 HTTP/1.1" status: 404 len: 334 time: 0.1162665 May 26 16:19:43.405603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58278) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:43.428152 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-66b37455-a979-4a69-afc7-c14c3b74992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:43.461934 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b37455-a979-4a69-afc7-c14c3b74992e None None] Routers {'79ee28b8-aa07-4056-9a1c-36a60d3def12'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:43.463046 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-66b37455-a979-4a69-afc7-c14c3b74992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['79ee28b8-aa07-4056-9a1c-36a60d3def12'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:43.472796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1282c4e0-0258-4730-afc2-a0d3a85db5cd tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:43.556528 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27357f74-a08a-4ad9-a413-c1f802d187d4 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8073380 May 26 16:19:43.593743 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-66b37455-a979-4a69-afc7-c14c3b74992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:43.611174 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b37455-a979-4a69-afc7-c14c3b74992e None None] The sync data for ids ['79ee28b8-aa07-4056-9a1c-36a60d3def12'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:43.645462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:19:43.659548 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.661844 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-1282c4e0-0258-4730-afc2-a0d3a85db5cd tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] update failed (client error): The resource could not be found. May 26 16:19:43.664417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1282c4e0-0258-4730-afc2-a0d3a85db5cd tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1749715803 HTTP/1.1" status: 404 len: 335 time: 0.2551079 May 26 16:19:43.670981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:43.740085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:43.789615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] Sync routers for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:43.870633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] No DVR routers for this DVR port 5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:43.877144 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.882461 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f468936-e852-49da-a8c8-339b05657180 req-584f9916-a7a6-49fd-bbaa-38fdbd2923e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "DELETE /v2.0/ports/5273829b-8f70-4ea3-93e4-0ab9e2b9caa3 HTTP/1.1" status: 204 len: 173 time: 4.2250998 May 26 16:19:43.883388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b1de17-47d9-4427-b922-6c7957869e9c', 'name': 'network-vif-deleted', 'tag': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:43.898587 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b5c9e-8572-4e50-a9a5-c83673c8183d" -d '{"events": [{"server_uuid": "67b1de17-47d9-4427-b922-6c7957869e9c", "name": "network-vif-deleted", "tag": "5273829b-8f70-4ea3-93e4-0ab9e2b9caa3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:43.984452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:43.985133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:44.045838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba024351-832a-4655-9e5c-1a9e1fca17f0 req-e286314b-f3de-4199-a060-6b3d3396a128 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b1de17-47d9-4427-b922-6c7957869e9c HTTP/1.1" status: 200 len: 210 time: 0.0688925 May 26 16:19:44.180966 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec634ae9-5e96-41ee-9352-154c008babba x-openstack-request-id: req-ec634ae9-5e96-41ee-9352-154c008babba {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:44.181314 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b1de17-47d9-4427-b922-6c7957869e9c", "name": "network-vif-deleted", "tag": "5273829b-8f70-4ea3-93e4-0ab9e2b9caa3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:44.181577 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec634ae9-5e96-41ee-9352-154c008babba {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:44.182422 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec634ae9-5e96-41ee-9352-154c008babba'] response: {'server_uuid': '67b1de17-47d9-4427-b922-6c7957869e9c', 'name': 'network-vif-deleted', 'tag': '5273829b-8f70-4ea3-93e4-0ab9e2b9caa3', 'status': 'completed', 'code': 200} May 26 16:19:44.200044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.256019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58306) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:44.263340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Request body: {'port': {'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192', 'binding:host_id': 'n-h1-843336-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-94277668'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:44.289934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-320f5d2d-b670-4a3c-9af2-fdceabd1ffba tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Deleting subnet 6fb8044b-f4ec-412f-bda7-3c69d167f036 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:19:44.310808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Made reservation on behalf of e3fa0347e43148589c98cf1f7f614624 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:44.313158 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.322478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.343951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:44.369573 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-320f5d2d-b670-4a3c-9af2-fdceabd1ffba tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.413536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Allocated IP 2001:db8::2 (09d653a4-9c78-4fb9-ac27-4cc7866c4980/fad081dd-1911-48c5-8afe-754a90f830d8/a491e69a-d210-44d5-a15d-9357ecb1e773) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:44.504207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.513036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.519068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] device_id is not set on port a8894d52-a021-4323-bd84-29ab1488331e yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:44.613777 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-320f5d2d-b670-4a3c-9af2-fdceabd1ffba tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.743062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca64ff5f-74f0-408d-ad58-d13c8bf517eb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:44.985170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-320f5d2d-b670-4a3c-9af2-fdceabd1ffba tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.104048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] device_id is not set on port a8894d52-a021-4323-bd84-29ab1488331e yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:45.115742 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-320f5d2d-b670-4a3c-9af2-fdceabd1ffba tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.135382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.162802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.201684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58334) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:45.216204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f5d2d-b670-4a3c-9af2-fdceabd1ffba tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb8044b-f4ec-412f-bda7-3c69d167f036,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:45.239843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-320f5d2d-b670-4a3c-9af2-fdceabd1ffba tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.243160 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-320f5d2d-b670-4a3c-9af2-fdceabd1ffba tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/subnets/6fb8044b-f4ec-412f-bda7-3c69d167f036 HTTP/1.1" status: 204 len: 168 time: 1.5319166 May 26 16:19:45.250538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58336) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:45.257877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1fc22-7839-4d78-ae32-d1fb46310a62 None None] Network 00d59a6a-b0d7-42bb-a56f-8b257ae8815d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:45.424675 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.447915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.452707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.459682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'Port': ['ID=a8894d52-a021-4323-bd84-29ab1488331e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:45.502547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Checking segment: {'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:45.503321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Network hostable DHCP agents. Network: 84d09094-0cdc-4ed3-a4cf-89f830e86192, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:45.520203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 2001:db8::1 (09d653a4-9c78-4fb9-ac27-4cc7866c4980/fad081dd-1911-48c5-8afe-754a90f830d8/02f2446a-ac51-4cd6-aae0-182826a17037) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:45.525769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:45.534169 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ec309885-a249-42e8-bbeb-95e709b939ee tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.549102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Network 84d09094-0cdc-4ed3-a4cf-89f830e86192 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:45.582946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ec309885-a249-42e8-bbeb-95e709b939ee tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.586468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 84d09094-0cdc-4ed3-a4cf-89f830e86192) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:45.609373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:45.640307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:45.641014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:45.641555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:45.657258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62de467-5880-4262-b5bf-b25f3accc49a None None] Network 84d09094-0cdc-4ed3-a4cf-89f830e86192 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:45.671398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:45.671962 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:45.679398 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 2 to bind port a8894d52-a021-4323-bd84-29ab1488331e May 26 16:19:45.698566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:45.699403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:45.699934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:45.706378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:45.708547 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:45.712776 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 3 to bind port a8894d52-a021-4323-bd84-29ab1488331e May 26 16:19:45.734891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Pushing event updated for resources: {'Port': ['ID=a491e69a-d210-44d5-a15d-9357ecb1e773,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:45.758249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] Checking router: 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:19:45.766890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:45.767887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:45.769191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:45.782549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:45.783413 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:45.785423 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 4 to bind port a8894d52-a021-4323-bd84-29ab1488331e May 26 16:19:45.805059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:45.805684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:45.806294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:45.813335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:45.814140 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:45.815365 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 5 to bind port a8894d52-a021-4323-bd84-29ab1488331e May 26 16:19:45.832530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ec309885-a249-42e8-bbeb-95e709b939ee tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.853609 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ec309885-a249-42e8-bbeb-95e709b939ee tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.853745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:45.857097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ec309885-a249-42e8-bbeb-95e709b939ee tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "DELETE /v2.0/security-groups/d43cf366-276c-4be1-8064-f2d3ebbe9a38 HTTP/1.1" status: 204 len: 168 time: 0.6547225 May 26 16:19:45.857881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:45.858934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58354) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:45.867527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:45.867527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:45.867527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:45.883143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:45.883834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:45.910953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:45.911754 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:45.937400 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 6 to bind port a8894d52-a021-4323-bd84-29ab1488331e May 26 16:19:45.948044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.948380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec309885-a249-42e8-bbeb-95e709b939ee tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43cf366-276c-4be1-8064-f2d3ebbe9a38,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:45.994968 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-be2da9e7-ead2-447e-91c1-416484fc17f8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] show failed (client error): The resource could not be found. May 26 16:19:46.011606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-be2da9e7-ead2-447e-91c1-416484fc17f8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups/d43cf366-276c-4be1-8064-f2d3ebbe9a38 HTTP/1.1" status: 404 len: 347 time: 0.1220489 May 26 16:19:46.012600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58360) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:46.030132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-c5b2fd66-e5a1-4bdb-9ace-1a0b04c3b145 req-ec785853-ebf7-4dcb-82da-af6a885f376f tempest-ServersAdminTestJSON-1902628319 tempest-ServersAdminTestJSON-1902628319-project] (109404) timed out ('10.222.0.24', 50290) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:19:46.122646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.134995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:46.161207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:46.161593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:46.161884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:46.197446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:46.321681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748900d3-3aa8-4522-81a3-63c78558c311 None None] DHCP port deletion for 00d59a6a-b0d7-42bb-a56f-8b257ae8815d request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:19:46.326328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:46.326678 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:46.327905 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 7 to bind port a8894d52-a021-4323-bd84-29ab1488331e May 26 16:19:46.420055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:46.426634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:46.426634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:46.449983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Attempting to bind port a491e69a-d210-44d5-a15d-9357ecb1e773 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:46.450535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Attempting to bind port a491e69a-d210-44d5-a15d-9357ecb1e773 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '338c1fa8-17b2-44f8-8253-7d9146d31f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:46.450904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Deleting port 9b2fb14e-f347-4709-abf5-972378de93a1 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:46.451502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Attempting to bind port a491e69a-d210-44d5-a15d-9357ecb1e773 on network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:46.451660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:46.452004 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:46.454735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.459630 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 8 to bind port a8894d52-a021-4323-bd84-29ab1488331e May 26 16:19:46.496516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:46.496972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:46.497320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:46.512954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:46.513405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Checking segment: {'id': '338c1fa8-17b2-44f8-8253-7d9146d31f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:46.519104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:46.519442 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:46.519954 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.520450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Bound using segment: {'id': '338c1fa8-17b2-44f8-8253-7d9146d31f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:46.521021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Bound port: a491e69a-d210-44d5-a15d-9357ecb1e773, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338c1fa8-17b2-44f8-8253-7d9146d31f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:46.521485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.523860 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 9 to bind port a8894d52-a021-4323-bd84-29ab1488331e May 26 16:19:46.533156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:46.570059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Deleting port 5948c421-4d9f-4728-8b24-7f3916a2bb07 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:46.570718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.603736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:46.604084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:46.604428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:46.655018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=02f2446a-ac51-4cd6-aae0-182826a17037,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:46.700164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:46.718123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:46.724702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.747701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] For port a491e69a-d210-44d5-a15d-9357ecb1e773, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:46.753906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] For port a491e69a-d210-44d5-a15d-9357ecb1e773, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a491e69a-d210-44d5-a15d-9357ecb1e773,segment=NetworkSegment(338c1fa8-17b2-44f8-8253-7d9146d31f8d),segment_id=338c1fa8-17b2-44f8-8253-7d9146d31f8d)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:46.884484 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.887108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.906114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] For port 9b2fb14e-f347-4709-abf5-972378de93a1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9b2fb14e-f347-4709-abf5-972378de93a1,segment=NetworkSegment(f2fcc646-3d49-4dbb-b963-f9dea9f927f1),segment_id=f2fcc646-3d49-4dbb-b963-f9dea9f927f1)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:46.906483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.963152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:46.963426 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:46.964955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9b2fb14e-f347-4709-abf5-972378de93a1 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:46.968405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Calling delete_port for 5948c421-4d9f-4728-8b24-7f3916a2bb07 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:46.976286 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 10 to bind port a8894d52-a021-4323-bd84-29ab1488331e May 26 16:19:46.985569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Calling delete_port for 9b2fb14e-f347-4709-abf5-972378de93a1 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:47.043458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:47.044496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:47.046269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:47.087746 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.135091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a8894d52-a021-4323-bd84-29ab1488331e on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:47.135521 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a8894d52-a021-4323-bd84-29ab1488331e on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:47.135963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.254804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66115eb9-c944-4ed9-b029-eac97f460ba4 None None] Pushing event updated for resources: {'Port': ['ID=a491e69a-d210-44d5-a15d-9357ecb1e773,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:47.340648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-748900d3-3aa8-4522-81a3-63c78558c311 None None] Deleting port 9b2fb14e-f347-4709-abf5-972378de93a1 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:47.341341 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-748900d3-3aa8-4522-81a3-63c78558c311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.400320 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.417530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] For port a8894d52-a021-4323-bd84-29ab1488331e, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:47.419833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempted to set empty binding levels {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:19:47.437100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.537522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:47.538459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.585072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'Port': ['ID=a8894d52-a021-4323-bd84-29ab1488331e,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:47.597513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9b2fb14e-f347-4709-abf5-972378de93a1 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:47.598366 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.609266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.625362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c6a5c6d9-8ecc-4bbe-bb1c-5a7871a771e1 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 3.3659527 May 26 16:19:47.627999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58382) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:47.714627 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.742322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Port': ['ID=9b2fb14e-f347-4709-abf5-972378de93a1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:47.744753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-748900d3-3aa8-4522-81a3-63c78558c311 None None] For port 9b2fb14e-f347-4709-abf5-972378de93a1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9b2fb14e-f347-4709-abf5-972378de93a1,segment=NetworkSegment(f2fcc646-3d49-4dbb-b963-f9dea9f927f1),segment_id=f2fcc646-3d49-4dbb-b963-f9dea9f927f1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:47.746410 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-748900d3-3aa8-4522-81a3-63c78558c311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.761456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-748900d3-3aa8-4522-81a3-63c78558c311 None None] Calling delete_port for 9b2fb14e-f347-4709-abf5-972378de93a1 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:47.792755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event deleted for resources: {'Port': ['ID=5948c421-4d9f-4728-8b24-7f3916a2bb07,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:47.949069 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-748900d3-3aa8-4522-81a3-63c78558c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.964400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] No DVR routers for this DVR port 9b2fb14e-f347-4709-abf5-972378de93a1 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:47.971556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.976182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.976674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.976951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.977306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.977709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.978140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.978524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.978779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.979178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.980043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:47.980043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:48.216800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748900d3-3aa8-4522-81a3-63c78558c311 None None] Pushing event deleted for resources: {'Port': ['ID=9b2fb14e-f347-4709-abf5-972378de93a1,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:48.224029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748900d3-3aa8-4522-81a3-63c78558c311 None None] No DVR routers for this DVR port 9b2fb14e-f347-4709-abf5-972378de93a1 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:48.337405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:48.438897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb81754-12f8-4293-bcfe-a7324717ef3a None None] The sync data for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 is: [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:48.488248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.694375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d59a6a-b0d7-42bb-a56f-8b257ae8815d']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:48.735572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fcc646-3d49-4dbb-b963-f9dea9f927f1') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:48.735858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fcc646-3d49-4dbb-b963-f9dea9f927f1') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:48.770987 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.812756 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.828415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:48.829136 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.946942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a491e69a-d210-44d5-a15d-9357ecb1e773 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:48.959674 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f2fcc646-3d49-4dbb-b963-f9dea9f927f1 resource provider aggregate not found May 26 16:19:49.001662 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f2fcc646-3d49-4dbb-b963-f9dea9f927f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2fcc646-3d49-4dbb-b963-f9dea9f927f1 found for delete ", "request_id": "req-904b25cb-e9af-40ef-8938-75c595fce7c7"}]} May 26 16:19:49.020262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e153a79c-c49a-498c-8922-b7ad33b702e2 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Deleting port a8894d52-a021-4323-bd84-29ab1488331e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:49.022055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e153a79c-c49a-498c-8922-b7ad33b702e2 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.031841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.042190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.050954 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/networks/00d59a6a-b0d7-42bb-a56f-8b257ae8815d HTTP/1.1" status: 204 len: 168 time: 3.7939024 May 26 16:19:49.053722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58406) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:49.056246 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.063722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.068705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5515bf3e-d545-4039-a8b2-d88f341e879c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "DELETE /v2.0/floatingips/86f315a1-3272-47af-8b8c-309954f98a60 HTTP/1.1" status: 204 len: 168 time: 3.0517750 May 26 16:19:49.091354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef2d6a-cc80-4d71-b8f6-afabd8330a40 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Network': ['ID=00d59a6a-b0d7-42bb-a56f-8b257ae8815d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:49.115980 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac95fe-fabe-4c1a-a6eb-7e3ddb2d22dd None None] New status for floating IP 86f315a1-3272-47af-8b8c-309954f98a60: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:19:49.172750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.184586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-e153a79c-c49a-498c-8922-b7ad33b702e2 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] For port a8894d52-a021-4323-bd84-29ab1488331e, host n-h1-843336-2, got binding levels [] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:49.185343 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e153a79c-c49a-498c-8922-b7ad33b702e2 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.197696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.198725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.249390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a491e69a-d210-44d5-a15d-9357ecb1e773 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:49.249780 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.309891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-9845d2ad-2986-4a67-8c4e-28a7362eba99 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Deleting subnet 52609991-0873-4e9a-8ccc-9232862ca8df {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:19:49.325921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9845d2ad-2986-4a67-8c4e-28a7362eba99 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.341812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e153a79c-c49a-498c-8922-b7ad33b702e2 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Calling delete_port for a8894d52-a021-4323-bd84-29ab1488331e owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:49.428111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58414) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:49.503969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6d08ad54-8d01-4406-8380-c5df75ae49f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516847431', 'description': 'tempest-description--1817080830'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:49.524002 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=02f2446a-ac51-4cd6-aae0-182826a17037,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:49.538995 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9845d2ad-2986-4a67-8c4e-28a7362eba99 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.541694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6995011-14eb-4c39-aba0-63238d369162 None None] Network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:49.658045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:49.661246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:49.736514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9845d2ad-2986-4a67-8c4e-28a7362eba99 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.904444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e153a79c-c49a-498c-8922-b7ad33b702e2 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.923997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-134bcb65-85c3-4cf0-bdae-05eebd902281 None None] Provisioning complete for port a491e69a-d210-44d5-a15d-9357ecb1e773 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:49.924381 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-134bcb65-85c3-4cf0-bdae-05eebd902281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.930331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a491e69a-d210-44d5-a15d-9357ecb1e773 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:49.930717 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.989718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153a79c-c49a-498c-8922-b7ad33b702e2 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8894d52-a021-4323-bd84-29ab1488331e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:50.008607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6d08ad54-8d01-4406-8380-c5df75ae49f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.026601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e153a79c-c49a-498c-8922-b7ad33b702e2 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.038316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e153a79c-c49a-498c-8922-b7ad33b702e2 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a8894d52-a021-4323-bd84-29ab1488331e HTTP/1.1" status: 204 len: 168 time: 2.4017789 May 26 16:19:50.040554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58426) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:50.067963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port a491e69a-d210-44d5-a15d-9357ecb1e773, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a491e69a-d210-44d5-a15d-9357ecb1e773,segment=NetworkSegment(338c1fa8-17b2-44f8-8253-7d9146d31f8d),segment_id=338c1fa8-17b2-44f8-8253-7d9146d31f8d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:50.100716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.129644 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-05eadb25-00e9-430d-b63f-29d6c7965ca7 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] GET failed (client error): The resource could not be found. May 26 16:19:50.150255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-05eadb25-00e9-430d-b63f-29d6c7965ca7 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "GET /v2.0/ports/a8894d52-a021-4323-bd84-29ab1488331e HTTP/1.1" status: 404 len: 333 time: 0.1023619 May 26 16:19:50.158557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58432) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:50.181627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Request body: {'port': {'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1048479837'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:50.196624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=a491e69a-d210-44d5-a15d-9357ecb1e773,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:50.321823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Made reservation on behalf of e3fa0347e43148589c98cf1f7f614624 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:50.338262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.383598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] device_id is not set on port a60e219a-6999-420a-959b-dd5f3be230ab yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:50.456949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6d08ad54-8d01-4406-8380-c5df75ae49f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.473501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6d08ad54-8d01-4406-8380-c5df75ae49f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.537670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6d08ad54-8d01-4406-8380-c5df75ae49f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.542933 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6d08ad54-8d01-4406-8380-c5df75ae49f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1063030 May 26 16:19:50.548277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58438) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:50.560555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-81f70ac7-37d0-4032-9097-d7bf1a3e9d81 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'security_group_rule': {'security_group_id': '15e86ce3-1f08-49d7-bc30-78ee09596f33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:50.615252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08ad54-8d01-4406-8380-c5df75ae49f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e86ce3-1f08-49d7-bc30-78ee09596f33,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:50.687818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81f70ac7-37d0-4032-9097-d7bf1a3e9d81 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.724159 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.818896 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a491e69a-d210-44d5-a15d-9357ecb1e773 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:50.833669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.908860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Network 84d09094-0cdc-4ed3-a4cf-89f830e86192 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:50.914147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:50.922919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:50.924162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:50.924855 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.952083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-134bcb65-85c3-4cf0-bdae-05eebd902281 None None] Current status of the port a491e69a-d210-44d5-a15d-9357ecb1e773 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:50.953861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7912340 May 26 16:19:50.954700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58444) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:50.964918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:50.996376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a491e69a-d210-44d5-a15d-9357ecb1e773 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:51.002314 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.009159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3bd5-65d9-4ac2-bbec-a56052855f28 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'Port': ['ID=a60e219a-6999-420a-959b-dd5f3be230ab,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:51.051197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9845d2ad-2986-4a67-8c4e-28a7362eba99 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.062759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81f70ac7-37d0-4032-9097-d7bf1a3e9d81 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.094035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81f70ac7-37d0-4032-9097-d7bf1a3e9d81 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.159014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f70ac7-37d0-4032-9097-d7bf1a3e9d81 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acbf841-1891-4bc1-9e77-14cc1a828970,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:51.164702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-81f70ac7-37d0-4032-9097-d7bf1a3e9d81 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.165856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-81f70ac7-37d0-4032-9097-d7bf1a3e9d81 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6146638 May 26 16:19:51.171702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58448) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:51.176665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3adebc50-e671-45c8-af0a-ec48f815537f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'security_group_rule': {'security_group_id': '15e86ce3-1f08-49d7-bc30-78ee09596f33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:51.182020 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.187737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845d2ad-2986-4a67-8c4e-28a7362eba99 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Subnet': ['ID=52609991-0873-4e9a-8ccc-9232862ca8df,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:51.194711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9845d2ad-2986-4a67-8c4e-28a7362eba99 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.204647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58450) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:51.207065 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9845d2ad-2986-4a67-8c4e-28a7362eba99 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/subnets/52609991-0873-4e9a-8ccc-9232862ca8df HTTP/1.1" status: 204 len: 168 time: 2.1464674 May 26 16:19:51.213877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07080ba-fda3-4ad4-9e11-906838afe07f None None] Network 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:51.220764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:19:51.221295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a491e69a-d210-44d5-a15d-9357ecb1e773 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:51.321300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-423ff47d-9835-4d06-9987-7d55ead49bc9 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Deleting subnet 94a5eed6-daa7-4127-8662-202533c43085 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:19:51.500670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:51.506098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa91ecfc-fdb5-4a80-92a4-ef381a3fb3af tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4079211 May 26 16:19:51.509379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:51.514809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1989566020'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:51.519673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:51.561880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:51.567779 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.578629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:51.579283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:51.581173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-eca702d3-2828-4a7d-ae36-d39162cb3d81 None None] Provisioning complete for port 02f2446a-ac51-4cd6-aae0-182826a17037 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:51.581544 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-eca702d3-2828-4a7d-ae36-d39162cb3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.623257 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:51.678239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.679059 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added segment b4c1853a-8e59-4ba0-b99b-3866fedeb07e of type vlan for network 57532a33-cf5f-41ad-b64e-474af4577843 May 26 16:19:51.763347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] device_id is not set on port a60e219a-6999-420a-959b-dd5f3be230ab yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:51.812090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.820436 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ff47d-9835-4d06-9987-7d55ead49bc9 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.861802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.985091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-eca702d3-2828-4a7d-ae36-d39162cb3d81 None None] Port 02f2446a-ac51-4cd6-aae0-182826a17037 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:51.988904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.989882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f545966-5f03-4e26-b715-b653b4aba483 None None] DHCP port deletion for 7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:19:52.069265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'Port': ['ID=a60e219a-6999-420a-959b-dd5f3be230ab,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:52.107576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:52.110315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.131782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3adebc50-e671-45c8-af0a-ec48f815537f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.136086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:52.136975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.195740 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ff47d-9835-4d06-9987-7d55ead49bc9 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.204565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-eca702d3-2828-4a7d-ae36-d39162cb3d81 None None] Provisioning complete for port a491e69a-d210-44d5-a15d-9357ecb1e773 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:52.204948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-eca702d3-2828-4a7d-ae36-d39162cb3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.469109 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9584930 May 26 16:19:52.474255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58476) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:52.509594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'subnet': {'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:52.518351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03998f5-1bf7-438c-970b-caf4aed89702 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Network': ['ID=57532a33-cf5f-41ad-b64e-474af4577843,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:52.539020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:52.540171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:52.543078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:52.552221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 57532a33-cf5f-41ad-b64e-474af4577843 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:52.570848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6f545966-5f03-4e26-b715-b653b4aba483 None None] Deleting port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:52.571221 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6f545966-5f03-4e26-b715-b653b4aba483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.755394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:52.755757 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:52.800062 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 2 to bind port a60e219a-6999-420a-959b-dd5f3be230ab May 26 16:19:52.804316 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3adebc50-e671-45c8-af0a-ec48f815537f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.842874 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3adebc50-e671-45c8-af0a-ec48f815537f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.887695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:52.888051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:52.888374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:52.910677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ff47d-9835-4d06-9987-7d55ead49bc9 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.917943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adebc50-e671-45c8-af0a-ec48f815537f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d31c95-454f-4e48-ba7b-49c41a2dab65,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:52.939590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9d51df04-67ae-4fc2-83ce-4e8c01d94501 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:52.942803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:52.943143 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:52.947537 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 3 to bind port a60e219a-6999-420a-959b-dd5f3be230ab May 26 16:19:52.958459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3adebc50-e671-45c8-af0a-ec48f815537f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.961044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3adebc50-e671-45c8-af0a-ec48f815537f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7880235 May 26 16:19:52.964871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58486) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:52.968713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:53.003704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:53.004116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:53.004548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:53.006476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:53.008849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.014746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.060051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:53.060390 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:53.087461 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 4 to bind port a60e219a-6999-420a-959b-dd5f3be230ab May 26 16:19:53.131972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:53.132317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:53.132716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:53.145926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ff47d-9835-4d06-9987-7d55ead49bc9 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.159112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:53.159540 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:53.163410 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 5 to bind port a60e219a-6999-420a-959b-dd5f3be230ab May 26 16:19:53.195310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-eca702d3-2828-4a7d-ae36-d39162cb3d81 None None] Current status of the port a491e69a-d210-44d5-a15d-9357ecb1e773 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:53.199330 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ff47d-9835-4d06-9987-7d55ead49bc9 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.211077 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-423ff47d-9835-4d06-9987-7d55ead49bc9 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/subnets/94a5eed6-daa7-4127-8662-202533c43085 HTTP/1.1" status: 204 len: 168 time: 2.0041080 May 26 16:19:53.215588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ff47d-9835-4d06-9987-7d55ead49bc9 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Subnet': ['ID=94a5eed6-daa7-4127-8662-202533c43085,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:53.219970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa87396d-927d-46c2-aba0-3bb7675302de None None] Network 59821617-a1d2-49df-a5ca-6f1ca9645278 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:53.241756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58490) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:53.265656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:53.272811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:53.274700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:53.349214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:53.352282 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:53.356474 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 6 to bind port a60e219a-6999-420a-959b-dd5f3be230ab May 26 16:19:53.400458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6f545966-5f03-4e26-b715-b653b4aba483 None None] For port 9d51df04-67ae-4fc2-83ce-4e8c01d94501, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9d51df04-67ae-4fc2-83ce-4e8c01d94501,segment=NetworkSegment(56804c8c-f32f-4488-805a-5d58891bf0ce),segment_id=56804c8c-f32f-4488-805a-5d58891bf0ce)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:53.400997 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6f545966-5f03-4e26-b715-b653b4aba483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.414944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-16a079cb-370d-4d17-9eb3-d775ec30d960 None None] Provisioning complete for port 02f2446a-ac51-4cd6-aae0-182826a17037 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:53.415422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-16a079cb-370d-4d17-9eb3-d775ec30d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.454855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:53.455188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:53.455541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:53.467484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6f545966-5f03-4e26-b715-b653b4aba483 None None] Calling delete_port for 9d51df04-67ae-4fc2-83ce-4e8c01d94501 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:53.513400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:53.513864 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.548488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.657075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606647a4-4ae3-497e-bcc8-a588d94fa314 None None] DHCP port deletion for 59821617-a1d2-49df-a5ca-6f1ca9645278 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:19:53.672851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:53.673197 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:53.687804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-16a079cb-370d-4d17-9eb3-d775ec30d960 None None] Port 02f2446a-ac51-4cd6-aae0-182826a17037 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:53.709243 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 7 to bind port a60e219a-6999-420a-959b-dd5f3be230ab May 26 16:19:53.727603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 9d51df04-67ae-4fc2-83ce-4e8c01d94501, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9d51df04-67ae-4fc2-83ce-4e8c01d94501,segment=NetworkSegment(56804c8c-f32f-4488-805a-5d58891bf0ce),segment_id=56804c8c-f32f-4488-805a-5d58891bf0ce)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:53.742837 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.815410 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.837873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:53.838232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:53.838571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:53.846680 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6f545966-5f03-4e26-b715-b653b4aba483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.851248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:19:47Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:19:48Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:53.854319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-606647a4-4ae3-497e-bcc8-a588d94fa314 None None] Deleting port fd722191-a1ba-4282-8a89-c454a3175a16 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:53.855478 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-606647a4-4ae3-497e-bcc8-a588d94fa314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.859486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=9d51df04-67ae-4fc2-83ce-4e8c01d94501,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:53.911443 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.928497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Deleting port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:53.929164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.930944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:53.931561 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:53.934532 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 8 to bind port a60e219a-6999-420a-959b-dd5f3be230ab May 26 16:19:53.951566 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.970531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:19:53.979001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Updating router 50a53275-f788-444f-a84b-76bce87b6f04 port 02f2446a-ac51-4cd6-aae0-182826a17037 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:19:53.998135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Subnet': ['ID=eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:54.004441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:54.004787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:54.005132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:54.039657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:54.039978 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:54.041347 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 9 to bind port a60e219a-6999-420a-959b-dd5f3be230ab May 26 16:19:54.080812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Checking segment: {'id': 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:54.081193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network hostable DHCP agents. Network: 57532a33-cf5f-41ad-b64e-474af4577843, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:54.104530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:54.105165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:54.105256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:54.118749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:54.119087 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:54.119489 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 10 to bind port a60e219a-6999-420a-959b-dd5f3be230ab May 26 16:19:54.162136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:54.162480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:54.162827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:54.170084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 57532a33-cf5f-41ad-b64e-474af4577843 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:54.173273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:54.173617 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port a60e219a-6999-420a-959b-dd5f3be230ab on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:19:54.173966 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.196803 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] For port 9d51df04-67ae-4fc2-83ce-4e8c01d94501, host n-d-843336-2, got binding levels [] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:54.197154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.208542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 57532a33-cf5f-41ad-b64e-474af4577843) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:54.222550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.223207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.283301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Calling delete_port for 9d51df04-67ae-4fc2-83ce-4e8c01d94501 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:54.287087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 was not found and therefore no delete operation was performed {{(pid=109404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:19:54.289711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.322425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-56c66bd7-0b88-403d-a668-273b1d066ce6 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8432016 May 26 16:19:54.327522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58506) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:54.363116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] For port a60e219a-6999-420a-959b-dd5f3be230ab, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:54.363516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempted to set empty binding levels {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:19:54.369201 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.391030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Port': ['ID=9d51df04-67ae-4fc2-83ce-4e8c01d94501,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:54.403847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Allocated IP 172.25.0.170 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/32ac64fa-9716-4419-a2ce-f8a3cf26d47e) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:54.432462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] In _notify_port_updated(), no bound segment for port a60e219a-6999-420a-959b-dd5f3be230ab on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:19:54.433869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.434507 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.435867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "PUT /v2.0/ports/a60e219a-6999-420a-959b-dd5f3be230ab HTTP/1.1" status: 200 len: 975 time: 3.4771454 May 26 16:19:54.438647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-606647a4-4ae3-497e-bcc8-a588d94fa314 None None] For port fd722191-a1ba-4282-8a89-c454a3175a16, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fd722191-a1ba-4282-8a89-c454a3175a16,segment=NetworkSegment(4daf5981-3a16-4f0a-97b0-379f9d9e3074),segment_id=4daf5981-3a16-4f0a-97b0-379f9d9e3074)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:54.439362 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-606647a4-4ae3-497e-bcc8-a588d94fa314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.452292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58508) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:54.454923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-606647a4-4ae3-497e-bcc8-a588d94fa314 None None] Calling delete_port for fd722191-a1ba-4282-8a89-c454a3175a16 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:54.482656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] No DVR routers for this DVR port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:54.510315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f545966-5f03-4e26-b715-b653b4aba483 None None] No DVR routers for this DVR port 9d51df04-67ae-4fc2-83ce-4e8c01d94501 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:54.593665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ca13a-51f7-4c98-8af9-c1df667270fa tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'Port': ['ID=a60e219a-6999-420a-959b-dd5f3be230ab,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:54.645940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.646445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.654749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.655474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.656135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.656758 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.657390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.658069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.658688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.665650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.666360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.666991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.669809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fe66fd88-0381-4b8e-bad3-286f619bf0f4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10996 time: 0.2163539 May 26 16:19:54.673017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58510) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:54.702813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f89631-75d2-4f64-b244-99ec651db8a2 None None] Network 57532a33-cf5f-41ad-b64e-474af4577843 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:54.870589 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-606647a4-4ae3-497e-bcc8-a588d94fa314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.873966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f545966-5f03-4e26-b715-b653b4aba483 None None] Pushing event deleted for resources: {'Port': ['ID=9d51df04-67ae-4fc2-83ce-4e8c01d94501,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:54.934537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fd722191-a1ba-4282-8a89-c454a3175a16 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:54.958347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4cc73-cb3c-4e39-9748-8fa5b5d52ac0 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Deleting port a60e219a-6999-420a-959b-dd5f3be230ab {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:54.959458 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4a4cc73-cb3c-4e39-9748-8fa5b5d52ac0 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.992942 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.998631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606647a4-4ae3-497e-bcc8-a588d94fa314 None None] Pushing event deleted for resources: {'Port': ['ID=fd722191-a1ba-4282-8a89-c454a3175a16,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:55.011720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: fd722191-a1ba-4282-8a89-c454a3175a16 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:19:55.012291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fd722191-a1ba-4282-8a89-c454a3175a16 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:19:55.017412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.030027 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.034987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606647a4-4ae3-497e-bcc8-a588d94fa314 None None] No DVR routers for this DVR port fd722191-a1ba-4282-8a89-c454a3175a16 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:55.157546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.221865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-d4a4cc73-cb3c-4e39-9748-8fa5b5d52ac0 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] For port a60e219a-6999-420a-959b-dd5f3be230ab, host n-h1-843336-2, got binding levels [] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:55.223625 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4a4cc73-cb3c-4e39-9748-8fa5b5d52ac0 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.275774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:55.289406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4cc73-cb3c-4e39-9748-8fa5b5d52ac0 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Calling delete_port for a60e219a-6999-420a-959b-dd5f3be230ab owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:55.346188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.349640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56804c8c-f32f-4488-805a-5d58891bf0ce') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:55.350374 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56804c8c-f32f-4488-805a-5d58891bf0ce') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:55.440391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.516963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:55.538814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.566878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:55.585851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:55.598633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'Port': ['ID=32ac64fa-9716-4419-a2ce-f8a3cf26d47e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:55.603503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:55.605781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.630461 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4a4cc73-cb3c-4e39-9748-8fa5b5d52ac0 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.702874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4cc73-cb3c-4e39-9748-8fa5b5d52ac0 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event deleted for resources: {'Port': ['ID=a60e219a-6999-420a-959b-dd5f3be230ab,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:55.718220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4a4cc73-cb3c-4e39-9748-8fa5b5d52ac0 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.727001 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 56804c8c-f32f-4488-805a-5d58891bf0ce resource provider aggregate not found May 26 16:19:55.730396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d4a4cc73-cb3c-4e39-9748-8fa5b5d52ac0 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a60e219a-6999-420a-959b-dd5f3be230ab HTTP/1.1" status: 204 len: 168 time: 1.0559084 May 26 16:19:55.731154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58528) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:55.799666 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-678d01e3-5b8f-47fc-bed9-84b0f09c0664 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] GET failed (client error): The resource could not be found. May 26 16:19:55.808497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-678d01e3-5b8f-47fc-bed9-84b0f09c0664 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "GET /v2.0/ports/a60e219a-6999-420a-959b-dd5f3be230ab HTTP/1.1" status: 404 len: 333 time: 0.0630000 May 26 16:19:55.809887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58532) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:55.821644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-284113411', 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:55.842686 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 56804c8c-f32f-4488-805a-5d58891bf0ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56804c8c-f32f-4488-805a-5d58891bf0ce found for delete ", "request_id": "req-557c603b-4f7f-4ef0-8617-96c933d94284"}]} May 26 16:19:55.876106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Made reservation on behalf of e3fa0347e43148589c98cf1f7f614624 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:55.880886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.912368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-57532a33-cf5f-41ad-b64e-474af4577843', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:19:55.925308 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.926678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] device_id is not set on port 7fd161d5-fca2-409c-ba32-5f44f3a6b941 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:56.027891 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.039661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.043718 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/networks/7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61 HTTP/1.1" status: 204 len: 168 time: 2.7893059 May 26 16:19:56.067659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58534) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:56.176883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525ce2e-eedf-479a-a300-31f87a5ddf1d tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Network': ['ID=7bbb3a4d-4685-4ae5-8f79-3bfe74d49c61,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:56.355935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.362966 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.480485 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.545318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.628211 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.637126 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.669745 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.728582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd161d5-fca2-409c-ba32-5f44f3a6b941,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:56.740981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.758723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.763456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.764094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.764610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.767434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.768071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.769620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.770726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.771389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.771828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.775350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.778417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:56.826329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Network 84d09094-0cdc-4ed3-a4cf-89f830e86192 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:56.832408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:56.835606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:56.837158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:56.837969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.901782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.916834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-930fb8cd-dedc-4f5b-a305-62a1e5fedcdd tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1047235 May 26 16:19:56.920322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58548) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:56.980638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59821617-a1d2-49df-a5ca-6f1ca9645278']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:57.006991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4daf5981-3a16-4f0a-97b0-379f9d9e3074') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:57.007386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4daf5981-3a16-4f0a-97b0-379f9d9e3074') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:57.018091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76cdbe2-6e9f-4f12-986c-34d3573c2721 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:57.019554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d76cdbe2-6e9f-4f12-986c-34d3573c2721 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "GET /v2.0/ports/7fd161d5-fca2-409c-ba32-5f44f3a6b941 HTTP/1.1" status: 200 len: 954 time: 0.0977159 May 26 16:19:57.024593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58550) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:57.033269 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.044126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ea03e-700e-4767-a046-d370d3eb35fb None None] Pushing event updated for resources: {'Port': ['ID=02f2446a-ac51-4cd6-aae0-182826a17037,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:57.078721 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.197596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:57.199107 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.282990 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 4daf5981-3a16-4f0a-97b0-379f9d9e3074 resource provider aggregate not found May 26 16:19:57.286446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Attempting to bind port 02f2446a-ac51-4cd6-aae0-182826a17037 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:57.286924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Attempting to bind port 02f2446a-ac51-4cd6-aae0-182826a17037 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '338c1fa8-17b2-44f8-8253-7d9146d31f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:57.287392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Attempting to bind port 02f2446a-ac51-4cd6-aae0-182826a17037 on network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:57.300418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Allocated IP 2001:db8:1::2 (57532a33-cf5f-41ad-b64e-474af4577843/eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972/2c79c8b8-ec64-4c32-8aac-ab02caaaf27e) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:57.305352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:57.305960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Checking segment: {'id': '338c1fa8-17b2-44f8-8253-7d9146d31f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:57.306648 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.307223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Bound using segment: {'id': '338c1fa8-17b2-44f8-8253-7d9146d31f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:57.309353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Bound port: 02f2446a-ac51-4cd6-aae0-182826a17037, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338c1fa8-17b2-44f8-8253-7d9146d31f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:57.309353 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.311771 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 4daf5981-3a16-4f0a-97b0-379f9d9e3074 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4daf5981-3a16-4f0a-97b0-379f9d9e3074 found for delete ", "request_id": "req-dc4b8b08-4dea-46f8-b505-0b1ed7c26391"}]} May 26 16:19:57.317566 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.326289 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.332106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/networks/59821617-a1d2-49df-a5ca-6f1ca9645278 HTTP/1.1" status: 204 len: 168 time: 1.2599235 May 26 16:19:57.332106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-650cb0fc-488f-408e-870b-634a64a5efda tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Deleting port 7fd161d5-fca2-409c-ba32-5f44f3a6b941 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:57.332106 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-650cb0fc-488f-408e-870b-634a64a5efda tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.350567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58558) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:57.442229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b8247-cf06-450f-bf9d-d1143cdba529 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Network': ['ID=59821617-a1d2-49df-a5ca-6f1ca9645278,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:57.573183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-650cb0fc-488f-408e-870b-634a64a5efda tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.614031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cd31a2-1af7-40ae-bc77-b8a929af1584 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Deleting subnet aa1a6b83-22c5-44d5-8968-ea5991027073 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:19:57.631878 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60cd31a2-1af7-40ae-bc77-b8a929af1584 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.722900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60cd31a2-1af7-40ae-bc77-b8a929af1584 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.838028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60cd31a2-1af7-40ae-bc77-b8a929af1584 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.864669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.880728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.926715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4fe653bd-ad6e-46b4-a248-7202e9745573 None None] Provisioning complete for port 02f2446a-ac51-4cd6-aae0-182826a17037 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:57.926715 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4fe653bd-ad6e-46b4-a248-7202e9745573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.927047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-650cb0fc-488f-408e-870b-634a64a5efda tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Calling delete_port for 7fd161d5-fca2-409c-ba32-5f44f3a6b941 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:57.937133 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.994974 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.005018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] For port 02f2446a-ac51-4cd6-aae0-182826a17037, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:58.093931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] For port 02f2446a-ac51-4cd6-aae0-182826a17037, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=02f2446a-ac51-4cd6-aae0-182826a17037,segment=NetworkSegment(338c1fa8-17b2-44f8-8253-7d9146d31f8d),segment_id=338c1fa8-17b2-44f8-8253-7d9146d31f8d)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:58.094977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4fe653bd-ad6e-46b4-a248-7202e9745573 None None] Port 02f2446a-ac51-4cd6-aae0-182826a17037 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:58.117120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Network 57532a33-cf5f-41ad-b64e-474af4577843 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:58.137575 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60cd31a2-1af7-40ae-bc77-b8a929af1584 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.138147 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.141629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:58.168701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:58.184683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Pushing event updated for resources: {'Port': ['ID=2c79c8b8-ec64-4c32-8aac-ab02caaaf27e,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:58.203860 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-60cd31a2-1af7-40ae-bc77-b8a929af1584 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.220104 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-60cd31a2-1af7-40ae-bc77-b8a929af1584 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/subnets/aa1a6b83-22c5-44d5-8968-ea5991027073 HTTP/1.1" status: 204 len: 168 time: 0.8639500 May 26 16:19:58.236208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 2001:db8:1::1 (57532a33-cf5f-41ad-b64e-474af4577843/eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972/3868842b-5474-45b2-8597-ecbd7fd5cf21) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:58.243582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290682d-4376-4aad-ba2b-1c6297652878 None None] Network 3201f379-9639-4e2a-b211-e1864067b337 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:58.279403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58582) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:58.329705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd31a2-1af7-40ae-bc77-b8a929af1584 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1a6b83-22c5-44d5-8968-ea5991027073,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:58.386809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:58.387441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:58.443171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'Port': ['ID=32ac64fa-9716-4419-a2ce-f8a3cf26d47e,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:58.526622 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.568180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.569889 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-00fd1915-8825-4895-8f7a-89e2b66e135e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6053665 May 26 16:19:58.571721 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.610512 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-650cb0fc-488f-408e-870b-634a64a5efda tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.781839 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.825365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cb0fc-488f-408e-870b-634a64a5efda tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fd161d5-fca2-409c-ba32-5f44f3a6b941,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:58.851390 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-650cb0fc-488f-408e-870b-634a64a5efda tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.861422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-650cb0fc-488f-408e-870b-634a64a5efda tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "DELETE /v2.0/ports/7fd161d5-fca2-409c-ba32-5f44f3a6b941 HTTP/1.1" status: 204 len: 168 time: 1.8357987 May 26 16:19:58.865400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58602) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:58.966630 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09fbfc1-43f3-449d-a51a-5c4df7e736a5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] GET failed (client error): The resource could not be found. May 26 16:19:58.970495 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f09fbfc1-43f3-449d-a51a-5c4df7e736a5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "GET /v2.0/ports/7fd161d5-fca2-409c-ba32-5f44f3a6b941 HTTP/1.1" status: 404 len: 333 time: 0.0979083 May 26 16:19:58.975263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58610) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:58.982910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Deleting port a83fa337-110b-47a1-83e6-036bc32c9350 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:58.983357 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.991070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Request body: {'port': {'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1012826788'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:59.096830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Attempting to bind port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:59.097392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Attempting to bind port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:59.098910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Attempting to bind port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e on network 57532a33-cf5f-41ad-b64e-474af4577843 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:59.100570 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.140996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-07936b1a-9d18-4b1f-aa8a-88b8f120835c None None] Provisioning complete for port 02f2446a-ac51-4cd6-aae0-182826a17037 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:59.141378 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-07936b1a-9d18-4b1f-aa8a-88b8f120835c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.142942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ea03e-700e-4767-a046-d370d3eb35fb None None] Pushing event updated for resources: {'Port': ['ID=02f2446a-ac51-4cd6-aae0-182826a17037,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:59.148813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:59.149326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Checking segment: {'id': 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:59.149748 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.150272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Bound using segment: {'id': 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:59.150807 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Bound port: 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:59.151191 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.250541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:59.259123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 57532a33-cf5f-41ad-b64e-474af4577843 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:59.272011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:59.285673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:59.286318 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.373606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] For port a83fa337-110b-47a1-83e6-036bc32c9350, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a83fa337-110b-47a1-83e6-036bc32c9350,segment=NetworkSegment(2751fd54-2766-4f97-96c3-85a8f0c9726f),segment_id=2751fd54-2766-4f97-96c3-85a8f0c9726f)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:59.373983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.461016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Calling delete_port for a83fa337-110b-47a1-83e6-036bc32c9350 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:59.579752 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=3868842b-5474-45b2-8597-ecbd7fd5cf21,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:59.603995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Made reservation on behalf of e3fa0347e43148589c98cf1f7f614624 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:59.607726 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.616214 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-dfd199b7-20d9-4afd-b85f-1ef849dfa7fd tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1516847431&fields=id&tenant_id=1144c6abd475413f9e7b7793945a8ae5 HTTP/1.1" status: 200 len: 267 time: 0.4056838 May 26 16:19:59.646557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] device_id is not set on port 50498dff-62ab-40c4-b119-ef17faf28d5d yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:59.710069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b3dac-2bc3-453d-b8b3-3f4d889b4cfa None None] DHCP port deletion for 3201f379-9639-4e2a-b211-e1864067b337 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:19:59.935276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.957311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] For port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:59.961882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] For port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c79c8b8-ec64-4c32-8aac-ab02caaaf27e,segment=NetworkSegment(b4c1853a-8e59-4ba0-b99b-3866fedeb07e),segment_id=b4c1853a-8e59-4ba0-b99b-3866fedeb07e)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:59.972740 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.018636 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.058351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Port': ['ID=a83fa337-110b-47a1-83e6-036bc32c9350,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:00.094708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-c653a354-05e0-407c-ba9f-9afb6979f927 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:00.102672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-c653a354-05e0-407c-ba9f-9afb6979f927 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 811 time: 0.4855142 May 26 16:20:00.117429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] No DVR routers for this DVR port a83fa337-110b-47a1-83e6-036bc32c9350 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:00.190867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-07936b1a-9d18-4b1f-aa8a-88b8f120835c None None] Current status of the port 02f2446a-ac51-4cd6-aae0-182826a17037 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:00.191332 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-07936b1a-9d18-4b1f-aa8a-88b8f120835c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.221754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-29f2bd9d-350f-4632-84bb-b54b11dc22ba tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/quotas/1144c6abd475413f9e7b7793945a8ae5 HTTP/1.1" status: 200 len: 375 time: 0.0446856 May 26 16:20:00.309795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.330540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aee2d-bd5d-469a-bb52-41422d5a4e30 None None] Pushing event updated for resources: {'Port': ['ID=2c79c8b8-ec64-4c32-8aac-ab02caaaf27e,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:00.371674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-07936b1a-9d18-4b1f-aa8a-88b8f120835c None None] For port 02f2446a-ac51-4cd6-aae0-182826a17037, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=02f2446a-ac51-4cd6-aae0-182826a17037,segment=NetworkSegment(338c1fa8-17b2-44f8-8253-7d9146d31f8d),segment_id=338c1fa8-17b2-44f8-8253-7d9146d31f8d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:00.383661 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-07936b1a-9d18-4b1f-aa8a-88b8f120835c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.394314 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.430482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3201f379-9639-4e2a-b211-e1864067b337']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:00.449581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-e19acdb8-48c0-4a9d-8d96-505719cbda13 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2269638 May 26 16:20:00.454092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2751fd54-2766-4f97-96c3-85a8f0c9726f') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:00.455027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2751fd54-2766-4f97-96c3-85a8f0c9726f') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:00.484124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.517217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:19:47Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:19:57Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:00.527063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.535770 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.550443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:00.570236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.660330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Network 84d09094-0cdc-4ed3-a4cf-89f830e86192 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:00.679759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38405d48-075d-434a-a896-54f68e574ca8 None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:19:47Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:19:57Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:00.693359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:00.706764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:00.708533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:00.709319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.749267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07936b1a-9d18-4b1f-aa8a-88b8f120835c None None] Pushing event updated for resources: {'Port': ['ID=02f2446a-ac51-4cd6-aae0-182826a17037,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:00.758644 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 2751fd54-2766-4f97-96c3-85a8f0c9726f resource provider aggregate not found May 26 16:20:00.759231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'Port': ['ID=50498dff-62ab-40c4-b119-ef17faf28d5d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:00.771588 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-49da8a0d-c088-4d71-91f6-b0cd443aecc4 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7943313 May 26 16:20:00.775626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58658) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:00.812420 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 2751fd54-2766-4f97-96c3-85a8f0c9726f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2751fd54-2766-4f97-96c3-85a8f0c9726f found for delete ", "request_id": "req-1c993152-533f-42e5-acf5-b2a0f753db96"}]} May 26 16:20:00.829899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:00.831114 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.862638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.866410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/networks/3201f379-9639-4e2a-b211-e1864067b337 HTTP/1.1" status: 204 len: 168 time: 2.5849249 May 26 16:20:00.871544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58662) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:00.942491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbdd08-2578-410b-a185-4b0523c85919 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Pushing event deleted for resources: {'Network': ['ID=3201f379-9639-4e2a-b211-e1864067b337,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:00.983536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c3a1a9bf-978b-489f-a4af-80c68cad121e tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "GET /v2.0/ports?device_id=79ee28b8-aa07-4056-9a1c-36a60d3def12 HTTP/1.1" status: 200 len: 205 time: 0.0879340 May 26 16:20:00.984355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58668) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:01.010546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:01.033045 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.067800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.095334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.113237 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.257222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:01.257851 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.543133 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fefe3afe-6cab-4a6e-ad25-bcb4052677d5 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.578186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:01.581716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.750321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c79c8b8-ec64-4c32-8aac-ab02caaaf27e,segment=NetworkSegment(b4c1853a-8e59-4ba0-b99b-3866fedeb07e),segment_id=b4c1853a-8e59-4ba0-b99b-3866fedeb07e)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:01.771494 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.922597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a83fa337-110b-47a1-83e6-036bc32c9350 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:01.970319 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fefe3afe-6cab-4a6e-ad25-bcb4052677d5 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.977413 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fefe3afe-6cab-4a6e-ad25-bcb4052677d5 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.045519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a83fa337-110b-47a1-83e6-036bc32c9350 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:02.045854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a83fa337-110b-47a1-83e6-036bc32c9350 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:02.054856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-c12e0d37-9fbd-483a-9e60-53cb27544408 service neutron] 10.222.0.39 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5730302 May 26 16:20:02.068247 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:20:02.104382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=2c79c8b8-ec64-4c32-8aac-ab02caaaf27e,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:02.109548 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fefe3afe-6cab-4a6e-ad25-bcb4052677d5 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.112206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefe3afe-6cab-4a6e-ad25-bcb4052677d5 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Fanout notify agent at l3_agent the message router_deleted on router 79ee28b8-aa07-4056-9a1c-36a60d3def12 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:20:02.127672 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fefe3afe-6cab-4a6e-ad25-bcb4052677d5 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.133968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fefe3afe-6cab-4a6e-ad25-bcb4052677d5 tempest-RoutersNegativeIpV6Test-15578859 tempest-RoutersNegativeIpV6Test-15578859-project] 10.222.0.39 "DELETE /v2.0/routers/79ee28b8-aa07-4056-9a1c-36a60d3def12 HTTP/1.1" status: 204 len: 168 time: 1.1485310 May 26 16:20:02.248455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c700c2b2-407c-4fb5-9fe5-4cfa0be9dd3c None None] Network 57532a33-cf5f-41ad-b64e-474af4577843 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:02.382092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-3b0084d8-f9c7-4202-9543-9e87ab8f7f76 service neutron] 10.222.0.39 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148897 May 26 16:20:02.459324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0a3666c2-63ba-4c09-bbde-83a389bb4d55 None None] Provisioning complete for port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:02.459852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a3666c2-63ba-4c09-bbde-83a389bb4d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.874306 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aec997f5-c5a9-49d9-bb36-2778ca846742 req-5006a5cd-d2bf-4a2d-89d2-2238926fcad2 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 210 time: 0.0735419 May 26 16:20:03.070527 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=3868842b-5474-45b2-8597-ecbd7fd5cf21,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:03.114431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58726) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:03.131859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:03.300291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] device_id is not set on port 50498dff-62ab-40c4-b119-ef17faf28d5d yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:03.309810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 57532a33-cf5f-41ad-b64e-474af4577843 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:03.314328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:03.317821 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.330020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.356306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0a3666c2-63ba-4c09-bbde-83a389bb4d55 None None] Current status of the port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:03.459882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:03.463031 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.542847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58734) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:03.694287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:03.694850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:03.696140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:03.707132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'Port': ['ID=50498dff-62ab-40c4-b119-ef17faf28d5d,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:03.733132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:03.736258 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:03.738849 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 2 to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d May 26 16:20:03.765342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:03.771123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:03.771906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:03.772403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:03.778375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 02f2446a-ac51-4cd6-aae0-182826a17037 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:03.780094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:03.780997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:03.781703 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:03.782684 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 3 to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d May 26 16:20:03.821069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:03.821817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:03.822430 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:03.832705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:03.833236 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:03.848071 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 4 to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d May 26 16:20:03.849176 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90d7e6d7-9627-4ad1-a047-31175012c10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.900548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:03.900895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:03.901240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:03.912472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:03.913219 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:03.923090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-700acca5-cc0a-4b94-b1e3-124a91176732 None None] Provisioning complete for port 3868842b-5474-45b2-8597-ecbd7fd5cf21 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:03.923465 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-700acca5-cc0a-4b94-b1e3-124a91176732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.978274 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 5 to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d May 26 16:20:04.019853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:04.020681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:04.021324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:04.029073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-700acca5-cc0a-4b94-b1e3-124a91176732 None None] Port 3868842b-5474-45b2-8597-ecbd7fd5cf21 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:04.036089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:04.038358 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:04.059461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-700acca5-cc0a-4b94-b1e3-124a91176732 None None] Provisioning complete for port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:04.060044 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-700acca5-cc0a-4b94-b1e3-124a91176732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.061874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 02f2446a-ac51-4cd6-aae0-182826a17037 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:04.067114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.084335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90d7e6d7-9627-4ad1-a047-31175012c10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.106228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90d7e6d7-9627-4ad1-a047-31175012c10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.172261 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 6 to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d May 26 16:20:04.190307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-90d7e6d7-9627-4ad1-a047-31175012c10a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fec10024b2894cf9b91c0c0ae18e4cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0737760 May 26 16:20:04.193132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:04.199441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7e6d7-9627-4ad1-a047-31175012c10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af4564c-8cc1-4813-92bd-6b9a82d9f400,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:04.227248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c189809-aa2e-4fc4-88ae-02e0870b2a79 req-b10ffe7d-f1cd-4ca0-aa0f-543df2f2c2e3 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 210 time: 0.1385810 May 26 16:20:04.275143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:04.287460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:04.289283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:04.318407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 02f2446a-ac51-4cd6-aae0-182826a17037 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:04.353902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-63a2da8f-5887-40cc-978c-e3041220c5fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2d694927b52486ea74f2cdd39ba9c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8098583 May 26 16:20:04.359490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58752) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:04.364052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-700acca5-cc0a-4b94-b1e3-124a91176732 None None] Current status of the port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:04.373969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:04.374425 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:04.375565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:04.378101 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 7 to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d May 26 16:20:04.387333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3798e5d3-c040-4e17-856d-6b02f57e1bfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0235798 May 26 16:20:04.388937 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:04.402718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58754) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:04.415711 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:04.416640 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:04.420589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-402833489'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:04.439518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:04.439975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:04.440426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:04.503820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:04.506096 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:04.511796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b402b5e8-8b9d-4306-b711-e2fba83f541b None None] Provisioning complete for port 3868842b-5474-45b2-8597-ecbd7fd5cf21 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:04.513419 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b402b5e8-8b9d-4306-b711-e2fba83f541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.524782 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 8 to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d May 26 16:20:04.533669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e77ee2ca-5dc5-4482-97d7-12212d8ed40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.585904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67ed34af-00e5-4d20-8191-b65962cd40f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.597124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:04.605258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.617696 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e77ee2ca-5dc5-4482-97d7-12212d8ed40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.654949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b402b5e8-8b9d-4306-b711-e2fba83f541b None None] Port 3868842b-5474-45b2-8597-ecbd7fd5cf21 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:04.701681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:04.703468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:04.704444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:04.711214 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e77ee2ca-5dc5-4482-97d7-12212d8ed40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.714714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e77ee2ca-5dc5-4482-97d7-12212d8ed40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.718606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e77ee2ca-5dc5-4482-97d7-12212d8ed40a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/990bd183-9bb8-4c9d-b9b3-c8bdf2a1ce34 HTTP/1.1" status: 204 len: 168 time: 0.3580008 May 26 16:20:04.757699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ee2ca-5dc5-4482-97d7-12212d8ed40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990bd183-9bb8-4c9d-b9b3-c8bdf2a1ce34,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:04.797919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:04.798054 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:04.799945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67ed34af-00e5-4d20-8191-b65962cd40f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.814028 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 9 to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d May 26 16:20:04.867227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:04.925119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-70a69c62-d079-4283-aaea-50825712e490 None None] Provisioning complete for port 3868842b-5474-45b2-8597-ecbd7fd5cf21 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:04.929757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-70a69c62-d079-4283-aaea-50825712e490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.990386 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:05.009524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:05.009872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:05.010242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:05.047722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.048086 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added segment f22346f8-5558-44fc-8442-cdd00e4ea0db of type vlan for network d5220589-0c7c-41e2-bd36-c897d6bf3b84 May 26 16:20:05.049343 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd115191-2813-4ba7-836d-e9d98a4dea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.049751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:05.056142 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:05.068550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-70a69c62-d079-4283-aaea-50825712e490 None None] Port 3868842b-5474-45b2-8597-ecbd7fd5cf21 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:05.070705 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempt 10 to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d May 26 16:20:05.176380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:05.178229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:05.178471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempting to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:05.189379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.194511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67ed34af-00e5-4d20-8191-b65962cd40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.197032 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67ed34af-00e5-4d20-8191-b65962cd40f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.207322 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-67ed34af-00e5-4d20-8191-b65962cd40f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7af4564c-8cc1-4813-92bd-6b9a82d9f400 HTTP/1.1" status: 204 len: 168 time: 0.9777544 May 26 16:20:05.232738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed34af-00e5-4d20-8191-b65962cd40f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af4564c-8cc1-4813-92bd-6b9a82d9f400,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:05.262805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:05.272081 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Failed to bind port 50498dff-62ab-40c4-b119-ef17faf28d5d on host n-h1-843336-2 for vnic_type normal using segments [{'id': '9a456e2b-d747-4ef1-8997-2b496fb24a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '84d09094-0cdc-4ed3-a4cf-89f830e86192'}] May 26 16:20:05.273524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.317742 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:20:05.396098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-0b94b19f-58c7-49ee-b0d9-760070ac00b4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:05.398615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-0b94b19f-58c7-49ee-b0d9-760070ac00b4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 811 time: 0.2674134 May 26 16:20:05.481482 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.499908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:05.500665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.523570 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:19:59Z', 'revision_number': 3, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:05.569134 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:05.570200 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Updating router 50a53275-f788-444f-a84b-76bce87b6f04 port 3868842b-5474-45b2-8597-ecbd7fd5cf21 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:20:05.607193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58780) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:05.630159 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.704326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] For port 50498dff-62ab-40c4-b119-ef17faf28d5d, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:05.707356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attempted to set empty binding levels {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:20:05.868381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Network': ['ID=d5220589-0c7c-41e2-bd36-c897d6bf3b84,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:05.880125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network d5220589-0c7c-41e2-bd36-c897d6bf3b84 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:05.883352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.935428 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4710095a-9ecd-4484-ae6f-ed008f9c2857 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5314767 May 26 16:20:05.936303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58796) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:05.947556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'subnet': {'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:05.987325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] In _notify_port_updated(), no bound segment for port 50498dff-62ab-40c4-b119-ef17faf28d5d on network 84d09094-0cdc-4ed3-a4cf-89f830e86192 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:20:05.992594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:05.994947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:06.007121 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "PUT /v2.0/ports/50498dff-62ab-40c4-b119-ef17faf28d5d HTTP/1.1" status: 200 len: 975 time: 5.2304368 May 26 16:20:06.011702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58804) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:06.078047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58806) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:06.376514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-868ed3e9-ed8c-403f-9865-c97116d495c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:06.523127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f8312-40a7-4c1f-8e51-1dff2f8d52ec tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event updated for resources: {'Port': ['ID=50498dff-62ab-40c4-b119-ef17faf28d5d,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:06.533965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:06.537479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:06.599416 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:06.607962 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:06.715530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-9236528c-f04a-470d-bd04-437a2781ae06 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1144c6abd475413f9e7b7793945a8ae5 HTTP/1.1" status: 200 len: 380 time: 1.3080161 May 26 16:20:06.752135 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Pushing event updated for resources: {'Port': ['ID=3868842b-5474-45b2-8597-ecbd7fd5cf21,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:06.769133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f71e4dd8-cb7f-4c11-98d0-b1db7cab9bdc req-3d018ade-6a7f-4d4c-b5d3-0df975c44543 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 210 time: 0.1685734 May 26 16:20:06.784498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'port': {'device_id': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'admin_state_up': True, 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'security_groups': ['15e86ce3-1f08-49d7-bc30-78ee09596f33']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:06.791178 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.793810 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.794273 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.804254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.804254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.804254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.804254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.804254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.804254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.804254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.804254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.804254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:06.805948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58818) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:06.900449 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Attempting to bind port 3868842b-5474-45b2-8597-ecbd7fd5cf21 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:06.903964 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Attempting to bind port 3868842b-5474-45b2-8597-ecbd7fd5cf21 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:06.904658 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Attempting to bind port 3868842b-5474-45b2-8597-ecbd7fd5cf21 on network 57532a33-cf5f-41ad-b64e-474af4577843 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:06.921068 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:06.921857 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Checking segment: {'id': 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:06.924476 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:06.925349 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Bound using segment: {'id': 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:06.926101 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Bound port: 3868842b-5474-45b2-8597-ecbd7fd5cf21, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:06.926739 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.109909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.131947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Made reservation on behalf of 1144c6abd475413f9e7b7793945a8ae5 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:07.135713 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.173343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2021442558-network', 'tenant_id': '75230d347c6143a883f48f303b0c9c89'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:07.189775 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] For port 3868842b-5474-45b2-8597-ecbd7fd5cf21, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:07.195416 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] For port 3868842b-5474-45b2-8597-ecbd7fd5cf21, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3868842b-5474-45b2-8597-ecbd7fd5cf21,segment=NetworkSegment(b4c1853a-8e59-4ba0-b99b-3866fedeb07e),segment_id=b4c1853a-8e59-4ba0-b99b-3866fedeb07e)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:07.203271 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.253546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-839a0757-df96-4106-96dc-5b12c9ace1b1 None None] Provisioning complete for port 3868842b-5474-45b2-8597-ecbd7fd5cf21 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:07.254142 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-839a0757-df96-4106-96dc-5b12c9ace1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.265204 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a5a0-0509-4299-b586-a3543aa18c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.273065 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56fd34-7724-44b7-b623-d06bfdc05d7e None None] Pushing event updated for resources: {'Port': ['ID=3868842b-5474-45b2-8597-ecbd7fd5cf21,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:07.308888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Made reservation on behalf of 75230d347c6143a883f48f303b0c9c89 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:07.325732 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.344433 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:07.346884 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:19:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:07.352634 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.471700 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a5a0-0509-4299-b586-a3543aa18c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.482169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-839a0757-df96-4106-96dc-5b12c9ace1b1 None None] Current status of the port 3868842b-5474-45b2-8597-ecbd7fd5cf21 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:07.482825 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-839a0757-df96-4106-96dc-5b12c9ace1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.562756 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a5a0-0509-4299-b586-a3543aa18c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.597035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.598594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-839a0757-df96-4106-96dc-5b12c9ace1b1 None None] For port 3868842b-5474-45b2-8597-ecbd7fd5cf21, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3868842b-5474-45b2-8597-ecbd7fd5cf21,segment=NetworkSegment(b4c1853a-8e59-4ba0-b99b-3866fedeb07e),segment_id=b4c1853a-8e59-4ba0-b99b-3866fedeb07e)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:07.607629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-839a0757-df96-4106-96dc-5b12c9ace1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.615615 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.683398 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:07.705640 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5fe4a5a0-0509-4299-b586-a3543aa18c7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e303eab68524041a3b38d0e038d93f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9907601 May 26 16:20:07.717271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4a5a0-0509-4299-b586-a3543aa18c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f18b1c-8046-498b-ab62-33dd84139774,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:07.731335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58826) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:07.736064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Checking segment: {'id': 'f22346f8-5558-44fc-8442-cdd00e4ea0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:07.736448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network hostable DHCP agents. Network: d5220589-0c7c-41e2-bd36-c897d6bf3b84, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:07.749130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:07.781072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a0757-df96-4106-96dc-5b12c9ace1b1 None None] Pushing event updated for resources: {'Port': ['ID=3868842b-5474-45b2-8597-ecbd7fd5cf21,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:07.803252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b63323-f749-4a3d-b0ed-0d0bf57ca00c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:07.824269 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.832958 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Added segment cfa7f264-98a8-41b5-9877-35f11086676c of type vlan for network 9f6fa12a-5d3b-497d-ab58-62e2e9afefc7 May 26 16:20:07.833355 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45f12895-78c9-40ae-ac94-3290b6eb9921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.889272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c851ab02-adbe-4a1b-8fe9-e7f96c1ac974 None None] Provisioning complete for port 3868842b-5474-45b2-8597-ecbd7fd5cf21 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:07.889886 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c851ab02-adbe-4a1b-8fe9-e7f96c1ac974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.893968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-20a9e19e-6ce4-4455-814b-167e0350aed5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Deleting port 50498dff-62ab-40c4-b119-ef17faf28d5d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:07.895709 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20a9e19e-6ce4-4455-814b-167e0350aed5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.912166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Allocated IP 172.20.0.3 (ba6904b0-e06f-42f4-b61a-20e928e58fb3/f576792b-c2a7-4b2a-a376-29017903f8e9/84a15114-a6aa-4112-a540-8349996c8432) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:08.024189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c9732e5-7ae6-4df5-b9af-81dfb2869aab req-14dd44e0-5241-4652-8ee2-57bf8ef28a16 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 210 time: 0.0995760 May 26 16:20:08.030493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c851ab02-adbe-4a1b-8fe9-e7f96c1ac974 None None] Current status of the port 3868842b-5474-45b2-8597-ecbd7fd5cf21 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:08.050726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.082558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-20a9e19e-6ce4-4455-814b-167e0350aed5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] For port 50498dff-62ab-40c4-b119-ef17faf28d5d, host n-h1-843336-2, got binding levels [] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:08.086154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20a9e19e-6ce4-4455-814b-167e0350aed5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.117542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-20a9e19e-6ce4-4455-814b-167e0350aed5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Calling delete_port for 50498dff-62ab-40c4-b119-ef17faf28d5d owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:08.159179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.160169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:08.160751 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.224565 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:19:59Z', 'revision_number': 3, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:08.233664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4187670 May 26 16:20:08.238563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58830) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:08.251428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Request body: {'subnet': {'network_id': '9f6fa12a-5d3b-497d-ab58-62e2e9afefc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2021442558-subnet', 'tenant_id': '75230d347c6143a883f48f303b0c9c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:08.252026 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-868ed3e9-ed8c-403f-9865-c97116d495c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.277150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-868ed3e9-ed8c-403f-9865-c97116d495c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.282986 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cadcc-640b-42bf-80ee-36763f92147c None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:19:59Z', 'revision_number': 3, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:08.284364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535b1a4-042e-4d67-a5d0-c5f7e4aa826c admin admin] Pushing event updated for resources: {'Network': ['ID=9f6fa12a-5d3b-497d-ab58-62e2e9afefc7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:08.300822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 9f6fa12a-5d3b-497d-ab58-62e2e9afefc7 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:08.312675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12ab2ca6-0bb6-4f37-8521-b4e5a6240581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.313064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.314616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Made reservation on behalf of 75230d347c6143a883f48f303b0c9c89 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:08.316942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.488141 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-868ed3e9-ed8c-403f-9865-c97116d495c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76cef64be0ee42bfb512444426d0397e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2991135 May 26 16:20:08.489105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Subnet': ['ID=e8353c5b-8b8e-4cec-a1cf-db9503fd02b8,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:08.492257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58836) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:08.513742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network d5220589-0c7c-41e2-bd36-c897d6bf3b84 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:08.534357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20a9e19e-6ce4-4455-814b-167e0350aed5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.581860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, d5220589-0c7c-41e2-bd36-c897d6bf3b84) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:08.593262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7802cea3-be2d-41ce-84df-10e74002ee1c None None] Network d5220589-0c7c-41e2-bd36-c897d6bf3b84 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:08.599999 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:08.601108 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.623341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.652601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9e19e-6ce4-4455-814b-167e0350aed5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Pushing event deleted for resources: {'Port': ['ID=50498dff-62ab-40c4-b119-ef17faf28d5d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:08.667620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12ab2ca6-0bb6-4f37-8521-b4e5a6240581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.695897 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-982cbe74-5b10-4358-b888-a63d1f123552 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7544510 May 26 16:20:08.713256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58838) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:08.726649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ed3e9-ed8c-403f-9865-c97116d495c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa60cce2-d0d7-4446-8d0f-6b0a738df0c5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:08.838582 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.866437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:08.870841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event updated for resources: {'Port': ['ID=84a15114-a6aa-4112-a540-8349996c8432,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:08.906917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:08.913338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:08.924111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.959257 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-70ecb608-e51f-4147-83ef-bce45ff2669e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.981785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3868842b-5474-45b2-8597-ecbd7fd5cf21 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:09.047847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20a9e19e-6ce4-4455-814b-167e0350aed5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.088178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:09.090040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.094687 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-20a9e19e-6ce4-4455-814b-167e0350aed5 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "DELETE /v2.0/ports/50498dff-62ab-40c4-b119-ef17faf28d5d HTTP/1.1" status: 204 len: 168 time: 3.0317836 May 26 16:20:09.096055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58842) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:09.111793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12ab2ca6-0bb6-4f37-8521-b4e5a6240581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.114196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12ab2ca6-0bb6-4f37-8521-b4e5a6240581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.121307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-d5220589-0c7c-41e2-bd36-c897d6bf3b84', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:09.122568 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.134763 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-12ab2ca6-0bb6-4f37-8521-b4e5a6240581 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52f18b1c-8046-498b-ab62-33dd84139774 HTTP/1.1" status: 204 len: 168 time: 1.3773868 May 26 16:20:09.144645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-70ecb608-e51f-4147-83ef-bce45ff2669e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.183874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60672851-ebfb-4cb2-b1ec-05159899ba68,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:09.210457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a3e941e1-f5e2-49c3-af3b-7ba12c996889 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4360924 May 26 16:20:09.230179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Request body: {'port': {'device_id': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:09.323714 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a88865-b377-4d4a-b84b-bb9969405806 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] GET failed (client error): The resource could not be found. May 26 16:20:09.337111 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f2a88865-b377-4d4a-b84b-bb9969405806 tempest-PortsAdminExtendedAttrsTestJSON-1470714820 tempest-PortsAdminExtendedAttrsTestJSON-1470714820-project-admin] 10.222.0.39 "GET /v2.0/ports/50498dff-62ab-40c4-b119-ef17faf28d5d HTTP/1.1" status: 404 len: 333 time: 0.2263980 May 26 16:20:09.341180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58846) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:09.345544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2ca6-0bb6-4f37-8521-b4e5a6240581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f18b1c-8046-498b-ab62-33dd84139774,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:09.480177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-70ecb608-e51f-4147-83ef-bce45ff2669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.495840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-70ecb608-e51f-4147-83ef-bce45ff2669e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.501232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-70ecb608-e51f-4147-83ef-bce45ff2669e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa60cce2-d0d7-4446-8d0f-6b0a738df0c5 HTTP/1.1" status: 204 len: 168 time: 0.9880919 May 26 16:20:09.503831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3868842b-5474-45b2-8597-ecbd7fd5cf21 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:09.504882 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.510119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Checking segment: {'id': 'cfa7f264-98a8-41b5-9877-35f11086676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9f6fa12a-5d3b-497d-ab58-62e2e9afefc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:09.510578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Network hostable DHCP agents. Network: 9f6fa12a-5d3b-497d-ab58-62e2e9afefc7, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:09.591100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.602381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b94a6bc1-2f4b-49bb-a05a-a35df21889fb None None] Provisioning complete for port 84a15114-a6aa-4112-a540-8349996c8432 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:09.603085 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b94a6bc1-2f4b-49bb-a05a-a35df21889fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.717610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b94a6bc1-2f4b-49bb-a05a-a35df21889fb None None] Port 84a15114-a6aa-4112-a540-8349996c8432 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:09.720640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Allocated IP 2001:db8:2::2 (d5220589-0c7c-41e2-bd36-c897d6bf3b84/e8353c5b-8b8e-4cec-a1cf-db9503fd02b8/fae43fb2-4644-4089-aa3b-b0fbe11d999c) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:09.758654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecb608-e51f-4147-83ef-bce45ff2669e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa60cce2-d0d7-4446-8d0f-6b0a738df0c5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:09.766595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3868842b-5474-45b2-8597-ecbd7fd5cf21 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:09.792085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21073f8-67b3-4083-b63f-8f06f378abcd req-962460dd-6320-49f4-af07-59c986621279 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:09.793780 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f21073f8-67b3-4083-b63f-8f06f378abcd req-962460dd-6320-49f4-af07-59c986621279 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 931 time: 0.4971330 May 26 16:20:09.875548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Network 9f6fa12a-5d3b-497d-ab58-62e2e9afefc7 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:09.915138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 9f6fa12a-5d3b-497d-ab58-62e2e9afefc7) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:09.933351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b059b586-570a-467b-bec1-ac68bee306fa None None] Network 9f6fa12a-5d3b-497d-ab58-62e2e9afefc7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:09.940664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:09.942130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.979863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.993136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58860) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:10.034429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5e2b1c0-89ba-41b0-8ec3-66482114bf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.067869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cd167e90-f6e6-41c2-90fc-06bebe5891e8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8132670 May 26 16:20:10.067869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f21073f8-67b3-4083-b63f-8f06f378abcd req-c56d842f-4667-42a4-ad54-3c0876a0dc5e tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549958 May 26 16:20:10.253036 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5e2b1c0-89ba-41b0-8ec3-66482114bf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.267067 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5e2b1c0-89ba-41b0-8ec3-66482114bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.368021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.383772 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.477621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a15114-a6aa-4112-a540-8349996c8432 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:10.497036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.524574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b797f47-bbf6-4afd-bc8f-d2530898a031 None None] Network 9f6fa12a-5d3b-497d-ab58-62e2e9afefc7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:10.527708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Transition to ACTIVE for port object 84a15114-a6aa-4112-a540-8349996c8432 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:20:10.536405 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.554222 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.574506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Network d5220589-0c7c-41e2-bd36-c897d6bf3b84 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:10.578976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d09094-0cdc-4ed3-a4cf-89f830e86192']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:10.589785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a456e2b-d747-4ef1-8997-2b496fb24a6b') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:10.590121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a456e2b-d747-4ef1-8997-2b496fb24a6b') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:10.606417 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.618278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:10.623111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.634106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:10.634836 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.725448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:10.786370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.804606 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 9a456e2b-d747-4ef1-8997-2b496fb24a6b resource provider aggregate not found May 26 16:20:10.822421 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a5e2b1c0-89ba-41b0-8ec3-66482114bf59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f59bf51112d4fd5aeb880032a31d0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8282595 May 26 16:20:10.823782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58902) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:10.826188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=84a15114-a6aa-4112-a540-8349996c8432,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:10.904155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2b1c0-89ba-41b0-8ec3-66482114bf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad584ea-88c0-45d8-828c-c373ebc95480,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:10.953377 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.973909 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] 10.222.0.39 "DELETE /v2.0/networks/84d09094-0cdc-4ed3-a4cf-89f830e86192 HTTP/1.1" status: 204 len: 168 time: 1.6257021 May 26 16:20:10.979020 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 9a456e2b-d747-4ef1-8997-2b496fb24a6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a456e2b-d747-4ef1-8997-2b496fb24a6b found for delete ", "request_id": "req-d3f644cc-345f-4ce0-acfe-7bbc73a4b81a"}]} May 26 16:20:11.013923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Attempting to bind port 84a15114-a6aa-4112-a540-8349996c8432 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:11.014947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Attempting to bind port 84a15114-a6aa-4112-a540-8349996c8432 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:11.015451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Attempting to bind port 84a15114-a6aa-4112-a540-8349996c8432 on network ba6904b0-e06f-42f4-b61a-20e928e58fb3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:11.030442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Port 84a15114-a6aa-4112-a540-8349996c8432 on network ba6904b0-e06f-42f4-b61a-20e928e58fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:11.030986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Attempting to bind port 84a15114-a6aa-4112-a540-8349996c8432 on network ba6904b0-e06f-42f4-b61a-20e928e58fb3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:11.039713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:11.047666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Checking segment: {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:11.048263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Bound using segment: {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:11.049037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Bound port: 84a15114-a6aa-4112-a540-8349996c8432, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba1a29f-eeac-4994-a37b-bee26054fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:11.056764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.190703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5176d3d-8f87-4ddc-a09c-2444e9405522 tempest-PortsAdminExtendedAttrsTestJSON-1570228521 tempest-PortsAdminExtendedAttrsTestJSON-1570228521-project] Pushing event deleted for resources: {'Network': ['ID=84d09094-0cdc-4ed3-a4cf-89f830e86192,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:11.214858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Pushing event updated for resources: {'Port': ['ID=fae43fb2-4644-4089-aa3b-b0fbe11d999c,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:11.282138 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.349913 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.404121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Attempting to bind port fae43fb2-4644-4089-aa3b-b0fbe11d999c on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:11.404923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Attempting to bind port fae43fb2-4644-4089-aa3b-b0fbe11d999c by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f22346f8-5558-44fc-8442-cdd00e4ea0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:11.405763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Attempting to bind port fae43fb2-4644-4089-aa3b-b0fbe11d999c on network d5220589-0c7c-41e2-bd36-c897d6bf3b84 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:11.415168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:11.416099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Checking segment: {'id': 'f22346f8-5558-44fc-8442-cdd00e4ea0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:11.416825 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.417633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Bound using segment: {'id': 'f22346f8-5558-44fc-8442-cdd00e4ea0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:11.418421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Bound port: fae43fb2-4644-4089-aa3b-b0fbe11d999c, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22346f8-5558-44fc-8442-cdd00e4ea0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:11.420146 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.522740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] For port 84a15114-a6aa-4112-a540-8349996c8432, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:11.529287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3befe088-327b-4b3e-90f2-b0d1854aa0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.559687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54986b6-de8d-4a63-a26d-e57405dd64aa req-604304e1-b4c9-485e-a0d5-fde3bfe78264 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:11.565616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b54986b6-de8d-4a63-a26d-e57405dd64aa req-604304e1-b4c9-485e-a0d5-fde3bfe78264 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 943 time: 0.2419393 May 26 16:20:11.568819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] For port 84a15114-a6aa-4112-a540-8349996c8432, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84a15114-a6aa-4112-a540-8349996c8432,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:11.613990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.646554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58948) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:11.672772 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.714024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] For port fae43fb2-4644-4089-aa3b-b0fbe11d999c, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:11.717516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] For port fae43fb2-4644-4089-aa3b-b0fbe11d999c, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fae43fb2-4644-4089-aa3b-b0fbe11d999c,segment=NetworkSegment(f22346f8-5558-44fc-8442-cdd00e4ea0db),segment_id=f22346f8-5558-44fc-8442-cdd00e4ea0db)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:11.725412 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.782612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58954) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:11.786595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=84a15114-a6aa-4112-a540-8349996c8432,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:11.796270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-820209537-network', 'tenant_id': '2c82de287b6c472fac865a03c7873504'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:11.812910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b54986b6-de8d-4a63-a26d-e57405dd64aa req-2d4d40ed-038d-4c56-86ac-050341d9f677 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462797 May 26 16:20:11.844099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:11.845064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.848859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-23a3511f-3808-485f-8527-bb1bf5dee9b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/84a15114-a6aa-4112-a540-8349996c8432 HTTP/1.1" status: 200 len: 1091 time: 2.6265252 May 26 16:20:11.874561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'tag': '84a15114-a6aa-4112-a540-8349996c8432'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:11.879223 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "tag": "84a15114-a6aa-4112-a540-8349996c8432"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:11.921322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3befe088-327b-4b3e-90f2-b0d1854aa0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.947398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6187ede-1bfe-4235-aea1-a79c4a5b3cba None None] Pushing event updated for resources: {'Port': ['ID=fae43fb2-4644-4089-aa3b-b0fbe11d999c,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:12.025280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Made reservation on behalf of 2c82de287b6c472fac865a03c7873504 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:12.031189 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:12.065277 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379f06f9-7b4d-40c2-ae4d-a4657b6d58a9 x-openstack-request-id: req-379f06f9-7b4d-40c2-ae4d-a4657b6d58a9 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:12.067751 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "tag": "84a15114-a6aa-4112-a540-8349996c8432", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:12.068203 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-379f06f9-7b4d-40c2-ae4d-a4657b6d58a9 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:12.068820 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379f06f9-7b4d-40c2-ae4d-a4657b6d58a9'] response: {'name': 'network-changed', 'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'tag': '84a15114-a6aa-4112-a540-8349996c8432', 'status': 'completed', 'code': 200} May 26 16:20:12.070901 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:12.138240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-fd24a78d-bc56-41da-b108-9c0335caa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:12.143678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-fd24a78d-bc56-41da-b108-9c0335caa875 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 1094 time: 0.2221534 May 26 16:20:12.369593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-e659be61-4799-4b4b-a149-f109e7238fd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84a15114-a6aa-4112-a540-8349996c8432 HTTP/1.1" status: 200 len: 217 time: 0.2157421 May 26 16:20:12.421365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3befe088-327b-4b3e-90f2-b0d1854aa0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:12.435640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3befe088-327b-4b3e-90f2-b0d1854aa0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:12.436735 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3befe088-327b-4b3e-90f2-b0d1854aa0f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ad584ea-88c0-45d8-828c-c373ebc95480 HTTP/1.1" status: 204 len: 168 time: 1.5854936 May 26 16:20:12.595946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befe088-327b-4b3e-90f2-b0d1854aa0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad584ea-88c0-45d8-828c-c373ebc95480,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:12.893088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 2001:db8:2::1 (d5220589-0c7c-41e2-bd36-c897d6bf3b84/e8353c5b-8b8e-4cec-a1cf-db9503fd02b8/df4f2d5b-3b3f-45eb-85e7-e00857fe1062) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:12.912995 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:12.922562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a9fa56ca-3b3a-43dc-8316-83223ee3cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:12.927008 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-a9fa56ca-3b3a-43dc-8316-83223ee3cf28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.5450432 May 26 16:20:12.946672 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:12.990360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fae43fb2-4644-4089-aa3b-b0fbe11d999c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:13.104055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port fae43fb2-4644-4089-aa3b-b0fbe11d999c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:13.104562 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.256006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59014) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:13.276097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3f7efeac-48c9-4915-b290-be69042a0bd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68657b7cd3a443ccb65e21ff754022f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6229181 May 26 16:20:13.289752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port fae43fb2-4644-4089-aa3b-b0fbe11d999c is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:13.290706 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.292476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:13.298318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59016) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:13.324572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a618b3bf-8994-497e-8359-3c6cc5e227d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.342632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8230c-d604-4bbe-ba11-aa40ba1dd01d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:13.355322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.355690 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Added segment 301f4a88-b52f-405a-b789-ecaa4952e064 of type vlan for network 65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5 May 26 16:20:13.389269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port fae43fb2-4644-4089-aa3b-b0fbe11d999c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fae43fb2-4644-4089-aa3b-b0fbe11d999c,segment=NetworkSegment(f22346f8-5558-44fc-8442-cdd00e4ea0db),segment_id=f22346f8-5558-44fc-8442-cdd00e4ea0db)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:13.397669 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.397938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-e6d59663-a6af-44bc-b37b-8106c1a0cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:13.402994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-e6d59663-a6af-44bc-b37b-8106c1a0cbbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4651659 May 26 16:20:13.477511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.507332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.526953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=fae43fb2-4644-4089-aa3b-b0fbe11d999c,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:13.567436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6930e3-6cb7-4735-815d-5656ecb6da6a req-f6a76694-c999-4897-92b7-4c9adc77bfb4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:13.569766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd6930e3-6cb7-4735-815d-5656ecb6da6a req-f6a76694-c999-4897-92b7-4c9adc77bfb4 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 943 time: 0.5284939 May 26 16:20:13.575273 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d374120-db5b-43a5-8bb1-872db3f58184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.606225 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:20:13.618258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a618b3bf-8994-497e-8359-3c6cc5e227d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.642532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a618b3bf-8994-497e-8359-3c6cc5e227d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.663617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.674754 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d374120-db5b-43a5-8bb1-872db3f58184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.708476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.709747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:13.710548 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.755098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd6930e3-6cb7-4735-815d-5656ecb6da6a req-9caa56f1-6413-4428-b4ee-a1f7c79e238b tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758897 May 26 16:20:13.787085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-69f94336-485d-450a-83df-53965062296f service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586550 May 26 16:20:13.827931 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a618b3bf-8994-497e-8359-3c6cc5e227d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b32533da101b454cba34ee931f65a72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687428 May 26 16:20:13.839706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59028) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:13.846866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0566530 May 26 16:20:13.850514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59030) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:13.858898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Request body: {'subnet': {'network_id': '65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-820209537-subnet', 'tenant_id': '2c82de287b6c472fac865a03c7873504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:13.877043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network d5220589-0c7c-41e2-bd36-c897d6bf3b84 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:13.883251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618b3bf-8994-497e-8359-3c6cc5e227d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87463e15-c2ec-4893-901e-71d0f3ce6705,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:13.893426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:13.912404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:13.913327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.914236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2efff-6816-4264-bd55-b539321f1715 admin admin] Pushing event updated for resources: {'Network': ['ID=65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:13.920074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=df4f2d5b-3b3f-45eb-85e7-e00857fe1062,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:13.948950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3c56c5-46e7-444b-8b3b-0771ffa43abe None None] Network d5220589-0c7c-41e2-bd36-c897d6bf3b84 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:13.974721 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d374120-db5b-43a5-8bb1-872db3f58184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.977530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3d374120-db5b-43a5-8bb1-872db3f58184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.983145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3d374120-db5b-43a5-8bb1-872db3f58184 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e6ef0c0-4882-4246-97cd-d2ae3219df94 HTTP/1.1" status: 204 len: 168 time: 0.6832836 May 26 16:20:14.007697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d374120-db5b-43a5-8bb1-872db3f58184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6ef0c0-4882-4246-97cd-d2ae3219df94,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:14.031977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-633a1720-0643-40b6-93cd-508674ddc8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.046403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Made reservation on behalf of 2c82de287b6c472fac865a03c7873504 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:14.048253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f88f3c69-2ab0-4aad-b7c3-80da3ce2d70b req-4bdb49b1-e41c-4eb7-9c5e-6c4910868692 service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172408 May 26 16:20:14.050266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.071982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-633a1720-0643-40b6-93cd-508674ddc8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.078852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:14.178840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-633a1720-0643-40b6-93cd-508674ddc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.182504 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-633a1720-0643-40b6-93cd-508674ddc8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.189847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-633a1720-0643-40b6-93cd-508674ddc8b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87463e15-c2ec-4893-901e-71d0f3ce6705 HTTP/1.1" status: 204 len: 168 time: 0.3434565 May 26 16:20:14.202765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-49965535-6393-4c6d-a5ff-86d8d923573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:14.204349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-49965535-6393-4c6d-a5ff-86d8d923573b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 1094 time: 0.0867550 May 26 16:20:14.205104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a1720-0643-40b6-93cd-508674ddc8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87463e15-c2ec-4893-901e-71d0f3ce6705,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:14.252256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-56d78de7-547e-4e47-afa7-33b304f35cdd None None] Provisioning complete for port fae43fb2-4644-4089-aa3b-b0fbe11d999c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:14.252540 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56d78de7-547e-4e47-afa7-33b304f35cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.444097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-56d78de7-547e-4e47-afa7-33b304f35cdd None None] Current status of the port fae43fb2-4644-4089-aa3b-b0fbe11d999c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:14.467010 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.504088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-83d3aaae-b417-42c9-b1bf-fb99e68cd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:14.507029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-83d3aaae-b417-42c9-b1bf-fb99e68cd2aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 912 time: 0.2915292 May 26 16:20:14.615302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-a42394dc-9514-492d-844f-345b73001585 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84a15114-a6aa-4112-a540-8349996c8432 HTTP/1.1" status: 200 len: 217 time: 0.0978115 May 26 16:20:14.750155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-d8c57e16-bc4d-4a2e-9694-530c5308a01e req-f89f87a8-709b-43b5-a5c2-6e17e34f82b4 tempest-ListImageFiltersTestJSON-1288642413 tempest-ListImageFiltersTestJSON-1288642413-project] (109405) timed out ('10.222.0.24', 50374) {{(pid=109405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:20:14.751855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-7bc1c5d4-e823-4ec2-94ac-2d531320a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:14.753681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-7bc1c5d4-e823-4ec2-94ac-2d531320a4f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.1326230 May 26 16:20:14.891256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-b6123601-7e55-4381-8fb4-11087dfa55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:14.894524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fae43fb2-4644-4089-aa3b-b0fbe11d999c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:14.902353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-b6123601-7e55-4381-8fb4-11087dfa55db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351686 May 26 16:20:15.131379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.145660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port fae43fb2-4644-4089-aa3b-b0fbe11d999c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:15.148008 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.278028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59082) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:15.335589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port fae43fb2-4644-4089-aa3b-b0fbe11d999c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:15.409111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-48073bef-ea20-4caf-87cb-4fb59631d636 None None] Provisioning complete for port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:15.409381 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-48073bef-ea20-4caf-87cb-4fb59631d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.467097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd48753-a18d-48ac-92c7-e30773d7dfc7 req-9b2f1971-2ae7-495b-aac1-18feb5b5eb7c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:15.468690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fd48753-a18d-48ac-92c7-e30773d7dfc7 req-9b2f1971-2ae7-495b-aac1-18feb5b5eb7c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 943 time: 0.4083307 May 26 16:20:15.476958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-48073bef-ea20-4caf-87cb-4fb59631d636 None None] Port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:15.489772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.490796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.492783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-bbbf8c88-54ac-4031-8a4a-5be9c47794fd service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859184 May 26 16:20:15.495760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-48073bef-ea20-4caf-87cb-4fb59631d636 None None] Provisioning complete for port fae43fb2-4644-4089-aa3b-b0fbe11d999c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:15.496360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-48073bef-ea20-4caf-87cb-4fb59631d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.507760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.583852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6b6b9a99-ce2d-4dfc-9161-a0327ec4713d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3fa0347e43148589c98cf1f7f614624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046455 May 26 16:20:15.613671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-48073bef-ea20-4caf-87cb-4fb59631d636 None None] Current status of the port fae43fb2-4644-4089-aa3b-b0fbe11d999c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:15.727610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:15.836420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a14ea2f-d8b4-48ba-bf85-b0bd23f55e12 req-1b8217c9-01a0-41b3-ab1c-966d926063f0 service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303027 May 26 16:20:15.899422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fd48753-a18d-48ac-92c7-e30773d7dfc7 req-a1a9d314-6a43-4c7b-a0ac-c9493f94c4d9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997376 May 26 16:20:15.950485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ce2d8cc5-8212-4113-8ac3-b3b2624f1bc6 None None] Provisioning complete for port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:15.950874 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ce2d8cc5-8212-4113-8ac3-b3b2624f1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.064702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d8cc5-8212-4113-8ac3-b3b2624f1bc6 None None] Port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:16.145827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 84a15114-a6aa-4112-a540-8349996c8432 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:20:16.418754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 84a15114-a6aa-4112-a540-8349996c8432, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84a15114-a6aa-4112-a540-8349996c8432,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:16.462023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '84a15114-a6aa-4112-a540-8349996c8432', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'port_id': '84a15114-a6aa-4112-a540-8349996c8432', 'mac_address': 'fa:16:3e:cd:90:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:20:16.547678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 84a15114-a6aa-4112-a540-8349996c8432 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:16.548467 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.566017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a15114-a6aa-4112-a540-8349996c8432 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:16.593869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 84a15114-a6aa-4112-a540-8349996c8432, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84a15114-a6aa-4112-a540-8349996c8432,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:16.600554 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.669487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=84a15114-a6aa-4112-a540-8349996c8432,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:16.738114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Checking segment: {'id': '301f4a88-b52f-405a-b789-ecaa4952e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:16.738704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Network hostable DHCP agents. Network: 65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:16.787288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=df4f2d5b-3b3f-45eb-85e7-e00857fe1062,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:16.801939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e505e3c-318d-409a-9fe3-156bab8dd44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.808178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe14957-e0e5-40c3-b462-314d6ef97444,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:16.810536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['84a15114-a6aa-4112-a540-8349996c8432'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:20:16.845184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Network 65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:16.868029 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e505e3c-318d-409a-9fe3-156bab8dd44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.880991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:16.886275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network d5220589-0c7c-41e2-bd36-c897d6bf3b84 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:16.896475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:16.902527 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:16.903352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.935701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f152af68-df6f-4bd7-85b4-06f4a74eb8d6 None None] Network 65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:16.996559 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bfcdf5e4-2d67-4c24-8e8e-368a0a76d86b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1435273 May 26 16:20:17.086950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e505e3c-318d-409a-9fe3-156bab8dd44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.093351 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e505e3c-318d-409a-9fe3-156bab8dd44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.094994 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e505e3c-318d-409a-9fe3-156bab8dd44d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca64ff5f-74f0-408d-ad58-d13c8bf517eb HTTP/1.1" status: 204 len: 168 time: 1.3239179 May 26 16:20:17.124910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e505e3c-318d-409a-9fe3-156bab8dd44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca64ff5f-74f0-408d-ad58-d13c8bf517eb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:17.146978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:17.219314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3a97-bd5e-421b-be66-eba72f3a1171 req-c9462d3a-7004-4071-9444-d97bbd9b6d11 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:17.229043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9caf3a97-bd5e-421b-be66-eba72f3a1171 req-c9462d3a-7004-4071-9444-d97bbd9b6d11 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 944 time: 0.1232977 May 26 16:20:17.281518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59188) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:17.408704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59190) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:17.438121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:17.461944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9caf3a97-bd5e-421b-be66-eba72f3a1171 req-9ee547ad-13b3-43bf-bdf0-f089c524d3a8 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302048 May 26 16:20:17.467256 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c16f2a1f-4bc5-4a5c-92b2-c8441a51df98 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7445455 May 26 16:20:17.468122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59194) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:17.473789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-850640329'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:17.498572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:17.505226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.514989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1115dbd-beb9-4c21-aa4c-764209974b02 admin admin] Deleting subnet 60672851-ebfb-4cb2-b1ec-05159899ba68 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:20:17.523831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:17.528848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1115dbd-beb9-4c21-aa4c-764209974b02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.541073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:17.563135 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.565719 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added segment 8d11e53f-56ff-465e-aa98-bd8914fc3603 of type vlan for network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f May 26 16:20:17.584262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a5ee5-9f7f-4ac6-a035-55ae550ef520 None None] Network 65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:17.619223 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.662129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.671752 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:17.672579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.688611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1115dbd-beb9-4c21-aa4c-764209974b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.723143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ed6dd6a4-2289-424a-b0dc-6c8c376be057 None None] Provisioning complete for port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:17.723701 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd6a4-2289-424a-b0dc-6c8c376be057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.800265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:17.804096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:17.821440 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3520055 May 26 16:20:17.823020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59200) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:17.837373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd135b-b3c5-4785-a4ac-06eb2dd62346 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Network': ['ID=454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:17.842107 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'subnet': {'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:17.851260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1115dbd-beb9-4c21-aa4c-764209974b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.927782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59204) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:17.935782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:17.960470 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-377a7266-4453-4984-a8ca-27d9d1567e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.112525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ed6dd6a4-2289-424a-b0dc-6c8c376be057 None None] Port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:18.172912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee233-e57b-4a3c-99b7-cae440a6a01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.178762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:18.289475 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-377a7266-4453-4984-a8ca-27d9d1567e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.324221 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-377a7266-4453-4984-a8ca-27d9d1567e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.396810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-377a7266-4453-4984-a8ca-27d9d1567e44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fb31bb66e414fd383d45739d0b2362c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9844520 May 26 16:20:18.405412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee233-e57b-4a3c-99b7-cae440a6a01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.407623 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59222) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:18.415115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee233-e57b-4a3c-99b7-cae440a6a01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.444860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59224) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:18.543179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ee233-e57b-4a3c-99b7-cae440a6a01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3c4cd-57a8-4008-821d-451c533ff02a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:18.573207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ba7ee233-e57b-4a3c-99b7-cae440a6a01c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d6d51be7ca8414fbc17bf8fce0a5631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6391680 May 26 16:20:18.579645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59232) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:18.718060 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979c49db-c146-4afc-9c84-668be24a2c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.730873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e45443-834c-414c-a2b3-a91fe778cd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.771004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e45443-834c-414c-a2b3-a91fe778cd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.771771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a7266-4453-4984-a8ca-27d9d1567e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9d3066-c1f2-4755-8eb4-9c490f702cb3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:18.779778 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1115dbd-beb9-4c21-aa4c-764209974b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.836897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1115dbd-beb9-4c21-aa4c-764209974b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60672851-ebfb-4cb2-b1ec-05159899ba68,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:18.847759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee60d-d95c-40c3-a349-e8287eb088af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.881762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee60d-d95c-40c3-a349-e8287eb088af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.893288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:14Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:14Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:18.922273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Made reservation on behalf of f0e7680d4ad74e5b94027b9991e049ad for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:18.932341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.955260 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979c49db-c146-4afc-9c84-668be24a2c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.958106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e45443-834c-414c-a2b3-a91fe778cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.964391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71e45443-834c-414c-a2b3-a91fe778cd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.966307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-71e45443-834c-414c-a2b3-a91fe778cd06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cc3c4cd-57a8-4008-821d-451c533ff02a HTTP/1.1" status: 204 len: 168 time: 0.3849621 May 26 16:20:18.975929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-979c49db-c146-4afc-9c84-668be24a2c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.994273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e45443-834c-414c-a2b3-a91fe778cd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3c4cd-57a8-4008-821d-451c533ff02a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:18.996769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:18.997148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Updating router 50a53275-f788-444f-a84b-76bce87b6f04 port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:20:19.009215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59242) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:19.098022 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.128319 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-979c49db-c146-4afc-9c84-668be24a2c11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a0f3b1cd55d412d9e8d3e6b8a001d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6754687 May 26 16:20:19.131741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c49db-c146-4afc-9c84-668be24a2c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80edeed5-855b-4088-97f9-25f92a032fc1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:19.143384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59246) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:19.254386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ebc68353-2535-4e48-a209-b09be11263fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.313240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ebc68353-2535-4e48-a209-b09be11263fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.344790 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1115dbd-beb9-4c21-aa4c-764209974b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.356591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b1115dbd-beb9-4c21-aa4c-764209974b02 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/60672851-ebfb-4cb2-b1ec-05159899ba68 HTTP/1.1" status: 204 len: 168 time: 2.0726395 May 26 16:20:19.361344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59250) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:19.445043 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ebc68353-2535-4e48-a209-b09be11263fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.453800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ebc68353-2535-4e48-a209-b09be11263fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.457126 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ebc68353-2535-4e48-a209-b09be11263fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80edeed5-855b-4088-97f9-25f92a032fc1 HTTP/1.1" status: 204 len: 168 time: 0.3103144 May 26 16:20:19.473316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc68353-2535-4e48-a209-b09be11263fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80edeed5-855b-4088-97f9-25f92a032fc1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:19.522738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173c80b-365d-400d-a264-f65f106ab86a req-8e774732-46f9-43bc-9044-7d7a335256be tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:19.530981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6173c80b-365d-400d-a264-f65f106ab86a req-8e774732-46f9-43bc-9044-7d7a335256be tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 944 time: 0.9081852 May 26 16:20:19.651867 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.654332 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee60d-d95c-40c3-a349-e8287eb088af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.656834 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee60d-d95c-40c3-a349-e8287eb088af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.657320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2000870960'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:19.658083 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0e9ee60d-d95c-40c3-a349-e8287eb088af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc9d3066-c1f2-4755-8eb4-9c490f702cb3 HTTP/1.1" status: 204 len: 168 time: 1.2257001 May 26 16:20:19.692400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee60d-d95c-40c3-a349-e8287eb088af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9d3066-c1f2-4755-8eb4-9c490f702cb3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:19.707928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Made reservation on behalf of 3c0b842dcacd49258b3ef22fe7970fd4 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:19.715983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.758334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.768580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59258) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:19.800421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.814049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a115d2a-5212-48f1-960a-d1404e53fa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.817155 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.826593 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.907581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d600757-84c9-40af-bd79-43418b37503a None None] Pushing event updated for resources: {'Port': ['ID=df4f2d5b-3b3f-45eb-85e7-e00857fe1062,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.010528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Attempting to bind port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:20.010911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Attempting to bind port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f22346f8-5558-44fc-8442-cdd00e4ea0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:20.011370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Attempting to bind port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 on network d5220589-0c7c-41e2-bd36-c897d6bf3b84 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:20.017323 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.024297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:20.024780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Checking segment: {'id': 'f22346f8-5558-44fc-8442-cdd00e4ea0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:20.025197 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.027734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Bound using segment: {'id': 'f22346f8-5558-44fc-8442-cdd00e4ea0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:20.028400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Bound port: df4f2d5b-3b3f-45eb-85e7-e00857fe1062, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22346f8-5558-44fc-8442-cdd00e4ea0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:20.029116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.033197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6173c80b-365d-400d-a264-f65f106ab86a req-bc1ab27d-475e-459e-b09e-7a9217d0498d tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5013258 May 26 16:20:20.038880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Subnet': ['ID=200600ab-ca93-43ed-ac1a-5df54b52d160,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.045349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.061016 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a115d2a-5212-48f1-960a-d1404e53fa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.067834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a115d2a-5212-48f1-960a-d1404e53fa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.085266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.121241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:20.152366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] For port df4f2d5b-3b3f-45eb-85e7-e00857fe1062, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:20.159381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] For port df4f2d5b-3b3f-45eb-85e7-e00857fe1062, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=df4f2d5b-3b3f-45eb-85e7-e00857fe1062,segment=NetworkSegment(f22346f8-5558-44fc-8442-cdd00e4ea0db),segment_id=f22346f8-5558-44fc-8442-cdd00e4ea0db)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:20.163046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 84a15114-a6aa-4112-a540-8349996c8432 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:20.174248 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.180468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6fa12a-5d3b-497d-ab58-62e2e9afefc7']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:20.205818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Checking segment: {'id': '8d11e53f-56ff-465e-aa98-bd8914fc3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:20.206134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network hostable DHCP agents. Network: 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:20.213571 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.213990 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Added segment 83efab5b-bd56-4046-8daa-cce9cec27b8b of type vlan for network 2af3d840-5dba-487f-8cc9-b445d0f5a485 May 26 16:20:20.215090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa7f264-98a8-41b5-9877-35f11086676c') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:20.215422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa7f264-98a8-41b5-9877-35f11086676c') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:20.238767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448808de-4a13-4411-896e-0ce29109ed32,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.242424 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.257728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3a115d2a-5212-48f1-960a-d1404e53fa81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98681209decf484eb710fd329793042a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824591 May 26 16:20:20.269885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59264) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:20.335254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.352612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.359890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a115d2a-5212-48f1-960a-d1404e53fa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bef67e-47ef-4c5f-8b74-b84f65a06b65,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.389547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:20.390069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:20.399911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:20.405063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:20.405547 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.411282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.439840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:20.440843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.478679 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment cfa7f264-98a8-41b5-9877-35f11086676c resource provider aggregate not found May 26 16:20:20.486258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:20.562361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276fa0d-b778-40bd-b19f-e81a968c2332 None None] Network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:20.576200 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment cfa7f264-98a8-41b5-9877-35f11086676c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfa7f264-98a8-41b5-9877-35f11086676c found for delete ", "request_id": "req-42fdb00b-976e-48dc-92c2-3ea4cf1ff917"}]} May 26 16:20:20.616219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:20.616910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.665671 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6362264 May 26 16:20:20.668580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59282) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:20.690412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'subnet': {'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:20.701684 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.743302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14ea9687-acb9-4a44-8ac3-d7ba72ac77ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.784299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 84a15114-a6aa-4112-a540-8349996c8432 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:20:20.786987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d600757-84c9-40af-bd79-43418b37503a None None] Pushing event updated for resources: {'Port': ['ID=df4f2d5b-3b3f-45eb-85e7-e00857fe1062,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.801111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.812017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcbcb0-e5a1-4803-8469-5c2b119d0462 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Network': ['ID=2af3d840-5dba-487f-8cc9-b445d0f5a485,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.814522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9f6fa12a-5d3b-497d-ab58-62e2e9afefc7 HTTP/1.1" status: 204 len: 168 time: 1.4417431 May 26 16:20:20.831236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81d579-214f-4b9f-badb-776813b1ce40 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6fa12a-5d3b-497d-ab58-62e2e9afefc7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.842575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59286) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:20.853246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:20.875996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9aa855d0-b91e-4b11-9384-7c9c97334d8e tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0482249 May 26 16:20:20.918250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 84a15114-a6aa-4112-a540-8349996c8432 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:20.919393 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.960928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59294) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:20.966635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-963e69c7-61c4-4b4f-ba1b-63a00925c94b None None] Provisioning complete for port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:20.967204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-963e69c7-61c4-4b4f-ba1b-63a00925c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.021968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Made reservation on behalf of 3c0b842dcacd49258b3ef22fe7970fd4 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:21.028985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:21.029923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f723de-ae5d-4d5a-b938-0e622ccf3f2f admin admin] Deleting subnet cbe14957-e0e5-40c3-b462-314d6ef97444 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:20:21.033722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.043632 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-30f723de-ae5d-4d5a-b938-0e622ccf3f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.109054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:21.110204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.161463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14ea9687-acb9-4a44-8ac3-d7ba72ac77ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.289323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 84a15114-a6aa-4112-a540-8349996c8432 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:21.290374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.321739 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14ea9687-acb9-4a44-8ac3-d7ba72ac77ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.328197 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-14ea9687-acb9-4a44-8ac3-d7ba72ac77ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.329407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-14ea9687-acb9-4a44-8ac3-d7ba72ac77ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55bef67e-47ef-4c5f-8b74-b84f65a06b65 HTTP/1.1" status: 204 len: 168 time: 1.0585854 May 26 16:20:21.405088 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-30f723de-ae5d-4d5a-b938-0e622ccf3f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.444527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-963e69c7-61c4-4b4f-ba1b-63a00925c94b None None] Current status of the port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:21.447801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-963e69c7-61c4-4b4f-ba1b-63a00925c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.469589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a15114-a6aa-4112-a540-8349996c8432'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:21.472267 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6533db59-8d68-4593-91b9-24e5d73998f3" -d '{"events": [{"server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "name": "network-vif-plugged", "status": "completed", "tag": "84a15114-a6aa-4112-a540-8349996c8432"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:21.503245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea9687-acb9-4a44-8ac3-d7ba72ac77ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bef67e-47ef-4c5f-8b74-b84f65a06b65,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:21.509934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-963e69c7-61c4-4b4f-ba1b-63a00925c94b None None] For port df4f2d5b-3b3f-45eb-85e7-e00857fe1062, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=df4f2d5b-3b3f-45eb-85e7-e00857fe1062,segment=NetworkSegment(f22346f8-5558-44fc-8442-cdd00e4ea0db),segment_id=f22346f8-5558-44fc-8442-cdd00e4ea0db)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:21.545368 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-963e69c7-61c4-4b4f-ba1b-63a00925c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.555598 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4049d71e-1761-40a5-8cdf-12c15041ddfd x-openstack-request-id: req-4049d71e-1761-40a5-8cdf-12c15041ddfd {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:21.556156 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "name": "network-vif-plugged", "status": "completed", "tag": "84a15114-a6aa-4112-a540-8349996c8432", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:21.556638 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4049d71e-1761-40a5-8cdf-12c15041ddfd {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:21.557742 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4049d71e-1761-40a5-8cdf-12c15041ddfd'] response: {'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a15114-a6aa-4112-a540-8349996c8432', 'code': 200} May 26 16:20:21.609406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e51ad9-fb4d-44dd-95df-454759c62037 req-151dad04-805f-4dd4-b8a3-12adce0cf945 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:21.615519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 84a15114-a6aa-4112-a540-8349996c8432, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84a15114-a6aa-4112-a540-8349996c8432,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:21.620741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8e51ad9-fb4d-44dd-95df-454759c62037 req-151dad04-805f-4dd4-b8a3-12adce0cf945 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 944 time: 0.3198102 May 26 16:20:21.644876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Allocated IP 2001:db8:3::2 (454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f/200600ab-ca93-43ed-ac1a-5df54b52d160/5bf23589-5662-4945-a868-bb018cce8bc0) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:21.719940 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-30f723de-ae5d-4d5a-b938-0e622ccf3f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.765426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8e51ad9-fb4d-44dd-95df-454759c62037 req-1ec3fba7-3de4-41ef-a185-3b729a5da4cd tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395738 May 26 16:20:21.856342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92096693-8c85-4cb7-8e59-63bd1c3a4449 req-0ed81f82-ca12-422d-b459-10f8fe40c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:21.858351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92096693-8c85-4cb7-8e59-63bd1c3a4449 req-0ed81f82-ca12-422d-b459-10f8fe40c945 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 1096 time: 0.2240624 May 26 16:20:21.891434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.959837 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.962829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92096693-8c85-4cb7-8e59-63bd1c3a4449 req-78599b48-16ca-4f5b-bd94-17c64e4ab63b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961471 May 26 16:20:21.980856 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-30f723de-ae5d-4d5a-b938-0e622ccf3f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.019884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.046174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f723de-ae5d-4d5a-b938-0e622ccf3f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe14957-e0e5-40c3-b462-314d6ef97444,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:22.061716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.066222 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-30f723de-ae5d-4d5a-b938-0e622ccf3f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.069477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-30f723de-ae5d-4d5a-b938-0e622ccf3f2f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cbe14957-e0e5-40c3-b462-314d6ef97444 HTTP/1.1" status: 204 len: 168 time: 1.2233436 May 26 16:20:22.071923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59326) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:22.117312 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.160417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:22.170464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:22.175191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:22.177086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6a0cb6dd-3fbf-49f1-b3e0-09d3641c1861 None None] Provisioning complete for port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:22.177456 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a0cb6dd-3fbf-49f1-b3e0-09d3641c1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.180733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e69c7-61c4-4b4f-ba1b-63a00925c94b None None] Pushing event updated for resources: {'Port': ['ID=df4f2d5b-3b3f-45eb-85e7-e00857fe1062,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:22.366253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:14Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:20Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:22.446945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Allocated IP 2001:db8:3::1 (454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f/200600ab-ca93-43ed-ac1a-5df54b52d160/4444f5be-b652-45d3-b55a-16cec8faf850) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:22.611654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Subnet': ['ID=fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:22.659009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Checking segment: {'id': '83efab5b-bd56-4046-8daa-cce9cec27b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:22.659422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Network hostable DHCP agents. Network: 2af3d840-5dba-487f-8cc9-b445d0f5a485, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:22.703107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:22.720938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.722605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 2af3d840-5dba-487f-8cc9-b445d0f5a485) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:22.728439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:22.729220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.786040 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e0aa0266-d8e8-4013-9ea8-44a48d844d1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1127183 May 26 16:20:22.820341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:22.827876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7969f-4053-4a89-bd88-72ed91f0e71f None None] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:22.832118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'port': {'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485', 'name': 'tempest-AllowedAddressPairTestJSON-389139980'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:22.832460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Attempting to bind port 5bf23589-5662-4945-a868-bb018cce8bc0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:22.835041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Attempting to bind port 5bf23589-5662-4945-a868-bb018cce8bc0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '8d11e53f-56ff-465e-aa98-bd8914fc3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:22.838385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Attempting to bind port 5bf23589-5662-4945-a868-bb018cce8bc0 on network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:22.859628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb9eed-4ede-4f8f-93d2-27db70b86e8a None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:14Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:20Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:23.070833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Made reservation on behalf of 3c0b842dcacd49258b3ef22fe7970fd4 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:23.075665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.115554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] device_id is not set on port 416b5663-560d-4875-bab9-4c4ea4a68144 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:23.139256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:23.144685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Checking segment: {'id': '8d11e53f-56ff-465e-aa98-bd8914fc3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:23.145334 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.145987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Bound using segment: {'id': '8d11e53f-56ff-465e-aa98-bd8914fc3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:23.146692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Bound port: 5bf23589-5662-4945-a868-bb018cce8bc0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d11e53f-56ff-465e-aa98-bd8914fc3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:23.147261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.200972 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.218072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=84a15114-a6aa-4112-a540-8349996c8432,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:23.305331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Allocated IP 172.20.0.13 (2af3d840-5dba-487f-8cc9-b445d0f5a485/fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae/416b5663-560d-4875-bab9-4c4ea4a68144) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:23.326246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Pushing event updated for resources: {'Port': ['ID=5bf23589-5662-4945-a868-bb018cce8bc0,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:23.371606 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.454911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=4444f5be-b652-45d3-b55a-16cec8faf850,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:23.460611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6a0cb6dd-3fbf-49f1-b3e0-09d3641c1861 None None] Current status of the port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:23.475567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:23.483040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:23.496263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:23.496842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.547682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-2af3d840-5dba-487f-8cc9-b445d0f5a485', 'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485', 'tenant_id': '3c0b842dcacd49258b3ef22fe7970fd4', 'fixed_ips': [{'subnet_id': 'fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:23.551481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d740c7-e0d2-4298-b260-421c676407da req-4315be85-2ef6-47eb-abed-d6ea88ef8d08 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:23.552697 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.559207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9d740c7-e0d2-4298-b260-421c676407da req-4315be85-2ef6-47eb-abed-d6ea88ef8d08 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 945 time: 0.3495829 May 26 16:20:23.578817 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.607056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] For port 5bf23589-5662-4945-a868-bb018cce8bc0, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:23.634522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9d740c7-e0d2-4298-b260-421c676407da req-ab7071eb-8f80-4a40-ab48-77c2b2d8d880 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616837 May 26 16:20:23.641091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:23.656393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301f4a88-b52f-405a-b789-ecaa4952e064') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:23.656810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301f4a88-b52f-405a-b789-ecaa4952e064') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:23.684199 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.713175 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.726600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:23.727447 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.777398 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 301f4a88-b52f-405a-b789-ecaa4952e064 resource provider aggregate not found May 26 16:20:23.803445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] For port 5bf23589-5662-4945-a868-bb018cce8bc0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5bf23589-5662-4945-a868-bb018cce8bc0,segment=NetworkSegment(8d11e53f-56ff-465e-aa98-bd8914fc3603),segment_id=8d11e53f-56ff-465e-aa98-bd8914fc3603)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:23.821265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59376) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:23.835731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505437363', 'description': 'tempest-secgroup-smoke-1505437363 description', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:23.845244 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 301f4a88-b52f-405a-b789-ecaa4952e064 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 301f4a88-b52f-405a-b789-ecaa4952e064 found for delete ", "request_id": "req-5fe828d6-8ae0-4fe9-a340-6f0a7e455936"}]} May 26 16:20:23.883174 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.898422 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.908504 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.914816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] 10.222.0.39 "DELETE /v2.0/networks/65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5 HTTP/1.1" status: 204 len: 168 time: 1.8418972 May 26 16:20:23.915142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.958071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792295-ccb4-46e4-8360-4638db1fa965 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ab7bd8-b7c9-43b4-a08e-859c51fe3cd5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:23.981207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.023768 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.078212 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be4684-b501-47dd-ab0e-250984b0c30b None None] Pushing event updated for resources: {'Port': ['ID=5bf23589-5662-4945-a868-bb018cce8bc0,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:24.124944 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.252564 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.300283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.311298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59390) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:24.365115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.394264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.402039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f56c0720-670f-49e3-9921-db3700cd1c9f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75230d347c6143a883f48f303b0c9c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816121 May 26 16:20:24.402165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59392) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:24.641499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb151a20-7a58-4ad0-839e-b966dd347c7c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:24.660059 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.753529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Allocated IP 172.20.0.2 (2af3d840-5dba-487f-8cc9-b445d0f5a485/fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae/624237ee-6bb5-42f8-a67f-fed6ab3261fe) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:24.961123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b694dd-04a1-435d-a8ff-c8cf5f41e1b5 req-baa8ed51-3664-4245-a154-c0a3e84a8895 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:24.967462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11b694dd-04a1-435d-a8ff-c8cf5f41e1b5 req-baa8ed51-3664-4245-a154-c0a3e84a8895 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 945 time: 0.1487663 May 26 16:20:25.062564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11b694dd-04a1-435d-a8ff-c8cf5f41e1b5 req-9f24699c-aaeb-4317-ab12-bd2b55edc005 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904322 May 26 16:20:25.095882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:25.118455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.122191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:25.127627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:25.131314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5bf23589-5662-4945-a868-bb018cce8bc0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:25.193912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.204879 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.219804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.233577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bfd0134f-3b6d-48cf-bed9-fc68c9602c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.245516 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.246021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Port': ['ID=416b5663-560d-4875-bab9-4c4ea4a68144,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:25.255181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.256088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.265689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:25.266562 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.337751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5bf23589-5662-4945-a868-bb018cce8bc0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:25.340302 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.349647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e079c0a-57e3-4fd7-a724-eda13691ef37 req-f3f46b17-1b08-481e-b1d3-a4bc8350989a tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:25.353031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e079c0a-57e3-4fd7-a724-eda13691ef37 req-f3f46b17-1b08-481e-b1d3-a4bc8350989a tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 945 time: 0.1194160 May 26 16:20:25.366249 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.366724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59424) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:25.372268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Request body: {'floatingip': {'port_id': '84a15114-a6aa-4112-a540-8349996c8432'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:25.374626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59428) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:25.375722 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5462813 May 26 16:20:25.407121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bfd0134f-3b6d-48cf-bed9-fc68c9602c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.409301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be8923-a3b0-4626-ade4-ce9254ee537c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:25.446807 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0558bed1-0b14-413a-bc5c-69b128f2d4e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6215534 May 26 16:20:25.453152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:25.462566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59432) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:25.466461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2b849207-3204-41b0-b3de-5b88c82352b0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe0c45-ff8a-4f2b-b943-60c1eb45f458', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:25.471534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:25.517423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'port': {'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485', 'name': 'tempest-AllowedAddressPairTestJSON-1851418406', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:9d:8e:46'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:25.521410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:25.534788 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Pushing event updated for resources: {'Port': ['ID=624237ee-6bb5-42f8-a67f-fed6ab3261fe,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:25.577515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event updated for resources: {'Port': ['ID=4444f5be-b652-45d3-b55a-16cec8faf850,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:25.598343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:25.602286 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b849207-3204-41b0-b3de-5b88c82352b0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.613188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.625028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:25.730927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Attempting to bind port 624237ee-6bb5-42f8-a67f-fed6ab3261fe on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:25.731303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Attempting to bind port 624237ee-6bb5-42f8-a67f-fed6ab3261fe by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '83efab5b-bd56-4046-8daa-cce9cec27b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:25.731670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Attempting to bind port 624237ee-6bb5-42f8-a67f-fed6ab3261fe on network 2af3d840-5dba-487f-8cc9-b445d0f5a485 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:25.751386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:25.752349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Checking segment: {'id': '83efab5b-bd56-4046-8daa-cce9cec27b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:25.752976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.753366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Bound using segment: {'id': '83efab5b-bd56-4046-8daa-cce9cec27b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:25.753876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Bound port: 624237ee-6bb5-42f8-a67f-fed6ab3261fe, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83efab5b-bd56-4046-8daa-cce9cec27b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:25.754493 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.820009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5bf23589-5662-4945-a868-bb018cce8bc0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:25.820423 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.861786 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bfd0134f-3b6d-48cf-bed9-fc68c9602c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.866204 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bfd0134f-3b6d-48cf-bed9-fc68c9602c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.875476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bfd0134f-3b6d-48cf-bed9-fc68c9602c57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85b63323-f749-4a3d-b0ed-0d0bf57ca00c HTTP/1.1" status: 204 len: 168 time: 1.4238629 May 26 16:20:25.917574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0134f-3b6d-48cf-bed9-fc68c9602c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b63323-f749-4a3d-b0ed-0d0bf57ca00c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:25.923872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abc040-d5d0-4704-810a-9517e4d4bd87 None None] Network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:25.936488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:26.085090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c2ee64d3-5a39-4b54-b841-4e392ed7a44a None None] Provisioning complete for port 5bf23589-5662-4945-a868-bb018cce8bc0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:26.085505 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c2ee64d3-5a39-4b54-b841-4e392ed7a44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.132057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 5bf23589-5662-4945-a868-bb018cce8bc0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5bf23589-5662-4945-a868-bb018cce8bc0,segment=NetworkSegment(8d11e53f-56ff-465e-aa98-bd8914fc3603),segment_id=8d11e53f-56ff-465e-aa98-bd8914fc3603)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:26.157891 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.164126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device df4f2d5b-3b3f-45eb-85e7-e00857fe1062 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:26.182232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b849207-3204-41b0-b3de-5b88c82352b0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.201251 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b849207-3204-41b0-b3de-5b88c82352b0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.219467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59448) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:26.222017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:26.234338 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:26.251947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] For port 624237ee-6bb5-42f8-a67f-fed6ab3261fe, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:26.254261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Made reservation on behalf of 3c0b842dcacd49258b3ef22fe7970fd4 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:26.266324 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:26.268694 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68f1a2c3-863a-4593-b357-2fa36406354d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2608452 May 26 16:20:26.270111 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:26.272846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:26.275812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59454) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:26.293125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:26.394055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=5bf23589-5662-4945-a868-bb018cce8bc0,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:26.446930 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.469398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] For port 624237ee-6bb5-42f8-a67f-fed6ab3261fe, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=624237ee-6bb5-42f8-a67f-fed6ab3261fe,segment=NetworkSegment(83efab5b-bd56-4046-8daa-cce9cec27b8b),segment_id=83efab5b-bd56-4046-8daa-cce9cec27b8b)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:26.477825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b849207-3204-41b0-b3de-5b88c82352b0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76f25c4-5f62-4121-95ad-dbccc9d497c5,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:26.498247 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b849207-3204-41b0-b3de-5b88c82352b0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.499743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2b849207-3204-41b0-b3de-5b88c82352b0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1225936 May 26 16:20:26.503775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59460) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:26.504425 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.511022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-aacc2cf5-634a-4046-b6ae-1bffcc97debc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe0c45-ff8a-4f2b-b943-60c1eb45f458', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:26.534244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] device_id is not set on port 9a7babd0-cb01-4e40-ae1c-aed2ccbeb2ea yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:26.558690 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:26.692868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:26.693517 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.747785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aacc2cf5-634a-4046-b6ae-1bffcc97debc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.819600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee64d3-5a39-4b54-b841-4e392ed7a44a None None] Current status of the port 5bf23589-5662-4945-a868-bb018cce8bc0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:26.846792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abf768cb-8dd6-4e51-a54f-43eee2d1ec7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.892861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c7fe2-3f40-43f7-ab96-bb1e2582a64a None None] Pushing event updated for resources: {'Port': ['ID=624237ee-6bb5-42f8-a67f-fed6ab3261fe,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:27.030773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:27.176792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59462) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:27.206823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f51b8647-2bc5-4ba6-a368-99b41b42ddd8 None None] Provisioning complete for port 5bf23589-5662-4945-a868-bb018cce8bc0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:27.207202 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f51b8647-2bc5-4ba6-a368-99b41b42ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.246085 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:23Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4444f5be-b652-45d3-b55a-16cec8faf850', 'name': '', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:25:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:22Z', 'updated_at': '2022-05-26T16:20:24Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:27.319653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5bf23589-5662-4945-a868-bb018cce8bc0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:27.373425 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aacc2cf5-634a-4046-b6ae-1bffcc97debc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.391066 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:27.391437 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Updating router 50a53275-f788-444f-a84b-76bce87b6f04 port 4444f5be-b652-45d3-b55a-16cec8faf850 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:20:27.414094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Allocated IP 172.20.0.12 (2af3d840-5dba-487f-8cc9-b445d0f5a485/fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae/9a7babd0-cb01-4e40-ae1c-aed2ccbeb2ea) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:27.421343 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aacc2cf5-634a-4046-b6ae-1bffcc97debc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.477096 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.503570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc2cf5-634a-4046-b6ae-1bffcc97debc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64265422-02a7-4ea9-8ae1-b9948cb33cd1,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:27.544830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe69c0e1-715d-455a-922b-f4543357028c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.585896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aacc2cf5-634a-4046-b6ae-1bffcc97debc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.587524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-aacc2cf5-634a-4046-b6ae-1bffcc97debc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0821483 May 26 16:20:27.596137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59466) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:27.605556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f51b8647-2bc5-4ba6-a368-99b41b42ddd8 None None] Current status of the port 5bf23589-5662-4945-a868-bb018cce8bc0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:27.608479 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:20:27.615317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5bf23589-5662-4945-a868-bb018cce8bc0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:27.615847 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.631572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a464a105-a62b-4308-a833-1cc757b09e8e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe0c45-ff8a-4f2b-b943-60c1eb45f458', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:27.660273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe69c0e1-715d-455a-922b-f4543357028c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.695149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f51b8647-2bc5-4ba6-a368-99b41b42ddd8 None None] Provisioning complete for port 4444f5be-b652-45d3-b55a-16cec8faf850 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:27.698394 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f51b8647-2bc5-4ba6-a368-99b41b42ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.717763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-421163ed-bb3e-441c-8252-18be57a19246 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c82de287b6c472fac865a03c7873504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300484 May 26 16:20:27.734655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59468) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:27.774110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a464a105-a62b-4308-a833-1cc757b09e8e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.855132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f51b8647-2bc5-4ba6-a368-99b41b42ddd8 None None] Port 4444f5be-b652-45d3-b55a-16cec8faf850 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:27.883415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5bf23589-5662-4945-a868-bb018cce8bc0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:27.888948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe69c0e1-715d-455a-922b-f4543357028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.926200 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.983608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a0dcf2d8-7ed2-40d2-a9d4-e2125ebc4fa4 None None] Provisioning complete for port 4444f5be-b652-45d3-b55a-16cec8faf850 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:27.984286 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf2d8-7ed2-40d2-a9d4-e2125ebc4fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.987520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a464a105-a62b-4308-a833-1cc757b09e8e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.011489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69c0e1-715d-455a-922b-f4543357028c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d9f816-02f4-440f-8e08-5616bf0452c2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:28.026285 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a464a105-a62b-4308-a833-1cc757b09e8e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.028236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.033087 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abf768cb-8dd6-4e51-a54f-43eee2d1ec7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.044330 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fe69c0e1-715d-455a-922b-f4543357028c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe3ea2eda1fe425f9ee32234de1d3c58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7613268 May 26 16:20:28.045563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59470) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:28.063237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a0dcf2d8-7ed2-40d2-a9d4-e2125ebc4fa4 None None] Port 4444f5be-b652-45d3-b55a-16cec8faf850 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:28.127220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-59998f29-2044-453e-aa51-c901bab1869f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.127220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-abf768cb-8dd6-4e51-a54f-43eee2d1ec7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.158156 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.166510 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.177763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464a105-a62b-4308-a833-1cc757b09e8e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b2f9db-6aa4-4409-bdf5-1a09a569bae7,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:28.211398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-01bc577f-4ae5-4464-b521-f1bbd7f86b6a None None] Provisioning complete for port 4444f5be-b652-45d3-b55a-16cec8faf850 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:28.212160 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-01bc577f-4ae5-4464-b521-f1bbd7f86b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.286755 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a464a105-a62b-4308-a833-1cc757b09e8e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.292832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a464a105-a62b-4308-a833-1cc757b09e8e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6689348 May 26 16:20:28.296454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59472) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:28.304605 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-133b0ee5-4510-40a0-9247-0a7c8988709a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.304989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-59998f29-2044-453e-aa51-c901bab1869f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.305884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-01bc577f-4ae5-4464-b521-f1bbd7f86b6a None None] Port 4444f5be-b652-45d3-b55a-16cec8faf850 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:28.311742 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939eed9-e921-4bb0-b00d-df0d4df01893 None None] Pushing event updated for resources: {'Port': ['ID=4444f5be-b652-45d3-b55a-16cec8faf850,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:28.319734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c6de4e1b-ea3f-45d1-ae87-a8f962ca158a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe0c45-ff8a-4f2b-b943-60c1eb45f458', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:28.358035 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Attempting to bind port 4444f5be-b652-45d3-b55a-16cec8faf850 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:28.358248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-abf768cb-8dd6-4e51-a54f-43eee2d1ec7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02107d46b6394a7d9902d1f530fdfb39&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1276593 May 26 16:20:28.358361 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Attempting to bind port 4444f5be-b652-45d3-b55a-16cec8faf850 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '8d11e53f-56ff-465e-aa98-bd8914fc3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:28.358361 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Attempting to bind port 4444f5be-b652-45d3-b55a-16cec8faf850 on network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:28.359841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59474) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:28.367317 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:28.367826 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Checking segment: {'id': '8d11e53f-56ff-465e-aa98-bd8914fc3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:28.368226 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.368620 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Bound using segment: {'id': '8d11e53f-56ff-465e-aa98-bd8914fc3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:28.369181 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Bound port: 4444f5be-b652-45d3-b55a-16cec8faf850, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d11e53f-56ff-465e-aa98-bd8914fc3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:28.369634 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.424743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6de4e1b-ea3f-45d1-ae87-a8f962ca158a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.455004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf768cb-8dd6-4e51-a54f-43eee2d1ec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9077a34-3515-4366-91fa-fe3b64e99afc,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:28.511152 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-133b0ee5-4510-40a0-9247-0a7c8988709a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.511951 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] For port 4444f5be-b652-45d3-b55a-16cec8faf850, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:28.519649 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] For port 4444f5be-b652-45d3-b55a-16cec8faf850, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4444f5be-b652-45d3-b55a-16cec8faf850,segment=NetworkSegment(8d11e53f-56ff-465e-aa98-bd8914fc3603),segment_id=8d11e53f-56ff-465e-aa98-bd8914fc3603)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:28.530764 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.578499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.615390 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Floating IP 182003c6-fe7c-4427-b335-5c447563ce6d associated. External IP: 172.25.0.170, port: 84a15114-a6aa-4112-a540-8349996c8432. May 26 16:20:28.629884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:20:28.671167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e27d58-80cd-4423-8a03-5df66398dd34 None None] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:28.681144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Removed routes are [] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:20:28.682068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.763850 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-59998f29-2044-453e-aa51-c901bab1869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.766529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-59998f29-2044-453e-aa51-c901bab1869f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.770190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-59998f29-2044-453e-aa51-c901bab1869f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85c8230c-d604-4bbe-ba11-aa40ba1dd01d HTTP/1.1" status: 204 len: 168 time: 1.0301056 May 26 16:20:28.774738 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b9ca-0c50-4ac2-88b2-eb3c4f5189a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.787668 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:28.788465 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:28.807240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59998f29-2044-453e-aa51-c901bab1869f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8230c-d604-4bbe-ba11-aa40ba1dd01d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:28.846969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b9ca-0c50-4ac2-88b2-eb3c4f5189a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.856098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.863769 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939eed9-e921-4bb0-b00d-df0d4df01893 None None] Pushing event updated for resources: {'Port': ['ID=4444f5be-b652-45d3-b55a-16cec8faf850,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:28.878696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Provisioning complete for port 624237ee-6bb5-42f8-a67f-fed6ab3261fe triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:28.879338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.971576 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:29.055334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-133b0ee5-4510-40a0-9247-0a7c8988709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.059575 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-133b0ee5-4510-40a0-9247-0a7c8988709a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.060783 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-133b0ee5-4510-40a0-9247-0a7c8988709a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5d9f816-02f4-440f-8e08-5616bf0452c2 HTTP/1.1" status: 204 len: 168 time: 1.0118849 May 26 16:20:29.229606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:29.235975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6de4e1b-ea3f-45d1-ae87-a8f962ca158a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.263728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6de4e1b-ea3f-45d1-ae87-a8f962ca158a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.276665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:29.280995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b0ee5-4510-40a0-9247-0a7c8988709a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d9f816-02f4-440f-8e08-5616bf0452c2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:29.305183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de4e1b-ea3f-45d1-ae87-a8f962ca158a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9f891a-a0d4-4c72-9b50-b39f943d91f0,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:29.324487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:29.326209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 624237ee-6bb5-42f8-a67f-fed6ab3261fe up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:29.330290 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c6de4e1b-ea3f-45d1-ae87-a8f962ca158a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.338013 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c6de4e1b-ea3f-45d1-ae87-a8f962ca158a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0330489 May 26 16:20:29.340712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59484) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.352528 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.373445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f2a25a92-a589-4624-984b-590119b728c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe0c45-ff8a-4f2b-b943-60c1eb45f458', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:29.395649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Port': ['ID=9a7babd0-cb01-4e40-ae1c-aed2ccbeb2ea,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:29.435065 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.555499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Current status of the port 624237ee-6bb5-42f8-a67f-fed6ab3261fe is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:29.555897 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.577719 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b9ca-0c50-4ac2-88b2-eb3c4f5189a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.591679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 624237ee-6bb5-42f8-a67f-fed6ab3261fe triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:29.592056 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.593626 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:28Z', 'revision_number': 6, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4444f5be-b652-45d3-b55a-16cec8faf850', 'name': '', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:25:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:22Z', 'updated_at': '2022-05-26T16:20:28Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:29.594757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b9ca-0c50-4ac2-88b2-eb3c4f5189a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.596006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d8e4b9ca-0c50-4ac2-88b2-eb3c4f5189a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9077a34-3515-4366-91fa-fe3b64e99afc HTTP/1.1" status: 204 len: 168 time: 1.2287169 May 26 16:20:29.613979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:29.614702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.647608 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a323e-abe4-421c-88ef-f8e93ec4dd1f None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:28Z', 'revision_number': 6, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4444f5be-b652-45d3-b55a-16cec8faf850', 'name': '', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:25:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:22Z', 'updated_at': '2022-05-26T16:20:28Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:29.655520 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-f2a25a92-a589-4624-984b-590119b728c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Project c910ea62887b4896b2090b1a8aa27af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:20:29.663144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4b9ca-0c50-4ac2-88b2-eb3c4f5189a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9077a34-3515-4366-91fa-fe3b64e99afc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:29.696431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-486afc08-d3fd-403d-8916-163ed1ca9246 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.1994426 May 26 16:20:29.696877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59494) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.714254 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2a25a92-a589-4624-984b-590119b728c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.737258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:29.745758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] For port 624237ee-6bb5-42f8-a67f-fed6ab3261fe, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=624237ee-6bb5-42f8-a67f-fed6ab3261fe,segment=NetworkSegment(83efab5b-bd56-4046-8daa-cce9cec27b8b),segment_id=83efab5b-bd56-4046-8daa-cce9cec27b8b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:29.769922 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.885613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Provisioning complete for port 4444f5be-b652-45d3-b55a-16cec8faf850 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:29.886287 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.916302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:29.976078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fcd1ea-a11b-4fb4-a7e0-6cf4c9186ba9 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:29.982663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fcd1ea-a11b-4fb4-a7e0-6cf4c9186ba9 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:29.988609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fcd1ea-a11b-4fb4-a7e0-6cf4c9186ba9 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:29.996739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59500) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.000414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b5fcd1ea-a11b-4fb4-a7e0-6cf4c9186ba9 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2841189 May 26 16:20:30.089268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:30.094834 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.160181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-26506fb3-9519-4fd1-a933-923765487f96 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "PUT /v2.0/floatingips/182003c6-fe7c-4427-b335-5c447563ce6d HTTP/1.1" status: 200 len: 991 time: 4.7915468 May 26 16:20:30.160293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'tag': '84a15114-a6aa-4112-a540-8349996c8432'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:30.172305 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "tag": "84a15114-a6aa-4112-a540-8349996c8432"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:30.259760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2a25a92-a589-4624-984b-590119b728c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.287907 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd7341-53e5-46ae-b15d-ac031018ca82 x-openstack-request-id: req-4dfd7341-53e5-46ae-b15d-ac031018ca82 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:30.287907 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "tag": "84a15114-a6aa-4112-a540-8349996c8432", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:30.287907 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4dfd7341-53e5-46ae-b15d-ac031018ca82 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:30.288355 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfd7341-53e5-46ae-b15d-ac031018ca82'] response: {'name': 'network-changed', 'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'tag': '84a15114-a6aa-4112-a540-8349996c8432', 'status': 'completed', 'code': 200} May 26 16:20:30.405079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-70b673f0-5566-4984-8fff-f1c128b85ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:30.408053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-70b673f0-5566-4984-8fff-f1c128b85ac9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 1096 time: 0.0868700 May 26 16:20:30.422306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2a25a92-a589-4624-984b-590119b728c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.482112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] Sync routers for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:30.492733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Pushing event updated for resources: {'Port': ['ID=624237ee-6bb5-42f8-a67f-fed6ab3261fe,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:30.532275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:30.533363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:30.543099 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59514) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.555089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a25a92-a589-4624-984b-590119b728c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c73d8ab-391b-4ece-81dc-a15e0e28197b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:30.592433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 624237ee-6bb5-42f8-a67f-fed6ab3261fe is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:30.608264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e82d235e-bfb6-4c0f-9dcd-990e0423f74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.629618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:30.658310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.664737 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d7c7bf1b-8b8b-4631-86c1-e1d089af654b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04 HTTP/1.1" status: 200 len: 954 time: 4.3850489 May 26 16:20:30.672768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59518) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.686334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2a25a92-a589-4624-984b-590119b728c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.687579 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f2a25a92-a589-4624-984b-590119b728c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3261020 May 26 16:20:30.704523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59520) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.785215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-509bd3ad-ed5a-4e32-9ce8-b2676b16a486 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Deleting port 9a7babd0-cb01-4e40-ae1c-aed2ccbeb2ea {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:30.796775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-509bd3ad-ed5a-4e32-9ce8-b2676b16a486 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.922381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:31.061179 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-509bd3ad-ed5a-4e32-9ce8-b2676b16a486 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.097043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-509bd3ad-ed5a-4e32-9ce8-b2676b16a486 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Calling delete_port for 9a7babd0-cb01-4e40-ae1c-aed2ccbeb2ea owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:31.207439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Current status of the port 4444f5be-b652-45d3-b55a-16cec8faf850 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:31.218772 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.398017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 624237ee-6bb5-42f8-a67f-fed6ab3261fe up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:31.419732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e82d235e-bfb6-4c0f-9dcd-990e0423f74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.430306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e82d235e-bfb6-4c0f-9dcd-990e0423f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.468232 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:31.482079 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:31.493421 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:31.500899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d235e-bfb6-4c0f-9dcd-990e0423f74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf99003-7029-4896-ac8a-7c260eaf9a71,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:31.596282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] For port 4444f5be-b652-45d3-b55a-16cec8faf850, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4444f5be-b652-45d3-b55a-16cec8faf850,segment=NetworkSegment(8d11e53f-56ff-465e-aa98-bd8914fc3603),segment_id=8d11e53f-56ff-465e-aa98-bd8914fc3603)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:31.617670 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.691720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 624237ee-6bb5-42f8-a67f-fed6ab3261fe triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:31.692482 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.697489 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e82d235e-bfb6-4c0f-9dcd-990e0423f74a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee054ea0ca15419ea4fc6bc3eab15cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1294928 May 26 16:20:31.699083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59546) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:31.742525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c9e01960-f0d5-45c0-8a7d-201dbb505888 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04 HTTP/1.1" status: 200 len: 954 time: 1.0575743 May 26 16:20:31.747654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59548) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:31.754347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b8a249d7-2c00-4b5c-b955-b872ea82e338 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe0c45-ff8a-4f2b-b943-60c1eb45f458', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:31.761090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'routes': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:31.782956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32623162-c2f6-4ea9-b991-ebec3f7ed14a None None] Pushing event updated for resources: {'Port': ['ID=4444f5be-b652-45d3-b55a-16cec8faf850,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:31.807630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Provisioning complete for port 4444f5be-b652-45d3-b55a-16cec8faf850 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:31.808301 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.822979 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:31.872667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-67d7881b-4a53-4c4a-b647-3e33f80890d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:31.874400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-67d7881b-4a53-4c4a-b647-3e33f80890d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 912 time: 1.4597723 May 26 16:20:31.880956 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-b8a249d7-2c00-4b5c-b955-b872ea82e338 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Project c910ea62887b4896b2090b1a8aa27af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:20:32.003745 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8a249d7-2c00-4b5c-b955-b872ea82e338 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.042900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-213690c8-ef38-4e24-84df-3b659dc5f456 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84a15114-a6aa-4112-a540-8349996c8432 HTTP/1.1" status: 200 len: 999 time: 0.1534069 May 26 16:20:32.067145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 624237ee-6bb5-42f8-a67f-fed6ab3261fe is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:32.071958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4444f5be-b652-45d3-b55a-16cec8faf850 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:32.091756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '182003c6-fe7c-4427-b335-5c447563ce6d', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'port_id': '84a15114-a6aa-4112-a540-8349996c8432', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'mac_address': 'fa:16:3e:cd:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:56Z', 'updated_at': '2022-05-26T16:20:27Z', 'revision_number': 1, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:32.167466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-509bd3ad-ed5a-4e32-9ce8-b2676b16a486 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.169483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] Checking router: 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:32.191229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-58425120-8b03-4be0-b4ba-761bf9177bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:32.192768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-58425120-8b03-4be0-b4ba-761bf9177bf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.1421971 May 26 16:20:32.224206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Current status of the port 4444f5be-b652-45d3-b55a-16cec8faf850 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:32.259218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Provisioning complete for port 416b5663-560d-4875-bab9-4c4ea4a68144 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:32.260268 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.264365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:32.266163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:32.269616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bd3ad-ed5a-4e32-9ce8-b2676b16a486 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event deleted for resources: {'Port': ['ID=9a7babd0-cb01-4e40-ae1c-aed2ccbeb2ea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:32.300257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e61901c6-595a-45aa-b88f-d5abd0c9ba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.379116 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8a249d7-2c00-4b5c-b955-b872ea82e338 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.382799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-48db2185-71c5-44da-a198-41a30314fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:32.385025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-48db2185-71c5-44da-a198-41a30314fe33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836064 May 26 16:20:32.386669 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:28Z', 'revision_number': 6, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4444f5be-b652-45d3-b55a-16cec8faf850', 'name': '', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:25:dc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:22Z', 'updated_at': '2022-05-26T16:20:28Z', 'revision_number': 4, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:32.388680 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8a249d7-2c00-4b5c-b955-b872ea82e338 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.477565 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:32.479615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a249d7-2c00-4b5c-b955-b872ea82e338 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bed8f5c-86b3-4571-86a9-f7dd7b58bbda,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:32.498503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4444f5be-b652-45d3-b55a-16cec8faf850 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:32.502619 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8a249d7-2c00-4b5c-b955-b872ea82e338 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.503289 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:32.503813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b8a249d7-2c00-4b5c-b955-b872ea82e338 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7776856 May 26 16:20:32.507945 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:32.515605 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.521018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59566) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:32.530798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'network': {'name': 'tempest-network-smoke--846755600', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'port_security_enabled': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:32.592865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e61901c6-595a-45aa-b88f-d5abd0c9ba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.632581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Port 416b5663-560d-4875-bab9-4c4ea4a68144 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:32.689267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:32.703759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.717357 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:32.759002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Could not find standard attr ID for object 9a7babd0-cb01-4e40-ae1c-aed2ccbeb2ea. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:20:32.781170 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-0c87e01c-0f93-43ef-adff-f798c311c7ac service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861170 May 26 16:20:32.907114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Provisioning complete for port 624237ee-6bb5-42f8-a67f-fed6ab3261fe triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:32.907535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.934669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:32.992727 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-509bd3ad-ed5a-4e32-9ce8-b2676b16a486 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.003974 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-509bd3ad-ed5a-4e32-9ce8-b2676b16a486 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "DELETE /v2.0/ports/9a7babd0-cb01-4e40-ae1c-aed2ccbeb2ea HTTP/1.1" status: 204 len: 168 time: 3.0065758 May 26 16:20:33.008547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59582) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:33.026110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c02cc05f-ad9c-4f8b-9dc0-d91d350195d8 req-35b40781-0e6c-4c36-abab-0ad32a662ea0 service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259467 May 26 16:20:33.031568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4444f5be-b652-45d3-b55a-16cec8faf850 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:33.086610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:33.093904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e61901c6-595a-45aa-b88f-d5abd0c9ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.098854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e61901c6-595a-45aa-b88f-d5abd0c9ba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.102066 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.102703 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Added segment 9ec1045d-461c-4b2d-971b-22d5dc1df4cb of type vlan for network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 May 26 16:20:33.104956 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e61901c6-595a-45aa-b88f-d5abd0c9ba7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acf99003-7029-4896-ac8a-7c260eaf9a71 HTTP/1.1" status: 204 len: 168 time: 1.3943865 May 26 16:20:33.135210 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d37996a-540f-4766-8e42-128571f98c9e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] GET failed (client error): The resource could not be found. May 26 16:20:33.156420 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6d37996a-540f-4766-8e42-128571f98c9e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "GET /v2.0/ports/9a7babd0-cb01-4e40-ae1c-aed2ccbeb2ea HTTP/1.1" status: 404 len: 333 time: 0.1398289 May 26 16:20:33.164024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59588) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:33.216089 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.260284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'port': {'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485', 'name': 'tempest-AllowedAddressPairTestJSON-830918839'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:33.266470 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:28Z', 'revision_number': 6, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4444f5be-b652-45d3-b55a-16cec8faf850', 'name': '', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:25:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:22Z', 'updated_at': '2022-05-26T16:20:31Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:33.300652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.304631 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e7c2b-a602-4c08-b4d3-bac44a72bf88 None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:28Z', 'revision_number': 6, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4444f5be-b652-45d3-b55a-16cec8faf850', 'name': '', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:25:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:22Z', 'updated_at': '2022-05-26T16:20:31Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:33.310551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:33.311267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.330192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-056ea03c-6f27-4859-bb2c-cb4242b00b9c None None] Current status of the port 624237ee-6bb5-42f8-a67f-fed6ab3261fe is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:33.332361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4444f5be-b652-45d3-b55a-16cec8faf850 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:33.462675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59596) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:33.474984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9527094 May 26 16:20:33.509166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59598) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:33.518107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61901c6-595a-45aa-b88f-d5abd0c9ba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf99003-7029-4896-ac8a-7c260eaf9a71,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:33.532064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'admin_state_up': True, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:33.575790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c684732-2e26-4e6c-a776-a04a42e48418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Network': ['ID=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:33.608440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:33.612772 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.614390 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.658854 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Made reservation on behalf of 3c0b842dcacd49258b3ef22fe7970fd4 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:33.668711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.724414 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] device_id is not set on port d70cc306-3cdb-4a6b-8f60-2747376b2663 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:33.747990 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.764239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added routes are [] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:20:33.766919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:20:33.788490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4444f5be-b652-45d3-b55a-16cec8faf850 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:33.789126 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.859097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.870078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '182003c6-fe7c-4427-b335-5c447563ce6d', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'port_id': '84a15114-a6aa-4112-a540-8349996c8432', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'mac_address': 'fa:16:3e:cd:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:56Z', 'updated_at': '2022-05-26T16:20:27Z', 'revision_number': 1, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:33.921542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d056773-3680-40f5-aca6-c0622fc8a50e None None] The sync data for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 is: [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '182003c6-fe7c-4427-b335-5c447563ce6d', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'port_id': '84a15114-a6aa-4112-a540-8349996c8432', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'mac_address': 'fa:16:3e:cd:90:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:56Z', 'updated_at': '2022-05-26T16:20:27Z', 'revision_number': 1, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:33.971518 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.972944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4444f5be-b652-45d3-b55a-16cec8faf850 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:34.024609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-757295661', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:34.133968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Made reservation on behalf of 902015775ed04fcd923d58f926d0402d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:34.138540 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.153660 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.325681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.334611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.347285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] device_id is not set on port 2cdc67c8-267a-4d52-bd0a-a33c98396a08 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:34.357873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Allocated IP 172.20.0.8 (2af3d840-5dba-487f-8cc9-b445d0f5a485/fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae/d70cc306-3cdb-4a6b-8f60-2747376b2663) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:34.374776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fec5d74-ea27-47b1-ae5f-e7b1cd2e862f None None] New status for floating IP 182003c6-fe7c-4427-b335-5c447563ce6d: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:20:34.448381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.461521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.487140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Allocated IP 172.25.0.152 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/2cdc67c8-267a-4d52-bd0a-a33c98396a08) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:34.746635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30afa590-69ad-4de5-8c62-ba0b16f697be,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:34.864037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.966878 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.023551 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd1991be-a611-4048-971c-7dcfd6e62864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.039301 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.083327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:35.140397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.169847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.239616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:35.248189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:35.253363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:35.309566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdc67c8-267a-4d52-bd0a-a33c98396a08,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:35.312582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.25.0.26 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e606db55-47d1-4e9f-8f99-7a391735a601) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:35.312742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:35.324908 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.328586 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c23bb8b5-f6d8-4ee1-9be0-f6d507f70bd9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04 HTTP/1.1" status: 200 len: 704 time: 3.5766363 May 26 16:20:35.329671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59658) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:35.332465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:35.333082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.343809 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:35.373620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.381475 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:35.383880 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:35.457846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-10c7ee9b-7418-4f15-8c3f-458531871f77 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04 HTTP/1.1" status: 200 len: 704 time: 0.1268425 May 26 16:20:35.466886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59664) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:35.475271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:35.481188 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:35.497012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:35.565684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-303631ea-e1b1-4f9f-909e-bd4bce6625a8 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0865066 May 26 16:20:35.569973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59668) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:35.583619 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:35.585135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.152'}]}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:35.596598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Port': ['ID=d70cc306-3cdb-4a6b-8f60-2747376b2663,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:35.617251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:35.618122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.646305 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2156ef50-fb28-4fdf-8dbc-7a07c886eba8 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4671237 May 26 16:20:35.649067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59670) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:35.655773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-59880e6e-6ae2-4d83-9a40-676fb3535419 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:9d:8e:46'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:35.729773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.732032 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.916360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.925342 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.984490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ff150135-6012-4227-906e-b35ef9eb6f12 None None] Provisioning complete for port d70cc306-3cdb-4a6b-8f60-2747376b2663 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:35.993826 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ff150135-6012-4227-906e-b35ef9eb6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.098592 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59880e6e-6ae2-4d83-9a40-676fb3535419 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.109030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ff150135-6012-4227-906e-b35ef9eb6f12 None None] Port d70cc306-3cdb-4a6b-8f60-2747376b2663 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:36.184421 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.255199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=e606db55-47d1-4e9f-8f99-7a391735a601,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:36.269773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:36.277741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:36.286278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:36.299074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.383954 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:33Z', 'revision_number': 7, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4444f5be-b652-45d3-b55a-16cec8faf850', 'name': '', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:25:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:22Z', 'updated_at': '2022-05-26T16:20:31Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:36.424849 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:36.435305 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:36.435939 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:36.646838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59880e6e-6ae2-4d83-9a40-676fb3535419 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.659305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59880e6e-6ae2-4d83-9a40-676fb3535419 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.680601 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:36.684778 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.789327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-59880e6e-6ae2-4d83-9a40-676fb3535419 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] In _notify_port_updated(), no bound segment for port d70cc306-3cdb-4a6b-8f60-2747376b2663 on network 2af3d840-5dba-487f-8cc9-b445d0f5a485 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:20:36.797368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59880e6e-6ae2-4d83-9a40-676fb3535419 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:36.798439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59880e6e-6ae2-4d83-9a40-676fb3535419 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.800025 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-59880e6e-6ae2-4d83-9a40-676fb3535419 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "PUT /v2.0/ports/d70cc306-3cdb-4a6b-8f60-2747376b2663 HTTP/1.1" status: 200 len: 993 time: 1.1500244 May 26 16:20:36.807282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:36.857892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59880e6e-6ae2-4d83-9a40-676fb3535419 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Port': ['ID=d70cc306-3cdb-4a6b-8f60-2747376b2663,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:36.932383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.032913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.071384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.139900 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:33Z', 'revision_number': 7, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4444f5be-b652-45d3-b55a-16cec8faf850', 'name': '', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:25:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:22Z', 'updated_at': '2022-05-26T16:20:31Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:37.209652 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9342bd-c081-477e-8bb3-89fb0d3f0a10 None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:33Z', 'revision_number': 7, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4444f5be-b652-45d3-b55a-16cec8faf850', 'name': '', 'network_id': '454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:25:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:22Z', 'updated_at': '2022-05-26T16:20:31Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': '200600ab-ca93-43ed-ac1a-5df54b52d160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:37.359290 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.361834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e4e53b28-4df0-41ad-be3f-890628a739a7 None None] Provisioning complete for port d70cc306-3cdb-4a6b-8f60-2747376b2663 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:37.365343 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e4e53b28-4df0-41ad-be3f-890628a739a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.419967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-259151ca-479b-4ac2-a812-1fb0311b6d66 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Deleting port d70cc306-3cdb-4a6b-8f60-2747376b2663 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:37.420499 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-259151ca-479b-4ac2-a812-1fb0311b6d66 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.430979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e4e53b28-4df0-41ad-be3f-890628a739a7 None None] Port d70cc306-3cdb-4a6b-8f60-2747376b2663 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:37.649607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.755955 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-78942cb1-126b-4a22-b3a1-91d0fdcf0d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.801242 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-259151ca-479b-4ac2-a812-1fb0311b6d66 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.870771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-259151ca-479b-4ac2-a812-1fb0311b6d66 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Calling delete_port for d70cc306-3cdb-4a6b-8f60-2747376b2663 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:37.913072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.916786 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.997737 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.998352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1cd8e7-12fd-4e47-96c5-778ef421e8a4 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:20:38.038496 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 26 16:20:38.042516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5337be54-58b4-478c-b779-fa92cd071c86 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4684610 May 26 16:20:38.043386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59736) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:38.169021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router a9e35769-be3d-4b84-948d-cc4742ed1d2b is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:20:38.190022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-259151ca-479b-4ac2-a812-1fb0311b6d66 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.192669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c0371528-eace-479d-8ae0-45b1e35b2e31 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Deleting port 2cdc67c8-267a-4d52-bd0a-a33c98396a08 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:38.193016 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0371528-eace-479d-8ae0-45b1e35b2e31 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.199752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 4444f5be-b652-45d3-b55a-16cec8faf850 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:38.200095 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.276057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259151ca-479b-4ac2-a812-1fb0311b6d66 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event deleted for resources: {'Port': ['ID=d70cc306-3cdb-4a6b-8f60-2747376b2663,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:38.424458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0371528-eace-479d-8ae0-45b1e35b2e31 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.434441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port 4444f5be-b652-45d3-b55a-16cec8faf850, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4444f5be-b652-45d3-b55a-16cec8faf850,segment=NetworkSegment(8d11e53f-56ff-465e-aa98-bd8914fc3603),segment_id=8d11e53f-56ff-465e-aa98-bd8914fc3603)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:38.434946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.445372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59742) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:38.455453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 4444f5be-b652-45d3-b55a-16cec8faf850 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:38.496654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c0371528-eace-479d-8ae0-45b1e35b2e31 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Calling delete_port for 2cdc67c8-267a-4d52-bd0a-a33c98396a08 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:38.507537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:38.519374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Sync routers for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:38.541821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:38.543239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:38.608770 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.622359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8f1d7684-95fb-4d41-8526-ceedc755c160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1041615 May 26 16:20:38.622359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59752) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:38.786578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:38.824130 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.907863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6693d586-386c-4daa-8191-00208c802641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.912677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0371528-eace-479d-8ae0-45b1e35b2e31 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.914642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-259151ca-479b-4ac2-a812-1fb0311b6d66 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.921717 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-259151ca-479b-4ac2-a812-1fb0311b6d66 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "DELETE /v2.0/ports/d70cc306-3cdb-4a6b-8f60-2747376b2663 HTTP/1.1" status: 204 len: 168 time: 2.1107843 May 26 16:20:38.924883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:38.932133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bb4d7884-0d42-4b61-a2dd-bf3b962f1ec0 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c910ea62887b4896b2090b1a8aa27af7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3102245 May 26 16:20:38.932756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59760) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:38.997911 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-971f9bcb-c9d8-48dd-9dee-cb1390f6f6dc tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] GET failed (client error): The resource could not be found. May 26 16:20:39.000262 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-971f9bcb-c9d8-48dd-9dee-cb1390f6f6dc tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "GET /v2.0/ports/d70cc306-3cdb-4a6b-8f60-2747376b2663 HTTP/1.1" status: 404 len: 333 time: 0.0625920 May 26 16:20:39.033097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59762) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:39.035402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.049133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'port': {'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485', 'name': 'tempest-AllowedAddressPairTestJSON-1803430630'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:39.057551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:36Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:39.076458 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:20:39.109647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Checking router: a9e35769-be3d-4b84-948d-cc4742ed1d2b for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:39.110486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Updating router a9e35769-be3d-4b84-948d-cc4742ed1d2b port e606db55-47d1-4e9f-8f99-7a391735a601 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:20:39.116250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0371528-eace-479d-8ae0-45b1e35b2e31 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cdc67c8-267a-4d52-bd0a-a33c98396a08,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:39.142442 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.146031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=4444f5be-b652-45d3-b55a-16cec8faf850,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:39.187692 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6693d586-386c-4daa-8191-00208c802641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.200353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6693d586-386c-4daa-8191-00208c802641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.255825 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c0371528-eace-479d-8ae0-45b1e35b2e31 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.263329 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c0371528-eace-479d-8ae0-45b1e35b2e31 tempest-RoutersAdminNegativeIpV6Test-72828259 tempest-RoutersAdminNegativeIpV6Test-72828259-project-admin] 10.222.0.39 "DELETE /v2.0/ports/2cdc67c8-267a-4d52-bd0a-a33c98396a08 HTTP/1.1" status: 204 len: 168 time: 1.2194047 May 26 16:20:39.290175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693d586-386c-4daa-8191-00208c802641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c965f1fa-959e-44c3-8df2-5aa33dee5442,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:39.297554 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6693d586-386c-4daa-8191-00208c802641 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bc566c505524b4da50d3ea27c9892e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517690 May 26 16:20:39.300749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59766) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:39.402766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc9298e-0132-492c-b384-f43a0fad4035 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:39.407249 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3bc9298e-0132-492c-b384-f43a0fad4035 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4712665 May 26 16:20:39.409340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59768) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:39.486418 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.557509 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2d45ef60-e215-4f41-a252-f38b0c4b01ce tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1421640 May 26 16:20:39.567296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59770) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:39.578612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-70112270', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:39.584595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f90c906b-263d-497e-9c42-62fc3788336e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.594367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Made reservation on behalf of 3c0b842dcacd49258b3ef22fe7970fd4 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:39.605040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.694186 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.705913 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.739968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] device_id is not set on port 55e3964f-c475-4f74-988e-dce114e0fe36 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:39.763036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59776) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:39.768365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Attempting to bind port e606db55-47d1-4e9f-8f99-7a391735a601 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:39.768963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Attempting to bind port e606db55-47d1-4e9f-8f99-7a391735a601 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:39.769084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Attempting to bind port e606db55-47d1-4e9f-8f99-7a391735a601 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:39.800514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f90c906b-263d-497e-9c42-62fc3788336e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.811135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Pushing event updated for resources: {'Port': ['ID=e606db55-47d1-4e9f-8f99-7a391735a601,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:39.826848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:39.827228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:39.828048 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.828446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:39.828934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Bound port: e606db55-47d1-4e9f-8f99-7a391735a601, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:39.829317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.879709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:39.888186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.893316 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f90c906b-263d-497e-9c42-62fc3788336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.904636 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f90c906b-263d-497e-9c42-62fc3788336e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.906131 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f90c906b-263d-497e-9c42-62fc3788336e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c965f1fa-959e-44c3-8df2-5aa33dee5442 HTTP/1.1" status: 204 len: 168 time: 0.6021078 May 26 16:20:39.968011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c906b-263d-497e-9c42-62fc3788336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c965f1fa-959e-44c3-8df2-5aa33dee5442,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:40.036622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] For port e606db55-47d1-4e9f-8f99-7a391735a601, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:40.041444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] For port e606db55-47d1-4e9f-8f99-7a391735a601, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e606db55-47d1-4e9f-8f99-7a391735a601,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:40.055757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.069976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-851e4ea1-8c03-4221-823d-9a6d1b4d70a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.188158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Pushing event updated for resources: {'Port': ['ID=e606db55-47d1-4e9f-8f99-7a391735a601,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:40.195883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:40.202673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.203254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.203781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.204354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.204869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.205369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.206295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.206799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.207308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.207814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.208461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.208950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5654959-537a-44cb-a9a5-dc576ce6de41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:40.215935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:40.216800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:40.231368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Allocated IP 172.20.0.10 (2af3d840-5dba-487f-8cc9-b445d0f5a485/fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae/55e3964f-c475-4f74-988e-dce114e0fe36) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:40.324415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-851e4ea1-8c03-4221-823d-9a6d1b4d70a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.341984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-851e4ea1-8c03-4221-823d-9a6d1b4d70a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.355640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:40.441357 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-851e4ea1-8c03-4221-823d-9a6d1b4d70a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d42be7143ee64b3dafc1fe99ff006af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6755934 May 26 16:20:40.457157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59786) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:40.562283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:40.577755 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:40.585364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e4ea1-8c03-4221-823d-9a6d1b4d70a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd71386b-81bc-4766-8388-b70b939f4edd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:40.594901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59788) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:40.598639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4e966354-ecfd-4642-a792-5434b1a52b85 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1246445 May 26 16:20:40.604279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59790) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:40.619038 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:40.621161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.621943 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:40.631965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5283385-1502-4d0c-af13-fbcf852207e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.701878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.703312 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.719593 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9918c76d-769f-4a1d-8970-bc343dc1d564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.733591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Subnet': ['ID=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:40.764264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:36Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:40.817915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9918c76d-769f-4a1d-8970-bc343dc1d564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.856636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Checking segment: {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:40.857005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network hostable DHCP agents. Network: b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:40.867367 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:40.902616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c60a75-f147-41be-a440-c5ec3f9c735f None None] The sync data for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 is: [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:36Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:40.922614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9549bc0-a4ec-4d99-989d-76d9837486ab tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting subnet 200600ab-ca93-43ed-ac1a-5df54b52d160 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:20:40.930558 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9549bc0-a4ec-4d99-989d-76d9837486ab tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.100213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:41.131686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5283385-1502-4d0c-af13-fbcf852207e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.138806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5283385-1502-4d0c-af13-fbcf852207e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.175011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:41.184935 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9549bc0-a4ec-4d99-989d-76d9837486ab tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.187089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:41.187709 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.193926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf97c7f-3ec0-4514-84f5-001974990b7c None None] Network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:41.207894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9918c76d-769f-4a1d-8970-bc343dc1d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.210625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9918c76d-769f-4a1d-8970-bc343dc1d564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.211890 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9918c76d-769f-4a1d-8970-bc343dc1d564 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd71386b-81bc-4766-8388-b70b939f4edd HTTP/1.1" status: 204 len: 168 time: 0.7515512 May 26 16:20:41.291966 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a5283385-1502-4d0c-af13-fbcf852207e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48f06612e46144cc9050959fb699c7b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915092 May 26 16:20:41.293476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59798) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:41.295569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5283385-1502-4d0c-af13-fbcf852207e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5838089b-123c-46cd-a2d4-dbfcd049245d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:41.325456 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1ba2aeed-b426-422a-aec6-9a3b4bb490c3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7559071 May 26 16:20:41.328078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59800) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:41.385570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918c76d-769f-4a1d-8970-bc343dc1d564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd71386b-81bc-4766-8388-b70b939f4edd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:41.512497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-084d2518-57e7-4cb8-9e56-af4de68d1593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.598402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-084d2518-57e7-4cb8-9e56-af4de68d1593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.649364 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:38Z', 'revision_number': 8, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:41.689839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.701131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9549bc0-a4ec-4d99-989d-76d9837486ab tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.717323 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:41.742596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:41.745580 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.752554 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:41.753493 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:41.942183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.951915 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9549bc0-a4ec-4d99-989d-76d9837486ab tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.990771 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:42.036661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:42.045711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9549bc0-a4ec-4d99-989d-76d9837486ab tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Subnet': ['ID=200600ab-ca93-43ed-ac1a-5df54b52d160,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:42.048527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:42.059365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:42.066252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9549bc0-a4ec-4d99-989d-76d9837486ab tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.074969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Allocated IP 172.20.0.2 (b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7/4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4/d31472f1-a802-4edc-abcc-c9b3839a02da) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:42.075180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e9549bc0-a4ec-4d99-989d-76d9837486ab tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/200600ab-ca93-43ed-ac1a-5df54b52d160 HTTP/1.1" status: 204 len: 168 time: 1.4532406 May 26 16:20:42.075993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59808) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:42.119223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56097ebe-685a-4958-8520-2efb04d2d5b1 None None] Network 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:42.192827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59812) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:42.265031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Port': ['ID=55e3964f-c475-4f74-988e-dce114e0fe36,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:42.549898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:42.550675 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.554463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:38Z', 'revision_number': 8, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:42.561415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabd1b68-6d86-48d5-a06f-5b9b2a2134c2 None None] DHCP port deletion for 454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:20:42.622497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59832) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:42.628620 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2987ef56-f593-4751-9ace-ba864ea1f2d5 None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:38Z', 'revision_number': 8, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df4f2d5b-3b3f-45eb-85e7-e00857fe1062', 'name': '', 'network_id': 'd5220589-0c7c-41e2-bd36-c897d6bf3b84', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:fb:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:12Z', 'updated_at': '2022-05-26T16:20:21Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'e8353c5b-8b8e-4cec-a1cf-db9503fd02b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:42.630595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4515a9ce-ae11-4d49-a628-a1c0de882a4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=902015775ed04fcd923d58f926d0402d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101579 May 26 16:20:42.660355 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.693762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f93555f7-ca5c-4c7d-8104-6626a35c769f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6591749 May 26 16:20:42.700457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59836) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:42.716212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f45ce8e5-9064-4ae9-a81d-6adfe9bd52fb tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9d:8e:46'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:42.724351 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-084d2518-57e7-4cb8-9e56-af4de68d1593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.729443 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-084d2518-57e7-4cb8-9e56-af4de68d1593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.730760 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-084d2518-57e7-4cb8-9e56-af4de68d1593 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5838089b-123c-46cd-a2d4-dbfcd049245d HTTP/1.1" status: 204 len: 168 time: 1.4363148 May 26 16:20:42.763633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2e49ec98-232f-4dc9-8c91-a24368ad9606 None None] Provisioning complete for port 55e3964f-c475-4f74-988e-dce114e0fe36 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:42.763633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2e49ec98-232f-4dc9-8c91-a24368ad9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.768514 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.845269 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.877934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d2518-57e7-4cb8-9e56-af4de68d1593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5838089b-123c-46cd-a2d4-dbfcd049245d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:42.906411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 5bf23589-5662-4945-a868-bb018cce8bc0 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:42.906834 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.978596 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a576acfd-ae71-450c-aead-0774d41a33e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.016513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8e5-9064-4ae9-a81d-6adfe9bd52fb tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.019548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Pushing event updated for resources: {'Port': ['ID=d31472f1-a802-4edc-abcc-c9b3839a02da,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:43.023808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port 5bf23589-5662-4945-a868-bb018cce8bc0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5bf23589-5662-4945-a868-bb018cce8bc0,segment=NetworkSegment(8d11e53f-56ff-465e-aa98-bd8914fc3603),segment_id=8d11e53f-56ff-465e-aa98-bd8914fc3603)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:43.024200 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.038948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aabd1b68-6d86-48d5-a06f-5b9b2a2134c2 None None] Deleting port 5bf23589-5662-4945-a868-bb018cce8bc0 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:43.039361 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aabd1b68-6d86-48d5-a06f-5b9b2a2134c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.047264 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 5bf23589-5662-4945-a868-bb018cce8bc0 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:43.171441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a576acfd-ae71-450c-aead-0774d41a33e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.261418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2e49ec98-232f-4dc9-8c91-a24368ad9606 None None] Port 55e3964f-c475-4f74-988e-dce114e0fe36 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:43.282047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:43.289814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:43.300005 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a576acfd-ae71-450c-aead-0774d41a33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.300254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:43.305535 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a576acfd-ae71-450c-aead-0774d41a33e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.324011 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a576acfd-ae71-450c-aead-0774d41a33e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30afa590-69ad-4de5-8c62-ba0b16f697be HTTP/1.1" status: 204 len: 168 time: 0.6212373 May 26 16:20:43.365283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e606db55-47d1-4e9f-8f99-7a391735a601 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:43.383687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576acfd-ae71-450c-aead-0774d41a33e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30afa590-69ad-4de5-8c62-ba0b16f697be,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:43.542246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aabd1b68-6d86-48d5-a06f-5b9b2a2134c2 None None] For port 5bf23589-5662-4945-a868-bb018cce8bc0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5bf23589-5662-4945-a868-bb018cce8bc0,segment=NetworkSegment(8d11e53f-56ff-465e-aa98-bd8914fc3603),segment_id=8d11e53f-56ff-465e-aa98-bd8914fc3603)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:43.543062 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aabd1b68-6d86-48d5-a06f-5b9b2a2134c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.556076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Attempting to bind port d31472f1-a802-4edc-abcc-c9b3839a02da on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:43.556815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Attempting to bind port d31472f1-a802-4edc-abcc-c9b3839a02da by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:43.557404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Attempting to bind port d31472f1-a802-4edc-abcc-c9b3839a02da on network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:43.568329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aabd1b68-6d86-48d5-a06f-5b9b2a2134c2 None None] Calling delete_port for 5bf23589-5662-4945-a868-bb018cce8bc0 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:43.580559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:43.581272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Checking segment: {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:43.581929 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.582554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Bound using segment: {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:43.583268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Bound port: d31472f1-a802-4edc-abcc-c9b3839a02da, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:43.583891 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.611604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e606db55-47d1-4e9f-8f99-7a391735a601 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:43.612321 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.684685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8e5-9064-4ae9-a81d-6adfe9bd52fb tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.695096 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8e5-9064-4ae9-a81d-6adfe9bd52fb tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.699130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] For port d31472f1-a802-4edc-abcc-c9b3839a02da, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:43.703093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] For port d31472f1-a802-4edc-abcc-c9b3839a02da, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d31472f1-a802-4edc-abcc-c9b3839a02da,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:43.814507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.973899 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.979307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ce8e5-9064-4ae9-a81d-6adfe9bd52fb tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Port': ['ID=55e3964f-c475-4f74-988e-dce114e0fe36,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:44.036939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No DVR routers for this DVR port 5bf23589-5662-4945-a868-bb018cce8bc0 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:44.038681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f45ce8e5-9064-4ae9-a81d-6adfe9bd52fb tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] In _notify_port_updated(), no bound segment for port 55e3964f-c475-4f74-988e-dce114e0fe36 on network 2af3d840-5dba-487f-8cc9-b445d0f5a485 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:20:44.058360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45ce8e5-9064-4ae9-a81d-6adfe9bd52fb tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:44.059055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45ce8e5-9064-4ae9-a81d-6adfe9bd52fb tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.069179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f45ce8e5-9064-4ae9-a81d-6adfe9bd52fb tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "PUT /v2.0/ports/55e3964f-c475-4f74-988e-dce114e0fe36 HTTP/1.1" status: 200 len: 997 time: 1.3603036 May 26 16:20:44.111424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59878) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:44.153961 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.179035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=5bf23589-5662-4945-a868-bb018cce8bc0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:44.256803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66bcf1-7699-4fef-807e-97b0eea062d1 None None] Pushing event updated for resources: {'Port': ['ID=d31472f1-a802-4edc-abcc-c9b3839a02da,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:44.307119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.327189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b1c0cc29-9973-4d6f-8fb2-887b3322fc20 None None] Provisioning complete for port 55e3964f-c475-4f74-988e-dce114e0fe36 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:44.327568 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b1c0cc29-9973-4d6f-8fb2-887b3322fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.337537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:44.348924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d11e53f-56ff-465e-aa98-bd8914fc3603') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:44.349246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d11e53f-56ff-465e-aa98-bd8914fc3603') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:44.371197 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.406935 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aabd1b68-6d86-48d5-a06f-5b9b2a2134c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.407325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.498030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:44.500655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.563660 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 8d11e53f-56ff-465e-aa98-bd8914fc3603 resource provider aggregate not found May 26 16:20:44.608141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd1b68-6d86-48d5-a06f-5b9b2a2134c2 None None] Pushing event deleted for resources: {'Port': ['ID=5bf23589-5662-4945-a868-bb018cce8bc0,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:44.632125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd1b68-6d86-48d5-a06f-5b9b2a2134c2 None None] No DVR routers for this DVR port 5bf23589-5662-4945-a868-bb018cce8bc0 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:44.653444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.20.0.1 (b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7/4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4/488e064b-98fd-4435-8558-946ce25c9903) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:44.691133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e606db55-47d1-4e9f-8f99-7a391735a601 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:44.701548 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.740416 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 8d11e53f-56ff-465e-aa98-bd8914fc3603 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d11e53f-56ff-465e-aa98-bd8914fc3603 found for delete ", "request_id": "req-06eb19fd-4fa3-4d3f-a3fb-ca173e42e947"}]} May 26 16:20:44.761928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e606db55-47d1-4e9f-8f99-7a391735a601, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e606db55-47d1-4e9f-8f99-7a391735a601,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:44.767989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0cc29-9973-4d6f-8fb2-887b3322fc20 None None] Port 55e3964f-c475-4f74-988e-dce114e0fe36 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:44.785501 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.834672 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.876543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-fb362042-1140-4ed2-96a4-b32718e1a63e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Deleting port 55e3964f-c475-4f74-988e-dce114e0fe36 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:44.876543 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb362042-1140-4ed2-96a4-b32718e1a63e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.888524 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.925366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/networks/454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f HTTP/1.1" status: 204 len: 168 time: 2.8001685 May 26 16:20:44.926336 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59910) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:44.945634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4444f5be-b652-45d3-b55a-16cec8faf850 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:45.043048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4444f5be-b652-45d3-b55a-16cec8faf850 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:45.044443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4444f5be-b652-45d3-b55a-16cec8faf850 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:45.044967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5bf23589-5662-4945-a868-bb018cce8bc0 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:45.076809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.087743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e606db55-47d1-4e9f-8f99-7a391735a601,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:45.105754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 5bf23589-5662-4945-a868-bb018cce8bc0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:45.106379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5bf23589-5662-4945-a868-bb018cce8bc0 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:45.185151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.283098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:45.342608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=488e064b-98fd-4435-8558-946ce25c9903,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:45.349573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:45.352813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:45.445517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.549202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e606db55-47d1-4e9f-8f99-7a391735a601 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:45.696946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e606db55-47d1-4e9f-8f99-7a391735a601 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:45.697605 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.734579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59930) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:45.779326 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.880906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e606db55-47d1-4e9f-8f99-7a391735a601 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:45.881986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d31472f1-a802-4edc-abcc-c9b3839a02da up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:46.000031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d31472f1-a802-4edc-abcc-c9b3839a02da triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:46.001810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.075083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8750123-f360-4f85-8806-b165f4deaf8e None None] Network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:46.225071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-46a47a4b-d02e-40dd-818e-f509015291c4 None None] Provisioning complete for port d31472f1-a802-4edc-abcc-c9b3839a02da triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:46.225795 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46a47a4b-d02e-40dd-818e-f509015291c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.311024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.344525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.352778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d31472f1-a802-4edc-abcc-c9b3839a02da is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:46.353367 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.397341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port d31472f1-a802-4edc-abcc-c9b3839a02da, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d31472f1-a802-4edc-abcc-c9b3839a02da,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:46.433648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4e9a0-b343-4293-b409-dc89c635bea3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Network': ['ID=454a2dc6-35ae-4c0f-9724-c76e2b5f2d7f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:46.449887 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb362042-1140-4ed2-96a4-b32718e1a63e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.452203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.510086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-46a47a4b-d02e-40dd-818e-f509015291c4 None None] Current status of the port d31472f1-a802-4edc-abcc-c9b3839a02da is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:46.510747 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46a47a4b-d02e-40dd-818e-f509015291c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.516612 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dedf6f67-0dbc-4d42-bcf2-6978298b88e0 tempest-AgentManagementNegativeTest-1641353307 tempest-AgentManagementNegativeTest-1641353307-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7807999 May 26 16:20:46.558975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-fb362042-1140-4ed2-96a4-b32718e1a63e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Calling delete_port for 55e3964f-c475-4f74-988e-dce114e0fe36 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:46.601603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.618376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=488e064b-98fd-4435-8558-946ce25c9903,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:46.653534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=d31472f1-a802-4edc-abcc-c9b3839a02da,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:46.756164 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-46a47a4b-d02e-40dd-818e-f509015291c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:20:46.756651 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-46a47a4b-d02e-40dd-818e-f509015291c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:20:46.881439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:46.884905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59970) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:46.892643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:47.036777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router a9e35769-be3d-4b84-948d-cc4742ed1d2b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:47.146041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb362042-1140-4ed2-96a4-b32718e1a63e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.152750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b0546f6-56b9-43db-b22b-9b14bbdb7699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.213269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb362042-1140-4ed2-96a4-b32718e1a63e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event deleted for resources: {'Port': ['ID=55e3964f-c475-4f74-988e-dce114e0fe36,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:47.313306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d31472f1-a802-4edc-abcc-c9b3839a02da up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:47.345839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:47.368154 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8188052c-9720-4b2a-94e8-87cd0ffcbeb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "PUT /v2.0/routers/a9e35769-be3d-4b84-948d-cc4742ed1d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0300803 May 26 16:20:47.432170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Sync routers for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:47.480832 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb362042-1140-4ed2-96a4-b32718e1a63e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.481660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b0546f6-56b9-43db-b22b-9b14bbdb7699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.491225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b0546f6-56b9-43db-b22b-9b14bbdb7699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.493148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fb362042-1140-4ed2-96a4-b32718e1a63e tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "DELETE /v2.0/ports/55e3964f-c475-4f74-988e-dce114e0fe36 HTTP/1.1" status: 204 len: 168 time: 3.3809278 May 26 16:20:47.497171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59984) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:47.499638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-46a47a4b-d02e-40dd-818e-f509015291c4 None None] Current status of the port d31472f1-a802-4edc-abcc-c9b3839a02da is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:47.517265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:47.517510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.523362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:47.591637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0546f6-56b9-43db-b22b-9b14bbdb7699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd00b49-0a7c-45c7-9aaa-d7d58021dc6d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:47.644512 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-23836889-f097-4b36-bffb-db63f4dc8af1 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] GET failed (client error): The resource could not be found. May 26 16:20:47.671352 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-23836889-f097-4b36-bffb-db63f4dc8af1 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "GET /v2.0/ports/55e3964f-c475-4f74-988e-dce114e0fe36 HTTP/1.1" status: 404 len: 333 time: 0.1165049 May 26 16:20:47.672003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59990) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:47.707362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'port': {'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485', 'name': 'tempest-AllowedAddressPairTestJSON-1736328169'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:47.713593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d31472f1-a802-4edc-abcc-c9b3839a02da triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:47.714106 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.728380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ebf2f30e-a855-4848-8fcb-a41a3deec8c9 None None] Provisioning complete for port d31472f1-a802-4edc-abcc-c9b3839a02da triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:47.728775 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ebf2f30e-a855-4848-8fcb-a41a3deec8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.766110 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0b0546f6-56b9-43db-b22b-9b14bbdb7699 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2e554020cea423bae7b723dca61b205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8785343 May 26 16:20:47.802951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60002) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:47.994099 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Made reservation on behalf of 3c0b842dcacd49258b3ef22fe7970fd4 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:48.000441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.012360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-cbda1154-52fd-43b9-83b6-aed05cc928f9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505437363&fields=id&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 267 time: 0.2065001 May 26 16:20:48.055343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] device_id is not set on port 2d1247cb-7472-4c22-878a-13fe522db18a yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:48.101578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:48.232437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d31472f1-a802-4edc-abcc-c9b3839a02da is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:48.234949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5921195c-6865-46cc-a3af-4d7e36ff2669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.254747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2f30e-a855-4848-8fcb-a41a3deec8c9 None None] Current status of the port d31472f1-a802-4edc-abcc-c9b3839a02da is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:48.304487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Allocated IP 172.20.0.8 (2af3d840-5dba-487f-8cc9-b445d0f5a485/fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae/2d1247cb-7472-4c22-878a-13fe522db18a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:48.382208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5921195c-6865-46cc-a3af-4d7e36ff2669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.422669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-91dd428e-12ff-4aea-8388-232c875f9829 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:48.426408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-91dd428e-12ff-4aea-8388-232c875f9829 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 796 time: 0.4113843 May 26 16:20:48.454227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ebf2f30e-a855-4848-8fcb-a41a3deec8c9 None None] Provisioning complete for port 488e064b-98fd-4435-8558-946ce25c9903 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:48.454861 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ebf2f30e-a855-4848-8fcb-a41a3deec8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.503911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2f30e-a855-4848-8fcb-a41a3deec8c9 None None] Port 488e064b-98fd-4435-8558-946ce25c9903 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:48.523610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-296249ca-bd55-4bd0-9806-f5b2a062a6df tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/quotas/c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 375 time: 0.0540063 May 26 16:20:48.524295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '488e064b-98fd-4435-8558-946ce25c9903', 'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:93:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:44Z', 'updated_at': '2022-05-26T16:20:46Z', 'revision_number': 2, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:48.603516 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.652049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Checking router: a9e35769-be3d-4b84-948d-cc4742ed1d2b for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:48.654296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Updating router a9e35769-be3d-4b84-948d-cc4742ed1d2b port 488e064b-98fd-4435-8558-946ce25c9903 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:20:48.655935 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-52164910-b720-4402-9d65-7377c30f7b9e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312075 May 26 16:20:48.693171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c80778de-0ec8-41f0-ba87-368c7a96eb62 None None] Provisioning complete for port 488e064b-98fd-4435-8558-946ce25c9903 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:48.694075 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c80778de-0ec8-41f0-ba87-368c7a96eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.704995 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.762707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c80778de-0ec8-41f0-ba87-368c7a96eb62 None None] Port 488e064b-98fd-4435-8558-946ce25c9903 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:48.769043 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.773082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-52a738f9-5d80-49a4-99d4-43557b9d8c21 service neutron] 10.222.0.39 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045713 May 26 16:20:48.776005 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5921195c-6865-46cc-a3af-4d7e36ff2669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.778988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5921195c-6865-46cc-a3af-4d7e36ff2669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.780168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5921195c-6865-46cc-a3af-4d7e36ff2669 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecd00b49-0a7c-45c7-9aaa-d7d58021dc6d HTTP/1.1" status: 204 len: 168 time: 0.9672999 May 26 16:20:48.816105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Port': ['ID=2d1247cb-7472-4c22-878a-13fe522db18a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:48.831641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.832246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.832776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.833273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.833765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.834296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.834812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.835995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.836506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.837011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.838463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.839104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:48.856035 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:48.858064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:48.883490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:48.955903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-cff19d78-ee4f-4b33-aada-3e95c11baf10 service neutron] 10.222.0.39 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746273 May 26 16:20:48.984124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port df4f2d5b-3b3f-45eb-85e7-e00857fe1062 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:48.984563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.997869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921195c-6865-46cc-a3af-4d7e36ff2669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd00b49-0a7c-45c7-9aaa-d7d58021dc6d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:49.032979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:49.036945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.099891 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-16b7059b-de6b-415e-b09a-b4b61888ff1c tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4143546 May 26 16:20:49.100737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60036) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:49.115860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'port': {'network_id': '2af3d840-5dba-487f-8cc9-b445d0f5a485', 'name': 'tempest-AllowedAddressPairTestJSON-183091250'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:49.442440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Made reservation on behalf of 3c0b842dcacd49258b3ef22fe7970fd4 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:49.448557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.481026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port df4f2d5b-3b3f-45eb-85e7-e00857fe1062, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=df4f2d5b-3b3f-45eb-85e7-e00857fe1062,segment=NetworkSegment(f22346f8-5558-44fc-8442-cdd00e4ea0db),segment_id=f22346f8-5558-44fc-8442-cdd00e4ea0db)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:49.486482 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.515288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] device_id is not set on port 97ece1ee-986e-4845-95f8-0b1d56f67e61 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:49.541654 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.562354 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.589313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f823f9fd-2ced-4e49-9b72-3220e78d03f2 req-483a86d0-458b-4d72-b7a6-3e5f77552a3d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 210 time: 0.1932056 May 26 16:20:49.600519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for df4f2d5b-3b3f-45eb-85e7-e00857fe1062 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:49.636921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-55662e03-0209-460b-a1df-b26cf3b064ba None None] Provisioning complete for port 2d1247cb-7472-4c22-878a-13fe522db18a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:49.637372 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-55662e03-0209-460b-a1df-b26cf3b064ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.912879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050dee0-9054-43b6-98c0-b0c60fd49ce4 None None] Pushing event updated for resources: {'Port': ['ID=488e064b-98fd-4435-8558-946ce25c9903,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:49.933644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-55662e03-0209-460b-a1df-b26cf3b064ba None None] Port 2d1247cb-7472-4c22-878a-13fe522db18a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:49.982571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Allocated IP 172.20.0.5 (2af3d840-5dba-487f-8cc9-b445d0f5a485/fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae/97ece1ee-986e-4845-95f8-0b1d56f67e61) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:50.076756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Attempting to bind port 488e064b-98fd-4435-8558-946ce25c9903 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:50.077126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Attempting to bind port 488e064b-98fd-4435-8558-946ce25c9903 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:50.077485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Attempting to bind port 488e064b-98fd-4435-8558-946ce25c9903 on network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:50.100704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:50.101124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Checking segment: {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:50.101605 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.102015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Bound using segment: {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:50.102517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Bound port: 488e064b-98fd-4435-8558-946ce25c9903, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:50.103446 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.111456 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.148921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=df4f2d5b-3b3f-45eb-85e7-e00857fe1062,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:50.226733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9bd6ae73-62f8-43a1-bae3-b8707358ced8 None None] Provisioning complete for port 488e064b-98fd-4435-8558-946ce25c9903 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:50.233660 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ae73-62f8-43a1-bae3-b8707358ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.347335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.445842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6ae73-62f8-43a1-bae3-b8707358ced8 None None] Port 488e064b-98fd-4435-8558-946ce25c9903 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:50.474779 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.485276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.490855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] For port 488e064b-98fd-4435-8558-946ce25c9903, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:50.499855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] For port 488e064b-98fd-4435-8558-946ce25c9903, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=488e064b-98fd-4435-8558-946ce25c9903,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:50.510407 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.715436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60088) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:50.716182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Port': ['ID=97ece1ee-986e-4845-95f8-0b1d56f67e61,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:50.738745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:50.744738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:50.761750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:50.922541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:50.923054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.973515 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-622d6d66-e539-4cad-9c90-885e6110b8af tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8703611 May 26 16:20:50.981100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60096) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:51.011524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a5ac1213-63f2-4c74-9db9-8045d76fe540 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:9d:8e:46'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:38:eb:d0'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:51.033035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050dee0-9054-43b6-98c0-b0c60fd49ce4 None None] Pushing event updated for resources: {'Port': ['ID=488e064b-98fd-4435-8558-946ce25c9903,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:51.040993 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:51.041492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:51.054042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-530262b0-b384-407d-bf8c-db68d7d328ab req-a5e1f9cf-a999-411d-af7c-4fbc55f9277f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 210 time: 0.1481600 May 26 16:20:51.340248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7c8ed184-513a-43c5-b681-62bd24cd6c85 None None] Provisioning complete for port 488e064b-98fd-4435-8558-946ce25c9903 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:51.341024 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed184-513a-43c5-b681-62bd24cd6c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.381050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:51.406726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:51.455482 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-34083ec8-938d-45a9-9618-a5f2710e49ff tempest-ServiceProvidersTest-824660421 tempest-ServiceProvidersTest-824660421-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7330444 May 26 16:20:51.546375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ed184-513a-43c5-b681-62bd24cd6c85 None None] Current status of the port 488e064b-98fd-4435-8558-946ce25c9903 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:51.546771 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed184-513a-43c5-b681-62bd24cd6c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.591291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1213-63f2-4c74-9db9-8045d76fe540 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.664084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:51.683530 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:51.688968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ed8178c0-6c83-468d-97a0-e2a92c252504 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7121279 May 26 16:20:51.690626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60108) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:51.710048 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:51.716158 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:51.872051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbbd10e-d38e-4c90-96ee-f2fd7dd1729b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting subnet e8353c5b-8b8e-4cec-a1cf-db9503fd02b8 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:20:51.886676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd10e-d38e-4c90-96ee-f2fd7dd1729b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.971560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd10e-d38e-4c90-96ee-f2fd7dd1729b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.995577 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:51.996475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7c8ed184-513a-43c5-b681-62bd24cd6c85 None None] For port 488e064b-98fd-4435-8558-946ce25c9903, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=488e064b-98fd-4435-8558-946ce25c9903,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:52.089255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed184-513a-43c5-b681-62bd24cd6c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.177760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1213-63f2-4c74-9db9-8045d76fe540 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.187216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1213-63f2-4c74-9db9-8045d76fe540 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.258363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fa77fd67-b833-4e48-b317-0ce8fbe58acb None None] Provisioning complete for port 97ece1ee-986e-4845-95f8-0b1d56f67e61 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:52.259798 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa77fd67-b833-4e48-b317-0ce8fbe58acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.326847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fa77fd67-b833-4e48-b317-0ce8fbe58acb None None] Port 97ece1ee-986e-4845-95f8-0b1d56f67e61 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:52.355861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '488e064b-98fd-4435-8558-946ce25c9903', 'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:93:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:44Z', 'updated_at': '2022-05-26T16:20:50Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:52.358634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ed184-513a-43c5-b681-62bd24cd6c85 None None] Pushing event updated for resources: {'Port': ['ID=488e064b-98fd-4435-8558-946ce25c9903,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:52.416036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60126) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:52.417553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac1213-63f2-4c74-9db9-8045d76fe540 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event updated for resources: {'Port': ['ID=97ece1ee-986e-4845-95f8-0b1d56f67e61,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:52.440329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd10e-d38e-4c90-96ee-f2fd7dd1729b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.514879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228dd2c6-3dc0-4e3a-b232-bbb2f739b441 None None] The sync data for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 is: [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '488e064b-98fd-4435-8558-946ce25c9903', 'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:93:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:44Z', 'updated_at': '2022-05-26T16:20:50Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:52.563155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac1213-63f2-4c74-9db9-8045d76fe540 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] In _notify_port_updated(), no bound segment for port 97ece1ee-986e-4845-95f8-0b1d56f67e61 on network 2af3d840-5dba-487f-8cc9-b445d0f5a485 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:20:52.578834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac1213-63f2-4c74-9db9-8045d76fe540 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:52.580566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1213-63f2-4c74-9db9-8045d76fe540 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.586909 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a5ac1213-63f2-4c74-9db9-8045d76fe540 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "PUT /v2.0/ports/97ece1ee-986e-4845-95f8-0b1d56f67e61 HTTP/1.1" status: 200 len: 1055 time: 1.6045976 May 26 16:20:52.589559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60134) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:52.726031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60136) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:52.833253 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd10e-d38e-4c90-96ee-f2fd7dd1729b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.853536 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:50Z', 'revision_number': 9, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:52.892977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb33c-a3f1-495e-94be-026fb4cb0103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.998654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-724fef22-ac6d-49f2-be0c-8113b0eec6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.043132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-64adebd3-21d3-4997-9343-fa849bbf25b4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:53.045021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-64adebd3-21d3-4997-9343-fa849bbf25b4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.32 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 796 time: 0.9818149 May 26 16:20:53.058346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-82c2cbda-bb43-461f-8960-70d7bd81becd req-534bd351-725c-4d03-807c-c1c0c7d49be9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 210 time: 0.6941392 May 26 16:20:53.077054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-47446565-d6cc-4ee3-9a2e-975858631d77 None None] Provisioning complete for port 97ece1ee-986e-4845-95f8-0b1d56f67e61 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:53.077453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-47446565-d6cc-4ee3-9a2e-975858631d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.096719 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:53.114366 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:53.115257 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:53.145546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbd10e-d38e-4c90-96ee-f2fd7dd1729b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Subnet': ['ID=e8353c5b-8b8e-4cec-a1cf-db9503fd02b8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:53.149947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd10e-d38e-4c90-96ee-f2fd7dd1729b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.157367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7cbbd10e-d38e-4c90-96ee-f2fd7dd1729b tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/e8353c5b-8b8e-4cec-a1cf-db9503fd02b8 HTTP/1.1" status: 204 len: 168 time: 1.4646890 May 26 16:20:53.183822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-98de951a-a3ce-476e-a1ed-93f748dab946 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9821618 May 26 16:20:53.184305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60146) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:53.251256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-47446565-d6cc-4ee3-9a2e-975858631d77 None None] Port 97ece1ee-986e-4845-95f8-0b1d56f67e61 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:53.255246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a4e93-594c-4bb9-aa9d-5c1bc11633b0 None None] Network d5220589-0c7c-41e2-bd36-c897d6bf3b84 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:53.269938 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:53.553075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 488e064b-98fd-4435-8558-946ce25c9903 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:53.561876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-173fb29f-4b0c-4c34-bc34-601175cf3585 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 380 time: 0.4956450 May 26 16:20:53.601695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'port': {'device_id': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'admin_state_up': True, 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'security_groups': ['d3fe0c45-ff8a-4f2b-b943-60c1eb45f458']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:53.729217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 488e064b-98fd-4435-8558-946ce25c9903 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:53.729858 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.733669 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:50Z', 'revision_number': 9, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:53.781676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.791479 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29368a09-52fb-4483-a2ec-21aa861ccfa3 None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:50Z', 'revision_number': 9, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3868842b-5474-45b2-8597-ecbd7fd5cf21', 'name': '', 'network_id': '57532a33-cf5f-41ad-b64e-474af4577843', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:c6:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:57Z', 'updated_at': '2022-05-26T16:20:07Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:53.817626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4024aeef-2c07-4191-b211-d53dbd19b449 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Deleting port 97ece1ee-986e-4845-95f8-0b1d56f67e61 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:53.818187 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4024aeef-2c07-4191-b211-d53dbd19b449 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.838327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-e4529de8-9220-4886-8795-433b2ed9f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:53.839987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-e4529de8-9220-4886-8795-433b2ed9f90a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 1096 time: 0.3717649 May 26 16:20:53.912659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 488e064b-98fd-4435-8558-946ce25c9903 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:53.964232 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.969372 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.972172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4024aeef-2c07-4191-b211-d53dbd19b449 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.007985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4024aeef-2c07-4191-b211-d53dbd19b449 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Calling delete_port for 97ece1ee-986e-4845-95f8-0b1d56f67e61 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:54.242791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd096f1b-e80c-4c63-932e-1fe7d44518b9 None None] DHCP port deletion for d5220589-0c7c-41e2-bd36-c897d6bf3b84 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:20:54.243760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4024aeef-2c07-4191-b211-d53dbd19b449 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.285677 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e93b2c54-d1fb-469a-abf6-c7aea9e9814a req-0db36b00-f5b5-4c2e-afe4-3cc99c2005f4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 210 time: 0.0654309 May 26 16:20:54.317364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:54.325136 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.350168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024aeef-2c07-4191-b211-d53dbd19b449 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event deleted for resources: {'Port': ['ID=97ece1ee-986e-4845-95f8-0b1d56f67e61,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:54.361497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fd096f1b-e80c-4c63-932e-1fe7d44518b9 None None] Deleting port fae43fb2-4644-4089-aa3b-b0fbe11d999c {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:54.362055 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd096f1b-e80c-4c63-932e-1fe7d44518b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.367056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-fa2a7c65-e0b1-4097-abdb-e02e2467900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:54.382808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-fa2a7c65-e0b1-4097-abdb-e02e2467900f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 912 time: 0.5187571 May 26 16:20:54.517633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fd096f1b-e80c-4c63-932e-1fe7d44518b9 None None] For port fae43fb2-4644-4089-aa3b-b0fbe11d999c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fae43fb2-4644-4089-aa3b-b0fbe11d999c,segment=NetworkSegment(f22346f8-5558-44fc-8442-cdd00e4ea0db),segment_id=f22346f8-5558-44fc-8442-cdd00e4ea0db)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:54.519074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd096f1b-e80c-4c63-932e-1fe7d44518b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.523733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port fae43fb2-4644-4089-aa3b-b0fbe11d999c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:54.538932 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.595687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fd096f1b-e80c-4c63-932e-1fe7d44518b9 None None] Calling delete_port for fae43fb2-4644-4089-aa3b-b0fbe11d999c owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:54.830486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-286c70bb-1ad7-4799-a658-b78577d72545 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84a15114-a6aa-4112-a540-8349996c8432 HTTP/1.1" status: 200 len: 1001 time: 0.4360337 May 26 16:20:54.840408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port fae43fb2-4644-4089-aa3b-b0fbe11d999c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fae43fb2-4644-4089-aa3b-b0fbe11d999c,segment=NetworkSegment(f22346f8-5558-44fc-8442-cdd00e4ea0db),segment_id=f22346f8-5558-44fc-8442-cdd00e4ea0db)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:54.841271 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.858883 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4024aeef-2c07-4191-b211-d53dbd19b449 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.866936 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4024aeef-2c07-4191-b211-d53dbd19b449 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "DELETE /v2.0/ports/97ece1ee-986e-4845-95f8-0b1d56f67e61 HTTP/1.1" status: 204 len: 168 time: 2.2732744 May 26 16:20:54.871432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60158) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:54.874085 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd096f1b-e80c-4c63-932e-1fe7d44518b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.907674 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdef65a6-d83b-4375-b1ba-bb98050030f6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] GET failed (client error): The resource could not be found. May 26 16:20:54.912396 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bdef65a6-d83b-4375-b1ba-bb98050030f6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "GET /v2.0/ports/97ece1ee-986e-4845-95f8-0b1d56f67e61 HTTP/1.1" status: 404 len: 333 time: 0.0365634 May 26 16:20:54.920210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60160) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:54.923901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd096f1b-e80c-4c63-932e-1fe7d44518b9 None None] Pushing event deleted for resources: {'Port': ['ID=fae43fb2-4644-4089-aa3b-b0fbe11d999c,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:54.925775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd096f1b-e80c-4c63-932e-1fe7d44518b9 None None] No DVR routers for this DVR port fae43fb2-4644-4089-aa3b-b0fbe11d999c on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:54.960093 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb33c-a3f1-495e-94be-026fb4cb0103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.981703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.20.0.6 (b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7/4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4/474b239d-9803-4a0e-9a32-7c2cb87ade52) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:54.996058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb33c-a3f1-495e-94be-026fb4cb0103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.031881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for fae43fb2-4644-4089-aa3b-b0fbe11d999c owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:55.128182 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-724fef22-ac6d-49f2-be0c-8113b0eec6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.139465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-d486bb74-af9d-4cb7-818e-eeb87d477acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:55.141052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-d486bb74-af9d-4cb7-818e-eeb87d477acb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.2971842 May 26 16:20:55.163157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcb33c-a3f1-495e-94be-026fb4cb0103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e7ebcd-ec1a-47be-8c37-612699d0e220,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:55.173109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-724fef22-ac6d-49f2-be0c-8113b0eec6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.184006 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ffcb33c-a3f1-495e-94be-026fb4cb0103 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7aaa3b8c7417420ba1b307b69c8ab21d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7373724 May 26 16:20:55.191318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60164) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: from cryptography.utils import int_from_bytes May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: from cryptography.utils import int_from_bytes May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:20:55.281371 n-d-843336-2 neutron-server[109405]: self.session.flush() May 26 16:20:55.301900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.311790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fef22-ac6d-49f2-be0c-8113b0eec6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f870558-90fc-4c70-b00f-fb2655411a5d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:55.318589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-97b3689d-872f-4452-8a38-b7b8370de8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:55.320154 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-724fef22-ac6d-49f2-be0c-8113b0eec6a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=682de189225d417d8567048f7ab12460&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5758166 May 26 16:20:55.323139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-97b3689d-872f-4452-8a38-b7b8370de8b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658053 May 26 16:20:55.328766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60168) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:55.358605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No DVR routers for this DVR port fae43fb2-4644-4089-aa3b-b0fbe11d999c on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:55.379654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fae43fb2-4644-4089-aa3b-b0fbe11d999c no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:55.416685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b61de068-05f9-4e18-a080-ac0f0ed263e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Deleting port 2d1247cb-7472-4c22-878a-13fe522db18a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:55.417179 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b61de068-05f9-4e18-a080-ac0f0ed263e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.446867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=fae43fb2-4644-4089-aa3b-b0fbe11d999c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:55.454572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: fae43fb2-4644-4089-aa3b-b0fbe11d999c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:55.454931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fae43fb2-4644-4089-aa3b-b0fbe11d999c not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:55.455359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device df4f2d5b-3b3f-45eb-85e7-e00857fe1062 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:55.461785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.514869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: df4f2d5b-3b3f-45eb-85e7-e00857fe1062 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:55.515710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device df4f2d5b-3b3f-45eb-85e7-e00857fe1062 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:55.551222 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a386e45f-8639-4149-98ba-8101c07b02d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.578624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a386e45f-8639-4149-98ba-8101c07b02d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.643878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b61de068-05f9-4e18-a080-ac0f0ed263e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.662095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b61de068-05f9-4e18-a080-ac0f0ed263e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Calling delete_port for 2d1247cb-7472-4c22-878a-13fe522db18a owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:55.792855 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a386e45f-8639-4149-98ba-8101c07b02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.796158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a386e45f-8639-4149-98ba-8101c07b02d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.797295 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a386e45f-8639-4149-98ba-8101c07b02d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1e7ebcd-ec1a-47be-8c37-612699d0e220 HTTP/1.1" status: 204 len: 168 time: 0.6034749 May 26 16:20:55.828262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386e45f-8639-4149-98ba-8101c07b02d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e7ebcd-ec1a-47be-8c37-612699d0e220,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:55.865794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b61de068-05f9-4e18-a080-ac0f0ed263e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.898886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61de068-05f9-4e18-a080-ac0f0ed263e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event deleted for resources: {'Port': ['ID=2d1247cb-7472-4c22-878a-13fe522db18a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:55.969476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1d8d3b1-cede-44dd-8eab-0a6d479b2f37 req-32602548-5313-4756-8416-b56b3707268e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 210 time: 0.0600595 May 26 16:20:56.023133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b61de068-05f9-4e18-a080-ac0f0ed263e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.027706 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b61de068-05f9-4e18-a080-ac0f0ed263e6 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "DELETE /v2.0/ports/2d1247cb-7472-4c22-878a-13fe522db18a HTTP/1.1" status: 204 len: 168 time: 1.1065357 May 26 16:20:56.030482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60174) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:56.058863 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe44ede5-2982-4a60-89e3-235f4942c008 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] GET failed (client error): The resource could not be found. May 26 16:20:56.060764 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fe44ede5-2982-4a60-89e3-235f4942c008 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "GET /v2.0/ports/2d1247cb-7472-4c22-878a-13fe522db18a HTTP/1.1" status: 404 len: 333 time: 0.0291536 May 26 16:20:56.064333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60176) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:56.094285 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.126619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5220589-0c7c-41e2-bd36-c897d6bf3b84']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:56.139568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22346f8-5558-44fc-8442-cdd00e4ea0db') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:56.139885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22346f8-5558-44fc-8442-cdd00e4ea0db') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:56.150041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.184659 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.197007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:56.197626 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.239806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a68b1-2131-428e-9acf-079d6d03ea10 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Deleting port 416b5663-560d-4875-bab9-4c4ea4a68144 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:56.240355 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e5a68b1-2131-428e-9acf-079d6d03ea10 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.307306 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment f22346f8-5558-44fc-8442-cdd00e4ea0db resource provider aggregate not found May 26 16:20:56.327364 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.409721 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment f22346f8-5558-44fc-8442-cdd00e4ea0db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f22346f8-5558-44fc-8442-cdd00e4ea0db found for delete ", "request_id": "req-ce07a731-0330-4267-963f-792a7a8547fa"}]} May 26 16:20:56.516084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e5a68b1-2131-428e-9acf-079d6d03ea10 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.523076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:56.547755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:56.556409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a68b1-2131-428e-9acf-079d6d03ea10 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Calling delete_port for 416b5663-560d-4875-bab9-4c4ea4a68144 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:56.557036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:56.564700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:56.667874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:56.668825 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.688241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.713435 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.772142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-f9afe6cf-05cf-49c7-a061-f1d2b4181ae5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1920068 May 26 16:20:56.772800 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.822518 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.845456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/networks/d5220589-0c7c-41e2-bd36-c897d6bf3b84 HTTP/1.1" status: 204 len: 168 time: 3.6570179 May 26 16:20:56.850911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Request body: {'port': {'device_id': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:56.851747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60208) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:56.882974 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.888064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.908361 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f870558-90fc-4c70-b00f-fb2655411a5d HTTP/1.1" status: 204 len: 168 time: 1.5736830 May 26 16:20:56.969345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-e94b728f-bdc8-45d5-a2e4-06d9a0c69d8a service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6030931 May 26 16:20:56.976748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f870558-90fc-4c70-b00f-fb2655411a5d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:56.980210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Network': ['ID=d5220589-0c7c-41e2-bd36-c897d6bf3b84,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:57.047348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6e586a05-e1b4-4630-853e-6fbb546eb935 None None] Provisioning complete for port 474b239d-9803-4a0e-9a32-7c2cb87ade52 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:57.047905 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6e586a05-e1b4-4630-853e-6fbb546eb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.081084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.086153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.086641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.089268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.089735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.090596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.093361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.093833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.099495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.101412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.101826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.104392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58339e4c-8a2e-4616-8d74-017f26066978 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.127581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e5a68b1-2131-428e-9acf-079d6d03ea10 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.131212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.135554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.142093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6e586a05-e1b4-4630-853e-6fbb546eb935 None None] Port 474b239d-9803-4a0e-9a32-7c2cb87ade52 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:57.143192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.146434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.148219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.148670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.149110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.151707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.152273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.153262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.153811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.154369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1fd403-f2a1-447b-badd-83d0cc4eca72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:57.233529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a68b1-2131-428e-9acf-079d6d03ea10 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event deleted for resources: {'Port': ['ID=416b5663-560d-4875-bab9-4c4ea4a68144,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:57.315055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60220) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:57.417183 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d8b1edc-c752-49f2-98f1-13e12d126131 req-7d0c8dd9-f007-4ff2-ac72-5615b610b3da service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258788 May 26 16:20:57.565621 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e5a68b1-2131-428e-9acf-079d6d03ea10 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.574184 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8e5a68b1-2131-428e-9acf-079d6d03ea10 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "DELETE /v2.0/ports/416b5663-560d-4875-bab9-4c4ea4a68144 HTTP/1.1" status: 204 len: 168 time: 1.5080287 May 26 16:20:57.578553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60228) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:57.593520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.778592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60232) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:57.827567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-97acba47-2bb5-4dfb-91bd-b6ac0dfe729f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Deleting subnet fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:20:57.843552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90a7b353-cc88-4895-bd66-2bf5aa27a152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.853530 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97acba47-2bb5-4dfb-91bd-b6ac0dfe729f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.866953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-80d517c7-8aec-44bf-808a-e2997d3894ee tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-503845017', 'prefixes': ['172.20.0.0/16']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:57.911018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc42965-6a4d-4552-be91-275e81275627 req-ff08893a-8f31-4ef3-8a1b-ac2b85ead01f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:57.924177 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcc42965-6a4d-4552-be91-275e81275627 req-ff08893a-8f31-4ef3-8a1b-ac2b85ead01f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 931 time: 0.7439206 May 26 16:20:57.984522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97acba47-2bb5-4dfb-91bd-b6ac0dfe729f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.015667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcc42965-6a4d-4552-be91-275e81275627 req-4e274534-9d58-4048-919e-aec448eb25cf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901484 May 26 16:20:58.134043 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-80d517c7-8aec-44bf-808a-e2997d3894ee tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] Notify callbacks [] for subnetpool, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.135260 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-80d517c7-8aec-44bf-808a-e2997d3894ee tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7645454 May 26 16:20:58.138300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60234) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:58.184116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97acba47-2bb5-4dfb-91bd-b6ac0dfe729f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.247754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.276411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-27146389-2341-4347-b7ed-53c56b75d6a6 tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] 10.222.0.39 "GET /v2.0/subnetpools/eb52e45c-5ee3-43a9-97df-60e5cf70a675 HTTP/1.1" status: 200 len: 731 time: 0.1324079 May 26 16:20:58.286878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60236) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:58.317713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-db69f988-69bf-4c99-84c0-05b089fea9b0 tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-291671861'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:58.342143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97acba47-2bb5-4dfb-91bd-b6ac0dfe729f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.365787 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90a7b353-cc88-4895-bd66-2bf5aa27a152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.384250 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90a7b353-cc88-4895-bd66-2bf5aa27a152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.433025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78498652-c8e4-47c0-900a-43d11a260e93 None None] Network 2af3d840-5dba-487f-8cc9-b445d0f5a485 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:58.445436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-90a7b353-cc88-4895-bd66-2bf5aa27a152 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba1cbdbd526946319d0a43b654c5d849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6657743 May 26 16:20:58.450159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acba47-2bb5-4dfb-91bd-b6ac0dfe729f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:58.455126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b353-cc88-4895-bd66-2bf5aa27a152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdf60d7-2796-4dc7-94d7-21632b2fa6b6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:58.456984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60240) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:58.457632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97acba47-2bb5-4dfb-91bd-b6ac0dfe729f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.463673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-97acba47-2bb5-4dfb-91bd-b6ac0dfe729f tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "DELETE /v2.0/subnets/fd0c2bec-6cdc-4f85-bfcf-31ad2a70baae HTTP/1.1" status: 204 len: 168 time: 0.8807464 May 26 16:20:58.464205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60242) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:58.601793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.643528 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3675cf-a77d-4254-876b-35bbc99c3a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.704510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-db69f988-69bf-4c99-84c0-05b089fea9b0 tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] Notify callbacks [] for subnetpool, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.706048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-db69f988-69bf-4c99-84c0-05b089fea9b0 tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] 10.222.0.39 "PUT /v2.0/subnetpools/eb52e45c-5ee3-43a9-97df-60e5cf70a675 HTTP/1.1" status: 200 len: 683 time: 0.4181826 May 26 16:20:58.726902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60246) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:58.728846 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3675cf-a77d-4254-876b-35bbc99c3a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.833010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474b239d-9803-4a0e-9a32-7c2cb87ade52 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:58.841692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ed1d4-898f-45fa-88e7-8da88799aebe None None] DHCP port deletion for 2af3d840-5dba-487f-8cc9-b445d0f5a485 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:20:58.855156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Deleting port 624237ee-6bb5-42f8-a67f-fed6ab3261fe {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:58.855424 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.858508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.944252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] For port 624237ee-6bb5-42f8-a67f-fed6ab3261fe, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=624237ee-6bb5-42f8-a67f-fed6ab3261fe,segment=NetworkSegment(83efab5b-bd56-4046-8daa-cce9cec27b8b),segment_id=83efab5b-bd56-4046-8daa-cce9cec27b8b)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:58.944625 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.964017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Calling delete_port for 624237ee-6bb5-42f8-a67f-fed6ab3261fe owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:58.975779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-975ed1d4-898f-45fa-88e7-8da88799aebe None None] Deleting port 624237ee-6bb5-42f8-a67f-fed6ab3261fe {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:58.976507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-975ed1d4-898f-45fa-88e7-8da88799aebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.996755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3675cf-a77d-4254-876b-35bbc99c3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.999640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3675cf-a77d-4254-876b-35bbc99c3a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.003150 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aa3675cf-a77d-4254-876b-35bbc99c3a6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8bdf60d7-2796-4dc7-94d7-21632b2fa6b6 HTTP/1.1" status: 204 len: 168 time: 0.5364137 May 26 16:20:59.018241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Transition to ACTIVE for port object 474b239d-9803-4a0e-9a32-7c2cb87ade52 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:20:59.025260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.058787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3675cf-a77d-4254-876b-35bbc99c3a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdf60d7-2796-4dc7-94d7-21632b2fa6b6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:59.068058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-975ed1d4-898f-45fa-88e7-8da88799aebe None None] For port 624237ee-6bb5-42f8-a67f-fed6ab3261fe, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=624237ee-6bb5-42f8-a67f-fed6ab3261fe,segment=NetworkSegment(83efab5b-bd56-4046-8daa-cce9cec27b8b),segment_id=83efab5b-bd56-4046-8daa-cce9cec27b8b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:59.068566 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-975ed1d4-898f-45fa-88e7-8da88799aebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.083637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d269-a76d-4321-b6f6-58e559b6a49f tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] Notify callbacks [] for subnetpool, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.086270 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f2c2d269-a76d-4321-b6f6-58e559b6a49f tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] 10.222.0.39 "DELETE /v2.0/subnetpools/eb52e45c-5ee3-43a9-97df-60e5cf70a675 HTTP/1.1" status: 204 len: 168 time: 0.3550019 May 26 16:20:59.090980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60252) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:59.103280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-975ed1d4-898f-45fa-88e7-8da88799aebe None None] Calling delete_port for 624237ee-6bb5-42f8-a67f-fed6ab3261fe owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:59.127208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 3868842b-5474-45b2-8597-ecbd7fd5cf21 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:59.127473 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.141039 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-69ce9b64-9e90-4f5b-be22-5cb4e1b14f85 tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] show failed (client error): The resource could not be found. May 26 16:20:59.142139 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-69ce9b64-9e90-4f5b-be22-5cb4e1b14f85 tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] 10.222.0.39 "GET /v2.0/subnetpools/eb52e45c-5ee3-43a9-97df-60e5cf70a675 HTTP/1.1" status: 404 len: 346 time: 0.0487928 May 26 16:20:59.152377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60254) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:59.201785 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-0cc6f59f-1716-4f76-931d-951c551b553d tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] delete failed (client error): The resource could not be found. May 26 16:20:59.207103 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0cc6f59f-1716-4f76-931d-951c551b553d tempest-SubnetPoolsTestJSON-279777636 tempest-SubnetPoolsTestJSON-279777636-project] 10.222.0.39 "DELETE /v2.0/subnetpools/eb52e45c-5ee3-43a9-97df-60e5cf70a675 HTTP/1.1" status: 404 len: 346 time: 0.0495718 May 26 16:20:59.280267 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-975ed1d4-898f-45fa-88e7-8da88799aebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.327320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ed1d4-898f-45fa-88e7-8da88799aebe None None] Pushing event deleted for resources: {'Port': ['ID=624237ee-6bb5-42f8-a67f-fed6ab3261fe,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:59.329761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ed1d4-898f-45fa-88e7-8da88799aebe None None] No DVR routers for this DVR port 624237ee-6bb5-42f8-a67f-fed6ab3261fe on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:59.329956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port 3868842b-5474-45b2-8597-ecbd7fd5cf21, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3868842b-5474-45b2-8597-ecbd7fd5cf21,segment=NetworkSegment(b4c1853a-8e59-4ba0-b99b-3866fedeb07e),segment_id=b4c1853a-8e59-4ba0-b99b-3866fedeb07e)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:59.330356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.358200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:59.378709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 3868842b-5474-45b2-8597-ecbd7fd5cf21 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:59.386242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 624237ee-6bb5-42f8-a67f-fed6ab3261fe no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:59.446316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 624237ee-6bb5-42f8-a67f-fed6ab3261fe {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:59.447082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 624237ee-6bb5-42f8-a67f-fed6ab3261fe not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:59.618431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70207261-232f-4b58-9d2e-79c16255f30b req-384c5705-28d4-45fb-8828-e23c937c4471 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:59.620075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70207261-232f-4b58-9d2e-79c16255f30b req-384c5705-28d4-45fb-8828-e23c937c4471 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 943 time: 0.4186220 May 26 16:20:59.627838 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.638716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Attempting to bind port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:59.639062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Attempting to bind port 474b239d-9803-4a0e-9a32-7c2cb87ade52 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:59.639391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Attempting to bind port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:59.694644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:59.694975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Attempting to bind port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:59.700246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event deleted for resources: {'Port': ['ID=624237ee-6bb5-42f8-a67f-fed6ab3261fe,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:59.705596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:59.706270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Checking segment: {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:59.706418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Bound using segment: {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:59.706819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Bound port: 474b239d-9803-4a0e-9a32-7c2cb87ade52, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:59.707385 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.725168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] No DVR routers for this DVR port 624237ee-6bb5-42f8-a67f-fed6ab3261fe on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:59.792212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.840694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=3868842b-5474-45b2-8597-ecbd7fd5cf21,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:59.962914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60288) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:59.987564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.036830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70207261-232f-4b58-9d2e-79c16255f30b req-346c3a7c-4c8e-4628-9495-5b7a6c8c2878 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084861 May 26 16:21:00.098580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af3d840-5dba-487f-8cc9-b445d0f5a485']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:00.173357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83efab5b-bd56-4046-8daa-cce9cec27b8b') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:00.173931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83efab5b-bd56-4046-8daa-cce9cec27b8b') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:00.184485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:00.190230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:00.194910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.205168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.255231 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.259445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:00.260444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.262971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] 10.222.0.32 "PUT /v2.0/ports/474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 1091 time: 3.4734704 May 26 16:21:00.263747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:00.267595 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd581e0-25a3-426e-9714-4d9f81f420df" -d '{"events": [{"name": "network-changed", "server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:00.284434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:00.285236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.397656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.435907 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 83efab5b-bd56-4046-8daa-cce9cec27b8b resource provider aggregate not found May 26 16:21:00.445041 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78debc-795c-4aa8-a94c-c6cbc6c7c244 x-openstack-request-id: req-4b78debc-795c-4aa8-a94c-c6cbc6c7c244 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:00.445323 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:00.445576 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b78debc-795c-4aa8-a94c-c6cbc6c7c244 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:00.446335 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b78debc-795c-4aa8-a94c-c6cbc6c7c244'] response: {'name': 'network-changed', 'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'status': 'completed', 'code': 200} May 26 16:21:00.589578 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 83efab5b-bd56-4046-8daa-cce9cec27b8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83efab5b-bd56-4046-8daa-cce9cec27b8b found for delete ", "request_id": "req-214982d8-ca17-42c4-9cfd-890e7318e800"}]} May 26 16:21:00.669166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60308) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:00.698863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a57e57fe-2f9b-42cb-9002-75f12bb75984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.708733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab046016-2d4d-4545-aff4-bfc2d78b7748 service neutron] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:00.734472 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.736589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:00.751670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.764892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] 10.222.0.39 "DELETE /v2.0/networks/2af3d840-5dba-487f-8cc9-b445d0f5a485 HTTP/1.1" status: 204 len: 168 time: 2.2928495 May 26 16:21:00.877332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14b3bc33-6768-4e0b-9572-5c47b819f198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.931861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f06d2-ae54-422f-8e10-c53924d5c501 tempest-AllowedAddressPairTestJSON-1741501395 tempest-AllowedAddressPairTestJSON-1741501395-project] Pushing event deleted for resources: {'Network': ['ID=2af3d840-5dba-487f-8cc9-b445d0f5a485,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:00.934370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:00.943916 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-101385bd-1295-41b5-a036-5d23ebf9bf10 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0836797 May 26 16:21:00.946943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60316) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:00.948316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:00.957838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-c041e32e-985f-42cf-8193-592c5ea31612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:00.959645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-c041e32e-985f-42cf-8193-592c5ea31612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1094 time: 0.6111929 May 26 16:21:01.016386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:01.024358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:01.024735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2ab86b-81e7-41d9-ac19-d8c4ea5c6f99 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting subnet eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:01.026081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-dbdf9abd-28c0-4a86-9ee9-ad0149bb2c0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 217 time: 0.0564582 May 26 16:21:01.028674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a57e57fe-2f9b-42cb-9002-75f12bb75984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.035824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86b-81e7-41d9-ac19-d8c4ea5c6f99 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.046370 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a57e57fe-2f9b-42cb-9002-75f12bb75984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.199370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14b3bc33-6768-4e0b-9572-5c47b819f198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.208993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e57fe-2f9b-42cb-9002-75f12bb75984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458f54ea-e435-430c-a540-1acd9f17efef,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:01.217026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a57e57fe-2f9b-42cb-9002-75f12bb75984 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2d5977851914b68a0e73303301ad46f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2481482 May 26 16:21:01.220023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60324) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:01.227480 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14b3bc33-6768-4e0b-9572-5c47b819f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.229923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-2533e60c-92da-45d1-b2bf-75fdef715e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:01.231754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-2533e60c-92da-45d1-b2bf-75fdef715e82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.1987963 May 26 16:21:01.269351 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86b-81e7-41d9-ac19-d8c4ea5c6f99 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.315551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60326) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:01.372292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-8a268fb8-4c6a-431a-8228-f97d8aa48e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:01.372748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-8a268fb8-4c6a-431a-8228-f97d8aa48e42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325562 May 26 16:21:01.381123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:01.392177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef534037-8758-4cef-90e0-cf85d13ea1bb req-2578aad2-000f-4758-8bba-078d4e272913 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:01.393801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef534037-8758-4cef-90e0-cf85d13ea1bb req-2578aad2-000f-4758-8bba-078d4e272913 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 943 time: 0.1405218 May 26 16:21:01.433403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34fa9c3b-611d-475f-bb83-00752934720d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.474471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60334) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:01.478358 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-14b3bc33-6768-4e0b-9572-5c47b819f198 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0298ccf06a104fc59bb9c71f9ffea60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7932990 May 26 16:21:01.485316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3bc33-6768-4e0b-9572-5c47b819f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb35a284-591f-4bc0-b5dc-457e5e1da7ed,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:01.527292 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34fa9c3b-611d-475f-bb83-00752934720d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.601562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef534037-8758-4cef-90e0-cf85d13ea1bb req-cdce0a53-4dc6-435c-80a2-6166a208917c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906531 May 26 16:21:01.611904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86b-81e7-41d9-ac19-d8c4ea5c6f99 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.678718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60336) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:01.724535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-2b69956f-582e-4cf9-a506-7a00a820fa0f service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266149 May 26 16:21:01.773835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d9e7-aace-40e2-9d2d-2c359df86481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.795973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86b-81e7-41d9-ac19-d8c4ea5c6f99 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.847287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cfcfe9-e958-4569-9cd2-2aa47dbcb523 None None] Network 57532a33-cf5f-41ad-b64e-474af4577843 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:01.864222 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86b-81e7-41d9-ac19-d8c4ea5c6f99 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.873334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1598090564-network', 'tenant_id': '5231320fcaa849e095edea9e4ed6b80f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:01.884641 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cb2ab86b-81e7-41d9-ac19-d8c4ea5c6f99 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972 HTTP/1.1" status: 204 len: 168 time: 0.9357646 May 26 16:21:01.885475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:01.895808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ab86b-81e7-41d9-ac19-d8c4ea5c6f99 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Subnet': ['ID=eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:01.909049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34fa9c3b-611d-475f-bb83-00752934720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.913143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34fa9c3b-611d-475f-bb83-00752934720d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.913953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-34fa9c3b-611d-475f-bb83-00752934720d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/458f54ea-e435-430c-a540-1acd9f17efef HTTP/1.1" status: 204 len: 168 time: 0.6925995 May 26 16:21:01.918792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d9e7-aace-40e2-9d2d-2c359df86481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.962180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa9c3b-611d-475f-bb83-00752934720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f54ea-e435-430c-a540-1acd9f17efef,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:01.981535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Made reservation on behalf of 5231320fcaa849e095edea9e4ed6b80f for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:01.984642 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.023251 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.047415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 10, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:02.116519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:21:02.138843 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73bd79af-8cd7-4f4a-9853-b06390bda58b req-d60d9c9c-dcfe-447b-8cae-5c8d10baf9fe service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037526 May 26 16:21:02.145190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0cbcd-f69a-4b57-9fe2-b5c77a0bd203 None None] DHCP port deletion for 57532a33-cf5f-41ad-b64e-474af4577843 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:21:02.152595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d9e7-aace-40e2-9d2d-2c359df86481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.155141 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d9e7-aace-40e2-9d2d-2c359df86481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.158657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6ff2d9e7-aace-40e2-9d2d-2c359df86481 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb35a284-591f-4bc0-b5dc-457e5e1da7ed HTTP/1.1" status: 204 len: 168 time: 0.6744440 May 26 16:21:02.185845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2d9e7-aace-40e2-9d2d-2c359df86481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb35a284-591f-4bc0-b5dc-457e5e1da7ed,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:02.221536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.286734 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-579749ec-6da5-415d-8b4a-5352455c52a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c0b842dcacd49258b3ef22fe7970fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6003711 May 26 16:21:02.305927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60362) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:02.310113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.333656 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.336421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:02.338493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:20:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:02.380792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd581e0-25a3-426e-9714-4d9f81f420df req-5090efe2-f3d4-45d1-afba-84c0e26ea30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:02.392697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acd581e0-25a3-426e-9714-4d9f81f420df req-5090efe2-f3d4-45d1-afba-84c0e26ea30d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1094 time: 0.1803181 May 26 16:21:02.410975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:02.500130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.501787 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Added segment 6b1e41ce-3b09-4316-a3c6-d5c60a142fb3 of type vlan for network e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab May 26 16:21:02.536915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db4038-feaf-428f-9a0e-5168fa760522,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:02.657526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0151eccb-8420-4402-80d9-e84ffa8a19b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.687816 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.746092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:02.746462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.761486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd581e0-25a3-426e-9714-4d9f81f420df req-c7bcccae-cc16-4f91-9ff1-a6b76332f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:02.767945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acd581e0-25a3-426e-9714-4d9f81f420df req-c7bcccae-cc16-4f91-9ff1-a6b76332f73c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 0.3592188 May 26 16:21:02.926587 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0151eccb-8420-4402-80d9-e84ffa8a19b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.970086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c79c8b8-ec64-4c32-8aac-ab02caaaf27e,segment=NetworkSegment(b4c1853a-8e59-4ba0-b99b-3866fedeb07e),segment_id=b4c1853a-8e59-4ba0-b99b-3866fedeb07e)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:02.970435 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.976394 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acd581e0-25a3-426e-9714-4d9f81f420df req-6c2194c9-8668-4d35-94ae-080ada17b349 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 217 time: 0.1675897 May 26 16:21:02.983872 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.984789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:02.985452 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.025251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:03.050964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:03.144437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-47c0cbcd-f69a-4b57-9fe2-b5c77a0bd203 None None] Deleting port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:03.145269 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-47c0cbcd-f69a-4b57-9fe2-b5c77a0bd203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.215061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd581e0-25a3-426e-9714-4d9f81f420df req-099ad490-e496-409a-baf1-0a33f32d104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:03.222031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acd581e0-25a3-426e-9714-4d9f81f420df req-099ad490-e496-409a-baf1-0a33f32d104f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.2400255 May 26 16:21:03.233363 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0151eccb-8420-4402-80d9-e84ffa8a19b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.257307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-47c0cbcd-f69a-4b57-9fe2-b5c77a0bd203 None None] For port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c79c8b8-ec64-4c32-8aac-ab02caaaf27e,segment=NetworkSegment(b4c1853a-8e59-4ba0-b99b-3866fedeb07e),segment_id=b4c1853a-8e59-4ba0-b99b-3866fedeb07e)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:03.258183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-47c0cbcd-f69a-4b57-9fe2-b5c77a0bd203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.261278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0151eccb-8420-4402-80d9-e84ffa8a19b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.271080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0151eccb-8420-4402-80d9-e84ffa8a19b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/448808de-4a13-4411-896e-0ce29109ed32 HTTP/1.1" status: 204 len: 168 time: 0.9572341 May 26 16:21:03.274991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-47c0cbcd-f69a-4b57-9fe2-b5c77a0bd203 None None] Calling delete_port for 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:03.329860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151eccb-8420-4402-80d9-e84ffa8a19b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448808de-4a13-4411-896e-0ce29109ed32,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:03.359973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.375315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-47c0cbcd-f69a-4b57-9fe2-b5c77a0bd203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.379418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:03.423893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No DVR routers for this DVR port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:03.427626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=2c79c8b8-ec64-4c32-8aac-ab02caaaf27e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:03.467200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:03.468941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:03.548216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0cbcd-f69a-4b57-9fe2-b5c77a0bd203 None None] Pushing event deleted for resources: {'Port': ['ID=2c79c8b8-ec64-4c32-8aac-ab02caaaf27e,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:03.548711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.560538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0cbcd-f69a-4b57-9fe2-b5c77a0bd203 None None] No DVR routers for this DVR port 2c79c8b8-ec64-4c32-8aac-ab02caaaf27e on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:03.597043 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57532a33-cf5f-41ad-b64e-474af4577843']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:03.614551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b71fca-2087-4895-b239-ca4097dd5fc3 req-b64488a9-26ae-4247-bb71-1b491607b751 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:03.617651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:03.618942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b71fca-2087-4895-b239-ca4097dd5fc3 req-b64488a9-26ae-4247-bb71-1b491607b751 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 943 time: 0.8495164 May 26 16:21:03.630181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c1853a-8e59-4ba0-b99b-3866fedeb07e') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:03.630579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] Pushing event updated for resources: {'Network': ['ID=e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:03.642614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5ed772ca-f936-4ba8-bac9-6971ba4e438e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3198321 May 26 16:21:03.646336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.648850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60406) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:03.658602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:03.663075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Request body: {'subnet': {'network_id': 'e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1598090564-subnet', 'tenant_id': '5231320fcaa849e095edea9e4ed6b80f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:03.664521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.683004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:03.683567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.708736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd581e0-25a3-426e-9714-4d9f81f420df req-c4a8cfb0-0033-46c8-8334-52a6367d6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:03.711549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acd581e0-25a3-426e-9714-4d9f81f420df req-c4a8cfb0-0033-46c8-8334-52a6367d6ee9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4232707 May 26 16:21:03.809090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b71fca-2087-4895-b239-ca4097dd5fc3 req-590f8458-a0f6-44ac-967a-8643b43c9c95 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634288 May 26 16:21:03.811178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Made reservation on behalf of 5231320fcaa849e095edea9e4ed6b80f for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:03.816840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.833505 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b4c1853a-8e59-4ba0-b99b-3866fedeb07e resource provider aggregate not found May 26 16:21:03.859438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.876729 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.885902 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/networks/57532a33-cf5f-41ad-b64e-474af4577843 HTTP/1.1" status: 204 len: 168 time: 1.9934728 May 26 16:21:03.910676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60416) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:03.913623 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b4c1853a-8e59-4ba0-b99b-3866fedeb07e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4c1853a-8e59-4ba0-b99b-3866fedeb07e found for delete ", "request_id": "req-54dc6bbe-7ad2-4e69-b866-9b7f52a03dff"}]} May 26 16:21:03.916602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04b21a-8353-4763-b4a0-ace8d7b55f89 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Network': ['ID=57532a33-cf5f-41ad-b64e-474af4577843,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:03.971917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 10, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:04.030386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93969e25-dc9f-44e7-973b-9632efe557d7 None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 10, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None, '_interfaces': [{'id': '02f2446a-ac51-4cd6-aae0-182826a17037', 'name': '', 'network_id': '09d653a4-9c78-4fb9-ac27-4cc7866c4980', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'mac_address': 'fa:16:3e:81:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a53275-f788-444f-a84b-76bce87b6f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:44Z', 'updated_at': '2022-05-26T16:20:00Z', 'revision_number': 5, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'subnets': [{'id': 'fad081dd-1911-48c5-8afe-754a90f830d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:04.362203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60446) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:04.611174 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acd581e0-25a3-426e-9714-4d9f81f420df req-704fe75b-b8bf-438f-a656-66c5f7a5a0a0 service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8811622 May 26 16:21:04.711384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1267870441-network', 'tenant_id': '378d593d7e994695b4980dfda831bdcc'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:04.754806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Made reservation on behalf of 378d593d7e994695b4980dfda831bdcc for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:04.757982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:04.792099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.009307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.011102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acd581e0-25a3-426e-9714-4d9f81f420df req-d58c1a96-2efc-40ac-9dc0-d9c9b9abf61a service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896115 May 26 16:21:05.013505 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-62889dbc-13ab-4c6e-9e43-d5bc52e179ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.027209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.050032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:05.063590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.064103 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Added segment 6ef40072-d1d7-40ce-a9e1-77440d3ac7af of type vlan for network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 May 26 16:21:05.101204 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.127814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.180171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f480949a-43d2-4f5b-88fd-4b2e3adbc166,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:05.208337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3ce2f-f583-45b9-af4d-be443e31fef5 req-81c31be7-c790-41fb-9321-adbbc8e7a883 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:05.209936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d3ce2f-f583-45b9-af4d-be443e31fef5 req-81c31be7-c790-41fb-9321-adbbc8e7a883 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 943 time: 0.2402785 May 26 16:21:05.262027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c555e494-77f1-4522-b12f-78af4f6660ab,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:05.267056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3868842b-5474-45b2-8597-ecbd7fd5cf21 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:05.271465 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.272877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:05.275354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.325434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 3868842b-5474-45b2-8597-ecbd7fd5cf21 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:05.325786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3868842b-5474-45b2-8597-ecbd7fd5cf21 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:05.370774 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0067739 May 26 16:21:05.374965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d3ce2f-f583-45b9-af4d-be443e31fef5 req-bf4f984b-8268-4606-a9ba-6408ea5faf06 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540756 May 26 16:21:05.386763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60472) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:05.395313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Request body: {'subnet': {'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1267870441-subnet', 'tenant_id': '378d593d7e994695b4980dfda831bdcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:05.409204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0ab7c-bb10-4726-a3b5-e9e7acf2a3ec admin admin] Pushing event updated for resources: {'Network': ['ID=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:05.414490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Checking segment: {'id': '6b1e41ce-3b09-4316-a3c6-d5c60a142fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:05.415625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Network hostable DHCP agents. Network: e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:05.428138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 474b239d-9803-4a0e-9a32-7c2cb87ade52 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:21:05.442166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Made reservation on behalf of 378d593d7e994695b4980dfda831bdcc for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:05.450887 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.499395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Network e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:05.508903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60480) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:05.548937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:05.556461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:05.557415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.594979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2dd6f1fc-2d8d-4cb4-9d06-f5872c644a60 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9440327 May 26 16:21:05.616082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.673595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:05.695793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:05.811164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'port_id': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'mac_address': 'fa:16:3e:55:5a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:21:05.813649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0246ae58-52f1-423c-891f-e8853aa26075 None None] Network e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:05.841324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1888726750'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:05.880786 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.986113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbd4009-dd8f-4035-a8ce-e559f290bed5,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:05.995168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Checking segment: {'id': '6ef40072-d1d7-40ce-a9e1-77440d3ac7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:05.995553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Network hostable DHCP agents. Network: e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:06.015363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:06.028635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:06.033495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:06.034305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.071733 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a8c25a1-0695-43df-9b7c-b778bd8f5d1e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6817653 May 26 16:21:06.109677 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Made reservation on behalf of 8ca6b24f66fd408fbe858d4222b3404e for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:06.114374 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.136725 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.173518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 474b239d-9803-4a0e-9a32-7c2cb87ade52 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:06.174051 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.202201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd935e1-0fdc-45bd-b2ff-27731755e5b9 None None] Network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:06.206387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474b239d-9803-4a0e-9a32-7c2cb87ade52 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:06.239625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:06.256287 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.376789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b23d0-655d-45f1-a2ac-f11ceaf41877 None None] Network e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:06.481090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.485016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port 02f2446a-ac51-4cd6-aae0-182826a17037 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:06.485450 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.492503 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.506785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:06.520266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.520625 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Added segment d49748c1-7304-4c8a-9abf-07e0ada0e7f8 of type vlan for network c757de7f-59b4-4635-ab58-1f816d37a87f May 26 16:21:06.597366 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.686749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3673f7-1dee-4617-bb58-4d4ac7ca8a60,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:06.691305 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.698196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:06.698787 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.723569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['474b239d-9803-4a0e-9a32-7c2cb87ade52'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:21:06.794554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:06.894981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60514) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:06.896962 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3766119 May 26 16:21:06.900882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Request body: {'subnet': {'network_id': 'c757de7f-59b4-4635-ab58-1f816d37a87f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:06.937613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f617fca-af86-4056-8dc3-ed4acd623023 req-b1bef075-d6be-4d41-ad65-d62d63a3a562 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:06.951524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f617fca-af86-4056-8dc3-ed4acd623023 req-b1bef075-d6be-4d41-ad65-d62d63a3a562 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 944 time: 0.3150120 May 26 16:21:06.970966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e481ce-76a1-43df-b02d-5f7ffcb5e7ae tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event updated for resources: {'Network': ['ID=c757de7f-59b4-4635-ab58-1f816d37a87f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:07.000402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network c757de7f-59b4-4635-ab58-1f816d37a87f details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:07.027833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port 02f2446a-ac51-4cd6-aae0-182826a17037, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=02f2446a-ac51-4cd6-aae0-182826a17037,segment=NetworkSegment(338c1fa8-17b2-44f8-8253-7d9146d31f8d),segment_id=338c1fa8-17b2-44f8-8253-7d9146d31f8d)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:07.031245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.078597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaccbe80-2c94-42ac-b7f1-fb6b8a978736 None None] Network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:07.104719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for 02f2446a-ac51-4cd6-aae0-182826a17037 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:07.127198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f617fca-af86-4056-8dc3-ed4acd623023 req-34d11f6a-6a6c-4e08-88ce-8c03b77c071e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743507 May 26 16:21:07.134779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60518) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:07.143509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1811993101-network', 'tenant_id': '00e2e5f6bbf5413698b5a770585af7d7'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:07.167227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Made reservation on behalf of 8ca6b24f66fd408fbe858d4222b3404e for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:07.170797 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.300587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Made reservation on behalf of 00e2e5f6bbf5413698b5a770585af7d7 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:07.305181 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.329479 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.609616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.669374 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.692499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.754560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Checking segment: {'id': 'd49748c1-7304-4c8a-9abf-07e0ada0e7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c757de7f-59b4-4635-ab58-1f816d37a87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:07.755001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Network hostable DHCP agents. Network: c757de7f-59b4-4635-ab58-1f816d37a87f, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:07.759967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event updated for resources: {'Subnet': ['ID=993666ed-28bd-4801-a3ab-aba94eb72cb2,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:07.783676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Network c757de7f-59b4-4635-ab58-1f816d37a87f is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:07.785222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f55110f4-04d1-4dde-90e9-318c65b1d129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.791253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7582be6e-5222-4b2a-b244-729adf15d1e6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:07.808544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, c757de7f-59b4-4635-ab58-1f816d37a87f) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:07.818595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:07.819201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.827462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13227f-5dfb-4fc2-8f58-4f6478f2ce18 None None] Network c757de7f-59b4-4635-ab58-1f816d37a87f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:07.844426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:07.855459 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6b6db250-c3d1-49b2-ba03-db908f46dff0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9587817 May 26 16:21:07.858571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60532) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:07.873960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8eaa33aa-b9f0-4697-9f50-e783957915cc tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1519619460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:07.889100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.901340 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.901556 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Added segment ef2a575c-0e7d-47a8-bdb0-e29bb8c9c5f5 of type vlan for network 5118fcfb-a715-4a38-b05e-0fa992ca794e May 26 16:21:07.907433 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa33aa-b9f0-4697-9f50-e783957915cc tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.908622 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa33aa-b9f0-4697-9f50-e783957915cc tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.038261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa33aa-b9f0-4697-9f50-e783957915cc tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.046024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa33aa-b9f0-4697-9f50-e783957915cc tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.071698 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.081073 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa33aa-b9f0-4697-9f50-e783957915cc tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.082383 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8eaa33aa-b9f0-4697-9f50-e783957915cc tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2228112 May 26 16:21:08.085123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60536) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:08.095857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-c757de7f-59b4-4635-ab58-1f816d37a87f', 'network_id': 'c757de7f-59b4-4635-ab58-1f816d37a87f', 'tenant_id': '8ca6b24f66fd408fbe858d4222b3404e', 'fixed_ips': [{'subnet_id': '993666ed-28bd-4801-a3ab-aba94eb72cb2'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:08.096399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=02f2446a-ac51-4cd6-aae0-182826a17037,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:08.098859 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.375769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Allocated IP 172.20.0.2 (c757de7f-59b4-4635-ab58-1f816d37a87f/993666ed-28bd-4801-a3ab-aba94eb72cb2/ab7d74db-e49f-47e1-9d61-78342f70270a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:08.397527 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.398562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:08.399794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.412702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.568414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4289045 May 26 16:21:08.573671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60542) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:08.593329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Request body: {'subnet': {'network_id': '5118fcfb-a715-4a38-b05e-0fa992ca794e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1811993101-subnet', 'tenant_id': '00e2e5f6bbf5413698b5a770585af7d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:08.668650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.683544 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.694796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.726833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfd8b3-0ee4-4c0f-a903-dd43a855dc1b admin admin] Pushing event updated for resources: {'Network': ['ID=5118fcfb-a715-4a38-b05e-0fa992ca794e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:08.747941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5319ce-58e9-4008-847f-7ebc4aa2ac4e req-556abacd-efa3-41f9-b205-a49522a0b02d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:08.751480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d5319ce-58e9-4008-847f-7ebc4aa2ac4e req-556abacd-efa3-41f9-b205-a49522a0b02d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 944 time: 0.4224381 May 26 16:21:08.804538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Network c757de7f-59b4-4635-ab58-1f816d37a87f is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:08.815211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 5118fcfb-a715-4a38-b05e-0fa992ca794e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:08.912034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:08.917433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:08.947870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Made reservation on behalf of 00e2e5f6bbf5413698b5a770585af7d7 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:08.953260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.994696 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.995527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Pushing event updated for resources: {'Port': ['ID=ab7d74db-e49f-47e1-9d61-78342f70270a,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:09.203264 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Allocated IP 172.20.0.1 (c757de7f-59b4-4635-ab58-1f816d37a87f/993666ed-28bd-4801-a3ab-aba94eb72cb2/44275bbd-a177-464f-b8bc-4f027b82123d) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:09.266499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d5319ce-58e9-4008-847f-7ebc4aa2ac4e req-5b016e16-8e46-4044-82b8-3aa3d81a421c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847194 May 26 16:21:09.385080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Attempting to bind port ab7d74db-e49f-47e1-9d61-78342f70270a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:09.388736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:09.396794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Attempting to bind port ab7d74db-e49f-47e1-9d61-78342f70270a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'd49748c1-7304-4c8a-9abf-07e0ada0e7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c757de7f-59b4-4635-ab58-1f816d37a87f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:09.397485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Attempting to bind port ab7d74db-e49f-47e1-9d61-78342f70270a on network c757de7f-59b4-4635-ab58-1f816d37a87f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:09.408646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.417636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:09.418434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Checking segment: {'id': 'd49748c1-7304-4c8a-9abf-07e0ada0e7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c757de7f-59b4-4635-ab58-1f816d37a87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:09.421016 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.421920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Bound using segment: {'id': 'd49748c1-7304-4c8a-9abf-07e0ada0e7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c757de7f-59b4-4635-ab58-1f816d37a87f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:09.422458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Bound port: ab7d74db-e49f-47e1-9d61-78342f70270a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49748c1-7304-4c8a-9abf-07e0ada0e7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c757de7f-59b4-4635-ab58-1f816d37a87f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:09.425977 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.460901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 474b239d-9803-4a0e-9a32-7c2cb87ade52 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:09.519611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.620216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Network c757de7f-59b4-4635-ab58-1f816d37a87f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:09.626150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:09.637887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:09.691751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] For port ab7d74db-e49f-47e1-9d61-78342f70270a, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:09.698796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 474b239d-9803-4a0e-9a32-7c2cb87ade52 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:21:09.712121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] For port ab7d74db-e49f-47e1-9d61-78342f70270a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ab7d74db-e49f-47e1-9d61-78342f70270a,segment=NetworkSegment(d49748c1-7304-4c8a-9abf-07e0ada0e7f8),segment_id=d49748c1-7304-4c8a-9abf-07e0ada0e7f8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:09.717099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 474b239d-9803-4a0e-9a32-7c2cb87ade52 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:09.717633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.726770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.767627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.861617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60566) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:09.882705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbf71e-680a-4019-8962-33b2d41303ca None None] Pushing event updated for resources: {'Port': ['ID=ab7d74db-e49f-47e1-9d61-78342f70270a,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:09.932425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event updated for resources: {'Port': ['ID=44275bbd-a177-464f-b8bc-4f027b82123d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:09.955953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 474b239d-9803-4a0e-9a32-7c2cb87ade52 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:09.956519 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.996037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:09.998691 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e0387a-190a-4807-ace2-9eb4eef2f569" -d '{"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-plugged", "status": "completed", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:10.045584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:10.057656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.087498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:10.106713 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:10.147436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dc211637-382d-4ffd-8ccf-d7d90bc8bd8a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2302969 May 26 16:21:10.152057 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:10.153673 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:10.154924 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42da3d5c-89d4-416e-bf2f-4850b4a0d1ce x-openstack-request-id: req-42da3d5c-89d4-416e-bf2f-4850b4a0d1ce {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:10.156000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60576) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:10.156393 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-plugged", "status": "completed", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:10.159696 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42da3d5c-89d4-416e-bf2f-4850b4a0d1ce {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:10.160227 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42da3d5c-89d4-416e-bf2f-4850b4a0d1ce'] response: {'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'code': 200} May 26 16:21:10.199697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-055e7c8c-2779-4880-bf66-cc2fd98e9329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.242975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:10.325032 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.335554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1b819e-bdb3-46b6-be5c-5b977217a451 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting subnet fad081dd-1911-48c5-8afe-754a90f830d8 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:10.350625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a1b819e-bdb3-46b6-be5c-5b977217a451 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.350834 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.361830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31320b2d-adee-4d7c-a808-380383b9c10d req-b0af4daf-3f04-422e-9695-bcde1501e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:10.368380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31320b2d-adee-4d7c-a808-380383b9c10d req-b0af4daf-3f04-422e-9695-bcde1501e4ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1096 time: 0.0940874 May 26 16:21:10.428339 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:10.487265 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a1b819e-bdb3-46b6-be5c-5b977217a451 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.542331 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:21:07Z', 'revision_number': 11, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:10.582475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-31320b2d-adee-4d7c-a808-380383b9c10d req-87bab4b1-21ea-497f-96c0-fec3a7a1fd71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914155 May 26 16:21:10.585260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44385ee-20f0-4667-b5d9-35559efaf2f0,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:10.601276 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:21:10.614450 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:10.615783 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:10.675891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Checking segment: {'id': 'ef2a575c-0e7d-47a8-bdb0-e29bb8c9c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5118fcfb-a715-4a38-b05e-0fa992ca794e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:10.679082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Network hostable DHCP agents. Network: 5118fcfb-a715-4a38-b05e-0fa992ca794e, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:10.701525 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.704707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca63f9b-6270-431a-8f75-59c9e2aa243a req-012e8d4d-2d86-4277-b777-a0c5ed2cc14f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:10.710906 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.714627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ca63f9b-6270-431a-8f75-59c9e2aa243a req-012e8d4d-2d86-4277-b777-a0c5ed2cc14f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.2618198 May 26 16:21:10.741163 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:10.797607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ca63f9b-6270-431a-8f75-59c9e2aa243a req-e0c890ea-423b-4800-a96d-3e047d60491f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809524 May 26 16:21:10.813123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Network 5118fcfb-a715-4a38-b05e-0fa992ca794e is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:10.835397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 5118fcfb-a715-4a38-b05e-0fa992ca794e) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:10.852675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:10.853415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.860038 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:21:07Z', 'revision_number': 11, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:10.878348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d4a1e2-d5f8-4eaf-83ff-6a98ae82505f None None] Network 5118fcfb-a715-4a38-b05e-0fa992ca794e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:10.885245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3668bed8-88a3-401c-8fdb-7d80cbc114fd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3034642 May 26 16:21:10.906741 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dcf10f-3244-4fae-9a57-c45ccf58fb49 None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:21:07Z', 'revision_number': 11, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:11.131670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-055e7c8c-2779-4880-bf66-cc2fd98e9329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.158825 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-055e7c8c-2779-4880-bf66-cc2fd98e9329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.162238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96345e-429b-4e5b-9d58-335446b7dc8d None None] Network 5118fcfb-a715-4a38-b05e-0fa992ca794e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:11.227262 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a1b819e-bdb3-46b6-be5c-5b977217a451 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.504509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60602) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:11.515089 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-055e7c8c-2779-4880-bf66-cc2fd98e9329 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5f18b0e05ec4748b83a6786dea18cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6294074 May 26 16:21:11.536648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e7c8c-2779-4880-bf66-cc2fd98e9329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f36418-7b5a-4b42-b88b-fbaca5a56aa1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:11.593495 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a1b819e-bdb3-46b6-be5c-5b977217a451 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.626503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ab7d74db-e49f-47e1-9d61-78342f70270a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:11.665625 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16c70ba7-e02f-4223-a414-d8c0195c9999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.728929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b819e-bdb3-46b6-be5c-5b977217a451 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Subnet': ['ID=fad081dd-1911-48c5-8afe-754a90f830d8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:11.739101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8a1b819e-bdb3-46b6-be5c-5b977217a451 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.743143 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8a1b819e-bdb3-46b6-be5c-5b977217a451 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/fad081dd-1911-48c5-8afe-754a90f830d8 HTTP/1.1" status: 204 len: 168 time: 1.5605483 May 26 16:21:11.745652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60606) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:11.749656 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16c70ba7-e02f-4223-a414-d8c0195c9999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.770208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f45ba-59f3-43a0-9630-f690f4572326 None None] Network 09d653a4-9c78-4fb9-ac27-4cc7866c4980 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:11.850373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.861909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.913006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16c70ba7-e02f-4223-a414-d8c0195c9999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.919739 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-16c70ba7-e02f-4223-a414-d8c0195c9999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.923877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-16c70ba7-e02f-4223-a414-d8c0195c9999 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0f36418-7b5a-4b42-b88b-fbaca5a56aa1 HTTP/1.1" status: 204 len: 168 time: 0.4181368 May 26 16:21:11.961035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c70ba7-e02f-4223-a414-d8c0195c9999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f36418-7b5a-4b42-b88b-fbaca5a56aa1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:11.966216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c80766-4a3d-41b5-988b-6e187cb2b315 None None] Network c757de7f-59b4-4635-ab58-1f816d37a87f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:12.082127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ab7d74db-e49f-47e1-9d61-78342f70270a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:12.082561 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.168342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-74018d4a-61d3-4032-975c-74435fb176d2 None None] Provisioning complete for port ab7d74db-e49f-47e1-9d61-78342f70270a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:12.169926 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-74018d4a-61d3-4032-975c-74435fb176d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.202097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event updated for resources: {'Port': ['ID=44275bbd-a177-464f-b8bc-4f027b82123d,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:12.228469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973f442-e1c4-4bc6-bbd4-ed1e54a88ab0 req-f5a4aada-54bc-4f60-ae01-4a4820df5915 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:12.230191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c973f442-e1c4-4bc6-bbd4-ed1e54a88ab0 req-f5a4aada-54bc-4f60-ae01-4a4820df5915 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.1568658 May 26 16:21:12.264939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.285912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-fc5dfbf7-f4cc-4912-b9c7-8ba95e3e3878 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:12.287892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-fc5dfbf7-f4cc-4912-b9c7-8ba95e3e3878 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/networks?id=e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab HTTP/1.1" status: 200 len: 809 time: 0.2580252 May 26 16:21:12.315376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c973f442-e1c4-4bc6-bbd4-ed1e54a88ab0 req-0331047b-462c-42b6-8957-f049c0d8a0b5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696661 May 26 16:21:12.319710 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-4d09b697-3bb9-49a5-bf6d-2d8cb0eb1c15 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/quotas/5231320fcaa849e095edea9e4ed6b80f HTTP/1.1" status: 200 len: 375 time: 0.0133641 May 26 16:21:12.360685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-60a1ef15-14e1-4309-b0e2-304b5d7cc51e tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5231320fcaa849e095edea9e4ed6b80f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339758 May 26 16:21:12.381257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.565012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Deleting port a491e69a-d210-44d5-a15d-9357ecb1e773 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:12.566289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.592512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-74018d4a-61d3-4032-975c-74435fb176d2 None None] Current status of the port ab7d74db-e49f-47e1-9d61-78342f70270a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:12.598388 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-74018d4a-61d3-4032-975c-74435fb176d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.615567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60628) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:12.669145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] For port a491e69a-d210-44d5-a15d-9357ecb1e773, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a491e69a-d210-44d5-a15d-9357ecb1e773,segment=NetworkSegment(338c1fa8-17b2-44f8-8253-7d9146d31f8d),segment_id=338c1fa8-17b2-44f8-8253-7d9146d31f8d)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:12.669765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.698060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Calling delete_port for a491e69a-d210-44d5-a15d-9357ecb1e773 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:12.709134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f8029557-54fa-4268-be11-872f8c6a0489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.745025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-74018d4a-61d3-4032-975c-74435fb176d2 None None] For port ab7d74db-e49f-47e1-9d61-78342f70270a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ab7d74db-e49f-47e1-9d61-78342f70270a,segment=NetworkSegment(d49748c1-7304-4c8a-9abf-07e0ada0e7f8),segment_id=d49748c1-7304-4c8a-9abf-07e0ada0e7f8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:12.756509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b37e72-27c2-45eb-8d6d-44d1a37a9554 None None] DHCP port deletion for 09d653a4-9c78-4fb9-ac27-4cc7866c4980 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:21:12.806725 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-74018d4a-61d3-4032-975c-74435fb176d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.891590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.927627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ab7d74db-e49f-47e1-9d61-78342f70270a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:12.928026 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.933757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-bee1f841-e23b-407f-a6f5-8abb64e24db7 service neutron] 10.222.0.39 "GET /v2.0/networks/e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603869 May 26 16:21:12.963919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-33b37e72-27c2-45eb-8d6d-44d1a37a9554 None None] The port 'a491e69a-d210-44d5-a15d-9357ecb1e773' was deleted {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 26 16:21:12.980029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Port': ['ID=a491e69a-d210-44d5-a15d-9357ecb1e773,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:13.022951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No DVR routers for this DVR port a491e69a-d210-44d5-a15d-9357ecb1e773 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:13.058343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Network c757de7f-59b4-4635-ab58-1f816d37a87f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:13.088106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74018d4a-61d3-4032-975c-74435fb176d2 None None] Pushing event updated for resources: {'Port': ['ID=ab7d74db-e49f-47e1-9d61-78342f70270a,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:13.123144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:13.177502 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f8029557-54fa-4268-be11-872f8c6a0489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.198104 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f8029557-54fa-4268-be11-872f8c6a0489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.269803 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:21:13.270405 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:21:13.306391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8029557-54fa-4268-be11-872f8c6a0489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c43d44e-80ec-44fc-a425-f9a30371bec2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:13.341364 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-4a33d738-479e-4a81-9354-0dcf9cf90a16 service neutron] 10.222.0.39 "GET /v2.0/networks/e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779533 May 26 16:21:13.403101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f8029557-54fa-4268-be11-872f8c6a0489 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ebab8d7c29a4549b3d436e6a347b394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7799811 May 26 16:21:13.405426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60638) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:13.489536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.531820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d653a4-9c78-4fb9-ac27-4cc7866c4980']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:13.549024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338c1fa8-17b2-44f8-8253-7d9146d31f8d') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:13.549356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338c1fa8-17b2-44f8-8253-7d9146d31f8d') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:13.574756 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.593110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.603580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:13.604398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.660518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7e72e328-6e0b-4e9c-b773-4485d059a07a None None] Provisioning complete for port 44275bbd-a177-464f-b8bc-4f027b82123d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:13.660902 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e72e328-6e0b-4e9c-b773-4485d059a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.683256 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d69e-c53e-47ba-9cd7-444c31d62f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.715507 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d69e-c53e-47ba-9cd7-444c31d62f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.758907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7e72e328-6e0b-4e9c-b773-4485d059a07a None None] Port 44275bbd-a177-464f-b8bc-4f027b82123d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:13.791841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cedae9-52fe-4182-8d0d-f5ec6351a985 req-8fb9f1d2-8a50-401e-b4c7-ae4f7fe67f57 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:13.793396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8cedae9-52fe-4182-8d0d-f5ec6351a985 req-8fb9f1d2-8a50-401e-b4c7-ae4f7fe67f57 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.2511048 May 26 16:21:13.822145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.826945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.839779 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/networks/09d653a4-9c78-4fb9-ac27-4cc7866c4980 HTTP/1.1" status: 204 len: 168 time: 2.0928607 May 26 16:21:13.845204 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 338c1fa8-17b2-44f8-8253-7d9146d31f8d resource provider aggregate not found May 26 16:21:13.849949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7e72e328-6e0b-4e9c-b773-4485d059a07a None None] Provisioning complete for port ab7d74db-e49f-47e1-9d61-78342f70270a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:13.850353 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e72e328-6e0b-4e9c-b773-4485d059a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.868074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60644) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:13.869488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ab7d74db-e49f-47e1-9d61-78342f70270a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:13.879649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'routes': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:13.887639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8cedae9-52fe-4182-8d0d-f5ec6351a985 req-7998badd-b19d-4bbb-bf20-5165d3106dcf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844607 May 26 16:21:13.895463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d69e-c53e-47ba-9cd7-444c31d62f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.902284 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d69e-c53e-47ba-9cd7-444c31d62f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.918485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2fb0d69e-c53e-47ba-9cd7-444c31d62f9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c43d44e-80ec-44fc-a425-f9a30371bec2 HTTP/1.1" status: 204 len: 168 time: 0.5005021 May 26 16:21:13.927860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0d69e-c53e-47ba-9cd7-444c31d62f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c43d44e-80ec-44fc-a425-f9a30371bec2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:13.940327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 02f2446a-ac51-4cd6-aae0-182826a17037 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:14.028859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 02f2446a-ac51-4cd6-aae0-182826a17037 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:14.029208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 02f2446a-ac51-4cd6-aae0-182826a17037 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:14.174499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d871d48-7f39-4905-b034-83466a619542 req-ae6da043-667d-4a51-9814-26ee60cdc8bd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:14.186445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d871d48-7f39-4905-b034-83466a619542 req-ae6da043-667d-4a51-9814-26ee60cdc8bd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.1666112 May 26 16:21:14.270096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7e72e328-6e0b-4e9c-b773-4485d059a07a None None] Current status of the port ab7d74db-e49f-47e1-9d61-78342f70270a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:14.279097 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 338c1fa8-17b2-44f8-8253-7d9146d31f8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 338c1fa8-17b2-44f8-8253-7d9146d31f8d found for delete ", "request_id": "req-12bdd963-df2b-47b5-b7a8-f08239d4032a"}]} May 26 16:21:14.299934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e30720-024e-476a-8a39-bc0d4cb208cf tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Pushing event deleted for resources: {'Network': ['ID=09d653a4-9c78-4fb9-ac27-4cc7866c4980,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:14.305725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d871d48-7f39-4905-b034-83466a619542 req-0052a1b6-3149-421b-b1c8-5e4402c93ac4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164467 May 26 16:21:14.307409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ab7d74db-e49f-47e1-9d61-78342f70270a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:14.337325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60652) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:14.429501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a7267a5f-c087-4b69-b019-a22db800d327 None None] Provisioning complete for port 44275bbd-a177-464f-b8bc-4f027b82123d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:14.430275 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a7267a5f-c087-4b69-b019-a22db800d327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.485158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba339e-ac8d-45c1-a961-c67d2af67c7e tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:14.491935 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9fba339e-ac8d-45c1-a961-c67d2af67c7e tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1091 time: 0.1490047 May 26 16:21:14.494881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60662) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:14.498747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ab7d74db-e49f-47e1-9d61-78342f70270a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:14.499955 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.521427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:14.528892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Added routes are [] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:21:14.530346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.extraroute_db [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Removed routes are [] {{(pid=109404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:21:14.530899 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.584948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.585409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a7267a5f-c087-4b69-b019-a22db800d327 None None] Port 44275bbd-a177-464f-b8bc-4f027b82123d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:14.764762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Router d972ec24-992c-46f6-b035-b113a29559f5 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:21:14.835576 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.838264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-aa286d21-d7e9-4c8c-9d25-00d3bd0cc503 None None] Provisioning complete for port 44275bbd-a177-464f-b8bc-4f027b82123d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:14.838644 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa286d21-d7e9-4c8c-9d25-00d3bd0cc503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.845385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.869065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27b46f3c-2063-4fa8-a43b-8cf6e8a9e519 req-2d631030-dcd3-49a8-975a-cf6dfdb26006 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 210 time: 0.1116564 May 26 16:21:14.928516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ab7d74db-e49f-47e1-9d61-78342f70270a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:14.949751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60676) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:14.973653 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a797e39d-45c7-4277-8f31-c7a968aff138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.983677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-aa286d21-d7e9-4c8c-9d25-00d3bd0cc503 None None] Port 44275bbd-a177-464f-b8bc-4f027b82123d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:15.060577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a491e69a-d210-44d5-a15d-9357ecb1e773 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:15.085265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a491e69a-d210-44d5-a15d-9357ecb1e773 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:15.085874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a491e69a-d210-44d5-a15d-9357ecb1e773 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:15.102524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 50a53275-f788-444f-a84b-76bce87b6f04 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:15.156746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a797e39d-45c7-4277-8f31-c7a968aff138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.159903 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.168569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a797e39d-45c7-4277-8f31-c7a968aff138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.257041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a797e39d-45c7-4277-8f31-c7a968aff138 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d101d45e0ad48b5ae320183231e5b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055978 May 26 16:21:15.262699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60684) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:15.272118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797e39d-45c7-4277-8f31-c7a968aff138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c56ab4-99c3-4360-93bb-8a15b3300516,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:15.368679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ffed506-593b-4ae5-b584-c9a0870730e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.392869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.25.0.206 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/ad32d659-b001-418b-8714-bf69d646fcba) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:15.413281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ffed506-593b-4ae5-b584-c9a0870730e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.476253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:15.484026 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d5fc41bb-a3f7-4bde-9dd4-206d7ada0dd3 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "PUT /v2.0/routers/d972ec24-992c-46f6-b035-b113a29559f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3978863 May 26 16:21:15.486960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:15.492172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Request body: {'port': {'network_id': 'c757de7f-59b4-4635-ab58-1f816d37a87f', 'name': 'tempest-FloatingIPNegativeTestJSON-59876901'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:15.496026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f3afc-673d-4c3e-8ee8-699a786ce4ed None None] Sync routers for ids ['d972ec24-992c-46f6-b035-b113a29559f5'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:15.497017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:15.506395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.512308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60688) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:15.512571 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f1a4eb82-0627-4064-aa6c-c807868b7fa8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04 HTTP/1.1" status: 200 len: 705 time: 1.6402211 May 26 16:21:15.520239 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] Sync routers for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:15.546892 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] Routers {'50a53275-f788-444f-a84b-76bce87b6f04'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:15.547440 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['50a53275-f788-444f-a84b-76bce87b6f04'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:15.561394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f3afc-673d-4c3e-8ee8-699a786ce4ed None None] Routers {'d972ec24-992c-46f6-b035-b113a29559f5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:15.561827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0a6f3afc-673d-4c3e-8ee8-699a786ce4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d972ec24-992c-46f6-b035-b113a29559f5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:15.620318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-da0ed249-778f-4fa0-aff3-c10e0654ecc4 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a53275-f788-444f-a84b-76bce87b6f04 HTTP/1.1" status: 200 len: 205 time: 0.1060355 May 26 16:21:15.624294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ffed506-593b-4ae5-b584-c9a0870730e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.627553 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ffed506-593b-4ae5-b584-c9a0870730e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.629863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60694) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:15.639793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8ffed506-593b-4ae5-b584-c9a0870730e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32c56ab4-99c3-4360-93bb-8a15b3300516 HTTP/1.1" status: 204 len: 168 time: 0.3751297 May 26 16:21:15.700817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffed506-593b-4ae5-b584-c9a0870730e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c56ab4-99c3-4360-93bb-8a15b3300516,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:15.749845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2a1c-6665-4e58-bbc4-f56dc51d5442 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.757693 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.840616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] Set router 50a53275-f788-444f-a84b-76bce87b6f04 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:15.891297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.914911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Made reservation on behalf of 8ca6b24f66fd408fbe858d4222b3404e for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:15.919349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.975152 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2a1c-6665-4e58-bbc4-f56dc51d5442 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.979716 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2a1c-6665-4e58-bbc4-f56dc51d5442 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.042295 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a53275-f788-444f-a84b-76bce87b6f04', 'name': 'tempest-RoutersIpV6Test-router-1941790376', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:19:40Z', 'updated_at': '2022-05-26T16:21:07Z', 'revision_number': 11, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:16.092636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] device_id is not set on port 91369c20-a468-48dc-8eb3-cb6134650f33 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:21:16.120671 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:21:16.121336 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] Checking router: 50a53275-f788-444f-a84b-76bce87b6f04 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:21:16.151991 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] Routers set() bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:16.153177 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] Router IDs set() for agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:21:16.153947 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_agentschedulers_db [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'50a53275-f788-444f-a84b-76bce87b6f04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent'). {{(pid=109407) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 16:21:16.154158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2a1c-6665-4e58-bbc4-f56dc51d5442 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.154688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1a2a1c-6665-4e58-bbc4-f56dc51d5442 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Fanout notify agent at l3_agent the message router_deleted on router 50a53275-f788-444f-a84b-76bce87b6f04 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:21:16.154862 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6fa2c-7d62-4db9-8b71-58637b519217 None None] The sync data for ids ['50a53275-f788-444f-a84b-76bce87b6f04'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:16.165522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2a1c-6665-4e58-bbc4-f56dc51d5442 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.167170 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cb1a2a1c-6665-4e58-bbc4-f56dc51d5442 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04 HTTP/1.1" status: 204 len: 168 time: 0.5355852 May 26 16:21:16.178374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:16.207150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60708) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:16.215432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-55e0fc67-98f3-49b1-82fd-8105128f1cfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-10453454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:16.228792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0a6f3afc-673d-4c3e-8ee8-699a786ce4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:16.249385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55e0fc67-98f3-49b1-82fd-8105128f1cfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.251066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55e0fc67-98f3-49b1-82fd-8105128f1cfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.258922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:16.278229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f3afc-673d-4c3e-8ee8-699a786ce4ed None None] Routers {'d972ec24-992c-46f6-b035-b113a29559f5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:16.279104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0a6f3afc-673d-4c3e-8ee8-699a786ce4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d972ec24-992c-46f6-b035-b113a29559f5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:16.284089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:16.396033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0a6f3afc-673d-4c3e-8ee8-699a786ce4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:16.409577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f3afc-673d-4c3e-8ee8-699a786ce4ed None None] The sync data for ids ['d972ec24-992c-46f6-b035-b113a29559f5'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:16.452123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55e0fc67-98f3-49b1-82fd-8105128f1cfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.464107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-524dc9e2-1187-4e8a-a152-32cdf6aea71c req-3efb8856-d6e3-45f3-8448-aa6c481c5820 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 210 time: 0.3738024 May 26 16:21:16.479282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55e0fc67-98f3-49b1-82fd-8105128f1cfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.511902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55e0fc67-98f3-49b1-82fd-8105128f1cfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.515987 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-55e0fc67-98f3-49b1-82fd-8105128f1cfd tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3075707 May 26 16:21:16.521136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60714) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:16.528452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-47e597b0-20d5-470d-be29-13cbda64d9f9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:16.605046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=ad32d659-b001-418b-8714-bf69d646fcba,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:16.630839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Allocated IP 172.20.0.7 (c757de7f-59b4-4635-ab58-1f816d37a87f/993666ed-28bd-4801-a3ab-aba94eb72cb2/91369c20-a468-48dc-8eb3-cb6134650f33) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:16.793984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-3558996c-a972-4cec-a95d-5b5152f50cbd tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:16.795675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-3558996c-a972-4cec-a95d-5b5152f50cbd tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.24 "GET /v2.0/networks?id=e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab HTTP/1.1" status: 200 len: 809 time: 0.3460889 May 26 16:21:16.813763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Request body: {'port': {'device_id': '30f5a5b0-554e-4c60-b4ba-3ae85d2f5490', 'network_id': 'e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab', 'admin_state_up': True, 'tenant_id': '5231320fcaa849e095edea9e4ed6b80f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:16.944140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47e597b0-20d5-470d-be29-13cbda64d9f9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.990483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47e597b0-20d5-470d-be29-13cbda64d9f9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.135320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Made reservation on behalf of 5231320fcaa849e095edea9e4ed6b80f for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:17.139656 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.284284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e597b0-20d5-470d-be29-13cbda64d9f9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Router 20361586-88fb-4106-8ec0-8976e7f529b1 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:21:17.340624 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.382121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e597b0-20d5-470d-be29-13cbda64d9f9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:17.394683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] Sync routers for ids ['20361586-88fb-4106-8ec0-8976e7f529b1'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:17.401981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47e597b0-20d5-470d-be29-13cbda64d9f9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.406278 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-47e597b0-20d5-470d-be29-13cbda64d9f9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "PUT /v2.0/routers/20361586-88fb-4106-8ec0-8976e7f529b1 HTTP/1.1" status: 200 len: 696 time: 0.8816683 May 26 16:21:17.413716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60744) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:17.414356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] Routers {'20361586-88fb-4106-8ec0-8976e7f529b1'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:17.420565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20361586-88fb-4106-8ec0-8976e7f529b1'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:17.482920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.484938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Allocated IP 172.20.0.4 (e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab/f480949a-43d2-4f5b-88fd-4b2e3adbc166/b5da2b0d-442e-44b3-b44e-42b5dec183d4) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:17.558992 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e44ae4a2-fc37-487f-a909-8b6669216891 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/routers/20361586-88fb-4106-8ec0-8976e7f529b1 HTTP/1.1" status: 200 len: 702 time: 0.1413774 May 26 16:21:17.561045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:17.600711 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6d1e561b-4fef-4f38-94b1-3fad56ca3e21 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=20361586-88fb-4106-8ec0-8976e7f529b1 HTTP/1.1" status: 200 len: 205 time: 0.0362628 May 26 16:21:17.602442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.604222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60752) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:17.674738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] Set router 20361586-88fb-4106-8ec0-8976e7f529b1 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:17.688998 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbbd71df-347d-4b08-9519-8cdceff6dd0c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.777582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20361586-88fb-4106-8ec0-8976e7f529b1', 'name': 'tempest-RoutersIpV6Test-router-10453454', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:21:16Z', 'updated_at': '2022-05-26T16:21:16Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:17.778557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b49102a-6996-4e17-8ba7-ae1beda60a37 req-7e718830-8a39-4d6c-bf6c-ed273ab98423 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 210 time: 0.1061771 May 26 16:21:17.810399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] Checking router: 20361586-88fb-4106-8ec0-8976e7f529b1 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:21:17.819408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] Routers {'20361586-88fb-4106-8ec0-8976e7f529b1'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:17.820288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20361586-88fb-4106-8ec0-8976e7f529b1'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:17.902582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.910577 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.921083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbbd71df-347d-4b08-9519-8cdceff6dd0c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.923606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] Set router 20361586-88fb-4106-8ec0-8976e7f529b1 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:17.924174 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbbd71df-347d-4b08-9519-8cdceff6dd0c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.980327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbbd71df-347d-4b08-9519-8cdceff6dd0c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.980929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbd71df-347d-4b08-9519-8cdceff6dd0c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Fanout notify agent at l3_agent the message router_deleted on router 20361586-88fb-4106-8ec0-8976e7f529b1 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:21:17.988275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dbbd71df-347d-4b08-9519-8cdceff6dd0c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.989398 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dbbd71df-347d-4b08-9519-8cdceff6dd0c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/20361586-88fb-4106-8ec0-8976e7f529b1 HTTP/1.1" status: 204 len: 168 time: 0.3841853 May 26 16:21:17.994137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:18.040311 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-023ad7a0-68f0-4335-9811-0d52974e6f12 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=20361586-88fb-4106-8ec0-8976e7f529b1 HTTP/1.1" status: 200 len: 205 time: 0.0432856 May 26 16:21:18.045410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60764) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:18.059661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20361586-88fb-4106-8ec0-8976e7f529b1', 'name': 'tempest-RoutersIpV6Test-router-10453454', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:21:16Z', 'updated_at': '2022-05-26T16:21:16Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:18.076675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=ad32d659-b001-418b-8714-bf69d646fcba,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:18.093974 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-b7a7ed39-4f6a-48ed-b014-c04947eb2c19 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] delete failed (client error): The resource could not be found. May 26 16:21:18.095490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b7a7ed39-4f6a-48ed-b014-c04947eb2c19 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/20361586-88fb-4106-8ec0-8976e7f529b1 HTTP/1.1" status: 404 len: 336 time: 0.0489032 May 26 16:21:18.099030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60768) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:18.128543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bf7ce-ce4f-427e-86bb-de51864244e3 None None] The sync data for ids ['20361586-88fb-4106-8ec0-8976e7f529b1'] in n-d-843336-2 is: [{'id': '20361586-88fb-4106-8ec0-8976e7f529b1', 'name': 'tempest-RoutersIpV6Test-router-10453454', 'tenant_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:21:16Z', 'updated_at': '2022-05-26T16:21:16Z', 'revision_number': 2, 'project_id': 'f0e7680d4ad74e5b94027b9991e049ad', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:18.132169 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.163541 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.280164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Network c757de7f-59b4-4635-ab58-1f816d37a87f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:18.283430 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cf22d8-314e-42f3-ae83-cacb6380976f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] DELETE failed (client error): The resource could not be found. May 26 16:21:18.290437 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cf22d8-314e-42f3-ae83-cacb6380976f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:18.305359 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-62cf22d8-314e-42f3-ae83-cacb6380976f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/200600ab-ca93-43ed-ac1a-5df54b52d160 HTTP/1.1" status: 404 len: 337 time: 0.2043393 May 26 16:21:18.309173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:18.317874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:18.325934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60776) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:18.488696 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fd52d3-a8e4-4539-ad5e-854ef3027556 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] DELETE failed (client error): The resource could not be found. May 26 16:21:18.489214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fd52d3-a8e4-4539-ad5e-854ef3027556 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:18.492230 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c2fd52d3-a8e4-4539-ad5e-854ef3027556 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/e8353c5b-8b8e-4cec-a1cf-db9503fd02b8 HTTP/1.1" status: 404 len: 337 time: 0.1588738 May 26 16:21:18.530186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60780) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:18.552304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event updated for resources: {'Port': ['ID=91369c20-a468-48dc-8eb3-cb6134650f33,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:18.582471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:18.583831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.612615 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdc96ac-6d4c-478c-bb88-aeba19d12850 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] DELETE failed (client error): The resource could not be found. May 26 16:21:18.613292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdc96ac-6d4c-478c-bb88-aeba19d12850 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:18.619765 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2fdc96ac-6d4c-478c-bb88-aeba19d12850 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/eaaf0fd5-9d2b-4b79-bb96-b40b87e4e972 HTTP/1.1" status: 404 len: 337 time: 0.0883849 May 26 16:21:18.621267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60784) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:18.660701 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9bbedf99-9f7d-4422-99c1-5f861d98a268 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1724274 May 26 16:21:18.663337 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f606fc23-9dc3-4408-aba0-cc14e85c0aee tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] DELETE failed (client error): The resource could not be found. May 26 16:21:18.664000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f606fc23-9dc3-4408-aba0-cc14e85c0aee tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:18.671227 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f606fc23-9dc3-4408-aba0-cc14e85c0aee tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/fad081dd-1911-48c5-8afe-754a90f830d8 HTTP/1.1" status: 404 len: 337 time: 0.0461154 May 26 16:21:18.672129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60786) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:18.672624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60788) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:18.680113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:18.739428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b80b6e93-3d05-4b23-a6a6-64cd11fe496b None None] Provisioning complete for port 91369c20-a468-48dc-8eb3-cb6134650f33 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:18.740000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b80b6e93-3d05-4b23-a6a6-64cd11fe496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.750105 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-43941b1d-206c-4116-9c4b-38ea63cb637d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a53275-f788-444f-a84b-76bce87b6f04 HTTP/1.1" status: 200 len: 205 time: 0.0747519 May 26 16:21:18.750766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60790) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:18.878614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b80b6e93-3d05-4b23-a6a6-64cd11fe496b None None] Port 91369c20-a468-48dc-8eb3-cb6134650f33 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:18.976615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f684d083-0310-41bf-bdbf-45fcf67f7c3f req-8d90371c-0a88-4781-a97a-88351f8c3e96 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 210 time: 0.0493770 May 26 16:21:18.980298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.999203 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Floating IP 883a2b31-2702-4ab2-82bf-f0dc2d0cf979 associated. External IP: 172.25.0.206, port: 474b239d-9803-4a0e-9a32-7c2cb87ade52. May 26 16:21:19.198487 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.284346 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-fd81cbd3-76f1-459e-8c5e-36056c68f2c3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] delete failed (client error): The resource could not be found. May 26 16:21:19.288058 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fd81cbd3-76f1-459e-8c5e-36056c68f2c3 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/50a53275-f788-444f-a84b-76bce87b6f04 HTTP/1.1" status: 404 len: 336 time: 0.5245006 May 26 16:21:19.288058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.289960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60808) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.334657 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bc329d34-6ced-48aa-9834-9b0f8ad31d8f tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a26328e-5c65-424c-9f94-be3b13c15037 HTTP/1.1" status: 200 len: 205 time: 0.0415339 May 26 16:21:19.337651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60812) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.454675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Network e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:19.455564 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-5bb635bd-4352-4c68-909e-c8faea28dec0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] delete failed (client error): The resource could not be found. May 26 16:21:19.459620 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5bb635bd-4352-4c68-909e-c8faea28dec0 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/8a26328e-5c65-424c-9f94-be3b13c15037 HTTP/1.1" status: 404 len: 336 time: 0.1209891 May 26 16:21:19.460744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60816) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.463251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:19.486968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:19.506980 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bbefb5-9368-42c5-a62b-90e47aabc4c2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] DELETE failed (client error): The resource could not be found. May 26 16:21:19.507513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bbefb5-9368-42c5-a62b-90e47aabc4c2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:19.514521 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-32bbefb5-9368-42c5-a62b-90e47aabc4c2 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/6de19b73-15ae-44c8-b15d-a21728892421 HTTP/1.1" status: 404 len: 337 time: 0.0498464 May 26 16:21:19.515372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60818) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.549418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:19.552291 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.566271 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cfb885c6-495f-412b-9b93-cc03d0cd1a36 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=a695c68c-511e-4316-82a9-ee21e370a06a HTTP/1.1" status: 200 len: 205 time: 0.0476704 May 26 16:21:19.566958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60820) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.578943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Pushing event updated for resources: {'Port': ['ID=b5da2b0d-442e-44b3-b44e-42b5dec183d4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:19.596011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-a68da655-5195-45ed-b612-1ab5453e2494 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7885931 May 26 16:21:19.616770 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-f1a92edb-f32b-4408-a6df-41da22d5ef67 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] delete failed (client error): The resource could not be found. May 26 16:21:19.624357 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f1a92edb-f32b-4408-a6df-41da22d5ef67 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/a695c68c-511e-4316-82a9-ee21e370a06a HTTP/1.1" status: 404 len: 336 time: 0.0554705 May 26 16:21:19.625072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60822) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.641131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Request body: {'port': {'device_id': '30f5a5b0-554e-4c60-b4ba-3ae85d2f5490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:19.679001 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0c713df1-3dce-4ab0-a29b-dd9cbcd1860a tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb8f47-94c7-4d2b-894a-4d402f1ec166 HTTP/1.1" status: 200 len: 205 time: 0.0505838 May 26 16:21:19.679532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60824) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.740233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.762832 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-817c8572-9e23-4839-89ec-6dcc38ced4f9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] delete failed (client error): The resource could not be found. May 26 16:21:19.766431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router a9e35769-be3d-4b84-948d-cc4742ed1d2b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:19.779513 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-817c8572-9e23-4839-89ec-6dcc38ced4f9 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/1fcb8f47-94c7-4d2b-894a-4d402f1ec166 HTTP/1.1" status: 404 len: 336 time: 0.0950866 May 26 16:21:19.785518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60826) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.834717 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45bf994-e545-41a1-b095-d92850c48f6c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] DELETE failed (client error): The resource could not be found. May 26 16:21:19.835116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45bf994-e545-41a1-b095-d92850c48f6c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:19.841773 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e45bf994-e545-41a1-b095-d92850c48f6c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/ed6b3672-ea6c-46bc-be5c-3f223dde41db HTTP/1.1" status: 404 len: 337 time: 0.0504532 May 26 16:21:19.842999 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60828) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.876546 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a3a59e5d-a42d-4e62-9c96-0a40cf279aef tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=453e47e6-5c7c-4b65-8b84-16de5e3486d8 HTTP/1.1" status: 200 len: 205 time: 0.0324264 May 26 16:21:19.877476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60830) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.896571 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.228358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:20.247733 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-c184a0e6-56f6-4dc4-9e77-396c4c8d999d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] delete failed (client error): The resource could not be found. May 26 16:21:20.251084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c184a0e6-56f6-4dc4-9e77-396c4c8d999d tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/453e47e6-5c7c-4b65-8b84-16de5e3486d8 HTTP/1.1" status: 404 len: 336 time: 0.3532913 May 26 16:21:20.256976 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] Sync routers for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:20.267536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60840) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:20.279325 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:20.282246 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:20.333139 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Allocated IP 172.25.0.169 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/8e6d9040-2328-4a40-b37a-33dcce70a7d2) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:20.373515 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-61068ce0-3ee9-44a5-bd5d-405dbc0bbfd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] DELETE failed (client error): The resource could not be found. May 26 16:21:20.373977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61068ce0-3ee9-44a5-bd5d-405dbc0bbfd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:20.379520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-61068ce0-3ee9-44a5-bd5d-405dbc0bbfd8 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/136a8ae8-2cba-4c16-ae21-98d624d4924b HTTP/1.1" status: 404 len: 337 time: 0.1085978 May 26 16:21:20.384864 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.412054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60842) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:20.560722 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:20.648342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a2a6c575-cea0-4449-be3c-b2220f80c574 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "GET /v2.0/ports?device_id=022aca43-2d70-4c4e-8fab-c425dd50e78b HTTP/1.1" status: 200 len: 205 time: 0.2184980 May 26 16:21:20.648342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60854) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:20.744455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.800053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6c9df5c9-d523-4c05-a558-71ed6be80e60 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3026936 May 26 16:21:20.845037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.853518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:20.864567 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3783038-6629-4a0b-82b2-52ef7ebd141b" -d '{"events": [{"name": "network-changed", "server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:20.882031 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-0b999e6e-f0d2-4a56-8949-65957359146c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] delete failed (client error): The resource could not be found. May 26 16:21:20.897767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0b999e6e-f0d2-4a56-8949-65957359146c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/routers/022aca43-2d70-4c4e-8fab-c425dd50e78b HTTP/1.1" status: 404 len: 336 time: 0.2108531 May 26 16:21:20.902525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60862) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:20.969729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95046edf-3a91-45ad-b67e-3aa9176693a0 req-3a654dbd-9639-4033-b8de-2be77cfecb15 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:20.982185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95046edf-3a91-45ad-b67e-3aa9176693a0 req-3a654dbd-9639-4033-b8de-2be77cfecb15 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 931 time: 0.7559042 May 26 16:21:21.005005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:21.008513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:21.021624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:21.025584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event updated for resources: {'Port': ['ID=8e6d9040-2328-4a40-b37a-33dcce70a7d2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:21.118821 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf393248-8328-4130-b134-1b891ebc676c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] DELETE failed (client error): The resource could not be found. May 26 16:21:21.119371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf393248-8328-4130-b134-1b891ebc676c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:21.125448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60866) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:21.125892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cf393248-8328-4130-b134-1b891ebc676c tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/fb79c3f1-069e-4b80-bd94-2716cf416f69 HTTP/1.1" status: 404 len: 337 time: 0.2175837 May 26 16:21:21.190639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.329967 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9e11c0-1390-410e-85d4-e09e7968c903 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] DELETE failed (client error): The resource could not be found. May 26 16:21:21.329967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9e11c0-1390-410e-85d4-e09e7968c903 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:21.337760 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7b9e11c0-1390-410e-85d4-e09e7968c903 tempest-RoutersIpV6Test-1989807861 tempest-RoutersIpV6Test-1989807861-project] 10.222.0.39 "DELETE /v2.0/subnets/b5cfb139-a42c-4843-9a96-877e0064e00a HTTP/1.1" status: 404 len: 337 time: 0.2105234 May 26 16:21:21.353833 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.382446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd038d-c470-4893-9f7a-ca33ca3e39c0 req-16b0edca-8b6f-4f6a-8b6e-017fe6d08290 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:21.398668 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51fd038d-c470-4893-9f7a-ca33ca3e39c0 req-16b0edca-8b6f-4f6a-8b6e-017fe6d08290 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.3677464 May 26 16:21:21.405705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95046edf-3a91-45ad-b67e-3aa9176693a0 req-e0145a6c-174e-4968-a5fd-bcf0ca13d44b tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777058 May 26 16:21:21.476510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5da2b0d-442e-44b3-b44e-42b5dec183d4 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:21.512546 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.534508 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b57e52-d059-4aa5-96c9-ccf00f5001d7 x-openstack-request-id: req-66b57e52-d059-4aa5-96c9-ccf00f5001d7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:21.534851 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:21.535049 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66b57e52-d059-4aa5-96c9-ccf00f5001d7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:21.535463 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b57e52-d059-4aa5-96c9-ccf00f5001d7'] response: {'name': 'network-changed', 'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'status': 'completed', 'code': 200} May 26 16:21:21.563580 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '883a2b31-2702-4ab2-82bf-f0dc2d0cf979', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'port_id': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'mac_address': 'fa:16:3e:55:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:21:16Z', 'updated_at': '2022-05-26T16:21:16Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488e064b-98fd-4435-8558-946ce25c9903', 'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:93:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:44Z', 'updated_at': '2022-05-26T16:20:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:21.564402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51fd038d-c470-4893-9f7a-ca33ca3e39c0 req-a2cd0cbc-c297-46e9-a856-bac8fe204bb0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590631 May 26 16:21:21.571032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60874) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:21.606928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Transition to ACTIVE for port object b5da2b0d-442e-44b3-b44e-42b5dec183d4 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:21:21.623039 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] Checking router: a9e35769-be3d-4b84-948d-cc4742ed1d2b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:21:21.638348 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:21.639611 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:21.751054 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.904374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.913455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.930926 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:21.968377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6ddbea8e-038b-4785-9f4e-74f6df0ad786 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/883a2b31-2702-4ab2-82bf-f0dc2d0cf979 HTTP/1.1" status: 200 len: 991 time: 0.3937297 May 26 16:21:21.981272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-b004dcf5-7b73-4a26-aadf-7dce8ee98716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:21.984159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-b004dcf5-7b73-4a26-aadf-7dce8ee98716 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1096 time: 0.4121664 May 26 16:21:22.047859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5da2b0d-442e-44b3-b44e-42b5dec183d4,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:22.176258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event updated for resources: {'Port': ['ID=8e6d9040-2328-4a40-b37a-33dcce70a7d2,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:22.193731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.227295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.238592 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3f1990c9-da24-451f-9de8-778ffbd006ea tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5646377 May 26 16:21:22.249809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60886) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:22.253893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d1747888-14f3-45a7-983d-8f3808a12569 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Request body: {'floatingip': {'port_id': '91369c20-a468-48dc-8eb3-cb6134650f33', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:22.326089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60888) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:22.339114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Attempting to bind port b5da2b0d-442e-44b3-b44e-42b5dec183d4 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:22.339607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Attempting to bind port b5da2b0d-442e-44b3-b44e-42b5dec183d4 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '6b1e41ce-3b09-4316-a3c6-d5c60a142fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:22.339937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Attempting to bind port b5da2b0d-442e-44b3-b44e-42b5dec183d4 on network e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:22.346293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d1747888-14f3-45a7-983d-8f3808a12569 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.394497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Port b5da2b0d-442e-44b3-b44e-42b5dec183d4 on network e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:21:22.396278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Attempting to bind port b5da2b0d-442e-44b3-b44e-42b5dec183d4 on network e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:22.484976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:22.486367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Checking segment: {'id': '6b1e41ce-3b09-4316-a3c6-d5c60a142fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:22.489271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Bound using segment: {'id': '6b1e41ce-3b09-4316-a3c6-d5c60a142fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:22.490124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Bound port: b5da2b0d-442e-44b3-b44e-42b5dec183d4, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1e41ce-3b09-4316-a3c6-d5c60a142fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:22.492900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.598564 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-d1747888-14f3-45a7-983d-8f3808a12569 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] update failed (client error): The resource could not be found. May 26 16:21:22.610229 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d1747888-14f3-45a7-983d-8f3808a12569 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "PUT /v2.0/floatingips/1b1eacb4-954b-46fd-8e53-784928a5e1fe HTTP/1.1" status: 404 len: 507 time: 0.3571918 May 26 16:21:22.616444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60904) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:22.652085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-5f7c19f8-bb7c-4dcf-81ef-6bb69e996e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:22.654903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-5f7c19f8-bb7c-4dcf-81ef-6bb69e996e8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 0.6589706 May 26 16:21:22.687535 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '883a2b31-2702-4ab2-82bf-f0dc2d0cf979', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'port_id': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'mac_address': 'fa:16:3e:55:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:21:16Z', 'updated_at': '2022-05-26T16:21:16Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488e064b-98fd-4435-8558-946ce25c9903', 'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:93:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:44Z', 'updated_at': '2022-05-26T16:20:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:22.824026 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa1d6d-ce3e-4561-808c-8ebabb5d2245 None None] The sync data for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 is: [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '883a2b31-2702-4ab2-82bf-f0dc2d0cf979', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'port_id': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'mac_address': 'fa:16:3e:55:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:21:16Z', 'updated_at': '2022-05-26T16:21:16Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488e064b-98fd-4435-8558-946ce25c9903', 'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:93:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:44Z', 'updated_at': '2022-05-26T16:20:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:22.864905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] For port b5da2b0d-442e-44b3-b44e-42b5dec183d4, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:22.884135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-8b5f6dc0-6f1a-4e4d-9092-a03454d78688 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 999 time: 0.2114055 May 26 16:21:22.889497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] For port b5da2b0d-442e-44b3-b44e-42b5dec183d4, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b5da2b0d-442e-44b3-b44e-42b5dec183d4,segment=NetworkSegment(6b1e41ce-3b09-4316-a3c6-d5c60a142fb3),segment_id=6b1e41ce-3b09-4316-a3c6-d5c60a142fb3)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:22.961595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.982603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b0b2-102b-4b49-9893-11b5cf755dee req-9352bf83-efeb-44a3-b046-d0dd3ced41d7 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:22.990750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dd7b0b2-102b-4b49-9893-11b5cf755dee req-9352bf83-efeb-44a3-b046-d0dd3ced41d7 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 943 time: 0.3468270 May 26 16:21:22.993632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60912) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:23.153059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-22009dbd-8cc6-492d-b227-ba87ba2fee43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0e7680d4ad74e5b94027b9991e049ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7801459 May 26 16:21:23.156439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60916) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:23.173440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:23.176231 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.181792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b5da2b0d-442e-44b3-b44e-42b5dec183d4 HTTP/1.1" status: 200 len: 1091 time: 3.5464110 May 26 16:21:23.310800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Deleting port 8e6d9040-2328-4a40-b37a-33dcce70a7d2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:23.314253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.407836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267ea18-efc5-44df-8a0c-678506395413 None None] New status for floating IP 883a2b31-2702-4ab2-82bf-f0dc2d0cf979: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:21:23.505878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9f42-c07d-4899-bab5-49d3f81d6150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.512495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-34e73fd2-9109-44f1-adff-3ab7701ce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:23.513978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-34e73fd2-9109-44f1-adff-3ab7701ce7cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.6052248 May 26 16:21:23.556319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f5a5b0-554e-4c60-b4ba-3ae85d2f5490', 'tag': 'b5da2b0d-442e-44b3-b44e-42b5dec183d4'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:23.568552 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e" -d '{"events": [{"name": "network-changed", "server_uuid": "30f5a5b0-554e-4c60-b4ba-3ae85d2f5490", "tag": "b5da2b0d-442e-44b3-b44e-42b5dec183d4"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:23.611827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dd7b0b2-102b-4b49-9893-11b5cf755dee req-65522750-a79a-4c77-b7da-ceeb2647115b tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201379 May 26 16:21:23.654327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1bc38c62-e261-4970-a8be-1604eb2ac0d6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/883a2b31-2702-4ab2-82bf-f0dc2d0cf979 HTTP/1.1" status: 200 len: 991 time: 0.6545293 May 26 16:21:23.655753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712727a1-6f92-462c-a58d-e1940134e2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5da2b0d-442e-44b3-b44e-42b5dec183d4,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:23.700350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-3f591f3f-5c2c-4f41-9380-bceb1eabd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:23.708941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-3f591f3f-5c2c-4f41-9380-bceb1eabd47b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5231320fcaa849e095edea9e4ed6b80f&device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 1094 time: 0.3882084 May 26 16:21:23.716205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9f42-c07d-4899-bab5-49d3f81d6150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.749200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.749200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.776870 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f111f97a-036d-40da-8598-ecb1a533db0b x-openstack-request-id: req-f111f97a-036d-40da-8598-ecb1a533db0b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:23.778368 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f5a5b0-554e-4c60-b4ba-3ae85d2f5490", "tag": "b5da2b0d-442e-44b3-b44e-42b5dec183d4", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:23.779250 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f111f97a-036d-40da-8598-ecb1a533db0b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:23.779949 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f111f97a-036d-40da-8598-ecb1a533db0b'] response: {'name': 'network-changed', 'server_uuid': '30f5a5b0-554e-4c60-b4ba-3ae85d2f5490', 'tag': 'b5da2b0d-442e-44b3-b44e-42b5dec183d4', 'status': 'completed', 'code': 200} May 26 16:21:23.786326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-5fed5815-1373-4e53-97ed-5b58c3e207c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:23.800094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-5fed5815-1373-4e53-97ed-5b58c3e207c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2658198 May 26 16:21:23.851154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Calling delete_port for 8e6d9040-2328-4a40-b37a-33dcce70a7d2 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:23.959957 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-269eb82d-e97a-4197-9a35-f5c893235bd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5da2b0d-442e-44b3-b44e-42b5dec183d4 HTTP/1.1" status: 200 len: 217 time: 0.2299237 May 26 16:21:24.022238 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.027470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.189003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-528653af-0a3e-46cc-b626-1971e684d80f service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271101 May 26 16:21:24.198663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-fd98fd80-11fd-470a-81e6-43e9f2ae9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:24.206699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-fd98fd80-11fd-470a-81e6-43e9f2ae9e89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f480949a-43d2-4f5b-88fd-4b2e3adbc166 HTTP/1.1" status: 200 len: 849 time: 0.0910728 May 26 16:21:24.207644 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9f42-c07d-4899-bab5-49d3f81d6150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.210532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9f42-c07d-4899-bab5-49d3f81d6150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.215716 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3ad9f42-c07d-4899-bab5-49d3f81d6150 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e05320ab-b1c2-423b-9fca-5563c71b5663 HTTP/1.1" status: 204 len: 168 time: 1.0551801 May 26 16:21:24.233242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad9f42-c07d-4899-bab5-49d3f81d6150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05320ab-b1c2-423b-9fca-5563c71b5663,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:24.311673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-98f209b8-c567-48ab-8f44-ba1f71878ac0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033185 May 26 16:21:24.582847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.655381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-55403b57-1d1d-4cb7-aff9-14a0e456892e service neutron] 10.222.0.24 "GET /v2.0/networks/e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286958 May 26 16:21:24.668498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 60940) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:24.676571 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3783038-6629-4a0b-82b2-52ef7ebd141b req-1017644e-3d1e-4a8e-99f7-532177adc6ba service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229245 May 26 16:21:24.709694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event deleted for resources: {'Port': ['ID=8e6d9040-2328-4a40-b37a-33dcce70a7d2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:24.867646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3056276f-40d9-406a-aae7-b5bc2209a51b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/883a2b31-2702-4ab2-82bf-f0dc2d0cf979 HTTP/1.1" status: 200 len: 993 time: 0.1743181 May 26 16:21:25.087194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.127751 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.130439 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-593a4081-6981-4cab-96b6-85a20862f750 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "DELETE /v2.0/floatingips/1b1eacb4-954b-46fd-8e53-784928a5e1fe HTTP/1.1" status: 204 len: 168 time: 2.5118592 May 26 16:21:25.133706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60948) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:25.142915 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cffc3cf1-5ecf-40d2-9d67-5ed072e4695f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Request body: {'floatingip': {'floating_network_id': 'c757de7f-59b4-4635-ab58-1f816d37a87f', 'port_id': '91369c20-a468-48dc-8eb3-cb6134650f33', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:25.209669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cffc3cf1-5ecf-40d2-9d67-5ed072e4695f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.640961 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2c9100c3-213b-4dad-94c1-9c393587ed17 req-fabdd423-04ff-4aab-a9cd-d426e788ff67 service neutron] 10.222.0.24 "GET /v2.0/networks/e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9790773 May 26 16:21:25.673319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c361-22dd-476e-b13f-308ff23f8602 req-8c9a3b56-0097-4127-aa13-1e0fe1727197 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:25.680086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7951c361-22dd-476e-b13f-308ff23f8602 req-8c9a3b56-0097-4127-aa13-1e0fe1727197 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 943 time: 0.8445725 May 26 16:21:25.720208 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-cffc3cf1-5ecf-40d2-9d67-5ed072e4695f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:21:25.721975 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cffc3cf1-5ecf-40d2-9d67-5ed072e4695f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5838292 May 26 16:21:25.726071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60970) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:25.731511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '91369c20-a468-48dc-8eb3-cb6134650f33', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:25.793161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7951c361-22dd-476e-b13f-308ff23f8602 req-cf5a3087-3ab4-4a6c-9908-32df489a67b5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063125 May 26 16:21:25.800485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.848760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-f2a018c4-392c-4c8d-bfd5-632f00723972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:25.852854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-f2a018c4-392c-4c8d-bfd5-632f00723972 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5231320fcaa849e095edea9e4ed6b80f&device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 1094 time: 0.1010284 May 26 16:21:26.012465 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.188492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-f4f785e8-4004-4eb9-b884-96c9ba4db77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:26.193215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-f4f785e8-4004-4eb9-b884-96c9ba4db77d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab HTTP/1.1" status: 200 len: 910 time: 0.3311372 May 26 16:21:26.234931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Allocated IP 172.25.0.82 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/ec8114bb-8af8-424c-8866-860c485d8c96) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:26.259526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-c5d84ffa-aad4-4825-999d-fcbf81f8c54d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5da2b0d-442e-44b3-b44e-42b5dec183d4 HTTP/1.1" status: 200 len: 217 time: 0.0551715 May 26 16:21:26.403893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-585e56a8-1848-477b-a14b-f4f0c5883a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:26.405654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-585e56a8-1848-477b-a14b-f4f0c5883a93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f480949a-43d2-4f5b-88fd-4b2e3adbc166 HTTP/1.1" status: 200 len: 849 time: 0.1190119 May 26 16:21:26.474129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-e7406f4e-112f-414e-a19f-f0d36e62f200 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604050 May 26 16:21:26.589612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.591210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 60988) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:26.662432 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.723812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:26.728614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:26.734431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:26.763955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-de7d1e60-cdb1-4d91-9978-4d9643dc0570 service neutron] 10.222.0.24 "GET /v2.0/networks/e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749984 May 26 16:21:26.781200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event updated for resources: {'Port': ['ID=ec8114bb-8af8-424c-8866-860c485d8c96,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:26.921657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a07aaeca-2b56-4800-a414-5fda36019405 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1912101173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:27.049048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a07aaeca-2b56-4800-a414-5fda36019405 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.050131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a07aaeca-2b56-4800-a414-5fda36019405 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.059768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-115703d7-1dbc-44f4-b6ce-8b592e4fea0e req-908fd2be-fc57-4045-b8df-c157cf66c5ff service neutron] 10.222.0.24 "GET /v2.0/networks/e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908943 May 26 16:21:27.110971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b69e3f-4050-4a90-8e89-f2ff7c84c2e4 req-42ef39d9-dfa2-42c3-9fe4-c470e05b96b6 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:27.120612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2b69e3f-4050-4a90-8e89-f2ff7c84c2e4 req-42ef39d9-dfa2-42c3-9fe4-c470e05b96b6 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 943 time: 0.1523678 May 26 16:21:27.224269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2b69e3f-4050-4a90-8e89-f2ff7c84c2e4 req-8df71ab1-0eb3-49f1-b758-080308a0b2f2 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979028 May 26 16:21:27.272694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a07aaeca-2b56-4800-a414-5fda36019405 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.285500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a07aaeca-2b56-4800-a414-5fda36019405 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.309721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Deleting port ec8114bb-8af8-424c-8866-860c485d8c96 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:27.310350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.354498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a07aaeca-2b56-4800-a414-5fda36019405 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.358920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32770) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:27.364519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2102513597'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:27.369075 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a07aaeca-2b56-4800-a414-5fda36019405 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7688293 May 26 16:21:27.405464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Made reservation on behalf of fef99a4bf5284b76866207d602e99b5c for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:27.409120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.429040 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.429346 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.435139 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.444163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Calling delete_port for ec8114bb-8af8-424c-8866-860c485d8c96 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:27.598912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.612009 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.702030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ab30ec-2abd-4e47-84b2-645ed7eac4ba,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:27.746090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.752595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:27.776619 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.781950 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Added segment a35afd69-76a4-47ef-942b-e9cab9b6d1bb of type vlan for network 2029326b-af76-45e8-a5cd-b92996f898e1 May 26 16:21:27.839102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event deleted for resources: {'Port': ['ID=ec8114bb-8af8-424c-8866-860c485d8c96,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:27.876738 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.974750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.995170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:27.996914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.032918 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] create failed (client error): The resource could not be found. May 26 16:21:28.034035 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f4343515-ccf6-4e05-8f9e-58f67f748ba0 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3071086 May 26 16:21:28.040956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32782) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:28.056172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6931379 May 26 16:21:28.056450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32784) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:28.064849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Request body: {'subnet': {'network_id': '2029326b-af76-45e8-a5cd-b92996f898e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:28.257757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Made reservation on behalf of fef99a4bf5284b76866207d602e99b5c for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:28.262125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.413325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b5da2b0d-442e-44b3-b44e-42b5dec183d4 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:21:28.439501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57946ecc-8d37-4d63-bb6b-03492a76a913 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Network': ['ID=2029326b-af76-45e8-a5cd-b92996f898e1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:28.599016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0a7aec00-cfaa-4248-8abd-fbccfc5c3fb2 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Deleting port 91369c20-a468-48dc-8eb3-cb6134650f33 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:28.599630 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a7aec00-cfaa-4248-8abd-fbccfc5c3fb2 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.641881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc2d49-9eb1-423b-9724-5303adcce1d2 req-dfa5f8c8-6c7d-4a60-b459-868a7f193c13 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:28.643910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3dc2d49-9eb1-423b-9724-5303adcce1d2 req-dfa5f8c8-6c7d-4a60-b459-868a7f193c13 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 943 time: 0.1964483 May 26 16:21:28.650800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b5da2b0d-442e-44b3-b44e-42b5dec183d4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b5da2b0d-442e-44b3-b44e-42b5dec183d4,segment=NetworkSegment(6b1e41ce-3b09-4316-a3c6-d5c60a142fb3),segment_id=6b1e41ce-3b09-4316-a3c6-d5c60a142fb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:28.675070 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.678229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'b5da2b0d-442e-44b3-b44e-42b5dec183d4', 'network_id': 'e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab', 'port_id': 'b5da2b0d-442e-44b3-b44e-42b5dec183d4', 'mac_address': 'fa:16:3e:69:8f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f480949a-43d2-4f5b-88fd-4b2e3adbc166', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:21:28.683834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 2029326b-af76-45e8-a5cd-b92996f898e1 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:28.749307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3dc2d49-9eb1-423b-9724-5303adcce1d2 req-7d8ed37e-c86c-426e-a2e7-66760c9c8fa8 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714736 May 26 16:21:28.771691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Subnet': ['ID=08872669-6564-4fc5-9fad-fbba2d831f88,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:28.779155 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a7aec00-cfaa-4248-8abd-fbccfc5c3fb2 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.793126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0a7aec00-cfaa-4248-8abd-fbccfc5c3fb2 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Calling delete_port for 91369c20-a468-48dc-8eb3-cb6134650f33 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:28.794412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Checking segment: {'id': 'a35afd69-76a4-47ef-942b-e9cab9b6d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2029326b-af76-45e8-a5cd-b92996f898e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:28.794966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network hostable DHCP agents. Network: 2029326b-af76-45e8-a5cd-b92996f898e1, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:28.823377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network 2029326b-af76-45e8-a5cd-b92996f898e1 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:28.824180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b5da2b0d-442e-44b3-b44e-42b5dec183d4 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:28.824739 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.849759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 2029326b-af76-45e8-a5cd-b92996f898e1) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:28.868710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:28.869720 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.879138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5da2b0d-442e-44b3-b44e-42b5dec183d4 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:28.903241 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ac48fcc1-9aa6-4ee8-b474-7718c92ecea9 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8455796 May 26 16:21:28.904174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32792) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:28.937236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53c92e-af10-4a05-b5ea-88c863f4c7bd None None] Network 2029326b-af76-45e8-a5cd-b92996f898e1 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:28.939335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Request body: {'network': {'name': 'tempest-router-network01--1211480885'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:28.943903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b5da2b0d-442e-44b3-b44e-42b5dec183d4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b5da2b0d-442e-44b3-b44e-42b5dec183d4,segment=NetworkSegment(6b1e41ce-3b09-4316-a3c6-d5c60a142fb3),segment_id=6b1e41ce-3b09-4316-a3c6-d5c60a142fb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:28.964191 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a7aec00-cfaa-4248-8abd-fbccfc5c3fb2 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.969292 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.007648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Made reservation on behalf of fef99a4bf5284b76866207d602e99b5c for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:29.012846 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.038735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7aec00-cfaa-4248-8abd-fbccfc5c3fb2 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event deleted for resources: {'Port': ['ID=91369c20-a468-48dc-8eb3-cb6134650f33,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:29.086346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:29.099762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.100208 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Added segment c20d593a-d571-44c8-b90d-9decf07dc8b0 of type vlan for network a0f3562d-13bc-4277-ac70-f4631083a57e May 26 16:21:29.165573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b5da2b0d-442e-44b3-b44e-42b5dec183d4,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:29.221842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['b5da2b0d-442e-44b3-b44e-42b5dec183d4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:21:29.229366 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a7aec00-cfaa-4248-8abd-fbccfc5c3fb2 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.248945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.250610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0a7aec00-cfaa-4248-8abd-fbccfc5c3fb2 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "DELETE /v2.0/ports/91369c20-a468-48dc-8eb3-cb6134650f33 HTTP/1.1" status: 204 len: 168 time: 1.2040043 May 26 16:21:29.250610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32800) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:29.327735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.339301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:29.340431 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.362235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14757cb-72a4-4b38-b052-7d17967f30f5 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:29.368300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b14757cb-72a4-4b38-b052-7d17967f30f5 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "GET /v2.0/ports?device_id=d972ec24-992c-46f6-b035-b113a29559f5 HTTP/1.1" status: 200 len: 913 time: 0.1166885 May 26 16:21:29.369064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32806) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:29.484155 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5764098 May 26 16:21:29.494361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32812) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:29.504881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Request body: {'network': {'name': 'tempest-router-network02--508643170'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:29.521634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15f41e-9920-4c8c-b36d-2fcdcdda5d1e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Network': ['ID=a0f3562d-13bc-4277-ac70-f4631083a57e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:29.550979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Made reservation on behalf of fef99a4bf5284b76866207d602e99b5c for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:29.557576 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.597147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:29.598406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-2029326b-af76-45e8-a5cd-b92996f898e1', 'network_id': '2029326b-af76-45e8-a5cd-b92996f898e1', 'tenant_id': 'fef99a4bf5284b76866207d602e99b5c', 'fixed_ips': [{'subnet_id': '08872669-6564-4fc5-9fad-fbba2d831f88'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:29.599984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.603902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network a0f3562d-13bc-4277-ac70-f4631083a57e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:29.614543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.614543 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Added segment b65ca13e-111a-4cd4-958b-8ba6fb486fcd of type vlan for network f58fbc1b-97d4-41d4-9adf-fcdb41502b5a May 26 16:21:29.667949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.785353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.795631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:29.796292 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.989277 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4936535 May 26 16:21:29.994661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32828) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:30.027820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Allocated IP 172.20.0.2 (2029326b-af76-45e8-a5cd-b92996f898e1/08872669-6564-4fc5-9fad-fbba2d831f88/9bf67eba-a17b-41bf-8ffb-9fadae982287) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:30.028284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Request body: {'subnet': {'network_id': 'a0f3562d-13bc-4277-ac70-f4631083a57e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:30.065266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55de9dc-35bb-4639-9caf-5fb6ead85f9d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Network': ['ID=f58fbc1b-97d4-41d4-9adf-fcdb41502b5a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:30.121182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network f58fbc1b-97d4-41d4-9adf-fcdb41502b5a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:30.155714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8cb1c-9f7c-422f-81c5-01daf5025cc4 req-9ee6e092-9b33-4c63-a892-308b3bba282f tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:30.157256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79b8cb1c-9f7c-422f-81c5-01daf5025cc4 req-9ee6e092-9b33-4c63-a892-308b3bba282f tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 944 time: 0.1927915 May 26 16:21:30.233003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Made reservation on behalf of fef99a4bf5284b76866207d602e99b5c for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:30.236884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.275961 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79b8cb1c-9f7c-422f-81c5-01daf5025cc4 req-acbd805f-5135-467a-b885-de4dc40df3bb tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117792 May 26 16:21:30.365701 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.374169 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.398496 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.416120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b5da2b0d-442e-44b3-b44e-42b5dec183d4 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:30.422188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Network 2029326b-af76-45e8-a5cd-b92996f898e1 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:30.450211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:30.452685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:30.529838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Pushing event updated for resources: {'Port': ['ID=9bf67eba-a17b-41bf-8ffb-9fadae982287,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:30.552368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Attempting to bind port 9bf67eba-a17b-41bf-8ffb-9fadae982287 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:30.552895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Attempting to bind port 9bf67eba-a17b-41bf-8ffb-9fadae982287 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a35afd69-76a4-47ef-942b-e9cab9b6d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2029326b-af76-45e8-a5cd-b92996f898e1'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:30.553260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Attempting to bind port 9bf67eba-a17b-41bf-8ffb-9fadae982287 on network 2029326b-af76-45e8-a5cd-b92996f898e1 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:30.560594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:30.560966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Checking segment: {'id': 'a35afd69-76a4-47ef-942b-e9cab9b6d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2029326b-af76-45e8-a5cd-b92996f898e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:30.561368 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.561930 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Bound using segment: {'id': 'a35afd69-76a4-47ef-942b-e9cab9b6d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2029326b-af76-45e8-a5cd-b92996f898e1'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:30.562451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Bound port: 9bf67eba-a17b-41bf-8ffb-9fadae982287, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35afd69-76a4-47ef-942b-e9cab9b6d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2029326b-af76-45e8-a5cd-b92996f898e1'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:30.562831 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.619999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port b5da2b0d-442e-44b3-b44e-42b5dec183d4 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:21:30.628720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port b5da2b0d-442e-44b3-b44e-42b5dec183d4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:30.629281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.693815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] For port 9bf67eba-a17b-41bf-8ffb-9fadae982287, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:30.698582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] For port 9bf67eba-a17b-41bf-8ffb-9fadae982287, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bf67eba-a17b-41bf-8ffb-9fadae982287,segment=NetworkSegment(a35afd69-76a4-47ef-942b-e9cab9b6d1bb),segment_id=a35afd69-76a4-47ef-942b-e9cab9b6d1bb)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:30.745924 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.756079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b5da2b0d-442e-44b3-b44e-42b5dec183d4 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:30.756662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.829556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f5a5b0-554e-4c60-b4ba-3ae85d2f5490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5da2b0d-442e-44b3-b44e-42b5dec183d4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:30.832411 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bef2cb-2958-47b2-b7ac-c7de7ccd7a0b" -d '{"events": [{"server_uuid": "30f5a5b0-554e-4c60-b4ba-3ae85d2f5490", "name": "network-vif-plugged", "status": "completed", "tag": "b5da2b0d-442e-44b3-b44e-42b5dec183d4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:30.887996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Deleting port 44275bbd-a177-464f-b8bc-4f027b82123d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:30.888362 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.895039 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.914435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b5da2b0d-442e-44b3-b44e-42b5dec183d4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b5da2b0d-442e-44b3-b44e-42b5dec183d4,segment=NetworkSegment(6b1e41ce-3b09-4316-a3c6-d5c60a142fb3),segment_id=6b1e41ce-3b09-4316-a3c6-d5c60a142fb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:30.928329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.973842 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706ab84e-8df0-4ff2-82dd-3727393e7231 x-openstack-request-id: req-706ab84e-8df0-4ff2-82dd-3727393e7231 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:30.974216 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f5a5b0-554e-4c60-b4ba-3ae85d2f5490", "name": "network-vif-plugged", "status": "completed", "tag": "b5da2b0d-442e-44b3-b44e-42b5dec183d4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:30.974469 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-706ab84e-8df0-4ff2-82dd-3727393e7231 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:30.974997 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706ab84e-8df0-4ff2-82dd-3727393e7231'] response: {'server_uuid': '30f5a5b0-554e-4c60-b4ba-3ae85d2f5490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5da2b0d-442e-44b3-b44e-42b5dec183d4', 'code': 200} May 26 16:21:30.977212 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0993da3-dbe3-429c-a2cd-251206363363 None None] Pushing event updated for resources: {'Port': ['ID=9bf67eba-a17b-41bf-8ffb-9fadae982287,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:31.006632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Checking segment: {'id': 'c20d593a-d571-44c8-b90d-9decf07dc8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a0f3562d-13bc-4277-ac70-f4631083a57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:31.007002 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network hostable DHCP agents. Network: a0f3562d-13bc-4277-ac70-f4631083a57e, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:31.011206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Subnet': ['ID=28fcf055-a426-4b14-acaf-5fe99f42cefd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:31.059349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network a0f3562d-13bc-4277-ac70-f4631083a57e is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:31.063524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b5da2b0d-442e-44b3-b44e-42b5dec183d4,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:31.086541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, a0f3562d-13bc-4277-ac70-f4631083a57e) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:31.101970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:31.102739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.108022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db530e9-8457-431d-a070-f1ce5b0821ea None None] Network a0f3562d-13bc-4277-ac70-f4631083a57e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:31.145077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e3da8-3dec-4e13-8fc2-a1ac17dfe962 req-bbff4330-6c21-4992-9281-58a1b4830e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:31.147994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b48e3da8-3dec-4e13-8fc2-a1ac17dfe962 req-bbff4330-6c21-4992-9281-58a1b4830e07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 1096 time: 0.1422057 May 26 16:21:31.163241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.188052 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f37775c3-617c-4fc6-ac27-c67ab3f00f7d tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1869838 May 26 16:21:31.190549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32844) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:31.211066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Request body: {'subnet': {'network_id': 'f58fbc1b-97d4-41d4-9adf-fcdb41502b5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:31.221490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Calling delete_port for 44275bbd-a177-464f-b8bc-4f027b82123d owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:31.256670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b48e3da8-3dec-4e13-8fc2-a1ac17dfe962 req-69ccfd79-7718-48d8-a0a3-c05c029171e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902843 May 26 16:21:31.528757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Made reservation on behalf of fef99a4bf5284b76866207d602e99b5c for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:31.543408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.657400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22a72b-c259-405d-9e0f-c3c1819490bc req-a39fc98a-be62-4a1f-9565-12b5dd1a90c2 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:31.659066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d22a72b-c259-405d-9e0f-c3c1819490bc req-a39fc98a-be62-4a1f-9565-12b5dd1a90c2 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 945 time: 0.1581268 May 26 16:21:31.755502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-a0f3562d-13bc-4277-ac70-f4631083a57e', 'network_id': 'a0f3562d-13bc-4277-ac70-f4631083a57e', 'tenant_id': 'fef99a4bf5284b76866207d602e99b5c', 'fixed_ips': [{'subnet_id': '28fcf055-a426-4b14-acaf-5fe99f42cefd'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:31.758860 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.855101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d22a72b-c259-405d-9e0f-c3c1819490bc req-5df980ce-72ea-47ea-a654-3c458fdc4297 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159832 May 26 16:21:31.858601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.930544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event deleted for resources: {'Port': ['ID=44275bbd-a177-464f-b8bc-4f027b82123d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:32.042232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:32.113071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Allocated IP 172.20.0.2 (a0f3562d-13bc-4277-ac70-f4631083a57e/28fcf055-a426-4b14-acaf-5fe99f42cefd/cff78644-5b26-4aae-b868-924ee178ee8b) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:32.220731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Subnet': ['ID=9f756434-1686-467b-8aa8-3fa763786a82,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:32.233848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Checking segment: {'id': 'b65ca13e-111a-4cd4-958b-8ba6fb486fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f58fbc1b-97d4-41d4-9adf-fcdb41502b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:32.234235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network hostable DHCP agents. Network: f58fbc1b-97d4-41d4-9adf-fcdb41502b5a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:32.277790 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:32.280542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network f58fbc1b-97d4-41d4-9adf-fcdb41502b5a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:32.310408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, f58fbc1b-97d4-41d4-9adf-fcdb41502b5a) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:32.325972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:32.326724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:32.333844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e5c45b-71f7-4bca-b192-f126341cb8b8 None None] Network f58fbc1b-97d4-41d4-9adf-fcdb41502b5a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:32.376373 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ffc42c5a-b755-48db-a467-3033ce56f125 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1846368 May 26 16:21:32.388313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32860) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:32.667208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bf67eba-a17b-41bf-8ffb-9fadae982287 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:32.886009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Router d972ec24-992c-46f6-b035-b113a29559f5 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:33.051040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9bf67eba-a17b-41bf-8ffb-9fadae982287 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:33.059099 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.126502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.128291 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.140342 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.172234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:33.181624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f5159adf-492a-4ace-9e88-8f4111eb1bda tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "PUT /v2.0/routers/d972ec24-992c-46f6-b035-b113a29559f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8112624 May 26 16:21:33.186498 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222404d-2faa-4fc1-b453-ff65e3279103 None None] Sync routers for ids ['d972ec24-992c-46f6-b035-b113a29559f5'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:33.186961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-f58fbc1b-97d4-41d4-9adf-fcdb41502b5a', 'network_id': 'f58fbc1b-97d4-41d4-9adf-fcdb41502b5a', 'tenant_id': 'fef99a4bf5284b76866207d602e99b5c', 'fixed_ips': [{'subnet_id': '9f756434-1686-467b-8aa8-3fa763786a82'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:33.189351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.191484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32868) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:33.203359 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222404d-2faa-4fc1-b453-ff65e3279103 None None] Routers {'d972ec24-992c-46f6-b035-b113a29559f5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:33.204003 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3222404d-2faa-4fc1-b453-ff65e3279103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d972ec24-992c-46f6-b035-b113a29559f5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:33.287809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Network a0f3562d-13bc-4277-ac70-f4631083a57e is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:33.289904 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3222404d-2faa-4fc1-b453-ff65e3279103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:33.300983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a05995-e937-42cc-a8ed-e3fad8e6cb38 None None] Network 2029326b-af76-45e8-a5cd-b92996f898e1 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:33.327346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c73e7-b811-4588-9a7e-8074abae0e87 req-a8135c61-b159-4454-a5ae-c24f28891885 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:33.331718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-527c73e7-b811-4588-9a7e-8074abae0e87 req-a8135c61-b159-4454-a5ae-c24f28891885 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 945 time: 0.2858975 May 26 16:21:33.335184 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222404d-2faa-4fc1-b453-ff65e3279103 None None] Routers {'d972ec24-992c-46f6-b035-b113a29559f5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:33.336564 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3222404d-2faa-4fc1-b453-ff65e3279103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d972ec24-992c-46f6-b035-b113a29559f5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:33.338805 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3c00a3f-edba-4711-85af-4b775687895f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.408134 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3222404d-2faa-4fc1-b453-ff65e3279103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:33.412477 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222404d-2faa-4fc1-b453-ff65e3279103 None None] The sync data for ids ['d972ec24-992c-46f6-b035-b113a29559f5'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:33.512205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:33.526047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:33.565222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a3c1d3dd-8a35-4d95-980b-19f3be41eecf None None] Provisioning complete for port 9bf67eba-a17b-41bf-8ffb-9fadae982287 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:33.565603 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3c1d3dd-8a35-4d95-980b-19f3be41eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.619455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Pushing event updated for resources: {'Port': ['ID=cff78644-5b26-4aae-b868-924ee178ee8b,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:33.716207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3c00a3f-edba-4711-85af-4b775687895f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.722448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3c00a3f-edba-4711-85af-4b775687895f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.747206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Allocated IP 172.20.0.1 (a0f3562d-13bc-4277-ac70-f4631083a57e/28fcf055-a426-4b14-acaf-5fe99f42cefd/52f68430-e9ea-4c66-b934-3c711de33155) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:33.799222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9bf67eba-a17b-41bf-8ffb-9fadae982287 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:33.799625 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.120209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.223840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a3c1d3dd-8a35-4d95-980b-19f3be41eecf None None] Current status of the port 9bf67eba-a17b-41bf-8ffb-9fadae982287 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:34.224933 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a3c1d3dd-8a35-4d95-980b-19f3be41eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.247789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.250782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Attempting to bind port cff78644-5b26-4aae-b868-924ee178ee8b on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:34.251433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Attempting to bind port cff78644-5b26-4aae-b868-924ee178ee8b by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'c20d593a-d571-44c8-b90d-9decf07dc8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a0f3562d-13bc-4277-ac70-f4631083a57e'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:34.252008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Attempting to bind port cff78644-5b26-4aae-b868-924ee178ee8b on network a0f3562d-13bc-4277-ac70-f4631083a57e {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:34.271202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:34.272039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Checking segment: {'id': 'c20d593a-d571-44c8-b90d-9decf07dc8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a0f3562d-13bc-4277-ac70-f4631083a57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:34.272662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.274093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Bound using segment: {'id': 'c20d593a-d571-44c8-b90d-9decf07dc8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a0f3562d-13bc-4277-ac70-f4631083a57e'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:34.274791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Bound port: cff78644-5b26-4aae-b868-924ee178ee8b, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20d593a-d571-44c8-b90d-9decf07dc8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a0f3562d-13bc-4277-ac70-f4631083a57e'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:34.275399 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.296952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 9bf67eba-a17b-41bf-8ffb-9fadae982287, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bf67eba-a17b-41bf-8ffb-9fadae982287,segment=NetworkSegment(a35afd69-76a4-47ef-942b-e9cab9b6d1bb),segment_id=a35afd69-76a4-47ef-942b-e9cab9b6d1bb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:34.344411 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.346033 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network a0f3562d-13bc-4277-ac70-f4631083a57e is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:34.359809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:34.372181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:34.433671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Port': ['ID=52f68430-e9ea-4c66-b934-3c711de33155,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:34.489158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.520617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-527c73e7-b811-4588-9a7e-8074abae0e87 req-7778fc77-d83f-4622-8730-202c98fff4ab tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1727479 May 26 16:21:34.526782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3c00a3f-edba-4711-85af-4b775687895f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.527625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c00a3f-edba-4711-85af-4b775687895f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Fanout notify agent at l3_agent the message router_deleted on router d972ec24-992c-46f6-b035-b113a29559f5 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:21:34.546143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3c00a3f-edba-4711-85af-4b775687895f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.547678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f3c00a3f-edba-4711-85af-4b775687895f tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "DELETE /v2.0/routers/d972ec24-992c-46f6-b035-b113a29559f5 HTTP/1.1" status: 204 len: 168 time: 1.3501232 May 26 16:21:34.550094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32890) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:34.623022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69634b3-541e-493d-a7ad-31986e9b5197 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Deleting subnet 993666ed-28bd-4801-a3ab-aba94eb72cb2 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:34.627099 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b69634b3-541e-493d-a7ad-31986e9b5197 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.629157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Allocated IP 172.20.0.2 (f58fbc1b-97d4-41d4-9adf-fcdb41502b5a/9f756434-1686-467b-8aa8-3fa763786a82/95c780b1-17a5-4ed9-9ed5-4ac3331436fe) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:34.717206 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b69634b3-541e-493d-a7ad-31986e9b5197 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.751025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-a3c1d3dd-8a35-4d95-980b-19f3be41eecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:21:34.763232 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-a3c1d3dd-8a35-4d95-980b-19f3be41eecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:21:34.772499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=9bf67eba-a17b-41bf-8ffb-9fadae982287,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:34.790117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-18833145-3646-4a8f-9116-981952c291d1 None None] For port cff78644-5b26-4aae-b868-924ee178ee8b, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:34.802470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-18833145-3646-4a8f-9116-981952c291d1 None None] For port cff78644-5b26-4aae-b868-924ee178ee8b, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cff78644-5b26-4aae-b868-924ee178ee8b,segment=NetworkSegment(c20d593a-d571-44c8-b90d-9decf07dc8b0),segment_id=c20d593a-d571-44c8-b90d-9decf07dc8b0)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:34.818293 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.834501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.878923 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b69634b3-541e-493d-a7ad-31986e9b5197 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.969041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b69634b3-541e-493d-a7ad-31986e9b5197 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.105698 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b69634b3-541e-493d-a7ad-31986e9b5197 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.121764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b69634b3-541e-493d-a7ad-31986e9b5197 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "DELETE /v2.0/subnets/993666ed-28bd-4801-a3ab-aba94eb72cb2 HTTP/1.1" status: 204 len: 168 time: 0.5702026 May 26 16:21:35.124449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32898) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:35.125350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69634b3-541e-493d-a7ad-31986e9b5197 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event deleted for resources: {'Subnet': ['ID=993666ed-28bd-4801-a3ab-aba94eb72cb2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:35.174034 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.183793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18833145-3646-4a8f-9116-981952c291d1 None None] Pushing event updated for resources: {'Port': ['ID=cff78644-5b26-4aae-b868-924ee178ee8b,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:35.193080 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.195507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5768e42d-431b-4e79-b2f4-32b88c9738dd None None] Network c757de7f-59b4-4635-ab58-1f816d37a87f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:35.292719 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.334703 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c0c733f-0822-4b8f-ae7d-9b8a99296beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.437543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Pushing event updated for resources: {'Port': ['ID=95c780b1-17a5-4ed9-9ed5-4ac3331436fe,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:35.474793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Network f58fbc1b-97d4-41d4-9adf-fcdb41502b5a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:35.491886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:35.508686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:35.522216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Deleting port ab7d74db-e49f-47e1-9d61-78342f70270a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:35.522744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.597652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a3c1d3dd-8a35-4d95-980b-19f3be41eecf None None] Current status of the port 9bf67eba-a17b-41bf-8ffb-9fadae982287 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:35.702292 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.709417 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.741258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] For port ab7d74db-e49f-47e1-9d61-78342f70270a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ab7d74db-e49f-47e1-9d61-78342f70270a,segment=NetworkSegment(d49748c1-7304-4c8a-9abf-07e0ada0e7f8),segment_id=d49748c1-7304-4c8a-9abf-07e0ada0e7f8)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:35.742178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.765191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Calling delete_port for ab7d74db-e49f-47e1-9d61-78342f70270a owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:35.953625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Attempting to bind port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:35.954328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Attempting to bind port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b65ca13e-111a-4cd4-958b-8ba6fb486fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f58fbc1b-97d4-41d4-9adf-fcdb41502b5a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:35.955274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Attempting to bind port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe on network f58fbc1b-97d4-41d4-9adf-fcdb41502b5a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:35.968499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-23dfe7db-b629-40b7-9ab0-212b50aa11c0 None None] Provisioning complete for port 9bf67eba-a17b-41bf-8ffb-9fadae982287 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:35.969140 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-23dfe7db-b629-40b7-9ab0-212b50aa11c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.002163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:36.003143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Checking segment: {'id': 'b65ca13e-111a-4cd4-958b-8ba6fb486fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f58fbc1b-97d4-41d4-9adf-fcdb41502b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:36.003973 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.004979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Bound using segment: {'id': 'b65ca13e-111a-4cd4-958b-8ba6fb486fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f58fbc1b-97d4-41d4-9adf-fcdb41502b5a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:36.005775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Bound port: 95c780b1-17a5-4ed9-9ed5-4ac3331436fe, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65ca13e-111a-4cd4-958b-8ba6fb486fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f58fbc1b-97d4-41d4-9adf-fcdb41502b5a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:36.006503 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.008727 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.027106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.034289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Port': ['ID=52f68430-e9ea-4c66-b934-3c711de33155,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:36.131339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event deleted for resources: {'Port': ['ID=ab7d74db-e49f-47e1-9d61-78342f70270a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:36.151058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] No DVR routers for this DVR port ab7d74db-e49f-47e1-9d61-78342f70270a on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:36.242349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c6cae-e719-4e91-9204-23c4319653ed None None] DHCP port deletion for c757de7f-59b4-4635-ab58-1f816d37a87f request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:21:36.308064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network a0f3562d-13bc-4277-ac70-f4631083a57e is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:36.312198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:36.360410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] For port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:36.385057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] For port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=95c780b1-17a5-4ed9-9ed5-4ac3331436fe,segment=NetworkSegment(b65ca13e-111a-4cd4-958b-8ba6fb486fcd),segment_id=b65ca13e-111a-4cd4-958b-8ba6fb486fcd)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:36.386715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-23dfe7db-b629-40b7-9ab0-212b50aa11c0 None None] Current status of the port 9bf67eba-a17b-41bf-8ffb-9fadae982287 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:36.392123 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.573134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e51a18-e6b4-4e52-8fb3-234795a72e0d None None] Pushing event updated for resources: {'Port': ['ID=95c780b1-17a5-4ed9-9ed5-4ac3331436fe,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:36.594160 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.668855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c757de7f-59b4-4635-ab58-1f816d37a87f']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:36.746813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49748c1-7304-4c8a-9abf-07e0ada0e7f8') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:36.747117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49748c1-7304-4c8a-9abf-07e0ada0e7f8') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:36.795619 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.821209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Router cda8bd7a-b9c1-4874-8f82-392e3e776caf is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:21:36.828974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cff78644-5b26-4aae-b868-924ee178ee8b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:36.858378 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.881658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:36.888780 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.048298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port cff78644-5b26-4aae-b868-924ee178ee8b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:37.050209 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.081362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32922) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:37.106159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:37.139688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8dd41265-4f28-4cc0-8aa4-b3aab6365094 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "PUT /v2.0/routers/cda8bd7a-b9c1-4874-8f82-392e3e776caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7499146 May 26 16:21:37.142483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32928) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:37.170533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471520a-8ec0-4e45-b343-1bc7024ecdf6 None None] Sync routers for ids ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:37.189210 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d49748c1-7304-4c8a-9abf-07e0ada0e7f8 resource provider aggregate not found May 26 16:21:37.197355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471520a-8ec0-4e45-b343-1bc7024ecdf6 None None] Routers {'cda8bd7a-b9c1-4874-8f82-392e3e776caf'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:37.201407 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.201972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1471520a-8ec0-4e45-b343-1bc7024ecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:37.213744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.246793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] 10.222.0.39 "DELETE /v2.0/networks/c757de7f-59b4-4635-ab58-1f816d37a87f HTTP/1.1" status: 204 len: 168 time: 2.1139450 May 26 16:21:37.296604 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d49748c1-7304-4c8a-9abf-07e0ada0e7f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d49748c1-7304-4c8a-9abf-07e0ada0e7f8 found for delete ", "request_id": "req-fc09cc74-18f7-4e2f-92f9-07878e61cdc7"}]} May 26 16:21:37.297723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3f56c-9b7a-4220-8268-ee2216e4b845 tempest-FloatingIPNegativeTestJSON-1325260449 tempest-FloatingIPNegativeTestJSON-1325260449-project] Pushing event deleted for resources: {'Network': ['ID=c757de7f-59b4-4635-ab58-1f816d37a87f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:37.349772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f7ed1-3644-4469-8cb0-74fababda042 None None] Network a0f3562d-13bc-4277-ac70-f4631083a57e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:37.387727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1471520a-8ec0-4e45-b343-1bc7024ecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:37.491565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf316-39a8-445d-b773-9383ca10a1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.504886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471520a-8ec0-4e45-b343-1bc7024ecdf6 None None] Routers {'cda8bd7a-b9c1-4874-8f82-392e3e776caf'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:37.506390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1471520a-8ec0-4e45-b343-1bc7024ecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:37.711754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port cff78644-5b26-4aae-b868-924ee178ee8b is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:37.712198 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.714092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1471520a-8ec0-4e45-b343-1bc7024ecdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:37.714718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471520a-8ec0-4e45-b343-1bc7024ecdf6 None None] The sync data for ids ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:37.725766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a1735ad2-69ff-4222-8411-83650beb6d0b None None] Provisioning complete for port cff78644-5b26-4aae-b868-924ee178ee8b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:37.726222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a1735ad2-69ff-4222-8411-83650beb6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.782730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf316-39a8-445d-b773-9383ca10a1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.792004 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf316-39a8-445d-b773-9383ca10a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.917087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1c2bf316-39a8-445d-b773-9383ca10a1d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6ceeadf89e649b096059d02679dc245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8351533 May 26 16:21:37.922762 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d169608c-ffc3-4601-8984-09ab60625e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.955044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32958) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:37.966462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bf316-39a8-445d-b773-9383ca10a1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c05a6f6-ba6a-4498-bceb-c450a751b77d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:37.969842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32962) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:38.108417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port cff78644-5b26-4aae-b868-924ee178ee8b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cff78644-5b26-4aae-b868-924ee178ee8b,segment=NetworkSegment(c20d593a-d571-44c8-b90d-9decf07dc8b0),segment_id=c20d593a-d571-44c8-b90d-9decf07dc8b0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:38.127275 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.133418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bf67eba-a17b-41bf-8ffb-9fadae982287 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:38.213732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1473b53b-33a2-46ac-836f-3d6d17fd245f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.243024 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-5a02877e-f53d-4b3f-b6d9-ceaaf91b8662 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:21:38.244524 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a02877e-f53d-4b3f-b6d9-ceaaf91b8662 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "PUT /v2.0/routers/cda8bd7a-b9c1-4874-8f82-392e3e776caf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1010439 May 26 16:21:38.247735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 32966) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:38.250835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1473b53b-33a2-46ac-836f-3d6d17fd245f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.410230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=cff78644-5b26-4aae-b868-924ee178ee8b,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:38.417471 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9df8361a-551e-4326-b1da-1527766c7f76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ca6b24f66fd408fbe858d4222b3404e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421868 May 26 16:21:38.419324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32970) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:38.463745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1473b53b-33a2-46ac-836f-3d6d17fd245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.468445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1473b53b-33a2-46ac-836f-3d6d17fd245f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.470209 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1473b53b-33a2-46ac-836f-3d6d17fd245f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c05a6f6-ba6a-4498-bceb-c450a751b77d HTTP/1.1" status: 204 len: 168 time: 0.4986737 May 26 16:21:38.488539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473b53b-33a2-46ac-836f-3d6d17fd245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c05a6f6-ba6a-4498-bceb-c450a751b77d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:38.521390 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7761babf-657a-4ba8-a7d6-bdfe35678e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.622068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7761babf-657a-4ba8-a7d6-bdfe35678e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.638349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a1735ad2-69ff-4222-8411-83650beb6d0b None None] Current status of the port cff78644-5b26-4aae-b868-924ee178ee8b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:38.678181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9bf67eba-a17b-41bf-8ffb-9fadae982287 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:38.678795 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.684372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d45c8-b4c2-4286-bddc-74906522ca0e None None] Network f58fbc1b-97d4-41d4-9adf-fcdb41502b5a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:38.734249 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7761babf-657a-4ba8-a7d6-bdfe35678e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.737546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7761babf-657a-4ba8-a7d6-bdfe35678e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.742786 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7761babf-657a-4ba8-a7d6-bdfe35678e03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea3673f7-1dee-4617-bb58-4d4ac7ca8a60 HTTP/1.1" status: 204 len: 168 time: 0.3221986 May 26 16:21:38.773796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761babf-657a-4ba8-a7d6-bdfe35678e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3673f7-1dee-4617-bb58-4d4ac7ca8a60,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:38.905942 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.950021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f8e24726-a9a6-4e8d-a563-7a20f2d3030b None None] Provisioning complete for port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:38.951776 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f8e24726-a9a6-4e8d-a563-7a20f2d3030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.175753 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.212650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 32990) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:39.242127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e82b0dda-4c40-42e7-bddf-b4240f6793d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.281063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9bf67eba-a17b-41bf-8ffb-9fadae982287 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:39.419956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ab7d74db-e49f-47e1-9d61-78342f70270a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:39.496079 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e82b0dda-4c40-42e7-bddf-b4240f6793d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.498721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ab7d74db-e49f-47e1-9d61-78342f70270a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:39.499401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ab7d74db-e49f-47e1-9d61-78342f70270a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:39.514524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e82b0dda-4c40-42e7-bddf-b4240f6793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.515382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f8e24726-a9a6-4e8d-a563-7a20f2d3030b None None] Current status of the port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:39.516071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f8e24726-a9a6-4e8d-a563-7a20f2d3030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.593076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f8e24726-a9a6-4e8d-a563-7a20f2d3030b None None] For port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=95c780b1-17a5-4ed9-9ed5-4ac3331436fe,segment=NetworkSegment(b65ca13e-111a-4cd4-958b-8ba6fb486fcd),segment_id=b65ca13e-111a-4cd4-958b-8ba6fb486fcd)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:39.600625 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f8e24726-a9a6-4e8d-a563-7a20f2d3030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.751706 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e82b0dda-4c40-42e7-bddf-b4240f6793d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef210ba0426945cf94a72da1579be7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376372 May 26 16:21:39.752947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b0dda-4c40-42e7-bddf-b4240f6793d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9738cb92-5f0e-476d-954e-e8c98c9d4598,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:39.756049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33002) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:39.793143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e24726-a9a6-4e8d-a563-7a20f2d3030b None None] Pushing event updated for resources: {'Port': ['ID=95c780b1-17a5-4ed9-9ed5-4ac3331436fe,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:39.831429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-751f1424-dfa9-4830-b8c2-9f45afc20794 None None] Provisioning complete for port 52f68430-e9ea-4c66-b934-3c711de33155 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:39.831899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-751f1424-dfa9-4830-b8c2-9f45afc20794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.923274 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70f28d1e-b4f3-4c70-9b3c-9841dd8d1e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.959835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Deleting port 52f68430-e9ea-4c66-b934-3c711de33155 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:39.960227 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.975317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70f28d1e-b4f3-4c70-9b3c-9841dd8d1e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.979884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-751f1424-dfa9-4830-b8c2-9f45afc20794 None None] Port 52f68430-e9ea-4c66-b934-3c711de33155 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:40.020180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-751f1424-dfa9-4830-b8c2-9f45afc20794 None None] Provisioning complete for port cff78644-5b26-4aae-b868-924ee178ee8b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:40.024049 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-751f1424-dfa9-4830-b8c2-9f45afc20794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.092198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cff78644-5b26-4aae-b868-924ee178ee8b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:40.119082 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70f28d1e-b4f3-4c70-9b3c-9841dd8d1e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.122817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70f28d1e-b4f3-4c70-9b3c-9841dd8d1e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.126294 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-70f28d1e-b4f3-4c70-9b3c-9841dd8d1e2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9738cb92-5f0e-476d-954e-e8c98c9d4598 HTTP/1.1" status: 204 len: 168 time: 0.3670785 May 26 16:21:40.138701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f28d1e-b4f3-4c70-9b3c-9841dd8d1e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9738cb92-5f0e-476d-954e-e8c98c9d4598,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:40.233110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.276914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Calling delete_port for 52f68430-e9ea-4c66-b934-3c711de33155 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:40.328486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-751f1424-dfa9-4830-b8c2-9f45afc20794 None None] Current status of the port cff78644-5b26-4aae-b868-924ee178ee8b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:40.353786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port cff78644-5b26-4aae-b868-924ee178ee8b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:40.354227 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.521466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-22bdadff-f89a-4f2a-bbd7-9890324e0b68 None None] Provisioning complete for port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:40.522183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22bdadff-f89a-4f2a-bbd7-9890324e0b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.602870 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33026) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:40.644938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.705313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Port': ['ID=52f68430-e9ea-4c66-b934-3c711de33155,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:40.766433 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.768441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.780228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port cff78644-5b26-4aae-b868-924ee178ee8b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:40.781412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 95c780b1-17a5-4ed9-9ed5-4ac3331436fe up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:40.846868 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-417266094'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:40.941968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:40.959109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:40.959762 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.968760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-22bdadff-f89a-4f2a-bbd7-9890324e0b68 None None] Current status of the port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:40.978971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.996710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.013413 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-22bdadff-f89a-4f2a-bbd7-9890324e0b68 None None] Could not find standard attr ID for object 52f68430-e9ea-4c66-b934-3c711de33155. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:21:41.160718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:41.183109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.189440 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.221966 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.283302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:41.305592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc24792-32e0-465b-85f9-b1f6f41a196e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:41.323154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.325640 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment 8ddd53bd-166f-49ce-85b3-a09cf013bdcf of type vlan for network cb5c932f-defc-41b4-b50d-50331968bd00 May 26 16:21:41.421051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.511512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.522128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:41.523991 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.586487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Router cda8bd7a-b9c1-4874-8f82-392e3e776caf has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:41.627712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0224655 May 26 16:21:41.681937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f84de3-6406-400b-aaae-405a4541edc0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=cb5c932f-defc-41b4-b50d-50331968bd00,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:41.695848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network cb5c932f-defc-41b4-b50d-50331968bd00 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:41.769589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33068) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:41.775778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': 'cb5c932f-defc-41b4-b50d-50331968bd00', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:41.831320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:41.845398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 95c780b1-17a5-4ed9-9ed5-4ac3331436fe up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:41.858268 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c4854f-da2c-4415-ade9-067301111409 None None] Sync routers for ids ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:41.862594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-da0ed522-6ed8-4e15-b977-196d36aa713b tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "PUT /v2.0/routers/cda8bd7a-b9c1-4874-8f82-392e3e776caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6136363 May 26 16:21:41.876783 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c4854f-da2c-4415-ade9-067301111409 None None] Routers {'cda8bd7a-b9c1-4874-8f82-392e3e776caf'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:41.877709 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b0c4854f-da2c-4415-ade9-067301111409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:41.878339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33070) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:41.938521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bf317-90e2-42c3-8e66-c4a69dab3640 req-1fa15fbe-9cd6-4033-82a3-7a528b4e2a24 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:41.942594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-994bf317-90e2-42c3-8e66-c4a69dab3640 req-1fa15fbe-9cd6-4033-82a3-7a528b4e2a24 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 945 time: 0.1426744 May 26 16:21:42.000541 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-98c998c9-7a17-4245-a97b-266961a587b7 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] delete failed (client error): The resource could not be found. May 26 16:21:42.001574 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-98c998c9-7a17-4245-a97b-266961a587b7 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-942107726 HTTP/1.1" status: 404 len: 334 time: 0.1218908 May 26 16:21:42.008481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33074) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:42.014158 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b0c4854f-da2c-4415-ade9-067301111409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:42.015160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1c9f65e7-f3fc-4b6d-a6ff-f4575d406cb8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cda8bd7a-b9c1-4874-8f82-392e3e776caf'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:42.045044 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c4854f-da2c-4415-ade9-067301111409 None None] Routers {'cda8bd7a-b9c1-4874-8f82-392e3e776caf'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:42.045725 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b0c4854f-da2c-4415-ade9-067301111409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:42.050184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:42.050574 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.096181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:42.099892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.133425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-994bf317-90e2-42c3-8e66-c4a69dab3640 req-21902283-9f6c-48de-a96c-7aa4f84351af tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823483 May 26 16:21:42.147492 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b0c4854f-da2c-4415-ade9-067301111409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:42.148973 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c4854f-da2c-4415-ade9-067301111409 None None] The sync data for ids ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:42.232433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:42.370671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.416851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1c9f65e7-f3fc-4b6d-a6ff-f4575d406cb8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.455390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=4c3de39a-745f-4301-95f5-dd28f9ec9af7,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:42.460959 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-1c9f65e7-f3fc-4b6d-a6ff-f4575d406cb8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] update failed (client error): The resource could not be found. May 26 16:21:42.465844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33088) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:42.466572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': '8ddd53bd-166f-49ce-85b3-a09cf013bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb5c932f-defc-41b4-b50d-50331968bd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:42.467148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: cb5c932f-defc-41b4-b50d-50331968bd00, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:42.473029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1c9f65e7-f3fc-4b6d-a6ff-f4575d406cb8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "PUT /v2.0/routers/cda8bd7a-b9c1-4874-8f82-392e3e776caf HTTP/1.1" status: 404 len: 339 time: 0.4574962 May 26 16:21:42.588105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network cb5c932f-defc-41b4-b50d-50331968bd00 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:43.021313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, cb5c932f-defc-41b4-b50d-50331968bd00) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:43.030672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1820dfda-aa3b-48f9-82a6-1eae3388cdba None None] Network cb5c932f-defc-41b4-b50d-50331968bd00 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:43.074340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:43.074923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.118528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61918fd3-3769-4512-a401-5417144e0db1 req-97a66735-3e9e-4a02-93b6-f35cc96ee531 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:43.129073 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6091ad41-77c4-4092-a336-5b4fbcbae9a3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3577013 May 26 16:21:43.130430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61918fd3-3769-4512-a401-5417144e0db1 req-97a66735-3e9e-4a02-93b6-f35cc96ee531 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.24 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 945 time: 0.0944192 May 26 16:21:43.131049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33112) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:43.136374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1124901939'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:43.188901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:43.193949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.212261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.268332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:43.283144 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.283919 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment 9ab5811e-d671-42db-8e9d-33d4d21404ca of type vlan for network 43db6ef0-27c8-4e77-b761-447129ba6a1b May 26 16:21:43.348782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-61918fd3-3769-4512-a401-5417144e0db1 req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Deleting port b5da2b0d-442e-44b3-b44e-42b5dec183d4 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:43.349409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-61918fd3-3769-4512-a401-5417144e0db1 req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.355188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.396125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-cb5c932f-defc-41b4-b50d-50331968bd00', 'network_id': 'cb5c932f-defc-41b4-b50d-50331968bd00', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': '4c3de39a-745f-4301-95f5-dd28f9ec9af7'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:43.397324 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.553452 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.562358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:43.563000 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.597668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f496-de63-4ee8-8070-c16229ef33e7 req-c7dcbaa7-259c-4acd-a893-d27a6ed71dd8 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:43.605952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e37f496-de63-4ee8-8070-c16229ef33e7 req-c7dcbaa7-259c-4acd-a893-d27a6ed71dd8 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 945 time: 0.2620704 May 26 16:21:43.663831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5286138 May 26 16:21:43.681625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33122) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:43.718621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': '43db6ef0-27c8-4e77-b761-447129ba6a1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:43.755422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Allocated IP 172.20.0.1 (2029326b-af76-45e8-a5cd-b92996f898e1/08872669-6564-4fc5-9fad-fbba2d831f88/70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:43.767778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Allocated IP 172.20.255.242 (cb5c932f-defc-41b4-b50d-50331968bd00/4c3de39a-745f-4301-95f5-dd28f9ec9af7/e120214e-b10f-43c6-831f-72f115273320) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:44.048090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9e37f496-de63-4ee8-8070-c16229ef33e7 req-b13e0550-fd99-4f2e-af08-b3b43bea0edf tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0db4038-feaf-428f-9a0e-5168fa760522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411519 May 26 16:21:44.096134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.114494 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.121165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.149145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.162313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-61918fd3-3769-4512-a401-5417144e0db1 req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] For port b5da2b0d-442e-44b3-b44e-42b5dec183d4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b5da2b0d-442e-44b3-b44e-42b5dec183d4,segment=NetworkSegment(6b1e41ce-3b09-4316-a3c6-d5c60a142fb3),segment_id=6b1e41ce-3b09-4316-a3c6-d5c60a142fb3)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:44.164531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-61918fd3-3769-4512-a401-5417144e0db1 req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.183112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Network cb5c932f-defc-41b4-b50d-50331968bd00 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:44.183830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa190fee-1318-414d-8125-80aecf7f4499 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=43db6ef0-27c8-4e77-b761-447129ba6a1b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:44.186344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:44.190209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:44.202666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-61918fd3-3769-4512-a401-5417144e0db1 req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Calling delete_port for b5da2b0d-442e-44b3-b44e-42b5dec183d4 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:44.212869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network 2029326b-af76-45e8-a5cd-b92996f898e1 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:44.217885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:44.225363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 43db6ef0-27c8-4e77-b761-447129ba6a1b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:44.226775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:44.277900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:44.283992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Pushing event updated for resources: {'Port': ['ID=e120214e-b10f-43c6-831f-72f115273320,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:44.287793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.294463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Port': ['ID=70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:44.349403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.536376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-61918fd3-3769-4512-a401-5417144e0db1 req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.662420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Pushing event deleted for resources: {'Port': ['ID=b5da2b0d-442e-44b3-b44e-42b5dec183d4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:44.722247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-61918fd3-3769-4512-a401-5417144e0db1 req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] No DVR routers for this DVR port b5da2b0d-442e-44b3-b44e-42b5dec183d4 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:44.726830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-61918fd3-3769-4512-a401-5417144e0db1 req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.730600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61918fd3-3769-4512-a401-5417144e0db1 req-9e7f979c-55be-4466-aeb3-54b8f77ec9d5 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.24 "DELETE /v2.0/ports/b5da2b0d-442e-44b3-b44e-42b5dec183d4 HTTP/1.1" status: 204 len: 173 time: 1.5904284 May 26 16:21:44.731251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f5a5b0-554e-4c60-b4ba-3ae85d2f5490', 'name': 'network-vif-deleted', 'tag': 'b5da2b0d-442e-44b3-b44e-42b5dec183d4'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:44.733635 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276e3ca4-5c1e-46b0-9e30-e68acbb634cd" -d '{"events": [{"server_uuid": "30f5a5b0-554e-4c60-b4ba-3ae85d2f5490", "name": "network-vif-deleted", "tag": "b5da2b0d-442e-44b3-b44e-42b5dec183d4"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:44.738804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.800456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.800958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.801653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.802134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.802652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.803104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.803530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.805300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.805731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.806187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.806611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.807033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:44.817372 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.819640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Attempting to bind port e120214e-b10f-43c6-831f-72f115273320 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:44.820624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Attempting to bind port e120214e-b10f-43c6-831f-72f115273320 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '8ddd53bd-166f-49ce-85b3-a09cf013bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb5c932f-defc-41b4-b50d-50331968bd00'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:44.821098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Attempting to bind port e120214e-b10f-43c6-831f-72f115273320 on network cb5c932f-defc-41b4-b50d-50331968bd00 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:44.829548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:44.830108 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Checking segment: {'id': '8ddd53bd-166f-49ce-85b3-a09cf013bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb5c932f-defc-41b4-b50d-50331968bd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:44.830634 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.831139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Bound using segment: {'id': '8ddd53bd-166f-49ce-85b3-a09cf013bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb5c932f-defc-41b4-b50d-50331968bd00'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:44.831755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Bound port: e120214e-b10f-43c6-831f-72f115273320, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddd53bd-166f-49ce-85b3-a09cf013bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cb5c932f-defc-41b4-b50d-50331968bd00'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:44.832255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.849923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d58cdbe3-12c3-48cb-aaa1-386ed899a555 None None] Provisioning complete for port 70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:44.850395 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d58cdbe3-12c3-48cb-aaa1-386ed899a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.886119 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398a6bf0-fdfe-47c8-b96c-88dabd0070a0 x-openstack-request-id: req-398a6bf0-fdfe-47c8-b96c-88dabd0070a0 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:44.886572 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f5a5b0-554e-4c60-b4ba-3ae85d2f5490", "name": "network-vif-deleted", "tag": "b5da2b0d-442e-44b3-b44e-42b5dec183d4", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:44.886843 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-398a6bf0-fdfe-47c8-b96c-88dabd0070a0 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:44.887235 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398a6bf0-fdfe-47c8-b96c-88dabd0070a0'] response: {'server_uuid': '30f5a5b0-554e-4c60-b4ba-3ae85d2f5490', 'name': 'network-vif-deleted', 'tag': 'b5da2b0d-442e-44b3-b44e-42b5dec183d4', 'status': 'completed', 'code': 200} May 26 16:21:44.889629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=c56209a3-e689-4705-b3f7-495268f40cb4,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:44.924961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d58cdbe3-12c3-48cb-aaa1-386ed899a555 None None] Port 70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:44.984857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] For port e120214e-b10f-43c6-831f-72f115273320, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:44.987504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': '9ab5811e-d671-42db-8e9d-33d4d21404ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '43db6ef0-27c8-4e77-b761-447129ba6a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:44.989041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: 43db6ef0-27c8-4e77-b761-447129ba6a1b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:44.989469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] For port e120214e-b10f-43c6-831f-72f115273320, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e120214e-b10f-43c6-831f-72f115273320,segment=NetworkSegment(8ddd53bd-166f-49ce-85b3-a09cf013bdcf),segment_id=8ddd53bd-166f-49ce-85b3-a09cf013bdcf)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:44.995133 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.025125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network 43db6ef0-27c8-4e77-b761-447129ba6a1b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:45.037651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 43db6ef0-27c8-4e77-b761-447129ba6a1b) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:45.052501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:45.059168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.065409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb94bc4-6723-48ae-bbc1-b8f9de114f54 None None] Network 43db6ef0-27c8-4e77-b761-447129ba6a1b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:45.089812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b083004c-1212-478b-8532-049bf00e13c9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4069378 May 26 16:21:45.092613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33156) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:45.424212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-856b169b-64fb-4f90-bccf-f5f36d3c93d6 req-cee6977a-b516-444b-b833-03753c127a94 tempest-VolumesActionsTest-303991259 tempest-VolumesActionsTest-303991259-project] 10.222.0.39 "GET /v2.0/ports?device_id=30f5a5b0-554e-4c60-b4ba-3ae85d2f5490 HTTP/1.1" status: 200 len: 210 time: 0.1203177 May 26 16:21:45.466710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159edfac-f8cf-4cc7-add2-4230867f995c None None] Pushing event updated for resources: {'Port': ['ID=e120214e-b10f-43c6-831f-72f115273320,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:45.517872 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.574107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.581802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.602855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-43db6ef0-27c8-4e77-b761-447129ba6a1b', 'network_id': '43db6ef0-27c8-4e77-b761-447129ba6a1b', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': 'c56209a3-e689-4705-b3f7-495268f40cb4'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:45.603892 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.782792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.823840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event updated for resources: {'Port': ['ID=70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:45.866268 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.924695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e120214e-b10f-43c6-831f-72f115273320 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:45.984145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Allocated IP 172.20.0.2 (43db6ef0-27c8-4e77-b761-447129ba6a1b/c56209a3-e689-4705-b3f7-495268f40cb4/cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:46.017670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Network 2029326b-af76-45e8-a5cd-b92996f898e1 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:46.020591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:46.073871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e120214e-b10f-43c6-831f-72f115273320 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:46.074665 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.194782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Router cda8bd7a-b9c1-4874-8f82-392e3e776caf has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:46.329723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:46.341065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33178) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:46.354653 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-276c3a91-c3f5-4129-a9bc-1df9ebab8abe tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "PUT /v2.0/routers/cda8bd7a-b9c1-4874-8f82-392e3e776caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8845699 May 26 16:21:46.399818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b2259-31fd-4558-a502-1d5cf273c27a None None] Sync routers for ids ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:46.415818 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.420808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e120214e-b10f-43c6-831f-72f115273320 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:46.421196 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.436357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b2259-31fd-4558-a502-1d5cf273c27a None None] Routers {'cda8bd7a-b9c1-4874-8f82-392e3e776caf'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:46.437030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-986b2259-31fd-4558-a502-1d5cf273c27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:46.441326 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.466830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Network 43db6ef0-27c8-4e77-b761-447129ba6a1b is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:46.575771 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.594012 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b8196653-27fe-440a-a4ea-df891ee86b05 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.642287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-986b2259-31fd-4558-a502-1d5cf273c27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:46.658201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b5da2b0d-442e-44b3-b44e-42b5dec183d4 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:46.681785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=c56209a3-e689-4705-b3f7-495268f40cb4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:46.772171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: b5da2b0d-442e-44b3-b44e-42b5dec183d4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:46.772552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b5da2b0d-442e-44b3-b44e-42b5dec183d4 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:46.788042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:46.805468 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.808564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:46.835551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Pushing event updated for resources: {'Port': ['ID=cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:46.845534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43db6ef0-27c8-4e77-b761-447129ba6a1b']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:46.848707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b2259-31fd-4558-a502-1d5cf273c27a None None] Routers {'cda8bd7a-b9c1-4874-8f82-392e3e776caf'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:46.850353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-986b2259-31fd-4558-a502-1d5cf273c27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:46.859642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab5811e-d671-42db-8e9d-33d4d21404ca') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:46.860084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab5811e-d671-42db-8e9d-33d4d21404ca') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:46.874610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.890511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.901269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:46.904215 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.014461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e120214e-b10f-43c6-831f-72f115273320, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e120214e-b10f-43c6-831f-72f115273320,segment=NetworkSegment(8ddd53bd-166f-49ce-85b3-a09cf013bdcf),segment_id=8ddd53bd-166f-49ce-85b3-a09cf013bdcf)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:47.094206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f08e2b77-ae5f-4e6c-8cf4-0f0fcf0446ac None None] Provisioning complete for port 70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:47.094580 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f08e2b77-ae5f-4e6c-8cf4-0f0fcf0446ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.097064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-986b2259-31fd-4558-a502-1d5cf273c27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:47.097687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b2259-31fd-4558-a502-1d5cf273c27a None None] The sync data for ids ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:47.129956 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.134323 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.api [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:21:47.134323 n-d-843336-2 neutron-server[109405]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:21:47.134323 n-d-843336-2 neutron-server[109405]: [parameters: {'id': '43db6ef0-27c8-4e77-b761-447129ba6a1b'}] May 26 16:21:47.134323 n-d-843336-2 neutron-server[109405]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:21:47.134726 n-d-843336-2 neutron-server[109405]: DEBUG oslo_db.api [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:21:47.159677 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 9ab5811e-d671-42db-8e9d-33d4d21404ca resource provider aggregate not found May 26 16:21:47.205545 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-b8196653-27fe-440a-a4ea-df891ee86b05 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:21:47.220995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b8196653-27fe-440a-a4ea-df891ee86b05 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "DELETE /v2.0/routers/cda8bd7a-b9c1-4874-8f82-392e3e776caf HTTP/1.1" status: 409 len: 329 time: 0.8663507 May 26 16:21:47.220995 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 9ab5811e-d671-42db-8e9d-33d4d21404ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ab5811e-d671-42db-8e9d-33d4d21404ca found for delete ", "request_id": "req-3ed91d54-f313-4ced-926b-a822daf88058"}]} May 26 16:21:47.222325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33226) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:47.268300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04748e-77aa-4e1d-9279-74d1daee59b0 None None] Network cb5c932f-defc-41b4-b50d-50331968bd00 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:47.361807 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e120214e-b10f-43c6-831f-72f115273320,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:47.449495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f08e2b77-ae5f-4e6c-8cf4-0f0fcf0446ac None None] Port 70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:47.455933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Attempting to bind port cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:47.456144 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Attempting to bind port cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '9ab5811e-d671-42db-8e9d-33d4d21404ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '43db6ef0-27c8-4e77-b761-447129ba6a1b'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:47.458051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Attempting to bind port cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f on network 43db6ef0-27c8-4e77-b761-447129ba6a1b {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:47.470833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:47.471612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Checking segment: {'id': '9ab5811e-d671-42db-8e9d-33d4d21404ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '43db6ef0-27c8-4e77-b761-447129ba6a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:47.471801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.472723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Bound using segment: {'id': '9ab5811e-d671-42db-8e9d-33d4d21404ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '43db6ef0-27c8-4e77-b761-447129ba6a1b'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:47.474405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Bound port: cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab5811e-d671-42db-8e9d-33d4d21404ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '43db6ef0-27c8-4e77-b761-447129ba6a1b'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:47.474916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.660617 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.669377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e81a14f2-3ee7-4ffd-9d4f-74d819768c34 None None] Provisioning complete for port e120214e-b10f-43c6-831f-72f115273320 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:47.669754 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e81a14f2-3ee7-4ffd-9d4f-74d819768c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.924288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e120214e-b10f-43c6-831f-72f115273320 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:48.179277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] For port cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:48.202471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-42a708d1-7450-4a9b-9705-0cc81d899bf1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6428103 May 26 16:21:48.253731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] For port cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f,segment=NetworkSegment(9ab5811e-d671-42db-8e9d-33d4d21404ca),segment_id=9ab5811e-d671-42db-8e9d-33d4d21404ca)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:48.269594 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.515393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Deleting port cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:48.516159 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.593597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1537d3b-2eed-4202-8fc6-4f4dc9e0941c None None] Pushing event updated for resources: {'Port': ['ID=cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:48.604134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e81a14f2-3ee7-4ffd-9d4f-74d819768c34 None None] Current status of the port e120214e-b10f-43c6-831f-72f115273320 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:48.629798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e120214e-b10f-43c6-831f-72f115273320 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:48.630300 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.669435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] For port cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f,segment=NetworkSegment(9ab5811e-d671-42db-8e9d-33d4d21404ca),segment_id=9ab5811e-d671-42db-8e9d-33d4d21404ca)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:48.670406 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.674642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7436ea-4258-46da-afda-0a1705c7251a None None] Network 43db6ef0-27c8-4e77-b761-447129ba6a1b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:48.691607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Calling delete_port for cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:48.859250 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.879092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e120214e-b10f-43c6-831f-72f115273320 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:48.881890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-40558050-8e56-4242-9df2-352f00bce071 None None] Provisioning complete for port e120214e-b10f-43c6-831f-72f115273320 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:48.882379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-40558050-8e56-4242-9df2-352f00bce071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.948877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No DVR routers for this DVR port cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:48.953253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-61f90549-5ef8-4ead-bcf2-b4ff5ec66909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:48.954937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-61f90549-5ef8-4ead-bcf2-b4ff5ec66909 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1096 time: 0.6253793 May 26 16:21:48.969312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Port': ['ID=cd52c0bc-7cb4-4bb8-a8fb-0be78355ad2f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:49.003611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9133ab1-4a25-4b07-8ea1-cad0bc245914 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:21:49.132262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.185511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9133ab1-4a25-4b07-8ea1-cad0bc245914 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:21:49.197635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-68d784c2-96ac-4655-84d2-765e859c6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:49.199685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-68d784c2-96ac-4655-84d2-765e859c6267 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 0.2049801 May 26 16:21:49.219249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43db6ef0-27c8-4e77-b761-447129ba6a1b']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:49.236975 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.410840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-57e37ac4-b819-406f-a655-9dce7e52b139 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 1001 time: 0.1341944 May 26 16:21:49.431224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-40558050-8e56-4242-9df2-352f00bce071 None None] Current status of the port e120214e-b10f-43c6-831f-72f115273320 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:49.451544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab5811e-d671-42db-8e9d-33d4d21404ca') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:49.451849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab5811e-d671-42db-8e9d-33d4d21404ca') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:49.520905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-2a275601-4745-499d-8abd-dea82f24fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:49.522812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-2a275601-4745-499d-8abd-dea82f24fc31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.0686266 May 26 16:21:49.528299 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.629906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.644025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:49.644593 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.802713 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 9ab5811e-d671-42db-8e9d-33d4d21404ca resource provider aggregate not found May 26 16:21:49.852065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.858006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.867011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/43db6ef0-27c8-4e77-b761-447129ba6a1b HTTP/1.1" status: 204 len: 168 time: 4.7670004 May 26 16:21:49.867476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33308) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:49.874328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-878568273'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:49.884312 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 9ab5811e-d671-42db-8e9d-33d4d21404ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ab5811e-d671-42db-8e9d-33d4d21404ca found for delete ", "request_id": "req-400f4f74-dd25-41d1-9d6b-c09de03f1925"}]} May 26 16:21:49.897090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-7577fdd6-558b-4f14-9085-81cdcc481d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:49.898763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-7577fdd6-558b-4f14-9085-81cdcc481d50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3086395 May 26 16:21:49.921126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:49.924880 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.940094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88abf8-9fe1-44a0-bac7-4fdf382da17d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=43db6ef0-27c8-4e77-b761-447129ba6a1b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:49.974757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:49.998422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.998868 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment f0900964-ad15-4990-bca0-17433c571065 of type vlan for network cf12de41-cb58-4e0f-9735-fb5223439e1b May 26 16:21:50.086030 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.157225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.163859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:50.164767 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.218643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-2046532e-dfd8-4c1e-bb42-56ad41b73474 service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866874 May 26 16:21:50.237102 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3691566 May 26 16:21:50.239994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33322) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:50.245647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': 'cf12de41-cb58-4e0f-9735-fb5223439e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:50.281024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=cf12de41-cb58-4e0f-9735-fb5223439e1b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:50.423517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.423872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.424444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.425193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.425545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.429813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.429926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.430705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.432229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.432649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.433017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.434406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3dfb84-e99f-4c37-85e6-13023cde347e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:50.455528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network cf12de41-cb58-4e0f-9735-fb5223439e1b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:50.546764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:50.554579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.649840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Performing IP validity checks on allocation pools {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:21:50.651348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:21:50.879218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.879891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f034872a-f52a-47c3-838a-48a55487a2b2 req-52660c2a-19ab-4f0b-aa30-9015e9bfb56f service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822978 May 26 16:21:50.920494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Deleting port 70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:50.920952 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.990095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=7465d581-09ce-4586-b93f-552187aa0326,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:51.049322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.064495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Calling delete_port for 70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:51.087135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': 'f0900964-ad15-4990-bca0-17433c571065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cf12de41-cb58-4e0f-9735-fb5223439e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:51.088851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: cf12de41-cb58-4e0f-9735-fb5223439e1b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:51.121219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network cf12de41-cb58-4e0f-9735-fb5223439e1b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:51.140573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, cf12de41-cb58-4e0f-9735-fb5223439e1b) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:51.153445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431677c5-c60f-4698-b70d-2ec0f0e7095f None None] Network cf12de41-cb58-4e0f-9735-fb5223439e1b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:51.162493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:51.165006 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.196929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3b80e3c0-be0d-437f-9b29-a6c78c11d281 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9555845 May 26 16:21:51.199852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33344) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:51.351236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.424892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.512833 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.536858 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.626122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Port': ['ID=70aa4fe5-4ef2-4dcb-b484-ddaa7b7126b2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:51.859026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=7465d581-09ce-4586-b93f-552187aa0326,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:51.896774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c42da-239e-456f-aad5-d8358d5a80b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-cf12de41-cb58-4e0f-9735-fb5223439e1b', 'network_id': 'cf12de41-cb58-4e0f-9735-fb5223439e1b', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': '7465d581-09ce-4586-b93f-552187aa0326'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:51.897850 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9d8c42da-239e-456f-aad5-d8358d5a80b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.907624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.953781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf12de41-cb58-4e0f-9735-fb5223439e1b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:51.973959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0900964-ad15-4990-bca0-17433c571065') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:51.990387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0900964-ad15-4990-bca0-17433c571065') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:52.002789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.021653 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.035225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.052604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:52.053173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.116638 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f0900964-ad15-4990-bca0-17433c571065 resource provider aggregate not found May 26 16:21:52.144403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484e8781-f343-4b5f-b230-60e78873416c None None] Network cf12de41-cb58-4e0f-9735-fb5223439e1b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:52.154951 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f0900964-ad15-4990-bca0-17433c571065 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0900964-ad15-4990-bca0-17433c571065 found for delete ", "request_id": "req-d8fe5516-e110-407d-9f26-62f39dffe2d8"}]} May 26 16:21:52.170395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.182663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.186428 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/cf12de41-cb58-4e0f-9735-fb5223439e1b HTTP/1.1" status: 204 len: 168 time: 0.9853773 May 26 16:21:52.202755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33376) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:52.223440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-319041785'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:52.242699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02838d45-c665-4633-b525-6185331f6fe5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=cf12de41-cb58-4e0f-9735-fb5223439e1b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:52.305100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:52.315033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.328168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-ad270652-dbb5-4046-bb58-8604ab1bea8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1494834 May 26 16:21:52.369544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:52.385620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.385986 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment e4f61024-f222-474b-8a10-41c435cf9e5f of type vlan for network 63b0c475-025f-403b-a575-55bf8799fd67 May 26 16:21:52.450816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.497711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.505986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:52.507267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.542430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bb47a-d269-4bbb-93f2-14ab9d03b922 req-11bcc5f0-a679-4320-807e-e469ae7b7c4c tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:52.554497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d6bb47a-d269-4bbb-93f2-14ab9d03b922 req-11bcc5f0-a679-4320-807e-e469ae7b7c4c tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1096 time: 0.2783928 May 26 16:21:52.565319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Router cda8bd7a-b9c1-4874-8f82-392e3e776caf has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:52.594884 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5d6bb47a-d269-4bbb-93f2-14ab9d03b922 req-2061ef84-b1a4-4177-805f-306557895618 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.599601 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3896320 May 26 16:21:52.600308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33386) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:52.628789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': '63b0c475-025f-403b-a575-55bf8799fd67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:52.629193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-e34a0ac5-a27b-4b43-a37c-3a9e28494651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:52.630579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-e34a0ac5-a27b-4b43-a37c-3a9e28494651 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1144c6abd475413f9e7b7793945a8ae5&device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 1096 time: 0.1796882 May 26 16:21:52.692202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a801b7-fd71-40f5-86a7-e590350ec555 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=63b0c475-025f-403b-a575-55bf8799fd67,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:52.708197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 63b0c475-025f-403b-a575-55bf8799fd67 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:52.712208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:52.725857 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e7886-455f-4fd1-acc6-52897f7f87e6 None None] Sync routers for ids ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:52.747793 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e7886-455f-4fd1-acc6-52897f7f87e6 None None] Routers {'cda8bd7a-b9c1-4874-8f82-392e3e776caf'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:52.749591 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-849e7886-455f-4fd1-acc6-52897f7f87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:52.792038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:52.815200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.839959 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-849e7886-455f-4fd1-acc6-52897f7f87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:52.862026 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e7886-455f-4fd1-acc6-52897f7f87e6 None None] Routers {'cda8bd7a-b9c1-4874-8f82-392e3e776caf'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:52.862913 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-849e7886-455f-4fd1-acc6-52897f7f87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:21:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:52.864993 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-67af5a7a-f96f-4263-b923-9b6584d279b5 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "PUT /v2.0/routers/cda8bd7a-b9c1-4874-8f82-392e3e776caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6415749 May 26 16:21:52.871707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33394) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:52.966644 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-849e7886-455f-4fd1-acc6-52897f7f87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:52.967910 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e7886-455f-4fd1-acc6-52897f7f87e6 None None] The sync data for ids ['cda8bd7a-b9c1-4874-8f82-392e3e776caf'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:52.987899 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-ce8dab9f-cfcf-47f5-8940-6513a9b0b1d1 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] show failed (client error): The resource could not be found. May 26 16:21:52.989282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ce8dab9f-cfcf-47f5-8940-6513a9b0b1d1 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1941747614 HTTP/1.1" status: 404 len: 335 time: 0.0987031 May 26 16:21:52.996900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:53.002624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-16357956-b28d-4e97-9dce-4b268565964e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:53.049694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-b21d8a6d-73a2-4aef-b018-28118c5b26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:53.052887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-b21d8a6d-73a2-4aef-b018-28118c5b26c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 200 len: 912 time: 0.3447287 May 26 16:21:53.111621 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:21:53.133104 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-16357956-b28d-4e97-9dce-4b268565964e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] update failed (client error): The resource could not be found. May 26 16:21:53.139369 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5d6bb47a-d269-4bbb-93f2-14ab9d03b922 req-2061ef84-b1a4-4177-805f-306557895618 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.139863 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-16357956-b28d-4e97-9dce-4b268565964e tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1278115038 HTTP/1.1" status: 404 len: 335 time: 0.1387258 May 26 16:21:53.141168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33404) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:53.216482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffce1c0b-e552-49e9-9223-9f49d5dc9e08 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Deleting subnet 9f756434-1686-467b-8aa8-3fa763786a82 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:53.219241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5d6bb47a-d269-4bbb-93f2-14ab9d03b922 req-2061ef84-b1a4-4177-805f-306557895618 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.227717 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ffce1c0b-e552-49e9-9223-9f49d5dc9e08 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.311471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-eebab608-7e59-49ae-867b-412423a98d0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84a15114-a6aa-4112-a540-8349996c8432 HTTP/1.1" status: 200 len: 1001 time: 0.2479982 May 26 16:21:53.312468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.333488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d6bb47a-d269-4bbb-93f2-14ab9d03b922 req-2061ef84-b1a4-4177-805f-306557895618 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7780070 May 26 16:21:53.378437 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ffce1c0b-e552-49e9-9223-9f49d5dc9e08 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.413739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=49daa6d4-310a-42b7-841c-dba162b4d141,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:53.420422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061ef84-b1a4-4177-805f-306557895618 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66d490d-1fd3-4594-9e94-daed6c6cad78,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:53.432014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': 'e4f61024-f222-474b-8a10-41c435cf9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '63b0c475-025f-403b-a575-55bf8799fd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:53.447708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: 63b0c475-025f-403b-a575-55bf8799fd67, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:53.484428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-c2a3ad9e-5449-4cff-86d3-bb4ba8255db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:53.486903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-c2a3ad9e-5449-4cff-86d3-bb4ba8255db4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 200 len: 850 time: 0.1633787 May 26 16:21:53.509898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network 63b0c475-025f-403b-a575-55bf8799fd67 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:53.527019 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 63b0c475-025f-403b-a575-55bf8799fd67) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:53.536003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:53.537271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.547182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86261038-bc97-4fb7-b106-452d6fa73ec7 None None] Network 63b0c475-025f-403b-a575-55bf8799fd67 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:53.566758 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a79ec20-2fea-4769-ae15-f8452815d228 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9582257 May 26 16:21:53.567549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33416) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:53.757524 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ffce1c0b-e552-49e9-9223-9f49d5dc9e08 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.917583 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.948903 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.967553 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ffce1c0b-e552-49e9-9223-9f49d5dc9e08 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.979182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-63b0c475-025f-403b-a575-55bf8799fd67', 'network_id': '63b0c475-025f-403b-a575-55bf8799fd67', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': '49daa6d4-310a-42b7-841c-dba162b4d141'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:53.981273 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.011969 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.049217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-2b83e995-399d-4c01-86cc-a4773179e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:54.050858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-2b83e995-399d-4c01-86cc-a4773179e44c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba6904b0-e06f-42f4-b61a-20e928e58fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5538256 May 26 16:21:54.053335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ffce1c0b-e552-49e9-9223-9f49d5dc9e08 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.061684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ffce1c0b-e552-49e9-9223-9f49d5dc9e08 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "DELETE /v2.0/subnets/9f756434-1686-467b-8aa8-3fa763786a82 HTTP/1.1" status: 204 len: 168 time: 0.9149923 May 26 16:21:54.062878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce1c0b-e552-49e9-9223-9f49d5dc9e08 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Subnet': ['ID=9f756434-1686-467b-8aa8-3fa763786a82,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:54.064797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33432) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:54.121379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.169699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-83dbfc0b-2363-492b-b12a-4fb64dbaa9cc service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019719 May 26 16:21:54.328779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddff6668-fb4c-4a17-a608-5affab0c5d27 None None] Network f58fbc1b-97d4-41d4-9adf-fcdb41502b5a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:54.350174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c57d36-600d-4590-b660-11dffc0e400d req-77d3e6b6-123c-4a66-a4ca-b06c6d477dc0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:54.351823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5c57d36-600d-4590-b660-11dffc0e400d req-77d3e6b6-123c-4a66-a4ca-b06c6d477dc0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.6637802 May 26 16:21:54.361299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fe17031-bacb-4b9c-8d53-354290be5783 req-91fc4c8d-d33e-492b-8b5c-a88878553757 service neutron] 10.222.0.24 "GET /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767168 May 26 16:21:54.483876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5c57d36-600d-4590-b660-11dffc0e400d req-7662408c-94f5-4357-be0b-beafe492b0ff tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880888 May 26 16:21:54.504830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85a065e-f9e7-452f-be00-d6fc385fc2df tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Deleting subnet 28fcf055-a426-4b14-acaf-5fe99f42cefd {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:54.515540 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e85a065e-f9e7-452f-be00-d6fc385fc2df tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.547939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33444) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:54.548145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Allocated IP 172.20.0.1 (63b0c475-025f-403b-a575-55bf8799fd67/49daa6d4-310a-42b7-841c-dba162b4d141/ae3f1d5d-170e-4de1-b2d5-ce5aa1239073) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:54.602730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e85a065e-f9e7-452f-be00-d6fc385fc2df tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.820431 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-abef2683-e981-4a36-9ffc-904de71d68a4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/883a2b31-2702-4ab2-82bf-f0dc2d0cf979 HTTP/1.1" status: 200 len: 993 time: 0.2650187 May 26 16:21:54.874277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e85a065e-f9e7-452f-be00-d6fc385fc2df tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.015804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990f247-d7a7-4b4c-b56c-6dfaf9d43b9b None None] DHCP port deletion for f58fbc1b-97d4-41d4-9adf-fcdb41502b5a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:21:55.029355 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e85a065e-f9e7-452f-be00-d6fc385fc2df tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.118496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a065e-f9e7-452f-be00-d6fc385fc2df tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Subnet': ['ID=28fcf055-a426-4b14-acaf-5fe99f42cefd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:55.120569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e85a065e-f9e7-452f-be00-d6fc385fc2df tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.126678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e85a065e-f9e7-452f-be00-d6fc385fc2df tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "DELETE /v2.0/subnets/28fcf055-a426-4b14-acaf-5fe99f42cefd HTTP/1.1" status: 204 len: 168 time: 0.9643385 May 26 16:21:55.127027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33462) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:55.154394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821088d-3cf1-4611-85ab-8d92fea8e81e None None] Network a0f3562d-13bc-4277-ac70-f4631083a57e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:55.224093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-34783578-7f5c-4bd8-9ab8-15d4682989b7 req-127e4c22-c1bc-4f8b-acbb-394b303ad02f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:21:55.225100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34783578-7f5c-4bd8-9ab8-15d4682989b7 req-127e4c22-c1bc-4f8b-acbb-394b303ad02f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053685 May 26 16:21:55.278794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.300511 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.333621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.425757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6990f247-d7a7-4b4c-b56c-6dfaf9d43b9b None None] Deleting port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:55.427228 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6990f247-d7a7-4b4c-b56c-6dfaf9d43b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.442194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Network 63b0c475-025f-403b-a575-55bf8799fd67 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:55.477036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:55.510909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:55.541369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Pushing event updated for resources: {'Port': ['ID=ae3f1d5d-170e-4de1-b2d5-ce5aa1239073,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:55.592348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6990f247-d7a7-4b4c-b56c-6dfaf9d43b9b None None] For port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=95c780b1-17a5-4ed9-9ed5-4ac3331436fe,segment=NetworkSegment(b65ca13e-111a-4cd4-958b-8ba6fb486fcd),segment_id=b65ca13e-111a-4cd4-958b-8ba6fb486fcd)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:55.593813 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6990f247-d7a7-4b4c-b56c-6dfaf9d43b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.646869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6990f247-d7a7-4b4c-b56c-6dfaf9d43b9b None None] Calling delete_port for 95c780b1-17a5-4ed9-9ed5-4ac3331436fe owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:55.650667 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.684857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0323ca7b-dad8-42bd-8177-34cab40247f4 None None] DHCP port deletion for a0f3562d-13bc-4277-ac70-f4631083a57e request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:21:55.733894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Attempting to bind port ae3f1d5d-170e-4de1-b2d5-ce5aa1239073 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:55.734671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Attempting to bind port ae3f1d5d-170e-4de1-b2d5-ce5aa1239073 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'e4f61024-f222-474b-8a10-41c435cf9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '63b0c475-025f-403b-a575-55bf8799fd67'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:55.735554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Attempting to bind port ae3f1d5d-170e-4de1-b2d5-ce5aa1239073 on network 63b0c475-025f-403b-a575-55bf8799fd67 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:55.756455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=49daa6d4-310a-42b7-841c-dba162b4d141,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:55.816890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Deleting port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:55.817206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.840173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.860371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:55.860755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Checking segment: {'id': 'e4f61024-f222-474b-8a10-41c435cf9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '63b0c475-025f-403b-a575-55bf8799fd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:55.861608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.862834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Bound using segment: {'id': 'e4f61024-f222-474b-8a10-41c435cf9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '63b0c475-025f-403b-a575-55bf8799fd67'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:55.867209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Bound port: ae3f1d5d-170e-4de1-b2d5-ce5aa1239073, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f61024-f222-474b-8a10-41c435cf9e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '63b0c475-025f-403b-a575-55bf8799fd67'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:55.867675 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.907831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 95c780b1-17a5-4ed9-9ed5-4ac3331436fe no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:55.910525 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6990f247-d7a7-4b4c-b56c-6dfaf9d43b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.972929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932173d5-382e-47ba-9a60-1c5031faa4dc req-f51fa001-a87f-4c1e-ba77-4b7005c5e3a9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:55.975303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990f247-d7a7-4b4c-b56c-6dfaf9d43b9b None None] No DVR routers for this DVR port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:55.987872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b0c475-025f-403b-a575-55bf8799fd67']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:55.992985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-932173d5-382e-47ba-9a60-1c5031faa4dc req-f51fa001-a87f-4c1e-ba77-4b7005c5e3a9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.1411979 May 26 16:21:56.005871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990f247-d7a7-4b4c-b56c-6dfaf9d43b9b None None] Pushing event deleted for resources: {'Port': ['ID=95c780b1-17a5-4ed9-9ed5-4ac3331436fe,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:56.013206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 95c780b1-17a5-4ed9-9ed5-4ac3331436fe {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:56.013206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 95c780b1-17a5-4ed9-9ed5-4ac3331436fe not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:56.037859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f61024-f222-474b-8a10-41c435cf9e5f') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:56.042919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f61024-f222-474b-8a10-41c435cf9e5f') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:56.046161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] For port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=95c780b1-17a5-4ed9-9ed5-4ac3331436fe,segment=NetworkSegment(b65ca13e-111a-4cd4-958b-8ba6fb486fcd),segment_id=b65ca13e-111a-4cd4-958b-8ba6fb486fcd)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:56.050154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.097443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-932173d5-382e-47ba-9a60-1c5031faa4dc req-65124229-ed4e-43d3-9d76-52cf6582ad32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906103 May 26 16:21:56.124251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Calling delete_port for 95c780b1-17a5-4ed9-9ed5-4ac3331436fe owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:56.139933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0323ca7b-dad8-42bd-8177-34cab40247f4 None None] Deleting port cff78644-5b26-4aae-b868-924ee178ee8b {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:56.140303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0323ca7b-dad8-42bd-8177-34cab40247f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.149176 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.154631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] For port ae3f1d5d-170e-4de1-b2d5-ce5aa1239073, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:56.201847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] For port ae3f1d5d-170e-4de1-b2d5-ce5aa1239073, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ae3f1d5d-170e-4de1-b2d5-ce5aa1239073,segment=NetworkSegment(e4f61024-f222-474b-8a10-41c435cf9e5f),segment_id=e4f61024-f222-474b-8a10-41c435cf9e5f)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:56.216656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.269627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0323ca7b-dad8-42bd-8177-34cab40247f4 None None] For port cff78644-5b26-4aae-b868-924ee178ee8b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cff78644-5b26-4aae-b868-924ee178ee8b,segment=NetworkSegment(c20d593a-d571-44c8-b90d-9decf07dc8b0),segment_id=c20d593a-d571-44c8-b90d-9decf07dc8b0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:56.270081 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0323ca7b-dad8-42bd-8177-34cab40247f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.291988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.332637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0323ca7b-dad8-42bd-8177-34cab40247f4 None None] Calling delete_port for cff78644-5b26-4aae-b868-924ee178ee8b owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:56.354972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e259c-0880-4213-985c-86bfd2d1e224 None None] Network 63b0c475-025f-403b-a575-55bf8799fd67 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:56.391791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:56.392283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.493853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7fe97-5b27-4db1-a207-47eecb489ef2 None None] Pushing event updated for resources: {'Port': ['ID=ae3f1d5d-170e-4de1-b2d5-ce5aa1239073,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:56.705295 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment e4f61024-f222-474b-8a10-41c435cf9e5f resource provider aggregate not found May 26 16:21:56.754308 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0323ca7b-dad8-42bd-8177-34cab40247f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.757476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-06aaaf53-1f6b-4a22-af15-cdd944a7c356 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8709238 May 26 16:21:56.809402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-1a89a180-6694-4ad0-8d21-ef7a1a895c3d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:21:56.812761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323ca7b-dad8-42bd-8177-34cab40247f4 None None] Pushing event deleted for resources: {'Port': ['ID=cff78644-5b26-4aae-b868-924ee178ee8b,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:56.813104 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-1a89a180-6694-4ad0-8d21-ef7a1a895c3d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195351 May 26 16:21:56.816752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323ca7b-dad8-42bd-8177-34cab40247f4 None None] No DVR routers for this DVR port cff78644-5b26-4aae-b868-924ee178ee8b on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:56.836226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.840792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac8d4c-b02f-4cad-8682-eb04b984bfdf None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:21:56.866730 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment e4f61024-f222-474b-8a10-41c435cf9e5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4f61024-f222-474b-8a10-41c435cf9e5f found for delete ", "request_id": "req-0c9a1b13-6356-4c57-abcd-461572520410"}]} May 26 16:21:56.956277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Port': ['ID=95c780b1-17a5-4ed9-9ed5-4ac3331436fe,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:56.968971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.api [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:21:56.968971 n-d-843336-2 neutron-server[109404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:21:56.968971 n-d-843336-2 neutron-server[109404]: [parameters: {'id': '63b0c475-025f-403b-a575-55bf8799fd67'}] May 26 16:21:56.968971 n-d-843336-2 neutron-server[109404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:21:56.971569 n-d-843336-2 neutron-server[109404]: DEBUG oslo_db.api [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:21:56.986793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] No DVR routers for this DVR port 95c780b1-17a5-4ed9-9ed5-4ac3331436fe on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:57.110636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac8d4c-b02f-4cad-8682-eb04b984bfdf None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:21:57.166089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.199409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58fbc1b-97d4-41d4-9adf-fcdb41502b5a']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:57.211289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65ca13e-111a-4cd4-958b-8ba6fb486fcd') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:57.211840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65ca13e-111a-4cd4-958b-8ba6fb486fcd') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:57.222927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.294685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.319745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:57.320484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.392707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80062a-4e58-477e-9619-79902f7dc162 req-8e54daa6-ccec-4dc3-a2d4-3f6283d8d91b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:57.404638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef80062a-4e58-477e-9619-79902f7dc162 req-8e54daa6-ccec-4dc3-a2d4-3f6283d8d91b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.1500478 May 26 16:21:57.524435 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.534656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.541309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef80062a-4e58-477e-9619-79902f7dc162 req-093d6853-4fe8-42be-848d-8454a1f01815 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347313 May 26 16:21:57.548410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.554300 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "DELETE /v2.0/networks/f58fbc1b-97d4-41d4-9adf-fcdb41502b5a HTTP/1.1" status: 204 len: 168 time: 2.4239259 May 26 16:21:57.555876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33552) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:57.628504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b356a-f9c9-4dda-803b-af42f1f386b8 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Network': ['ID=f58fbc1b-97d4-41d4-9adf-fcdb41502b5a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:57.702618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Deleting port ae3f1d5d-170e-4de1-b2d5-ce5aa1239073 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:57.702967 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.716808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cff78644-5b26-4aae-b868-924ee178ee8b no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:57.754324 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.770734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: cff78644-5b26-4aae-b868-924ee178ee8b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:57.781429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cff78644-5b26-4aae-b868-924ee178ee8b not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:57.952012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] For port ae3f1d5d-170e-4de1-b2d5-ce5aa1239073, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ae3f1d5d-170e-4de1-b2d5-ce5aa1239073,segment=NetworkSegment(e4f61024-f222-474b-8a10-41c435cf9e5f),segment_id=e4f61024-f222-474b-8a10-41c435cf9e5f)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:57.952388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.978044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Calling delete_port for ae3f1d5d-170e-4de1-b2d5-ce5aa1239073 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:58.044336 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.083575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f3562d-13bc-4277-ac70-f4631083a57e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:58.099443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20d593a-d571-44c8-b90d-9decf07dc8b0') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:58.103381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20d593a-d571-44c8-b90d-9decf07dc8b0') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:58.123375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.154410 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.160619 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.172784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:58.173461 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.215501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Port': ['ID=ae3f1d5d-170e-4de1-b2d5-ce5aa1239073,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:58.231098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No DVR routers for this DVR port ae3f1d5d-170e-4de1-b2d5-ce5aa1239073 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:58.300068 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment c20d593a-d571-44c8-b90d-9decf07dc8b0 resource provider aggregate not found May 26 16:21:58.323948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.357453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.377563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.380954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b0c475-025f-403b-a575-55bf8799fd67']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:58.390774 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "DELETE /v2.0/networks/a0f3562d-13bc-4277-ac70-f4631083a57e HTTP/1.1" status: 204 len: 168 time: 0.8334830 May 26 16:21:58.392578 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment c20d593a-d571-44c8-b90d-9decf07dc8b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c20d593a-d571-44c8-b90d-9decf07dc8b0 found for delete ", "request_id": "req-ff2971c7-50f8-4df5-bece-c0fa1b3173db"}]} May 26 16:21:58.394228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Network': ['ID=a0f3562d-13bc-4277-ac70-f4631083a57e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:58.396439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33572) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:58.414273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f61024-f222-474b-8a10-41c435cf9e5f') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:58.414575 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f61024-f222-474b-8a10-41c435cf9e5f') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:58.435712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.464348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.480088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:58.480506 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.511751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3e9af7-d552-493c-ae45-a2bcb7123c8c tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Deleting subnet 08872669-6564-4fc5-9fad-fbba2d831f88 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:58.520617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.521259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.521774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.522364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.522870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.523428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.524002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.524774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.525479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.526034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.526543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.526948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dce87d-515f-44b8-82dc-259ec8a73db3 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:58.529922 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9af7-d552-493c-ae45-a2bcb7123c8c tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.591312 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9af7-d552-493c-ae45-a2bcb7123c8c tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.614417 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.632200 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.638093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/63b0c475-025f-403b-a575-55bf8799fd67 HTTP/1.1" status: 204 len: 168 time: 5.0686069 May 26 16:21:58.642722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33582) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:58.657579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327938579'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:58.681491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed519da4-a7c1-4bb7-9e5f-7362086909cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=63b0c475-025f-403b-a575-55bf8799fd67,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:58.722842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:58.726565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.879964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:58.925739 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b65ca13e-111a-4cd4-958b-8ba6fb486fcd resource provider aggregate not found May 26 16:21:58.985046 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.987328 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment 48757d52-901f-4bbb-ab3c-bcd34a579742 of type vlan for network 9831f142-f6d5-4a0d-a7c5-c076ae64b95e May 26 16:21:58.995746 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b65ca13e-111a-4cd4-958b-8ba6fb486fcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b65ca13e-111a-4cd4-958b-8ba6fb486fcd found for delete ", "request_id": "req-e5f3a532-60da-42fe-b6fd-ffeec2f75823"}]} May 26 16:21:59.034494 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment e4f61024-f222-474b-8a10-41c435cf9e5f resource provider aggregate not found May 26 16:21:59.062202 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment e4f61024-f222-474b-8a10-41c435cf9e5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4f61024-f222-474b-8a10-41c435cf9e5f found for delete ", "request_id": "req-2fdff3ec-6236-4af7-95f9-f1bc4aeaa4c5"}]} May 26 16:21:59.072535 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.177376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9af7-d552-493c-ae45-a2bcb7123c8c tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.189196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a6982-c66a-498a-9ad3-bebe8aa0af75 req-36bf4985-5abd-4ab1-b270-994e856ae181 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.191341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca3a6982-c66a-498a-9ad3-bebe8aa0af75 req-36bf4985-5abd-4ab1-b270-994e856ae181 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.4475412 May 26 16:21:59.560902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.581468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.582592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.627457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-c5f1265d-8ea9-4263-885d-b2035d77a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.629252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-c5f1265d-8ea9-4263-885d-b2035d77a40e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1096 time: 0.5356641 May 26 16:21:59.695381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=9831f142-f6d5-4a0d-a7c5-c076ae64b95e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:59.707288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca3a6982-c66a-498a-9ad3-bebe8aa0af75 req-2bca487e-1d9c-4d1a-958c-89719d3cf437 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697469 May 26 16:21:59.707495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 9831f142-f6d5-4a0d-a7c5-c076ae64b95e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:59.738884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33604) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:59.745004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': '9831f142-f6d5-4a0d-a7c5-c076ae64b95e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:59.750619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-823d29ee-bec9-4c74-a9ac-5fb3b3826dab tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1065121 May 26 16:21:59.891005 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9af7-d552-493c-ae45-a2bcb7123c8c tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.939309 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9af7-d552-493c-ae45-a2bcb7123c8c tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.942217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:59.946247 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.951927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9f3e9af7-d552-493c-ae45-a2bcb7123c8c tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "DELETE /v2.0/subnets/08872669-6564-4fc5-9fad-fbba2d831f88 HTTP/1.1" status: 204 len: 168 time: 1.5468857 May 26 16:21:59.981875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33612) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:59.990451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c504289-f4e9-44c0-8f55-2266670c1ba2 None None] Network 2029326b-af76-45e8-a5cd-b92996f898e1 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:00.039423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e9af7-d552-493c-ae45-a2bcb7123c8c tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Subnet': ['ID=08872669-6564-4fc5-9fad-fbba2d831f88,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:00.089252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-d1434f40-2fcd-4433-9716-302225d82bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:00.104055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-d1434f40-2fcd-4433-9716-302225d82bc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 0.4045818 May 26 16:22:00.334572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-cc89056a-6d78-48cc-bee1-6768317839a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 1001 time: 0.2286432 May 26 16:22:00.427257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.494281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-0d034d49-5974-4bef-afdf-07ca107cf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:00.532260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-0d034d49-5974-4bef-afdf-07ca107cf21f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.1784530 May 26 16:22:00.559274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f03e2d-9170-41c7-85ea-a2fcd271450d None None] DHCP port deletion for 2029326b-af76-45e8-a5cd-b92996f898e1 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:00.754502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-9961890b-f4d6-4671-ad82-f7de6fe32927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:00.759125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-9961890b-f4d6-4671-ad82-f7de6fe32927 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2233357 May 26 16:22:00.795310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Deleting port 9bf67eba-a17b-41bf-8ffb-9fadae982287 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:00.798166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.240490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e1f03e2d-9170-41c7-85ea-a2fcd271450d None None] Deleting port 9bf67eba-a17b-41bf-8ffb-9fadae982287 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:01.247775 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e2d-9170-41c7-85ea-a2fcd271450d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.299137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa938d-e349-46c3-9eda-e6fbd7c67908 req-d47d43aa-0d47-435f-a184-f98263f46664 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:01.319161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14fa938d-e349-46c3-9eda-e6fbd7c67908 req-d47d43aa-0d47-435f-a184-f98263f46664 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.2532468 May 26 16:22:01.346338 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.420546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] For port 9bf67eba-a17b-41bf-8ffb-9fadae982287, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bf67eba-a17b-41bf-8ffb-9fadae982287,segment=NetworkSegment(a35afd69-76a4-47ef-942b-e9cab9b6d1bb),segment_id=a35afd69-76a4-47ef-942b-e9cab9b6d1bb)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:01.421063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.510258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-6773571a-8f1b-497c-8601-e24586da9064 service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439139 May 26 16:22:01.534330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14fa938d-e349-46c3-9eda-e6fbd7c67908 req-375e6469-b4b1-4aa7-804a-be767306767d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127471 May 26 16:22:01.565210 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e1f03e2d-9170-41c7-85ea-a2fcd271450d None None] For port 9bf67eba-a17b-41bf-8ffb-9fadae982287, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bf67eba-a17b-41bf-8ffb-9fadae982287,segment=NetworkSegment(a35afd69-76a4-47ef-942b-e9cab9b6d1bb),segment_id=a35afd69-76a4-47ef-942b-e9cab9b6d1bb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:01.574782 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e2d-9170-41c7-85ea-a2fcd271450d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.609192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Calling delete_port for 9bf67eba-a17b-41bf-8ffb-9fadae982287 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:01.623096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e1f03e2d-9170-41c7-85ea-a2fcd271450d None None] Calling delete_port for 9bf67eba-a17b-41bf-8ffb-9fadae982287 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:01.789416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bf67eba-a17b-41bf-8ffb-9fadae982287 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:01.891616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-1742f319-a773-4e00-8091-a1f21b265b80 service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563302 May 26 16:22:01.899637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=10b4cda7-d421-456a-8772-840cb65c26f2,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:01.935269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9bf67eba-a17b-41bf-8ffb-9fadae982287 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:01.935667 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.952854 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': '48757d52-901f-4bbb-ab3c-bcd34a579742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9831f142-f6d5-4a0d-a7c5-c076ae64b95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:01.956438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: 9831f142-f6d5-4a0d-a7c5-c076ae64b95e, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:01.987349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 9bf67eba-a17b-41bf-8ffb-9fadae982287, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bf67eba-a17b-41bf-8ffb-9fadae982287,segment=NetworkSegment(a35afd69-76a4-47ef-942b-e9cab9b6d1bb),segment_id=a35afd69-76a4-47ef-942b-e9cab9b6d1bb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:01.998432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.064441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network 9831f142-f6d5-4a0d-a7c5-c076ae64b95e is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:02.089013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=9bf67eba-a17b-41bf-8ffb-9fadae982287,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:02.098279 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1f03e2d-9170-41c7-85ea-a2fcd271450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.124637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.157185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f03e2d-9170-41c7-85ea-a2fcd271450d None None] Pushing event deleted for resources: {'Port': ['ID=9bf67eba-a17b-41bf-8ffb-9fadae982287,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:02.159622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f03e2d-9170-41c7-85ea-a2fcd271450d None None] No DVR routers for this DVR port 9bf67eba-a17b-41bf-8ffb-9fadae982287 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:02.161210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 9831f142-f6d5-4a0d-a7c5-c076ae64b95e) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:02.164004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] No DVR routers for this DVR port 9bf67eba-a17b-41bf-8ffb-9fadae982287 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:02.166121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Port': ['ID=9bf67eba-a17b-41bf-8ffb-9fadae982287,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:02.174140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:02.174676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.189237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247799b-6ae1-448f-8638-ada6f59f5f21 None None] Network 9831f142-f6d5-4a0d-a7c5-c076ae64b95e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:02.313673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33670) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:02.313933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2acd403d-ffec-45df-b918-555ff8a8e15a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5737910 May 26 16:22:02.316341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.447949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2029326b-af76-45e8-a5cd-b92996f898e1']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:02.485916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35afd69-76a4-47ef-942b-e9cab9b6d1bb') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:02.486440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35afd69-76a4-47ef-942b-e9cab9b6d1bb') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:02.489444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.508873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.530375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-9831f142-f6d5-4a0d-a7c5-c076ae64b95e', 'network_id': '9831f142-f6d5-4a0d-a7c5-c076ae64b95e', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': '10b4cda7-d421-456a-8772-840cb65c26f2'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:02.531389 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.545561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.559545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:02.560544 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.686579 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a35afd69-76a4-47ef-942b-e9cab9b6d1bb resource provider aggregate not found May 26 16:22:02.718426 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a35afd69-76a4-47ef-942b-e9cab9b6d1bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a35afd69-76a4-47ef-942b-e9cab9b6d1bb found for delete ", "request_id": "req-afe8ee5e-b7b2-4174-b29f-e1b0fc20e6d0"}]} May 26 16:22:02.747239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.755050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.769674 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "DELETE /v2.0/networks/2029326b-af76-45e8-a5cd-b92996f898e1 HTTP/1.1" status: 204 len: 168 time: 2.7868853 May 26 16:22:02.770511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:02.808276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.846056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35aa111-210f-49f8-8006-e9ae7fae3aae tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Pushing event deleted for resources: {'Network': ['ID=2029326b-af76-45e8-a5cd-b92996f898e1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:02.866967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Allocated IP 172.20.0.2 (9831f142-f6d5-4a0d-a7c5-c076ae64b95e/10b4cda7-d421-456a-8772-840cb65c26f2/84b4d5e8-baf8-4ceb-a13e-0d94fc36d857) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:02.933004 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-81f58327-7041-4d67-b4f6-a5fa36c39b1c tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "GET /v2.0/ports?device_id=cda8bd7a-b9c1-4874-8f82-392e3e776caf HTTP/1.1" status: 200 len: 205 time: 0.1563706 May 26 16:22:02.934760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33700) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:03.008141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f77c2-aaff-49fa-9c65-b6ebaa7b5167 req-8b6a0369-91ba-4ea0-91dc-16e589e2be49 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:03.017405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef2f77c2-aaff-49fa-9c65-b6ebaa7b5167 req-8b6a0369-91ba-4ea0-91dc-16e589e2be49 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.2774050 May 26 16:22:03.103777 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7125179-d863-4f9b-b521-120a1fb9e532 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.139846 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.146369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef2f77c2-aaff-49fa-9c65-b6ebaa7b5167 req-c8e05013-e55f-4262-9bad-7d1b0615ca78 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251795 May 26 16:22:03.150973 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.193009 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.216589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Network 9831f142-f6d5-4a0d-a7c5-c076ae64b95e is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:03.241114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:03.243995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:03.442284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Attempting to bind port 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:03.442284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Attempting to bind port 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '48757d52-901f-4bbb-ab3c-bcd34a579742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9831f142-f6d5-4a0d-a7c5-c076ae64b95e'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:03.442747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Attempting to bind port 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857 on network 9831f142-f6d5-4a0d-a7c5-c076ae64b95e {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:03.473645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:03.473851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Checking segment: {'id': '48757d52-901f-4bbb-ab3c-bcd34a579742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9831f142-f6d5-4a0d-a7c5-c076ae64b95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:03.475611 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.476223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Bound using segment: {'id': '48757d52-901f-4bbb-ab3c-bcd34a579742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9831f142-f6d5-4a0d-a7c5-c076ae64b95e'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:03.476883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Bound port: 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48757d52-901f-4bbb-ab3c-bcd34a579742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9831f142-f6d5-4a0d-a7c5-c076ae64b95e'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:03.484296 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.489406 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.526459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Pushing event updated for resources: {'Port': ['ID=84b4d5e8-baf8-4ceb-a13e-0d94fc36d857,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:03.529256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9831f142-f6d5-4a0d-a7c5-c076ae64b95e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:03.563095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=10b4cda7-d421-456a-8772-840cb65c26f2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:03.566084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7125179-d863-4f9b-b521-120a1fb9e532 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.592355 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7125179-d863-4f9b-b521-120a1fb9e532 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.592989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48757d52-901f-4bbb-ab3c-bcd34a579742') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:03.593290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48757d52-901f-4bbb-ab3c-bcd34a579742') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:03.648485 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.676934 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.680793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] For port 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:03.694943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:03.695678 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.711542 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7125179-d863-4f9b-b521-120a1fb9e532 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.712219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7125179-d863-4f9b-b521-120a1fb9e532 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Fanout notify agent at l3_agent the message router_deleted on router cda8bd7a-b9c1-4874-8f82-392e3e776caf {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:22:03.723147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7125179-d863-4f9b-b521-120a1fb9e532 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.731086 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e7125179-d863-4f9b-b521-120a1fb9e532 tempest-RoutersNegativeTest-1480592144 tempest-RoutersNegativeTest-1480592144-project] 10.222.0.39 "DELETE /v2.0/routers/cda8bd7a-b9c1-4874-8f82-392e3e776caf HTTP/1.1" status: 204 len: 168 time: 0.7946668 May 26 16:22:03.764341 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 48757d52-901f-4bbb-ab3c-bcd34a579742 resource provider aggregate not found May 26 16:22:03.793906 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 48757d52-901f-4bbb-ab3c-bcd34a579742 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48757d52-901f-4bbb-ab3c-bcd34a579742 found for delete ", "request_id": "req-ac1b5e34-58fd-4484-822b-3962d439a437"}]} May 26 16:22:03.809118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] For port 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=84b4d5e8-baf8-4ceb-a13e-0d94fc36d857,segment=NetworkSegment(48757d52-901f-4bbb-ab3c-bcd34a579742),segment_id=48757d52-901f-4bbb-ab3c-bcd34a579742)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:03.811414 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.api [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:22:03.811414 n-d-843336-2 neutron-server[109405]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:22:03.811414 n-d-843336-2 neutron-server[109405]: [parameters: {'id': '9831f142-f6d5-4a0d-a7c5-c076ae64b95e'}] May 26 16:22:03.811414 n-d-843336-2 neutron-server[109405]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:22:03.812623 n-d-843336-2 neutron-server[109405]: DEBUG oslo_db.api [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:22:03.815599 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.057359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c6268-8de8-47dc-8c9c-5f685094a093 None None] Pushing event updated for resources: {'Port': ['ID=84b4d5e8-baf8-4ceb-a13e-0d94fc36d857,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:04.081434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11515ba-3456-4ed5-99e5-f30183d60647 None None] Network 9831f142-f6d5-4a0d-a7c5-c076ae64b95e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:04.300263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb3f3f6-3ea6-4c40-aff2-cef3eaab03a4 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:22:04.314664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.338032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33738) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:04.507273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3f3f6-3ea6-4c40-aff2-cef3eaab03a4 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:22:04.656952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba8f59-c3e1-44f2-9d81-fde7e53e0999 req-46bd739a-36de-4fe5-a501-4cee9fae8f24 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:04.666981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6ba8f59-c3e1-44f2-9d81-fde7e53e0999 req-46bd739a-36de-4fe5-a501-4cee9fae8f24 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.2256978 May 26 16:22:04.732002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Deleting port 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:04.732476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.790763 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9db5ad9f-a621-46a8-86ac-f8f037ce1eb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fef99a4bf5284b76866207d602e99b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510696 May 26 16:22:04.791452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33756) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:04.811127 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6ba8f59-c3e1-44f2-9d81-fde7e53e0999 req-dc2fae4d-6c10-483f-a866-36e4c64f7837 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428716 May 26 16:22:04.943736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] For port 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=84b4d5e8-baf8-4ceb-a13e-0d94fc36d857,segment=NetworkSegment(48757d52-901f-4bbb-ab3c-bcd34a579742),segment_id=48757d52-901f-4bbb-ab3c-bcd34a579742)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:04.945010 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.947457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3523a6b9-330f-489c-bff3-c0c60f37c6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.977012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Calling delete_port for 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:05.016936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3523a6b9-330f-489c-bff3-c0c60f37c6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.118151 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e64d06dd-53f6-45d5-b227-3a3a59e9d5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.200182 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3523a6b9-330f-489c-bff3-c0c60f37c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.202778 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3523a6b9-330f-489c-bff3-c0c60f37c6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.211391 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3523a6b9-330f-489c-bff3-c0c60f37c6f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3ab30ec-2abd-4e47-84b2-645ed7eac4ba HTTP/1.1" status: 204 len: 168 time: 0.4104784 May 26 16:22:05.216583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.217933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523a6b9-330f-489c-bff3-c0c60f37c6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ab30ec-2abd-4e47-84b2-645ed7eac4ba,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:05.286911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No DVR routers for this DVR port 84b4d5e8-baf8-4ceb-a13e-0d94fc36d857 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:05.406892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.464017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9831f142-f6d5-4a0d-a7c5-c076ae64b95e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:05.492964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48757d52-901f-4bbb-ab3c-bcd34a579742') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:05.494598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48757d52-901f-4bbb-ab3c-bcd34a579742') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:05.522822 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.540165 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.548834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:05.552276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.578082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Port': ['ID=84b4d5e8-baf8-4ceb-a13e-0d94fc36d857,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:05.701687 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.719696 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.735206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33784) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:05.739885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-576877159'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:05.740100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/9831f142-f6d5-4a0d-a7c5-c076ae64b95e HTTP/1.1" status: 204 len: 168 time: 3.4239793 May 26 16:22:05.767183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:05.770672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.778159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00651b-74e4-4327-9546-2365f24fb28b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=9831f142-f6d5-4a0d-a7c5-c076ae64b95e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:05.842910 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 48757d52-901f-4bbb-ab3c-bcd34a579742 resource provider aggregate not found May 26 16:22:05.855846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:05.908349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.908695 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment 7bdd760c-e51b-42ad-81f3-b1d3f1b0dcf2 of type vlan for network 439f3e5f-0a79-49e2-af79-1535162e390a May 26 16:22:05.937111 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 48757d52-901f-4bbb-ab3c-bcd34a579742 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48757d52-901f-4bbb-ab3c-bcd34a579742 found for delete ", "request_id": "req-8f54ca8b-a944-46ea-bdc3-b3034245a419"}]} May 26 16:22:06.052111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.120728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.139119 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:06.140766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.167470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521012c-194a-4648-ba4f-94bde86640a6 req-4bf8d309-756f-4d17-956b-54fd9c6937aa tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:06.174188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a521012c-194a-4648-ba4f-94bde86640a6 req-4bf8d309-756f-4d17-956b-54fd9c6937aa tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.1391022 May 26 16:22:06.204941 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4691811 May 26 16:22:06.206874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33802) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:06.244780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': '439f3e5f-0a79-49e2-af79-1535162e390a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:06.299108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a521012c-194a-4648-ba4f-94bde86640a6 req-cf037c6d-33e1-4da0-ac3b-d68149de80e6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077759 May 26 16:22:06.461579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf7644-10ec-46be-a4fa-3e99cec342a2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=439f3e5f-0a79-49e2-af79-1535162e390a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:06.476874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 439f3e5f-0a79-49e2-af79-1535162e390a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:06.710866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:06.719523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.913642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Performing IP validity checks on allocation pools {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:22:06.915944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:22:06.971312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33836) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:06.988297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0157411 May 26 16:22:06.989039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33838) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:07.263686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d5646539-9855-4bbf-a15e-163a1605ce47 tempest-NetworksApiDiscovery-1124964937 tempest-NetworksApiDiscovery-1124964937-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2733691 May 26 16:22:07.707086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae682d6-8a15-4305-87e0-467ea1416a09 req-4137baa6-a7b3-4bb8-ae9b-d6b90ee393ca tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:07.710095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aae682d6-8a15-4305-87e0-467ea1416a09 req-4137baa6-a7b3-4bb8-ae9b-d6b90ee393ca tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.1757174 May 26 16:22:07.777073 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a53e-8b2a-4667-827d-e758fc4afaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:07.877147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aae682d6-8a15-4305-87e0-467ea1416a09 req-78a6caf4-d331-41c0-8171-7856ebc2d201 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510208 May 26 16:22:07.972626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.030966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33890) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:08.068387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=1f8dfb44-316e-4054-83a1-283231b16e40,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:08.092290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': '7bdd760c-e51b-42ad-81f3-b1d3f1b0dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '439f3e5f-0a79-49e2-af79-1535162e390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:08.092650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: 439f3e5f-0a79-49e2-af79-1535162e390a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:08.134813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network 439f3e5f-0a79-49e2-af79-1535162e390a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:08.149840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 439f3e5f-0a79-49e2-af79-1535162e390a) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:08.155577 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.156788 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.171465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8100b91-1e2f-4700-ad47-d339bc6bf61e None None] Network 439f3e5f-0a79-49e2-af79-1535162e390a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:08.195555 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-00602c0b-b6b6-4586-a5cd-4dc64f1fc478 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9631064 May 26 16:22:08.198502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33896) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:08.367675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84e26b5a-caed-417b-88b4-0ef4aa5e1657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.377244 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.464030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.628047 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.695705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e45c9-5ea1-4724-82cc-3f6b2b8cc727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-439f3e5f-0a79-49e2-af79-1535162e390a', 'network_id': '439f3e5f-0a79-49e2-af79-1535162e390a', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': '1f8dfb44-316e-4054-83a1-283231b16e40'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:08.697184 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-090e45c9-5ea1-4724-82cc-3f6b2b8cc727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.717886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8dfb44-316e-4054-83a1-283231b16e40,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:08.723151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84e26b5a-caed-417b-88b4-0ef4aa5e1657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.737712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84e26b5a-caed-417b-88b4-0ef4aa5e1657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.813367 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.817768 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-84e26b5a-caed-417b-88b4-0ef4aa5e1657 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb76823969dd40c09ae16f47cfac0b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7856841 May 26 16:22:08.821143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33920) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:08.926207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e26b5a-caed-417b-88b4-0ef4aa5e1657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6a8e27-fecc-4fb0-a75b-955777dd42fd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:08.952163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a3e419-c129-4ff0-9988-0c4d8654e065 None None] Network 439f3e5f-0a79-49e2-af79-1535162e390a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:08.956661 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.008763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439f3e5f-0a79-49e2-af79-1535162e390a']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:09.058986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdd760c-e51b-42ad-81f3-b1d3f1b0dcf2') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:09.061224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdd760c-e51b-42ad-81f3-b1d3f1b0dcf2') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:09.063266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbb84-4791-4acf-a060-49b385881678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.086280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.121951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbb84-4791-4acf-a060-49b385881678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.137497 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.144263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:09.145068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.260836 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbb84-4791-4acf-a060-49b385881678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.263997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba8cbb84-4791-4acf-a060-49b385881678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.265615 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ba8cbb84-4791-4acf-a060-49b385881678 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba6a8e27-fecc-4fb0-a75b-955777dd42fd HTTP/1.1" status: 204 len: 168 time: 0.4420340 May 26 16:22:09.282345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cbb84-4791-4acf-a060-49b385881678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6a8e27-fecc-4fb0-a75b-955777dd42fd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:09.354622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.379500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.379500 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/439f3e5f-0a79-49e2-af79-1535162e390a HTTP/1.1" status: 204 len: 168 time: 1.1695952 May 26 16:22:09.379500 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 7bdd760c-e51b-42ad-81f3-b1d3f1b0dcf2 resource provider aggregate not found May 26 16:22:09.379782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 33938) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:09.384649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1886475518'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:09.404034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f792-5d7a-48e5-bf02-68b3b443b609 req-ccbb838f-16f1-4d87-bc5f-8c3f97d09bdf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.406164 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-baa0f792-5d7a-48e5-bf02-68b3b443b609 req-ccbb838f-16f1-4d87-bc5f-8c3f97d09bdf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.3761270 May 26 16:22:09.430491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:09.438912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.456333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298d336-6cf3-4872-af3b-ebd85b7c8ba3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=439f3e5f-0a79-49e2-af79-1535162e390a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:09.473019 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 7bdd760c-e51b-42ad-81f3-b1d3f1b0dcf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bdd760c-e51b-42ad-81f3-b1d3f1b0dcf2 found for delete ", "request_id": "req-38c5f6e7-3977-4780-b9aa-94c0a664e36b"}]} May 26 16:22:09.495636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:09.515423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.516045 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment 02ac16a1-e12c-4f4c-9171-3784fc9ad91e of type vlan for network ebf7c771-3ff9-4d0d-956a-f4a518aa1d94 May 26 16:22:09.539173 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-baa0f792-5d7a-48e5-bf02-68b3b443b609 req-53f37863-12ba-49d8-b364-efc4b78b7a43 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892622 May 26 16:22:09.580673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.615293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.645691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.652525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.825722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=ebf7c771-3ff9-4d0d-956a-f4a518aa1d94,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:09.837122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 33960) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:09.837228 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3e27f2e-f040-4ad5-99da-9925798d6e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4614220 May 26 16:22:09.841366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ebf7c771-3ff9-4d0d-956a-f4a518aa1d94 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:09.842522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': 'ebf7c771-3ff9-4d0d-956a-f4a518aa1d94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:10.127894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:10.133039 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.697522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.705453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.718310 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.996593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': '02ac16a1-e12c-4f4c-9171-3784fc9ad91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ebf7c771-3ff9-4d0d-956a-f4a518aa1d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:10.996971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: ebf7c771-3ff9-4d0d-956a-f4a518aa1d94, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:11.013901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=3c64a2c6-bb35-4557-be50-599b1d68bbb5,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:11.056266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bbced-a0b4-440d-a95d-01a8500b69de req-5fc3b5c2-1400-4d3c-a863-0a815704f8c7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:11.064593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-380bbced-a0b4-440d-a95d-01a8500b69de req-5fc3b5c2-1400-4d3c-a863-0a815704f8c7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.3343821 May 26 16:22:11.076046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network ebf7c771-3ff9-4d0d-956a-f4a518aa1d94 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:11.103559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ebf7c771-3ff9-4d0d-956a-f4a518aa1d94) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:11.125678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:11.127309 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.133957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f0afed-aab1-415b-898b-8ba7887b67e1 None None] Network ebf7c771-3ff9-4d0d-956a-f4a518aa1d94 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:11.193505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34010) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:11.197090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-974de2f9-7b9c-460b-87a8-b3522a28ea01 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3525434 May 26 16:22:11.229510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-380bbced-a0b4-440d-a95d-01a8500b69de req-dd705bb9-917d-4d11-8ddd-c43ee4443d20 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580994 May 26 16:22:11.512121 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-ebf7c771-3ff9-4d0d-956a-f4a518aa1d94', 'network_id': 'ebf7c771-3ff9-4d0d-956a-f4a518aa1d94', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': '3c64a2c6-bb35-4557-be50-599b1d68bbb5'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:11.513013 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.634625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.803401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.970757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Allocated IP 172.20.0.1 (ebf7c771-3ff9-4d0d-956a-f4a518aa1d94/3c64a2c6-bb35-4557-be50-599b1d68bbb5/4102a68e-4331-4d09-9e22-6deb12c1a9f5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:12.356040 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.379185 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.406342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.471326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=3c64a2c6-bb35-4557-be50-599b1d68bbb5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:12.506152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Network ebf7c771-3ff9-4d0d-956a-f4a518aa1d94 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:12.519544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360fcd-61da-4ca0-82cd-acedc53308f8 req-e8369913-7b73-410f-8309-a9a521e079c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:12.522974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4360fcd-61da-4ca0-82cd-acedc53308f8 req-e8369913-7b73-410f-8309-a9a521e079c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.1145282 May 26 16:22:12.524285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:12.538013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:12.604573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Pushing event updated for resources: {'Port': ['ID=4102a68e-4331-4d09-9e22-6deb12c1a9f5,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:12.679541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Attempting to bind port 4102a68e-4331-4d09-9e22-6deb12c1a9f5 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:12.680165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Attempting to bind port 4102a68e-4331-4d09-9e22-6deb12c1a9f5 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '02ac16a1-e12c-4f4c-9171-3784fc9ad91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ebf7c771-3ff9-4d0d-956a-f4a518aa1d94'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:12.680689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Attempting to bind port 4102a68e-4331-4d09-9e22-6deb12c1a9f5 on network ebf7c771-3ff9-4d0d-956a-f4a518aa1d94 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:12.684726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4360fcd-61da-4ca0-82cd-acedc53308f8 req-62c760d5-cb5b-4b8b-b789-4d9049fa34e2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310117 May 26 16:22:12.697832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:12.698237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Checking segment: {'id': '02ac16a1-e12c-4f4c-9171-3784fc9ad91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ebf7c771-3ff9-4d0d-956a-f4a518aa1d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:12.698646 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.699028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Bound using segment: {'id': '02ac16a1-e12c-4f4c-9171-3784fc9ad91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ebf7c771-3ff9-4d0d-956a-f4a518aa1d94'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:12.699506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Bound port: 4102a68e-4331-4d09-9e22-6deb12c1a9f5, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ac16a1-e12c-4f4c-9171-3784fc9ad91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ebf7c771-3ff9-4d0d-956a-f4a518aa1d94'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:12.699884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.733551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.828801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] For port 4102a68e-4331-4d09-9e22-6deb12c1a9f5, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:12.832764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] For port 4102a68e-4331-4d09-9e22-6deb12c1a9f5, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4102a68e-4331-4d09-9e22-6deb12c1a9f5,segment=NetworkSegment(02ac16a1-e12c-4f4c-9171-3784fc9ad91e),segment_id=02ac16a1-e12c-4f4c-9171-3784fc9ad91e)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:12.846406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf7c771-3ff9-4d0d-956a-f4a518aa1d94']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:12.848258 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.892566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ac16a1-e12c-4f4c-9171-3784fc9ad91e') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:12.892875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ac16a1-e12c-4f4c-9171-3784fc9ad91e') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:12.931063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.962930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.991424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:12.992003 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.046084 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 02ac16a1-e12c-4f4c-9171-3784fc9ad91e resource provider aggregate not found May 26 16:22:13.096774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d85e1-0def-4580-a6ef-253357f98f7e None None] Network ebf7c771-3ff9-4d0d-956a-f4a518aa1d94 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:13.113699 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 02ac16a1-e12c-4f4c-9171-3784fc9ad91e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02ac16a1-e12c-4f4c-9171-3784fc9ad91e found for delete ", "request_id": "req-7326f64e-ea16-48ed-b75e-a4a3ff45d933"}]} May 26 16:22:13.143423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.api [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:22:13.143423 n-d-843336-2 neutron-server[109404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:22:13.143423 n-d-843336-2 neutron-server[109404]: [parameters: {'id': 'ebf7c771-3ff9-4d0d-956a-f4a518aa1d94'}] May 26 16:22:13.143423 n-d-843336-2 neutron-server[109404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:22:13.144581 n-d-843336-2 neutron-server[109404]: DEBUG oslo_db.api [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:22:13.304431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd1b3c-577c-4fe9-8fdc-4efa02d992bb None None] Pushing event updated for resources: {'Port': ['ID=4102a68e-4331-4d09-9e22-6deb12c1a9f5,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:13.528370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11639223-0dd3-440e-9f40-3c886d22fab4 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:22:13.645799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.807618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11639223-0dd3-440e-9f40-3c886d22fab4 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:22:13.959078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Deleting port 4102a68e-4331-4d09-9e22-6deb12c1a9f5 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:13.959425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.012739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba2e16-3c51-4070-9b1e-fe88d69cc4f9 req-81554be9-b835-442a-889f-44fb8e67ef05 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:14.016153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2ba2e16-3c51-4070-9b1e-fe88d69cc4f9 req-81554be9-b835-442a-889f-44fb8e67ef05 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.1854804 May 26 16:22:14.181551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] For port 4102a68e-4331-4d09-9e22-6deb12c1a9f5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4102a68e-4331-4d09-9e22-6deb12c1a9f5,segment=NetworkSegment(02ac16a1-e12c-4f4c-9171-3784fc9ad91e),segment_id=02ac16a1-e12c-4f4c-9171-3784fc9ad91e)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:14.181927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.215789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Calling delete_port for 4102a68e-4331-4d09-9e22-6deb12c1a9f5 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:14.385422 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-902130e9-16cb-4925-b7a0-18b856ce6545 service neutron] show failed (client error): The resource could not be found. May 26 16:22:14.388992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-902130e9-16cb-4925-b7a0-18b856ce6545 service neutron] 10.222.0.32 "GET /v2.0/ports/474b239d-9803-4a0e-9a32-7c2cb87ade52/bindings/n-h1-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.2793579 May 26 16:22:14.400525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2ba2e16-3c51-4070-9b1e-fe88d69cc4f9 req-67f9ea72-612f-48d9-bb22-e7049960753a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723097 May 26 16:22:14.471620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.573150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Port': ['ID=4102a68e-4331-4d09-9e22-6deb12c1a9f5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:14.575180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No DVR routers for this DVR port 4102a68e-4331-4d09-9e22-6deb12c1a9f5 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:14.919939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-bd9868c6-e9e3-4764-ade1-9a5f948c5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:14.921469 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-bd9868c6-e9e3-4764-ade1-9a5f948c5de4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 1096 time: 0.1969113 May 26 16:22:14.928902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.936563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:14.985758 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf7c771-3ff9-4d0d-956a-f4a518aa1d94']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:15.026185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ac16a1-e12c-4f4c-9171-3784fc9ad91e') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:15.026732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ac16a1-e12c-4f4c-9171-3784fc9ad91e') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:15.044245 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.077027 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.084711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.090616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:15.091051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.214442 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 02ac16a1-e12c-4f4c-9171-3784fc9ad91e resource provider aggregate not found May 26 16:22:15.270389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.282998 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 02ac16a1-e12c-4f4c-9171-3784fc9ad91e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02ac16a1-e12c-4f4c-9171-3784fc9ad91e found for delete ", "request_id": "req-d2e7497c-be00-4b97-b6b7-fb7abe0209a8"}]} May 26 16:22:15.291052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.302714 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/ebf7c771-3ff9-4d0d-956a-f4a518aa1d94 HTTP/1.1" status: 204 len: 168 time: 4.1072412 May 26 16:22:15.325240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34172) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:15.350959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-562838829'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:15.417057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f003f-632a-4e97-a134-ff9f46c667e9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=ebf7c771-3ff9-4d0d-956a-f4a518aa1d94,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:15.494647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:15.498880 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.615760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:15.648251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.651614 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment b9cf3f73-8575-48bf-9517-ed085f0771e6 of type vlan for network 6eee1595-9af9-49be-95e1-09fa5757388b May 26 16:22:15.862909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.887957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:15.993317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:16.001555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:16.002280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:16.071936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:16.210063 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8837359 May 26 16:22:16.214994 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34200) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:16.225901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': '6eee1595-9af9-49be-95e1-09fa5757388b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:16.240806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c4d0d-f000-442a-8a1b-59723293f180 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=6eee1595-9af9-49be-95e1-09fa5757388b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:16.255099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 6eee1595-9af9-49be-95e1-09fa5757388b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:16.323486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:16.326242 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aa9b22-8612-48ca-90ed-facf1d59c194" -d '{"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-unplugged", "status": "completed", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:16.333098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:16.472577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Transition to ACTIVE for port object 474b239d-9803-4a0e-9a32-7c2cb87ade52 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:22:16.477190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:16.481468 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:16.494104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecb665-dda6-4a26-922e-64aab0698c9e req-50fedc44-1bfd-4f70-a931-b1b1fb2d1a70 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:16.504724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fecb665-dda6-4a26-922e-64aab0698c9e req-50fedc44-1bfd-4f70-a931-b1b1fb2d1a70 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 945 time: 1.0150609 May 26 16:22:16.541499 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:17.388166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:17.723723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:17.767136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84961e-6dd6-4232-b141-dcaad9991fa3 req-faccd60a-2dc9-4782-8780-bb7981e72707 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:17.776421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c84961e-6dd6-4232-b141-dcaad9991fa3 req-faccd60a-2dc9-4782-8780-bb7981e72707 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 2.1391895 May 26 16:22:17.784013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] No DVR routers for this DVR port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:17.788077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 474b239d-9803-4a0e-9a32-7c2cb87ade52 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:17.920151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0fecb665-dda6-4a26-922e-64aab0698c9e req-8fc3743e-353f-45f6-8161-a2e8b9f02bec tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4132800 May 26 16:22:18.063956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 474b239d-9803-4a0e-9a32-7c2cb87ade52 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:18.134172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-e21974a9-e4da-4d23-bfb7-49d058823ae2 req-535a26b2-c29f-491c-a10e-a0006b5c7a8e service neutron] (109404) timed out ('10.222.0.39', 40032) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:22:18.167739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-f1438ac7-c3dc-4ce5-868c-62440ba411fc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:18.176088 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-f1438ac7-c3dc-4ce5-868c-62440ba411fc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 945 time: 0.9194379 May 26 16:22:18.199479 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f350da-0550-4e1a-bec3-06225a6ac6f7 x-openstack-request-id: req-b6f350da-0550-4e1a-bec3-06225a6ac6f7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:18.199792 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-unplugged", "status": "completed", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:18.200043 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6f350da-0550-4e1a-bec3-06225a6ac6f7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:18.200637 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f350da-0550-4e1a-bec3-06225a6ac6f7'] response: {'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'code': 200} May 26 16:22:18.467246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Attempting to bind port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:18.467889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Attempting to bind port 474b239d-9803-4a0e-9a32-7c2cb87ade52 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:18.467889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Attempting to bind port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:18.480931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c84961e-6dd6-4232-b141-dcaad9991fa3 req-8b91b550-6280-43b9-9b91-d5a44647fadc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5551903 May 26 16:22:18.488426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:22:18.492214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Attempting to bind port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:18.497782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=adda2e51-77a0-4e39-86c3-7932caabb8fa,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:18.621770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:18.625962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Checking segment: {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:18.626960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Bound using segment: {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:18.630273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Bound port: 474b239d-9803-4a0e-9a32-7c2cb87ade52, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec1045d-461c-4b2d-971b-22d5dc1df4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:18.631481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:18.782130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:18.788016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:18.791494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': 'b9cf3f73-8575-48bf-9517-ed085f0771e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6eee1595-9af9-49be-95e1-09fa5757388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:18.792050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: 6eee1595-9af9-49be-95e1-09fa5757388b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:18.798255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:18.900227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:18.900861 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:18.902312 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] 10.222.0.24 "PUT /v2.0/ports/474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 1091 time: 3.9719865 May 26 16:22:18.947639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network 6eee1595-9af9-49be-95e1-09fa5757388b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:18.964783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Deleting port 84a15114-a6aa-4112-a540-8349996c8432 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:18.964783 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.024365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c59cf0-fe9a-4436-a1a8-7d13ba894fda service neutron] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:19.030519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 6eee1595-9af9-49be-95e1-09fa5757388b) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:19.039177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e186092-8438-4675-a18e-9b9d7b501ac5 None None] Network 6eee1595-9af9-49be-95e1-09fa5757388b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:19.272351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:19.274702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.367514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-dc7a203f-1f1a-435d-adb8-af130ddac473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:19.376061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-dc7a203f-1f1a-435d-adb8-af130ddac473 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1094 time: 0.4450676 May 26 16:22:19.390558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-6eee1595-9af9-49be-95e1-09fa5757388b', 'network_id': '6eee1595-9af9-49be-95e1-09fa5757388b', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': 'adda2e51-77a0-4e39-86c3-7932caabb8fa'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:19.391621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.487395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-06558d3a-60dc-4ab5-ac4d-467155b30520 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2693040 May 26 16:22:19.490863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34316) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:19.587137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a55e-e3e4-4bcc-9660-5d429614c1c3 req-692b4426-23a4-4fd8-82db-11137d5e1b53 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:19.612576 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8672a55e-e3e4-4bcc-9660-5d429614c1c3 req-692b4426-23a4-4fd8-82db-11137d5e1b53 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 945 time: 0.4708731 May 26 16:22:19.717441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] For port 84a15114-a6aa-4112-a540-8349996c8432, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84a15114-a6aa-4112-a540-8349996c8432,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:19.717859 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.788841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.859936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Allocated IP 172.20.0.1 (6eee1595-9af9-49be-95e1-09fa5757388b/adda2e51-77a0-4e39-86c3-7932caabb8fa/916b9974-0b3e-4cd5-8803-3475417395d8) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:19.953452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-4cee075c-3f9e-4f5b-aafb-22f3013d10d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:19.958991 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.959754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-4cee075c-3f9e-4f5b-aafb-22f3013d10d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 0.5530860 May 26 16:22:19.992945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8672a55e-e3e4-4bcc-9660-5d429614c1c3 req-065832ef-286b-44f6-82a7-4b47e83f5f99 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724213 May 26 16:22:20.202142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:20.214097 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c66771-497e-40bd-9ecb-24edd5837523" -d '{"events": [{"name": "network-changed", "server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:20.330850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d090c5-7a99-40c8-ad86-737b43bc654c req-6e9e9132-b4c2-47be-a633-ba503053149e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:20.332648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2d090c5-7a99-40c8-ad86-737b43bc654c req-6e9e9132-b4c2-47be-a633-ba503053149e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 943 time: 0.5750787 May 26 16:22:20.340097 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7bddd8-b1aa-4628-989e-3d2a899121c7 x-openstack-request-id: req-2c7bddd8-b1aa-4628-989e-3d2a899121c7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:20.340388 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:20.340644 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c7bddd8-b1aa-4628-989e-3d2a899121c7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:20.341046 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7bddd8-b1aa-4628-989e-3d2a899121c7'] response: {'name': 'network-changed', 'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'status': 'completed', 'code': 200} May 26 16:22:20.348920 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.362233 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.401005 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.463315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-18c2d609-f255-43d3-a400-f001d9a66bc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 999 time: 0.4398193 May 26 16:22:20.469281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Network 6eee1595-9af9-49be-95e1-09fa5757388b is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:20.472877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:20.486319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:20.498348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=adda2e51-77a0-4e39-86c3-7932caabb8fa,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:20.637451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.659132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 84a15114-a6aa-4112-a540-8349996c8432 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:20.681699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eee1595-9af9-49be-95e1-09fa5757388b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:20.687937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Attempting to bind port 916b9974-0b3e-4cd5-8803-3475417395d8 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:20.689553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Attempting to bind port 916b9974-0b3e-4cd5-8803-3475417395d8 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b9cf3f73-8575-48bf-9517-ed085f0771e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6eee1595-9af9-49be-95e1-09fa5757388b'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:20.690223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Attempting to bind port 916b9974-0b3e-4cd5-8803-3475417395d8 on network 6eee1595-9af9-49be-95e1-09fa5757388b {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:20.712674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cf3f73-8575-48bf-9517-ed085f0771e6') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:20.712959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cf3f73-8575-48bf-9517-ed085f0771e6') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:20.739368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Pushing event updated for resources: {'Port': ['ID=916b9974-0b3e-4cd5-8803-3475417395d8,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:20.740266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.753592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:20.754378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Checking segment: {'id': 'b9cf3f73-8575-48bf-9517-ed085f0771e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6eee1595-9af9-49be-95e1-09fa5757388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:20.755035 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.755700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Bound using segment: {'id': 'b9cf3f73-8575-48bf-9517-ed085f0771e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6eee1595-9af9-49be-95e1-09fa5757388b'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:20.756414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Bound port: 916b9974-0b3e-4cd5-8803-3475417395d8, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf3f73-8575-48bf-9517-ed085f0771e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6eee1595-9af9-49be-95e1-09fa5757388b'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:20.757048 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.776574 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.796956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:20.797470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.890955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66771-497e-40bd-9ecb-24edd5837523 req-e6fb2b8e-c921-41d7-97a9-23f33b126b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:20.892697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-e6fb2b8e-c921-41d7-97a9-23f33b126b29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1094 time: 0.5483460 May 26 16:22:20.923290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2d090c5-7a99-40c8-ad86-737b43bc654c req-69c39983-57a6-47f9-a542-5b82d4114ecd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5537686 May 26 16:22:20.968632 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b9cf3f73-8575-48bf-9517-ed085f0771e6 resource provider aggregate not found May 26 16:22:20.977845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] For port 916b9974-0b3e-4cd5-8803-3475417395d8, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:20.983824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 84a15114-a6aa-4112-a540-8349996c8432 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:20.987471 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.002193 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b9cf3f73-8575-48bf-9517-ed085f0771e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9cf3f73-8575-48bf-9517-ed085f0771e6 found for delete ", "request_id": "req-d2a65419-8b84-4098-9857-8cb02a15f843"}]} May 26 16:22:21.006286 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.api [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:22:21.006286 n-d-843336-2 neutron-server[109404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:22:21.006286 n-d-843336-2 neutron-server[109404]: [parameters: {'id': '6eee1595-9af9-49be-95e1-09fa5757388b'}] May 26 16:22:21.006286 n-d-843336-2 neutron-server[109404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:22:21.007248 n-d-843336-2 neutron-server[109404]: DEBUG oslo_db.api [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:22:21.024203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-3ad9172f-4ca7-43e5-8688-014e7200084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:21.026132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-3ad9172f-4ca7-43e5-8688-014e7200084b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.5459769 May 26 16:22:21.057045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] For port 916b9974-0b3e-4cd5-8803-3475417395d8, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=916b9974-0b3e-4cd5-8803-3475417395d8,segment=NetworkSegment(b9cf3f73-8575-48bf-9517-ed085f0771e6),segment_id=b9cf3f73-8575-48bf-9517-ed085f0771e6)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:21.069827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a15114-a6aa-4112-a540-8349996c8432'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:21.072295 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef25cda-a5ed-40b4-95f3-b378b6733597" -d '{"events": [{"server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "name": "network-vif-unplugged", "status": "completed", "tag": "84a15114-a6aa-4112-a540-8349996c8432"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:21.095262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.112447 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.112815 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.113140 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Floating IP 182003c6-fe7c-4427-b335-5c447563ce6d disassociated. External IP: 172.25.0.170, port: 84a15114-a6aa-4112-a540-8349996c8432. May 26 16:22:21.113494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Calling delete_port for 84a15114-a6aa-4112-a540-8349996c8432 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:21.310751 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94235d4b-f59c-4853-81b4-36816fb6d7a5 x-openstack-request-id: req-94235d4b-f59c-4853-81b4-36816fb6d7a5 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:21.311059 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "name": "network-vif-unplugged", "status": "completed", "tag": "84a15114-a6aa-4112-a540-8349996c8432", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:21.311321 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94235d4b-f59c-4853-81b4-36816fb6d7a5 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:21.311744 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94235d4b-f59c-4853-81b4-36816fb6d7a5'] response: {'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a15114-a6aa-4112-a540-8349996c8432', 'code': 200} May 26 16:22:21.319068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acb7eb-357f-475a-963a-7b7287331500 None None] Pushing event updated for resources: {'Port': ['ID=916b9974-0b3e-4cd5-8803-3475417395d8,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:21.341900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 84a15114-a6aa-4112-a540-8349996c8432, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=84a15114-a6aa-4112-a540-8349996c8432,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:21.371953 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.508807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.592779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=84a15114-a6aa-4112-a540-8349996c8432,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:21.614354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2268708-8765-45fa-9d1f-c53f838256c6 None None] Network 6eee1595-9af9-49be-95e1-09fa5757388b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:21.726498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Deleting port 916b9974-0b3e-4cd5-8803-3475417395d8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:21.729490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.856486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95245f0-515a-4b3c-aaf8-394bb92e3109 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:22:21.989311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] For port 916b9974-0b3e-4cd5-8803-3475417395d8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=916b9974-0b3e-4cd5-8803-3475417395d8,segment=NetworkSegment(b9cf3f73-8575-48bf-9517-ed085f0771e6),segment_id=b9cf3f73-8575-48bf-9517-ed085f0771e6)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:21.992033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.016443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-d8343ad7-7f66-4248-aec5-0bb8a29d51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:22.017972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-d8343ad7-7f66-4248-aec5-0bb8a29d51b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9246359 May 26 16:22:22.033397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Calling delete_port for 916b9974-0b3e-4cd5-8803-3475417395d8 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:22.044375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66771-497e-40bd-9ecb-24edd5837523 req-fb96b6d6-fbde-4280-8467-c1490ca1a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:22.046086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-fb96b6d6-fbde-4280-8467-c1490ca1a85e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 1.1204143 May 26 16:22:22.116072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95245f0-515a-4b3c-aaf8-394bb92e3109 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:22:22.214757 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.247521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No DVR routers for this DVR port 916b9974-0b3e-4cd5-8803-3475417395d8 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:22.313184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Port': ['ID=916b9974-0b3e-4cd5-8803-3475417395d8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:22.410648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532cf4d-9433-4463-9f7c-3c9482dcbb66 req-9bfa3ff2-c764-4ba1-9114-14b978b92318 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:22.421240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e532cf4d-9433-4463-9f7c-3c9482dcbb66 req-9bfa3ff2-c764-4ba1-9114-14b978b92318 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 943 time: 0.5981858 May 26 16:22:22.529654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.567191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-5fe44a43-f067-486e-9ceb-3cd586edcb5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 999 time: 0.4584687 May 26 16:22:22.587483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eee1595-9af9-49be-95e1-09fa5757388b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:22.613866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cf3f73-8575-48bf-9517-ed085f0771e6') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:22.614462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cf3f73-8575-48bf-9517-ed085f0771e6') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:22.633140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.639218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208203fe-1772-4dfe-ac89-8dba59dcdd3f req-b818f100-0adb-4c56-9c78-d90bbe167192 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:22.649413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-208203fe-1772-4dfe-ac89-8dba59dcdd3f req-b818f100-0adb-4c56-9c78-d90bbe167192 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 943 time: 0.4312997 May 26 16:22:22.666459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.685644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:22.686335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.774599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e532cf4d-9433-4463-9f7c-3c9482dcbb66 req-3684f332-48dc-4cd4-abe5-dabb61186d4f tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups?id=15e86ce3-1f08-49d7-bc30-78ee09596f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521452 May 26 16:22:22.802666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-11ed87f3-2bc8-4741-8c21-6398134018e2 service neutron] 10.222.0.24 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555060 May 26 16:22:22.825837 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.846293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.854878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.858035 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/6eee1595-9af9-49be-95e1-09fa5757388b HTTP/1.1" status: 204 len: 168 time: 3.3645370 May 26 16:22:22.888224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34436) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:22.902313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-601906589'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:22.905729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052085-0aa2-4d0d-a53e-af0b16e477d2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=6eee1595-9af9-49be-95e1-09fa5757388b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:22.948903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:22.953939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.003029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:23.041356 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b9cf3f73-8575-48bf-9517-ed085f0771e6 resource provider aggregate not found May 26 16:22:23.062574 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.062925 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment 8daf3345-3c98-4144-9c22-71af257ccf83 of type vlan for network f268c6c6-a9e1-47e1-955d-72f58e899dc8 May 26 16:22:23.070704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event deleted for resources: {'Port': ['ID=84a15114-a6aa-4112-a540-8349996c8432,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:23.090423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66771-497e-40bd-9ecb-24edd5837523 req-012c167f-92c4-4044-ae6d-c93f5c0a6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:23.092435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-012c167f-92c4-4044-ae6d-c93f5c0a6452 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.4933631 May 26 16:22:23.094986 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b9cf3f73-8575-48bf-9517-ed085f0771e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9cf3f73-8575-48bf-9517-ed085f0771e6 found for delete ", "request_id": "req-ed00139d-92f4-4197-9b54-8889df8c9a59"}]} May 26 16:22:23.159554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83b1ee5f-76ce-40f5-97ad-2ce8084e40e8 req-769c7204-6afc-47a7-8c34-f3804a8a8959 service neutron] 10.222.0.24 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262777 May 26 16:22:23.186272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.189474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-208203fe-1772-4dfe-ac89-8dba59dcdd3f req-65a558c9-ffc1-4c12-b145-4c2451078306 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5136662 May 26 16:22:23.251172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.257134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:23.257936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.378906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=f268c6c6-a9e1-47e1-955d-72f58e899dc8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:23.387426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66771-497e-40bd-9ecb-24edd5837523 req-413fa9f2-f407-4eeb-9931-9b184e29d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:23.389641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-413fa9f2-f407-4eeb-9931-9b184e29d507 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284038 May 26 16:22:23.398610 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-487dda78-b851-4ca5-bf8c-3da0a4d4342f tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5108972 May 26 16:22:23.399341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34454) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:23.399885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network f268c6c6-a9e1-47e1-955d-72f58e899dc8 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:23.406172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fc7d73a4-3a5c-4e37-94d5-3b5423e9fbd8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:23.653159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-f1adcab5-0ed6-46b6-842a-05c0f9c16a00 service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416999 May 26 16:22:23.842942 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.918585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-89d4bad7-66de-4e23-8b78-780a62ae6246 service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620287 May 26 16:22:23.925051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66771-497e-40bd-9ecb-24edd5837523 req-d79f0759-6749-4d46-a06a-5577a0f91c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:23.928037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-d79f0759-6749-4d46-a06a-5577a0f91c8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1094 time: 0.6418517 May 26 16:22:23.986877 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.086344 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc7d73a4-3a5c-4e37-94d5-3b5423e9fbd8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.113078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc7d73a4-3a5c-4e37-94d5-3b5423e9fbd8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.194491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03d170ce-cd10-4ea3-92ff-fc133c5573f5 req-e04238de-16f8-4b10-b449-88a4139ba130 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 210 time: 0.1069145 May 26 16:22:24.259208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:22:24.299726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66771-497e-40bd-9ecb-24edd5837523 req-86bf96c2-5d1c-48d6-98ed-e8cf421432d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:24.301382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-86bf96c2-5d1c-48d6-98ed-e8cf421432d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 0.3619881 May 26 16:22:24.304577 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d73a4-3a5c-4e37-94d5-3b5423e9fbd8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=f268c6c6-a9e1-47e1-955d-72f58e899dc8,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:24.315484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network f268c6c6-a9e1-47e1-955d-72f58e899dc8 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:24.328736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc7d73a4-3a5c-4e37-94d5-3b5423e9fbd8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network f268c6c6-a9e1-47e1-955d-72f58e899dc8 is not hosted by any dhcp agent {{(pid=109404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:22:24.341109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d73a4-3a5c-4e37-94d5-3b5423e9fbd8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:24.346400 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fc7d73a4-3a5c-4e37-94d5-3b5423e9fbd8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.348149 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fc7d73a4-3a5c-4e37-94d5-3b5423e9fbd8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "PUT /v2.0/networks/f268c6c6-a9e1-47e1-955d-72f58e899dc8 HTTP/1.1" status: 200 len: 723 time: 0.9470308 May 26 16:22:24.352986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34486) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:24.358965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': 'f268c6c6-a9e1-47e1-955d-72f58e899dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:24.535387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:24.541341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.629613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 474b239d-9803-4a0e-9a32-7c2cb87ade52 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:22:24.740899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-1dd68287-7d29-4dc2-8c69-0c40504e2af2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 999 time: 0.4264750 May 26 16:22:24.807403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34494) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:24.904834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb500-e617-4432-9ffb-447323bbe344 req-ca2cf693-169e-4d8f-ba8b-602c30dd4598 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:24.907596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-677bb500-e617-4432-9ffb-447323bbe344 req-ca2cf693-169e-4d8f-ba8b-602c30dd4598 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 943 time: 0.4615529 May 26 16:22:24.909163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:24.940877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'port_id': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'mac_address': 'fa:16:3e:55:5a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:22:25.038975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:22:25.068227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 474b239d-9803-4a0e-9a32-7c2cb87ade52 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:25.068729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.099792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] Sync routers for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:22:25.121044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474b239d-9803-4a0e-9a32-7c2cb87ade52 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:22:25.142552 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66771-497e-40bd-9ecb-24edd5837523 req-e0a7b893-ad59-43b0-abad-803b31bf9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:25.147802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-e0a7b893-ad59-43b0-abad-803b31bf9e78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.3409750 May 26 16:22:25.169281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:25.178836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:22:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:25.226540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.272666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:25.285198 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.320208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] No DVR routers for this DVR port 84a15114-a6aa-4112-a540-8349996c8432 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:25.321268 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': '8daf3345-3c98-4144-9c22-71af257ccf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f268c6c6-a9e1-47e1-955d-72f58e899dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:25.321779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: f268c6c6-a9e1-47e1-955d-72f58e899dc8, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:25.323969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=375175bf-c9ce-4644-977a-240edcdc4a67,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:25.325465 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.338071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f44726a-54e6-4a4f-9896-4fd2fc7bbf57 req-d9f0261f-4517-4cb9-98f8-f456a2b52fbc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.24 "DELETE /v2.0/ports/84a15114-a6aa-4112-a540-8349996c8432 HTTP/1.1" status: 204 len: 173 time: 7.1139350 May 26 16:22:25.361369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network f268c6c6-a9e1-47e1-955d-72f58e899dc8 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:25.396629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, f268c6c6-a9e1-47e1-955d-72f58e899dc8) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:25.409640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:25.410295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.417483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'name': 'network-vif-deleted', 'tag': '84a15114-a6aa-4112-a540-8349996c8432'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:25.423340 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2e1a70-f34d-4890-a637-adf4584dcfe8" -d '{"events": [{"server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "name": "network-vif-deleted", "tag": "84a15114-a6aa-4112-a540-8349996c8432"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:25.434469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37414d1b-ee51-4c68-8594-9fa3f41597ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.450043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:25.457514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7980f-6824-40fa-a942-c213f736caf7 None None] Network f268c6c6-a9e1-47e1-955d-72f58e899dc8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:25.461330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:22:25.471777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-677bb500-e617-4432-9ffb-447323bbe344 req-614fdbbb-9828-4b88-8014-1de45620f418 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5388954 May 26 16:22:25.483777 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3f98ac9-44f2-4b07-8d3c-de65da3dd3b8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1244438 May 26 16:22:25.484492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34520) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:25.500250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-02eb0360-a44d-4d77-acf7-e3d73c49faec tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:25.647149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['474b239d-9803-4a0e-9a32-7c2cb87ade52'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:22:25.758770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b484207d-c1a8-4917-82e3-a34587fba54d req-d58242b4-50fe-4c02-b1b3-5f29bcdfcc27 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17675-41c8-43e7-88dc-5eabe7be2c11 HTTP/1.1" status: 200 len: 210 time: 0.3741057 May 26 16:22:25.791160 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9319c748-450b-4fe0-802a-6e64cde44143 x-openstack-request-id: req-9319c748-450b-4fe0-802a-6e64cde44143 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:25.791756 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b17675-41c8-43e7-88dc-5eabe7be2c11", "name": "network-vif-deleted", "tag": "84a15114-a6aa-4112-a540-8349996c8432", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:25.792237 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9319c748-450b-4fe0-802a-6e64cde44143 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:25.794021 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9319c748-450b-4fe0-802a-6e64cde44143'] response: {'server_uuid': 'e5b17675-41c8-43e7-88dc-5eabe7be2c11', 'name': 'network-vif-deleted', 'tag': '84a15114-a6aa-4112-a540-8349996c8432', 'status': 'completed', 'code': 200} May 26 16:22:25.824389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66771-497e-40bd-9ecb-24edd5837523 req-c2f28810-0d05-4ab7-b1b6-08f3f076539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:25.826143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-c2f28810-0d05-4ab7-b1b6-08f3f076539a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6522119 May 26 16:22:25.840453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02eb0360-a44d-4d77-acf7-e3d73c49faec tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29132760'] for subnet, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.884525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-580136e5-7d01-4f3e-af4a-40ab0e12a9d6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:22:25.885691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-580136e5-7d01-4f3e-af4a-40ab0e12a9d6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288739 May 26 16:22:26.354357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-252180dd-55e5-4701-9fb7-5f3918921f40 service neutron] 10.222.0.24 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234011 May 26 16:22:26.356841 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37414d1b-ee51-4c68-8594-9fa3f41597ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.417414 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02eb0360-a44d-4d77-acf7-e3d73c49faec tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777728177008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29227745'] for subnet, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.507018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb0360-a44d-4d77-acf7-e3d73c49faec tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:26.509987 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02eb0360-a44d-4d77-acf7-e3d73c49faec tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.514875 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-02eb0360-a44d-4d77-acf7-e3d73c49faec tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "PUT /v2.0/subnets/375175bf-c9ce-4644-977a-240edcdc4a67 HTTP/1.1" status: 200 len: 806 time: 1.0270629 May 26 16:22:26.520802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34566) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.559771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54c66771-497e-40bd-9ecb-24edd5837523 req-3a7f0c10-e075-43c8-b76d-d6089071179a service neutron] 10.222.0.24 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973925 May 26 16:22:26.580066 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37414d1b-ee51-4c68-8594-9fa3f41597ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.707767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-37414d1b-ee51-4c68-8594-9fa3f41597ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1ed092c6aa144df9a898462293b91df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8942430 May 26 16:22:26.710188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34572) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.804572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb0360-a44d-4d77-acf7-e3d73c49faec tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=375175bf-c9ce-4644-977a-240edcdc4a67,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:27.004263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.087095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414d1b-ee51-4c68-8594-9fa3f41597ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173fa282-9752-497b-86e5-d049d4cae334,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:27.088648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b568b1-716e-4f78-be29-99a9e83d6cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-f268c6c6-a9e1-47e1-955d-72f58e899dc8', 'network_id': 'f268c6c6-a9e1-47e1-955d-72f58e899dc8', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': '375175bf-c9ce-4644-977a-240edcdc4a67'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:27.089516 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-10b568b1-716e-4f78-be29-99a9e83d6cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.117076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:27.174101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1413780-4cac-4c36-a214-f86d137a9a2a req-b8b50517-c9cb-42b2-9bd0-35610bf56561 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:27.190589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1413780-4cac-4c36-a214-f86d137a9a2a req-b8b50517-c9cb-42b2-9bd0-35610bf56561 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 944 time: 0.3453431 May 26 16:22:27.207163 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.216737 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8204d4f9-e1ea-4b13-993a-f11922e09e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.284881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] Checking router: 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:22:27.377279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1413780-4cac-4c36-a214-f86d137a9a2a req-86886435-4860-440f-9039-e5168ba08631 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712315 May 26 16:22:27.404329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:27.405221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:22:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:27.431376 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.440393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8204d4f9-e1ea-4b13-993a-f11922e09e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.504669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8204d4f9-e1ea-4b13-993a-f11922e09e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.508526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8204d4f9-e1ea-4b13-993a-f11922e09e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.513640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8204d4f9-e1ea-4b13-993a-f11922e09e15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/173fa282-9752-497b-86e5-d049d4cae334 HTTP/1.1" status: 204 len: 168 time: 0.8024261 May 26 16:22:27.531091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204d4f9-e1ea-4b13-993a-f11922e09e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173fa282-9752-497b-86e5-d049d4cae334,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:27.576619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=375175bf-c9ce-4644-977a-240edcdc4a67,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:27.922892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-10b568b1-716e-4f78-be29-99a9e83d6cb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 375175bf-c9ce-4644-977a-240edcdc4a67: This subnet is being modified by another concurrent operation. May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 375175bf-c9ce-4644-977a-240edcdc4a67: This subnet is being modified by another concurrent operation. May 26 16:22:27.958236 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:22:27.986271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f268c6c6-a9e1-47e1-955d-72f58e899dc8']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:27.998408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34620) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:28.008617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768989a2-f2bf-4061-9ec9-34b2ebee7270 None None] Network f268c6c6-a9e1-47e1-955d-72f58e899dc8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:28.035918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8daf3345-3c98-4144-9c22-71af257ccf83') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:28.036308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8daf3345-3c98-4144-9c22-71af257ccf83') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:28.094556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.168862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.204077 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:28.211168 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.220004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-e45113f2-8bc4-4426-b5e3-0e204d88879d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:28.222278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-e45113f2-8bc4-4426-b5e3-0e204d88879d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.32 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6&tenant_id=c910ea62887b4896b2090b1a8aa27af7&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 944 time: 0.3845482 May 26 16:22:28.246352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:22:28.249848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274be34-031e-4675-9dcf-fdc6ef64b1c5 req-0bfc6a78-3acf-459a-9a04-88bb8ef13610 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:28.251956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d274be34-031e-4675-9dcf-fdc6ef64b1c5 req-0bfc6a78-3acf-459a-9a04-88bb8ef13610 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 944 time: 0.2278109 May 26 16:22:28.252744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34628) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:28.273926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f059647b-e375-4451-8364-4c116eb9ecf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.283626 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8daf3345-3c98-4144-9c22-71af257ccf83 resource provider aggregate not found May 26 16:22:28.351676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee3df008-2bfb-4e45-8f50-1095857fc0cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.430902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7539317-51aa-4210-ad9f-4de930cc0f0d None None] Network f268c6c6-a9e1-47e1-955d-72f58e899dc8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:28.479002 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee3df008-2bfb-4e45-8f50-1095857fc0cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.533064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d274be34-031e-4675-9dcf-fdc6ef64b1c5 req-11bf6586-f8d4-44e5-8612-5d058567ade5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563455 May 26 16:22:28.547407 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8daf3345-3c98-4144-9c22-71af257ccf83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8daf3345-3c98-4144-9c22-71af257ccf83 found for delete ", "request_id": "req-91c70a19-6922-41b5-a467-ac0a83bebb9c"}]} May 26 16:22:28.570924 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-c388f02d-8b45-46ad-be64-a0476d1dcce6 service neutron] delete failed (client error): The resource could not be found. May 26 16:22:28.572284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-c388f02d-8b45-46ad-be64-a0476d1dcce6 service neutron] 10.222.0.32 "DELETE /v2.0/ports/474b239d-9803-4a0e-9a32-7c2cb87ade52/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.3185282 May 26 16:22:28.580105 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee3df008-2bfb-4e45-8f50-1095857fc0cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.583108 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ee3df008-2bfb-4e45-8f50-1095857fc0cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.586813 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ee3df008-2bfb-4e45-8f50-1095857fc0cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "DELETE /v2.0/security-groups/15e86ce3-1f08-49d7-bc30-78ee09596f33 HTTP/1.1" status: 204 len: 168 time: 0.5846410 May 26 16:22:28.587503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34640) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:28.613768 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-ea680aec-2c31-4772-a4e3-a1979888559c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] show failed (client error): The resource could not be found. May 26 16:22:28.618927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ea680aec-2c31-4772-a4e3-a1979888559c tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "GET /v2.0/security-groups/15e86ce3-1f08-49d7-bc30-78ee09596f33 HTTP/1.1" status: 404 len: 347 time: 0.0302012 May 26 16:22:28.621632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34642) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:28.645849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3df008-2bfb-4e45-8f50-1095857fc0cc tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e86ce3-1f08-49d7-bc30-78ee09596f33,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:28.654764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.662994 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.677596 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/f268c6c6-a9e1-47e1-955d-72f58e899dc8 HTTP/1.1" status: 204 len: 168 time: 2.1421220 May 26 16:22:28.679002 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34644) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:28.687206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 474b239d-9803-4a0e-9a32-7c2cb87ade52 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:28.717397 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-36713d97-da1a-4b60-bc41-bc80f7fc1532 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:28.721723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36713d97-da1a-4b60-bc41-bc80f7fc1532 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:28.728844 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-36713d97-da1a-4b60-bc41-bc80f7fc1532 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/f268c6c6-a9e1-47e1-955d-72f58e899dc8 HTTP/1.1" status: 404 len: 339 time: 0.0424380 May 26 16:22:28.736469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0f3df-8ab6-4e10-aa72-f90e83d45fe9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=f268c6c6-a9e1-47e1-955d-72f58e899dc8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:28.742983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34646) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:28.752746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-255717445', 'description': 'd1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:28.778260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:28.783486 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.804936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb5777-4b68-46f4-a6d8-1d8a874e64fe None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:22:28.817168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:28.839782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.840501 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment 5cb9bafc-13f8-4e87-b2b0-ef9b31351970 of type vlan for network be22e638-5501-4f64-bc61-45cda5fafec1 May 26 16:22:28.974509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 474b239d-9803-4a0e-9a32-7c2cb87ade52 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:22:28.987478 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.987836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:28.990260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 474b239d-9803-4a0e-9a32-7c2cb87ade52 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:28.990637 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.027010 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f059647b-e375-4451-8364-4c116eb9ecf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.062997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05040e59-4335-4da8-a535-b034f5efffe8 None None] The sync data for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 is: [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:15:49Z', 'revision_number': 4, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd6841596-2e44-44e1-8493-622232acc7e2', 'name': '', 'network_id': 'ba6904b0-e06f-42f4-b61a-20e928e58fb3', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'mac_address': 'fa:16:3e:7e:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:48Z', 'updated_at': '2022-05-26T16:15:59Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'subnets': [{'id': 'f576792b-c2a7-4b2a-a376-29017903f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:22:29.085400 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f059647b-e375-4451-8364-4c116eb9ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.118943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb5777-4b68-46f4-a6d8-1d8a874e64fe None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:22:29.123296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.141748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:29.142546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.259016 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5121148 May 26 16:22:29.259243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34662) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:29.346202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-3b137119-9bc6-4ea2-b6ee-f81d2676ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:29.351161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-3b137119-9bc6-4ea2-b6ee-f81d2676ebdb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1095 time: 0.7110100 May 26 16:22:29.371609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f059647b-e375-4451-8364-4c116eb9ecf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02d6a7a17863474985335c43098beb25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1157486 May 26 16:22:29.372662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34664) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:29.474917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 474b239d-9803-4a0e-9a32-7c2cb87ade52 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:29.475981 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.558038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:29.560613 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf407ff-a531-4d37-9d57-aa19be025905" -d '{"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-plugged", "status": "completed", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:29.612162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059647b-e375-4451-8364-4c116eb9ecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a528dcf-f445-4b32-b806-65db626f378a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:29.675928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e494a-3c59-4bc1-b88b-74c56ed9b37b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:29.678457 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7d0e494a-3c59-4bc1-b88b-74c56ed9b37b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/networks?id=be22e638-5501-4f64-bc61-45cda5fafec1 HTTP/1.1" status: 200 len: 760 time: 0.4178727 May 26 16:22:29.679233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71770-219f-4d90-ab70-387ee44a95cf tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=be22e638-5501-4f64-bc61-45cda5fafec1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:29.682850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34680) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:29.693507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6ca2e102-604c-4a36-9a40-e17b898068c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'description': 'd2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:29.693885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:29.707879 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.718540 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93079e4-2bdb-4cc7-9ba1-2c23f8213747 None None] New status for floating IP 182003c6-fe7c-4427-b335-5c447563ce6d: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:22:29.783447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network be22e638-5501-4f64-bc61-45cda5fafec1 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:29.897549 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131635b6-968e-43a6-8232-d68ed1b8f1bd x-openstack-request-id: req-131635b6-968e-43a6-8232-d68ed1b8f1bd {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:29.897846 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-plugged", "status": "completed", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:29.899427 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-131635b6-968e-43a6-8232-d68ed1b8f1bd {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:29.899845 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131635b6-968e-43a6-8232-d68ed1b8f1bd'] response: {'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'code': 200} May 26 16:22:29.934717 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff395ffe-ed81-4949-88df-36b94b2961fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.992856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff395ffe-ed81-4949-88df-36b94b2961fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.037430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ca2e102-604c-4a36-9a40-e17b898068c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.090787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Deleting port 32ac64fa-9716-4419-a2ce-f8a3cf26d47e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:30.091851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.124030 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:22:30.140084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ca2e102-604c-4a36-9a40-e17b898068c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.154411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ca2e102-604c-4a36-9a40-e17b898068c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network be22e638-5501-4f64-bc61-45cda5fafec1 is not hosted by any dhcp agent {{(pid=109404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:22:30.160781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca2e102-604c-4a36-9a40-e17b898068c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.161862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6ca2e102-604c-4a36-9a40-e17b898068c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.167222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6ca2e102-604c-4a36-9a40-e17b898068c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "PUT /v2.0/networks/be22e638-5501-4f64-bc61-45cda5fafec1 HTTP/1.1" status: 200 len: 757 time: 0.4826119 May 26 16:22:30.171280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:30.207548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-9a2945fb-044e-4bfe-aa9e-35c71a5b1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.210301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-9a2945fb-044e-4bfe-aa9e-35c71a5b1396 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 0.8186908 May 26 16:22:30.210759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34696) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:30.584957 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff395ffe-ed81-4949-88df-36b94b2961fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.599829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff395ffe-ed81-4949-88df-36b94b2961fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.601252 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ff395ffe-ed81-4949-88df-36b94b2961fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a528dcf-f445-4b32-b806-65db626f378a HTTP/1.1" status: 204 len: 168 time: 0.9493034 May 26 16:22:30.668736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2e102-604c-4a36-9a40-e17b898068c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=be22e638-5501-4f64-bc61-45cda5fafec1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:30.671180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff395ffe-ed81-4949-88df-36b94b2961fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a528dcf-f445-4b32-b806-65db626f378a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:30.686996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network be22e638-5501-4f64-bc61-45cda5fafec1 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:30.762857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34722) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:30.915458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ac1444-e4d0-4a87-bc86-7438416e2444 admin admin] Deleting subnet f480949a-43d2-4f5b-88fd-4b2e3adbc166 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:30.919139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96ac1444-e4d0-4a87-bc86-7438416e2444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.979960 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96ac1444-e4d0-4a87-bc86-7438416e2444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.097502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96ac1444-e4d0-4a87-bc86-7438416e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.115591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b08ee6-8e2e-4072-9fff-9e8cf5bc6fc1 req-3d22e6f9-b2aa-42b9-bc09-8e873d58be85 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:31.118940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6b08ee6-8e2e-4072-9fff-9e8cf5bc6fc1 req-3d22e6f9-b2aa-42b9-bc09-8e873d58be85 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 1.2051411 May 26 16:22:31.188876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6b08ee6-8e2e-4072-9fff-9e8cf5bc6fc1 req-b5549f24-28df-4413-a7b2-34e1de10ba55 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601478 May 26 16:22:31.197764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96ac1444-e4d0-4a87-bc86-7438416e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.215364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e994d-ae56-4163-97eb-c0a9c7d1c4de tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:31.216880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-475e994d-ae56-4163-97eb-c0a9c7d1c4de tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/networks?id=be22e638-5501-4f64-bc61-45cda5fafec1 HTTP/1.1" status: 200 len: 760 time: 1.0003579 May 26 16:22:31.223754 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34734) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:31.228552 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-c44d9bb3-23fd-4b36-b181-a4782337ad27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 1001 time: 0.9465089 May 26 16:22:31.231697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.232025 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.246730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-165386407'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:31.261343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96ac1444-e4d0-4a87-bc86-7438416e2444 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.271294 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-96ac1444-e4d0-4a87-bc86-7438416e2444 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f480949a-43d2-4f5b-88fd-4b2e3adbc166 HTTP/1.1" status: 204 len: 168 time: 0.5061116 May 26 16:22:31.275462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34736) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:31.285973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Calling delete_port for 32ac64fa-9716-4419-a2ce-f8a3cf26d47e owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:31.373477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac1444-e4d0-4a87-bc86-7438416e2444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f480949a-43d2-4f5b-88fd-4b2e3adbc166,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:31.423907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:31.428526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.456197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.529896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-c346c374-ec7b-4f7e-b9d1-a28fbc287d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:31.531661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-c346c374-ec7b-4f7e-b9d1-a28fbc287d7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.2903113 May 26 16:22:31.535607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:31.561773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.563634 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment 8b022777-ddde-4cb1-ae3a-e21380a8ccea of type vlan for network 7b9b1735-3c22-4e14-8b8c-88182f6455c2 May 26 16:22:31.649214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.680673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-af2d91f9-0469-4902-b502-5ee1dc878a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:31.682269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-af2d91f9-0469-4902-b502-5ee1dc878a12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356559 May 26 16:22:31.716641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.725015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:31.728395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.803886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.828341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:31.838759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1e41ce-3b09-4316-a3c6-d5c60a142fb3') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:31.839059 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1e41ce-3b09-4316-a3c6-d5c60a142fb3') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:31.850102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.872933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.879846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:31.880311 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.912755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-23da86de-671b-4ace-97c7-2a704c4f4fed service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189353 May 26 16:22:32.007549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:32.051708 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6b1e41ce-3b09-4316-a3c6-d5c60a142fb3 resource provider aggregate not found May 26 16:22:32.056101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:32.062401 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] 10.222.0.39 "DELETE /v2.0/networks/e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab HTTP/1.1" status: 204 len: 168 time: 0.7798922 May 26 16:22:32.070271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34778) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:32.073958 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8443859 May 26 16:22:32.100643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34780) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:32.102324 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6b1e41ce-3b09-4316-a3c6-d5c60a142fb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b1e41ce-3b09-4316-a3c6-d5c60a142fb3 found for delete ", "request_id": "req-e79a19e2-0c94-43db-8dbd-0f9d9dd522a2"}]} May 26 16:22:32.184070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': '7b9b1735-3c22-4e14-8b8c-88182f6455c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:32.245730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0539f65-9a37-4c72-86a4-b41e090c3b08 req-90a8f5fc-ae41-4efe-9888-ac6b2e3f7592 service neutron] 10.222.0.32 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261375 May 26 16:22:32.248689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:32.393145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Pushing event deleted for resources: {'Port': ['ID=32ac64fa-9716-4419-a2ce-f8a3cf26d47e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:32.435341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992f25a-814f-45ec-bea3-4640d479cff9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=7b9b1735-3c22-4e14-8b8c-88182f6455c2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:32.456791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:32.457759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 7b9b1735-3c22-4e14-8b8c-88182f6455c2 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:32.461388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:32.465378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-25a58518-ef63-45ad-9fbe-a1cf83ec11f9 tempest-AttachVolumeTestJSON-1196693254 tempest-AttachVolumeTestJSON-1196693254-project] 10.222.0.39 "DELETE /v2.0/floatingips/182003c6-fe7c-4427-b335-5c447563ce6d HTTP/1.1" status: 204 len: 168 time: 3.8400655 May 26 16:22:32.541651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7707b6-66e7-472a-9a86-32937dcb466a req-7efb34af-c752-4a78-b9ab-1291355b5d1f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:32.551359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b7707b6-66e7-472a-9a86-32937dcb466a req-7efb34af-c752-4a78-b9ab-1291355b5d1f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.1099513 May 26 16:22:32.616622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b7707b6-66e7-472a-9a86-32937dcb466a req-1aacaeff-6166-4cd4-95a7-aeaa658cc43a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634482 May 26 16:22:32.647661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0917e5-d0b4-4c67-9c1a-50e67fb0d53a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7417bb8-5cf5-4f05-a098-b2b3a3a2a8ab,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:32.676711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a26f1ef-a0a4-4b47-8bb1-f8012b85d0b6 admin admin] Deleting subnet d44385ee-20f0-4667-b5d9-35559efaf2f0 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:32.704271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a26f1ef-a0a4-4b47-8bb1-f8012b85d0b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:32.851539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:32.901329 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:32.989293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a26f1ef-a0a4-4b47-8bb1-f8012b85d0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.289775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a26f1ef-a0a4-4b47-8bb1-f8012b85d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.483919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a26f1ef-a0a4-4b47-8bb1-f8012b85d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.518421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26f1ef-a0a4-4b47-8bb1-f8012b85d0b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d44385ee-20f0-4667-b5d9-35559efaf2f0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:33.537568 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a26f1ef-a0a4-4b47-8bb1-f8012b85d0b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.541670 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a26f1ef-a0a4-4b47-8bb1-f8012b85d0b6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d44385ee-20f0-4667-b5d9-35559efaf2f0 HTTP/1.1" status: 204 len: 168 time: 1.4666748 May 26 16:22:33.544178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34840) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:33.629149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.690901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=20db1ac9-cef6-40c9-aa8f-38d89260b129,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:33.726941 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.774529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': '8b022777-ddde-4cb1-ae3a-e21380a8ccea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7b9b1735-3c22-4e14-8b8c-88182f6455c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:33.774904 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: 7b9b1735-3c22-4e14-8b8c-88182f6455c2, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:33.845397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network 7b9b1735-3c22-4e14-8b8c-88182f6455c2 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:33.864677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 7b9b1735-3c22-4e14-8b8c-88182f6455c2) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:33.871275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:33.872477 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.878143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcef3f3-d271-4679-a579-2ba92935ac70 None None] Network 7b9b1735-3c22-4e14-8b8c-88182f6455c2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:33.947407 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d3f8d9be-f470-4b45-9361-3d3c4c2f24b1 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8348472 May 26 16:22:33.948583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34854) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:33.959805 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.999289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5118fcfb-a715-4a38-b05e-0fa992ca794e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:34.009589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2a575c-0e7d-47a8-bdb0-e29bb8c9c5f5') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:34.009895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2a575c-0e7d-47a8-bdb0-e29bb8c9c5f5') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:34.046645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.161739 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.182498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:34.184015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.189988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.231890 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment ef2a575c-0e7d-47a8-bdb0-e29bb8c9c5f5 resource provider aggregate not found May 26 16:22:34.309697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdc3769-7526-4a3d-80a9-7ad35802b298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-7b9b1735-3c22-4e14-8b8c-88182f6455c2', 'network_id': '7b9b1735-3c22-4e14-8b8c-88182f6455c2', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': '20db1ac9-cef6-40c9-aa8f-38d89260b129'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:34.310616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3769-7526-4a3d-80a9-7ad35802b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.323579 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment ef2a575c-0e7d-47a8-bdb0-e29bb8c9c5f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef2a575c-0e7d-47a8-bdb0-e29bb8c9c5f5 found for delete ", "request_id": "req-63fcbfb3-b5e4-4958-b62e-68b1af3fd42b"}]} May 26 16:22:34.331650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.380769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6f00-cb4b-47f1-b28b-6bec6dfcd240 req-f3085ea1-1c35-451d-811d-b72e93775f6d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:34.393137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b2f6f00-cb4b-47f1-b28b-6bec6dfcd240 req-f3085ea1-1c35-451d-811d-b72e93775f6d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.5350683 May 26 16:22:34.489099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-fcdc3769-7526-4a3d-80a9-7ad35802b298 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20db1ac9-cef6-40c9-aa8f-38d89260b129: This subnet is being modified by another concurrent operation. May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20db1ac9-cef6-40c9-aa8f-38d89260b129: This subnet is being modified by another concurrent operation. May 26 16:22:34.500780 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:22:34.515823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b2f6f00-cb4b-47f1-b28b-6bec6dfcd240 req-48df62a3-57a3-4d25-b16c-af9e121babc9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185634 May 26 16:22:34.529415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.532506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814d10c-7223-4d2a-b288-07aece374a86 None None] Network 7b9b1735-3c22-4e14-8b8c-88182f6455c2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:34.536792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.541566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5118fcfb-a715-4a38-b05e-0fa992ca794e HTTP/1.1" status: 204 len: 168 time: 0.9943748 May 26 16:22:34.542390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34878) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:34.588382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=20db1ac9-cef6-40c9-aa8f-38d89260b129,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:34.689023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf6c5e-5b10-4e05-b644-e25080488ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5118fcfb-a715-4a38-b05e-0fa992ca794e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:34.776090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.796703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca0020a-c2c0-4980-b1e8-b60abe074d7e None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:22:34.887126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9b1735-3c22-4e14-8b8c-88182f6455c2']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:34.939898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b022777-ddde-4cb1-ae3a-e21380a8ccea') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:34.941036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b022777-ddde-4cb1-ae3a-e21380a8ccea') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:34.949126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3f2cfc6a-19bf-4ad5-962a-c2a5deb640b9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/883a2b31-2702-4ab2-82bf-f0dc2d0cf979 HTTP/1.1" status: 200 len: 993 time: 0.3860033 May 26 16:22:34.991101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.019497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0020a-c2c0-4980-b1e8-b60abe074d7e None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:22:35.031683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34894) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:35.051961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.076940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:35.077361 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.168603 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-119f7af3-356b-496f-a32a-53f75faa109d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.174139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1f6b59bb-2d33-4a6f-aed2-67b0da0ef10d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5231320fcaa849e095edea9e4ed6b80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387417 May 26 16:22:35.175499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34906) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:35.298614 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d92cab25-d68a-44c5-9f82-b35607890b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.325635 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8b022777-ddde-4cb1-ae3a-e21380a8ccea resource provider aggregate not found May 26 16:22:35.329074 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d92cab25-d68a-44c5-9f82-b35607890b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.348295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.365544 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8b022777-ddde-4cb1-ae3a-e21380a8ccea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b022777-ddde-4cb1-ae3a-e21380a8ccea found for delete ", "request_id": "req-53e2d1b6-0982-486c-b422-961cf45456d7"}]} May 26 16:22:35.366619 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.369808 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/7b9b1735-3c22-4e14-8b8c-88182f6455c2 HTTP/1.1" status: 204 len: 168 time: 1.4200549 May 26 16:22:35.377238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34916) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:35.398544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120e68a-43ea-4dcc-8c41-d057a112a9b4 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=7b9b1735-3c22-4e14-8b8c-88182f6455c2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:35.446072 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6c53a1-2297-48a7-a800-0241f58a49d9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] GET failed (client error): The resource could not be found. May 26 16:22:35.455850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dc6c53a1-2297-48a7-a800-0241f58a49d9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/subnets/20db1ac9-cef6-40c9-aa8f-38d89260b129 HTTP/1.1" status: 404 len: 337 time: 0.0744195 May 26 16:22:35.458688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34924) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:35.513920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d92cab25-d68a-44c5-9f82-b35607890b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.517809 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d92cab25-d68a-44c5-9f82-b35607890b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.522068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d92cab25-d68a-44c5-9f82-b35607890b9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0db4038-feaf-428f-9a0e-5168fa760522 HTTP/1.1" status: 204 len: 168 time: 0.3398290 May 26 16:22:35.531120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cab25-d68a-44c5-9f82-b35607890b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0db4038-feaf-428f-9a0e-5168fa760522,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:35.543065 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9005c00-00c7-435e-bae4-060af9591684 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:35.544220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9005c00-00c7-435e-bae4-060af9591684 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:35.547075 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c9005c00-00c7-435e-bae4-060af9591684 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/7b9b1735-3c22-4e14-8b8c-88182f6455c2 HTTP/1.1" status: 404 len: 339 time: 0.0873206 May 26 16:22:35.552474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34932) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:36.157353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef870616-0d3a-40dc-a499-b40a373e0cac tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.176699 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ef870616-0d3a-40dc-a499-b40a373e0cac tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6215513 May 26 16:22:36.178983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34964) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:36.319726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8b8e5f08-7bd5-473e-ad8a-70e9d30efae3 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 207 time: 0.1365144 May 26 16:22:36.323374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 34968) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:36.584612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34976) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:36.611027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34980) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:36.703383 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2f5a1456-adfe-48a9-9c2a-8dd5c2ea42b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00e2e5f6bbf5413698b5a770585af7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984983 May 26 16:22:36.706425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34984) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:36.791460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd415ff7-7dfc-4a5e-99e1-90a2ae6c1d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.849462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4a83d-39bc-48a2-9919-55d20fc05391 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.851318 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd415ff7-7dfc-4a5e-99e1-90a2ae6c1d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.882854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4a83d-39bc-48a2-9919-55d20fc05391 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.891723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4a83d-39bc-48a2-9919-55d20fc05391 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.908688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4a83d-39bc-48a2-9919-55d20fc05391 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.910948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cee4a83d-39bc-48a2-9919-55d20fc05391 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5704091 May 26 16:22:36.917083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 34990) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.052463 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e22eaa4c-31fb-4f55-9bd5-e4a55ede647e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.081354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd415ff7-7dfc-4a5e-99e1-90a2ae6c1d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.085392 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd415ff7-7dfc-4a5e-99e1-90a2ae6c1d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.086892 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bd415ff7-7dfc-4a5e-99e1-90a2ae6c1d42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7582be6e-5222-4b2a-b244-729adf15d1e6 HTTP/1.1" status: 204 len: 168 time: 0.3789556 May 26 16:22:37.126673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd415ff7-7dfc-4a5e-99e1-90a2ae6c1d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7582be6e-5222-4b2a-b244-729adf15d1e6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:37.191160 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-730bf713-9a68-4c86-9703-29a2dbc47282 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2723570 May 26 16:22:37.196226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35006) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.352736 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e22eaa4c-31fb-4f55-9bd5-e4a55ede647e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.360752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e22eaa4c-31fb-4f55-9bd5-e4a55ede647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.399705 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e22eaa4c-31fb-4f55-9bd5-e4a55ede647e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f064033592f400a81cf7efc9e479364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8123739 May 26 16:22:37.400327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35014) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.436251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52868b-b708-40d6-962b-850139115a6d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:37.442485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eaa4c-31fb-4f55-9bd5-e4a55ede647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368b36e8-9ad5-479c-97b8-95cf534471b0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:37.445438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52868b-b708-40d6-962b-850139115a6d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:37.449274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ae52868b-b708-40d6-962b-850139115a6d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2520339 May 26 16:22:37.454668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35016) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.586109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17086152-7d22-4057-9aff-e18d53e8b166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.721020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17086152-7d22-4057-9aff-e18d53e8b166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.732252 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef17f0f-5694-4622-a794-c21307c6d1f2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:37.741407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef17f0f-5694-4622-a794-c21307c6d1f2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:37.744813 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cef17f0f-5694-4622-a794-c21307c6d1f2 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2890470 May 26 16:22:37.755153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35034) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.777164 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76001164-4e03-448d-b6ca-06e17b3b851e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.907073 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17086152-7d22-4057-9aff-e18d53e8b166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.910470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17086152-7d22-4057-9aff-e18d53e8b166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.912723 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-17086152-7d22-4057-9aff-e18d53e8b166 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/368b36e8-9ad5-479c-97b8-95cf534471b0 HTTP/1.1" status: 204 len: 168 time: 0.5066323 May 26 16:22:37.924345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17086152-7d22-4057-9aff-e18d53e8b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b36e8-9ad5-479c-97b8-95cf534471b0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:38.040446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cfd064-3b8f-4612-8b84-bb289a32bcdd tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:38.043617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-55cfd064-3b8f-4612-8b84-bb289a32bcdd tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/networks/cb5c932f-defc-41b4-b50d-50331968bd00 HTTP/1.1" status: 200 len: 799 time: 0.2846107 May 26 16:22:38.047641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35044) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:38.355276 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-56f2d9dc-b0af-4697-aa32-64942725eb31 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/networks/cb5c932f-defc-41b4-b50d-50331968bd00?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3060763 May 26 16:22:38.360347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35062) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:38.541668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb52c5-7cfb-4428-aa88-541cefe62f54 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:38.548301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-62fb52c5-7cfb-4428-aa88-541cefe62f54 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/subnets/4c3de39a-745f-4301-95f5-dd28f9ec9af7 HTTP/1.1" status: 200 len: 811 time: 0.1851757 May 26 16:22:38.553714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35068) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:38.709412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6120a-6aa2-44ff-bc09-7afb3452ddde tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['shared'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:38.715963 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f9b6120a-6aa2-44ff-bc09-7afb3452ddde tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "GET /v2.0/subnets/4c3de39a-745f-4301-95f5-dd28f9ec9af7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1554046 May 26 16:22:38.716270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35078) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:38.725751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1463826809'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:38.728334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35080) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:38.751306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3d7e-61dd-42fc-a09c-1cb2b93e7dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.781166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:38.786834 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.787516 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.857449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:38.881909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.882665 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Added segment 254c65c4-0645-4f0e-b493-f271661ba0c9 of type vlan for network 4a4dba76-fee7-4292-83e9-d669b05cf1f5 May 26 16:22:39.027155 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3d7e-61dd-42fc-a09c-1cb2b93e7dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.035191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f7a3d7e-61dd-42fc-a09c-1cb2b93e7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.051582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.132784 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.141195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:39.142961 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.156030 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7f7a3d7e-61dd-42fc-a09c-1cb2b93e7dbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca92489e3de84729b01bcd7ef69b56a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265928 May 26 16:22:39.159627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35104) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:39.186570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a3d7e-61dd-42fc-a09c-1cb2b93e7dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344a3ffd-e8e9-4e67-9fab-e02e60cb46c9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:39.194719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4772623 May 26 16:22:39.195760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35108) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:39.230307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'network_id': '4a4dba76-fee7-4292-83e9-d669b05cf1f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:39.385729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0599672-328b-4a76-a473-b9f766b23e25 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Network': ['ID=4a4dba76-fee7-4292-83e9-d669b05cf1f5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:39.398534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 4a4dba76-fee7-4292-83e9-d669b05cf1f5 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:39.402270 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-707b7f23-f606-4381-8a81-634df9d313c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.450434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-707b7f23-f606-4381-8a81-634df9d313c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.548614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Made reservation on behalf of bca0000704914f72ae475e9266829f45 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:39.553664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.556490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-707b7f23-f606-4381-8a81-634df9d313c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.561240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-707b7f23-f606-4381-8a81-634df9d313c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.565048 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-707b7f23-f606-4381-8a81-634df9d313c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/344a3ffd-e8e9-4e67-9fab-e02e60cb46c9 HTTP/1.1" status: 204 len: 168 time: 0.4022908 May 26 16:22:39.572381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b7f23-f606-4381-8a81-634df9d313c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a3ffd-e8e9-4e67-9fab-e02e60cb46c9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:39.838153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Performing IP validity checks on allocation pools {{(pid=109405) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:22:39.838868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109405) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:22:40.181505 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.484316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Checking segment: {'id': '254c65c4-0645-4f0e-b493-f271661ba0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a4dba76-fee7-4292-83e9-d669b05cf1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:40.495523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network hostable DHCP agents. Network: 4a4dba76-fee7-4292-83e9-d669b05cf1f5, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:40.502841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=41d233e0-4222-477f-98ca-16a1eed717d6,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:40.527616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Network 4a4dba76-fee7-4292-83e9-d669b05cf1f5 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:40.553574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 4a4dba76-fee7-4292-83e9-d669b05cf1f5) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:40.558965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:40.560918 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.580124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064426f-becb-4ef8-99b9-4b1c69078711 None None] Network 4a4dba76-fee7-4292-83e9-d669b05cf1f5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:40.629230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35188) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:40.631098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c650779b-0f42-46f9-8052-3a4854da509d tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4092572 May 26 16:22:40.636720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-20a66705-1bc3-443c-80b6-e17589b65d29 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:40.754523 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.773589 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.020803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20a66705-1bc3-443c-80b6-e17589b65d29 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29132760'] for subnet, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.128101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-4a4dba76-fee7-4292-83e9-d669b05cf1f5', 'network_id': '4a4dba76-fee7-4292-83e9-d669b05cf1f5', 'tenant_id': 'bca0000704914f72ae475e9266829f45', 'fixed_ips': [{'subnet_id': '41d233e0-4222-477f-98ca-16a1eed717d6'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:41.133338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.375874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20a66705-1bc3-443c-80b6-e17589b65d29 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777728177008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29227745'] for subnet, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.471227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a66705-1bc3-443c-80b6-e17589b65d29 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:41.472022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20a66705-1bc3-443c-80b6-e17589b65d29 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.475671 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-20a66705-1bc3-443c-80b6-e17589b65d29 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "PUT /v2.0/subnets/41d233e0-4222-477f-98ca-16a1eed717d6 HTTP/1.1" status: 200 len: 877 time: 0.8440015 May 26 16:22:41.478543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35250) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:41.578061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a66705-1bc3-443c-80b6-e17589b65d29 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event updated for resources: {'Subnet': ['ID=41d233e0-4222-477f-98ca-16a1eed717d6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:41.608667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Allocated IP 172.20.0.3 (4a4dba76-fee7-4292-83e9-d669b05cf1f5/41d233e0-4222-477f-98ca-16a1eed717d6/3e991ab0-c70a-4231-9a75-aa605f42d697) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:41.804232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.941175 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.054532 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.064116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.112863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.189397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Network 4a4dba76-fee7-4292-83e9-d669b05cf1f5 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:42.193069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:42.204412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Pushing event updated for resources: {'Port': ['ID=3e991ab0-c70a-4231-9a75-aa605f42d697,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:42.208463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:42.281389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Attempting to bind port 3e991ab0-c70a-4231-9a75-aa605f42d697 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:42.282162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Attempting to bind port 3e991ab0-c70a-4231-9a75-aa605f42d697 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '254c65c4-0645-4f0e-b493-f271661ba0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a4dba76-fee7-4292-83e9-d669b05cf1f5'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:42.282749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Attempting to bind port 3e991ab0-c70a-4231-9a75-aa605f42d697 on network 4a4dba76-fee7-4292-83e9-d669b05cf1f5 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:42.289677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:42.290408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Checking segment: {'id': '254c65c4-0645-4f0e-b493-f271661ba0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a4dba76-fee7-4292-83e9-d669b05cf1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:42.291160 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.291725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Bound using segment: {'id': '254c65c4-0645-4f0e-b493-f271661ba0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a4dba76-fee7-4292-83e9-d669b05cf1f5'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:42.295448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Bound port: 3e991ab0-c70a-4231-9a75-aa605f42d697, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254c65c4-0645-4f0e-b493-f271661ba0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4a4dba76-fee7-4292-83e9-d669b05cf1f5'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:42.296044 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.306961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=41d233e0-4222-477f-98ca-16a1eed717d6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:42.465767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] For port 3e991ab0-c70a-4231-9a75-aa605f42d697, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:42.473090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] For port 3e991ab0-c70a-4231-9a75-aa605f42d697, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3e991ab0-c70a-4231-9a75-aa605f42d697,segment=NetworkSegment(254c65c4-0645-4f0e-b493-f271661ba0c9),segment_id=254c65c4-0645-4f0e-b493-f271661ba0c9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:42.486107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.501602 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.565673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4dba76-fee7-4292-83e9-d669b05cf1f5']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:42.583233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254c65c4-0645-4f0e-b493-f271661ba0c9') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:42.586777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254c65c4-0645-4f0e-b493-f271661ba0c9') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:42.634661 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.695984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.714642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:42.715020 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.780710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4c325-aed5-409b-8125-5a5670982c77 None None] Pushing event updated for resources: {'Port': ['ID=3e991ab0-c70a-4231-9a75-aa605f42d697,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:42.813964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d31fe3b-b65a-4f3e-b055-937031917cc8 None None] Network 4a4dba76-fee7-4292-83e9-d669b05cf1f5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:42.875729 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 254c65c4-0645-4f0e-b493-f271661ba0c9 resource provider aggregate not found May 26 16:22:42.955243 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 254c65c4-0645-4f0e-b493-f271661ba0c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 254c65c4-0645-4f0e-b493-f271661ba0c9 found for delete ", "request_id": "req-9506565c-18c3-462e-b915-400d8f09658d"}]} May 26 16:22:42.989695 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.api [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:22:42.989695 n-d-843336-2 neutron-server[109405]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:22:42.989695 n-d-843336-2 neutron-server[109405]: [parameters: {'id': '4a4dba76-fee7-4292-83e9-d669b05cf1f5'}] May 26 16:22:42.989695 n-d-843336-2 neutron-server[109405]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:22:42.990888 n-d-843336-2 neutron-server[109405]: DEBUG oslo_db.api [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:22:43.124269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218e55c-3a5b-4a3d-baff-aeb829d18cfe None None] Network 4a4dba76-fee7-4292-83e9-d669b05cf1f5 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:43.363159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a6afba-882c-45bf-acc0-0225ca229b44 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:22:43.491912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.582662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6afba-882c-45bf-acc0-0225ca229b44 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:22:43.593918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Deleting port 3e991ab0-c70a-4231-9a75-aa605f42d697 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:43.594209 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.762079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] For port 3e991ab0-c70a-4231-9a75-aa605f42d697, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3e991ab0-c70a-4231-9a75-aa605f42d697,segment=NetworkSegment(254c65c4-0645-4f0e-b493-f271661ba0c9),segment_id=254c65c4-0645-4f0e-b493-f271661ba0c9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:43.762458 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.817900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Calling delete_port for 3e991ab0-c70a-4231-9a75-aa605f42d697 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:44.008634 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.080780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Port': ['ID=3e991ab0-c70a-4231-9a75-aa605f42d697,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:44.087674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No DVR routers for this DVR port 3e991ab0-c70a-4231-9a75-aa605f42d697 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:44.391229 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.417796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4dba76-fee7-4292-83e9-d669b05cf1f5']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:44.440802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254c65c4-0645-4f0e-b493-f271661ba0c9') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:44.441318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254c65c4-0645-4f0e-b493-f271661ba0c9') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:44.479708 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.509419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.543833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:44.545927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.725573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.730889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.740522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:44.769656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/4a4dba76-fee7-4292-83e9-d669b05cf1f5 HTTP/1.1" status: 204 len: 168 time: 3.2889674 May 26 16:22:44.831440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35400) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:44.833821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3d5e0-1b14-4de5-a177-9ca4d90768c6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=4a4dba76-fee7-4292-83e9-d669b05cf1f5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:44.911614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35408) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:44.919764 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe75602-2407-4925-a07e-f4702cb645a0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:44.922700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe75602-2407-4925-a07e-f4702cb645a0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:44.930968 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bfe75602-2407-4925-a07e-f4702cb645a0 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/41d233e0-4222-477f-98ca-16a1eed717d6 HTTP/1.1" status: 404 len: 337 time: 0.1875563 May 26 16:22:44.932814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35412) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:45.051008 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-f014fc25-c07c-417a-947f-0c7c9045e6cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:45.051808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f014fc25-c07c-417a-947f-0c7c9045e6cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:45.065326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f014fc25-c07c-417a-947f-0c7c9045e6cb tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/4a4dba76-fee7-4292-83e9-d669b05cf1f5 HTTP/1.1" status: 404 len: 339 time: 0.1313658 May 26 16:22:45.068409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35418) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:45.092811 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 254c65c4-0645-4f0e-b493-f271661ba0c9 resource provider aggregate not found May 26 16:22:45.117597 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 254c65c4-0645-4f0e-b493-f271661ba0c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 254c65c4-0645-4f0e-b493-f271661ba0c9 found for delete ", "request_id": "req-2fa41a1f-3031-4389-9110-6d32345254f1"}]} May 26 16:22:45.137868 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-52db4b96-344a-4b59-a765-60b5ba314400 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:45.138961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52db4b96-344a-4b59-a765-60b5ba314400 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:45.163254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5efae3b-faa0-46bb-89c6-e7a4036ab442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.164534 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-52db4b96-344a-4b59-a765-60b5ba314400 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/20db1ac9-cef6-40c9-aa8f-38d89260b129 HTTP/1.1" status: 404 len: 337 time: 0.0939190 May 26 16:22:45.168650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35424) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:45.218079 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9c404d-9d22-49a3-80d1-b5a57c365b21 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:45.220750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9c404d-9d22-49a3-80d1-b5a57c365b21 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:45.225323 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ce9c404d-9d22-49a3-80d1-b5a57c365b21 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/7b9b1735-3c22-4e14-8b8c-88182f6455c2 HTTP/1.1" status: 404 len: 339 time: 0.0555568 May 26 16:22:45.230697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35426) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:45.373851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.417757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bace1351-8d55-4c3f-b0fe-f894fe68b744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.538144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.608546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be22e638-5501-4f64-bc61-45cda5fafec1']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:45.636848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb9bafc-13f8-4e87-b2b0-ef9b31351970') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:45.640139 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb9bafc-13f8-4e87-b2b0-ef9b31351970') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:45.666293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5efae3b-faa0-46bb-89c6-e7a4036ab442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.667907 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.693090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.695501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5efae3b-faa0-46bb-89c6-e7a4036ab442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.716244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:45.717026 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.730566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d5efae3b-faa0-46bb-89c6-e7a4036ab442 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d24f73f8033547afbe0411ecbde047ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8887465 May 26 16:22:45.737770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35442) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:45.764815 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5cb9bafc-13f8-4e87-b2b0-ef9b31351970 resource provider aggregate not found May 26 16:22:45.833503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efae3b-faa0-46bb-89c6-e7a4036ab442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdee9ca3-3467-413f-b4dd-60260e8d415f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:45.854661 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bace1351-8d55-4c3f-b0fe-f894fe68b744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.871033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.902841 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0582405-26ee-4440-957d-93f8a908b233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.911941 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.937289 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/be22e638-5501-4f64-bc61-45cda5fafec1 HTTP/1.1" status: 204 len: 168 time: 0.7050643 May 26 16:22:45.946645 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5cb9bafc-13f8-4e87-b2b0-ef9b31351970 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cb9bafc-13f8-4e87-b2b0-ef9b31351970 found for delete ", "request_id": "req-a3f2438c-ca19-4156-b1dc-d3944dbbb1c3"}]} May 26 16:22:45.947247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35450) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:45.977658 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0582405-26ee-4440-957d-93f8a908b233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.040829 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bace1351-8d55-4c3f-b0fe-f894fe68b744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.047947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e0a4d-39fa-448b-8f0e-db44cce54c9b tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=be22e638-5501-4f64-bc61-45cda5fafec1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:46.107373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bace1351-8d55-4c3f-b0fe-f894fe68b744 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef1127a4923e49afbe0dbdf22e82eaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1945267 May 26 16:22:46.111368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35456) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.114606 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e75c01e-8b40-4555-820c-b03e8bebff9a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.115846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e75c01e-8b40-4555-820c-b03e8bebff9a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.140014 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e75c01e-8b40-4555-820c-b03e8bebff9a tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/375175bf-c9ce-4644-977a-240edcdc4a67 HTTP/1.1" status: 404 len: 337 time: 0.1477301 May 26 16:22:46.144827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35462) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.181134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace1351-8d55-4c3f-b0fe-f894fe68b744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef27c2d-620f-486d-8a27-7ae64b6b31c7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:46.196514 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f769965a-cbc3-4f19-b5d3-810a2f5dfda8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.198189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f769965a-cbc3-4f19-b5d3-810a2f5dfda8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.201431 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f769965a-cbc3-4f19-b5d3-810a2f5dfda8 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/f268c6c6-a9e1-47e1-955d-72f58e899dc8 HTTP/1.1" status: 404 len: 339 time: 0.0380490 May 26 16:22:46.208343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35464) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.243823 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0582405-26ee-4440-957d-93f8a908b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.246534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0582405-26ee-4440-957d-93f8a908b233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.250508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f0582405-26ee-4440-957d-93f8a908b233 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdee9ca3-3467-413f-b4dd-60260e8d415f HTTP/1.1" status: 204 len: 168 time: 0.5070734 May 26 16:22:46.251656 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-412c1067-2ec4-4aa1-9b7a-6d09a11377d5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.252478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412c1067-2ec4-4aa1-9b7a-6d09a11377d5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.256173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-412c1067-2ec4-4aa1-9b7a-6d09a11377d5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/adda2e51-77a0-4e39-86c3-7932caabb8fa HTTP/1.1" status: 404 len: 337 time: 0.0463560 May 26 16:22:46.258888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35470) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.293454 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68247078-569f-4b2f-ad72-ef403b77ec58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.319424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0582405-26ee-4440-957d-93f8a908b233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdee9ca3-3467-413f-b4dd-60260e8d415f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:46.331427 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6dc097-a3c8-4d55-a41f-ab8c889680ad tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.332000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6dc097-a3c8-4d55-a41f-ab8c889680ad tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.353706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4e6dc097-a3c8-4d55-a41f-ab8c889680ad tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/6eee1595-9af9-49be-95e1-09fa5757388b HTTP/1.1" status: 404 len: 339 time: 0.0930686 May 26 16:22:46.356466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35474) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.406093 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68247078-569f-4b2f-ad72-ef403b77ec58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.488062 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbcc762-9f57-44e7-be2b-ae4dbd6b7379 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.488526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbcc762-9f57-44e7-be2b-ae4dbd6b7379 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.491649 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9bbcc762-9f57-44e7-be2b-ae4dbd6b7379 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/3c64a2c6-bb35-4557-be50-599b1d68bbb5 HTTP/1.1" status: 404 len: 337 time: 0.1191955 May 26 16:22:46.494507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35484) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.535652 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-48738892-cde7-4e31-bb6f-04ecd7250da5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.536324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48738892-cde7-4e31-bb6f-04ecd7250da5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.540611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-48738892-cde7-4e31-bb6f-04ecd7250da5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/ebf7c771-3ff9-4d0d-956a-f4a518aa1d94 HTTP/1.1" status: 404 len: 339 time: 0.0447867 May 26 16:22:46.542932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35488) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.575111 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-1137fcf6-4bb1-4888-9125-ee6d8fa0f578 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.576011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1137fcf6-4bb1-4888-9125-ee6d8fa0f578 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.580277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1137fcf6-4bb1-4888-9125-ee6d8fa0f578 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/1f8dfb44-316e-4054-83a1-283231b16e40 HTTP/1.1" status: 404 len: 337 time: 0.0363717 May 26 16:22:46.583600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35490) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.609946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68247078-569f-4b2f-ad72-ef403b77ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.611309 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a094152-d9a8-42b3-9505-625c7754b407 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.612299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a094152-d9a8-42b3-9505-625c7754b407 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.617055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8a094152-d9a8-42b3-9505-625c7754b407 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/439f3e5f-0a79-49e2-af79-1535162e390a HTTP/1.1" status: 404 len: 339 time: 0.0320559 May 26 16:22:46.619565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35492) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.620600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68247078-569f-4b2f-ad72-ef403b77ec58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.625512 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68247078-569f-4b2f-ad72-ef403b77ec58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ef27c2d-620f-486d-8a27-7ae64b6b31c7 HTTP/1.1" status: 204 len: 168 time: 0.4795358 May 26 16:22:46.644609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68247078-569f-4b2f-ad72-ef403b77ec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef27c2d-620f-486d-8a27-7ae64b6b31c7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:46.696717 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a28aec-edd1-4cea-8236-6bebad036a96 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.697191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a28aec-edd1-4cea-8236-6bebad036a96 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.702662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b1a28aec-edd1-4cea-8236-6bebad036a96 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/10b4cda7-d421-456a-8772-840cb65c26f2 HTTP/1.1" status: 404 len: 337 time: 0.0814922 May 26 16:22:46.704907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35496) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.760445 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-f276863d-87c6-41c0-b63f-bffc9085608e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.761356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f276863d-87c6-41c0-b63f-bffc9085608e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.769481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f276863d-87c6-41c0-b63f-bffc9085608e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/9831f142-f6d5-4a0d-a7c5-c076ae64b95e HTTP/1.1" status: 404 len: 339 time: 0.0634360 May 26 16:22:46.772706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35502) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.862966 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d0c273-b336-4f72-bdcf-83fc21220fc6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.864907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d0c273-b336-4f72-bdcf-83fc21220fc6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.874059 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8d0c273-b336-4f72-bdcf-83fc21220fc6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/49daa6d4-310a-42b7-841c-dba162b4d141 HTTP/1.1" status: 404 len: 337 time: 0.1002665 May 26 16:22:46.876654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35510) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.909585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35512) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.921725 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8336d5-df20-426c-bc19-638599629bd6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:46.924336 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8336d5-df20-426c-bc19-638599629bd6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:46.929582 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7655455-88c9-48cb-8e5c-d9325db58740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.933892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ea8336d5-df20-426c-bc19-638599629bd6 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/63b0c475-025f-403b-a575-55bf8799fd67 HTTP/1.1" status: 404 len: 339 time: 0.0546975 May 26 16:22:46.935675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35514) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.012604 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4e5476-b400-43b5-b417-cd46feeba5fd tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:47.019688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4e5476-b400-43b5-b417-cd46feeba5fd tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:47.023741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7d4e5476-b400-43b5-b417-cd46feeba5fd tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/7465d581-09ce-4586-b93f-552187aa0326 HTTP/1.1" status: 404 len: 337 time: 0.0840111 May 26 16:22:47.033363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35516) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.045145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7655455-88c9-48cb-8e5c-d9325db58740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.053117 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7655455-88c9-48cb-8e5c-d9325db58740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.083208 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0e2a87-f5ff-4da7-8970-b91b6fecf4f9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:47.084319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0e2a87-f5ff-4da7-8970-b91b6fecf4f9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:47.088257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3e0e2a87-f5ff-4da7-8970-b91b6fecf4f9 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/cf12de41-cb58-4e0f-9735-fb5223439e1b HTTP/1.1" status: 404 len: 339 time: 0.0528128 May 26 16:22:47.090970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35520) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.120351 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf08f993-397a-4260-a08d-22609cf54d9e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:47.122594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf08f993-397a-4260-a08d-22609cf54d9e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:47.126296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cf08f993-397a-4260-a08d-22609cf54d9e tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/c56209a3-e689-4705-b3f7-495268f40cb4 HTTP/1.1" status: 404 len: 337 time: 0.0338161 May 26 16:22:47.128859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35522) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.151209 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-0559ee59-35ca-4f92-9e3c-01e1569230bc tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] DELETE failed (client error): The resource could not be found. May 26 16:22:47.152495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0559ee59-35ca-4f92-9e3c-01e1569230bc tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:47.156192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0559ee59-35ca-4f92-9e3c-01e1569230bc tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/43db6ef0-27c8-4e77-b761-447129ba6a1b HTTP/1.1" status: 404 len: 339 time: 0.0254617 May 26 16:22:47.160508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35524) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.176991 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d7655455-88c9-48cb-8e5c-d9325db58740 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fd7c3a1c92b49be904d0589379342f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632883 May 26 16:22:47.176991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7655455-88c9-48cb-8e5c-d9325db58740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abee161-358b-4d58-952b-2e464e842c35,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:47.179839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35528) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.274588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cb254c-73c0-446e-a9ef-b9dc9dbcf771 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Deleting subnet 4c3de39a-745f-4301-95f5-dd28f9ec9af7 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:47.282531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65cb254c-73c0-446e-a9ef-b9dc9dbcf771 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.326869 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2167afa5-6482-46b3-a0f9-389324867cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.350129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65cb254c-73c0-446e-a9ef-b9dc9dbcf771 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.355732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2167afa5-6482-46b3-a0f9-389324867cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.470464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2167afa5-6482-46b3-a0f9-389324867cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.473579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2167afa5-6482-46b3-a0f9-389324867cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.476045 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2167afa5-6482-46b3-a0f9-389324867cc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2abee161-358b-4d58-952b-2e464e842c35 HTTP/1.1" status: 204 len: 168 time: 0.2948050 May 26 16:22:47.509539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167afa5-6482-46b3-a0f9-389324867cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abee161-358b-4d58-952b-2e464e842c35,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:47.580889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65cb254c-73c0-446e-a9ef-b9dc9dbcf771 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.697757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35542) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.730355 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0dfa3e6-82a8-4f50-b05c-2bb9525f1d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.754302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65cb254c-73c0-446e-a9ef-b9dc9dbcf771 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.778124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65cb254c-73c0-446e-a9ef-b9dc9dbcf771 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.785195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0caeb-ff61-4991-8a18-63f242bf5178 None None] Network cb5c932f-defc-41b4-b50d-50331968bd00 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:47.787194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-65cb254c-73c0-446e-a9ef-b9dc9dbcf771 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/subnets/4c3de39a-745f-4301-95f5-dd28f9ec9af7 HTTP/1.1" status: 204 len: 168 time: 0.6254332 May 26 16:22:47.794593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35548) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.816315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb254c-73c0-446e-a9ef-b9dc9dbcf771 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3de39a-745f-4301-95f5-dd28f9ec9af7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:47.990194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.159696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] DHCP port deletion for cb5c932f-defc-41b4-b50d-50331968bd00 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:48.286704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Deleting port e120214e-b10f-43c6-831f-72f115273320 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:48.287078 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.413500 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] For port e120214e-b10f-43c6-831f-72f115273320, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e120214e-b10f-43c6-831f-72f115273320,segment=NetworkSegment(8ddd53bd-166f-49ce-85b3-a09cf013bdcf),segment_id=8ddd53bd-166f-49ce-85b3-a09cf013bdcf)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:48.413981 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.440085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Calling delete_port for e120214e-b10f-43c6-831f-72f115273320 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:48.544170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0dfa3e6-82a8-4f50-b05c-2bb9525f1d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.553649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d0dfa3e6-82a8-4f50-b05c-2bb9525f1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.654453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.707460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35578) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:48.708933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d0dfa3e6-82a8-4f50-b05c-2bb9525f1d82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=225685a17e7440fbb4564bdc4bd9f615&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0084918 May 26 16:22:48.714522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfa3e6-82a8-4f50-b05c-2bb9525f1d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7436ce46-cbb4-4b2d-b54f-7534470cc75e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:48.725688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Deleting port e120214e-b10f-43c6-831f-72f115273320 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:48.726773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.756722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Pushing event deleted for resources: {'Port': ['ID=e120214e-b10f-43c6-831f-72f115273320,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:48.782262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] No DVR routers for this DVR port e120214e-b10f-43c6-831f-72f115273320 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:48.800727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.801329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.801696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.804177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.804623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.804971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.805316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.806692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.807022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.807354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.807686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.808010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf81ab-025e-4603-9fd3-b1f767e7c2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:48.844965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] For port e120214e-b10f-43c6-831f-72f115273320, host n-d-843336-2, got binding levels [] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:48.846089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.866790 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf92a-75b9-47d0-bf2b-ffd7ea2fee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.874524 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Calling delete_port for e120214e-b10f-43c6-831f-72f115273320 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:48.877733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Port e120214e-b10f-43c6-831f-72f115273320 was not found and therefore no delete operation was performed {{(pid=109404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:22:48.879484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.933956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] No DVR routers for this DVR port e120214e-b10f-43c6-831f-72f115273320 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:48.936671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Port': ['ID=e120214e-b10f-43c6-831f-72f115273320,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:49.000091 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf92a-75b9-47d0-bf2b-ffd7ea2fee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.048244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.077027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5c932f-defc-41b4-b50d-50331968bd00']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:49.089086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddd53bd-166f-49ce-85b3-a09cf013bdcf') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:49.089699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddd53bd-166f-49ce-85b3-a09cf013bdcf') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:49.102587 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.121831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.129448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:49.130215 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.158905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf92a-75b9-47d0-bf2b-ffd7ea2fee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.162244 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf92a-75b9-47d0-bf2b-ffd7ea2fee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.163420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4e5bf92a-75b9-47d0-bf2b-ffd7ea2fee79 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7436ce46-cbb4-4b2d-b54f-7534470cc75e HTTP/1.1" status: 204 len: 168 time: 0.4542122 May 26 16:22:49.182516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bf92a-75b9-47d0-bf2b-ffd7ea2fee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7436ce46-cbb4-4b2d-b54f-7534470cc75e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:49.244823 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8ddd53bd-166f-49ce-85b3-a09cf013bdcf resource provider aggregate not found May 26 16:22:49.268638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.284633 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.294055 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] 10.222.0.39 "DELETE /v2.0/networks/cb5c932f-defc-41b4-b50d-50331968bd00 HTTP/1.1" status: 204 len: 168 time: 1.4959824 May 26 16:22:49.294479 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 8ddd53bd-166f-49ce-85b3-a09cf013bdcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ddd53bd-166f-49ce-85b3-a09cf013bdcf found for delete ", "request_id": "req-a6a6184d-530a-49b5-aebe-12d2918a1064"}]} May 26 16:22:49.321172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654639d-43cb-4dc1-8a15-8ea88178a1b5 tempest-NetworksTest-2080621358 tempest-NetworksTest-2080621358-project] Pushing event deleted for resources: {'Network': ['ID=cb5c932f-defc-41b4-b50d-50331968bd00,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:49.755116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e120214e-b10f-43c6-831f-72f115273320 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:49.831178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e120214e-b10f-43c6-831f-72f115273320 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:49.831862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e120214e-b10f-43c6-831f-72f115273320 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:49.908188 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35622) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:50.310465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35646) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:50.328915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35650) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:50.348479 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5f05f5d0-f57e-4a09-b385-28a546839ed7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bca0000704914f72ae475e9266829f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383504 May 26 16:22:50.416043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acaa1ea0-cbb9-4e9e-96d2-ec62a1460a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.466980 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acaa1ea0-cbb9-4e9e-96d2-ec62a1460a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.595631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acaa1ea0-cbb9-4e9e-96d2-ec62a1460a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.598962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-acaa1ea0-cbb9-4e9e-96d2-ec62a1460a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.600354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-acaa1ea0-cbb9-4e9e-96d2-ec62a1460a47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fcc24792-32e0-465b-85f9-b1f6f41a196e HTTP/1.1" status: 204 len: 168 time: 0.2703166 May 26 16:22:50.613350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa1ea0-cbb9-4e9e-96d2-ec62a1460a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc24792-32e0-465b-85f9-b1f6f41a196e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:52.280937 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:52.894927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Deleting port d6841596-2e44-44e1-8493-622232acc7e2 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:52.895761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.053801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] For port d6841596-2e44-44e1-8493-622232acc7e2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d6841596-2e44-44e1-8493-622232acc7e2,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:53.054526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.074893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Calling delete_port for d6841596-2e44-44e1-8493-622232acc7e2 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:53.226757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35766) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:53.511125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-757201712'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:53.543773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-63efc2c9-09a8-47c1-a67c-4908eabd7107 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2904525 May 26 16:22:53.557431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:53.575688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.622404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.774766 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.834890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6841596-2e44-44e1-8493-622232acc7e2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:53.841895 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.844397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-53055a43-8486-412a-98c3-d73671d5636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:53.846115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-53055a43-8486-412a-98c3-d73671d5636b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1096 time: 0.1986432 May 26 16:22:53.852815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.913402 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.932877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c30f9-d1e7-4f2a-8756-285a52f10274,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:53.977455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.991745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.992207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.993375 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.993543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.993945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.997184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.997672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.998140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.998574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.998981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:53.999622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:54.001558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:54.032156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:54.065637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.066540 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Added segment 97543fdc-57e3-42dd-bab9-fffdcbb6cd0c of type vlan for network 66d59244-d828-4d30-8e72-19d8c3031629 May 26 16:22:54.206923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.250206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.258328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:54.259297 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.309135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-2d2765b3-fd52-4f39-b079-8213e7b213b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:54.310545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-2d2765b3-fd52-4f39-b079-8213e7b213b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 0.4432979 May 26 16:22:54.340548 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1124408 May 26 16:22:54.341727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35800) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:54.353184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'name': 'tempest-PortsIpV6TestJSON-436527741'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:54.361016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e64230-a1e6-4c47-9ce0-8a88c46ecd5b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Network': ['ID=66d59244-d828-4d30-8e72-19d8c3031629,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:54.373128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:54.531339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-2572f9c1-6ae8-49f4-9203-93bb8044ef65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 1001 time: 0.1538711 May 26 16:22:54.570362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:54.575349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.619191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:54.646931 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.672300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-79da6030-6a37-4509-abf5-71e174437a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:54.677112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-79da6030-6a37-4509-abf5-71e174437a11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.1393824 May 26 16:22:54.877182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-1d6d9ae3-22d3-410b-9a93-669bd30af810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:54.879643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-1d6d9ae3-22d3-410b-9a93-669bd30af810 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935985 May 26 16:22:55.203392 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.267232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.315498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-316f6837-9cfd-4f13-bdaa-042c9ce366bd service neutron] 10.222.0.24 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188168 May 26 16:22:55.330650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=3023b0ee-2953-4bd8-8292-54f6fee6f5e0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:55.347519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Checking segment: {'id': '97543fdc-57e3-42dd-bab9-fffdcbb6cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '66d59244-d828-4d30-8e72-19d8c3031629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:55.348517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network hostable DHCP agents. Network: 66d59244-d828-4d30-8e72-19d8c3031629, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:55.363090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:22:55.370881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:55.389858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 66d59244-d828-4d30-8e72-19d8c3031629) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:55.408592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:55.411237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fede1ba-6d3b-4347-bb32-3c2ef6d7e7f2 None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:55.415642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:55.416375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.452462 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a8ffa4cf-1f50-40d6-9cd2-b64ae7d41122 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1049166 May 26 16:22:55.455101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 35822) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:55.468990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1188037341'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:55.514210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:55.521541 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.559978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:55.582262 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.583375 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Added segment af8df4b2-948c-4e75-8f30-8f9777635019 of type vlan for network 0a32f24c-ae02-4cdc-b867-314439ca8d0d May 26 16:22:55.650816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.679568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfb398c1-4ee9-4d50-841c-3ed6ecb6270c req-7b3cf1db-602b-42bd-af3a-a5b7f531cd90 service neutron] 10.222.0.24 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482864 May 26 16:22:55.703272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.709885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:22:55.710222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:55.710830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.716499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b4d7f3e3-9979-4d50-a608-e2480bf78708 admin admin] 10.222.0.39 "PUT /v2.0/routers/759f1b10-df0e-4d12-9a1b-3dc6cc2b5877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4043465 May 26 16:22:55.718994 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35828) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:55.731936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6803233-877f-42ac-b908-742b78318c93 None None] Sync routers for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:22:55.764566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6803233-877f-42ac-b908-742b78318c93 None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:55.767419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a6803233-877f-42ac-b908-742b78318c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:22:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:55.803205 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Network': ['ID=0a32f24c-ae02-4cdc-b867-314439ca8d0d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:55.818218 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1d0d0a33-8c38-4929-99cc-51c81d9ee91d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3591614 May 26 16:22:55.820347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 35834) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:55.828282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'ports': [{'network_id': '66d59244-d828-4d30-8e72-19d8c3031629'}, {'network_id': '0a32f24c-ae02-4cdc-b867-314439ca8d0d'}]} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:55.833074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:55.837729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '0a32f24c-ae02-4cdc-b867-314439ca8d0d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:55.917627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a6803233-877f-42ac-b908-742b78318c93 None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:22:56.110233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 0a32f24c-ae02-4cdc-b867-314439ca8d0d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:56.340978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.535821 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.540556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a6803233-877f-42ac-b908-742b78318c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:22:53Z', 'revision_number': 5, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port': {'id': 'd8fc71e7-8ebb-43f5-be18-97e84f666860', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:15:43Z', 'updated_at': '2022-05-26T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:56.632063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 2} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:56.636760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.653414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6803233-877f-42ac-b908-742b78318c93 None None] Checking router: 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:22:56.669870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6803233-877f-42ac-b908-742b78318c93 None None] Routers {'759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:56.670569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a6803233-877f-42ac-b908-742b78318c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:22:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:56.686414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Deleting port d8fc71e7-8ebb-43f5-be18-97e84f666860 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:56.687060 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.695485 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.877215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a6803233-877f-42ac-b908-742b78318c93 None None] Set router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:22:57.406672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a6803233-877f-42ac-b908-742b78318c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:22:56Z', 'revision_number': 6, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:57.496131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6803233-877f-42ac-b908-742b78318c93 None None] The sync data for ids ['759f1b10-df0e-4d12-9a1b-3dc6cc2b5877'] in n-d-843336-2 is: [{'id': '759f1b10-df0e-4d12-9a1b-3dc6cc2b5877', 'name': 'tempest-AttachVolumeTestJSON-1807235911-router', 'tenant_id': '1144c6abd475413f9e7b7793945a8ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:15:41Z', 'updated_at': '2022-05-26T16:22:56Z', 'revision_number': 6, 'project_id': '1144c6abd475413f9e7b7793945a8ae5', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:22:57.687721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] For port d8fc71e7-8ebb-43f5-be18-97e84f666860, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d8fc71e7-8ebb-43f5-be18-97e84f666860,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:57.688274 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.710732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Calling delete_port for d8fc71e7-8ebb-43f5-be18-97e84f666860 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:57.912000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d6841596-2e44-44e1-8493-622232acc7e2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:57.963043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d6841596-2e44-44e1-8493-622232acc7e2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:57.963398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d6841596-2e44-44e1-8493-622232acc7e2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:58.545581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port a1969aef-1188-4807-a2df-c7df406cf163 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:58.655421 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.682348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebead3-06f2-46cf-8421-c081d633e0e6 req-7829c22e-5e6e-4319-be27-eb305a4aed5b tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:58.684058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8ebead3-06f2-46cf-8421-c081d633e0e6 req-7829c22e-5e6e-4319-be27-eb305a4aed5b tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1096 time: 0.5920663 May 26 16:22:58.773563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fc71e7-8ebb-43f5-be18-97e84f666860,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:58.999540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:58.999902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.000257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.000604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.000951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.001293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.001647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.001964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.002315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.002652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.003030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.003301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:59.115911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8ebead3-06f2-46cf-8421-c081d633e0e6 req-dc35c311-5fb6-44af-80f0-11f791504a51 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3803425 May 26 16:22:59.136662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.186817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36182) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:59.355623 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.490239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.526445 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.663256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port d95b429e-3022-4af6-ada5-bef417a1c47e yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:59.776445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d8fc71e7-8ebb-43f5-be18-97e84f666860 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:59.837573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port ad32d659-b001-418b-8714-bf69d646fcba {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:59.845653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d8fc71e7-8ebb-43f5-be18-97e84f666860 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:59.845790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d8fc71e7-8ebb-43f5-be18-97e84f666860 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:59.846548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.892627 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.945618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.982217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.985250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:23:00.061602 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.067623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-87399a58-50e0-44cd-8fdb-0ef57b94b33a admin admin] 10.222.0.39 "DELETE /v2.0/routers/759f1b10-df0e-4d12-9a1b-3dc6cc2b5877 HTTP/1.1" status: 204 len: 168 time: 4.3472569 May 26 16:23:00.081540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36254) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:00.083895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:00.135661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:00.140348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:00.161712 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.219965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=a1969aef-1188-4807-a2df-c7df406cf163,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:00.331216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=d95b429e-3022-4af6-ada5-bef417a1c47e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:00.340167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Checking segment: {'id': 'af8df4b2-948c-4e75-8f30-8f9777635019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0a32f24c-ae02-4cdc-b867-314439ca8d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:00.340912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network hostable DHCP agents. Network: 0a32f24c-ae02-4cdc-b867-314439ca8d0d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:00.376388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 0a32f24c-ae02-4cdc-b867-314439ca8d0d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:00.396934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 0a32f24c-ae02-4cdc-b867-314439ca8d0d) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:00.413827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d41c92-09cd-41ee-8c49-af2187152b97 admin admin] Deleting subnet f576792b-c2a7-4b2a-a376-29017903f8e9 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:00.414969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ac689-5d49-4613-82c8-36683c608f17 None None] Network 0a32f24c-ae02-4cdc-b867-314439ca8d0d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:00.447386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85d41c92-09cd-41ee-8c49-af2187152b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.448485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:00.472573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:00.480120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:00.483086 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.572059 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.572696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.605692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0d64adba-0b42-4fad-b782-d644b859bf41 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7812710 May 26 16:23:00.612479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36304) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:00.614582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for ad32d659-b001-418b-8714-bf69d646fcba owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:00.658752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85d41c92-09cd-41ee-8c49-af2187152b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.854709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0646deed-648d-400f-88d8-a4020abdca2a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port d95b429e-3022-4af6-ada5-bef417a1c47e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:00.855665 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0646deed-648d-400f-88d8-a4020abdca2a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.001797 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0646deed-648d-400f-88d8-a4020abdca2a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.035485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0646deed-648d-400f-88d8-a4020abdca2a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for d95b429e-3022-4af6-ada5-bef417a1c47e owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:01.092255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85d41c92-09cd-41ee-8c49-af2187152b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.130903 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.241078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=ad32d659-b001-418b-8714-bf69d646fcba,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:01.243107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.243450 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Floating IP 883a2b31-2702-4ab2-82bf-f0dc2d0cf979 disassociated (deleted). External IP: 172.25.0.206, port: 474b239d-9803-4a0e-9a32-7c2cb87ade52. May 26 16:23:01.265003 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0646deed-648d-400f-88d8-a4020abdca2a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.350434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646deed-648d-400f-88d8-a4020abdca2a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=d95b429e-3022-4af6-ada5-bef417a1c47e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:01.365793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85d41c92-09cd-41ee-8c49-af2187152b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.385178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0646deed-648d-400f-88d8-a4020abdca2a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.395146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0646deed-648d-400f-88d8-a4020abdca2a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/d95b429e-3022-4af6-ada5-bef417a1c47e HTTP/1.1" status: 204 len: 168 time: 0.7797785 May 26 16:23:01.398632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36382) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:01.425954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d41c92-09cd-41ee-8c49-af2187152b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f576792b-c2a7-4b2a-a376-29017903f8e9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:01.431475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155e827-aa1c-4aee-8dfd-b9dcacd07a2c None None] Network ba6904b0-e06f-42f4-b61a-20e928e58fb3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:01.453501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85d41c92-09cd-41ee-8c49-af2187152b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.461394 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-85d41c92-09cd-41ee-8c49-af2187152b97 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f576792b-c2a7-4b2a-a376-29017903f8e9 HTTP/1.1" status: 204 len: 168 time: 1.3784673 May 26 16:23:01.476725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36390) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:01.582835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989f0b6-ab9d-4cd1-87d6-1b6d71b80d45 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:01.609347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989f0b6-ab9d-4cd1-87d6-1b6d71b80d45 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:01.615476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d989f0b6-ab9d-4cd1-87d6-1b6d71b80d45 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2120049 May 26 16:23:01.618079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36406) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:01.670267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.719365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e5b48-a1b8-4b0e-93aa-8d0ee87033e6 None None] DHCP port deletion for ba6904b0-e06f-42f4-b61a-20e928e58fb3 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:01.789629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-892e5b48-a1b8-4b0e-93aa-8d0ee87033e6 None None] Deleting port db4a786a-819f-4307-9744-afb4910e67e8 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:01.790194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-892e5b48-a1b8-4b0e-93aa-8d0ee87033e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.860910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d8f85-2569-43d7-873d-8d1a1f7c1ff3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port a1969aef-1188-4807-a2df-c7df406cf163 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:01.864891 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f7d8f85-2569-43d7-873d-8d1a1f7c1ff3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.884899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-892e5b48-a1b8-4b0e-93aa-8d0ee87033e6 None None] For port db4a786a-819f-4307-9744-afb4910e67e8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=db4a786a-819f-4307-9744-afb4910e67e8,segment=NetworkSegment(bba1a29f-eeac-4994-a37b-bee26054fd56),segment_id=bba1a29f-eeac-4994-a37b-bee26054fd56)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:01.885580 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-892e5b48-a1b8-4b0e-93aa-8d0ee87033e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.903299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-892e5b48-a1b8-4b0e-93aa-8d0ee87033e6 None None] Calling delete_port for db4a786a-819f-4307-9744-afb4910e67e8 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:02.017225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router a9e35769-be3d-4b84-948d-cc4742ed1d2b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:02.164450 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f7d8f85-2569-43d7-873d-8d1a1f7c1ff3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.166488 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-892e5b48-a1b8-4b0e-93aa-8d0ee87033e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.200449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d8f85-2569-43d7-873d-8d1a1f7c1ff3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for a1969aef-1188-4807-a2df-c7df406cf163 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:02.242931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e5b48-a1b8-4b0e-93aa-8d0ee87033e6 None None] Pushing event deleted for resources: {'Port': ['ID=db4a786a-819f-4307-9744-afb4910e67e8,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:02.250136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e5b48-a1b8-4b0e-93aa-8d0ee87033e6 None None] No DVR routers for this DVR port db4a786a-819f-4307-9744-afb4910e67e8 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:02.284977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Deleting port db4a786a-819f-4307-9744-afb4910e67e8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:02.285395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.310806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:02.323414 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] Sync routers for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:02.325700 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.341643 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:02.342358 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:22:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:02.365045 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f7d8f85-2569-43d7-873d-8d1a1f7c1ff3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.400039 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e891e666-41dc-4efe-b381-b85ad72cb4be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/floatingips/883a2b31-2702-4ab2-82bf-f0dc2d0cf979 HTTP/1.1" status: 204 len: 168 time: 3.2108772 May 26 16:23:02.488129 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:02.492300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d8f85-2569-43d7-873d-8d1a1f7c1ff3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=a1969aef-1188-4807-a2df-c7df406cf163,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:02.525285 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f7d8f85-2569-43d7-873d-8d1a1f7c1ff3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.546486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1f7d8f85-2569-43d7-873d-8d1a1f7c1ff3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/a1969aef-1188-4807-a2df-c7df406cf163 HTTP/1.1" status: 204 len: 168 time: 0.9272220 May 26 16:23:02.554010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36434) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:02.570964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:02.625312 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97de94e-bb13-43b0-9f26-8051c16e1e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:02.697050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291df29d-ff3e-4168-9758-c4558fbc80dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:02.703512 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-291df29d-ff3e-4168-9758-c4558fbc80dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1483462 May 26 16:23:02.705408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36444) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:02.717457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] For port db4a786a-819f-4307-9744-afb4910e67e8, host n-d-843336-2, got binding levels [] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:02.719147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.758998 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Calling delete_port for db4a786a-819f-4307-9744-afb4910e67e8 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:02.766334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Port db4a786a-819f-4307-9744-afb4910e67e8 was not found and therefore no delete operation was performed {{(pid=109404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:23:02.767728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.774791 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-d585e199-ad8f-40c5-a232-5b3a9c6dd220 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:23:02.779298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d585e199-ad8f-40c5-a232-5b3a9c6dd220 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/d95b429e-3022-4af6-ada5-bef417a1c47e HTTP/1.1" status: 404 len: 333 time: 0.0722692 May 26 16:23:02.782040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36448) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:02.805704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36450) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:02.864563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4a786a-819f-4307-9744-afb4910e67e8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:02.891634 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] No DVR routers for this DVR port db4a786a-819f-4307-9744-afb4910e67e8 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:02.905479 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8de888a-f14c-4a0c-b99f-600a9a528d28 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:23:02.911179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b8de888a-f14c-4a0c-b99f-600a9a528d28 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/a1969aef-1188-4807-a2df-c7df406cf163 HTTP/1.1" status: 404 len: 333 time: 0.1233628 May 26 16:23:02.915999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36456) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:03.037812 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '488e064b-98fd-4435-8558-946ce25c9903', 'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:93:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:44Z', 'updated_at': '2022-05-26T16:20:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:03.099528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.107220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.137533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6904b0-e06f-42f4-b61a-20e928e58fb3']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:03.150622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba1a29f-eeac-4994-a37b-bee26054fd56') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:03.151926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba1a29f-eeac-4994-a37b-bee26054fd56') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:03.166266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.171865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a5cc4-da4e-4f41-9f1a-709597814b16 req-a696d3a4-374a-48ad-b203-8fb1acebc89e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:03.181017 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] Checking router: a9e35769-be3d-4b84-948d-cc4742ed1d2b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:23:03.182731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e8a5cc4-da4e-4f41-9f1a-709597814b16 req-a696d3a4-374a-48ad-b203-8fb1acebc89e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.2126734 May 26 16:23:03.184069 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.193461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:03.194396 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.212317 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:03.213760 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:22:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:03.358429 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f403de0-dd08-429a-8b9d-f74a22df8905 x-openstack-request-id: req-7f403de0-dd08-429a-8b9d-f74a22df8905 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:03.361969 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:03.362375 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f403de0-dd08-429a-8b9d-f74a22df8905 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:03.362912 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f403de0-dd08-429a-8b9d-f74a22df8905'] response: {'name': 'network-changed', 'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'status': 'completed', 'code': 200} May 26 16:23:03.367126 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.369245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.376841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.392642 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ba6904b0-e06f-42f4-b61a-20e928e58fb3 HTTP/1.1" status: 204 len: 168 time: 1.9129982 May 26 16:23:03.402585 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment bba1a29f-eeac-4994-a37b-bee26054fd56 resource provider aggregate not found May 26 16:23:03.453960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddaf44-abb8-44d3-a556-7a57b4e98a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6904b0-e06f-42f4-b61a-20e928e58fb3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:03.483302 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment bba1a29f-eeac-4994-a37b-bee26054fd56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bba1a29f-eeac-4994-a37b-bee26054fd56 found for delete ", "request_id": "req-a3c3844b-7d3c-4e83-a8d0-30b50140f007"}]} May 26 16:23:03.537045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e8a5cc4-da4e-4f41-9f1a-709597814b16 req-c0223312-ae4c-4556-bb1c-4d3f1efba24d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531029 May 26 16:23:03.558666 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:03.635507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a32f24c-ae02-4cdc-b867-314439ca8d0d']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:03.674966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36490) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:03.702560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8df4b2-948c-4e75-8f30-8f9777635019') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:03.703400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8df4b2-948c-4e75-8f30-8f9777635019') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:03.714869 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.731986 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.740353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:03.740771 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.833792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device db4a786a-819f-4307-9744-afb4910e67e8 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:03.835950 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-815fd3a0-1686-4734-89db-255de1148a78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1144c6abd475413f9e7b7793945a8ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553628 May 26 16:23:03.840679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36494) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:03.881344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: db4a786a-819f-4307-9744-afb4910e67e8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:03.882125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device db4a786a-819f-4307-9744-afb4910e67e8 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:03.932784 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-281a4dfe-6623-4c36-82cb-1b3de5a485b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.948211 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.990561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab96d-22c7-4517-8087-4dad8261679d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.995703 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment af8df4b2-948c-4e75-8f30-8f9777635019 resource provider aggregate not found May 26 16:23:04.008899 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.014495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/networks/0a32f24c-ae02-4cdc-b867-314439ca8d0d HTTP/1.1" status: 204 len: 168 time: 1.0965540 May 26 16:23:04.020572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36506) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:04.035967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-24557124'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:04.045599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab96d-22c7-4517-8087-4dad8261679d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.103315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:04.107977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.147740 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment af8df4b2-948c-4e75-8f30-8f9777635019 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af8df4b2-948c-4e75-8f30-8f9777635019 found for delete ", "request_id": "req-6684ab18-ce95-4592-96e4-70f4dc1b782b"}]} May 26 16:23:04.157835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:04.161450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab96d-22c7-4517-8087-4dad8261679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.165245 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab96d-22c7-4517-8087-4dad8261679d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.167353 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3b4ab96d-22c7-4517-8087-4dad8261679d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/273f2367-a873-4fc4-8c14-3a3981e87aeb HTTP/1.1" status: 204 len: 168 time: 0.3253763 May 26 16:23:04.181825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d91bf-6eec-475b-8a04-b12e7310cd07 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Network': ['ID=0a32f24c-ae02-4cdc-b867-314439ca8d0d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:04.186855 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ab96d-22c7-4517-8087-4dad8261679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273f2367-a873-4fc4-8c14-3a3981e87aeb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:04.194764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.195572 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Added segment 975266df-f4b3-4b30-84d6-4dc182cf01a0 of type vlan for network 67197c51-daa1-414f-8834-15469b301113 May 26 16:23:04.255292 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '488e064b-98fd-4435-8558-946ce25c9903', 'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:93:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:44Z', 'updated_at': '2022-05-26T16:20:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:04.266157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.324309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-a3132346-2533-488b-9939-1217fcddf92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:04.336806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-a3132346-2533-488b-9939-1217fcddf92e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 1096 time: 0.8961194 May 26 16:23:04.351174 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.362726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:04.364838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.367468 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edf83d-c5be-42a2-9e95-14187a3fbfd3 None None] The sync data for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 is: [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '488e064b-98fd-4435-8558-946ce25c9903', 'name': '', 'network_id': 'b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:93:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:44Z', 'updated_at': '2022-05-26T16:20:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:04.408161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-70546241-1433-46b2-b81a-27b5a7bea261 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:04.412200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-70546241-1433-46b2-b81a-27b5a7bea261 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.3935471 May 26 16:23:04.445979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311e52-bb90-45b2-8260-2f255761ec4b req-564d2df1-3464-40e7-9201-6c12fa6fdab9 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:04.447888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-564d2df1-3464-40e7-9201-6c12fa6fdab9 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/networks?id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 HTTP/1.1" status: 200 len: 814 time: 0.9448760 May 26 16:23:04.536630 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5123024 May 26 16:23:04.551131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36518) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:04.562702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '67197c51-daa1-414f-8834-15469b301113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:04.647734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb2ef3-eb39-4cc9-9bd8-5163e3e358c5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Network': ['ID=67197c51-daa1-414f-8834-15469b301113,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:04.685282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 67197c51-daa1-414f-8834-15469b301113 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:04.841098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-442e2f7b-4050-42f8-9d4e-52306248e15c tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/quotas/378d593d7e994695b4980dfda831bdcc HTTP/1.1" status: 200 len: 375 time: 0.3616462 May 26 16:23:04.849856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:04.854566 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.937944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a76aaa-d270-46cb-b90b-d82281a3d4ab None None] New status for floating IP 883a2b31-2702-4ab2-82bf-f0dc2d0cf979: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:23:04.942902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-4a33db05-7c1f-4416-b1ba-43e43b50db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:04.946137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-4a33db05-7c1f-4416-b1ba-43e43b50db46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 200 len: 897 time: 0.5964882 May 26 16:23:05.068648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-30ac9cde-59f6-4d79-a719-2026433cfed3 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=378d593d7e994695b4980dfda831bdcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350024 May 26 16:23:05.128079 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-34bee66c-9dc0-4a59-a57c-01cacab547de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.347567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Performing IP validity checks on allocation pools {{(pid=109405) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:23:05.351163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109405) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:23:05.372362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-99426c30-a014-43e1-b2fb-fcfc4532c5ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 200 len: 217 time: 0.3828900 May 26 16:23:05.465290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-caa76edf-4abb-44b5-91f2-4ccb3c8b0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:05.466952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-caa76edf-4abb-44b5-91f2-4ccb3c8b0e53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 200 len: 833 time: 0.0713608 May 26 16:23:05.501924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-281a4dfe-6623-4c36-82cb-1b3de5a485b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.521115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadd381-7414-4eaa-afc8-f217351250c2 req-a1412246-cbfd-4e9e-9697-28b2efa4f380 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:05.525530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fadd381-7414-4eaa-afc8-f217351250c2 req-a1412246-cbfd-4e9e-9697-28b2efa4f380 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 945 time: 0.6417646 May 26 16:23:05.592894 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-281a4dfe-6623-4c36-82cb-1b3de5a485b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.636471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-281a4dfe-6623-4c36-82cb-1b3de5a485b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da6116a34a2548a392be9b4f6bb8132c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8188515 May 26 16:23:05.636696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36556) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:05.787782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a96070d-6f53-4cde-9c25-74b06df93c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.797651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-2442739b-da80-417f-bb14-182cd2692ab0 service neutron] 10.222.0.39 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765499 May 26 16:23:05.807150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port 474b239d-9803-4a0e-9a32-7c2cb87ade52 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:05.807541 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.817414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-16c5d57a-f140-455a-8901-93897a006d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:05.821646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a96070d-6f53-4cde-9c25-74b06df93c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.825585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-16c5d57a-f140-455a-8901-93897a006d38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3417962 May 26 16:23:05.826378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a4dfe-6623-4c36-82cb-1b3de5a485b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d02bba-2c86-4697-a86a-c2441ca41717,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:05.935429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a96070d-6f53-4cde-9c25-74b06df93c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.938033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a96070d-6f53-4cde-9c25-74b06df93c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.939444 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a96070d-6f53-4cde-9c25-74b06df93c43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9d02bba-2c86-4697-a86a-c2441ca41717 HTTP/1.1" status: 204 len: 168 time: 0.3017609 May 26 16:23:05.970053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96070d-6f53-4cde-9c25-74b06df93c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d02bba-2c86-4697-a86a-c2441ca41717,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:06.725209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36588) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:06.743336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596e2d7d-76e3-439c-920a-3ee927129852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:06.810347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 474b239d-9803-4a0e-9a32-7c2cb87ade52 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:06.864585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fadd381-7414-4eaa-afc8-f217351250c2 req-ff5c353a-4820-4009-a876-1f42757cc937 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2965553 May 26 16:23:06.922153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596e2d7d-76e3-439c-920a-3ee927129852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:06.931109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596e2d7d-76e3-439c-920a-3ee927129852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.030220 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-596e2d7d-76e3-439c-920a-3ee927129852 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa283c00b7444fcf9d5ad3b0db026775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974746 May 26 16:23:07.030220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e2d7d-76e3-439c-920a-3ee927129852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53c4c34-fa0b-4e37-8d4d-4280b32debfa,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:07.032621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36592) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:07.048671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:07.048671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.055446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 474b239d-9803-4a0e-9a32-7c2cb87ade52 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:07.062682 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.064056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for 474b239d-9803-4a0e-9a32-7c2cb87ade52 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:07.116969 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:23:07.146180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-80645360-1632-44ac-8bc8-259416c7c731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.175121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-80645360-1632-44ac-8bc8-259416c7c731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.196082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 474b239d-9803-4a0e-9a32-7c2cb87ade52, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=474b239d-9803-4a0e-9a32-7c2cb87ade52,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:07.203914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:07.221986 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c8ff2f-74ed-424e-850c-d3d47bbb790e" -d '{"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-unplugged", "status": "completed", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:07.234095 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.269205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-80645360-1632-44ac-8bc8-259416c7c731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.273561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-80645360-1632-44ac-8bc8-259416c7c731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.275046 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-80645360-1632-44ac-8bc8-259416c7c731 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e53c4c34-fa0b-4e37-8d4d-4280b32debfa HTTP/1.1" status: 204 len: 168 time: 0.2388952 May 26 16:23:07.301028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80645360-1632-44ac-8bc8-259416c7c731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53c4c34-fa0b-4e37-8d4d-4280b32debfa,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:07.426159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-33be6dea-7980-456f-9ecf-648db64e20ff service neutron] 10.222.0.24 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4823599 May 26 16:23:07.428153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:07.559959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-df2989a5-b12b-4258-91a7-be21d5722775 service neutron] 10.222.0.39 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7308416 May 26 16:23:07.567492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.573163 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42344ae4-88d0-4d7e-819e-009decc9d7b6 x-openstack-request-id: req-42344ae4-88d0-4d7e-819e-009decc9d7b6 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:07.574062 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-unplugged", "status": "completed", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:07.574544 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42344ae4-88d0-4d7e-819e-009decc9d7b6 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:07.575146 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42344ae4-88d0-4d7e-819e-009decc9d7b6'] response: {'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'code': 200} May 26 16:23:07.675935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=9623a8e5-4ba5-4faa-90ba-0906e35cbd04,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:07.689149 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.766185 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1eea235c-6374-4ee9-bdad-593c811b6df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.843187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] No DVR routers for this DVR port 474b239d-9803-4a0e-9a32-7c2cb87ade52 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:07.874692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=474b239d-9803-4a0e-9a32-7c2cb87ade52,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:07.921865 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.938404 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d978184-074b-4b51-b104-a0f4d6cb4ee3 req-d771461f-9b4d-4a0a-8e7d-12b30813fad0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "DELETE /v2.0/ports/474b239d-9803-4a0e-9a32-7c2cb87ade52 HTTP/1.1" status: 204 len: 173 time: 3.4657128 May 26 16:23:07.940478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-deleted', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:07.948996 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879d6024-d822-48dd-a312-bc154b6369c9" -d '{"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-deleted", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:08.020318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Checking segment: {'id': '975266df-f4b3-4b30-84d6-4dc182cf01a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '67197c51-daa1-414f-8834-15469b301113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:08.020689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network hostable DHCP agents. Network: 67197c51-daa1-414f-8834-15469b301113, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:08.171758 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36646) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:08.172884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3d8615d-5cad-4631-b7bc-47643046d4c0 req-a0f680ca-5836-4041-bcf8-65d718d26bd8 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 210 time: 0.1817451 May 26 16:23:08.241252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 67197c51-daa1-414f-8834-15469b301113 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:08.246466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19ca266f-03b7-488d-9cce-c717b609a6fd req-aa3a969b-6fcc-414c-9b62-6e93d6e87405 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=a513d091-cd1b-42f2-9ea0-96eb72c5dec6 HTTP/1.1" status: 200 len: 210 time: 0.2685032 May 26 16:23:08.266860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d97de94e-bb13-43b0-9f26-8051c16e1e2d req-6784fb4d-650b-4023-a47b-52f95682877e service neutron] 10.222.0.24 "GET /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7946622 May 26 16:23:08.286784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 67197c51-daa1-414f-8834-15469b301113) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:08.297862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:08.298655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.306025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc77b958-6b3c-4ba4-b401-9822f719c6d2 None None] Network 67197c51-daa1-414f-8834-15469b301113 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:08.349324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-513c7d13-714a-477a-91c7-ebc082b6a181 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7910464 May 26 16:23:08.351990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:08.359938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '67197c51-daa1-414f-8834-15469b301113', 'name': 'tempest-PortsIpV6TestJSON-158284464'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:08.487690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36668) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:08.518545 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4cf-1ecb-4a7c-8d1e-94b9e7c033e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.696096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5af8e780-a825-427b-880a-c7e9c3f1bf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.860920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4cf-1ecb-4a7c-8d1e-94b9e7c033e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.872859 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4cf-1ecb-4a7c-8d1e-94b9e7c033e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.957966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-67197c51-daa1-414f-8834-15469b301113', 'network_id': '67197c51-daa1-414f-8834-15469b301113', 'tenant_id': '10c93474e04f4cad86e5f3ad4ed57c27', 'fixed_ips': [{'subnet_id': '9623a8e5-4ba5-4faa-90ba-0906e35cbd04'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:08.961111 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.031237 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.045045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0b45b4cf-1ecb-4a7c-8d1e-94b9e7c033e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3c05eeb40d34be09f1e309b6cdff01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549440 May 26 16:23:09.047801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45b4cf-1ecb-4a7c-8d1e-94b9e7c033e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256342e4-dbae-457e-9533-7298410d40fe,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:09.061170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36680) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:09.113664 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd94e7-5767-42da-a685-73e7275cd31f x-openstack-request-id: req-76cd94e7-5767-42da-a685-73e7275cd31f {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:09.115788 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a513d091-cd1b-42f2-9ea0-96eb72c5dec6", "name": "network-vif-deleted", "tag": "474b239d-9803-4a0e-9a32-7c2cb87ade52", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:09.116195 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76cd94e7-5767-42da-a685-73e7275cd31f {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:09.116625 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76cd94e7-5767-42da-a685-73e7275cd31f'] response: {'server_uuid': 'a513d091-cd1b-42f2-9ea0-96eb72c5dec6', 'name': 'network-vif-deleted', 'tag': '474b239d-9803-4a0e-9a32-7c2cb87ade52', 'status': 'completed', 'code': 200} May 26 16:23:09.285077 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4023f4bf-36fd-4582-ac19-b74ec1095f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.372146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36692) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:09.483194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a680999-926e-4c2e-a919-62d57f8217fe req-3c881495-6b58-43b4-a259-d684e5d5fc7c tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 210 time: 0.1627140 May 26 16:23:09.510402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4023f4bf-36fd-4582-ac19-b74ec1095f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.558698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Allocated IP 2001:db8::2 (67197c51-daa1-414f-8834-15469b301113/9623a8e5-4ba5-4faa-90ba-0906e35cbd04/94a0dd3f-9c2b-49ae-864b-5b490a4e3574) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:09.719911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:09.730572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.779569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port 2870403f-f931-4709-a601-3ebd48b87b69 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:09.904442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5af8e780-a825-427b-880a-c7e9c3f1bf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.912680 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5af8e780-a825-427b-880a-c7e9c3f1bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.951982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.970069 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.025301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Pushing event updated for resources: {'Port': ['ID=94a0dd3f-9c2b-49ae-864b-5b490a4e3574,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:10.044018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Network 67197c51-daa1-414f-8834-15469b301113 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:10.045768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:10.048890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:10.072955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4023f4bf-36fd-4582-ac19-b74ec1095f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.079912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4023f4bf-36fd-4582-ac19-b74ec1095f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.084373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4023f4bf-36fd-4582-ac19-b74ec1095f68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/256342e4-dbae-457e-9533-7298410d40fe HTTP/1.1" status: 204 len: 168 time: 1.0190754 May 26 16:23:10.138466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::1ff (67197c51-daa1-414f-8834-15469b301113/9623a8e5-4ba5-4faa-90ba-0906e35cbd04/2870403f-f931-4709-a601-3ebd48b87b69) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:10.180571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023f4bf-36fd-4582-ac19-b74ec1095f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256342e4-dbae-457e-9533-7298410d40fe,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:10.245034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Attempting to bind port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:10.247883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Attempting to bind port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '975266df-f4b3-4b30-84d6-4dc182cf01a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '67197c51-daa1-414f-8834-15469b301113'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:10.248279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Attempting to bind port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 on network 67197c51-daa1-414f-8834-15469b301113 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:10.257831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:10.258235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Checking segment: {'id': '975266df-f4b3-4b30-84d6-4dc182cf01a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '67197c51-daa1-414f-8834-15469b301113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:10.266703 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.267628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Bound using segment: {'id': '975266df-f4b3-4b30-84d6-4dc182cf01a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '67197c51-daa1-414f-8834-15469b301113'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:10.268418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Bound port: 94a0dd3f-9c2b-49ae-864b-5b490a4e3574, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975266df-f4b3-4b30-84d6-4dc182cf01a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '67197c51-daa1-414f-8834-15469b301113'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:10.269014 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.371226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.457948 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5af8e780-a825-427b-880a-c7e9c3f1bf97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7001ce3cb4349cc82d56667ed44a0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2887137 May 26 16:23:10.462110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.464172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36728) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:10.472692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] For port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:10.480177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] For port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=94a0dd3f-9c2b-49ae-864b-5b490a4e3574,segment=NetworkSegment(975266df-f4b3-4b30-84d6-4dc182cf01a0),segment_id=975266df-f4b3-4b30-84d6-4dc182cf01a0)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:10.487937 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.557016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 67197c51-daa1-414f-8834-15469b301113 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:10.558540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8e780-a825-427b-880a-c7e9c3f1bf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aabe82f-c108-42e0-a35f-4d64759a66a4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:10.580848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:10.590695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311e52-bb90-45b2-8260-2f255761ec4b req-93203c36-37d0-43ec-8aaf-3823a9ed7cb3 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:10.592371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-93203c36-37d0-43ec-8aaf-3823a9ed7cb3 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.32 "GET /v2.0/networks?id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 HTTP/1.1" status: 200 len: 814 time: 0.4210770 May 26 16:23:10.605784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:10.625623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:10.630765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.635893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Request body: {'port': {'device_id': 'fed61a5e-976f-4a01-a5f5-faf622446679', 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657', 'admin_state_up': True, 'tenant_id': '378d593d7e994695b4980dfda831bdcc'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:10.688105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=2870403f-f931-4709-a601-3ebd48b87b69,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:10.734749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90edc9-fe3b-4625-abf4-8e1019cadb22 None None] Pushing event updated for resources: {'Port': ['ID=94a0dd3f-9c2b-49ae-864b-5b490a4e3574,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:10.756441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.761711 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d237a92d-5111-4fac-98b2-2e8265422214 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4083416 May 26 16:23:10.778484 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.785071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36738) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:10.833622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36746) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:10.834487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc6093f4-6834-4b99-a58f-51c3229e0e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.900889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe0e8005-d62b-4ee6-8b31-cd67f2b80988 req-22cfee51-f0d8-4173-b06b-60f65efdd3d7 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 210 time: 0.2152522 May 26 16:23:11.058353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc6093f4-6834-4b99-a58f-51c3229e0e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.117955 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-649e54da-7247-4dea-beac-ad44fdd2b833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.230247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7662391d-ccb4-489b-bcc6-8cd846e69fd0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 2870403f-f931-4709-a601-3ebd48b87b69 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:11.239726 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7662391d-ccb4-489b-bcc6-8cd846e69fd0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.296568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Made reservation on behalf of 378d593d7e994695b4980dfda831bdcc for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:11.302262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.347366 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc6093f4-6834-4b99-a58f-51c3229e0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.350178 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc6093f4-6834-4b99-a58f-51c3229e0e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.354323 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.355811 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc6093f4-6834-4b99-a58f-51c3229e0e93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6aabe82f-c108-42e0-a35f-4d64759a66a4 HTTP/1.1" status: 204 len: 168 time: 0.8861473 May 26 16:23:11.422742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6093f4-6834-4b99-a58f-51c3229e0e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aabe82f-c108-42e0-a35f-4d64759a66a4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:11.538976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-649e54da-7247-4dea-beac-ad44fdd2b833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.555134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-649e54da-7247-4dea-beac-ad44fdd2b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.589726 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-649e54da-7247-4dea-beac-ad44fdd2b833 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d459d2fbf8b4960aa5fde2fc1310671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7528353 May 26 16:23:11.591623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7662391d-ccb4-489b-bcc6-8cd846e69fd0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.595821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36774) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:11.738515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7662391d-ccb4-489b-bcc6-8cd846e69fd0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 2870403f-f931-4709-a601-3ebd48b87b69 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:11.745807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff716456-796a-463b-a04b-c077c1739fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.816792 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff716456-796a-463b-a04b-c077c1739fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.954984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:11.992799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36780) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:12.078499 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff716456-796a-463b-a04b-c077c1739fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.081423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff716456-796a-463b-a04b-c077c1739fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.084262 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ff716456-796a-463b-a04b-c077c1739fca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/605b9e6c-d45b-40df-9fda-20f2954b83c2 HTTP/1.1" status: 204 len: 168 time: 0.4818263 May 26 16:23:12.085143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e54da-7247-4dea-beac-ad44fdd2b833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605b9e6c-d45b-40df-9fda-20f2954b83c2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:12.117040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:12.120534 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.129357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2fb6-bc52-414a-b168-9dd58b9e2e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.133780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff716456-796a-463b-a04b-c077c1739fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605b9e6c-d45b-40df-9fda-20f2954b83c2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:12.209207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae2aff1d-fc42-48fb-9249-f365b8585729 req-0c585ade-a507-4041-9261-b140b3fabc50 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 210 time: 0.1345809 May 26 16:23:12.226787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Allocated IP 172.20.0.13 (e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657/7fbd4009-dd8f-4035-a8ce-e559f290bed5/ab4f140f-25f8-4db2-9ca3-13946f6b31f8) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:12.420244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:12.427547 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.539649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=94a0dd3f-9c2b-49ae-864b-5b490a4e3574,segment=NetworkSegment(975266df-f4b3-4b30-84d6-4dc182cf01a0),segment_id=975266df-f4b3-4b30-84d6-4dc182cf01a0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:12.553033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.671645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2fb6-bc52-414a-b168-9dd58b9e2e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.686812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2fb6-bc52-414a-b168-9dd58b9e2e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.716891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36800) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:12.721277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=94a0dd3f-9c2b-49ae-864b-5b490a4e3574,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:12.737167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7662391d-ccb4-489b-bcc6-8cd846e69fd0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.763708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d09e6-5ebe-44da-b499-709b89ed9270 None None] Network 67197c51-daa1-414f-8834-15469b301113 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:12.785910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port 488e064b-98fd-4435-8558-946ce25c9903 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:12.785910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.813322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ee87bde-0ee4-4747-8b11-03473b1029e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.823235 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a6c2fb6-bc52-414a-b168-9dd58b9e2e1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=733f26809e7b4eb586c90ec6e36495b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8183489 May 26 16:23:12.827933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662391d-ccb4-489b-bcc6-8cd846e69fd0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=2870403f-f931-4709-a601-3ebd48b87b69,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:12.829529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36802) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:12.839034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c2fb6-bc52-414a-b168-9dd58b9e2e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d7c2db-c856-43cf-8931-d18f18a65062,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:12.904914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-85a9e3d9-7a25-416c-9279-06267f22b116 None None] Provisioning complete for port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:12.905660 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-85a9e3d9-7a25-416c-9279-06267f22b116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.912196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7662391d-ccb4-489b-bcc6-8cd846e69fd0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.917898 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7662391d-ccb4-489b-bcc6-8cd846e69fd0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/2870403f-f931-4709-a601-3ebd48b87b69 HTTP/1.1" status: 204 len: 168 time: 2.1285763 May 26 16:23:12.923112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36804) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:12.964887 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-5773478c-25e9-4963-9e74-212b355a706d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:23:12.965593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5773478c-25e9-4963-9e74-212b355a706d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:23:12.972294 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5773478c-25e9-4963-9e74-212b355a706d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/2870403f-f931-4709-a601-3ebd48b87b69 HTTP/1.1" status: 404 len: 333 time: 0.0457029 May 26 16:23:12.973408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36806) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:13.044032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.067863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ee87bde-0ee4-4747-8b11-03473b1029e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.091549 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2668bd03-d906-4854-9f1d-5b2f6997e3bf tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:23:13.096974 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2668bd03-d906-4854-9f1d-5b2f6997e3bf tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/2870403f-f931-4709-a601-3ebd48b87b69 HTTP/1.1" status: 404 len: 333 time: 0.1206138 May 26 16:23:13.097927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5ee87bde-0ee4-4747-8b11-03473b1029e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.100475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36812) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:13.167827 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5ee87bde-0ee4-4747-8b11-03473b1029e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4995a3528c9436f95d5b10f1072c3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437258 May 26 16:23:13.182975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36816) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:13.245113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf018a15-0515-48ae-91a9-7f12afcf1a37 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 9623a8e5-4ba5-4faa-90ba-0906e35cbd04 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:13.248684 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf018a15-0515-48ae-91a9-7f12afcf1a37 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.251543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee87bde-0ee4-4747-8b11-03473b1029e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6044398f-858d-456b-b37f-634b99ee45e4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:13.306390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-85a9e3d9-7a25-416c-9279-06267f22b116 None None] Current status of the port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:13.341974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf018a15-0515-48ae-91a9-7f12afcf1a37 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.374053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port 488e064b-98fd-4435-8558-946ce25c9903, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=488e064b-98fd-4435-8558-946ce25c9903,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:13.374585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.417658 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3e42522-7fe4-4441-a407-c5291da44132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.465728 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3aed02f7-f7ed-4fbf-95d8-c53c6ba39b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.469461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for 488e064b-98fd-4435-8558-946ce25c9903 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:13.473875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.491995 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf018a15-0515-48ae-91a9-7f12afcf1a37 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.557808 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3aed02f7-f7ed-4fbf-95d8-c53c6ba39b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.600756 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf018a15-0515-48ae-91a9-7f12afcf1a37 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.621642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf018a15-0515-48ae-91a9-7f12afcf1a37 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.626301 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bf018a15-0515-48ae-91a9-7f12afcf1a37 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/9623a8e5-4ba5-4faa-90ba-0906e35cbd04 HTTP/1.1" status: 204 len: 168 time: 0.5222547 May 26 16:23:13.628833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36832) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:13.740170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f22811d-b00d-4be1-8e87-8d74e327c759 None None] Network 67197c51-daa1-414f-8834-15469b301113 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:13.776790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.782665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf018a15-0515-48ae-91a9-7f12afcf1a37 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=9623a8e5-4ba5-4faa-90ba-0906e35cbd04,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:13.811489 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3e42522-7fe4-4441-a407-c5291da44132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.851635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:13.852238 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.875689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:13.916635 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3e42522-7fe4-4441-a407-c5291da44132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.919601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3e42522-7fe4-4441-a407-c5291da44132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.923622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a3e42522-7fe4-4441-a407-c5291da44132 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76d7c2db-c856-43cf-8931-d18f18a65062 HTTP/1.1" status: 204 len: 168 time: 0.9921196 May 26 16:23:13.924646 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3aed02f7-f7ed-4fbf-95d8-c53c6ba39b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.927293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3aed02f7-f7ed-4fbf-95d8-c53c6ba39b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.928620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3aed02f7-f7ed-4fbf-95d8-c53c6ba39b6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6044398f-858d-456b-b37f-634b99ee45e4 HTTP/1.1" status: 204 len: 168 time: 0.7418771 May 26 16:23:13.944804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b6ebf-7744-436d-9903-86968105730b req-358abb48-af82-4054-8c20-3ed2acd225b6 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:13.953050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-203b6ebf-7744-436d-9903-86968105730b req-358abb48-af82-4054-8c20-3ed2acd225b6 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 932 time: 0.5015314 May 26 16:23:13.958474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:13.995478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] For port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=94a0dd3f-9c2b-49ae-864b-5b490a4e3574,segment=NetworkSegment(975266df-f4b3-4b30-84d6-4dc182cf01a0),segment_id=975266df-f4b3-4b30-84d6-4dc182cf01a0)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:14.003117 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.049554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:14.060921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:14.081030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c2cf53ec-236d-4134-bbf3-a3132557b769 None None] Provisioning complete for port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:14.082232 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c2cf53ec-236d-4134-bbf3-a3132557b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.116091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:14.186731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:14.187109 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.250263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-203b6ebf-7744-436d-9903-86968105730b req-e6efaab6-ad77-4ffd-be70-32d2ff8095bb tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962019 May 26 16:23:14.362592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:14.363528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.396330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.407542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e42522-7fe4-4441-a407-c5291da44132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d7c2db-c856-43cf-8931-d18f18a65062,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:14.490205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed02f7-f7ed-4fbf-95d8-c53c6ba39b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6044398f-858d-456b-b37f-634b99ee45e4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:14.520798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9188006 May 26 16:23:14.523337 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No DVR routers for this DVR port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:14.531173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=94a0dd3f-9c2b-49ae-864b-5b490a4e3574,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:14.537048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31a40e-289d-4362-b52b-b94efc7c6803 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Pushing event updated for resources: {'Port': ['ID=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:14.574088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-163a5838-f42b-46c1-bdc0-69e0104dcf21 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:23:14.578574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-163a5838-f42b-46c1-bdc0-69e0104dcf21 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230374 May 26 16:23:14.594290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 update to ACTIVE by agent not found {{(pid=109406) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 26 16:23:14.643894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.739285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67197c51-daa1-414f-8834-15469b301113']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:14.779207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975266df-f4b3-4b30-84d6-4dc182cf01a0') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:14.779710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975266df-f4b3-4b30-84d6-4dc182cf01a0') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:14.809296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.844773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.854974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:14.855723 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.916327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203a12b-0410-4102-b83c-057e428b2138 None None] DHCP port deletion for 67197c51-daa1-414f-8834-15469b301113 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:14.924080 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 975266df-f4b3-4b30-84d6-4dc182cf01a0 resource provider aggregate not found May 26 16:23:14.935465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf53ec-236d-4134-bbf3-a3132557b769 None None] Current status of the port 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:15.043353 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 975266df-f4b3-4b30-84d6-4dc182cf01a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 975266df-f4b3-4b30-84d6-4dc182cf01a0 found for delete ", "request_id": "req-a85a2b93-684b-4eb2-8f81-f41cd8b32f35"}]} May 26 16:23:15.057246 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.064876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.074125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Request body: {'port': {'device_id': 'fed61a5e-976f-4a01-a5f5-faf622446679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:15.075844 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/networks/67197c51-daa1-414f-8834-15469b301113 HTTP/1.1" status: 204 len: 168 time: 1.4457083 May 26 16:23:15.093158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36870) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:15.152106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-810662680'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:15.171476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1613ab7-e65d-4e84-8499-f21cb6ac16f5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Network': ['ID=67197c51-daa1-414f-8834-15469b301113,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:15.183176 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.220604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:15.225887 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.226105 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.231624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=488e064b-98fd-4435-8558-946ce25c9903,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:15.330080 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:15.348258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.348996 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Added segment 385456c5-d824-4993-a930-c3a3677b1667 of type vlan for network 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 May 26 16:23:15.538694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.595349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.623637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:15.625102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.762637 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6667745 May 26 16:23:15.766445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36890) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:15.806105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '7ac9d6d1-bb44-4d3e-8141-9d88c0f47979', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:15.862624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e919db-851f-4db0-86ed-4757da742f4b req-3735f82a-570f-4040-9a03-fbeb78fc05f9 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:15.884320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6e919db-851f-4db0-86ed-4757da742f4b req-3735f82a-570f-4040-9a03-fbeb78fc05f9 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 932 time: 0.4483154 May 26 16:23:15.909227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62883023-a92a-429e-b2b4-874a13262e59 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Network': ['ID=7ac9d6d1-bb44-4d3e-8141-9d88c0f47979,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:15.923291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:15.995904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:16.024995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:16.033392 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.186594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:16.189199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 94a0dd3f-9c2b-49ae-864b-5b490a4e3574 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:16.563964 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.668588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=0d686ae7-7804-45ed-a10f-ae06885da278,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:16.724807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Checking segment: {'id': '385456c5-d824-4993-a930-c3a3677b1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ac9d6d1-bb44-4d3e-8141-9d88c0f47979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:16.725167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network hostable DHCP agents. Network: 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:16.763207 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:16.779584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:16.788408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:16.789246 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.789716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1de3ef-facf-4527-9017-700a94efd1aa None None] Network 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:16.828917 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-418eee37-8d5d-4645-b178-819f8cd97fb1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0342696 May 26 16:23:16.831350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36924) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:16.846994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '7ac9d6d1-bb44-4d3e-8141-9d88c0f47979', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-456009307'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:16.960339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6e919db-851f-4db0-86ed-4757da742f4b req-45e4005a-de77-4023-9917-e64809149e15 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0750568 May 26 16:23:16.995964 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.245833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:17.254089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.282903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-7ac9d6d1-bb44-4d3e-8141-9d88c0f47979', 'network_id': '7ac9d6d1-bb44-4d3e-8141-9d88c0f47979', 'tenant_id': '10c93474e04f4cad86e5f3ad4ed57c27', 'fixed_ips': [{'subnet_id': '0d686ae7-7804-45ed-a10f-ae06885da278'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:17.284152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.308367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port 17ba5395-656b-489e-bde6-fb19a3aa410b yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:17.496353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4f140f-25f8-4db2-9ca3-13946f6b31f8 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:23:17.625554 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.660104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Transition to ACTIVE for port object ab4f140f-25f8-4db2-9ca3-13946f6b31f8 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:23:17.681046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::3a8 (7ac9d6d1-bb44-4d3e-8141-9d88c0f47979/0d686ae7-7804-45ed-a10f-ae06885da278/17ba5395-656b-489e-bde6-fb19a3aa410b) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:17.695639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router a9e35769-be3d-4b84-948d-cc4742ed1d2b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:17.714112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.929961 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.991628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.076049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:18.087231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:18.092405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:18.103747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:18.106882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:18.114147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Allocated IP 2001:db8::2 (7ac9d6d1-bb44-4d3e-8141-9d88c0f47979/0d686ae7-7804-45ed-a10f-ae06885da278/7d451ec3-4cf2-4041-ba51-9ceee508e783) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:18.116698 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.190683 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3559022 May 26 16:23:18.191887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24938f8d-0149-447c-bffb-e47ee30e330c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=17ba5395-656b-489e-bde6-fb19a3aa410b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:18.204789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 36966) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:18.429000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7859a-09ed-4c20-8c7a-db6a4c050bb5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 17ba5395-656b-489e-bde6-fb19a3aa410b {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:18.429804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3b7859a-09ed-4c20-8c7a-db6a4c050bb5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.466582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:18.491051 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] Sync routers for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:18.495247 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.508603 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:18.509221 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:23:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:18.513152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f455e9cf-0efa-4965-b3ba-18063a66832a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "PUT /v2.0/routers/a9e35769-be3d-4b84-948d-cc4742ed1d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1245382 May 26 16:23:18.522263 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.528935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 36982) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:18.657356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Network 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:18.657604 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3b7859a-09ed-4c20-8c7a-db6a4c050bb5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.662168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Attempting to bind port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:18.666691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:18.670662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Attempting to bind port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '6ef40072-d1d7-40ce-a9e1-77440d3ac7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:18.671359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Attempting to bind port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 on network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:18.672847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:18.684363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7859a-09ed-4c20-8c7a-db6a4c050bb5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 17ba5395-656b-489e-bde6-fb19a3aa410b owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:18.728798 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:18.748844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Pushing event updated for resources: {'Port': ['ID=7d451ec3-4cf2-4041-ba51-9ceee508e783,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:18.805962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf131059-5613-4c87-8a1f-e914c6b7d997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting subnet 4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:18.821202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 on network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:23:18.826319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Attempting to bind port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 on network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:18.828825 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf131059-5613-4c87-8a1f-e914c6b7d997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.871455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Attempting to bind port 7d451ec3-4cf2-4041-ba51-9ceee508e783 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:18.871826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Attempting to bind port 7d451ec3-4cf2-4041-ba51-9ceee508e783 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '385456c5-d824-4993-a930-c3a3677b1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ac9d6d1-bb44-4d3e-8141-9d88c0f47979'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:18.874371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Attempting to bind port 7d451ec3-4cf2-4041-ba51-9ceee508e783 on network 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:18.888315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:18.890033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Checking segment: {'id': '385456c5-d824-4993-a930-c3a3677b1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ac9d6d1-bb44-4d3e-8141-9d88c0f47979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:18.893218 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.893686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Bound using segment: {'id': '385456c5-d824-4993-a930-c3a3677b1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ac9d6d1-bb44-4d3e-8141-9d88c0f47979'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:18.897644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Bound port: 7d451ec3-4cf2-4041-ba51-9ceee508e783, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385456c5-d824-4993-a930-c3a3677b1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7ac9d6d1-bb44-4d3e-8141-9d88c0f47979'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:18.901223 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.917137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3422a1-8430-4e85-a600-7c0badb6049f req-a7d5bfd5-3bc5-48f2-9ab2-b16d3ed0a3a9 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:18.928510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d3422a1-8430-4e85-a600-7c0badb6049f req-a7d5bfd5-3bc5-48f2-9ab2-b16d3ed0a3a9 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 944 time: 0.7539608 May 26 16:23:18.939500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:18.953732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Checking segment: {'id': '6ef40072-d1d7-40ce-a9e1-77440d3ac7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:18.958424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Bound using segment: {'id': '6ef40072-d1d7-40ce-a9e1-77440d3ac7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:18.959037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Bound port: ab4f140f-25f8-4db2-9ca3-13946f6b31f8, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef40072-d1d7-40ce-a9e1-77440d3ac7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:18.959485 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.051171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf131059-5613-4c87-8a1f-e914c6b7d997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.054669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3b7859a-09ed-4c20-8c7a-db6a4c050bb5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.121308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d3422a1-8430-4e85-a600-7c0badb6049f req-5ce6eda8-5863-4770-bb58-afd5e691c865 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891356 May 26 16:23:19.131164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7859a-09ed-4c20-8c7a-db6a4c050bb5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=17ba5395-656b-489e-bde6-fb19a3aa410b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:19.215435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] For port 7d451ec3-4cf2-4041-ba51-9ceee508e783, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:19.223885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] For port 7d451ec3-4cf2-4041-ba51-9ceee508e783, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7d451ec3-4cf2-4041-ba51-9ceee508e783,segment=NetworkSegment(385456c5-d824-4993-a930-c3a3677b1667),segment_id=385456c5-d824-4993-a930-c3a3677b1667)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:19.230729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.272974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] For port ab4f140f-25f8-4db2-9ca3-13946f6b31f8, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:19.279226 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:23:14Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:19.297720 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3b7859a-09ed-4c20-8c7a-db6a4c050bb5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.308164 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c3b7859a-09ed-4c20-8c7a-db6a4c050bb5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/17ba5395-656b-489e-bde6-fb19a3aa410b HTTP/1.1" status: 204 len: 168 time: 1.1022551 May 26 16:23:19.314984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37000) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:19.367579 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] Checking router: a9e35769-be3d-4b84-948d-cc4742ed1d2b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:23:19.381207 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] Routers {'a9e35769-be3d-4b84-948d-cc4742ed1d2b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:19.382188 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:23:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:19.391174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] For port ab4f140f-25f8-4db2-9ca3-13946f6b31f8, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:19.415404 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.420416 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fce959-5af5-4ac6-ba71-dba421a79326 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:23:19.426590 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-32fce959-5af5-4ac6-ba71-dba421a79326 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/17ba5395-656b-489e-bde6-fb19a3aa410b HTTP/1.1" status: 404 len: 333 time: 0.1092310 May 26 16:23:19.429437 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf131059-5613-4c87-8a1f-e914c6b7d997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.429622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37004) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:19.463421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6db27-e5c7-4c48-b270-5ecc0fd3be1d None None] Pushing event updated for resources: {'Port': ['ID=7d451ec3-4cf2-4041-ba51-9ceee508e783,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:19.596469 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] Set router a9e35769-be3d-4b84-948d-cc4742ed1d2b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:19.624319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0ec2a7-7255-49e3-83f6-471943c09670 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 0d686ae7-7804-45ed-a10f-ae06885da278 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:19.635110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec2a7-7255-49e3-83f6-471943c09670 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.700215 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf131059-5613-4c87-8a1f-e914c6b7d997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.745918 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec2a7-7255-49e3-83f6-471943c09670 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.784881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:19.802270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf131059-5613-4c87-8a1f-e914c6b7d997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:19.805353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:19.806130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.810228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0311da38-0245-41a7-80b1-c9711e8feef4 service neutron] 10.222.0.32 "PUT /v2.0/ports/ab4f140f-25f8-4db2-9ca3-13946f6b31f8 HTTP/1.1" status: 200 len: 1092 time: 5.2226605 May 26 16:23:19.811692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed61a5e-976f-4a01-a5f5-faf622446679', 'tag': 'ab4f140f-25f8-4db2-9ca3-13946f6b31f8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:19.818780 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f26ae55-00ed-4855-91e5-eb1efefe7309" -d '{"events": [{"name": "network-changed", "server_uuid": "fed61a5e-976f-4a01-a5f5-faf622446679", "tag": "ab4f140f-25f8-4db2-9ca3-13946f6b31f8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:19.831798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf131059-5613-4c87-8a1f-e914c6b7d997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.834829 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a385126-7b4d-4cd7-98bc-cbb1c011390e None None] Network b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:19.839591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cf131059-5613-4c87-8a1f-e914c6b7d997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/subnets/4d5ea25e-74bc-4fe8-8ba1-fe74689e48b4 HTTP/1.1" status: 204 len: 168 time: 1.2882953 May 26 16:23:19.840725 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37018) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:19.957041 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57153b26-4507-4203-b262-294f8b691898 x-openstack-request-id: req-57153b26-4507-4203-b262-294f8b691898 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:19.957489 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed61a5e-976f-4a01-a5f5-faf622446679", "tag": "ab4f140f-25f8-4db2-9ca3-13946f6b31f8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:19.957845 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57153b26-4507-4203-b262-294f8b691898 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:19.958569 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57153b26-4507-4203-b262-294f8b691898'] response: {'name': 'network-changed', 'server_uuid': 'fed61a5e-976f-4a01-a5f5-faf622446679', 'tag': 'ab4f140f-25f8-4db2-9ca3-13946f6b31f8', 'status': 'completed', 'code': 200} May 26 16:23:20.075832 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec2a7-7255-49e3-83f6-471943c09670 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.134749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0ac092ea-65f4-4375-9750-b9970d506df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:20.143412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-0ac092ea-65f4-4375-9750-b9970d506df0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=378d593d7e994695b4980dfda831bdcc&device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 1095 time: 0.1817524 May 26 16:23:20.183682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37034) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:20.241437 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:23:14Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:20.315332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47d5994-8078-4203-9c15-0445ceb96318 None None] DHCP port deletion for b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:20.347379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec2a7-7255-49e3-83f6-471943c09670 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.356491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-9527dd29-d9ff-4c92-8228-2dadcfe432d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab4f140f-25f8-4db2-9ca3-13946f6b31f8 HTTP/1.1" status: 200 len: 217 time: 0.1263402 May 26 16:23:20.358107 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ab1cd-e6fa-480a-8685-dc44fe751726 None None] The sync data for ids ['a9e35769-be3d-4b84-948d-cc4742ed1d2b'] in n-d-843336-2 is: [{'id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426702009', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:33Z', 'updated_at': '2022-05-26T16:23:14Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'e606db55-47d1-4e9f-8f99-7a391735a601', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e35769-be3d-4b84-948d-cc4742ed1d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:35Z', 'updated_at': '2022-05-26T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:20.446435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d47d5994-8078-4203-9c15-0445ceb96318 None None] Deleting port d31472f1-a802-4edc-abcc-c9b3839a02da {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:20.452637 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d47d5994-8078-4203-9c15-0445ceb96318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.460198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ec2a7-7255-49e3-83f6-471943c09670 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=0d686ae7-7804-45ed-a10f-ae06885da278,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:20.465364 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec2a7-7255-49e3-83f6-471943c09670 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.476361 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9f0ec2a7-7255-49e3-83f6-471943c09670 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/0d686ae7-7804-45ed-a10f-ae06885da278 HTTP/1.1" status: 204 len: 168 time: 1.0456240 May 26 16:23:20.481176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37044) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:20.510185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311e52-bb90-45b2-8260-2f255761ec4b req-9641aa46-f7df-4201-8fa9-9574179f473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:20.511916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-9641aa46-f7df-4201-8fa9-9574179f473f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7fbd4009-dd8f-4035-a8ce-e559f290bed5 HTTP/1.1" status: 200 len: 854 time: 0.1372414 May 26 16:23:20.549014 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.591589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d47d5994-8078-4203-9c15-0445ceb96318 None None] For port d31472f1-a802-4edc-abcc-c9b3839a02da, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d31472f1-a802-4edc-abcc-c9b3839a02da,segment=NetworkSegment(9ec1045d-461c-4b2d-971b-22d5dc1df4cb),segment_id=9ec1045d-461c-4b2d-971b-22d5dc1df4cb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:20.592374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d47d5994-8078-4203-9c15-0445ceb96318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.612328 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-a8e23138-62a0-4204-98ac-31ad55d340e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854528 May 26 16:23:20.613952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d47d5994-8078-4203-9c15-0445ceb96318 None None] Calling delete_port for d31472f1-a802-4edc-abcc-c9b3839a02da owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:20.689232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.703218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855eb02-42ca-4e2b-af12-4e6feb592ec8 req-05c07685-3b50-495d-a037-1ff3432bd57d tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:20.709328 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4855eb02-42ca-4e2b-af12-4e6feb592ec8 req-05c07685-3b50-495d-a037-1ff3432bd57d tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 944 time: 0.3584526 May 26 16:23:20.757306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e406893-a2b1-44b3-8fd6-3866d35261e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.805360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d47d5994-8078-4203-9c15-0445ceb96318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.825085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d5994-8078-4203-9c15-0445ceb96318 None None] No DVR routers for this DVR port d31472f1-a802-4edc-abcc-c9b3839a02da on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:20.900955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d5994-8078-4203-9c15-0445ceb96318 None None] Pushing event deleted for resources: {'Port': ['ID=d31472f1-a802-4edc-abcc-c9b3839a02da,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:21.127813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4855eb02-42ca-4e2b-af12-4e6feb592ec8 req-aae6c5dc-659b-484b-bb2f-536bbda1d143 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105468 May 26 16:23:21.179912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 7d451ec3-4cf2-4041-ba51-9ceee508e783 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:21.180155 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.195323 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.220683 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e406893-a2b1-44b3-8fd6-3866d35261e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.230067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-26f60eee-22a7-4bf1-bf10-5b96ee2f85ee service neutron] 10.222.0.32 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579927 May 26 16:23:21.320826 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e406893-a2b1-44b3-8fd6-3866d35261e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.351751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a785f31-30ce-4634-b052-32829dc02d0f None None] Network 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:21.424573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e406893-a2b1-44b3-8fd6-3866d35261e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3341965d-9b07-458b-b09e-84d58c9880b0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:21.460775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] For port 7d451ec3-4cf2-4041-ba51-9ceee508e783, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7d451ec3-4cf2-4041-ba51-9ceee508e783,segment=NetworkSegment(385456c5-d824-4993-a930-c3a3677b1667),segment_id=385456c5-d824-4993-a930-c3a3677b1667)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:21.461342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.483403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port e606db55-47d1-4e9f-8f99-7a391735a601 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:21.483768 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.484987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 7d451ec3-4cf2-4041-ba51-9ceee508e783 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:21.526471 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4e406893-a2b1-44b3-8fd6-3866d35261e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e988251c14ea495d840ba8c1ac3d5380&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3416598 May 26 16:23:21.542497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37070) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:21.542970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b2ff0363-b6f5-451a-9248-47520cdeb4d7 None None] Provisioning complete for port 7d451ec3-4cf2-4041-ba51-9ceee508e783 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:21.543359 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0363-b6f5-451a-9248-47520cdeb4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.608957 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58311e52-bb90-45b2-8260-2f255761ec4b req-cade5007-51a9-4b03-9466-8c31e6dd81f0 service neutron] 10.222.0.32 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503253 May 26 16:23:21.665328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff0363-b6f5-451a-9248-47520cdeb4d7 None None] Current status of the port 7d451ec3-4cf2-4041-ba51-9ceee508e783 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:21.665942 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0363-b6f5-451a-9248-47520cdeb4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.738831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] DHCP port deletion for 7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:21.747988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98e2f57d-4287-4a0c-b1b7-34cc81b9ab48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.751425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port e606db55-47d1-4e9f-8f99-7a391735a601, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e606db55-47d1-4e9f-8f99-7a391735a601,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:21.751795 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.769371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b2ff0363-b6f5-451a-9248-47520cdeb4d7 None None] For port 7d451ec3-4cf2-4041-ba51-9ceee508e783, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7d451ec3-4cf2-4041-ba51-9ceee508e783,segment=NetworkSegment(385456c5-d824-4993-a930-c3a3677b1667),segment_id=385456c5-d824-4993-a930-c3a3677b1667)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:21.775242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for e606db55-47d1-4e9f-8f99-7a391735a601 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:21.783383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0363-b6f5-451a-9248-47520cdeb4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.788612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.812554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-ea2519e2-707f-4033-87ae-a2d4dcf984f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:21.823474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-ea2519e2-707f-4033-87ae-a2d4dcf984f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=378d593d7e994695b4980dfda831bdcc&device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 1095 time: 0.1270001 May 26 16:23:21.828218 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98e2f57d-4287-4a0c-b1b7-34cc81b9ab48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.834352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=7d451ec3-4cf2-4041-ba51-9ceee508e783,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:21.841647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No DVR routers for this DVR port 7d451ec3-4cf2-4041-ba51-9ceee508e783 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:21.871035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff0363-b6f5-451a-9248-47520cdeb4d7 None None] Pushing event deleted for resources: {'Port': ['ID=7d451ec3-4cf2-4041-ba51-9ceee508e783,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:21.883423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d31472f1-a802-4edc-abcc-c9b3839a02da no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:21.920129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d31472f1-a802-4edc-abcc-c9b3839a02da {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:21.921463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d31472f1-a802-4edc-abcc-c9b3839a02da not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:21.922144 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 488e064b-98fd-4435-8558-946ce25c9903 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:21.960969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] Deleting port 7d451ec3-4cf2-4041-ba51-9ceee508e783 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:21.961616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.966024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 488e064b-98fd-4435-8558-946ce25c9903 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:21.966523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 488e064b-98fd-4435-8558-946ce25c9903 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:22.007639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7d451ec3-4cf2-4041-ba51-9ceee508e783 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:22.083260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 7d451ec3-4cf2-4041-ba51-9ceee508e783 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:22.083716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7d451ec3-4cf2-4041-ba51-9ceee508e783 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:22.094919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.140701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] For port 7d451ec3-4cf2-4041-ba51-9ceee508e783, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:22.141881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.164951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] Calling delete_port for 7d451ec3-4cf2-4041-ba51-9ceee508e783 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:22.165263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac9d6d1-bb44-4d3e-8141-9d88c0f47979']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:22.170916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] Port 7d451ec3-4cf2-4041-ba51-9ceee508e783 was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:23:22.173099 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.195387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] No DVR routers for this DVR port 7d451ec3-4cf2-4041-ba51-9ceee508e783 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:22.198318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385456c5-d824-4993-a930-c3a3677b1667') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:22.198621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385456c5-d824-4993-a930-c3a3677b1667') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:22.225419 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.232905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb95d18-f986-4da5-8828-aadd7f5b9c46 None None] Pushing event deleted for resources: {'Port': ['ID=7d451ec3-4cf2-4041-ba51-9ceee508e783,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:22.264382 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.279003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:22.279704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.423181 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 385456c5-d824-4993-a930-c3a3677b1667 resource provider aggregate not found May 26 16:23:22.430465 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.452269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.462122 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/networks/7ac9d6d1-bb44-4d3e-8141-9d88c0f47979 HTTP/1.1" status: 204 len: 168 time: 1.9790537 May 26 16:23:22.465526 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 385456c5-d824-4993-a930-c3a3677b1667 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 385456c5-d824-4993-a930-c3a3677b1667 found for delete ", "request_id": "req-54ea6e7f-d515-49c4-9c94-f28626a3d3be"}]} May 26 16:23:22.465951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37096) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:22.472502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'name': 'tempest-PortsIpV6TestJSON-349608728'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:22.489871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4547caf-8347-45bb-ad7d-4f99940d490c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Network': ['ID=7ac9d6d1-bb44-4d3e-8141-9d88c0f47979,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:22.511158 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98e2f57d-4287-4a0c-b1b7-34cc81b9ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.514361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-98e2f57d-4287-4a0c-b1b7-34cc81b9ab48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.518064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-98e2f57d-4287-4a0c-b1b7-34cc81b9ab48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3341965d-9b07-458b-b09e-84d58c9880b0 HTTP/1.1" status: 204 len: 168 time: 0.9350204 May 26 16:23:22.523915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-ed649a49-81fb-4c9f-b285-4f47b89b168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:22.529473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-ed649a49-81fb-4c9f-b285-4f47b89b168c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 HTTP/1.1" status: 200 len: 915 time: 0.7050087 May 26 16:23:22.624985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2f57d-4287-4a0c-b1b7-34cc81b9ab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3341965d-9b07-458b-b09e-84d58c9880b0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:22.627533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:22.643408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.658480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e6793-8150-4637-8c31-6446c68d1598 req-38e2a523-2efb-41cd-8008-80866381237b tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:22.662472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-904e6793-8150-4637-8c31-6446c68d1598 req-38e2a523-2efb-41cd-8008-80866381237b tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 944 time: 0.3253410 May 26 16:23:22.664045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-c1481408-1293-4843-9781-af379b94d2a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab4f140f-25f8-4db2-9ca3-13946f6b31f8 HTTP/1.1" status: 200 len: 217 time: 0.1216631 May 26 16:23:22.701160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port a1c2147a-c8fd-4bc4-b5f1-bc6e2534d9f3 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:22.787639 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.843428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=e606db55-47d1-4e9f-8f99-7a391735a601,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:22.853564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-52ca9434-e2b5-4111-9478-357740b35a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:22.855083 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-52ca9434-e2b5-4111-9478-357740b35a8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7fbd4009-dd8f-4035-a8ce-e559f290bed5 HTTP/1.1" status: 200 len: 854 time: 0.1516330 May 26 16:23:22.922623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-904e6793-8150-4637-8c31-6446c68d1598 req-2df26c6c-6d0a-4e2e-a67a-0ae48e9e966a tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299619 May 26 16:23:22.962574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-0ac6f4d4-e074-41ed-b92a-9b957b0dc0c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735245 May 26 16:23:23.016754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.045445 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.094123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.165024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.168679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.249557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=a1c2147a-c8fd-4bc4-b5f1-bc6e2534d9f3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:23.278219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:23.291220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37114) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:23.303505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:23.311564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:23.331094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:23.333378 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.353136 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3f033e-ef65-4c41-8a03-6a5a654a3257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.406293 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7f34485f-acbd-432f-a78d-367975d055e4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9392617 May 26 16:23:23.409986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37118) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:23.613865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-304bc768-9ea6-4883-b392-0b96f3599d7b service neutron] 10.222.0.32 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440470 May 26 16:23:23.658872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-79fdbd62-755e-4fa9-a254-ee22202e8152 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port a1c2147a-c8fd-4bc4-b5f1-bc6e2534d9f3 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:23.659957 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79fdbd62-755e-4fa9-a254-ee22202e8152 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.683139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3f033e-ef65-4c41-8a03-6a5a654a3257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.689217 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a3f033e-ef65-4c41-8a03-6a5a654a3257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.814125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79fdbd62-755e-4fa9-a254-ee22202e8152 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.832213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f26ae55-00ed-4855-91e5-eb1efefe7309 req-db69696f-60d1-4ca6-a4ed-496ab96c0cde service neutron] 10.222.0.32 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114420 May 26 16:23:23.832826 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.835823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Fanout notify agent at l3_agent the message router_deleted on router a9e35769-be3d-4b84-948d-cc4742ed1d2b {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:23:23.836009 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7a3f033e-ef65-4c41-8a03-6a5a654a3257 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca8f5afeea8445c3868bab4f1a4115e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407774 May 26 16:23:23.836009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f033e-ef65-4c41-8a03-6a5a654a3257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d084a9-9bdb-47ae-a037-9f1dfb1b9441,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:23.837243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37122) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:23.856877 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.862509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fef82e2b-3ac8-493d-919b-e49df4db1456 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/routers/a9e35769-be3d-4b84-948d-cc4742ed1d2b HTTP/1.1" status: 204 len: 168 time: 4.0204618 May 26 16:23:23.864745 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.865940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37124) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:23.888106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-79fdbd62-755e-4fa9-a254-ee22202e8152 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for a1c2147a-c8fd-4bc4-b5f1-bc6e2534d9f3 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:23.995432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.011152 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.123766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79fdbd62-755e-4fa9-a254-ee22202e8152 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.125647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ab4f140f-25f8-4db2-9ca3-13946f6b31f8 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:23:24.255248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdbd62-755e-4fa9-a254-ee22202e8152 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=a1c2147a-c8fd-4bc4-b5f1-bc6e2534d9f3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:24.290830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-79fdbd62-755e-4fa9-a254-ee22202e8152 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.295938 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-79fdbd62-755e-4fa9-a254-ee22202e8152 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/a1c2147a-c8fd-4bc4-b5f1-bc6e2534d9f3 HTTP/1.1" status: 204 len: 168 time: 0.8835659 May 26 16:23:24.297219 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02561d85-4b36-4a4c-a857-762e9c8f3bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.299480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37130) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:24.325371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'mac_address': 'fa:16:3e:41:0d:9b', 'name': 'tempest-PortsIpV6TestJSON-1949616223'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:24.358439 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.401475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port ab4f140f-25f8-4db2-9ca3-13946f6b31f8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:24.414212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:24.417611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'ab4f140f-25f8-4db2-9ca3-13946f6b31f8', 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657', 'port_id': 'ab4f140f-25f8-4db2-9ca3-13946f6b31f8', 'mac_address': 'fa:16:3e:56:8a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbd4009-dd8f-4035-a8ce-e559f290bed5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:23:24.461032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70629c36-289e-4b21-8cdc-3b06aef50e0b req-2e29556e-5bb8-4621-bc96-433d2a561ea3 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:24.463309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70629c36-289e-4b21-8cdc-3b06aef50e0b req-2e29556e-5bb8-4621-bc96-433d2a561ea3 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 944 time: 0.3531449 May 26 16:23:24.470138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec1045d-461c-4b2d-971b-22d5dc1df4cb') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:24.470440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec1045d-461c-4b2d-971b-22d5dc1df4cb') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:24.473731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:24.474493 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.512747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4f140f-25f8-4db2-9ca3-13946f6b31f8 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:23:24.514225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02561d85-4b36-4a4c-a857-762e9c8f3bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.537681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.567317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70629c36-289e-4b21-8cdc-3b06aef50e0b req-132e7ef7-a015-420f-82a8-e52f246f672d tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900292 May 26 16:23:24.572531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.587094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port ab4f140f-25f8-4db2-9ca3-13946f6b31f8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:24.595841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:24.596266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.612074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.669116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:24.742898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:24.777615 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.789919 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.804876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/networks/b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7 HTTP/1.1" status: 204 len: 168 time: 0.9357495 May 26 16:23:24.805322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37146) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:24.826028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a306209-a036-4be2-bcc8-36d985636bd6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Network': ['ID=b6cd6276-7ee3-4d07-9dff-2bac1b77b9f7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:24.903364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ab4f140f-25f8-4db2-9ca3-13946f6b31f8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:23:24.929622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0620-0e63-471d-97c9-43548bcbbe7d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.959355 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 9ec1045d-461c-4b2d-971b-22d5dc1df4cb resource provider aggregate not found May 26 16:23:25.014987 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 9ec1045d-461c-4b2d-971b-22d5dc1df4cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ec1045d-461c-4b2d-971b-22d5dc1df4cb found for delete ", "request_id": "req-03b6086d-923c-4981-8130-996687887b82"}]} May 26 16:23:25.018180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0620-0e63-471d-97c9-43548bcbbe7d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.151141 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0620-0e63-471d-97c9-43548bcbbe7d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.160434 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0620-0e63-471d-97c9-43548bcbbe7d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.170069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9e4f0620-0e63-471d-97c9-43548bcbbe7d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/security-groups/d3fe0c45-ff8a-4f2b-b943-60c1eb45f458 HTTP/1.1" status: 204 len: 168 time: 0.3502574 May 26 16:23:25.197075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f0620-0e63-471d-97c9-43548bcbbe7d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fe0c45-ff8a-4f2b-b943-60c1eb45f458,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:25.286707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02561d85-4b36-4a4c-a857-762e9c8f3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.289154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02561d85-4b36-4a4c-a857-762e9c8f3bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.293041 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-02561d85-4b36-4a4c-a857-762e9c8f3bf1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0d084a9-9bdb-47ae-a037-9f1dfb1b9441 HTTP/1.1" status: 204 len: 168 time: 1.4475632 May 26 16:23:25.303607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02561d85-4b36-4a4c-a857-762e9c8f3bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d084a9-9bdb-47ae-a037-9f1dfb1b9441,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:25.348918 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.362558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37178) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:25.367602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9c5b99c8-7026-4362-9f94-898a93a0cfdb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136764623', 'description': 'tempest-secgroup-smoke-2136764623 description', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:25.382589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port 3adab593-c6eb-44f7-ae3c-47efd7c6ee77 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:25.453895 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c5b99c8-7026-4362-9f94-898a93a0cfdb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.700512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e606db55-47d1-4e9f-8f99-7a391735a601 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:25.721779 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c5b99c8-7026-4362-9f94-898a93a0cfdb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.734191 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c5b99c8-7026-4362-9f94-898a93a0cfdb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.764600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e606db55-47d1-4e9f-8f99-7a391735a601 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:25.770618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e606db55-47d1-4e9f-8f99-7a391735a601 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:25.820507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.878646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b99c8-7026-4362-9f94-898a93a0cfdb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3da7d0-8a20-4587-a2a1-0b0956b915cf,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:25.913466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.969068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:25.969812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9c5b99c8-7026-4362-9f94-898a93a0cfdb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.978210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9c5b99c8-7026-4362-9f94-898a93a0cfdb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6141434 May 26 16:23:25.978397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37204) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:25.980890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:25.990746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-caa45401-cc4e-4d7c-9110-46247c2c3b17 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'ef3da7d0-8a20-4587-a2a1-0b0956b915cf', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:26.063103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:26.081075 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:26.083373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.096620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4958ac2-eab7-4af6-9494-8c5ed0480c74 req-3f8aa0d2-a243-4a43-b935-30a9cffb03ae tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:26.100741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4958ac2-eab7-4af6-9494-8c5ed0480c74 req-3f8aa0d2-a243-4a43-b935-30a9cffb03ae tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 945 time: 0.3279293 May 26 16:23:26.148340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ab4f140f-25f8-4db2-9ca3-13946f6b31f8 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:26.202174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-caa45401-cc4e-4d7c-9110-46247c2c3b17 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.253607 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9406302 May 26 16:23:26.254970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3a2c1-cc38-4de7-9956-3f0f083ff0af tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=3adab593-c6eb-44f7-ae3c-47efd7c6ee77,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:26.257214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37216) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:26.257583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:23:26.263409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:26.264180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.288286 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37220) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:26.380740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:26.381317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.437443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed61a5e-976f-4a01-a5f5-faf622446679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4f140f-25f8-4db2-9ca3-13946f6b31f8'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:26.445116 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e1c0c2-1067-422a-9a4f-f08de131ce11" -d '{"events": [{"server_uuid": "fed61a5e-976f-4a01-a5f5-faf622446679", "name": "network-vif-plugged", "status": "completed", "tag": "ab4f140f-25f8-4db2-9ca3-13946f6b31f8"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:26.446353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4958ac2-eab7-4af6-9494-8c5ed0480c74 req-035704dd-3825-49b6-b29e-5e4740f207dd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098307 May 26 16:23:26.448704 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-caa45401-cc4e-4d7c-9110-46247c2c3b17 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.455384 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-caa45401-cc4e-4d7c-9110-46247c2c3b17 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.460192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac38070-dae9-4778-84ca-7b2556159b1b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:26.464141 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cac38070-dae9-4778-84ca-7b2556159b1b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/3adab593-c6eb-44f7-ae3c-47efd7c6ee77 HTTP/1.1" status: 200 len: 845 time: 0.2054374 May 26 16:23:26.466483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37232) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:26.504660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa45401-cc4e-4d7c-9110-46247c2c3b17 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b040ae5-fcc4-4c91-b7c8-af43a4c0e859,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:26.537350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-caa45401-cc4e-4d7c-9110-46247c2c3b17 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.537731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port ab4f140f-25f8-4db2-9ca3-13946f6b31f8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:26.541293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-caa45401-cc4e-4d7c-9110-46247c2c3b17 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5538297 May 26 16:23:26.542552 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37236) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:26.547514 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.549747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-46a06af6-007f-4c47-9aaf-9bb843fb6417 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'ef3da7d0-8a20-4587-a2a1-0b0956b915cf', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:26.652259 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46a06af6-007f-4c47-9aaf-9bb843fb6417 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.655174 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436849e8-378e-4246-9dad-f54f0246177b x-openstack-request-id: req-436849e8-378e-4246-9dad-f54f0246177b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:26.655468 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed61a5e-976f-4a01-a5f5-faf622446679", "name": "network-vif-plugged", "status": "completed", "tag": "ab4f140f-25f8-4db2-9ca3-13946f6b31f8", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:26.658139 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-436849e8-378e-4246-9dad-f54f0246177b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:26.658743 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436849e8-378e-4246-9dad-f54f0246177b'] response: {'server_uuid': 'fed61a5e-976f-4a01-a5f5-faf622446679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4f140f-25f8-4db2-9ca3-13946f6b31f8', 'code': 200} May 26 16:23:26.662176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:26.713380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cbd370dd-157c-420c-8d1c-f2a5ccd3d580 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 3adab593-c6eb-44f7-ae3c-47efd7c6ee77 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:26.713720 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbd370dd-157c-420c-8d1c-f2a5ccd3d580 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.800099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a7fbf48-5232-44fd-9469-a5a9d8c482e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.848458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e79aa2-0119-4334-9395-2133f250f80f req-3dbfa95d-7131-4fa2-9dee-b15840bead1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:26.850098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67e79aa2-0119-4334-9395-2133f250f80f req-3dbfa95d-7131-4fa2-9dee-b15840bead1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 1097 time: 0.1348228 May 26 16:23:26.857510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46a06af6-007f-4c47-9aaf-9bb843fb6417 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.858500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbd370dd-157c-420c-8d1c-f2a5ccd3d580 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.885188 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-cbd370dd-157c-420c-8d1c-f2a5ccd3d580 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 3adab593-c6eb-44f7-ae3c-47efd7c6ee77 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:26.892411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46a06af6-007f-4c47-9aaf-9bb843fb6417 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.916727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67e79aa2-0119-4334-9395-2133f250f80f req-1637de3e-20c2-4ef7-aa0d-f2411587321c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578711 May 26 16:23:26.923459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a06af6-007f-4c47-9aaf-9bb843fb6417 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb3aaba-c3ff-4d97-abde-841ae87cda56,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:26.950169 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46a06af6-007f-4c47-9aaf-9bb843fb6417 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.950169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-46a06af6-007f-4c47-9aaf-9bb843fb6417 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4044518 May 26 16:23:26.951457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37252) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:26.978244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2e4b3064-3356-4346-863f-b489b9da4401 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'ef3da7d0-8a20-4587-a2a1-0b0956b915cf', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:27.038710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3064-3356-4346-863f-b489b9da4401 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.110235 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbd370dd-157c-420c-8d1c-f2a5ccd3d580 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.220328 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3064-3356-4346-863f-b489b9da4401 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.228578 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3064-3356-4346-863f-b489b9da4401 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.292871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a7fbf48-5232-44fd-9469-a5a9d8c482e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.305213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b3064-3356-4346-863f-b489b9da4401 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00743525-9f42-499e-a9bd-4eeeb5fa14a9,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:27.330161 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3064-3356-4346-863f-b489b9da4401 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.335902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2e4b3064-3356-4346-863f-b489b9da4401 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3809543 May 26 16:23:27.340065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37262) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:27.352316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-456c67c2-799e-4b28-8fd2-9bae003c47fb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'ef3da7d0-8a20-4587-a2a1-0b0956b915cf', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:27.394617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbd370dd-157c-420c-8d1c-f2a5ccd3d580 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.403415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cbd370dd-157c-420c-8d1c-f2a5ccd3d580 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/3adab593-c6eb-44f7-ae3c-47efd7c6ee77 HTTP/1.1" status: 204 len: 168 time: 0.9337761 May 26 16:23:27.405380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37268) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:27.413882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd370dd-157c-420c-8d1c-f2a5ccd3d580 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=3adab593-c6eb-44f7-ae3c-47efd7c6ee77,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:27.437153 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-456c67c2-799e-4b28-8fd2-9bae003c47fb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.479686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a7fbf48-5232-44fd-9469-a5a9d8c482e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.538933 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-456c67c2-799e-4b28-8fd2-9bae003c47fb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.545419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-456c67c2-799e-4b28-8fd2-9bae003c47fb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.581288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c67c2-799e-4b28-8fd2-9bae003c47fb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c36cb3-7e0a-4850-b4d0-26611ebcd940,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:27.597340 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8471f0-0f1d-43fb-995b-b3e00d922e5d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:23:27.605899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37274) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:27.606582 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2d8471f0-0f1d-43fb-995b-b3e00d922e5d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/3adab593-c6eb-44f7-ae3c-47efd7c6ee77 HTTP/1.1" status: 404 len: 333 time: 0.1612573 May 26 16:23:27.608897 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-456c67c2-799e-4b28-8fd2-9bae003c47fb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.610391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-456c67c2-799e-4b28-8fd2-9bae003c47fb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2690899 May 26 16:23:27.614135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37276) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:27.618173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'name': 'tempest-PortsIpV6TestJSON-1138501811'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:27.695827 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a7fbf48-5232-44fd-9469-a5a9d8c482e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd3775c6c18540d0b7d369c9e3855840&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4066856 May 26 16:23:27.698933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37278) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:27.731021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fbf48-5232-44fd-9469-a5a9d8c482e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bccd14-193b-460e-b78b-ce9e815af095,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:27.826514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-751fd68a-a772-48df-94e7-59b730a10add tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'ef3da7d0-8a20-4587-a2a1-0b0956b915cf', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:27.904798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bdeed7f1-26d9-46c0-9b96-8baa1c5447ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.943460 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-751fd68a-a772-48df-94e7-59b730a10add tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Project c910ea62887b4896b2090b1a8aa27af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:23:27.974572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:27.979284 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bdeed7f1-26d9-46c0-9b96-8baa1c5447ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.984885 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.041909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port 21e78289-6930-4284-82c4-f04453f29849 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:28.103459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bdeed7f1-26d9-46c0-9b96-8baa1c5447ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.107233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bdeed7f1-26d9-46c0-9b96-8baa1c5447ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.113246 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bdeed7f1-26d9-46c0-9b96-8baa1c5447ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74bccd14-193b-460e-b78b-ce9e815af095 HTTP/1.1" status: 204 len: 168 time: 0.4125047 May 26 16:23:28.145966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeed7f1-26d9-46c0-9b96-8baa1c5447ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bccd14-193b-460e-b78b-ce9e815af095,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:28.190921 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751fd68a-a772-48df-94e7-59b730a10add tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.384299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3771-0d31-471a-a6a9-28946c592e9a req-f343b4c7-b2e8-4e05-a8ce-122c0e30c78f tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:28.387598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efe3771-0d31-471a-a6a9-28946c592e9a req-f343b4c7-b2e8-4e05-a8ce-122c0e30c78f tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 946 time: 0.5781913 May 26 16:23:28.562324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efe3771-0d31-471a-a6a9-28946c592e9a req-6282d6db-29e6-4d19-bcfc-41dc1f3980b0 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598299 May 26 16:23:28.647881 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751fd68a-a772-48df-94e7-59b730a10add tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.813313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751fd68a-a772-48df-94e7-59b730a10add tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.891509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fd68a-a772-48df-94e7-59b730a10add tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8402a732-c5cd-45e8-ab47-81192450209e,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:28.903925 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-751fd68a-a772-48df-94e7-59b730a10add tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.903925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-751fd68a-a772-48df-94e7-59b730a10add tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0994992 May 26 16:23:28.905310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37314) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:28.911068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6762c2a4-be76-46ba-925c-f0a537a78bd0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'ef3da7d0-8a20-4587-a2a1-0b0956b915cf', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:28.974228 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-6762c2a4-be76-46ba-925c-f0a537a78bd0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Project c910ea62887b4896b2090b1a8aa27af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:23:28.990734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6762c2a4-be76-46ba-925c-f0a537a78bd0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.007383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.093723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.144501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6762c2a4-be76-46ba-925c-f0a537a78bd0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.159444 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6762c2a4-be76-46ba-925c-f0a537a78bd0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.206776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762c2a4-be76-46ba-925c-f0a537a78bd0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb9c9e2-af37-4dba-b963-83e4929213e0,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:29.250076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6762c2a4-be76-46ba-925c-f0a537a78bd0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.255645 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6762c2a4-be76-46ba-925c-f0a537a78bd0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3492372 May 26 16:23:29.260092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37326) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:29.266102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:29.281484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'network': {'name': 'tempest-network-smoke--1751827816', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'port_security_enabled': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:29.291198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:29.306631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:29.329706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:29.330498 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.350347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:29.353873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.375934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=21e78289-6930-4284-82c4-f04453f29849,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:29.403707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37336) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:29.404666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a2baa779-c3a4-4f50-a918-79fc48a2595e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7904062 May 26 16:23:29.410914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-09108119-e5d0-489d-8b39-5a6fe27efae3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:29.528211 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09108119-e5d0-489d-8b39-5a6fe27efae3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.532757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:29.554919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.555267 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Added segment b63283b2-abe7-4e74-9055-74c885ee88ad of type vlan for network fc654ae0-7228-4be5-8921-353f239e681a May 26 16:23:29.726269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.843916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.855778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:29.867124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebdc23-806b-4090-99a5-87ae2d6f598b req-2c2bbc7d-a298-41d1-ae7c-cb654a23a2a3 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:29.872032 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.880504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cebdc23-806b-4090-99a5-87ae2d6f598b req-2c2bbc7d-a298-41d1-ae7c-cb654a23a2a3 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 946 time: 0.1325378 May 26 16:23:29.984031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cebdc23-806b-4090-99a5-87ae2d6f598b req-388fc3c9-9556-4607-a60d-651dfb367eae tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911911 May 26 16:23:30.115724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Network': ['ID=fc654ae0-7228-4be5-8921-353f239e681a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:30.130337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network fc654ae0-7228-4be5-8921-353f239e681a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:30.138137 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dc2d9971-3ec3-435e-b040-76a962b8e1de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8754027 May 26 16:23:30.141337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37382) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:30.146997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'admin_state_up': True, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:30.193503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09108119-e5d0-489d-8b39-5a6fe27efae3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.218963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09108119-e5d0-489d-8b39-5a6fe27efae3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.233539 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.234667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.418784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09108119-e5d0-489d-8b39-5a6fe27efae3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=21e78289-6930-4284-82c4-f04453f29849,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:30.457429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-09108119-e5d0-489d-8b39-5a6fe27efae3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] In _notify_port_updated(), no bound segment for port 21e78289-6930-4284-82c4-f04453f29849 on network 66d59244-d828-4d30-8e72-19d8c3031629 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:23:30.465398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09108119-e5d0-489d-8b39-5a6fe27efae3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:30.466937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-09108119-e5d0-489d-8b39-5a6fe27efae3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.470955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.471663 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-09108119-e5d0-489d-8b39-5a6fe27efae3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "PUT /v2.0/ports/21e78289-6930-4284-82c4-f04453f29849 HTTP/1.1" status: 200 len: 818 time: 1.0666220 May 26 16:23:30.472949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37434) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:30.732921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-110f430d-a07f-4d89-b8e9-33076014d716 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 21e78289-6930-4284-82c4-f04453f29849 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:30.737109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-110f430d-a07f-4d89-b8e9-33076014d716 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.947228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-110f430d-a07f-4d89-b8e9-33076014d716 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.980457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-110f430d-a07f-4d89-b8e9-33076014d716 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 21e78289-6930-4284-82c4-f04453f29849 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:30.988302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.141397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37470) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:31.252133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-110f430d-a07f-4d89-b8e9-33076014d716 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.387955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f430d-a07f-4d89-b8e9-33076014d716 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=21e78289-6930-4284-82c4-f04453f29849,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:31.418800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-110f430d-a07f-4d89-b8e9-33076014d716 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.432051 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-110f430d-a07f-4d89-b8e9-33076014d716 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/21e78289-6930-4284-82c4-f04453f29849 HTTP/1.1" status: 204 len: 168 time: 0.9578676 May 26 16:23:31.439499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37500) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:31.543479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfb46-dcff-4e91-acf4-bfd901adaf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.838045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2a413-1e83-459f-b68c-a83759dc7bb8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:31.839950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3ee2a413-1e83-459f-b68c-a83759dc7bb8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3983624 May 26 16:23:31.843074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37526) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:31.845791 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfb46-dcff-4e91-acf4-bfd901adaf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.852259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfb46-dcff-4e91-acf4-bfd901adaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.886277 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a30d96-8374-4a66-9bbc-4cf2b9833023 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:23:31.888245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-40a30d96-8374-4a66-9bbc-4cf2b9833023 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/21e78289-6930-4284-82c4-f04453f29849 HTTP/1.1" status: 404 len: 333 time: 0.0440404 May 26 16:23:31.894356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37530) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:31.901989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1266734425'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:31.920196 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ec8cfb46-dcff-4e91-acf4-bfd901adaf5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f08c6263bfb54b999e4aa382a3c9323b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777247 May 26 16:23:31.921884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cfb46-dcff-4e91-acf4-bfd901adaf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ab1f97-ce92-4cb5-830c-f8f1da01781e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:31.925941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37536) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:31.979479 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37542) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:32.015843 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.033731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-189a8d67-fa4c-4136-ae6e-ced4ffe4211f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.087649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-189a8d67-fa4c-4136-ae6e-ced4ffe4211f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.098578 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.179954 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-189a8d67-fa4c-4136-ae6e-ced4ffe4211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.185037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-189a8d67-fa4c-4136-ae6e-ced4ffe4211f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.203797 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-189a8d67-fa4c-4136-ae6e-ced4ffe4211f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05ab1f97-ce92-4cb5-830c-f8f1da01781e HTTP/1.1" status: 204 len: 168 time: 0.2758646 May 26 16:23:32.219817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:32.227847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.257127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1be423b8-366b-4c26-9e00-bd5c66f60e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.293364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:32.309968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a8d67-fa4c-4136-ae6e-ced4ffe4211f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ab1f97-ce92-4cb5-830c-f8f1da01781e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:32.325395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.326440 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Added segment b2fe9275-6e1e-435a-ab78-0214813f1080 of type vlan for network 32f2a9e9-4064-4572-87ea-b2514d736c7a May 26 16:23:32.425674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.507856 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.523329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:32.525672 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.603520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1be423b8-366b-4c26-9e00-bd5c66f60e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.618979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1be423b8-366b-4c26-9e00-bd5c66f60e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.680929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1be423b8-366b-4c26-9e00-bd5c66f60e2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdcc1fe8ef414043aa572f6f2e51f87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6979523 May 26 16:23:32.683642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37570) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:32.732871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.25.0.217 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/1cce638d-3785-48bc-93e4-8794015aa1ee) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:32.888433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be423b8-366b-4c26-9e00-bd5c66f60e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93854dd-e74a-4a48-9b7b-23e507d3e193,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:32.925394 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.940207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4ce-c4b1-435c-b53c-662c8e4e3b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.983138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37572) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:33.030923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30492bc0-dba3-472a-aa60-e28fece46b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.078038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.088077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Network': ['ID=32f2a9e9-4064-4572-87ea-b2514d736c7a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:33.100617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 32f2a9e9-4064-4572-87ea-b2514d736c7a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:33.103589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4ce-c4b1-435c-b53c-662c8e4e3b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.107318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0c713954-a4c8-402e-9dac-bd38177f9414 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2117281 May 26 16:23:33.113566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37580) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:33.130479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:33.233272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4ce-c4b1-435c-b53c-662c8e4e3b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.237896 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4ce-c4b1-435c-b53c-662c8e4e3b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.242468 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d2cba4ce-c4b1-435c-b53c-662c8e4e3b92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f93854dd-e74a-4a48-9b7b-23e507d3e193 HTTP/1.1" status: 204 len: 168 time: 0.5569220 May 26 16:23:33.261531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba4ce-c4b1-435c-b53c-662c8e4e3b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93854dd-e74a-4a48-9b7b-23e507d3e193,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:33.300685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30492bc0-dba3-472a-aa60-e28fece46b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.310302 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30492bc0-dba3-472a-aa60-e28fece46b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.374121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30492bc0-dba3-472a-aa60-e28fece46b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c43fe7-c0bc-49a7-b95b-8c4273d1ccd9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:33.420190 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-30492bc0-dba3-472a-aa60-e28fece46b79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1bbedd0495c4bcfaee429f219b587a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357002 May 26 16:23:33.422842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:33.453305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:33.492648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:33.495193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-51007e3b-56ea-4edd-b16d-67cfe6df9af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.504815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:33.507267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:33.515723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.523275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-51007e3b-56ea-4edd-b16d-67cfe6df9af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.645603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=1cce638d-3785-48bc-93e4-8794015aa1ee,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:33.653803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-51007e3b-56ea-4edd-b16d-67cfe6df9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.659382 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-51007e3b-56ea-4edd-b16d-67cfe6df9af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.660836 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-51007e3b-56ea-4edd-b16d-67cfe6df9af6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6c43fe7-c0bc-49a7-b95b-8c4273d1ccd9 HTTP/1.1" status: 204 len: 168 time: 0.2370498 May 26 16:23:33.688162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51007e3b-56ea-4edd-b16d-67cfe6df9af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c43fe7-c0bc-49a7-b95b-8c4273d1ccd9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:34.036112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37598) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:34.054965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c19b4f41-a395-4913-9d0b-e6b9e19a37a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.212884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c19b4f41-a395-4913-9d0b-e6b9e19a37a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.230217 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c19b4f41-a395-4913-9d0b-e6b9e19a37a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.348438 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c19b4f41-a395-4913-9d0b-e6b9e19a37a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5469fb562be4737981fc17662095cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110578 May 26 16:23:34.358227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37608) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:34.393155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b4f41-a395-4913-9d0b-e6b9e19a37a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0a9a9-6e28-4a9e-9fbb-80f4c2edb53e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:34.518177 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48de8763-9126-4a52-9d5a-b74c3343c316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.564714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.582498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48de8763-9126-4a52-9d5a-b74c3343c316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.652253 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.689456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48de8763-9126-4a52-9d5a-b74c3343c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.693419 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48de8763-9126-4a52-9d5a-b74c3343c316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.703714 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-48de8763-9126-4a52-9d5a-b74c3343c316 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13b0a9a9-6e28-4a9e-9fbb-80f4c2edb53e HTTP/1.1" status: 204 len: 168 time: 0.3338237 May 26 16:23:34.723006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de8763-9126-4a52-9d5a-b74c3343c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0a9a9-6e28-4a9e-9fbb-80f4c2edb53e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:34.924327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=861e72db-b17a-4b31-a830-8316b794cf58,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:35.014804 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e1417598-a08f-472b-b349-a873731bcd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.165073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Checking segment: {'id': 'b2fe9275-6e1e-435a-ab78-0214813f1080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:35.165694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network hostable DHCP agents. Network: 32f2a9e9-4064-4572-87ea-b2514d736c7a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:35.819789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 32f2a9e9-4064-4572-87ea-b2514d736c7a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:35.839596 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.844094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 32f2a9e9-4064-4572-87ea-b2514d736c7a) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:35.854956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5de5a8-0c6a-4942-a531-8414e9ded061 None None] Network 32f2a9e9-4064-4572-87ea-b2514d736c7a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:35.994785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:36.001567 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.059795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fe619498-5467-410d-92db-96f4e704e11a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9365153 May 26 16:23:36.066182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:36.074186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bb9d0e13-357b-4f14-aa91-90c8ada254fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:36.092178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-32f2a9e9-4064-4572-87ea-b2514d736c7a', 'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a', 'tenant_id': '10c93474e04f4cad86e5f3ad4ed57c27', 'fixed_ips': [{'subnet_id': '861e72db-b17a-4b31-a830-8316b794cf58'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:36.094098 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.128981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:23:36.290661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:36.321062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.327151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37668) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:36.328832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d32de65e-e405-407c-ad48-f948ab67e220 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1860538 May 26 16:23:36.332522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9d0e13-357b-4f14-aa91-90c8ada254fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:36.338149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0e13-357b-4f14-aa91-90c8ada254fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.338685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Sync routers for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:36.366846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:36.368043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:23:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:36.405592 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-737003b2-a0fe-41d1-8e91-522a12e9b057 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c910ea62887b4896b2090b1a8aa27af7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751927 May 26 16:23:36.408684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37672) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:36.578490 n-d-843336-2 neutron-server[109404]: INFO neutron.db.ipam_backend_mixin [None req-bb9d0e13-357b-4f14-aa91-90c8ada254fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 861e72db-b17a-4b31-a830-8316b794cf58 (CIDR: 2001:db8::/64) May 26 16:23:36.585777 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9d0e13-357b-4f14-aa91-90c8ada254fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:23:36.586275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9d0e13-357b-4f14-aa91-90c8ada254fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:23:36.621899 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bb9d0e13-357b-4f14-aa91-90c8ada254fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5545704 May 26 16:23:36.624714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37684) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:36.637983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d623029-9b35-4882-8394-de85f3c2b540 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:36.639366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:36.651638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2d623029-9b35-4882-8394-de85f3c2b540 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2346094 May 26 16:23:36.652627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37686) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:36.759329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-06b3059b-c620-498d-b7cf-670d40547f96 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1033790 May 26 16:23:36.761209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37696) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:36.778693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1706931406', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:36.828443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Allocated IP 2001:db8::2 (32f2a9e9-4064-4572-87ea-b2514d736c7a/861e72db-b17a-4b31-a830-8316b794cf58/4796b2c1-459c-4c31-9d28-d9ef68a835fe) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:36.926347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:36.936181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.968426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:37.094268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:37.106797 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.790629 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.892067 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.024396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 32f2a9e9-4064-4572-87ea-b2514d736c7a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:38.041801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:38.054183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:38.055907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Subnet': ['ID=08566e98-96bc-4af5-8676-9a5c90d041cf,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:38.062222 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.134163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Checking segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:38.135069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network hostable DHCP agents. Network: fc654ae0-7228-4be5-8921-353f239e681a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:38.154926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:38.156990 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-076ad4f6-845a-4af1-b7e7-a6aedf8e72ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.165093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d62daf32-3288-4c98-a031-190659831da0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5366390 May 26 16:23:38.166237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37744) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:38.172046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a', 'fixed_ips': [{'subnet_id': '861e72db-b17a-4b31-a830-8316b794cf58'}, {'subnet_id': '6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6'}], 'name': 'tempest-PortsIpV6TestJSON-1055110562'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:38.246162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network fc654ae0-7228-4be5-8921-353f239e681a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:38.261697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, fc654ae0-7228-4be5-8921-353f239e681a) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:38.272798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:38.278781 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.312649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49d17f-d568-4238-973a-bcd084c55c74 None None] Network fc654ae0-7228-4be5-8921-353f239e681a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:38.314628 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d9f3cd3a-3a3d-42c5-9ad4-9a7dd7f789bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5487359 May 26 16:23:38.316750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37750) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:38.431085 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:38.771795 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.800579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.891723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port d9636c6c-c559-477d-b7e1-65e757459448 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:38.992348 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.215135 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.221601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-fc654ae0-7228-4be5-8921-353f239e681a', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:39.223038 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.231559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:34Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:39.236648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Pushing event updated for resources: {'Port': ['ID=4796b2c1-459c-4c31-9d28-d9ef68a835fe,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:39.712932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Network 32f2a9e9-4064-4572-87ea-b2514d736c7a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:39.725637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Checking router: 98c9ac71-8c86-45d2-89b0-46b3da9a4761 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:23:39.733384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Updating router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 port 1cce638d-3785-48bc-93e4-8794015aa1ee binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:23:39.744707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::2cf (32f2a9e9-4064-4572-87ea-b2514d736c7a/861e72db-b17a-4b31-a830-8316b794cf58/d9636c6c-c559-477d-b7e1-65e757459448) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:39.756249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8:0:1::3e6 (32f2a9e9-4064-4572-87ea-b2514d736c7a/6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6/d9636c6c-c559-477d-b7e1-65e757459448) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:39.835669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:39.840896 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.867408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:39.977009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Allocated IP 172.20.0.2 (fc654ae0-7228-4be5-8921-353f239e681a/08566e98-96bc-4af5-8676-9a5c90d041cf/ebc14783-d64a-4e63-a849-4dcbca078b85) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:40.000754 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.348711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.586669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.601034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37840) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:40.755659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=d9636c6c-c559-477d-b7e1-65e757459448,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:40.774850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 32f2a9e9-4064-4572-87ea-b2514d736c7a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:40.776744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:40.779186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:40.785624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:40.785897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.807134 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c7c00f9f-ce94-44bc-9180-96d2347afb74 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.6394882 May 26 16:23:40.809580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37846) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:40.826967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '861e72db-b17a-4b31-a830-8316b794cf58'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:40.915668 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.951601 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.957162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Attempting to bind port 4796b2c1-459c-4c31-9d28-d9ef68a835fe on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:40.957719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Attempting to bind port 4796b2c1-459c-4c31-9d28-d9ef68a835fe by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b2fe9275-6e1e-435a-ab78-0214813f1080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:40.958403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Attempting to bind port 4796b2c1-459c-4c31-9d28-d9ef68a835fe on network 32f2a9e9-4064-4572-87ea-b2514d736c7a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:40.999811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:41.001350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Checking segment: {'id': 'b2fe9275-6e1e-435a-ab78-0214813f1080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:41.002535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.003917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Bound using segment: {'id': 'b2fe9275-6e1e-435a-ab78-0214813f1080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:41.005371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Bound port: 4796b2c1-459c-4c31-9d28-d9ef68a835fe, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fe9275-6e1e-435a-ab78-0214813f1080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:41.006229 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.013354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.199560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] For port 4796b2c1-459c-4c31-9d28-d9ef68a835fe, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:41.208185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] For port 4796b2c1-459c-4c31-9d28-d9ef68a835fe, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4796b2c1-459c-4c31-9d28-d9ef68a835fe,segment=NetworkSegment(b2fe9275-6e1e-435a-ab78-0214813f1080),segment_id=b2fe9275-6e1e-435a-ab78-0214813f1080)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:41.233932 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb427cc-ff59-4519-a6b5-a5b62ee2d4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.330659 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.415958 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.512656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.516719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661a6f4-d3a6-429f-bd35-691e0a3be746 None None] Pushing event updated for resources: {'Port': ['ID=4796b2c1-459c-4c31-9d28-d9ef68a835fe,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:41.522418 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.602191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.20.0.1 (fc654ae0-7228-4be5-8921-353f239e681a/08566e98-96bc-4af5-8676-9a5c90d041cf/5021a6d7-16b2-4435-9f8d-38e43eeae7b6) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:41.633779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Pushing event updated for resources: {'Port': ['ID=ebc14783-d64a-4e63-a849-4dcbca078b85,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:41.645453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.677520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Network fc654ae0-7228-4be5-8921-353f239e681a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:41.697879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:41.716033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:41.889162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Attempting to bind port 1cce638d-3785-48bc-93e4-8794015aa1ee on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:41.889542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Attempting to bind port 1cce638d-3785-48bc-93e4-8794015aa1ee by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:41.890138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Attempting to bind port 1cce638d-3785-48bc-93e4-8794015aa1ee on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:41.897840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb427cc-ff59-4519-a6b5-a5b62ee2d4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.928505 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2bb427cc-ff59-4519-a6b5-a5b62ee2d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.942077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Attempting to bind port ebc14783-d64a-4e63-a849-4dcbca078b85 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:41.942717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Attempting to bind port ebc14783-d64a-4e63-a849-4dcbca078b85 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:41.945645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Attempting to bind port ebc14783-d64a-4e63-a849-4dcbca078b85 on network fc654ae0-7228-4be5-8921-353f239e681a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:41.947415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Delete allocated IP 2001:db8:0:1::3e6 (32f2a9e9-4064-4572-87ea-b2514d736c7a/6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6) {{(pid=109404) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:23:41.963480 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:41.964189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:41.970385 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.971309 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:41.974232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Bound port: 1cce638d-3785-48bc-93e4-8794015aa1ee, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:41.977287 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.014112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.112791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] For port 1cce638d-3785-48bc-93e4-8794015aa1ee, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:42.128650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] For port 1cce638d-3785-48bc-93e4-8794015aa1ee, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1cce638d-3785-48bc-93e4-8794015aa1ee,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:42.148100 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.160698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:42.162327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Checking segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:42.163139 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.165142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Bound using segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:42.166734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Bound port: ebc14783-d64a-4e63-a849-4dcbca078b85, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:42.167358 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.174475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13e6dd-c3da-40ec-b16e-290c3d34c1ee None None] Pushing event updated for resources: {'Port': ['ID=1cce638d-3785-48bc-93e4-8794015aa1ee,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:42.179635 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.181357 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2bb427cc-ff59-4519-a6b5-a5b62ee2d4ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33f3872e7ed8422bbb2be2427c1c077b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5775025 May 26 16:23:42.185176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37884) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:42.273738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb427cc-ff59-4519-a6b5-a5b62ee2d4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c8ba0d-179b-42ca-b31e-184e7f13f999,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:42.398726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network fc654ae0-7228-4be5-8921-353f239e681a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:42.431587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:42.434031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37892) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:42.438161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:42.444172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:42.444833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:23:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:42.591458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:42.682562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13e6dd-c3da-40ec-b16e-290c3d34c1ee None None] Pushing event updated for resources: {'Port': ['ID=1cce638d-3785-48bc-93e4-8794015aa1ee,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:42.708018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=5021a6d7-16b2-4435-9f8d-38e43eeae7b6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:42.710246 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.718827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.876207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3120c124-e34b-4cf2-a3c2-4f9ce83ae462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.885362 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.936620 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] In _notify_port_updated(), no bound segment for port d9636c6c-c559-477d-b7e1-65e757459448 on network 32f2a9e9-4064-4572-87ea-b2514d736c7a {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:23:42.947767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:42.952164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.959985 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "PUT /v2.0/ports/d9636c6c-c559-477d-b7e1-65e757459448 HTTP/1.1" status: 200 len: 926 time: 2.1476088 May 26 16:23:42.962695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37910) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:42.968329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '861e72db-b17a-4b31-a830-8316b794cf58'}, {'subnet_id': '6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:42.991936 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3120c124-e34b-4cf2-a3c2-4f9ce83ae462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.998307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-492b80c5-434d-4f1c-bf9d-ede52502ccba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.108032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff05a78-ef21-4cd5-b7b8-85f3496b97b2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=d9636c6c-c559-477d-b7e1-65e757459448,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:43.187314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] For port ebc14783-d64a-4e63-a849-4dcbca078b85, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:43.201184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] For port ebc14783-d64a-4e63-a849-4dcbca078b85, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ebc14783-d64a-4e63-a849-4dcbca078b85,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:43.212700 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.287120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3120c124-e34b-4cf2-a3c2-4f9ce83ae462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.289761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3120c124-e34b-4cf2-a3c2-4f9ce83ae462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.291265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3120c124-e34b-4cf2-a3c2-4f9ce83ae462 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73c8ba0d-179b-42ca-b31e-184e7f13f999 HTTP/1.1" status: 204 len: 168 time: 1.0980279 May 26 16:23:43.345121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120c124-e34b-4cf2-a3c2-4f9ce83ae462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c8ba0d-179b-42ca-b31e-184e7f13f999,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:43.401845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.427392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e334b-ee43-457a-be2a-bf401c727f4b None None] Pushing event updated for resources: {'Port': ['ID=ebc14783-d64a-4e63-a849-4dcbca078b85,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:43.710616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-492b80c5-434d-4f1c-bf9d-ede52502ccba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.746180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-492b80c5-434d-4f1c-bf9d-ede52502ccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.816680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-321f720f-5806-428f-ad18-2401d0632500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:34Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:43.846139 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.957787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b96d7-a7e4-40f6-8553-869105efb010 None None] Network 32f2a9e9-4064-4572-87ea-b2514d736c7a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:43.966613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4796b2c1-459c-4c31-9d28-d9ef68a835fe up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:43.969984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f720f-5806-428f-ad18-2401d0632500 None None] The sync data for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 is: [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:34Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:43.992617 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-492b80c5-434d-4f1c-bf9d-ede52502ccba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c743726714a43c6911fd3bc9994e32d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5499206 May 26 16:23:43.995478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 37938) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:44.001279 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b80c5-434d-4f1c-bf9d-ede52502ccba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245774b7-ca56-4964-b2b9-9881c36ff39f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:44.131618 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:23:44.265683 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b6515cce-6b6b-4863-9114-6236cb9d2df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.388723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-29456348-9d89-4793-8c81-2b587cf13c7b None None] Provisioning complete for port 4796b2c1-459c-4c31-9d28-d9ef68a835fe triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:44.412719 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-29456348-9d89-4793-8c81-2b587cf13c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.419793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8:0:1::196 (32f2a9e9-4064-4572-87ea-b2514d736c7a/6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6/d9636c6c-c559-477d-b7e1-65e757459448) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:44.601369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.616249 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.833040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4796b2c1-459c-4c31-9d28-d9ef68a835fe triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:44.833432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.966492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] In _notify_port_updated(), no bound segment for port d9636c6c-c559-477d-b7e1-65e757459448 on network 32f2a9e9-4064-4572-87ea-b2514d736c7a {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:23:44.975785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:44.976474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.989414 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "PUT /v2.0/ports/d9636c6c-c559-477d-b7e1-65e757459448 HTTP/1.1" status: 200 len: 1012 time: 2.0252926 May 26 16:23:44.992645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37962) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:44.993297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37964) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:45.134648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1376322-6101-4160-b247-e7f7053e77e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.152936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ad151-2896-46cc-b1ca-49f1bc29cb83 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=d9636c6c-c559-477d-b7e1-65e757459448,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:45.230539 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.240799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b6515cce-6b6b-4863-9114-6236cb9d2df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.269759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-29456348-9d89-4793-8c81-2b587cf13c7b None None] Current status of the port 4796b2c1-459c-4c31-9d28-d9ef68a835fe is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:45.270190 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-29456348-9d89-4793-8c81-2b587cf13c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.314212 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.329264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734bc8c-9041-4eec-9470-b33418fabbd9 None None] Update dhcp port {'port': {'network_id': '32f2a9e9-4064-4572-87ea-b2514d736c7a', 'fixed_ips': [{'subnet_id': '861e72db-b17a-4b31-a830-8316b794cf58', 'ip_address': '2001:db8::2'}, {'subnet_id': '6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '4796b2c1-459c-4c31-9d28-d9ef68a835fe'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:23:45.486186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1fb5a-b475-4df7-8c35-3a6a6baf1df5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port d9636c6c-c559-477d-b7e1-65e757459448 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:45.486794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ab1fb5a-b475-4df7-8c35-3a6a6baf1df5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.505016 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c734bc8c-9041-4eec-9470-b33418fabbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.608355 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1376322-6101-4160-b247-e7f7053e77e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.620076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c1376322-6101-4160-b247-e7f7053e77e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.695319 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.702558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1376322-6101-4160-b247-e7f7053e77e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255c629e-fa1a-4a6f-867a-b4ca8ee3e44a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:45.739615 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c1376322-6101-4160-b247-e7f7053e77e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84072edd869b4d09b3ce98479f462ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425041 May 26 16:23:45.741406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 37982) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:45.787608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ab1fb5a-b475-4df7-8c35-3a6a6baf1df5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.823535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4796b2c1-459c-4c31-9d28-d9ef68a835fe is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:45.834201 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.836111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=5021a6d7-16b2-4435-9f8d-38e43eeae7b6,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:45.863839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1fb5a-b475-4df7-8c35-3a6a6baf1df5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for d9636c6c-c559-477d-b7e1-65e757459448 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:45.875600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6578187-c354-4ed3-accf-188ce538b44c None None] Network fc654ae0-7228-4be5-8921-353f239e681a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:45.880906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-29456348-9d89-4793-8c81-2b587cf13c7b None None] For port 4796b2c1-459c-4c31-9d28-d9ef68a835fe, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4796b2c1-459c-4c31-9d28-d9ef68a835fe,segment=NetworkSegment(b2fe9275-6e1e-435a-ab78-0214813f1080),segment_id=b2fe9275-6e1e-435a-ab78-0214813f1080)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:45.897287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd76de-a01d-4467-a7db-9f12212b128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.918391 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-29456348-9d89-4793-8c81-2b587cf13c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.964922 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd76de-a01d-4467-a7db-9f12212b128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.975329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b6515cce-6b6b-4863-9114-6236cb9d2df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.985078 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b6515cce-6b6b-4863-9114-6236cb9d2df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.992672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b6515cce-6b6b-4863-9114-6236cb9d2df7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/245774b7-ca56-4964-b2b9-9881c36ff39f HTTP/1.1" status: 204 len: 168 time: 1.9908834 May 26 16:23:46.031616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515cce-6b6b-4863-9114-6236cb9d2df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245774b7-ca56-4964-b2b9-9881c36ff39f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:46.177511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network fc654ae0-7228-4be5-8921-353f239e681a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:46.186877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:46.439550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:46.722691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-15f9828d-c443-4921-b9c1-8382a5ca213f None None] Provisioning complete for port ebc14783-d64a-4e63-a849-4dcbca078b85 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:46.724223 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-15f9828d-c443-4921-b9c1-8382a5ca213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.783990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:46.786183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29456348-9d89-4793-8c81-2b587cf13c7b None None] Pushing event updated for resources: {'Port': ['ID=4796b2c1-459c-4c31-9d28-d9ef68a835fe,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:46.795182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ac31e431-5325-40e9-a511-d2208eaf0590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "PUT /v2.0/routers/98c9ac71-8c86-45d2-89b0-46b3da9a4761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4764328 May 26 16:23:46.850285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd76de-a01d-4467-a7db-9f12212b128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.853075 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:23:46.853433 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:23:46.855958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1efd76de-a01d-4467-a7db-9f12212b128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.860984 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1efd76de-a01d-4467-a7db-9f12212b128d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/255c629e-fa1a-4a6f-867a-b4ca8ee3e44a HTTP/1.1" status: 204 len: 168 time: 1.1179926 May 26 16:23:46.878322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd76de-a01d-4467-a7db-9f12212b128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255c629e-fa1a-4a6f-867a-b4ca8ee3e44a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:47.131068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-c734bc8c-9041-4eec-9470-b33418fabbd9 None None] Allocated IP 2001:db8:0:1::2 (32f2a9e9-4064-4572-87ea-b2514d736c7a/6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6/4796b2c1-459c-4c31-9d28-d9ef68a835fe) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:47.269203 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ab1fb5a-b475-4df7-8c35-3a6a6baf1df5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.274721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38028) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:47.315642 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d604ef36-0408-4f91-848f-f93422fc7726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.335210 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Sync routers for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:47.360573 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:47.365001 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:23:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:47.382654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c734bc8c-9041-4eec-9470-b33418fabbd9 None None] For port 4796b2c1-459c-4c31-9d28-d9ef68a835fe, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4796b2c1-459c-4c31-9d28-d9ef68a835fe,segment=NetworkSegment(b2fe9275-6e1e-435a-ab78-0214813f1080),segment_id=b2fe9275-6e1e-435a-ab78-0214813f1080)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:47.534235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1fb5a-b475-4df7-8c35-3a6a6baf1df5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=d9636c6c-c559-477d-b7e1-65e757459448,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:47.537543 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ab1fb5a-b475-4df7-8c35-3a6a6baf1df5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.545526 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8ab1fb5a-b475-4df7-8c35-3a6a6baf1df5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/d9636c6c-c559-477d-b7e1-65e757459448 HTTP/1.1" status: 204 len: 168 time: 2.5319681 May 26 16:23:47.547499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38034) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:47.580874 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ec52d5-743d-4f6c-9af2-fd88adfc5d9a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:23:47.585690 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-23ec52d5-743d-4f6c-9af2-fd88adfc5d9a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/d9636c6c-c559-477d-b7e1-65e757459448 HTTP/1.1" status: 404 len: 333 time: 0.0354221 May 26 16:23:47.586654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38036) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:47.589649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d604ef36-0408-4f91-848f-f93422fc7726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.599537 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d604ef36-0408-4f91-848f-f93422fc7726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.624322 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c734bc8c-9041-4eec-9470-b33418fabbd9 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.661151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604ef36-0408-4f91-848f-f93422fc7726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6afa90-beef-4572-9033-d8762734dcf5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:47.732844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d604ef36-0408-4f91-848f-f93422fc7726 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37e486fb25e5494489be535dbc1cdb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524255 May 26 16:23:47.733513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38044) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:47.768483 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c734bc8c-9041-4eec-9470-b33418fabbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.771300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a12e13-193a-4c44-8e46-8dca1add16f7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:47.782185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26a12e13-193a-4c44-8e46-8dca1add16f7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.912571 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26a12e13-193a-4c44-8e46-8dca1add16f7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.915374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4caeb844-1847-4fa0-b4ec-d7b3aff93fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.921842 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:48.022600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4796b2c1-459c-4c31-9d28-d9ef68a835fe is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:48.041686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-15f9828d-c443-4921-b9c1-8382a5ca213f None None] Current status of the port ebc14783-d64a-4e63-a849-4dcbca078b85 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:48.042436 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-15f9828d-c443-4921-b9c1-8382a5ca213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.094876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4caeb844-1847-4fa0-b4ec-d7b3aff93fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.103132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734bc8c-9041-4eec-9470-b33418fabbd9 None None] Pushing event updated for resources: {'Port': ['ID=4796b2c1-459c-4c31-9d28-d9ef68a835fe,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:48.163215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-15f9828d-c443-4921-b9c1-8382a5ca213f None None] For port ebc14783-d64a-4e63-a849-4dcbca078b85, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ebc14783-d64a-4e63-a849-4dcbca078b85,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:48.168855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-15f9828d-c443-4921-b9c1-8382a5ca213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.416974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26a12e13-193a-4c44-8e46-8dca1add16f7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.428721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e9aaf203-c3da-436d-9ad9-17666956b316 None None] Provisioning complete for port ebc14783-d64a-4e63-a849-4dcbca078b85 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:48.433151 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf203-c3da-436d-9ad9-17666956b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.461183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9828d-c443-4921-b9c1-8382a5ca213f None None] Pushing event updated for resources: {'Port': ['ID=ebc14783-d64a-4e63-a849-4dcbca078b85,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:48.522227 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4caeb844-1847-4fa0-b4ec-d7b3aff93fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.530151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4caeb844-1847-4fa0-b4ec-d7b3aff93fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.531579 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4caeb844-1847-4fa0-b4ec-d7b3aff93fb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d6afa90-beef-4572-9033-d8762734dcf5 HTTP/1.1" status: 204 len: 168 time: 0.7935362 May 26 16:23:48.566783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caeb844-1847-4fa0-b4ec-d7b3aff93fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6afa90-beef-4572-9033-d8762734dcf5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:48.626077 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26a12e13-193a-4c44-8e46-8dca1add16f7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.715363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a12e13-193a-4c44-8e46-8dca1add16f7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:48.726834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-26a12e13-193a-4c44-8e46-8dca1add16f7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.733232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1cce638d-3785-48bc-93e4-8794015aa1ee up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:48.737226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38078) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:48.747931 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-26a12e13-193a-4c44-8e46-8dca1add16f7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6 HTTP/1.1" status: 204 len: 168 time: 1.1598840 May 26 16:23:48.905394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-513b9836-2377-4e10-9a79-0468908bc03a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 861e72db-b17a-4b31-a830-8316b794cf58 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:48.909155 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-513b9836-2377-4e10-9a79-0468908bc03a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.962774 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-513b9836-2377-4e10-9a79-0468908bc03a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.966567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e9aaf203-c3da-436d-9ad9-17666956b316 None None] Current status of the port ebc14783-d64a-4e63-a849-4dcbca078b85 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:49.001589 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:43Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5021a6d7-16b2-4435-9f8d-38e43eeae7b6', 'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ae:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:40Z', 'updated_at': '2022-05-26T16:23:44Z', 'revision_number': 2, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:49.012171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1cce638d-3785-48bc-93e4-8794015aa1ee triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:49.012552 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.124073 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Checking router: 98c9ac71-8c86-45d2-89b0-46b3da9a4761 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:23:49.124340 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Updating router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:23:49.145944 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-513b9836-2377-4e10-9a79-0468908bc03a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.216058 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.324309 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-513b9836-2377-4e10-9a79-0468908bc03a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.412953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b9836-2377-4e10-9a79-0468908bc03a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=861e72db-b17a-4b31-a830-8316b794cf58,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:49.418183 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-513b9836-2377-4e10-9a79-0468908bc03a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.428078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:49.448978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-513b9836-2377-4e10-9a79-0468908bc03a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/861e72db-b17a-4b31-a830-8316b794cf58 HTTP/1.1" status: 204 len: 168 time: 0.7083228 May 26 16:23:49.591915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-383a7a41-f931-46c4-81a1-b20d1c520c2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994563 May 26 16:23:49.632089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.658277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e9aaf203-c3da-436d-9ad9-17666956b316 None None] Provisioning complete for port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:49.658558 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf203-c3da-436d-9ad9-17666956b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.661825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0073ef6-048b-4fba-a2b9-8ae62e6d4290 None None] Network 32f2a9e9-4064-4572-87ea-b2514d736c7a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:49.778323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-24184dff-193b-4e21-b33c-84051d8405fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:49.779992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-24184dff-193b-4e21-b33c-84051d8405fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=378d593d7e994695b4980dfda831bdcc&device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 1097 time: 0.0933766 May 26 16:23:49.824696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 4796b2c1-459c-4c31-9d28-d9ef68a835fe {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:49.826807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.997960 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.013392 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.078841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] For port 4796b2c1-459c-4c31-9d28-d9ef68a835fe, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4796b2c1-459c-4c31-9d28-d9ef68a835fe,segment=NetworkSegment(b2fe9275-6e1e-435a-ab78-0214813f1080),segment_id=b2fe9275-6e1e-435a-ab78-0214813f1080)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:50.080640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.087876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e9aaf203-c3da-436d-9ad9-17666956b316 None None] Port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:50.138579 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Pushing event updated for resources: {'Port': ['ID=5021a6d7-16b2-4435-9f8d-38e43eeae7b6,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:50.146802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 4796b2c1-459c-4c31-9d28-d9ef68a835fe owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:50.182105 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.182735 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.183497 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.184250 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.184781 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.186737 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.187264 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.187802 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.190596 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.191232 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.191806 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.192824 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:50.296188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Provisioning complete for port 4796b2c1-459c-4c31-9d28-d9ef68a835fe triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:50.296578 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.305415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.391401 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Attempting to bind port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:50.391736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=4796b2c1-459c-4c31-9d28-d9ef68a835fe,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:50.394633 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Attempting to bind port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:50.395357 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Attempting to bind port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 on network fc654ae0-7228-4be5-8921-353f239e681a {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:50.426844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No DVR routers for this DVR port 4796b2c1-459c-4c31-9d28-d9ef68a835fe on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:50.437227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15289c26-f683-4528-90f7-599e6fa626c1 None None] DHCP port deletion for 32f2a9e9-4064-4572-87ea-b2514d736c7a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:50.458557 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:50.458709 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Checking segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:50.459075 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.467283 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Bound using segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:50.472234 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Bound port: 5021a6d7-16b2-4435-9f8d-38e43eeae7b6, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:50.474713 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.478252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1cce638d-3785-48bc-93e4-8794015aa1ee is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:50.481284 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.520718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Port 4796b2c1-459c-4c31-9d28-d9ef68a835fe was deleted so its status cannot be updated. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 26 16:23:50.567692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Could not find standard attr ID for object d9636c6c-c559-477d-b7e1-65e757459448. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:23:50.679536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 1cce638d-3785-48bc-93e4-8794015aa1ee, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1cce638d-3785-48bc-93e4-8794015aa1ee,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:50.683642 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] For port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:50.698432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.704505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ebc14783-d64a-4e63-a849-4dcbca078b85 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:50.710089 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] For port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5021a6d7-16b2-4435-9f8d-38e43eeae7b6,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:50.719206 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.762051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.805192 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:50.805990 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:23:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:50.849836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f2a9e9-4064-4572-87ea-b2514d736c7a']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:50.904767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fe9275-6e1e-435a-ab78-0214813f1080') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:50.905092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fe9275-6e1e-435a-ab78-0214813f1080') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:50.924663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.953532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.970694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:50.972059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Provisioning complete for port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:50.972436 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.974439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.119134 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889ba9e-57a1-495b-a072-0c1e9803dd49 None None] Pushing event updated for resources: {'Port': ['ID=5021a6d7-16b2-4435-9f8d-38e43eeae7b6,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:51.131976 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b2fe9275-6e1e-435a-ab78-0214813f1080 resource provider aggregate not found May 26 16:23:51.154840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ebc14783-d64a-4e63-a849-4dcbca078b85 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:51.159595 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.187312 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:51.241681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.255250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.270679 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/networks/32f2a9e9-4064-4572-87ea-b2514d736c7a HTTP/1.1" status: 204 len: 168 time: 1.8404903 May 26 16:23:51.270936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=1cce638d-3785-48bc-93e4-8794015aa1ee,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:51.272846 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b2fe9275-6e1e-435a-ab78-0214813f1080 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2fe9275-6e1e-435a-ab78-0214813f1080 found for delete ", "request_id": "req-e75a54ae-93d8-4028-84ca-2093f4e8889e"}]} May 26 16:23:51.280460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38160) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:51.344909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-0f0d82b8-5506-41b3-b62e-91e1375fc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:51.348651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-0f0d82b8-5506-41b3-b62e-91e1375fc3e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 HTTP/1.1" status: 200 len: 915 time: 1.5455039 May 26 16:23:51.376195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.377465 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f24df-e6eb-4880-b3b2-27c2a5361025 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Network': ['ID=32f2a9e9-4064-4572-87ea-b2514d736c7a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:51.377764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.378213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.379251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.379716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.384472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.385981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.386566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.388004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.388354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.388695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.389019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:51.501502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16acad-b82e-4250-ace0-f6df0c8fa484 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:51.503199 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ba16acad-b82e-4250-ace0-f6df0c8fa484 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2204924 May 26 16:23:51.508921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38172) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:51.536921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-76d4f788-a91b-4241-b8ed-2b9b14d7db51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab4f140f-25f8-4db2-9ca3-13946f6b31f8 HTTP/1.1" status: 200 len: 217 time: 0.1700323 May 26 16:23:51.650168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Current status of the port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:51.650627 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.702370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-100eec52-3322-4eb0-8704-5ed4b1ed32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:51.708621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-100eec52-3322-4eb0-8704-5ed4b1ed32e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7fbd4009-dd8f-4035-a8ce-e559f290bed5 HTTP/1.1" status: 200 len: 854 time: 0.1697290 May 26 16:23:51.774066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-c97f2e2f-c603-473d-812c-5bd623102ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489049 May 26 16:23:51.794255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d01999f2-542a-4acb-ba0a-8aa571bf0463 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2817957 May 26 16:23:51.799469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38184) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:51.804776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1420773528'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:51.808341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] For port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5021a6d7-16b2-4435-9f8d-38e43eeae7b6,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:51.820047 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.891212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:51.897246 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.927143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12e7cf-ef30-49c2-b4a3-e10d6ba76ac8 None None] Pushing event updated for resources: {'Port': ['ID=5021a6d7-16b2-4435-9f8d-38e43eeae7b6,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:51.945254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ebc14783-d64a-4e63-a849-4dcbca078b85 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:51.946552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4796b2c1-459c-4c31-9d28-d9ef68a835fe up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:51.969614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4796b2c1-459c-4c31-9d28-d9ef68a835fe {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:51.970370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4796b2c1-459c-4c31-9d28-d9ef68a835fe not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 26 16:23:51.994331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:52.010098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Port 4796b2c1-459c-4c31-9d28-d9ef68a835fe not found, will not notify nova. {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 26 16:23:52.018258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.019579 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Added segment b7bfa923-7008-4e7d-b2fc-525387708b58 of type vlan for network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 May 26 16:23:52.040416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-39c7a86a-ce01-4bbd-ac94-27195a95c32f None None] Provisioning complete for port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:52.040905 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-39c7a86a-ce01-4bbd-ac94-27195a95c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.062410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-a211b00c-b1e4-4408-a03c-ae4c49fb0ab3 service neutron] 10.222.0.32 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663736 May 26 16:23:52.121205 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:43Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5021a6d7-16b2-4435-9f8d-38e43eeae7b6', 'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ae:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:40Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:52.170295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.228089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38196) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:52.282564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbdd0e31-8133-4d65-a9c5-bfe44b7ba687 req-a0c2588e-c8a4-46d9-a5a5-026122534bba service neutron] 10.222.0.32 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104452 May 26 16:23:52.289407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1cce638d-3785-48bc-93e4-8794015aa1ee up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:52.296824 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.300156 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1f187-fe2d-4f89-b7bd-c0866540c78a None None] The sync data for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 is: [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:43Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5021a6d7-16b2-4435-9f8d-38e43eeae7b6', 'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ae:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:40Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:52.309330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:52.310768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.372657 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5719857 May 26 16:23:52.383258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38204) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:52.390921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '58dadb53-7f64-4b2f-a3b9-2f057241ba16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:52.535128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-39c7a86a-ce01-4bbd-ac94-27195a95c32f None None] Current status of the port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:52.557128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbaf94-f3a0-48ed-9f51-9b753f78ab3c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Network': ['ID=58dadb53-7f64-4b2f-a3b9-2f057241ba16,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:52.576394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:52.581256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1cce638d-3785-48bc-93e4-8794015aa1ee triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:52.581633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.639866 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce4feaf8-28f6-407a-ab9d-9f34f038824a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.891188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:52.902329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.095294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1cce638d-3785-48bc-93e4-8794015aa1ee is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:53.099569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ebc14783-d64a-4e63-a849-4dcbca078b85 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:53.241960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ebc14783-d64a-4e63-a849-4dcbca078b85 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:53.242320 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.363833 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce4feaf8-28f6-407a-ab9d-9f34f038824a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.369859 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce4feaf8-28f6-407a-ab9d-9f34f038824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.433074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ebc14783-d64a-4e63-a849-4dcbca078b85 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:53.453790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38236) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:53.461467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ce4feaf8-28f6-407a-ab9d-9f34f038824a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c393e363a635460c939585d20eee8784&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2244999 May 26 16:23:53.536317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-191e0894-7aa8-4c94-858b-f6897f98e50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.573849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4796b2c1-459c-4c31-9d28-d9ef68a835fe no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:53.583161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-191e0894-7aa8-4c94-858b-f6897f98e50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.625614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4feaf8-28f6-407a-ab9d-9f34f038824a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7778819c-afad-40f2-af47-69e063e9975f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:53.700540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4796b2c1-459c-4c31-9d28-d9ef68a835fe {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:53.703976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4796b2c1-459c-4c31-9d28-d9ef68a835fe not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:53.707129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-191e0894-7aa8-4c94-858b-f6897f98e50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.710021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-191e0894-7aa8-4c94-858b-f6897f98e50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.720715 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-191e0894-7aa8-4c94-858b-f6897f98e50a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7778819c-afad-40f2-af47-69e063e9975f HTTP/1.1" status: 204 len: 168 time: 0.2589767 May 26 16:23:53.754817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e0894-7aa8-4c94-858b-f6897f98e50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7778819c-afad-40f2-af47-69e063e9975f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:53.818035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.885568 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.003276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=f03c5e2e-7ccc-4f03-a285-428d368e2921,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:54.032565 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.043660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Checking segment: {'id': 'b7bfa923-7008-4e7d-b2fc-525387708b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '58dadb53-7f64-4b2f-a3b9-2f057241ba16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:54.046737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network hostable DHCP agents. Network: 58dadb53-7f64-4b2f-a3b9-2f057241ba16, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:54.113974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:54.140842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 58dadb53-7f64-4b2f-a3b9-2f057241ba16) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:54.147895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:54.148742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.175914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a3f83-fc8d-49f0-acd8-cd2af1382828 None None] Network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:54.227801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38262) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:54.233081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '58dadb53-7f64-4b2f-a3b9-2f057241ba16', 'name': 'tempest-PortsIpV6TestJSON-10100493'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:54.246233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e5fa2082-247d-445c-9250-d11b8937525c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8640943 May 26 16:23:54.342711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:54.435127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:54.435771 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.617750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-58dadb53-7f64-4b2f-a3b9-2f057241ba16', 'network_id': '58dadb53-7f64-4b2f-a3b9-2f057241ba16', 'tenant_id': '10c93474e04f4cad86e5f3ad4ed57c27', 'fixed_ips': [{'subnet_id': 'f03c5e2e-7ccc-4f03-a285-428d368e2921'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:54.620099 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.667694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:54.675311 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.695292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:54.735800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port faa7b4af-e3f6-4328-a53b-e085b2e2284a yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:54.965906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::319 (58dadb53-7f64-4b2f-a3b9-2f057241ba16/f03c5e2e-7ccc-4f03-a285-428d368e2921/faa7b4af-e3f6-4328-a53b-e085b2e2284a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:55.435638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.568726 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.647459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:55.659825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:55.697934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Allocated IP 2001:db8::2 (58dadb53-7f64-4b2f-a3b9-2f057241ba16/f03c5e2e-7ccc-4f03-a285-428d368e2921/6d97d30e-2558-4549-ad25-865720c389cf) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:55.707355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:55.723073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:55.726651 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.819420 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5904970 May 26 16:23:55.822182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38312) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:55.825142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=faa7b4af-e3f6-4328-a53b-e085b2e2284a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:55.828436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '58dadb53-7f64-4b2f-a3b9-2f057241ba16', 'name': 'tempest-PortsIpV6TestJSON-648748422'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:55.844457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.848498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.849079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.849632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.850224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.850877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.851426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.851960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.852498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.856102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.856730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:55.857307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8416d-ce6d-48e4-a451-514a15650359 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:56.106270 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.110313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:56.116150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.140286 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.210921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port af6e682e-ef86-476b-9738-b705047e4c0d yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:56.239770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:56.252294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:56.280160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:56.314122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Pushing event updated for resources: {'Port': ['ID=6d97d30e-2558-4549-ad25-865720c389cf,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:56.516921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Attempting to bind port 6d97d30e-2558-4549-ad25-865720c389cf on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:56.518217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Attempting to bind port 6d97d30e-2558-4549-ad25-865720c389cf by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b7bfa923-7008-4e7d-b2fc-525387708b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '58dadb53-7f64-4b2f-a3b9-2f057241ba16'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:56.521501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Attempting to bind port 6d97d30e-2558-4549-ad25-865720c389cf on network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:56.537651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:56.538202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Checking segment: {'id': 'b7bfa923-7008-4e7d-b2fc-525387708b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '58dadb53-7f64-4b2f-a3b9-2f057241ba16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:56.539298 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.540686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Bound using segment: {'id': 'b7bfa923-7008-4e7d-b2fc-525387708b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '58dadb53-7f64-4b2f-a3b9-2f057241ba16'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:56.543574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Bound port: 6d97d30e-2558-4549-ad25-865720c389cf, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bfa923-7008-4e7d-b2fc-525387708b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '58dadb53-7f64-4b2f-a3b9-2f057241ba16'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:56.544522 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.596549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::e (58dadb53-7f64-4b2f-a3b9-2f057241ba16/f03c5e2e-7ccc-4f03-a285-428d368e2921/af6e682e-ef86-476b-9738-b705047e4c0d) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:56.745873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] For port 6d97d30e-2558-4549-ad25-865720c389cf, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:56.756355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] For port 6d97d30e-2558-4549-ad25-865720c389cf, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6d97d30e-2558-4549-ad25-865720c389cf,segment=NetworkSegment(b7bfa923-7008-4e7d-b2fc-525387708b58),segment_id=b7bfa923-7008-4e7d-b2fc-525387708b58)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:56.761550 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.997724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f58b4-12a0-465f-a16b-75a11956c504 None None] Pushing event updated for resources: {'Port': ['ID=6d97d30e-2558-4549-ad25-865720c389cf,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:57.076140 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.189648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.437104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:57.444280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=af6e682e-ef86-476b-9738-b705047e4c0d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:57.462988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:57.472727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:57.479016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:57.479724 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.512717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8b56df9f-b809-429d-94cd-9d9c1a35c926 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6863441 May 26 16:23:57.512717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38386) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:57.762978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2227d1-db39-4c38-a821-c6e0a3945850 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:57.768513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:57.769098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3f2227d1-db39-4c38-a821-c6e0a3945850 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A319 HTTP/1.1" status: 200 len: 927 time: 0.2551839 May 26 16:23:58.042654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d01b47f9-65d5-4d02-9074-cb0c26831813 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port af6e682e-ef86-476b-9738-b705047e4c0d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:58.042965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d01b47f9-65d5-4d02-9074-cb0c26831813 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.210886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6d97d30e-2558-4549-ad25-865720c389cf up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:58.355907 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d01b47f9-65d5-4d02-9074-cb0c26831813 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.368085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6d97d30e-2558-4549-ad25-865720c389cf triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:58.368616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.425494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d01b47f9-65d5-4d02-9074-cb0c26831813 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for af6e682e-ef86-476b-9738-b705047e4c0d owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:58.677905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6d97d30e-2558-4549-ad25-865720c389cf is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:58.678324 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.782777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 6d97d30e-2558-4549-ad25-865720c389cf, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6d97d30e-2558-4549-ad25-865720c389cf,segment=NetworkSegment(b7bfa923-7008-4e7d-b2fc-525387708b58),segment_id=b7bfa923-7008-4e7d-b2fc-525387708b58)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:58.797479 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.883143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d01b47f9-65d5-4d02-9074-cb0c26831813 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.922410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=6d97d30e-2558-4549-ad25-865720c389cf,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:58.925951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75309d6-adba-469e-badd-2beda020c8e0 None None] Network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:58.950842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b47f9-65d5-4d02-9074-cb0c26831813 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=af6e682e-ef86-476b-9738-b705047e4c0d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:58.985421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4171cf3c-c929-4fe7-a24a-42da6b443dfa None None] Provisioning complete for port 6d97d30e-2558-4549-ad25-865720c389cf triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:58.985888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4171cf3c-c929-4fe7-a24a-42da6b443dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:59.035280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d01b47f9-65d5-4d02-9074-cb0c26831813 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:59.071476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38438) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:59.083029 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d01b47f9-65d5-4d02-9074-cb0c26831813 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/af6e682e-ef86-476b-9738-b705047e4c0d HTTP/1.1" status: 204 len: 168 time: 1.3130822 May 26 16:23:59.132836 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-639ab15f-3422-4318-ad20-885ea2ecfed9 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:23:59.141342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38442) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:59.154073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-639ab15f-3422-4318-ad20-885ea2ecfed9 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/af6e682e-ef86-476b-9738-b705047e4c0d HTTP/1.1" status: 404 len: 333 time: 0.0814421 May 26 16:23:59.549304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-95bca3b7-13d7-4269-87c9-b160050df61c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port faa7b4af-e3f6-4328-a53b-e085b2e2284a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:59.549640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95bca3b7-13d7-4269-87c9-b160050df61c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:59.735015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95bca3b7-13d7-4269-87c9-b160050df61c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:59.779763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-95bca3b7-13d7-4269-87c9-b160050df61c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for faa7b4af-e3f6-4328-a53b-e085b2e2284a owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:59.811882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4171cf3c-c929-4fe7-a24a-42da6b443dfa None None] Current status of the port 6d97d30e-2558-4549-ad25-865720c389cf is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:00.226947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95bca3b7-13d7-4269-87c9-b160050df61c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.241953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6d97d30e-2558-4549-ad25-865720c389cf up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:00.352028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bca3b7-13d7-4269-87c9-b160050df61c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=faa7b4af-e3f6-4328-a53b-e085b2e2284a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:00.428548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6d97d30e-2558-4549-ad25-865720c389cf triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:00.428892 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.440255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-95bca3b7-13d7-4269-87c9-b160050df61c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.445150 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-95bca3b7-13d7-4269-87c9-b160050df61c tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/faa7b4af-e3f6-4328-a53b-e085b2e2284a HTTP/1.1" status: 204 len: 168 time: 1.3022692 May 26 16:24:00.448038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38488) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:00.482910 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e15657-4c10-44d1-b3d4-e1d64f941afa tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:24:00.485195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-23e15657-4c10-44d1-b3d4-e1d64f941afa tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/faa7b4af-e3f6-4328-a53b-e085b2e2284a HTTP/1.1" status: 404 len: 333 time: 0.0358164 May 26 16:24:00.489688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38492) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:00.611953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9e97496d-8084-4bab-963c-01a81d2b5c90 None None] Provisioning complete for port 6d97d30e-2558-4549-ad25-865720c389cf triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:00.612354 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9e97496d-8084-4bab-963c-01a81d2b5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.651078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet f03c5e2e-7ccc-4f03-a285-428d368e2921 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:00.659575 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.752402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.767298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6d97d30e-2558-4549-ad25-865720c389cf is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:00.884729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9e97496d-8084-4bab-963c-01a81d2b5c90 None None] Current status of the port 6d97d30e-2558-4549-ad25-865720c389cf is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:00.899319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9e97496d-8084-4bab-963c-01a81d2b5c90 None None] Could not find standard attr ID for object faa7b4af-e3f6-4328-a53b-e085b2e2284a. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:01.005905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.026484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fa359492-8773-4f31-9ed2-13447fa8297f None None] Could not find standard attr ID for object faa7b4af-e3f6-4328-a53b-e085b2e2284a. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:01.120135 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.183627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=f03c5e2e-7ccc-4f03-a285-428d368e2921,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:01.200987 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.208222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38510) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:01.218608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/f03c5e2e-7ccc-4f03-a285-428d368e2921 HTTP/1.1" status: 204 len: 168 time: 0.7263947 May 26 16:24:01.223848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.227300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.229229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.230106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.230687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.234032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.234646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.235260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.235844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.242444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.243359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.243947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce576256-0917-4ce1-8f03-d66294828982 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:01.360453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.439823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa4c00-8952-468e-a960-51e9f8ea0a99 None None] Network 58dadb53-7f64-4b2f-a3b9-2f057241ba16 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:01.484877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 6d97d30e-2558-4549-ad25-865720c389cf {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:01.487024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.596577 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] For port 6d97d30e-2558-4549-ad25-865720c389cf, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6d97d30e-2558-4549-ad25-865720c389cf,segment=NetworkSegment(b7bfa923-7008-4e7d-b2fc-525387708b58),segment_id=b7bfa923-7008-4e7d-b2fc-525387708b58)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:01.597250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.618569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 6d97d30e-2558-4549-ad25-865720c389cf owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:01.663827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7d5f7e55-f3f2-46de-bd23-94dfd17bcad2 None None] Could not find standard attr ID for object af6e682e-ef86-476b-9738-b705047e4c0d. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:01.864397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.881012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5182b8-dd60-4745-9c46-1cf9acd72ade None None] DHCP port deletion for 58dadb53-7f64-4b2f-a3b9-2f057241ba16 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:24:01.903588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No DVR routers for this DVR port 6d97d30e-2558-4549-ad25-865720c389cf on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:01.940404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=6d97d30e-2558-4549-ad25-865720c389cf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:02.067044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.135354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dadb53-7f64-4b2f-a3b9-2f057241ba16']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:02.162098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bfa923-7008-4e7d-b2fc-525387708b58') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:02.162267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6d97d30e-2558-4549-ad25-865720c389cf no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:02.163177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bfa923-7008-4e7d-b2fc-525387708b58') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:02.190137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.206448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 6d97d30e-2558-4549-ad25-865720c389cf {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:02.206794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6d97d30e-2558-4549-ad25-865720c389cf not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:02.212533 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.223334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:24:02.224009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.334013 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.349590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.361219 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/networks/58dadb53-7f64-4b2f-a3b9-2f057241ba16 HTTP/1.1" status: 204 len: 168 time: 1.1508787 May 26 16:24:02.366081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38538) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:02.372999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-457538491'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:02.412890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:02.422446 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.431132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c390e9-8d71-4a7b-ac0f-d8dd3abe8c8f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Network': ['ID=58dadb53-7f64-4b2f-a3b9-2f057241ba16,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:02.506946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:02.535435 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.535805 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Added segment a64fd930-2a90-418b-ab6d-3e9ca2c684bb of type vlan for network 76919283-0f34-4347-a120-4038a58a8970 May 26 16:24:02.581077 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b7bfa923-7008-4e7d-b2fc-525387708b58 resource provider aggregate not found May 26 16:24:02.600999 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b7bfa923-7008-4e7d-b2fc-525387708b58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7bfa923-7008-4e7d-b2fc-525387708b58 found for delete ", "request_id": "req-0f840326-d40d-4af2-8c2e-ced01e0a4e5e"}]} May 26 16:24:02.643024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.700040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.712283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:02.712936 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.760776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38554) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:02.761182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3923988 May 26 16:24:02.766401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '76919283-0f34-4347-a120-4038a58a8970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:02.899892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f277aac-da1a-4aeb-8f96-eb4cea09a6e0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Network': ['ID=76919283-0f34-4347-a120-4038a58a8970,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:02.916400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 76919283-0f34-4347-a120-4038a58a8970 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:03.010905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:03.026684 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.510649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.598520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Checking segment: {'id': 'a64fd930-2a90-418b-ab6d-3e9ca2c684bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '76919283-0f34-4347-a120-4038a58a8970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:03.599038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network hostable DHCP agents. Network: 76919283-0f34-4347-a120-4038a58a8970, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:03.605316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=41115b44-4549-4dc2-81dd-4d38f27f444f,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:03.624672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 76919283-0f34-4347-a120-4038a58a8970 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:03.637308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 76919283-0f34-4347-a120-4038a58a8970) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:03.646823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe47be5d-fcb6-4097-bb2e-e469cf3ebf45 None None] Network 76919283-0f34-4347-a120-4038a58a8970 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:03.661742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:03.666808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.694682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38580) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:03.703609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '76919283-0f34-4347-a120-4038a58a8970', 'name': 'tempest-PortsIpV6TestJSON-1900493132', 'fixed_ips': [{'subnet_id': '41115b44-4549-4dc2-81dd-4d38f27f444f', 'ip_address': '2001:db8::10'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:03.708405 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aa3d561c-0c21-4340-a00f-8a6486be3321 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9459803 May 26 16:24:03.901521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-76919283-0f34-4347-a120-4038a58a8970', 'network_id': '76919283-0f34-4347-a120-4038a58a8970', 'tenant_id': '10c93474e04f4cad86e5f3ad4ed57c27', 'fixed_ips': [{'subnet_id': '41115b44-4549-4dc2-81dd-4d38f27f444f'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:03.902729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.952569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:04.193168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.197624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Allocated IP 2001:db8::2 (76919283-0f34-4347-a120-4038a58a8970/41115b44-4549-4dc2-81dd-4d38f27f444f/5e7edec2-0569-4042-a903-f534fa22863e) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:04.286732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port 50800bac-02b9-4e2b-9ff4-c8289128bc3d yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:04.536506 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.547373 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.700096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Network 76919283-0f34-4347-a120-4038a58a8970 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:04.703222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Pushing event updated for resources: {'Port': ['ID=5e7edec2-0569-4042-a903-f534fa22863e,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:04.722670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:04.735569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:04.797944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::10 (76919283-0f34-4347-a120-4038a58a8970/41115b44-4549-4dc2-81dd-4d38f27f444f/50800bac-02b9-4e2b-9ff4-c8289128bc3d) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:04.928758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Attempting to bind port 5e7edec2-0569-4042-a903-f534fa22863e on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:04.929967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Attempting to bind port 5e7edec2-0569-4042-a903-f534fa22863e by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a64fd930-2a90-418b-ab6d-3e9ca2c684bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '76919283-0f34-4347-a120-4038a58a8970'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:04.931536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Attempting to bind port 5e7edec2-0569-4042-a903-f534fa22863e on network 76919283-0f34-4347-a120-4038a58a8970 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:04.940393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:04.940945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Checking segment: {'id': 'a64fd930-2a90-418b-ab6d-3e9ca2c684bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '76919283-0f34-4347-a120-4038a58a8970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:04.979023 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.979023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Bound using segment: {'id': 'a64fd930-2a90-418b-ab6d-3e9ca2c684bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '76919283-0f34-4347-a120-4038a58a8970'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:04.979023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Bound port: 5e7edec2-0569-4042-a903-f534fa22863e, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64fd930-2a90-418b-ab6d-3e9ca2c684bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '76919283-0f34-4347-a120-4038a58a8970'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:04.979023 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.143241 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-280a29b2-79ea-4d1d-b0ea-399096071344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.181003 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] For port 5e7edec2-0569-4042-a903-f534fa22863e, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:05.186213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] For port 5e7edec2-0569-4042-a903-f534fa22863e, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5e7edec2-0569-4042-a903-f534fa22863e,segment=NetworkSegment(a64fd930-2a90-418b-ab6d-3e9ca2c684bb),segment_id=a64fd930-2a90-418b-ab6d-3e9ca2c684bb)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:05.192608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.299875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.359932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fb023-4c61-465d-9bae-4b7457588dfe None None] Pushing event updated for resources: {'Port': ['ID=5e7edec2-0569-4042-a903-f534fa22863e,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:05.409146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.575538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=50800bac-02b9-4e2b-9ff4-c8289128bc3d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:05.595316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 76919283-0f34-4347-a120-4038a58a8970 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:05.609237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:05.625110 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:05.632211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:05.637976 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.662561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:05.669401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '76919283-0f34-4347-a120-4038a58a8970', 'name': 'tempest-PortsIpV6TestJSON-306916511', 'fixed_ips': [{'subnet_id': '41115b44-4549-4dc2-81dd-4d38f27f444f', 'ip_address': '2001:db8::f'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:05.675613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a101959e-356d-46ca-8a83-959a6d6579eb tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9784815 May 26 16:24:06.079405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:06.210207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5e7edec2-0569-4042-a903-f534fa22863e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:06.331205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.387595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5e7edec2-0569-4042-a903-f534fa22863e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:06.389909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.399932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port fad76178-39f3-48ac-99b7-1b45fd33c544 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:06.775742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5e7edec2-0569-4042-a903-f534fa22863e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:06.784165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.863811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 5e7edec2-0569-4042-a903-f534fa22863e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5e7edec2-0569-4042-a903-f534fa22863e,segment=NetworkSegment(a64fd930-2a90-418b-ab6d-3e9ca2c684bb),segment_id=a64fd930-2a90-418b-ab6d-3e9ca2c684bb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:06.873814 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.951090 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=5e7edec2-0569-4042-a903-f534fa22863e,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:07.001509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::f (76919283-0f34-4347-a120-4038a58a8970/41115b44-4549-4dc2-81dd-4d38f27f444f/fad76178-39f3-48ac-99b7-1b45fd33c544) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:07.140465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38660) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:07.352854 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-081c6c4d-9208-4281-838c-266d04aeb8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.374576 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.385531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ae160-42b1-4066-bd4d-19282c33233f None None] Network 76919283-0f34-4347-a120-4038a58a8970 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:07.429501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.501041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 76919283-0f34-4347-a120-4038a58a8970 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:07.506647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:07.528394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:07.539000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:07.539683 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.561425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=fad76178-39f3-48ac-99b7-1b45fd33c544,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:07.568677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b46a6328-32f3-4b7b-b1f7-124bcbf9370b None None] Provisioning complete for port 5e7edec2-0569-4042-a903-f534fa22863e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:07.569063 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b46a6328-32f3-4b7b-b1f7-124bcbf9370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.576643 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-081c6c4d-9208-4281-838c-266d04aeb8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.584167 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ece5d5f0-0f53-4c18-9a10-79ae5c61536f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9168985 May 26 16:24:07.584391 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-081c6c4d-9208-4281-838c-266d04aeb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.586334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38676) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:07.670286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c6c4d-9208-4281-838c-266d04aeb8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f90df1-9fa2-41c4-aadb-d7dd5b3992ea,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:07.843473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-081c6c4d-9208-4281-838c-266d04aeb8a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fb823e8cd6b48f8af98c514f6dff596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7018754 May 26 16:24:07.847441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:07.912683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db74be1-92f7-4d3a-8dda-da878dbdd1d1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:07.914536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7db74be1-92f7-4d3a-8dda-da878dbdd1d1 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2669044 May 26 16:24:07.920987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38688) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:07.964626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd30f-baaf-460a-9e73-0e32990dbfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.013495 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f6a1c802-fe14-431f-9581-deddd0edda89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.029817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dcece8-3799-4e52-a26b-0389a9e0f542 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:08.037810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dcece8-3799-4e52-a26b-0389a9e0f542 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:08.043795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dcece8-3799-4e52-a26b-0389a9e0f542 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:08.045441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a4dcece8-3799-4e52-a26b-0389a9e0f542 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1231644 May 26 16:24:08.046531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd30f-baaf-460a-9e73-0e32990dbfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.061030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:08.163515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b46a6328-32f3-4b7b-b1f7-124bcbf9370b None None] Current status of the port 5e7edec2-0569-4042-a903-f534fa22863e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:08.183287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5e7edec2-0569-4042-a903-f534fa22863e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:08.333630 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd30f-baaf-460a-9e73-0e32990dbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.336777 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd30f-baaf-460a-9e73-0e32990dbfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.337989 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b6bd30f-baaf-460a-9e73-0e32990dbfdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0f90df1-9fa2-41c4-aadb-d7dd5b3992ea HTTP/1.1" status: 204 len: 168 time: 0.4894931 May 26 16:24:08.370929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bd30f-baaf-460a-9e73-0e32990dbfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f90df1-9fa2-41c4-aadb-d7dd5b3992ea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:08.384857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5e7edec2-0569-4042-a903-f534fa22863e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:08.388109 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.393165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3aff73d9-b942-481f-bb45-e5e83fc19cac tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port fad76178-39f3-48ac-99b7-1b45fd33c544 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:08.393507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3aff73d9-b942-481f-bb45-e5e83fc19cac tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.643432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5e7edec2-0569-4042-a903-f534fa22863e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:08.660351 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3aff73d9-b942-481f-bb45-e5e83fc19cac tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.707792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-3aff73d9-b942-481f-bb45-e5e83fc19cac tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for fad76178-39f3-48ac-99b7-1b45fd33c544 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:08.757598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9d026009-42c8-4608-ad70-2f890d8ab769 None None] Provisioning complete for port 50800bac-02b9-4e2b-9ff4-c8289128bc3d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:08.757957 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9d026009-42c8-4608-ad70-2f890d8ab769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.864148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9d026009-42c8-4608-ad70-2f890d8ab769 None None] Port 50800bac-02b9-4e2b-9ff4-c8289128bc3d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:08.869701 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.891214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9d026009-42c8-4608-ad70-2f890d8ab769 None None] Provisioning complete for port fad76178-39f3-48ac-99b7-1b45fd33c544 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:08.891214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9d026009-42c8-4608-ad70-2f890d8ab769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.989410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38710) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:09.005831 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd407-ffcf-411e-9ad0-908fb36fa9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.062989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9d026009-42c8-4608-ad70-2f890d8ab769 None None] Port fad76178-39f3-48ac-99b7-1b45fd33c544 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:09.117812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9d026009-42c8-4608-ad70-2f890d8ab769 None None] Provisioning complete for port 5e7edec2-0569-4042-a903-f534fa22863e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:09.118277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9d026009-42c8-4608-ad70-2f890d8ab769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.181077 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3aff73d9-b942-481f-bb45-e5e83fc19cac tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.283641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff73d9-b942-481f-bb45-e5e83fc19cac tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=fad76178-39f3-48ac-99b7-1b45fd33c544,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:09.338048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9d026009-42c8-4608-ad70-2f890d8ab769 None None] Current status of the port 5e7edec2-0569-4042-a903-f534fa22863e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:09.347591 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd407-ffcf-411e-9ad0-908fb36fa9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.355501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd407-ffcf-411e-9ad0-908fb36fa9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.357247 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3aff73d9-b942-481f-bb45-e5e83fc19cac tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.364203 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3aff73d9-b942-481f-bb45-e5e83fc19cac tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/fad76178-39f3-48ac-99b7-1b45fd33c544 HTTP/1.1" status: 204 len: 168 time: 1.3031037 May 26 16:24:09.372951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38712) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:09.393250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4cbbd407-ffcf-411e-9ad0-908fb36fa9e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66881584f1f74d82a74e53398c35be33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027362 May 26 16:24:09.395906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38714) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:09.422455 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee917ed-d24a-419e-bbed-4b7674078e8e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:24:09.425219 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3ee917ed-d24a-419e-bbed-4b7674078e8e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/fad76178-39f3-48ac-99b7-1b45fd33c544 HTTP/1.1" status: 404 len: 333 time: 0.0512512 May 26 16:24:09.435574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38716) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:09.461946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c7343ef6-348f-4a72-b0fa-5b4ba32ccac8 None None] Provisioning complete for port 50800bac-02b9-4e2b-9ff4-c8289128bc3d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:09.462543 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c7343ef6-348f-4a72-b0fa-5b4ba32ccac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.478565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbd407-ffcf-411e-9ad0-908fb36fa9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d7354-01de-4512-814f-27a710694e3f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:09.567999 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb58d132-dbe8-4d38-8678-69e3773969fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.594086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c7343ef6-348f-4a72-b0fa-5b4ba32ccac8 None None] Port 50800bac-02b9-4e2b-9ff4-c8289128bc3d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:09.614457 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb58d132-dbe8-4d38-8678-69e3773969fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.634458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-235606c0-91b2-4280-b66d-1e48d925ff79 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 50800bac-02b9-4e2b-9ff4-c8289128bc3d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:09.638897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-235606c0-91b2-4280-b66d-1e48d925ff79 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.678283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb58d132-dbe8-4d38-8678-69e3773969fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.682297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb58d132-dbe8-4d38-8678-69e3773969fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.684037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bb58d132-dbe8-4d38-8678-69e3773969fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd3d7354-01de-4512-814f-27a710694e3f HTTP/1.1" status: 204 len: 168 time: 0.2869260 May 26 16:24:09.719403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-82dc1b0d-0bf6-41c7-b9d1-83526d1117fd None None] Could not find standard attr ID for object fad76178-39f3-48ac-99b7-1b45fd33c544. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:09.734887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58d132-dbe8-4d38-8678-69e3773969fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d7354-01de-4512-814f-27a710694e3f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:09.888835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-235606c0-91b2-4280-b66d-1e48d925ff79 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.947113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-235606c0-91b2-4280-b66d-1e48d925ff79 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 50800bac-02b9-4e2b-9ff4-c8289128bc3d owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:10.256078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-235606c0-91b2-4280-b66d-1e48d925ff79 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.307063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235606c0-91b2-4280-b66d-1e48d925ff79 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=50800bac-02b9-4e2b-9ff4-c8289128bc3d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:10.342111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-235606c0-91b2-4280-b66d-1e48d925ff79 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.363257 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-235606c0-91b2-4280-b66d-1e48d925ff79 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/50800bac-02b9-4e2b-9ff4-c8289128bc3d HTTP/1.1" status: 204 len: 168 time: 0.9241197 May 26 16:24:10.363635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38736) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:10.419072 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45d2e51-f54a-448f-a0cf-b7643586d1b5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:24:10.422493 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f45d2e51-f54a-448f-a0cf-b7643586d1b5 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/50800bac-02b9-4e2b-9ff4-c8289128bc3d HTTP/1.1" status: 404 len: 333 time: 0.0548382 May 26 16:24:10.422493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38740) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:10.531324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f96c110-46fd-49e2-aa0d-cc64ac728317 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 41115b44-4549-4dc2-81dd-4d38f27f444f {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:10.535642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f96c110-46fd-49e2-aa0d-cc64ac728317 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.603094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f96c110-46fd-49e2-aa0d-cc64ac728317 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.670066 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.705819 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.796620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f96c110-46fd-49e2-aa0d-cc64ac728317 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.894081 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f96c110-46fd-49e2-aa0d-cc64ac728317 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.984290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96c110-46fd-49e2-aa0d-cc64ac728317 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=41115b44-4549-4dc2-81dd-4d38f27f444f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:10.998464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f96c110-46fd-49e2-aa0d-cc64ac728317 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:11.004688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e304a05-1a25-4b54-9ad6-1a56a39cc77b None None] Network 76919283-0f34-4347-a120-4038a58a8970 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:11.006629 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5f96c110-46fd-49e2-aa0d-cc64ac728317 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/41115b44-4549-4dc2-81dd-4d38f27f444f HTTP/1.1" status: 204 len: 168 time: 0.5807686 May 26 16:24:11.008338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38764) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:11.266454 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:11.462253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bc84fb-5156-4b00-a3f7-bdc17e349273 None None] DHCP port deletion for 76919283-0f34-4347-a120-4038a58a8970 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:24:11.513439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 5e7edec2-0569-4042-a903-f534fa22863e {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:11.515366 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:11.566598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc84fb-5156-4b00-a3f7-bdc17e349273 None None] Deleting port 5e7edec2-0569-4042-a903-f534fa22863e {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:11.567140 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f6bc84fb-5156-4b00-a3f7-bdc17e349273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:11.698520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] For port 5e7edec2-0569-4042-a903-f534fa22863e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5e7edec2-0569-4042-a903-f534fa22863e,segment=NetworkSegment(a64fd930-2a90-418b-ab6d-3e9ca2c684bb),segment_id=a64fd930-2a90-418b-ab6d-3e9ca2c684bb)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:11.711198 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:11.837015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f6bc84fb-5156-4b00-a3f7-bdc17e349273 None None] For port 5e7edec2-0569-4042-a903-f534fa22863e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5e7edec2-0569-4042-a903-f534fa22863e,segment=NetworkSegment(a64fd930-2a90-418b-ab6d-3e9ca2c684bb),segment_id=a64fd930-2a90-418b-ab6d-3e9ca2c684bb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:11.842657 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f6bc84fb-5156-4b00-a3f7-bdc17e349273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:11.889412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc84fb-5156-4b00-a3f7-bdc17e349273 None None] Calling delete_port for 5e7edec2-0569-4042-a903-f534fa22863e owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:12.184656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 5e7edec2-0569-4042-a903-f534fa22863e owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:12.190742 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f6bc84fb-5156-4b00-a3f7-bdc17e349273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.237696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5e7edec2-0569-4042-a903-f534fa22863e no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:12.239609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38802) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:12.244594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc84fb-5156-4b00-a3f7-bdc17e349273 None None] No DVR routers for this DVR port 5e7edec2-0569-4042-a903-f534fa22863e on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:12.313073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc84fb-5156-4b00-a3f7-bdc17e349273 None None] Pushing event deleted for resources: {'Port': ['ID=5e7edec2-0569-4042-a903-f534fa22863e,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:12.397809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 5e7edec2-0569-4042-a903-f534fa22863e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:12.401445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5e7edec2-0569-4042-a903-f534fa22863e not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:12.404965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.454355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=5e7edec2-0569-4042-a903-f534fa22863e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:12.505537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No DVR routers for this DVR port 5e7edec2-0569-4042-a903-f534fa22863e on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:12.689598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.695278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae568beb-ec2d-432c-95ff-37560a65d8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.755396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76919283-0f34-4347-a120-4038a58a8970']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:12.790295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64fd930-2a90-418b-ab6d-3e9ca2c684bb') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:12.791528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64fd930-2a90-418b-ab6d-3e9ca2c684bb') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:12.824940 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.859645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.879604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:24:12.881755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.918433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae568beb-ec2d-432c-95ff-37560a65d8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.928711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae568beb-ec2d-432c-95ff-37560a65d8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.005586 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a64fd930-2a90-418b-ab6d-3e9ca2c684bb resource provider aggregate not found May 26 16:24:13.008826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae568beb-ec2d-432c-95ff-37560a65d8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56fb3e7-420a-48b9-ac79-0c320303f9e6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:13.059479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.074375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ae568beb-ec2d-432c-95ff-37560a65d8e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81c9449a44a74865b345e58e29c209b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8311653 May 26 16:24:13.075616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38868) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:13.113837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.129673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/networks/76919283-0f34-4347-a120-4038a58a8970 HTTP/1.1" status: 204 len: 168 time: 2.1193192 May 26 16:24:13.131163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38876) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:13.134275 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a64fd930-2a90-418b-ab6d-3e9ca2c684bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a64fd930-2a90-418b-ab6d-3e9ca2c684bb found for delete ", "request_id": "req-54937b39-ca26-4f89-b097-8d3e6bc0066f"}]} May 26 16:24:13.135265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972e786-1a9e-4847-b88a-2a7ed894a612 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Network': ['ID=76919283-0f34-4347-a120-4038a58a8970,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:13.157734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-401696718'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:13.201142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:13.205500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.315324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:13.350615 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.352097 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Added segment e3b18de1-655b-4103-8d65-f8e33358b24f of type vlan for network 92e6cf2c-d015-4720-acff-11e39f04492e May 26 16:24:13.550116 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.562689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ae661eb-67bb-4d2c-a61c-1632e523f1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.654682 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ae661eb-67bb-4d2c-a61c-1632e523f1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.673132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.683277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:13.688456 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.794637 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ae661eb-67bb-4d2c-a61c-1632e523f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.797508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1ae661eb-67bb-4d2c-a61c-1632e523f1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.805181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1ae661eb-67bb-4d2c-a61c-1632e523f1fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e56fb3e7-420a-48b9-ac79-0c320303f9e6 HTTP/1.1" status: 204 len: 168 time: 0.7236936 May 26 16:24:13.853498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae661eb-67bb-4d2c-a61c-1632e523f1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56fb3e7-420a-48b9-ac79-0c320303f9e6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:13.899988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 38958) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:13.905933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '92e6cf2c-d015-4720-acff-11e39f04492e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:13.909822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7654266 May 26 16:24:13.959063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53760fa-c384-44c2-8ce9-a2f2c8138541 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Network': ['ID=92e6cf2c-d015-4720-acff-11e39f04492e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:13.978358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 92e6cf2c-d015-4720-acff-11e39f04492e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:14.120599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 38980) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:14.152049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:14.156206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.559706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.755221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=24742eb0-da38-494d-ab7f-6e74d05dc969,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:14.843618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Checking segment: {'id': 'e3b18de1-655b-4103-8d65-f8e33358b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '92e6cf2c-d015-4720-acff-11e39f04492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:14.849990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network hostable DHCP agents. Network: 92e6cf2c-d015-4720-acff-11e39f04492e, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:14.910448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 92e6cf2c-d015-4720-acff-11e39f04492e is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:14.934282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 92e6cf2c-d015-4720-acff-11e39f04492e) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:14.942683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f671352-bf16-4f8e-ba75-f095194ebcac None None] Network 92e6cf2c-d015-4720-acff-11e39f04492e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:14.944143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:14.945358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.987830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39056) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:14.989740 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-45cfedc0-ad84-4a49-8f44-480e5b59980d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0884638 May 26 16:24:14.997624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-572ac3fe-9bde-4245-8fbb-626e5b45f2b4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-984452590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:15.077880 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-572ac3fe-9bde-4245-8fbb-626e5b45f2b4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.080385 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-572ac3fe-9bde-4245-8fbb-626e5b45f2b4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.097422 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90392e-6fbe-4c38-ab6f-573b2939d856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.232663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-572ac3fe-9bde-4245-8fbb-626e5b45f2b4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.248712 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-572ac3fe-9bde-4245-8fbb-626e5b45f2b4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.293455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-572ac3fe-9bde-4245-8fbb-626e5b45f2b4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.300347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39088) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:15.306415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'network_id': '92e6cf2c-d015-4720-acff-11e39f04492e', 'name': 'tempest-PortsIpV6TestJSON-1205894852'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:15.312804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-572ac3fe-9bde-4245-8fbb-626e5b45f2b4 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3235478 May 26 16:24:15.453964 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90392e-6fbe-4c38-ab6f-573b2939d856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.464395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90392e-6fbe-4c38-ab6f-573b2939d856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.535337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0d90392e-6fbe-4c38-ab6f-573b2939d856 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10d3ff2b56044b569d39178f8b12a315&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4136131 May 26 16:24:15.536121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39116) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:15.539373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-92e6cf2c-d015-4720-acff-11e39f04492e', 'network_id': '92e6cf2c-d015-4720-acff-11e39f04492e', 'tenant_id': '10c93474e04f4cad86e5f3ad4ed57c27', 'fixed_ips': [{'subnet_id': '24742eb0-da38-494d-ab7f-6e74d05dc969'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:15.542122 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.611535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90392e-6fbe-4c38-ab6f-573b2939d856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c38f3a-0542-4ce8-8637-7f0e2fdc8fea,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:15.749366 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-282e96a9-a073-4065-8a7e-b2a5b367630e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.800260 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-282e96a9-a073-4065-8a7e-b2a5b367630e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.839059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Allocated IP 2001:db8::2 (92e6cf2c-d015-4720-acff-11e39f04492e/24742eb0-da38-494d-ab7f-6e74d05dc969/01e8148a-8e51-4bdc-972a-bb3bc5ea542f) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:15.853864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:15.859825 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.895584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port 7ee00d88-fbac-42ed-8df2-80df21177047 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:16.067680 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-282e96a9-a073-4065-8a7e-b2a5b367630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.070452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-282e96a9-a073-4065-8a7e-b2a5b367630e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.071721 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-282e96a9-a073-4065-8a7e-b2a5b367630e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2c38f3a-0542-4ce8-8637-7f0e2fdc8fea HTTP/1.1" status: 204 len: 168 time: 0.5191627 May 26 16:24:16.084100 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e96a9-a073-4065-8a7e-b2a5b367630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c38f3a-0542-4ce8-8637-7f0e2fdc8fea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:16.154912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-e40de73d-11ca-4250-b2e5-c64f4d83bee8 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136764623&fields=id&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 267 time: 0.0531735 May 26 16:24:16.380309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-99916c46-d3e1-4951-9772-4fbd6eee6753 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:16.381909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-99916c46-d3e1-4951-9772-4fbd6eee6753 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 797 time: 0.2189858 May 26 16:24:16.383015 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.390545 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.440622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Network 92e6cf2c-d015-4720-acff-11e39f04492e is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:16.447082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-94a56171-4644-4ea3-a3ce-9bb720812ef2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/quotas/c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 375 time: 0.0428824 May 26 16:24:16.457188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:16.472791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:16.560509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Pushing event updated for resources: {'Port': ['ID=01e8148a-8e51-4bdc-972a-bb3bc5ea542f,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:16.566996 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::3b9 (92e6cf2c-d015-4720-acff-11e39f04492e/24742eb0-da38-494d-ab7f-6e74d05dc969/7ee00d88-fbac-42ed-8df2-80df21177047) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:16.588342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-d0236edd-154c-49e8-a731-20ce12bf2a00 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1309912 May 26 16:24:16.643071 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cf1bbc41-a12f-4e42-81d3-5650eed9166c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:24:16.648141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Attempting to bind port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:16.648716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Attempting to bind port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'e3b18de1-655b-4103-8d65-f8e33358b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '92e6cf2c-d015-4720-acff-11e39f04492e'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:16.648924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cf1bbc41-a12f-4e42-81d3-5650eed9166c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081868 May 26 16:24:16.656135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Attempting to bind port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f on network 92e6cf2c-d015-4720-acff-11e39f04492e {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:16.678064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:16.678750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Checking segment: {'id': 'e3b18de1-655b-4103-8d65-f8e33358b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '92e6cf2c-d015-4720-acff-11e39f04492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:16.679580 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.683427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Bound using segment: {'id': 'e3b18de1-655b-4103-8d65-f8e33358b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '92e6cf2c-d015-4720-acff-11e39f04492e'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:16.684533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Bound port: 01e8148a-8e51-4bdc-972a-bb3bc5ea542f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b18de1-655b-4103-8d65-f8e33358b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '92e6cf2c-d015-4720-acff-11e39f04492e'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:16.685127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.855164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] For port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:16.868099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] For port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=01e8148a-8e51-4bdc-972a-bb3bc5ea542f,segment=NetworkSegment(e3b18de1-655b-4103-8d65-f8e33358b24f),segment_id=e3b18de1-655b-4103-8d65-f8e33358b24f)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:16.885334 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.956988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.033228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.099718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-5cbcc655-b335-4d45-b064-1322f0466260 service neutron] 10.222.0.39 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207788 May 26 16:24:17.109056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d45e6a-8d35-49a5-8632-6af8955ca967 None None] Pushing event updated for resources: {'Port': ['ID=01e8148a-8e51-4bdc-972a-bb3bc5ea542f,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:17.126256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 92e6cf2c-d015-4720-acff-11e39f04492e is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:17.130601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:17.141951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:17.151556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:17.152894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.163463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=7ee00d88-fbac-42ed-8df2-80df21177047,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:17.198117 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40ce2f2a-4e70-41cb-9c4e-faf81948e8e8 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8963795 May 26 16:24:17.199510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39278) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:17.317772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cecb2fda-5620-497a-89a0-0f0db886c97d service neutron] 10.222.0.39 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959417 May 26 16:24:17.825634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb67be1b-df0d-4df0-b6f5-5ca1314037e6 req-eaead1c0-83c2-41d2-9ad8-4d4c8940a1ea tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 210 time: 0.0981255 May 26 16:24:18.277705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 01e8148a-8e51-4bdc-972a-bb3bc5ea542f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:18.371095 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.411356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:18.412053 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.587755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:18.588152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.707030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=01e8148a-8e51-4bdc-972a-bb3bc5ea542f,segment=NetworkSegment(e3b18de1-655b-4103-8d65-f8e33358b24f),segment_id=e3b18de1-655b-4103-8d65-f8e33358b24f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:18.720139 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.884738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=01e8148a-8e51-4bdc-972a-bb3bc5ea542f,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:19.045644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3eb17e39-1df7-4f30-8086-76c44b808af5 req-6bd3792a-7baa-4b70-9aa4-23fb4db078ca tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 210 time: 0.0386846 May 26 16:24:19.103064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9ca72-3a52-4e0e-8459-7b375d9523f6 None None] Network 92e6cf2c-d015-4720-acff-11e39f04492e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:19.306540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.323649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.353763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-25ea275c-a4ac-4201-ae72-d47979f52241 None None] Provisioning complete for port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:19.358813 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-25ea275c-a4ac-4201-ae72-d47979f52241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.422348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=7ee00d88-fbac-42ed-8df2-80df21177047,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:19.709642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-25ea275c-a4ac-4201-ae72-d47979f52241 None None] Current status of the port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:19.794884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39426) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:19.896558 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-62cb464a-3b3c-439c-93c9-ba35e2fa57d7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:19.899681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-62cb464a-3b3c-439c-93c9-ba35e2fa57d7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 797 time: 0.2414172 May 26 16:24:19.901448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.982667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-29c89bd0-f527-4758-8f98-1b7a7a1d1298 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 380 time: 0.0738511 May 26 16:24:19.993217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'port': {'device_id': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'admin_state_up': True, 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'security_groups': ['ef3da7d0-8a20-4587-a2a1-0b0956b915cf']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:20.162850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.186533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1350981293'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:20.223939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 01e8148a-8e51-4bdc-972a-bb3bc5ea542f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:20.309027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-788720c7-7c51-411b-9464-0bb84a285a54 req-b0ea829e-5c0c-491e-9fce-ff3d721e4a68 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 210 time: 0.0795226 May 26 16:24:20.366797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Made reservation on behalf of 222c0988719c49baa1c03f5f1a839e60 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:20.380101 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.398460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bfad344b-25f5-4bec-b3a4-7c6e0e499077 None None] Provisioning complete for port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:20.398994 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfad344b-25f5-4bec-b3a4-7c6e0e499077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.414253 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.514719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:20.515099 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.687628 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.710338 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.740180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:20.770217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.812331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.817247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bfad344b-25f5-4bec-b3a4-7c6e0e499077 None None] Current status of the port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:20.827929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.830049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.833254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:20.909718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:20.928939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bfad344b-25f5-4bec-b3a4-7c6e0e499077 None None] Provisioning complete for port 7ee00d88-fbac-42ed-8df2-80df21177047 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:20.929596 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfad344b-25f5-4bec-b3a4-7c6e0e499077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.011745 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.014035 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Added segment 7f5da733-7a5d-4fab-8006-75ab590371c8 of type vlan for network e3441762-814a-47fc-9cb6-89ff97ae3611 May 26 16:24:21.023102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bfad344b-25f5-4bec-b3a4-7c6e0e499077 None None] Port 7ee00d88-fbac-42ed-8df2-80df21177047 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:21.023892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f398ce0a-141a-440a-b122-c09948c3395d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:21.129571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=7ee00d88-fbac-42ed-8df2-80df21177047,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:21.136016 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:24:21.181592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-82e64b71-7c47-43c8-8e64-04a484d3799d None None] Provisioning complete for port 7ee00d88-fbac-42ed-8df2-80df21177047 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:21.182998 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-82e64b71-7c47-43c8-8e64-04a484d3799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.214416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 92e6cf2c-d015-4720-acff-11e39f04492e is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:21.216249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:21.230914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.20.0.3 (fc654ae0-7228-4be5-8921-353f239e681a/08566e98-96bc-4af5-8676-9a5c90d041cf/b2e22bb2-b469-4674-9c34-829ef8020f04) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:21.328092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-82e64b71-7c47-43c8-8e64-04a484d3799d None None] Port 7ee00d88-fbac-42ed-8df2-80df21177047 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:21.381341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.463236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5e46e1fb-2b2f-4e78-b57b-0b689422a835 None None] Provisioning complete for port 7ee00d88-fbac-42ed-8df2-80df21177047 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:21.463702 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e46e1fb-2b2f-4e78-b57b-0b689422a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.531384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Router 43b954d9-60ba-4677-a543-a316e718bc96 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:24:21.557449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.558782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5e46e1fb-2b2f-4e78-b57b-0b689422a835 None None] Port 7ee00d88-fbac-42ed-8df2-80df21177047 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:21.588444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:24:21.611684 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.668167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:21.682818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network fc654ae0-7228-4be5-8921-353f239e681a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:21.684260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.684687 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c5015e44-f5ac-4940-877e-5326512cf543 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "PUT /v2.0/routers/43b954d9-60ba-4677-a543-a316e718bc96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4835954 May 26 16:24:21.685464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39456) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:21.690478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d4b8e-85b9-47da-8979-69fead6d69f3 None None] Sync routers for ids ['43b954d9-60ba-4677-a543-a316e718bc96'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:21.691662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:21.692563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.722023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:21.731166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:21.732278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d4b8e-85b9-47da-8979-69fead6d69f3 None None] Routers {'43b954d9-60ba-4677-a543-a316e718bc96'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:21.732935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e29d4b8e-85b9-47da-8979-69fead6d69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['43b954d9-60ba-4677-a543-a316e718bc96'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:21.850296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e29d4b8e-85b9-47da-8979-69fead6d69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:21.866035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d4b8e-85b9-47da-8979-69fead6d69f3 None None] Routers {'43b954d9-60ba-4677-a543-a316e718bc96'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:21.867117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e29d4b8e-85b9-47da-8979-69fead6d69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['43b954d9-60ba-4677-a543-a316e718bc96'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:21.869791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad032fa-21f6-4154-8f3b-f748f2b998f2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:21.879707 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aad032fa-21f6-4154-8f3b-f748f2b998f2 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports?device_id=43b954d9-60ba-4677-a543-a316e718bc96 HTTP/1.1" status: 200 len: 989 time: 0.1928027 May 26 16:24:21.885862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39462) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:21.943214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e29d4b8e-85b9-47da-8979-69fead6d69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:21.948587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d4b8e-85b9-47da-8979-69fead6d69f3 None None] The sync data for ids ['43b954d9-60ba-4677-a543-a316e718bc96'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:21.983158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d04c5e1a-5a4e-4999-ad15-b968cde559e9 None None] Provisioning complete for port 7ee00d88-fbac-42ed-8df2-80df21177047 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:21.983617 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d04c5e1a-5a4e-4999-ad15-b968cde559e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.153215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3545377 May 26 16:24:22.154575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d04c5e1a-5a4e-4999-ad15-b968cde559e9 None None] Port 7ee00d88-fbac-42ed-8df2-80df21177047 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:22.203230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5f2b1-5354-4a45-b9e3-b6075628f880 req-b52c2561-0a83-48d8-9781-b23161ec0270 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:22.224015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-deb5f2b1-5354-4a45-b9e3-b6075628f880 req-b52c2561-0a83-48d8-9781-b23161ec0270 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 931 time: 0.6313713 May 26 16:24:22.258068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:22.289740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f6a2e6b4-a3fb-40f2-8e8a-3ef22668464c None None] Provisioning complete for port b2e22bb2-b469-4674-9c34-829ef8020f04 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:22.291885 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e6b4-a3fb-40f2-8e8a-3ef22668464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.301359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39474) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:22.336781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a72915-0157-41e3-8ff4-715faf9d6695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Pushing event updated for resources: {'Network': ['ID=e3441762-814a-47fc-9cb6-89ff97ae3611,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:22.349279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:22.350936 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.398928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e3441762-814a-47fc-9cb6-89ff97ae3611 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:22.412904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-deb5f2b1-5354-4a45-b9e3-b6075628f880 req-5794e8a2-5d19-4e2b-b736-9efb510fe69f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870854 May 26 16:24:22.434061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-8b64326e-179f-4470-9ad8-f90360f6cc9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4462016 May 26 16:24:22.455171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Request body: {'port': {'device_id': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:22.505179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2e6b4-a3fb-40f2-8e8a-3ef22668464c None None] Port b2e22bb2-b469-4674-9c34-829ef8020f04 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:22.574926 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.659623 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6fd4de24-e091-4d0b-9247-59e1b8d68091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.893897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39496) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:22.909625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Request body: {'port': {'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611', 'binding:host_id': 'n-h1-843336-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735654532'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:23.148764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.205656 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6fd4de24-e091-4d0b-9247-59e1b8d68091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.213579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6fd4de24-e091-4d0b-9247-59e1b8d68091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.276694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4de24-e091-4d0b-9247-59e1b8d68091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff533f-3149-4040-97bc-c744400e7dfc,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:23.307064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6fd4de24-e091-4d0b-9247-59e1b8d68091 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44705b597db24a03acacec3dbde11a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9971795 May 26 16:24:23.309493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e22bb2-b469-4674-9c34-829ef8020f04 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:24:23.314230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39502) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:23.634771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Made reservation on behalf of 12db1fc89a0243eba75ff9aa98b1ff32 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:23.637241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.686179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.697192 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.755713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Transition to ACTIVE for port object b2e22bb2-b469-4674-9c34-829ef8020f04 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:24:23.763886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.820514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:23.876392 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.883221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0bc38-abfe-4b22-a747-ac9ce53dc540 req-c8029e58-5064-40be-ad60-b96b120ab49c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:23.888670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.888836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bc0bc38-abfe-4b22-a747-ac9ce53dc540 req-c8029e58-5064-40be-ad60-b96b120ab49c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 931 time: 0.2041719 May 26 16:24:23.895421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.917911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] device_id is not set on port dd258189-08d7-439f-bf94-7cb02632f999 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:23.923323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba12d928-44b9-44ab-9b57-a71ab702da3e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:23.988243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5232f86-1249-4d88-9b2f-52161c800688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.012212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.045756 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5232f86-1249-4d88-9b2f-52161c800688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.195688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5232f86-1249-4d88-9b2f-52161c800688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.199784 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5232f86-1249-4d88-9b2f-52161c800688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.201343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b5232f86-1249-4d88-9b2f-52161c800688 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2ff533f-3149-4040-97bc-c744400e7dfc HTTP/1.1" status: 204 len: 168 time: 0.8858185 May 26 16:24:24.202786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:24.203359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:24.203897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 on network fc654ae0-7228-4be5-8921-353f239e681a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:24.236112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Port b2e22bb2-b469-4674-9c34-829ef8020f04 on network fc654ae0-7228-4be5-8921-353f239e681a not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:24.238436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 on network fc654ae0-7228-4be5-8921-353f239e681a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:24.261685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5232f86-1249-4d88-9b2f-52161c800688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff533f-3149-4040-97bc-c744400e7dfc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:24.273207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:24.273689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Checking segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:24.274157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Bound using segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:24.274658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Bound port: b2e22bb2-b469-4674-9c34-829ef8020f04, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:24.275083 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.310466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bc0bc38-abfe-4b22-a747-ac9ce53dc540 req-29ebad8c-fe08-407e-93fb-6c4aa582539b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016192 May 26 16:24:24.332502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] device_id is not set on port dd258189-08d7-439f-bf94-7cb02632f999 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:24.393110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.415077 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.416862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:24.424459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:24.438995 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.530577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:24.531583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.534433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 1091 time: 2.0922387 May 26 16:24:24.535741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d515c-735b-4c63-9894-5b99d28b4153 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:24.544311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:24.548823 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbba118-5ad4-498a-afdd-a05eaa892fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:24.616758 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'Port': ['ID=dd258189-08d7-439f-bf94-7cb02632f999,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:24.679426 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb5b155-52a6-47eb-ae62-c8c8669ed831 x-openstack-request-id: req-7fb5b155-52a6-47eb-ae62-c8c8669ed831 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:24.679426 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:24.679426 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fb5b155-52a6-47eb-ae62-c8c8669ed831 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:24.679426 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb5b155-52a6-47eb-ae62-c8c8669ed831'] response: {'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'status': 'completed', 'code': 200} May 26 16:24:24.713888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 7ee00d88-fbac-42ed-8df2-80df21177047 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:24.714349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.719111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Checking segment: {'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:24.720213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Network hostable DHCP agents. Network: e3441762-814a-47fc-9cb6-89ff97ae3611, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:24.726360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cec68b97-cff9-4898-b398-35c9d83911cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:24.734020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-cec68b97-cff9-4898-b398-35c9d83911cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1094 time: 0.1469381 May 26 16:24:24.816980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Network e3441762-814a-47fc-9cb6-89ff97ae3611 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:24.842660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-966a1ffc-016d-4b67-a5b9-e1184e71f76c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 217 time: 0.1009133 May 26 16:24:24.861152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e3441762-814a-47fc-9cb6-89ff97ae3611) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:24.879357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364dc92d-f175-4391-ad5a-68e52e0cc02c None None] Network e3441762-814a-47fc-9cb6-89ff97ae3611 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:24.881784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:24.976674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.980127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:24.980624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:24.981116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:24.986497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-5d1fa3b3-3046-48d3-8ad5-a622e6036679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:24.988081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-5d1fa3b3-3046-48d3-8ad5-a622e6036679 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.1376290 May 26 16:24:24.996004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:24.996511 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.000264 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 2 to bind port dd258189-08d7-439f-bf94-7cb02632f999 May 26 16:24:25.003689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 7ee00d88-fbac-42ed-8df2-80df21177047 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:25.026553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:25.027403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:25.027899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:25.035027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:25.035567 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.036151 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 3 to bind port dd258189-08d7-439f-bf94-7cb02632f999 May 26 16:24:25.093009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:25.093526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:25.094035 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:25.098599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-0d0e562e-dac6-4a6a-bb2b-8a0c5835f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:25.106889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-0d0e562e-dac6-4a6a-bb2b-8a0c5835f3f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115587 May 26 16:24:25.110729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:25.111235 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.113094 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 4 to bind port dd258189-08d7-439f-bf94-7cb02632f999 May 26 16:24:25.131403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:25.132116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:25.132608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:25.187053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:25.187391 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.189573 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 5 to bind port dd258189-08d7-439f-bf94-7cb02632f999 May 26 16:24:25.206447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:25.206783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:25.207116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:25.223262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:25.223761 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.225149 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 6 to bind port dd258189-08d7-439f-bf94-7cb02632f999 May 26 16:24:25.246958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:25.247340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:25.247699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:25.298542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:25.298899 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.301810 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 7 to bind port dd258189-08d7-439f-bf94-7cb02632f999 May 26 16:24:25.330867 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:25.331541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:25.331541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:25.338167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:25.338489 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.340831 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 8 to bind port dd258189-08d7-439f-bf94-7cb02632f999 May 26 16:24:25.360858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:25.361203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:25.361574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:25.371664 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.381963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:25.383155 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.431642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-a7944b0b-5e98-4ae7-8ebb-8ebbe4a9aa8f service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174183 May 26 16:24:25.447571 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 9 to bind port dd258189-08d7-439f-bf94-7cb02632f999 May 26 16:24:25.475036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:25.477572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:25.479077 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:25.485859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=7ee00d88-fbac-42ed-8df2-80df21177047,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:25.489891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:25.496696 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.498333 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 10 to bind port dd258189-08d7-439f-bf94-7cb02632f999 May 26 16:24:25.577390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc0aa1b7-cfc6-4430-baa1-938d8fc16f39 req-ca01dc73-db23-49d1-8112-48be19f75cff service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375623 May 26 16:24:25.693111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:25.693452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:25.693844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:25.702757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39542) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:25.708336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port dd258189-08d7-439f-bf94-7cb02632f999 on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:25.708663 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port dd258189-08d7-439f-bf94-7cb02632f999 on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:25.709033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.769047 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.818011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863b5a1-7fad-4fb0-a194-a97baeed55ea req-4287fd0d-1025-46ab-8d00-7aa991e33805 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:25.827694 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6863b5a1-7fad-4fb0-a194-a97baeed55ea req-4287fd0d-1025-46ab-8d00-7aa991e33805 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 943 time: 0.2475989 May 26 16:24:25.885769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-39a09fbe-34de-46af-8a5a-4febaa06bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:25.892887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-39a09fbe-34de-46af-8a5a-4febaa06bbd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1094 time: 0.2590837 May 26 16:24:25.993645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] For port dd258189-08d7-439f-bf94-7cb02632f999, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:25.994294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempted to set empty binding levels {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:24:26.061863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.145780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-8a8729a6-8856-4664-a9a5-32f280b5557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:26.148065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-8a8729a6-8856-4664-a9a5-32f280b5557c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.2202904 May 26 16:24:26.154670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:26.159443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1206565887-network', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:26.160732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.261186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-435d508a-f6a7-44d6-8509-c46db95ac437 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 217 time: 0.0742054 May 26 16:24:26.264906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Made reservation on behalf of c92b7eb1d8314e6698ff901beca4e416 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:26.267967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.289404 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.290152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Router 43b954d9-60ba-4677-a543-a316e718bc96 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:24:26.324423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'Port': ['ID=dd258189-08d7-439f-bf94-7cb02632f999,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:26.336658 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-61ef0442-a92d-4a3d-8bb8-d45bc880d96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.4375112 May 26 16:24:26.341001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39550) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:26.360896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-865b6101-74cb-414e-9929-20808f99e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:26.363691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-865b6101-74cb-414e-9929-20808f99e34b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.0832546 May 26 16:24:26.392212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6863b5a1-7fad-4fb0-a194-a97baeed55ea req-dc84a274-2dcb-46c7-a2c1-a9bd65230037 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5530427 May 26 16:24:26.536351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:26.543232 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ba356a9b-4fe0-4239-b9be-4131d0eb8f96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "PUT /v2.0/routers/43b954d9-60ba-4677-a543-a316e718bc96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6551769 May 26 16:24:26.549739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39554) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:26.572895 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c037a8-b10d-49e9-b9a3-3020fbb9ade6 None None] Sync routers for ids ['43b954d9-60ba-4677-a543-a316e718bc96'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:26.597771 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c037a8-b10d-49e9-b9a3-3020fbb9ade6 None None] Routers {'43b954d9-60ba-4677-a543-a316e718bc96'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:26.598812 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c6c037a8-b10d-49e9-b9a3-3020fbb9ade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['43b954d9-60ba-4677-a543-a316e718bc96'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:26.633882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b72c7352-01fb-4711-ac76-2b83bf5bc47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Deleting port dd258189-08d7-439f-bf94-7cb02632f999 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:26.638384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b72c7352-01fb-4711-ac76-2b83bf5bc47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.653230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-3f0d1dff-567e-46fa-a6aa-0a96f25a2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:26.655176 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-3f0d1dff-567e-46fa-a6aa-0a96f25a2304 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2599676 May 26 16:24:26.677344 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c6c037a8-b10d-49e9-b9a3-3020fbb9ade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:26.702378 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c037a8-b10d-49e9-b9a3-3020fbb9ade6 None None] Routers {'43b954d9-60ba-4677-a543-a316e718bc96'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:26.716009 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c6c037a8-b10d-49e9-b9a3-3020fbb9ade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['43b954d9-60ba-4677-a543-a316e718bc96'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:26.758490 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c6c037a8-b10d-49e9-b9a3-3020fbb9ade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:26.759600 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c037a8-b10d-49e9-b9a3-3020fbb9ade6 None None] The sync data for ids ['43b954d9-60ba-4677-a543-a316e718bc96'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:26.771467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-b72c7352-01fb-4711-ac76-2b83bf5bc47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] For port dd258189-08d7-439f-bf94-7cb02632f999, host n-h1-843336-2, got binding levels [] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:26.771965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b72c7352-01fb-4711-ac76-2b83bf5bc47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.781829 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f931ec-5c7c-423f-a32b-255f8b04cf38 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:24:26.786397 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b0f931ec-5c7c-423f-a32b-255f8b04cf38 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/7ee00d88-fbac-42ed-8df2-80df21177047 HTTP/1.1" status: 404 len: 333 time: 0.2317421 May 26 16:24:26.790537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-0c16a0a7-4c4e-436a-87b3-2ace798e4af8 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153276 May 26 16:24:26.795239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39556) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:26.807254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b72c7352-01fb-4711-ac76-2b83bf5bc47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Calling delete_port for dd258189-08d7-439f-bf94-7cb02632f999 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:26.982821 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed369fc3-eeae-4ada-b17d-eeaeaf1a352a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.992186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b72c7352-01fb-4711-ac76-2b83bf5bc47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.042800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b72c7352-01fb-4711-ac76-2b83bf5bc47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.054493 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b72c7352-01fb-4711-ac76-2b83bf5bc47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "DELETE /v2.0/ports/dd258189-08d7-439f-bf94-7cb02632f999 HTTP/1.1" status: 204 len: 168 time: 0.7117007 May 26 16:24:27.055932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39560) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:27.057853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c7352-01fb-4711-ac76-2b83bf5bc47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd258189-08d7-439f-bf94-7cb02632f999,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:27.102765 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7c213c-a9a8-4d9d-93f8-adcc9476dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] GET failed (client error): The resource could not be found. May 26 16:24:27.111764 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3e7c213c-a9a8-4d9d-93f8-adcc9476dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "GET /v2.0/ports/dd258189-08d7-439f-bf94-7cb02632f999 HTTP/1.1" status: 404 len: 333 time: 0.0501671 May 26 16:24:27.113227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39562) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:27.118446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Request body: {'port': {'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-682331301'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:27.152037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.153969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Made reservation on behalf of 12db1fc89a0243eba75ff9aa98b1ff32 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:27.159137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.166694 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.205141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] device_id is not set on port 909f39b6-0941-4a9c-a442-d4662343154a yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:27.245338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:24:27.361074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:27.370503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cbba118-5ad4-498a-afdd-a05eaa892fd1 req-acd0763b-ba40-491f-88ba-3f39758eb034 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855220 May 26 16:24:27.373574 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed369fc3-eeae-4ada-b17d-eeaeaf1a352a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.375497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5637a7dc-80b4-41e8-a2b0-f9db9269c80d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:27.388989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed369fc3-eeae-4ada-b17d-eeaeaf1a352a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.401873 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.402429 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Added segment 840fc261-9f93-4555-b81b-8176a285ff7d of type vlan for network 8b390679-344c-428c-ad28-4c24bc4388d0 May 26 16:24:27.492310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.498685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.549041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:27.551061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.552180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:27.553167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.586493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'port_id': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'mac_address': 'fa:16:3e:98:c2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:24:27.589414 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.640140 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed369fc3-eeae-4ada-b17d-eeaeaf1a352a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.640710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed369fc3-eeae-4ada-b17d-eeaeaf1a352a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Fanout notify agent at l3_agent the message router_deleted on router 43b954d9-60ba-4677-a543-a316e718bc96 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:24:27.667309 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Network e3441762-814a-47fc-9cb6-89ff97ae3611 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:27.667499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b2e22bb2-b469-4674-9c34-829ef8020f04 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:27.667772 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.674925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:27.679843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:27.680887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:27.681861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.699170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e22bb2-b469-4674-9c34-829ef8020f04 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:24:27.708357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'Port': ['ID=909f39b6-0941-4a9c-a442-d4662343154a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:27.740351 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0bd7cbe6-e1ab-410c-af17-2206c7c843f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6234009 May 26 16:24:27.740981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39570) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:27.746528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ed369fc3-eeae-4ada-b17d-eeaeaf1a352a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.750042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ed369fc3-eeae-4ada-b17d-eeaeaf1a352a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/routers/43b954d9-60ba-4677-a543-a316e718bc96 HTTP/1.1" status: 204 len: 168 time: 0.9512513 May 26 16:24:27.752661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39572) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:27.756541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:27.757061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:27.769053 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.771764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0662711 May 26 16:24:27.787666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39574) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:27.793750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Request body: {'subnet': {'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1206565887-subnet', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:27.833829 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:27.850808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1d455-7be8-47ac-9247-29577c9c9c37 admin admin] Pushing event updated for resources: {'Network': ['ID=8b390679-344c-428c-ad28-4c24bc4388d0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:27.862835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 8b390679-344c-428c-ad28-4c24bc4388d0 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:27.888828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68965dc6-92b2-4cac-bdd6-6067284a4672 req-841244d2-5961-49cc-a18f-a608c6ddc7cf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:27.905464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.907554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68965dc6-92b2-4cac-bdd6-6067284a4672 req-841244d2-5961-49cc-a18f-a608c6ddc7cf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 943 time: 0.3592598 May 26 16:24:27.942128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Made reservation on behalf of c92b7eb1d8314e6698ff901beca4e416 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:27.944404 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.041562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68965dc6-92b2-4cac-bdd6-6067284a4672 req-09e24229-bd8e-4cde-9dd9-69f46e554fa2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331184 May 26 16:24:28.046570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd47cff-e3cb-488b-963b-107675e54b6b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 24742eb0-da38-494d-ab7f-6e74d05dc969 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:28.054295 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-afd47cff-e3cb-488b-963b-107675e54b6b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.076351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['b2e22bb2-b469-4674-9c34-829ef8020f04'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:24:28.124344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-afd47cff-e3cb-488b-963b-107675e54b6b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.247305 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-afd47cff-e3cb-488b-963b-107675e54b6b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.314643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] device_id is not set on port 909f39b6-0941-4a9c-a442-d4662343154a yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:28.324111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.338668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.398409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-afd47cff-e3cb-488b-963b-107675e54b6b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.445037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'Port': ['ID=909f39b6-0941-4a9c-a442-d4662343154a,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:28.461048 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.461385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.461857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.467227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.467558 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.467946 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 2 to bind port 909f39b6-0941-4a9c-a442-d4662343154a May 26 16:24:28.485287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.485774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.486305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.491453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.491926 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.492443 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 3 to bind port 909f39b6-0941-4a9c-a442-d4662343154a May 26 16:24:28.506606 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.507085 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.507527 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.509501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-afd47cff-e3cb-488b-963b-107675e54b6b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.513392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.513831 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.514370 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 4 to bind port 909f39b6-0941-4a9c-a442-d4662343154a May 26 16:24:28.515398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-afd47cff-e3cb-488b-963b-107675e54b6b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/24742eb0-da38-494d-ab7f-6e74d05dc969 HTTP/1.1" status: 204 len: 168 time: 0.7599168 May 26 16:24:28.519775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a4623c-2990-45f5-a9df-007240b43337 None None] Network 92e6cf2c-d015-4720-acff-11e39f04492e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:28.520251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd47cff-e3cb-488b-963b-107675e54b6b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=24742eb0-da38-494d-ab7f-6e74d05dc969,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:28.525447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39580) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:28.529636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.531231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.531961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.538152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.538623 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.539120 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 5 to bind port 909f39b6-0941-4a9c-a442-d4662343154a May 26 16:24:28.554216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.554743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.555210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.560077 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.560658 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.561201 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 6 to bind port 909f39b6-0941-4a9c-a442-d4662343154a May 26 16:24:28.576525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.577012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.577455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.583399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.583857 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.584352 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 7 to bind port 909f39b6-0941-4a9c-a442-d4662343154a May 26 16:24:28.597937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.598376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.598837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.604064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.604534 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.605037 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 8 to bind port 909f39b6-0941-4a9c-a442-d4662343154a May 26 16:24:28.620440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.620957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.621541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.627176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.627623 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.628136 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 9 to bind port 909f39b6-0941-4a9c-a442-d4662343154a May 26 16:24:28.644672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.645170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.646348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.652384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.652989 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.653310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.653867 n-d-843336-2 neutron-server[109404]: INFO neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 10 to bind port 909f39b6-0941-4a9c-a442-d4662343154a May 26 16:24:28.669704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:28.670809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:28.671381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:28.684424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:28.686142 n-d-843336-2 neutron-server[109404]: ERROR neutron.plugins.ml2.managers [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 909f39b6-0941-4a9c-a442-d4662343154a on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:28.686796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.714084 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.751494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509561e2-07a3-481c-9e4a-6c49e63ce3d1,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:28.755039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb9d1a5-85cf-430d-b2c0-30a6daf92de7 None None] DHCP port deletion for 92e6cf2c-d015-4720-acff-11e39f04492e request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:24:28.760481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Checking segment: {'id': '840fc261-9f93-4555-b81b-8176a285ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:28.760870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Network hostable DHCP agents. Network: 8b390679-344c-428c-ad28-4c24bc4388d0, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:28.809595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Network 8b390679-344c-428c-ad28-4c24bc4388d0 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:28.821687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 8b390679-344c-428c-ad28-4c24bc4388d0) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:28.829665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:28.829895 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.833317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:28.833909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.838604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] For port 909f39b6-0941-4a9c-a442-d4662343154a, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:28.839793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempted to set empty binding levels {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:24:28.841915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ced9dce-16a7-4e84-b7b6-1d492e0654fa None None] Network 8b390679-344c-428c-ad28-4c24bc4388d0 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:28.848765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.867214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9d1a5-85cf-430d-b2c0-30a6daf92de7 None None] Deleting port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:28.867967 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d1a5-85cf-430d-b2c0-30a6daf92de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.920520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] In _notify_port_updated(), no bound segment for port 909f39b6-0941-4a9c-a442-d4662343154a on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:24:28.922107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:28.923411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.925620 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "PUT /v2.0/ports/909f39b6-0941-4a9c-a442-d4662343154a HTTP/1.1" status: 200 len: 978 time: 1.1836770 May 26 16:24:28.929168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39588) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:28.943738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-75d2c785-ba52-45b3-8e5d-20275d8ea238 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1538329 May 26 16:24:28.944470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39590) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:28.963894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3bb9d1a5-85cf-430d-b2c0-30a6daf92de7 None None] For port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=01e8148a-8e51-4bdc-972a-bb3bc5ea542f,segment=NetworkSegment(e3b18de1-655b-4103-8d65-f8e33358b24f),segment_id=e3b18de1-655b-4103-8d65-f8e33358b24f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:28.964726 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d1a5-85cf-430d-b2c0-30a6daf92de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.975432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:28.991554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] For port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=01e8148a-8e51-4bdc-972a-bb3bc5ea542f,segment=NetworkSegment(e3b18de1-655b-4103-8d65-f8e33358b24f),segment_id=e3b18de1-655b-4103-8d65-f8e33358b24f)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:28.991927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.011426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 01e8148a-8e51-4bdc-972a-bb3bc5ea542f owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:29.022327 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.023369 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.032894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9d1a5-85cf-430d-b2c0-30a6daf92de7 None None] Calling delete_port for 01e8148a-8e51-4bdc-972a-bb3bc5ea542f owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:29.040206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743d57c-97a8-4c36-9338-d1061f6e8f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'Port': ['ID=909f39b6-0941-4a9c-a442-d4662343154a,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:29.096216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.096786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.097424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.098346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.099790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.100695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.101213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.101627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.102234 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.102771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.103579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.104054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.106874 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e8bbc73d-647a-4305-b2b0-f0dd95e2f9ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10797 time: 0.1757720 May 26 16:24:29.110723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39598) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:29.161840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.269735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:29.283194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-8b390679-344c-428c-ad28-4c24bc4388d0', 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'fixed_ips': [{'subnet_id': '509561e2-07a3-481c-9e4a-6c49e63ce3d1'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:29.284147 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.291590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-28564994-9ab8-4a26-a7ae-457e324e291f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Deleting port 909f39b6-0941-4a9c-a442-d4662343154a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:29.291988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28564994-9ab8-4a26-a7ae-457e324e291f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.396252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.444215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-28564994-9ab8-4a26-a7ae-457e324e291f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] For port 909f39b6-0941-4a9c-a442-d4662343154a, host n-h1-843336-2, got binding levels [] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:29.446818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28564994-9ab8-4a26-a7ae-457e324e291f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.477088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-28564994-9ab8-4a26-a7ae-457e324e291f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Calling delete_port for 909f39b6-0941-4a9c-a442-d4662343154a owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:29.484749 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d1a5-85cf-430d-b2c0-30a6daf92de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.537869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9d1a5-85cf-430d-b2c0-30a6daf92de7 None None] No DVR routers for this DVR port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:29.539465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9d1a5-85cf-430d-b2c0-30a6daf92de7 None None] Pushing event deleted for resources: {'Port': ['ID=01e8148a-8e51-4bdc-972a-bb3bc5ea542f,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:29.617887 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.624930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28564994-9ab8-4a26-a7ae-457e324e291f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.625267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=01e8148a-8e51-4bdc-972a-bb3bc5ea542f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:29.634864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port b2e22bb2-b469-4674-9c34-829ef8020f04 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:24:29.645216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No DVR routers for this DVR port 01e8148a-8e51-4bdc-972a-bb3bc5ea542f on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:29.650675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port b2e22bb2-b469-4674-9c34-829ef8020f04 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:29.651064 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.682715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8740c-8d13-42d7-8506-77aca4bc6eb3 req-00825f0c-5b8f-41b0-b3db-52d594d78c98 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.690758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3e8740c-8d13-42d7-8506-77aca4bc6eb3 req-00825f0c-5b8f-41b0-b3db-52d594d78c98 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 944 time: 0.3956845 May 26 16:24:29.724818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28564994-9ab8-4a26-a7ae-457e324e291f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.732080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-28564994-9ab8-4a26-a7ae-457e324e291f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "DELETE /v2.0/ports/909f39b6-0941-4a9c-a442-d4662343154a HTTP/1.1" status: 204 len: 168 time: 0.6178935 May 26 16:24:29.732408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39610) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:29.737135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Allocated IP 172.20.0.2 (8b390679-344c-428c-ad28-4c24bc4388d0/509561e2-07a3-481c-9e4a-6c49e63ce3d1/159b8602-965c-47a2-8b8e-17c3751f64a9) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:29.751889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28564994-9ab8-4a26-a7ae-457e324e291f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event deleted for resources: {'Port': ['ID=909f39b6-0941-4a9c-a442-d4662343154a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:29.779208 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ec48c4-07a8-4aa4-98ac-614b4157d19f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] GET failed (client error): The resource could not be found. May 26 16:24:29.785870 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e5ec48c4-07a8-4aa4-98ac-614b4157d19f tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "GET /v2.0/ports/909f39b6-0941-4a9c-a442-d4662343154a HTTP/1.1" status: 404 len: 333 time: 0.0478559 May 26 16:24:29.786769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39612) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:29.796861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-221799341', 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:29.823720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Made reservation on behalf of 12db1fc89a0243eba75ff9aa98b1ff32 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:29.827285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.850591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] device_id is not set on port 428ee8e2-4457-4262-ae4b-a75f3cb833ba yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:29.882845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3e8740c-8d13-42d7-8506-77aca4bc6eb3 req-c5e148c4-5d8e-44cc-9657-74248e995f28 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667573 May 26 16:24:29.890580 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.923696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b2e22bb2-b469-4674-9c34-829ef8020f04 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:29.930193 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.963988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e6cf2c-d015-4720-acff-11e39f04492e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:29.994674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:29.996888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b18de1-655b-4103-8d65-f8e33358b24f') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:29.997060 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f518f44e-41f7-4de3-bae5-7eee59178c46" -d '{"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-plugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:29.997255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b18de1-655b-4103-8d65-f8e33358b24f') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:30.011858 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.037488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:30.055184 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.067644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.091105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:24:30.091105 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.118885 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.143280 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.156298 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e3b18de1-655b-4103-8d65-f8e33358b24f resource provider aggregate not found May 26 16:24:30.158562 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623b7001-764f-4cb2-ad1c-01383f56140f x-openstack-request-id: req-623b7001-764f-4cb2-ad1c-01383f56140f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:30.159021 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-plugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:30.159442 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-623b7001-764f-4cb2-ad1c-01383f56140f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:30.160010 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623b7001-764f-4cb2-ad1c-01383f56140f'] response: {'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'code': 200} May 26 16:24:30.163440 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.201199 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.211539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:30.240051 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e3b18de1-655b-4103-8d65-f8e33358b24f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3b18de1-655b-4103-8d65-f8e33358b24f found for delete ", "request_id": "req-33c3838d-110e-41a7-9b95-89a972cb4f60"}]} May 26 16:24:30.241225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 01e8148a-8e51-4bdc-972a-bb3bc5ea542f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:30.300777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Network 8b390679-344c-428c-ad28-4c24bc4388d0 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:30.306671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 01e8148a-8e51-4bdc-972a-bb3bc5ea542f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:30.308313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 01e8148a-8e51-4bdc-972a-bb3bc5ea542f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:30.338044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:30.343242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:30.368953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Network e3441762-814a-47fc-9cb6-89ff97ae3611 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:30.382356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:30.387390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:30.387566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Pushing event updated for resources: {'Port': ['ID=159b8602-965c-47a2-8b8e-17c3751f64a9,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:30.387679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:30.387679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.404030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.435313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.447782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/networks/92e6cf2c-d015-4720-acff-11e39f04492e HTTP/1.1" status: 204 len: 168 time: 1.9205656 May 26 16:24:30.448893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30fd68-c87f-4cb0-8503-a2f10b4af9d6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Network': ['ID=92e6cf2c-d015-4720-acff-11e39f04492e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:30.452217 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6638710 May 26 16:24:30.453823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39626) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:30.455457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39628) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:30.456967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cfa83-b625-4344-90e3-20fba605fdd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'Port': ['ID=428ee8e2-4457-4262-ae4b-a75f3cb833ba,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:30.486138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94517a7d-df24-4631-82f2-605f40129c31 req-a3878fdf-dd03-4da5-b289-b963b158a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:30.487965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94517a7d-df24-4631-82f2-605f40129c31 req-a3878fdf-dd03-4da5-b289-b963b158a6d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1096 time: 0.2499385 May 26 16:24:30.499319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Attempting to bind port 159b8602-965c-47a2-8b8e-17c3751f64a9 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:30.499740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Attempting to bind port 159b8602-965c-47a2-8b8e-17c3751f64a9 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '840fc261-9f93-4555-b81b-8176a285ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:30.500101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Attempting to bind port 159b8602-965c-47a2-8b8e-17c3751f64a9 on network 8b390679-344c-428c-ad28-4c24bc4388d0 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:30.514928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:30.515317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Checking segment: {'id': '840fc261-9f93-4555-b81b-8176a285ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:30.515722 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.516172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Bound using segment: {'id': '840fc261-9f93-4555-b81b-8176a285ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:30.516649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Bound port: 159b8602-965c-47a2-8b8e-17c3751f64a9, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840fc261-9f93-4555-b81b-8176a285ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:30.517029 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.519490 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.562166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.567008 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94517a7d-df24-4631-82f2-605f40129c31 req-89e2c0c3-ac47-462c-930a-ee4cc796a5c7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717034 May 26 16:24:30.572246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238719c-cb7c-428f-9b00-3dc562283a2e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:30.573943 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d238719c-cb7c-428f-9b00-3dc562283a2e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/3023b0ee-2953-4bd8-8292-54f6fee6f5e0 HTTP/1.1" status: 200 len: 844 time: 0.1109216 May 26 16:24:30.575531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b7e87-21e9-4f35-bb2b-2c9bb9c6245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:30.576999 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5b1b7e87-21e9-4f35-bb2b-2c9bb9c6245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "GET /v2.0/ports/428ee8e2-4457-4262-ae4b-a75f3cb833ba HTTP/1.1" status: 200 len: 958 time: 0.1107051 May 26 16:24:30.578554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39632) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:30.583777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39634) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:30.641371 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c1a2fa72-77d8-4f30-80c5-fcb45e69c2f0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/3023b0ee-2953-4bd8-8292-54f6fee6f5e0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0605996 May 26 16:24:30.646231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39636) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:30.651598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:30.772759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:30.783351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Allocated IP 172.25.0.5 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/3bd367c3-37d8-4346-8fa6-de07488c99c2) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:30.796775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.801967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1b80e-94cc-456b-a7e5-28323bad73c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Deleting port 428ee8e2-4457-4262-ae4b-a75f3cb833ba {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:30.802419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b80e-94cc-456b-a7e5-28323bad73c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.897453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] For port 159b8602-965c-47a2-8b8e-17c3751f64a9, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:30.902801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] For port 159b8602-965c-47a2-8b8e-17c3751f64a9, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=159b8602-965c-47a2-8b8e-17c3751f64a9,segment=NetworkSegment(840fc261-9f93-4555-b81b-8176a285ff7d),segment_id=840fc261-9f93-4555-b81b-8176a285ff7d)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:30.910119 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.935259 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b80e-94cc-456b-a7e5-28323bad73c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.960543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1b80e-94cc-456b-a7e5-28323bad73c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Calling delete_port for 428ee8e2-4457-4262-ae4b-a75f3cb833ba owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:31.012254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70534ac-d9f1-4c48-a352-088ddcc0a2db None None] Pushing event updated for resources: {'Port': ['ID=159b8602-965c-47a2-8b8e-17c3751f64a9,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:31.040075 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.133209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.206827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=1d248b14-97fa-4915-9adc-21a435f7b8a0,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:31.224210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:31.226928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:31.230755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:31.232431 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.238105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93c99d7-06a3-400c-b877-a863300dbbdd None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:31.274640 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db1216b0-3ccc-45b6-b223-f65bc340cf31 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6267664 May 26 16:24:31.277834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39644) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:31.290833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-255824ec-87ba-4c8e-ac39-169078d31ba7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'security_group': {'name': 'tempest-secgroup-1692197387'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:31.374281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-255824ec-87ba-4c8e-ac39-169078d31ba7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.575743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-255824ec-87ba-4c8e-ac39-169078d31ba7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.582811 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-255824ec-87ba-4c8e-ac39-169078d31ba7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.637304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255824ec-87ba-4c8e-ac39-169078d31ba7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84be2310-e064-42b4-814f-e2037918827c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:31.666957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-66d59244-d828-4d30-8e72-19d8c3031629', 'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'tenant_id': '10c93474e04f4cad86e5f3ad4ed57c27', 'fixed_ips': [{'subnet_id': '1d248b14-97fa-4915-9adc-21a435f7b8a0'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:31.668613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.672192 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-255824ec-87ba-4c8e-ac39-169078d31ba7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.684710 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-255824ec-87ba-4c8e-ac39-169078d31ba7 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4054852 May 26 16:24:31.685785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39650) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:31.705168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9c46eb31-d415-4da2-8c3f-14ad749ae836 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'security_group': {'name': 'tempest-secgroup-125320006'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:31.753259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c46eb31-d415-4da2-8c3f-14ad749ae836 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.753652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.774102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:31.787701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:31.814559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:31.851230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c46eb31-d415-4da2-8c3f-14ad749ae836 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.858383 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c46eb31-d415-4da2-8c3f-14ad749ae836 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.927310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9c46eb31-d415-4da2-8c3f-14ad749ae836 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.937268 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9c46eb31-d415-4da2-8c3f-14ad749ae836 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2443290 May 26 16:24:31.944295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39654) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:31.954621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1956650023', 'security_groups': ['edcc7a5d-777a-4d75-89ca-c77fc502760f'], 'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d248b14-97fa-4915-9adc-21a435f7b8a0'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:31.979709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd367c3-37d8-4346-8fa6-de07488c99c2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:32.007054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Allocated IP 2001:db8::2 (66d59244-d828-4d30-8e72-19d8c3031629/1d248b14-97fa-4915-9adc-21a435f7b8a0/4a038d4d-df77-48b6-8c9a-5a4d5a3409a5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:32.007962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ab04b-1d18-4191-82bd-98176cb8a6ce req-e004a638-d5c5-46ca-b548-ec9d549b646c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:32.009591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f2ab04b-1d18-4191-82bd-98176cb8a6ce req-e004a638-d5c5-46ca-b548-ec9d549b646c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.2583950 May 26 16:24:32.068007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46eb31-d415-4da2-8c3f-14ad749ae836 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcc7a5d-777a-4d75-89ca-c77fc502760f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:32.181398 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b80e-94cc-456b-a7e5-28323bad73c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.263956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:32.373697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 159b8602-965c-47a2-8b8e-17c3751f64a9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:32.410209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f2ab04b-1d18-4191-82bd-98176cb8a6ce req-ea352bed-8901-4ac2-bc9b-eea0b993b7e8 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839343 May 26 16:24:32.417395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1b80e-94cc-456b-a7e5-28323bad73c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event deleted for resources: {'Port': ['ID=428ee8e2-4457-4262-ae4b-a75f3cb833ba,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:32.483651 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b80e-94cc-456b-a7e5-28323bad73c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.491641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5cc1b80e-94cc-456b-a7e5-28323bad73c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "DELETE /v2.0/ports/428ee8e2-4457-4262-ae4b-a75f3cb833ba HTTP/1.1" status: 204 len: 168 time: 1.9068553 May 26 16:24:32.494403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39664) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:32.534906 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.548385 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.552849 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25f48c7-873f-4779-b6b1-2727bcad7a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] GET failed (client error): The resource could not be found. May 26 16:24:32.556604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b25f48c7-873f-4779-b6b1-2727bcad7a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "GET /v2.0/ports/428ee8e2-4457-4262-ae4b-a75f3cb833ba HTTP/1.1" status: 404 len: 333 time: 0.0592220 May 26 16:24:32.561000 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.561955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39666) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:32.562902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 159b8602-965c-47a2-8b8e-17c3751f64a9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:32.563798 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.597140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Request body: {'port': {'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-368353196'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:32.603562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port 48262d9f-19c9-4cd3-b3f1-838535f33a76 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:32.684483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:32.691960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:32.699290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:32.739559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Pushing event updated for resources: {'Port': ['ID=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:32.786092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Made reservation on behalf of 12db1fc89a0243eba75ff9aa98b1ff32 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:32.788408 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.836264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.842425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] device_id is not set on port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:32.936950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Attempting to bind port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:32.942119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Attempting to bind port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '97543fdc-57e3-42dd-bab9-fffdcbb6cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '66d59244-d828-4d30-8e72-19d8c3031629'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:32.942746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Attempting to bind port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 on network 66d59244-d828-4d30-8e72-19d8c3031629 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:32.962191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:32.962573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Checking segment: {'id': '97543fdc-57e3-42dd-bab9-fffdcbb6cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '66d59244-d828-4d30-8e72-19d8c3031629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:32.964899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.965579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Bound using segment: {'id': '97543fdc-57e3-42dd-bab9-fffdcbb6cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '66d59244-d828-4d30-8e72-19d8c3031629'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:32.966093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Bound port: 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97543fdc-57e3-42dd-bab9-fffdcbb6cd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '66d59244-d828-4d30-8e72-19d8c3031629'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:32.976232 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.999246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d7908-81c9-49d4-a8e4-e6149a34c369 None None] Network 8b390679-344c-428c-ad28-4c24bc4388d0 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:33.067023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::c6 (66d59244-d828-4d30-8e72-19d8c3031629/1d248b14-97fa-4915-9adc-21a435f7b8a0/48262d9f-19c9-4cd3-b3f1-838535f33a76) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:33.158132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] For port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:33.163206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] For port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,segment=NetworkSegment(97543fdc-57e3-42dd-bab9-fffdcbb6cd0c),segment_id=97543fdc-57e3-42dd-bab9-fffdcbb6cd0c)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:33.179151 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.193730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 159b8602-965c-47a2-8b8e-17c3751f64a9 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:33.194801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.233107 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.272606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.293779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Network e3441762-814a-47fc-9cb6-89ff97ae3611 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:33.298605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:33.320772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:33.322144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:33.322971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.341554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14bdb3-d0cb-4fbf-bdb4-b24566ab1a13 None None] Pushing event updated for resources: {'Port': ['ID=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:33.349692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7659605 May 26 16:24:33.355407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39686) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:33.361619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:33.432525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.439343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186f9de-90f9-4bfa-9ca9-0d263bc5304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'Port': ['ID=63592ec9-ac0d-4dd8-9f68-2a87790adc9f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:33.453209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a40e04bb-3b1d-473f-9eb9-e62081ac4b6a None None] Provisioning complete for port 159b8602-965c-47a2-8b8e-17c3751f64a9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:33.456419 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a40e04bb-3b1d-473f-9eb9-e62081ac4b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.539225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.605119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 159b8602-965c-47a2-8b8e-17c3751f64a9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=159b8602-965c-47a2-8b8e-17c3751f64a9,segment=NetworkSegment(840fc261-9f93-4555-b81b-8176a285ff7d),segment_id=840fc261-9f93-4555-b81b-8176a285ff7d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:33.651369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:33.674513 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.680484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:33.683479 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.687426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=48262d9f-19c9-4cd3-b3f1-838535f33a76,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:33.695369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:33.712168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:33.715609 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.756122 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8f319069-1430-4fbe-911e-8076fe16fd0f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8105984 May 26 16:24:33.759037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39696) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:33.776980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-700c0d8d-e270-453e-8b34-fe6e84b4a328 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:34.035099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=159b8602-965c-47a2-8b8e-17c3751f64a9,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:34.064828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a40e04bb-3b1d-473f-9eb9-e62081ac4b6a None None] Current status of the port 159b8602-965c-47a2-8b8e-17c3751f64a9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:34.088021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] device_id is not set on port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:34.105657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.128915 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700c0d8d-e270-453e-8b34-fe6e84b4a328 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:34.134728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-700c0d8d-e270-453e-8b34-fe6e84b4a328 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.171250 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.298931 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.310935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'Port': ['ID=63592ec9-ac0d-4dd8-9f68-2a87790adc9f,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:34.325990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d49965-9b99-4eb4-8363-929f26264215 req-c941f4d5-be98-4a0e-8134-3dc12a0149b5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:34.338560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3d49965-9b99-4eb4-8363-929f26264215 req-c941f4d5-be98-4a0e-8134-3dc12a0149b5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.6657417 May 26 16:24:34.367016 n-d-843336-2 neutron-server[109404]: INFO neutron.db.ipam_backend_mixin [None req-700c0d8d-e270-453e-8b34-fe6e84b4a328 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d248b14-97fa-4915-9adc-21a435f7b8a0 (CIDR: 2001:db8::/64) May 26 16:24:34.373164 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-700c0d8d-e270-453e-8b34-fe6e84b4a328 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:24:34.373912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700c0d8d-e270-453e-8b34-fe6e84b4a328 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:34.393453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:34.437325 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-700c0d8d-e270-453e-8b34-fe6e84b4a328 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6770394 May 26 16:24:34.440745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39706) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:34.453802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:34.454193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:34.454537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:34.461319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:34.462099 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.464369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:34.475264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3d49965-9b99-4eb4-8363-929f26264215 req-68c51720-8874-4d48-ab3e-9a42233252e3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354253 May 26 16:24:34.477860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:34.479796 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:34.481730 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 2 to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f May 26 16:24:34.558490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:34.558831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:34.559198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:34.573174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:34.573467 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:34.597379 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 3 to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f May 26 16:24:34.601458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:34.601899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.620353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cbee45dc-651e-40ec-ac45-e203cf03bcc0 None None] Provisioning complete for port 159b8602-965c-47a2-8b8e-17c3751f64a9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:34.620663 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cbee45dc-651e-40ec-ac45-e203cf03bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.687772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:34.698524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:34.699008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:34.715983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:34.723365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.761368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,segment=NetworkSegment(97543fdc-57e3-42dd-bab9-fffdcbb6cd0c),segment_id=97543fdc-57e3-42dd-bab9-fffdcbb6cd0c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:34.779156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:34.779540 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:34.780748 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.781581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 159b8602-965c-47a2-8b8e-17c3751f64a9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:34.786148 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 4 to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f May 26 16:24:34.814802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:34.815145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:34.815472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:34.826711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1938390-ebc8-4d13-935a-772d733b17e6 req-a1e48305-ddd9-4e18-b483-24df6ccf97f7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:34.834499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1938390-ebc8-4d13-935a-772d733b17e6 req-a1e48305-ddd9-4e18-b483-24df6ccf97f7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.1818638 May 26 16:24:34.897531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1938390-ebc8-4d13-935a-772d733b17e6 req-c48493ee-032a-410c-9b61-becab0bd440e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620332 May 26 16:24:34.910667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:34.911365 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:34.912151 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 5 to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f May 26 16:24:34.918857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Router d7052573-3689-4240-8683-43f7e120f2ef is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:24:34.929229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39716) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:34.967559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:34.989178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:34.989518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:34.989854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:35.100597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 159b8602-965c-47a2-8b8e-17c3751f64a9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:35.100982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.137699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cbee45dc-651e-40ec-ac45-e203cf03bcc0 None None] Current status of the port 159b8602-965c-47a2-8b8e-17c3751f64a9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:35.141963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a27b8e-3a13-4cb1-8288-870e2c2f2f0b tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:35.148435 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-371f9b4f-6127-430b-bb39-c94da66eafdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.149305 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-35a27b8e-3a13-4cb1-8288-870e2c2f2f0b tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1091 time: 0.2188573 May 26 16:24:35.153512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:35.162387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:35.173319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:35.181096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:35.181824 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:35.182350 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 6 to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f May 26 16:24:35.190133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Sync routers for ids ['d7052573-3689-4240-8683-43f7e120f2ef'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:35.193392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.194748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0a478e51-8dd3-481b-ac7a-3c3343a34ad9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2453029 May 26 16:24:35.201985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39728) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:35.239919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Routers {'d7052573-3689-4240-8683-43f7e120f2ef'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:35.245316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d7052573-3689-4240-8683-43f7e120f2ef'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:35.316699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.360330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 159b8602-965c-47a2-8b8e-17c3751f64a9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:35.445807 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1173338f-48ba-4a11-a21d-518e5bec8f0e None None] Provisioning complete for port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:35.447918 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1173338f-48ba-4a11-a21d-518e5bec8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.455314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Set router d7052573-3689-4240-8683-43f7e120f2ef gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:35.579646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:35.579646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:35.580259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:35.648785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:35.649467 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:35.652325 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 7 to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f May 26 16:24:35.684325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:35.692176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:35.693598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:35.693875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1173338f-48ba-4a11-a21d-518e5bec8f0e None None] Port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:35.711049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:35.711622 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:35.752807 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 8 to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f May 26 16:24:35.761747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1173338f-48ba-4a11-a21d-518e5bec8f0e None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:35.762154 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1173338f-48ba-4a11-a21d-518e5bec8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.775529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:35.776018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:35.776473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:35.784231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:35.784656 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:35.786625 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 9 to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f May 26 16:24:35.826216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:35.826568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:35.826899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:35.843184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:35.845725 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:35.847810 n-d-843336-2 neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempt 10 to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f May 26 16:24:35.895562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:35.895882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:35.896132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempting to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:35.965213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:35.965562 n-d-843336-2 neutron-server[109405]: ERROR neutron.plugins.ml2.managers [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Failed to bind port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on host n-h1-843336-2 for vnic_type normal using segments [{'id': '7f5da733-7a5d-4fab-8006-75ab590371c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e3441762-814a-47fc-9cb6-89ff97ae3611'}] May 26 16:24:35.965933 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.094631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.144280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] For port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:36.144661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attempted to set empty binding levels {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:24:36.164033 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.249153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=243a420b-3aef-420c-9e86-3b862595c976,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:36.282220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:36.291199 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:36.303393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:36.304069 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.317094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] In _notify_port_updated(), no bound segment for port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f on network e3441762-814a-47fc-9cb6-89ff97ae3611 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:24:36.318087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:36.318706 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.320085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "PUT /v2.0/ports/63592ec9-ac0d-4dd8-9f68-2a87790adc9f HTTP/1.1" status: 200 len: 978 time: 2.9627571 May 26 16:24:36.324304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39744) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:36.328891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:36.331101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b0821-baa3-4c2d-8c3c-41aded46f5de None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:36.348985 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-67407d07-fa8a-46cb-aa8e-b91935a7f13d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9046288 May 26 16:24:36.352563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39746) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:36.358799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1808203300', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '243a420b-3aef-420c-9e86-3b862595c976'}], 'security_groups': ['84be2310-e064-42b4-814f-e2037918827c']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:36.440214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1173338f-48ba-4a11-a21d-518e5bec8f0e None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:36.450469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37443721-fa71-40ed-8277-80ad4a257d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event updated for resources: {'Port': ['ID=63592ec9-ac0d-4dd8-9f68-2a87790adc9f,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:36.480556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:29Z', 'updated_at': '2022-05-26T16:24:32Z', 'revision_number': 3, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'gw_port': {'id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:30Z', 'updated_at': '2022-05-26T16:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:36.502116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.511238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c70ee6c8-4365-4503-9806-5295581f9a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Deleting port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:36.511670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c70ee6c8-4365-4503-9806-5295581f9a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.518454 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.542205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Checking router: d7052573-3689-4240-8683-43f7e120f2ef for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:36.542569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Updating router d7052573-3689-4240-8683-43f7e120f2ef port 3bd367c3-37d8-4346-8fa6-de07488c99c2 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:24:36.553078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:36.553476 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.633102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.727351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.752468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-c70ee6c8-4365-4503-9806-5295581f9a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] For port 63592ec9-ac0d-4dd8-9f68-2a87790adc9f, host n-h1-843336-2, got binding levels [] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:36.753028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c70ee6c8-4365-4503-9806-5295581f9a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.833811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c70ee6c8-4365-4503-9806-5295581f9a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Calling delete_port for 63592ec9-ac0d-4dd8-9f68-2a87790adc9f owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:36.924743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7be6ba1a-49b1-46e1-b977-4533fd5958d7 None None] Provisioning complete for port 48262d9f-19c9-4cd3-b3f1-838535f33a76 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:36.925118 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7be6ba1a-49b1-46e1-b977-4533fd5958d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.985503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7be6ba1a-49b1-46e1-b977-4533fd5958d7 None None] Port 48262d9f-19c9-4cd3-b3f1-838535f33a76 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:37.052970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.25.0.174 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/865bc675-49db-4031-a7b1-c24b4a2d421c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:37.116749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:37.333535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a527843-2502-46f3-8606-9ff7ddd7ad6b None None] Update dhcp port {'port': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'fixed_ips': [{'subnet_id': '1d248b14-97fa-4915-9adc-21a435f7b8a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '243a420b-3aef-420c-9e86-3b862595c976'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '4a038d4d-df77-48b6-8c9a-5a4d5a3409a5'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:24:37.387087 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a527843-2502-46f3-8606-9ff7ddd7ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.421878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.471979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Delete allocated IP 2001:db8::c6 (66d59244-d828-4d30-8e72-19d8c3031629/1d248b14-97fa-4915-9adc-21a435f7b8a0) {{(pid=109404) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:24:37.495799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8:0:1::3ac (66d59244-d828-4d30-8e72-19d8c3031629/243a420b-3aef-420c-9e86-3b862595c976/48262d9f-19c9-4cd3-b3f1-838535f33a76) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:37.610130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.695491 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c70ee6c8-4365-4503-9806-5295581f9a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.720799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Allocated IP 172.20.0.1 (8b390679-344c-428c-ad28-4c24bc4388d0/509561e2-07a3-481c-9e4a-6c49e63ce3d1/4c76114d-ef18-4434-8ce0-992f17f4d943) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:37.778209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:37.794301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=865bc675-49db-4031-a7b1-c24b4a2d421c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:37.799500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:37.834255 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:37.888121 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a2d58711-0864-4399-894b-286994cc29e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.918132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.984163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ee6c8-4365-4503-9806-5295581f9a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Pushing event deleted for resources: {'Port': ['ID=63592ec9-ac0d-4dd8-9f68-2a87790adc9f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:37.992209 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.049079 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c70ee6c8-4365-4503-9806-5295581f9a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.052726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c70ee6c8-4365-4503-9806-5295581f9a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "DELETE /v2.0/ports/63592ec9-ac0d-4dd8-9f68-2a87790adc9f HTTP/1.1" status: 204 len: 168 time: 1.7156477 May 26 16:24:38.056255 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39774) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:38.102399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Network 8b390679-344c-428c-ad28-4c24bc4388d0 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:38.122982 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-af548da4-5b86-4606-814b-9ca0c790a5fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] GET failed (client error): The resource could not be found. May 26 16:24:38.124556 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-af548da4-5b86-4606-814b-9ca0c790a5fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-283633194-project-admin] 10.222.0.39 "GET /v2.0/ports/63592ec9-ac0d-4dd8-9f68-2a87790adc9f HTTP/1.1" status: 404 len: 333 time: 0.0629458 May 26 16:24:38.128006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Pushing event updated for resources: {'Port': ['ID=4c76114d-ef18-4434-8ce0-992f17f4d943,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:38.130906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:38.132535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39776) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:38.145715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:38.176900 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.182007 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.195500 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.210765 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.443234 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.448920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Attempting to bind port 3bd367c3-37d8-4346-8fa6-de07488c99c2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:38.449249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Attempting to bind port 3bd367c3-37d8-4346-8fa6-de07488c99c2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:38.449620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Attempting to bind port 3bd367c3-37d8-4346-8fa6-de07488c99c2 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:38.454355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a478af-efe5-4cfc-89e1-95a91208109e None None] Pushing event updated for resources: {'Port': ['ID=3bd367c3-37d8-4346-8fa6-de07488c99c2,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:38.474262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-8a527843-2502-46f3-8606-9ff7ddd7ad6b None None] Allocated IP 2001:db8:0:1::2 (66d59244-d828-4d30-8e72-19d8c3031629/243a420b-3aef-420c-9e86-3b862595c976/4a038d4d-df77-48b6-8c9a-5a4d5a3409a5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:38.482050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:38.482623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:38.483269 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.483818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:38.485186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Bound port: 3bd367c3-37d8-4346-8fa6-de07488c99c2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:38.485793 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.519552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] In _notify_port_updated(), no bound segment for port 48262d9f-19c9-4cd3-b3f1-838535f33a76 on network 66d59244-d828-4d30-8e72-19d8c3031629 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:24:38.534627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:38.536454 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.550201 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "PUT /v2.0/ports/48262d9f-19c9-4cd3-b3f1-838535f33a76 HTTP/1.1" status: 200 len: 931 time: 2.1852176 May 26 16:24:38.551846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39784) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:38.626539 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.629732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418605c-a402-4f72-b2f1-8dfeb41ccc96 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=48262d9f-19c9-4cd3-b3f1-838535f33a76,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:38.632133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] For port 3bd367c3-37d8-4346-8fa6-de07488c99c2, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:38.679188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] For port 3bd367c3-37d8-4346-8fa6-de07488c99c2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3bd367c3-37d8-4346-8fa6-de07488c99c2,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:38.699984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.760159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a478af-efe5-4cfc-89e1-95a91208109e None None] Pushing event updated for resources: {'Port': ['ID=3bd367c3-37d8-4346-8fa6-de07488c99c2,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:38.775942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-97e175e4-0819-4af5-97fe-ea48236f5368 None None] Provisioning complete for port 4c76114d-ef18-4434-8ce0-992f17f4d943 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:38.776317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-97e175e4-0819-4af5-97fe-ea48236f5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.801235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8a527843-2502-46f3-8606-9ff7ddd7ad6b None None] For port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,segment=NetworkSegment(97543fdc-57e3-42dd-bab9-fffdcbb6cd0c),segment_id=97543fdc-57e3-42dd-bab9-fffdcbb6cd0c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:38.878351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-97e175e4-0819-4af5-97fe-ea48236f5368 None None] Port 4c76114d-ef18-4434-8ce0-992f17f4d943 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:38.883017 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.885134 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a527843-2502-46f3-8606-9ff7ddd7ad6b None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.890853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Routers {'d7052573-3689-4240-8683-43f7e120f2ef'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:38.891985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d7052573-3689-4240-8683-43f7e120f2ef'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:38.938629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a527843-2502-46f3-8606-9ff7ddd7ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.954120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.064344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a527843-2502-46f3-8606-9ff7ddd7ad6b None None] Pushing event updated for resources: {'Port': ['ID=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:39.097370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3441762-814a-47fc-9cb6-89ff97ae3611']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:39.101705 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.126594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5da733-7a5d-4fab-8006-75ab590371c8') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:39.127167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5da733-7a5d-4fab-8006-75ab590371c8') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:39.143199 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.160475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] Set router d7052573-3689-4240-8683-43f7e120f2ef gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:39.223850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.242320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-4e57e53c-ff13-474e-af14-05f7f2d1dd0b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 48262d9f-19c9-4cd3-b3f1-838535f33a76 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:39.242674 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e57e53c-ff13-474e-af14-05f7f2d1dd0b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.250427 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.404420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:29Z', 'updated_at': '2022-05-26T16:24:32Z', 'revision_number': 3, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'gw_port': {'id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:30Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:39.441477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df401199-dc58-460f-8d77-bd958ade0686 None None] The sync data for ids ['d7052573-3689-4240-8683-43f7e120f2ef'] in n-d-843336-2 is: [{'id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:29Z', 'updated_at': '2022-05-26T16:24:32Z', 'revision_number': 3, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'gw_port': {'id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:30Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:39.456750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:24:39.457177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.459923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.507117 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 7f5da733-7a5d-4fab-8006-75ab590371c8 resource provider aggregate not found May 26 16:24:39.601004 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 7f5da733-7a5d-4fab-8006-75ab590371c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f5da733-7a5d-4fab-8006-75ab590371c8 found for delete ", "request_id": "req-4c38ba3f-940e-4595-82d5-67a945bae298"}]} May 26 16:24:39.748782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.755404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.759294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e57e53c-ff13-474e-af14-05f7f2d1dd0b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.788564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-4e57e53c-ff13-474e-af14-05f7f2d1dd0b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 48262d9f-19c9-4cd3-b3f1-838535f33a76 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:39.878204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=865bc675-49db-4031-a7b1-c24b4a2d421c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:39.891105 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.903442 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.909229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] 10.222.0.39 "DELETE /v2.0/networks/e3441762-814a-47fc-9cb6-89ff97ae3611 HTTP/1.1" status: 204 len: 168 time: 1.7711773 May 26 16:24:39.968828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b352cd-fa72-422c-a3ee-17efcb3dcbaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114482660-project] Pushing event deleted for resources: {'Network': ['ID=e3441762-814a-47fc-9cb6-89ff97ae3611,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:40.017794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.068162 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.096348 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.270255 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Floating IP 405d5856-7232-48ec-b9ae-cbe6226bdc5a associated. External IP: 172.25.0.174, port: b2e22bb2-b469-4674-9c34-829ef8020f04. May 26 16:24:40.343086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6176748d-8fc8-42fc-9e88-cde4bbab01af None None] Provisioning complete for port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:40.343654 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6176748d-8fc8-42fc-9e88-cde4bbab01af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.391618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.394499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Pushing event updated for resources: {'Port': ['ID=4c76114d-ef18-4434-8ce0-992f17f4d943,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:40.407033 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e57e53c-ff13-474e-af14-05f7f2d1dd0b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.429203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3bd367c3-37d8-4346-8fa6-de07488c99c2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:40.454984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39822) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:40.532679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57e53c-ff13-474e-af14-05f7f2d1dd0b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=48262d9f-19c9-4cd3-b3f1-838535f33a76,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:40.670757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e57e53c-ff13-474e-af14-05f7f2d1dd0b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.699452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4e57e53c-ff13-474e-af14-05f7f2d1dd0b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/48262d9f-19c9-4cd3-b3f1-838535f33a76 HTTP/1.1" status: 204 len: 168 time: 2.0966136 May 26 16:24:40.701760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39830) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:40.798284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:24:40.837485 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a21078-c84f-47b6-add8-5460956d201e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:24:40.848711 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c8a21078-c84f-47b6-add8-5460956d201e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/48262d9f-19c9-4cd3-b3f1-838535f33a76 HTTP/1.1" status: 404 len: 333 time: 0.1340041 May 26 16:24:40.851235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39832) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:41.013599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6176748d-8fc8-42fc-9e88-cde4bbab01af None None] Port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:41.032398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f59ae45e-0eca-43ac-8c11-dbc280a8d8a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=222c0988719c49baa1c03f5f1a839e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388677 May 26 16:24:41.035695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39840) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:41.036463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c9374c6f-f3af-41b4-b6f4-df85600a27ed tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.058799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6176748d-8fc8-42fc-9e88-cde4bbab01af None None] Could not find standard attr ID for object 48262d9f-19c9-4cd3-b3f1-838535f33a76. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:41.079700 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.082683 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.091642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6176748d-8fc8-42fc-9e88-cde4bbab01af None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:41.092102 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6176748d-8fc8-42fc-9e88-cde4bbab01af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.145658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:41.158877 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] Sync routers for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:41.160329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Network 8b390679-344c-428c-ad28-4c24bc4388d0 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:41.168387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:41.170067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3bd367c3-37d8-4346-8fa6-de07488c99c2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:41.170475 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.177253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.179777 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:41.180434 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:41.226381 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c9374c6f-f3af-41b4-b6f4-df85600a27ed tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.267227 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-acfd0eed-7b85-4984-b652-0f9353a41651 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1125386 May 26 16:24:41.268138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:41.271241 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a1d641-ab8d-478a-856b-4595f8cfebe0" -d '{"events": [{"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:41.301818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6176748d-8fc8-42fc-9e88-cde4bbab01af None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:41.357519 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d16f3f-3d56-4ed0-af3a-af851c383d20 x-openstack-request-id: req-d2d16f3f-3d56-4ed0-af3a-af851c383d20 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:41.357826 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:41.358138 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2d16f3f-3d56-4ed0-af3a-af851c383d20 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:41.358536 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d16f3f-3d56-4ed0-af3a-af851c383d20'] response: {'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'status': 'completed', 'code': 200} May 26 16:24:41.435921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-014a52dd-52f3-4855-88c4-5860a84723f3 req-d7285b96-c168-46e2-a440-e12ea861bd6f service neutron] (109404) timed out ('10.222.0.24', 50635) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:24:41.502483 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:41.521870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3bd367c3-37d8-4346-8fa6-de07488c99c2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:41.522536 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.565940 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb638aca-f636-4d95-8f69-585335af97a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.629046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 3bd367c3-37d8-4346-8fa6-de07488c99c2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3bd367c3-37d8-4346-8fa6-de07488c99c2,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:41.640751 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb638aca-f636-4d95-8f69-585335af97a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.651632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.654426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:41.767407 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb638aca-f636-4d95-8f69-585335af97a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.770423 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fb638aca-f636-4d95-8f69-585335af97a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.772421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=3bd367c3-37d8-4346-8fa6-de07488c99c2,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:41.774952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fb638aca-f636-4d95-8f69-585335af97a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f398ce0a-141a-440a-b122-c09948c3395d HTTP/1.1" status: 204 len: 168 time: 0.7267771 May 26 16:24:41.779687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-22d57c3d-1a1a-4bb3-8271-5716e7792f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:41.781169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-db0dc5b6-31f3-4aa9-836a-34ce0e7ac409 None None] Could not find standard attr ID for object 48262d9f-19c9-4cd3-b3f1-838535f33a76. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:41.782097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-22d57c3d-1a1a-4bb3-8271-5716e7792f02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1096 time: 0.3734593 May 26 16:24:41.815600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb638aca-f636-4d95-8f69-585335af97a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f398ce0a-141a-440a-b122-c09948c3395d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:41.840794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c9374c6f-f3af-41b4-b6f4-df85600a27ed tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.844892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c9374c6f-f3af-41b4-b6f4-df85600a27ed tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.848543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39856) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:41.849001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c9374c6f-f3af-41b4-b6f4-df85600a27ed tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/security-groups/edcc7a5d-777a-4d75-89ca-c77fc502760f HTTP/1.1" status: 204 len: 168 time: 0.9921587 May 26 16:24:41.932439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9224a-22f0-4a12-931a-1784c4cdb987 req-3b74f5d8-bf92-4c0b-b94f-4b585bbbf023 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:41.944470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fc9224a-22f0-4a12-931a-1784c4cdb987 req-3b74f5d8-bf92-4c0b-b94f-4b585bbbf023 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.5086796 May 26 16:24:41.955419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cf4504eb-6c3f-4d2f-9078-c7d030be54e6 None None] Provisioning complete for port 4c76114d-ef18-4434-8ce0-992f17f4d943 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:41.955419 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cf4504eb-6c3f-4d2f-9078-c7d030be54e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.958479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:41.967116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.001362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9374c6f-f3af-41b4-b6f4-df85600a27ed tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcc7a5d-777a-4d75-89ca-c77fc502760f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:42.036698 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f44177a-cec1-46c5-a85f-76646d0fa27b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.058598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Router d7052573-3689-4240-8683-43f7e120f2ef has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:24:42.112728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f44177a-cec1-46c5-a85f-76646d0fa27b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.113669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-f534380f-3e9d-425a-bb4b-0f0250e6b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:42.117697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-f534380f-3e9d-425a-bb4b-0f0250e6b98d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.3135376 May 26 16:24:42.122490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fc9224a-22f0-4a12-931a-1784c4cdb987 req-b0375397-7471-49fe-a1ae-a94badc7ecdd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046040 May 26 16:24:42.169044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39866) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:42.251088 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:43Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '405d5856-7232-48ec-b9ae-cbe6226bdc5a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'port_id': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'mac_address': 'fa:16:3e:98:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5021a6d7-16b2-4435-9f8d-38e43eeae7b6', 'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ae:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:40Z', 'updated_at': '2022-05-26T16:23:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:42.257808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cf4504eb-6c3f-4d2f-9078-c7d030be54e6 None None] Port 4c76114d-ef18-4434-8ce0-992f17f4d943 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:42.261946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f44177a-cec1-46c5-a85f-76646d0fa27b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.272081 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9f44177a-cec1-46c5-a85f-76646d0fa27b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.279727 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9f44177a-cec1-46c5-a85f-76646d0fa27b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/security-groups/84be2310-e064-42b4-814f-e2037918827c HTTP/1.1" status: 204 len: 168 time: 0.4292407 May 26 16:24:42.279727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39868) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:42.315091 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] Checking router: 98c9ac71-8c86-45d2-89b0-46b3da9a4761 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:42.337616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:42.338579 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:42.389048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:42.439743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39872) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:42.457768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-052b95d9-4acd-4684-9d45-aaa5a20463fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 1d248b14-97fa-4915-9adc-21a435f7b8a0 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:42.471951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-052b95d9-4acd-4684-9d45-aaa5a20463fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.540371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-8df7f8ec-5875-40ff-ac92-a4eab6baba73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 999 time: 0.4136510 May 26 16:24:42.545115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44177a-cec1-46c5-a85f-76646d0fa27b tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be2310-e064-42b4-814f-e2037918827c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:42.566222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4151ca59-ac12-4978-8207-4c4637b14831 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/405d5856-7232-48ec-b9ae-cbe6226bdc5a HTTP/1.1" status: 200 len: 991 time: 0.3955789 May 26 16:24:42.582334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3bd367c3-37d8-4346-8fa6-de07488c99c2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:42.591838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-052b95d9-4acd-4684-9d45-aaa5a20463fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.636617 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:42.689216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3bd367c3-37d8-4346-8fa6-de07488c99c2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:42.689951 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.746196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-052b95d9-4acd-4684-9d45-aaa5a20463fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.823650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-84862dab-b9b5-40f7-8d16-ba2d5d6046df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12db1fc89a0243eba75ff9aa98b1ff32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750861 May 26 16:24:42.826688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39880) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:42.836269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3bd367c3-37d8-4346-8fa6-de07488c99c2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:42.873986 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-052b95d9-4acd-4684-9d45-aaa5a20463fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.881204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:42.886897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-c994c192-5022-49c8-8e92-b2f28df4d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:42.888396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-c994c192-5022-49c8-8e92-b2f28df4d492 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.3368249 May 26 16:24:42.893145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Sync routers for ids ['d7052573-3689-4240-8683-43f7e120f2ef'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:42.902563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ad59ab7f-cced-4581-aff0-3a242b6c3a8d admin admin] 10.222.0.39 "PUT /v2.0/routers/d7052573-3689-4240-8683-43f7e120f2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6994112 May 26 16:24:42.905301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Routers {'d7052573-3689-4240-8683-43f7e120f2ef'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:42.906426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d7052573-3689-4240-8683-43f7e120f2ef'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:43.017025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-d6832e38-9407-4ca3-8992-2b1cf66e6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:43.019120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-d6832e38-9407-4ca3-8992-2b1cf66e6134 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149509 May 26 16:24:43.043924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892190e1-386e-4392-958d-c05175b21c8c None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:43.060694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b95d9-4acd-4684-9d45-aaa5a20463fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=1d248b14-97fa-4915-9adc-21a435f7b8a0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:43.082131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-052b95d9-4acd-4684-9d45-aaa5a20463fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.094968 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-052b95d9-4acd-4684-9d45-aaa5a20463fe tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/1d248b14-97fa-4915-9adc-21a435f7b8a0 HTTP/1.1" status: 204 len: 168 time: 0.8006289 May 26 16:24:43.102357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39888) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:43.154888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-132fed10-805e-495f-a2c9-2b22954818a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.206632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:43.243517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-132fed10-805e-495f-a2c9-2b22954818a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.270788 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:43Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '405d5856-7232-48ec-b9ae-cbe6226bdc5a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'port_id': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'mac_address': 'fa:16:3e:98:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5021a6d7-16b2-4435-9f8d-38e43eeae7b6', 'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ae:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:40Z', 'updated_at': '2022-05-26T16:23:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:43.305204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Set router d7052573-3689-4240-8683-43f7e120f2ef gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:43.310344 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae5c8b-a660-46f2-a099-a3e8d444c5d5 None None] The sync data for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 is: [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:43Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '405d5856-7232-48ec-b9ae-cbe6226bdc5a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'port_id': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'mac_address': 'fa:16:3e:98:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5021a6d7-16b2-4435-9f8d-38e43eeae7b6', 'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ae:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:40Z', 'updated_at': '2022-05-26T16:23:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:43.378306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-132fed10-805e-495f-a2c9-2b22954818a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.382396 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-132fed10-805e-495f-a2c9-2b22954818a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.383920 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-132fed10-805e-495f-a2c9-2b22954818a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba12d928-44b9-44ab-9b57-a71ab702da3e HTTP/1.1" status: 204 len: 168 time: 0.5561795 May 26 16:24:43.408730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fed10-805e-495f-a2c9-2b22954818a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba12d928-44b9-44ab-9b57-a71ab702da3e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:43.482462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-571aa02f-909b-4ef2-ad12-da76ec2e1631 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512618 May 26 16:24:43.568593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39898) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:43.631837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:43.641023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.764906 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f1f7abd1-172f-44e7-ab02-2170f2b16d0d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/405d5856-7232-48ec-b9ae-cbe6226bdc5a HTTP/1.1" status: 200 len: 991 time: 0.1950781 May 26 16:24:43.794632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8a1d641-ab8d-478a-856b-4595f8cfebe0 req-eaa1b865-5ea5-48e0-881e-f28ebbb5176b service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030479 May 26 16:24:43.846473 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7a646-bb0c-40f7-b7c3-a58c348029cf None None] New status for floating IP 405d5856-7232-48ec-b9ae-cbe6226bdc5a: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:24:43.949837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:29Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'gw_port': {'id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:30Z', 'updated_at': '2022-05-26T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c76114d-ef18-4434-8ce0-992f17f4d943', 'name': '', 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'mac_address': 'fa:16:3e:be:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '509561e2-07a3-481c-9e4a-6c49e63ce3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:36Z', 'updated_at': '2022-05-26T16:24:39Z', 'revision_number': 2, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'subnets': [{'id': '509561e2-07a3-481c-9e4a-6c49e63ce3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:44.005008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Checking router: d7052573-3689-4240-8683-43f7e120f2ef for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:44.023395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Updating router d7052573-3689-4240-8683-43f7e120f2ef port 4c76114d-ef18-4434-8ce0-992f17f4d943 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:24:44.167249 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.342729 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.446427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=12a449bc-fa79-4e62-ad89-0700c493a09c,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:44.496921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:44.503582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:44.513164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:44.513771 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.558916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39934) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:44.559556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-901e0fe8-9b84-4c09-9152-ba04fe4c397f tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3715520 May 26 16:24:44.564937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c4fa7c58-4b18-47f5-aabc-290cc551304e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'security_group': {'name': 'tempest-secgroup-217737698'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:44.613616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7c58-4b18-47f5-aabc-290cc551304e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.758540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7c58-4b18-47f5-aabc-290cc551304e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.763888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7c58-4b18-47f5-aabc-290cc551304e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.769027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39944) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:44.892393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa7c58-4b18-47f5-aabc-290cc551304e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda400c-9f69-45e3-bf92-ff2c6e579c22,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:44.920210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7c58-4b18-47f5-aabc-290cc551304e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.928153 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c4fa7c58-4b18-47f5-aabc-290cc551304e tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3632326 May 26 16:24:44.928842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39952) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:44.936144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-45fc0cf7-4456-4698-9c8f-5372fdc2c4b6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'security_group': {'name': 'tempest-secgroup-1928017971'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:44.984057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 39954) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:44.996839 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45fc0cf7-4456-4698-9c8f-5372fdc2c4b6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.018845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-173455690-network', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:45.031317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00549746-eea9-47df-a6c5-bfe9026dcf08 None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:45.274763 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45fc0cf7-4456-4698-9c8f-5372fdc2c4b6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.284096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45fc0cf7-4456-4698-9c8f-5372fdc2c4b6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.392160 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-45fc0cf7-4456-4698-9c8f-5372fdc2c4b6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.399323 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-45fc0cf7-4456-4698-9c8f-5372fdc2c4b6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4667323 May 26 16:24:45.401972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39972) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:45.411264 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-159578c4-97fd-44b9-aeba-5f9e1baeac03 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'security_group': {'name': 'tempest-secgroup-592525221'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:45.416958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc0cf7-4456-4698-9c8f-5372fdc2c4b6 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d522bd98-cfc7-45ac-bad6-d3307554229b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:45.436100 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.443134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f7707058-49f4-4e4c-947f-905b512e4e20 None None] Provisioning complete for port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:45.443505 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7707058-49f4-4e4c-947f-905b512e4e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.456834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-159578c4-97fd-44b9-aeba-5f9e1baeac03 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.497947 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.622275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-159578c4-97fd-44b9-aeba-5f9e1baeac03 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.636790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-159578c4-97fd-44b9-aeba-5f9e1baeac03 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.745030 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-159578c4-97fd-44b9-aeba-5f9e1baeac03 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.749617 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-159578c4-97fd-44b9-aeba-5f9e1baeac03 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3466210 May 26 16:24:45.751026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 39982) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:45.758461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1231528274', 'security_groups': ['b5ae2676-4793-484d-bb11-1d0a3d0f6751'], 'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12a449bc-fa79-4e62-ad89-0700c493a09c'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:45.834130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Made reservation on behalf of d17a05cf580b4471b4952c58a2784412 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:45.840240 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.874569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.923501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159578c4-97fd-44b9-aeba-5f9e1baeac03 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ae2676-4793-484d-bb11-1d0a3d0f6751,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:45.956728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8c4b44a5-4126-4876-ac84-20d8b86fd4ce tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/405d5856-7232-48ec-b9ae-cbe6226bdc5a HTTP/1.1" status: 200 len: 993 time: 1.1864700 May 26 16:24:45.971538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:46.164585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.169881 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.172659 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.197977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f7707058-49f4-4e4c-947f-905b512e4e20 None None] Port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:46.238197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:46.244672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] device_id is not set on port 1d3226a7-9ffb-455b-a15d-56e226745dab yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:46.280180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.281908 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Added segment 4ad74eaa-fe17-4110-aae3-e09155c9f346 of type vlan for network 79b0b709-09d9-4b14-8904-1effc98baf0b May 26 16:24:46.313782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbb36f-f9b0-4930-b98b-9aa5deab27a8 None None] Pushing event updated for resources: {'Port': ['ID=4c76114d-ef18-4434-8ce0-992f17f4d943,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:46.357708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Attempting to bind port 4c76114d-ef18-4434-8ce0-992f17f4d943 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:46.358598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Attempting to bind port 4c76114d-ef18-4434-8ce0-992f17f4d943 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '840fc261-9f93-4555-b81b-8176a285ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:46.362049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Attempting to bind port 4c76114d-ef18-4434-8ce0-992f17f4d943 on network 8b390679-344c-428c-ad28-4c24bc4388d0 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:46.381932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f7707058-49f4-4e4c-947f-905b512e4e20 None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:46.382623 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7707058-49f4-4e4c-947f-905b512e4e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.455593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919fd373-95fd-4415-8ded-13fc14fc4edd,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:46.461479 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.466505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:46.467237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Checking segment: {'id': '840fc261-9f93-4555-b81b-8176a285ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:46.467742 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.468389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Bound using segment: {'id': '840fc261-9f93-4555-b81b-8176a285ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:46.469745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Bound port: 4c76114d-ef18-4434-8ce0-992f17f4d943, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840fc261-9f93-4555-b81b-8176a285ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:46.476563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.570507 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.571584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:46.572212 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.652324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6492064 May 26 16:24:46.657047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40002) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:46.662747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Request body: {'subnet': {'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-173455690-subnet', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:46.696774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fa64c-d9f7-4548-8ac1-1e15f3a82898 admin admin] Pushing event updated for resources: {'Network': ['ID=79b0b709-09d9-4b14-8904-1effc98baf0b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:46.700690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Made reservation on behalf of d17a05cf580b4471b4952c58a2784412 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:46.710313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.744921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] For port 4c76114d-ef18-4434-8ce0-992f17f4d943, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:46.752970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8::8b (66d59244-d828-4d30-8e72-19d8c3031629/12a449bc-fa79-4e62-ad89-0700c493a09c/1d3226a7-9ffb-455b-a15d-56e226745dab) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:46.756548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] For port 4c76114d-ef18-4434-8ce0-992f17f4d943, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4c76114d-ef18-4434-8ce0-992f17f4d943,segment=NetworkSegment(840fc261-9f93-4555-b81b-8176a285ff7d),segment_id=840fc261-9f93-4555-b81b-8176a285ff7d)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:46.775365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 79b0b709-09d9-4b14-8904-1effc98baf0b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:46.895531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e672b3a-e14e-45a5-855c-06d42b686bb5 None None] Update dhcp port {'port': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'fixed_ips': [{'subnet_id': '243a420b-3aef-420c-9e86-3b862595c976', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '12a449bc-fa79-4e62-ad89-0700c493a09c'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '4a038d4d-df77-48b6-8c9a-5a4d5a3409a5'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:24:46.926674 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.937224 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3e672b3a-e14e-45a5-855c-06d42b686bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.028072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbb36f-f9b0-4930-b98b-9aa5deab27a8 None None] Pushing event updated for resources: {'Port': ['ID=4c76114d-ef18-4434-8ce0-992f17f4d943,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:47.229357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Routers {'d7052573-3689-4240-8683-43f7e120f2ef'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:47.229976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d7052573-3689-4240-8683-43f7e120f2ef'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:47.291016 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.509315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179b0748-be5a-4d7b-97ce-41cde77f67d8,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:47.568843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Checking segment: {'id': '4ad74eaa-fe17-4110-aae3-e09155c9f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:47.568843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Network hostable DHCP agents. Network: 79b0b709-09d9-4b14-8904-1effc98baf0b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:47.603445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Network 79b0b709-09d9-4b14-8904-1effc98baf0b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:47.619931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 79b0b709-09d9-4b14-8904-1effc98baf0b) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:47.650534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:47.651357 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.667020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f7707058-49f4-4e4c-947f-905b512e4e20 None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:47.689182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da406857-60b7-4a28-a3ec-882d83c6c639 None None] Network 79b0b709-09d9-4b14-8904-1effc98baf0b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:47.689304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f0aa6bc6-32e8-45c5-a97c-4eefcfcee709 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0280488 May 26 16:24:47.689656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40032) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:47.697082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:47.736329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.738173 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.802197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40036) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:47.832493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] Set router d7052573-3689-4240-8683-43f7e120f2ef gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:47.876991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.993446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c716b51e-2c0b-4d45-b225-06ae9e92b0a0 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:48.044851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-778dd8f2-2199-4431-9984-0c7afa2a67a0 None None] Provisioning complete for port 4c76114d-ef18-4434-8ce0-992f17f4d943 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:48.045460 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-778dd8f2-2199-4431-9984-0c7afa2a67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.106871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.107848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.144683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c716b51e-2c0b-4d45-b225-06ae9e92b0a0 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] 10.222.0.39 "PUT /v2.0/quotas/c0e4ecb8638245af91ee4b9dcbbbb281 HTTP/1.1" status: 200 len: 366 time: 0.3392620 May 26 16:24:48.181160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40044) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.195997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.206561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-053fa935-af6a-4813-b1ca-dfa2b604ed7a tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0217230 May 26 16:24:48.211214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40046) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.245022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f1138f3c-b67e-4a88-8e37-cf7fe98bc374 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] 10.222.0.39 "GET /v2.0/quotas/c0e4ecb8638245af91ee4b9dcbbbb281 HTTP/1.1" status: 200 len: 366 time: 0.0322537 May 26 16:24:48.248775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40052) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.255513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:48.261383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:48.264330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:48.271023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:48.272016 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.285145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-3e672b3a-e14e-45a5-855c-06d42b686bb5 None None] Allocated IP 2001:db8::2 (66d59244-d828-4d30-8e72-19d8c3031629/12a449bc-fa79-4e62-ad89-0700c493a09c/4a038d4d-df77-48b6-8c9a-5a4d5a3409a5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:48.298401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=1d3226a7-9ffb-455b-a15d-56e226745dab,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:48.310424 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-494ed7c8-087b-49a4-a0a8-174c45690c87 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5577340 May 26 16:24:48.315169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40054) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.323273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-30268cdb-51b7-4a86-9604-6f23beb85bb5 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/c0e4ecb8638245af91ee4b9dcbbbb281 HTTP/1.1" status: 204 len: 168 time: 0.0734138 May 26 16:24:48.324761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b7dc072f-bb8e-4813-8d4d-3c8a810c30cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:48.329218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40056) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.383869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8b3ae42c-56a2-4a72-b7d5-63afed71cddc tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0530620 May 26 16:24:48.387546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40062) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.424068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cbca14e9-affb-407e-8d6b-bac9c4a402cb tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] 10.222.0.39 "GET /v2.0/quotas/c0e4ecb8638245af91ee4b9dcbbbb281 HTTP/1.1" status: 200 len: 370 time: 0.0354154 May 26 16:24:48.427529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40066) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.434553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9c845755-880b-4fa2-9eaf-512736d3b73e tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] 10.222.0.39 "GET /v2.0/quotas/c0e4ecb8638245af91ee4b9dcbbbb281/default HTTP/1.1" status: 200 len: 370 time: 0.0058353 May 26 16:24:48.446646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40068) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.481008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-79b0b709-09d9-4b14-8904-1effc98baf0b', 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'fixed_ips': [{'subnet_id': '179b0748-be5a-4d7b-97ce-41cde77f67d8'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:48.482984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.518197 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-7e6de971-b096-4f57-b1f0-d91fd0a4881d tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] delete failed (client error): The resource could not be found. May 26 16:24:48.520034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7e6de971-b096-4f57-b1f0-d91fd0a4881d tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/c0e4ecb8638245af91ee4b9dcbbbb281 HTTP/1.1" status: 404 len: 348 time: 0.0721791 May 26 16:24:48.544712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3e672b3a-e14e-45a5-855c-06d42b686bb5 None None] For port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,segment=NetworkSegment(97543fdc-57e3-42dd-bab9-fffdcbb6cd0c),segment_id=97543fdc-57e3-42dd-bab9-fffdcbb6cd0c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:48.634769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dc072f-bb8e-4813-8d4d-3c8a810c30cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:48.638749 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7dc072f-bb8e-4813-8d4d-3c8a810c30cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.675898 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.707089 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.709379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3e672b3a-e14e-45a5-855c-06d42b686bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.840084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40080) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.850277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3e672b3a-e14e-45a5-855c-06d42b686bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.860399 n-d-843336-2 neutron-server[109404]: INFO neutron.db.ipam_backend_mixin [None req-b7dc072f-bb8e-4813-8d4d-3c8a810c30cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12a449bc-fa79-4e62-ad89-0700c493a09c (CIDR: 2001:db8::/64) May 26 16:24:48.865844 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7dc072f-bb8e-4813-8d4d-3c8a810c30cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:24:48.866725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7dc072f-bb8e-4813-8d4d-3c8a810c30cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:48.888279 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b7dc072f-bb8e-4813-8d4d-3c8a810c30cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5715101 May 26 16:24:48.891825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40082) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.915143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cb080c4f-a775-4aec-80ab-2c9b77ddfda3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:48.982215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e672b3a-e14e-45a5-855c-06d42b686bb5 None None] Pushing event updated for resources: {'Port': ['ID=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:48.985398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Allocated IP 172.25.0.99 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/34cb520e-0225-43a1-b277-5968792fc3bb) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:49.040321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-778dd8f2-2199-4431-9984-0c7afa2a67a0 None None] Current status of the port 4c76114d-ef18-4434-8ce0-992f17f4d943 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:49.040721 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-778dd8f2-2199-4431-9984-0c7afa2a67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.099786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Usage tracker for resource:network and tenant:1b81773d8e2c42498016222ed1e9bd05 is out of sync, need to count used quota {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:24:49.168078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-778dd8f2-2199-4431-9984-0c7afa2a67a0 None None] For port 4c76114d-ef18-4434-8ce0-992f17f4d943, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4c76114d-ef18-4434-8ce0-992f17f4d943,segment=NetworkSegment(840fc261-9f93-4555-b81b-8176a285ff7d),segment_id=840fc261-9f93-4555-b81b-8176a285ff7d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:49.175366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Allocated IP 172.20.0.2 (79b0b709-09d9-4b14-8904-1effc98baf0b/179b0748-be5a-4d7b-97ce-41cde77f67d8/370d863a-489e-4c47-a091-c1cfb1c522d2) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:49.180532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:29Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'gw_port': {'id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:30Z', 'updated_at': '2022-05-26T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c76114d-ef18-4434-8ce0-992f17f4d943', 'name': '', 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'mac_address': 'fa:16:3e:be:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '509561e2-07a3-481c-9e4a-6c49e63ce3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:36Z', 'updated_at': '2022-05-26T16:24:46Z', 'revision_number': 4, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'subnets': [{'id': '509561e2-07a3-481c-9e4a-6c49e63ce3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:49.182141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb080c4f-a775-4aec-80ab-2c9b77ddfda3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:49.186662 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cb080c4f-a775-4aec-80ab-2c9b77ddfda3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.248223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.323084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:24:49.339359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.397424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Usage tracker for resource:subnet and tenant:1b81773d8e2c42498016222ed1e9bd05 is out of sync, need to count used quota {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:24:49.413166 n-d-843336-2 neutron-server[109404]: INFO neutron.db.ipam_backend_mixin [None req-cb080c4f-a775-4aec-80ab-2c9b77ddfda3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 243a420b-3aef-420c-9e86-3b862595c976 (CIDR: 2001:db8:0:1::/64) May 26 16:24:49.420415 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb080c4f-a775-4aec-80ab-2c9b77ddfda3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:24:49.420520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb080c4f-a775-4aec-80ab-2c9b77ddfda3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:49.442066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:24:49.452754 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cb080c4f-a775-4aec-80ab-2c9b77ddfda3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5598209 May 26 16:24:49.454037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40090) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:49.459098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'subnet': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:49.488388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:49.508265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:49.537499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:49.556782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea872c80-b116-40f0-9e47-d52011e92fcd None None] The sync data for ids ['d7052573-3689-4240-8683-43f7e120f2ef'] in n-d-843336-2 is: [{'id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:29Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'gw_port': {'id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:30Z', 'updated_at': '2022-05-26T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4c76114d-ef18-4434-8ce0-992f17f4d943', 'name': '', 'network_id': '8b390679-344c-428c-ad28-4c24bc4388d0', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'mac_address': 'fa:16:3e:be:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '509561e2-07a3-481c-9e4a-6c49e63ce3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:36Z', 'updated_at': '2022-05-26T16:24:46Z', 'revision_number': 4, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'subnets': [{'id': '509561e2-07a3-481c-9e4a-6c49e63ce3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:49.560252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-778dd8f2-2199-4431-9984-0c7afa2a67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.721819 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.752478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Usage tracker for resource:subnetpool and tenant:1b81773d8e2c42498016222ed1e9bd05 is out of sync, need to count used quota {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:24:49.757066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Pushing event updated for resources: {'Port': ['ID=34cb520e-0225-43a1-b277-5968792fc3bb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:49.760938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Made reservation on behalf of 10c93474e04f4cad86e5f3ad4ed57c27 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:49.763177 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.777052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.790601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:24:49.817552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Network 79b0b709-09d9-4b14-8904-1effc98baf0b is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:49.826918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dd8f2-2199-4431-9984-0c7afa2a67a0 None None] Pushing event updated for resources: {'Port': ['ID=4c76114d-ef18-4434-8ce0-992f17f4d943,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:49.841075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:49.938256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Pushing event updated for resources: {'Port': ['ID=370d863a-489e-4c47-a091-c1cfb1c522d2,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:49.948831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Usage tracker for resource:port and tenant:1b81773d8e2c42498016222ed1e9bd05 is out of sync, need to count used quota {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:24:49.949505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:50.050683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:24:50.055502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e514704-312a-4ad5-a146-b788b688170c req-b4527124-8894-4ea4-b890-449774a8de4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5447509 May 26 16:24:50.125801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Attempting to bind port 370d863a-489e-4c47-a091-c1cfb1c522d2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:50.126446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Attempting to bind port 370d863a-489e-4c47-a091-c1cfb1c522d2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '4ad74eaa-fe17-4110-aae3-e09155c9f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:50.126976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Attempting to bind port 370d863a-489e-4c47-a091-c1cfb1c522d2 on network 79b0b709-09d9-4b14-8904-1effc98baf0b {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:50.134749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:50.135325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Checking segment: {'id': '4ad74eaa-fe17-4110-aae3-e09155c9f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:50.135907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.136445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Bound using segment: {'id': '4ad74eaa-fe17-4110-aae3-e09155c9f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:50.137067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Bound port: 370d863a-489e-4c47-a091-c1cfb1c522d2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad74eaa-fe17-4110-aae3-e09155c9f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:50.137606 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.305783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Usage tracker for resource:router and tenant:1b81773d8e2c42498016222ed1e9bd05 is out of sync, need to count used quota {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:24:50.346814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:24:50.347412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] For port 370d863a-489e-4c47-a091-c1cfb1c522d2, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:50.355885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] For port 370d863a-489e-4c47-a091-c1cfb1c522d2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=370d863a-489e-4c47-a091-c1cfb1c522d2,segment=NetworkSegment(4ad74eaa-fe17-4110-aae3-e09155c9f346),segment_id=4ad74eaa-fe17-4110-aae3-e09155c9f346)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:50.372116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.377028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e514704-312a-4ad5-a146-b788b688170c req-87b439ba-3a43-4b91-a0ea-b065ae622fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:50.379136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e514704-312a-4ad5-a146-b788b688170c req-87b439ba-3a43-4b91-a0ea-b065ae622fb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=378d593d7e994695b4980dfda831bdcc&device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 1097 time: 0.2321784 May 26 16:24:50.405722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Usage tracker for resource:floatingip and tenant:1b81773d8e2c42498016222ed1e9bd05 is out of sync, need to count used quota {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:24:50.415482 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.549960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:24:50.569712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e5b84-7371-48a8-91d6-5cecee5c548f None None] Pushing event updated for resources: {'Port': ['ID=370d863a-489e-4c47-a091-c1cfb1c522d2,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:50.570687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Network 66d59244-d828-4d30-8e72-19d8c3031629 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:50.608143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:50.611263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9a2dcaf5-2450-428b-b785-8d5522343c4a None None] Provisioning complete for port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:50.611731 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a2dcaf5-2450-428b-b785-8d5522343c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.618733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:50.619218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.712208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Subnet': ['ID=2af8bc3e-0893-4352-a13f-d5e5f93da62e,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:50.729326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dcaf5-2450-428b-b785-8d5522343c4a None None] Port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:50.772724 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ff9f8f31-a31a-4e6e-b223-72d05087e242 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3174918 May 26 16:24:50.775497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40112) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:50.783338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9a2dcaf5-2450-428b-b785-8d5522343c4a None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:50.783792 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a2dcaf5-2450-428b-b785-8d5522343c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.825616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-52850682', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2af8bc3e-0893-4352-a13f-d5e5f93da62e'}], 'security_groups': ['cfda400c-9f69-45e3-bf92-ff2c6e579c22', 'd522bd98-cfc7-45ac-bad6-d3307554229b']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:51.143433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:51.176977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:51.223563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e514704-312a-4ad5-a146-b788b688170c req-bec5bc8c-c267-478f-aece-e20fcbc34a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:51.225598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e514704-312a-4ad5-a146-b788b688170c req-bec5bc8c-c267-478f-aece-e20fcbc34a5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 HTTP/1.1" status: 200 len: 915 time: 0.8104768 May 26 16:24:51.236977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Usage tracker for resource:security_group and tenant:1b81773d8e2c42498016222ed1e9bd05 is out of sync, need to count used quota {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:24:51.331033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4c76114d-ef18-4434-8ce0-992f17f4d943 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:51.383174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4b87a-0423-4fd9-a220-9b9d37fb9fd7 None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:51.389306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:24:51.395848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e514704-312a-4ad5-a146-b788b688170c req-08eca16e-1d6f-433e-aeed-c14a6bc4d62f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab4f140f-25f8-4db2-9ca3-13946f6b31f8 HTTP/1.1" status: 200 len: 217 time: 0.1560020 May 26 16:24:51.435242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Usage tracker for resource:security_group_rule and tenant:1b81773d8e2c42498016222ed1e9bd05 is out of sync, need to count used quota {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:24:51.488954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.quota.resource [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109405) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:24:51.508251 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d74c1ce6-aed3-4dba-82ac-e77045147844 tempest-QuotasTest-171323851 tempest-QuotasTest-171323851-project-admin] 10.222.0.39 "GET /v2.0/quotas/1b81773d8e2c42498016222ed1e9bd05/details.json HTTP/1.1" status: 200 len: 703 time: 2.6667726 May 26 16:24:51.663301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e514704-312a-4ad5-a146-b788b688170c req-08f5af56-be3e-4c42-911e-848188931a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:51.665555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e514704-312a-4ad5-a146-b788b688170c req-08f5af56-be3e-4c42-911e-848188931a69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7fbd4009-dd8f-4035-a8ce-e559f290bed5 HTTP/1.1" status: 200 len: 854 time: 0.2529583 May 26 16:24:51.763240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e514704-312a-4ad5-a146-b788b688170c req-d1824368-3350-416d-9fb5-d9f8499a9681 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845826 May 26 16:24:51.866512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4c76114d-ef18-4434-8ce0-992f17f4d943 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:51.866995 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.068940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dcaf5-2450-428b-b785-8d5522343c4a None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:52.134636 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.230505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-64783227-e9ee-4b57-8e46-4b99ad4323c8 None None] Provisioning complete for port 1d3226a7-9ffb-455b-a15d-56e226745dab triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:52.230775 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-64783227-e9ee-4b57-8e46-4b99ad4323c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.259558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4c76114d-ef18-4434-8ce0-992f17f4d943 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:52.260712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:52.264444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Delete allocated IP 2001:db8::8b (66d59244-d828-4d30-8e72-19d8c3031629/12a449bc-fa79-4e62-ad89-0700c493a09c) {{(pid=109404) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:24:52.287368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Allocated IP 2001:db8:0:2::d7 (66d59244-d828-4d30-8e72-19d8c3031629/2af8bc3e-0893-4352-a13f-d5e5f93da62e/1d3226a7-9ffb-455b-a15d-56e226745dab) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:52.387529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Update dhcp port {'port': {'network_id': '66d59244-d828-4d30-8e72-19d8c3031629', 'fixed_ips': [{'subnet_id': '243a420b-3aef-420c-9e86-3b862595c976', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '12a449bc-fa79-4e62-ad89-0700c493a09c', 'ip_address': '2001:db8::2'}, {'subnet_id': '2af8bc3e-0893-4352-a13f-d5e5f93da62e'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '4a038d4d-df77-48b6-8c9a-5a4d5a3409a5'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:24:52.447384 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.472167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-64783227-e9ee-4b57-8e46-4b99ad4323c8 None None] Port 1d3226a7-9ffb-455b-a15d-56e226745dab cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:52.485050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:52.485460 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.508863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e514704-312a-4ad5-a146-b788b688170c req-a51731ea-82e2-4b13-b04d-3e5d2241d86d service neutron] 10.222.0.32 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154494 May 26 16:24:52.509533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40136) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:52.756655 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.764554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.945566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] In _notify_port_updated(), no bound segment for port 1d3226a7-9ffb-455b-a15d-56e226745dab on network 66d59244-d828-4d30-8e72-19d8c3031629 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:24:52.967559 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2878-23c7-42d5-9b44-6e8e5e77979a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.983041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:52.984190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.985178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e514704-312a-4ad5-a146-b788b688170c req-19511731-a1a5-4ef3-9ae2-71be3af73a88 service neutron] 10.222.0.32 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474325 May 26 16:24:52.988858 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "PUT /v2.0/ports/1d3226a7-9ffb-455b-a15d-56e226745dab HTTP/1.1" status: 200 len: 967 time: 2.1983309 May 26 16:24:52.995490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c69a1f-50e7-418f-86b5-2f1279c30070 None None] Network 79b0b709-09d9-4b14-8904-1effc98baf0b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:53.001928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883a7d2-a292-44e2-b900-0af93a29f83d tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event updated for resources: {'Port': ['ID=1d3226a7-9ffb-455b-a15d-56e226745dab,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:53.008657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40152) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:53.071168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Router d485baf2-e9c5-4e4b-899e-94329a7838a8 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:24:53.160985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Allocated IP 2001:db8:0:2::2 (66d59244-d828-4d30-8e72-19d8c3031629/2af8bc3e-0893-4352-a13f-d5e5f93da62e/4a038d4d-df77-48b6-8c9a-5a4d5a3409a5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:53.246299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1ac72a92-2548-44b9-9665-20661c5c405a None None] Provisioning complete for port 370d863a-489e-4c47-a091-c1cfb1c522d2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:53.247247 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1ac72a92-2548-44b9-9665-20661c5c405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.280130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-650cb893-ad5b-4134-8df0-34ef66e27666 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 1d3226a7-9ffb-455b-a15d-56e226745dab {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:53.284696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-650cb893-ad5b-4134-8df0-34ef66e27666 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.290926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:53.410322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2878-23c7-42d5-9b44-6e8e5e77979a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.443819 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2878-23c7-42d5-9b44-6e8e5e77979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.551122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:53.571214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-650cb893-ad5b-4134-8df0-34ef66e27666 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.603097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-650cb893-ad5b-4134-8df0-34ef66e27666 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 1d3226a7-9ffb-455b-a15d-56e226745dab owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:53.603534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca2878-23c7-42d5-9b44-6e8e5e77979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9c489f-c129-4721-9545-0503b03c5fd7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:53.603881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Sync routers for ids ['d485baf2-e9c5-4e4b-899e-94329a7838a8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:53.607547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 370d863a-489e-4c47-a091-c1cfb1c522d2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:53.627142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a6ca2878-23c7-42d5-9b44-6e8e5e77979a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60f464e14b84478eab45a98dff95d34a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1089354 May 26 16:24:53.632012 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.638448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-109a4571-1a7e-475e-95b2-2a2d0257faae admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9474626 May 26 16:24:53.639388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40160) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:53.639877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40162) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:53.806252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Routers {'d485baf2-e9c5-4e4b-899e-94329a7838a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:53.807224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d485baf2-e9c5-4e4b-899e-94329a7838a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:53.991049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-650cb893-ad5b-4134-8df0-34ef66e27666 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.005195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1ac72a92-2548-44b9-9665-20661c5c405a None None] Current status of the port 370d863a-489e-4c47-a091-c1cfb1c522d2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:54.005195 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1ac72a92-2548-44b9-9665-20661c5c405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.021714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] For port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,segment=NetworkSegment(97543fdc-57e3-42dd-bab9-fffdcbb6cd0c),segment_id=97543fdc-57e3-42dd-bab9-fffdcbb6cd0c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:54.024506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2aa595d8-608a-4edb-a049-03daf79b299a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.083422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.086321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cb893-ad5b-4134-8df0-34ef66e27666 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=1d3226a7-9ffb-455b-a15d-56e226745dab,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:54.143822 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.153186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 370d863a-489e-4c47-a091-c1cfb1c522d2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:54.153686 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.167388 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.190416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1ac72a92-2548-44b9-9665-20661c5c405a None None] For port 370d863a-489e-4c47-a091-c1cfb1c522d2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=370d863a-489e-4c47-a091-c1cfb1c522d2,segment=NetworkSegment(4ad74eaa-fe17-4110-aae3-e09155c9f346),segment_id=4ad74eaa-fe17-4110-aae3-e09155c9f346)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:54.206963 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.208095 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-650cb893-ad5b-4134-8df0-34ef66e27666 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.215497 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-650cb893-ad5b-4134-8df0-34ef66e27666 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/1d3226a7-9ffb-455b-a15d-56e226745dab HTTP/1.1" status: 204 len: 168 time: 1.2025723 May 26 16:24:54.218088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40172) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:54.226550 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1ac72a92-2548-44b9-9665-20661c5c405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.291890 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d2be5d-e275-454f-884b-30665eacedaf tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] GET failed (client error): The resource could not be found. May 26 16:24:54.291890 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-66d2be5d-e275-454f-884b-30665eacedaf tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports/1d3226a7-9ffb-455b-a15d-56e226745dab HTTP/1.1" status: 404 len: 333 time: 0.0706017 May 26 16:24:54.296069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40176) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:54.332662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Set router d485baf2-e9c5-4e4b-899e-94329a7838a8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:54.458569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7180918-f515-4460-839a-d74d4783ac98 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.495102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7180918-f515-4460-839a-d74d4783ac98 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.583675 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7180918-f515-4460-839a-d74d4783ac98 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.590566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7180918-f515-4460-839a-d74d4783ac98 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.597302 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c7180918-f515-4460-839a-d74d4783ac98 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/security-groups/b5ae2676-4793-484d-bb11-1d0a3d0f6751 HTTP/1.1" status: 204 len: 168 time: 0.2888610 May 26 16:24:54.599780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40182) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:54.633214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7180918-f515-4460-839a-d74d4783ac98 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ae2676-4793-484d-bb11-1d0a3d0f6751,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:54.761682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7edafa3-9bc4-4434-9c77-88204ab0fb32 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.815898 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7edafa3-9bc4-4434-9c77-88204ab0fb32 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.923291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7edafa3-9bc4-4434-9c77-88204ab0fb32 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.927234 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7edafa3-9bc4-4434-9c77-88204ab0fb32 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.933666 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d7edafa3-9bc4-4434-9c77-88204ab0fb32 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/security-groups/d522bd98-cfc7-45ac-bad6-d3307554229b HTTP/1.1" status: 204 len: 168 time: 0.3063819 May 26 16:24:54.943005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40188) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:54.946299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edafa3-9bc4-4434-9c77-88204ab0fb32 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d522bd98-cfc7-45ac-bad6-d3307554229b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:54.970551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Pushing event updated for resources: {'Port': ['ID=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:54.990221 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2aa595d8-608a-4edb-a049-03daf79b299a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.058317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.070838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.071648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.072330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.072998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.074201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.075056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.075542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.076022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.076501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.077237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.077791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66e79a-d681-44c4-99f6-d9d34903b5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:55.114768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3f88a6d-56a2-4215-beb1-a2e1026a537a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.143552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2471aec8-185e-499f-aed4-fb303cec1e55 None None] Provisioning complete for port 370d863a-489e-4c47-a091-c1cfb1c522d2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:55.144194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2471aec8-185e-499f-aed4-fb303cec1e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.171147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3f88a6d-56a2-4215-beb1-a2e1026a537a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.226023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2aa595d8-608a-4edb-a049-03daf79b299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.243298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2aa595d8-608a-4edb-a049-03daf79b299a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.244022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2aa595d8-608a-4edb-a049-03daf79b299a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da9c489f-c129-4721-9545-0503b03c5fd7 HTTP/1.1" status: 204 len: 168 time: 1.6030402 May 26 16:24:55.255235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 370d863a-489e-4c47-a091-c1cfb1c522d2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:55.291642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3f88a6d-56a2-4215-beb1-a2e1026a537a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.294952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa595d8-608a-4edb-a049-03daf79b299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9c489f-c129-4721-9545-0503b03c5fd7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:55.305290 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3f88a6d-56a2-4215-beb1-a2e1026a537a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.307918 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f3f88a6d-56a2-4215-beb1-a2e1026a537a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/security-groups/cfda400c-9f69-45e3-bf92-ff2c6e579c22 HTTP/1.1" status: 204 len: 168 time: 0.3517482 May 26 16:24:55.324442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40198) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:55.360486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.454383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 12a449bc-fa79-4e62-ad89-0700c493a09c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:55.458432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f88a6d-56a2-4215-beb1-a2e1026a537a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda400c-9f69-45e3-bf92-ff2c6e579c22,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:55.463788 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.612836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac72a92-2548-44b9-9665-20661c5c405a None None] Pushing event updated for resources: {'Port': ['ID=370d863a-489e-4c47-a091-c1cfb1c522d2,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:55.683587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:55.805805 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.835447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2471aec8-185e-499f-aed4-fb303cec1e55 None None] Current status of the port 370d863a-489e-4c47-a091-c1cfb1c522d2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:55.855398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:47Z', 'updated_at': '2022-05-26T16:24:50Z', 'revision_number': 3, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'gw_port': {'id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:48Z', 'updated_at': '2022-05-26T16:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:55.979648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Checking router: d485baf2-e9c5-4e4b-899e-94329a7838a8 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:55.980050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Updating router d485baf2-e9c5-4e4b-899e-94329a7838a8 port 34cb520e-0225-43a1-b277-5968792fc3bb binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:24:55.981012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Allocated IP 172.20.0.1 (79b0b709-09d9-4b14-8904-1effc98baf0b/179b0748-be5a-4d7b-97ce-41cde77f67d8/1d214603-d138-4d49-b87c-3f9eccade743) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:56.106873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:56.109541 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.112508 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.186276 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.246445 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.276107 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40214) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:56.299656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.320427 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.328015 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/12a449bc-fa79-4e62-ad89-0700c493a09c HTTP/1.1" status: 204 len: 168 time: 1.0011101 May 26 16:24:56.337588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40218) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:56.355263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=12a449bc-fa79-4e62-ad89-0700c493a09c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:56.369235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.373636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.374137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.375315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.375801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.379675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.379675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.380121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.380562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.382276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.382817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.391646 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96d4bf4b-68f9-4ca3-a04b-ce65a36d3781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.394179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a153e-fa8f-496c-a690-bda844db05bc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:56.679195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad90981-53c5-4757-ab5d-ddfcf5800111 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 2af8bc3e-0893-4352-a13f-d5e5f93da62e {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:56.682467 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cad90981-53c5-4757-ab5d-ddfcf5800111 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.734792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cad90981-53c5-4757-ab5d-ddfcf5800111 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.784947 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.794627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd74163-a71c-4122-87b4-87dc259bf458 None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:56.845969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cad90981-53c5-4757-ab5d-ddfcf5800111 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.870178 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.944855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3064acd6-2de1-4e07-bfa0-7db7c3f1f708 None None] Provisioning complete for port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:56.945142 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3064acd6-2de1-4e07-bfa0-7db7c3f1f708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.955591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42150115-86d0-478b-81c1-b2a76a673183 req-33f3a7ac-d52c-4592-a88a-c25a70ebe296 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6726942 May 26 16:24:56.974871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cad90981-53c5-4757-ab5d-ddfcf5800111 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.979372 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96d4bf4b-68f9-4ca3-a04b-ce65a36d3781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.994845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Attempting to bind port 34cb520e-0225-43a1-b277-5968792fc3bb on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:56.995225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Attempting to bind port 34cb520e-0225-43a1-b277-5968792fc3bb by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:56.995596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Attempting to bind port 34cb520e-0225-43a1-b277-5968792fc3bb on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:57.058663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.068085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83343d-0f66-4260-b99d-5faad8b470ea None None] Pushing event updated for resources: {'Port': ['ID=34cb520e-0225-43a1-b277-5968792fc3bb,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:57.077455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:57.078416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:57.078832 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.079379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:57.079871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Bound port: 34cb520e-0225-43a1-b277-5968792fc3bb, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:57.080256 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.118762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad90981-53c5-4757-ab5d-ddfcf5800111 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=2af8bc3e-0893-4352-a13f-d5e5f93da62e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:57.162794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96d4bf4b-68f9-4ca3-a04b-ce65a36d3781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.167937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3064acd6-2de1-4e07-bfa0-7db7c3f1f708 None None] Port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:57.221781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3064acd6-2de1-4e07-bfa0-7db7c3f1f708 None None] Could not find standard attr ID for object 1d3226a7-9ffb-455b-a15d-56e226745dab. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:57.226294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cad90981-53c5-4757-ab5d-ddfcf5800111 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.231425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cad90981-53c5-4757-ab5d-ddfcf5800111 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/2af8bc3e-0893-4352-a13f-d5e5f93da62e HTTP/1.1" status: 204 len: 168 time: 0.8410933 May 26 16:24:57.234564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40242) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:57.249783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:57.255262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Network 79b0b709-09d9-4b14-8904-1effc98baf0b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:57.293117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:57.296151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] For port 34cb520e-0225-43a1-b277-5968792fc3bb, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:57.296328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:57.348314 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.351570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Pushing event updated for resources: {'Port': ['ID=1d214603-d138-4d49-b87c-3f9eccade743,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:57.354285 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7703cf6-26ae-4955-afb3-761ba0057969 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:57.354797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7703cf6-26ae-4955-afb3-761ba0057969 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:57.368202 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e7703cf6-26ae-4955-afb3-761ba0057969 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/12a449bc-fa79-4e62-ad89-0700c493a09c HTTP/1.1" status: 404 len: 337 time: 0.1311116 May 26 16:24:57.371244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40244) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:57.422949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] For port 34cb520e-0225-43a1-b277-5968792fc3bb, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=34cb520e-0225-43a1-b277-5968792fc3bb,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:57.461473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.464199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3064acd6-2de1-4e07-bfa0-7db7c3f1f708 None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:57.464729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3064acd6-2de1-4e07-bfa0-7db7c3f1f708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.517294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 370d863a-489e-4c47-a091-c1cfb1c522d2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:57.520398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4226df-1c39-473a-8cee-f3c8249670cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting subnet 243a420b-3aef-420c-9e86-3b862595c976 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:57.532764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb4226df-1c39-473a-8cee-f3c8249670cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.623554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40250) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:57.646233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb4226df-1c39-473a-8cee-f3c8249670cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.713012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Routers {'d485baf2-e9c5-4e4b-899e-94329a7838a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:57.713850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d485baf2-e9c5-4e4b-899e-94329a7838a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:57.788664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4bf4b-68f9-4ca3-a04b-ce65a36d3781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9981ec67-5635-4a1e-aa5f-c2cacc9e6f20,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:57.810510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-96d4bf4b-68f9-4ca3-a04b-ce65a36d3781 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b81773d8e2c42498016222ed1e9bd05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4848194 May 26 16:24:57.811414 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40256) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:57.831441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150115-86d0-478b-81c1-b2a76a673183 req-aad09a34-7ca1-4f48-9dc6-a8bfb1a20043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:57.837059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42150115-86d0-478b-81c1-b2a76a673183 req-aad09a34-7ca1-4f48-9dc6-a8bfb1a20043 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1096 time: 0.7715254 May 26 16:24:57.953482 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb4226df-1c39-473a-8cee-f3c8249670cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.998954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83343d-0f66-4260-b99d-5faad8b470ea None None] Pushing event updated for resources: {'Port': ['ID=34cb520e-0225-43a1-b277-5968792fc3bb,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:58.004268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.082716 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62a816bb-063f-4783-8f21-bcb77714d629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.102804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] Set router d485baf2-e9c5-4e4b-899e-94329a7838a8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:58.143783 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:24:58.221641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c639d9e-5847-4bc3-b1a7-2b22e60254d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.338061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3064acd6-2de1-4e07-bfa0-7db7c3f1f708 None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:58.341388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 370d863a-489e-4c47-a091-c1cfb1c522d2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:58.341760 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.373939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c639d9e-5847-4bc3-b1a7-2b22e60254d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.519123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb4226df-1c39-473a-8cee-f3c8249670cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.530278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150115-86d0-478b-81c1-b2a76a673183 req-0e3a8313-141a-4789-a9bc-bd0db31291e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:58.535523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42150115-86d0-478b-81c1-b2a76a673183 req-0e3a8313-141a-4789-a9bc-bd0db31291e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.6352055 May 26 16:24:58.563094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6063f265-9db9-45fe-b513-8e8885198de3 None None] Provisioning complete for port 1d214603-d138-4d49-b87c-3f9eccade743 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:58.563441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6063f265-9db9-45fe-b513-8e8885198de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.642458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6063f265-9db9-45fe-b513-8e8885198de3 None None] Port 1d214603-d138-4d49-b87c-3f9eccade743 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:58.657983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62a816bb-063f-4783-8f21-bcb77714d629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.661823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4226df-1c39-473a-8cee-f3c8249670cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Subnet': ['ID=243a420b-3aef-420c-9e86-3b862595c976,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:58.704160 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-62a816bb-063f-4783-8f21-bcb77714d629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.714235 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb4226df-1c39-473a-8cee-f3c8249670cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.719855 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb4226df-1c39-473a-8cee-f3c8249670cc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/243a420b-3aef-420c-9e86-3b862595c976 HTTP/1.1" status: 204 len: 168 time: 1.3449490 May 26 16:24:58.725067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40274) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:58.784120 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-355ba910-69c7-4685-9c66-811ee87478f0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:58.784598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355ba910-69c7-4685-9c66-811ee87478f0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:58.788687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42150115-86d0-478b-81c1-b2a76a673183 req-10186540-4350-435f-96e1-90f1339fd939 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 1001 time: 0.2408650 May 26 16:24:58.797121 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-355ba910-69c7-4685-9c66-811ee87478f0 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/1d248b14-97fa-4915-9adc-21a435f7b8a0 HTTP/1.1" status: 404 len: 337 time: 0.0512030 May 26 16:24:58.801491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40276) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:58.843763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 370d863a-489e-4c47-a091-c1cfb1c522d2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:58.851933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-62a816bb-063f-4783-8f21-bcb77714d629 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b603662ec564cb682b082c96f3b3569&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2272871 May 26 16:24:58.856306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40278) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:58.856620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:47Z', 'updated_at': '2022-05-26T16:24:50Z', 'revision_number': 3, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'gw_port': {'id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:48Z', 'updated_at': '2022-05-26T16:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:58.871580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a816bb-063f-4783-8f21-bcb77714d629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5447b2-22aa-47ab-b9e0-115b357edaf1,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:58.893041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c639d9e-5847-4bc3-b1a7-2b22e60254d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.896085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2c639d9e-5847-4bc3-b1a7-2b22e60254d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.897379 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2c639d9e-5847-4bc3-b1a7-2b22e60254d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9981ec67-5635-4a1e-aa5f-c2cacc9e6f20 HTTP/1.1" status: 204 len: 168 time: 1.0798550 May 26 16:24:58.962710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c639d9e-5847-4bc3-b1a7-2b22e60254d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9981ec67-5635-4a1e-aa5f-c2cacc9e6f20,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:59.001640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150115-86d0-478b-81c1-b2a76a673183 req-61ddf228-ccc9-487d-9eca-746265205e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:59.003168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42150115-86d0-478b-81c1-b2a76a673183 req-61ddf228-ccc9-487d-9eca-746265205e9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.2007637 May 26 16:24:59.016830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40284) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.021826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-973a9dc4-bcc5-442b-bda2-d11d8348b3c3 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "GET /v2.0/ports?device_id=43b954d9-60ba-4677-a543-a316e718bc96 HTTP/1.1" status: 200 len: 205 time: 0.0527060 May 26 16:24:59.058280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-448f5b3e-88d3-46c6-ade7-1cd0560dcd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.116683 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.137668 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-e7c778ee-5afd-4524-93b8-69f6bccfbb60 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] delete failed (client error): The resource could not be found. May 26 16:24:59.139170 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e7c778ee-5afd-4524-93b8-69f6bccfbb60 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/routers/43b954d9-60ba-4677-a543-a316e718bc96 HTTP/1.1" status: 404 len: 336 time: 0.1204047 May 26 16:24:59.145532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40292) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.174725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-448f5b3e-88d3-46c6-ade7-1cd0560dcd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.199335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b54a6e-6cfe-4b9c-a220-f48b7f1f5d13 None None] Network 66d59244-d828-4d30-8e72-19d8c3031629 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:59.216592 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-82735336-3f64-44cc-977b-3aeb9a0cd630 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:59.219347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82735336-3f64-44cc-977b-3aeb9a0cd630 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:59.222650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-82735336-3f64-44cc-977b-3aeb9a0cd630 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/24742eb0-da38-494d-ab7f-6e74d05dc969 HTTP/1.1" status: 404 len: 337 time: 0.0706687 May 26 16:24:59.225711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.225957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40294) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.256258 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6eca55-e35f-40d9-8d98-14412bdc0906 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:59.256943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6eca55-e35f-40d9-8d98-14412bdc0906 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:59.260381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0c6eca55-e35f-40d9-8d98-14412bdc0906 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/41115b44-4549-4dc2-81dd-4d38f27f444f HTTP/1.1" status: 404 len: 337 time: 0.0332482 May 26 16:24:59.263643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40296) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.279438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150115-86d0-478b-81c1-b2a76a673183 req-1d78bb18-4ed1-4ac8-9cf0-cf4cc56b86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:59.281229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42150115-86d0-478b-81c1-b2a76a673183 req-1d78bb18-4ed1-4ac8-9cf0-cf4cc56b86e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547936 May 26 16:24:59.312849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534eec6-761f-481c-9ac1-021a8c195d69 None None] The sync data for ids ['d485baf2-e9c5-4e4b-899e-94329a7838a8'] in n-d-843336-2 is: [{'id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:47Z', 'updated_at': '2022-05-26T16:24:50Z', 'revision_number': 3, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'gw_port': {'id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:48Z', 'updated_at': '2022-05-26T16:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:59.324612 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-015d042c-246c-4dbe-90e4-55a6061d435a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:59.342761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9469165f-7fa0-49b7-b592-727d34ba934e None None] Provisioning complete for port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:59.343311 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9469165f-7fa0-49b7-b592-727d34ba934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.346099 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015d042c-246c-4dbe-90e4-55a6061d435a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:59.360514 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-015d042c-246c-4dbe-90e4-55a6061d435a tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/f03c5e2e-7ccc-4f03-a285-428d368e2921 HTTP/1.1" status: 404 len: 337 time: 0.0954690 May 26 16:24:59.362546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40300) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.363364 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-448f5b3e-88d3-46c6-ade7-1cd0560dcd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.366834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-448f5b3e-88d3-46c6-ade7-1cd0560dcd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.372082 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-448f5b3e-88d3-46c6-ade7-1cd0560dcd46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd5447b2-22aa-47ab-b9e0-115b357edaf1 HTTP/1.1" status: 204 len: 168 time: 0.5146108 May 26 16:24:59.411484 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6558fe5-287a-4c65-9ced-7e3d3cdbe822 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:59.413084 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6558fe5-287a-4c65-9ced-7e3d3cdbe822 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:59.419994 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e6558fe5-287a-4c65-9ced-7e3d3cdbe822 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/d9636c6c-c559-477d-b7e1-65e757459448 HTTP/1.1" status: 404 len: 333 time: 0.0467138 May 26 16:24:59.423109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40308) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.424864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f5b3e-88d3-46c6-ade7-1cd0560dcd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5447b2-22aa-47ab-b9e0-115b357edaf1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:59.479647 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-06235efb-04ab-4913-a11a-6de2a4b08b01 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:59.495228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06235efb-04ab-4913-a11a-6de2a4b08b01 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:59.496273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Pushing event updated for resources: {'Port': ['ID=1d214603-d138-4d49-b87c-3f9eccade743,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:59.501587 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.515480 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-06235efb-04ab-4913-a11a-6de2a4b08b01 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/6beb0758-fb3f-4c1a-a0eb-8bd953b8cbf6 HTTP/1.1" status: 404 len: 337 time: 0.0751550 May 26 16:24:59.518090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40312) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.594813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9469165f-7fa0-49b7-b592-727d34ba934e None None] Port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:59.601104 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e4cbbd-ddf3-4ca5-8192-8ebb650a6383 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:59.601465 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e4cbbd-ddf3-4ca5-8192-8ebb650a6383 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:59.612030 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d3e4cbbd-ddf3-4ca5-8192-8ebb650a6383 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/861e72db-b17a-4b31-a830-8316b794cf58 HTTP/1.1" status: 404 len: 337 time: 0.0927513 May 26 16:24:59.612815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40316) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.614529 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42150115-86d0-478b-81c1-b2a76a673183 req-bef45b6a-1448-4d50-ab53-c3f27fd06821 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085268 May 26 16:24:59.677666 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e6633c-5212-4af8-8bc4-85057d05b937 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:59.678461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e6633c-5212-4af8-8bc4-85057d05b937 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:59.681754 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-17e6633c-5212-4af8-8bc4-85057d05b937 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/17ba5395-656b-489e-bde6-fb19a3aa410b HTTP/1.1" status: 404 len: 333 time: 0.0620575 May 26 16:24:59.685138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40320) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.692619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9469165f-7fa0-49b7-b592-727d34ba934e None None] Provisioning complete for port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:59.693204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9469165f-7fa0-49b7-b592-727d34ba934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.829888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Network 79b0b709-09d9-4b14-8904-1effc98baf0b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:59.833230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0229518c-4e85-4691-b62f-f868802549ac None None] DHCP port deletion for 66d59244-d828-4d30-8e72-19d8c3031629 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:24:59.833355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:59.872680 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dabf0e1-e306-4274-998c-044d52990477 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:24:59.873138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dabf0e1-e306-4274-998c-044d52990477 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:59.881349 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9dabf0e1-e306-4274-998c-044d52990477 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/0d686ae7-7804-45ed-a10f-ae06885da278 HTTP/1.1" status: 404 len: 337 time: 0.1950150 May 26 16:24:59.884724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40326) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:00.043013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9469165f-7fa0-49b7-b592-727d34ba934e None None] Current status of the port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:00.070630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0229518c-4e85-4691-b62f-f868802549ac None None] Deleting port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:00.071005 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0229518c-4e85-4691-b62f-f868802549ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.139164 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42150115-86d0-478b-81c1-b2a76a673183 req-f53a238b-5119-4d10-bda4-06ae8e4a6e65 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053403 May 26 16:25:00.169053 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c8c161-0330-42d0-95ba-ab26025ce425 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] DELETE failed (client error): The resource could not be found. May 26 16:25:00.169784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c8c161-0330-42d0-95ba-ab26025ce425 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:00.173837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-37c8c161-0330-42d0-95ba-ab26025ce425 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/subnets/9623a8e5-4ba5-4faa-90ba-0906e35cbd04 HTTP/1.1" status: 404 len: 337 time: 0.2856882 May 26 16:25:00.176328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40338) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:00.284508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0229518c-4e85-4691-b62f-f868802549ac None None] For port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,segment=NetworkSegment(97543fdc-57e3-42dd-bab9-fffdcbb6cd0c),segment_id=97543fdc-57e3-42dd-bab9-fffdcbb6cd0c)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:00.284508 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0229518c-4e85-4691-b62f-f868802549ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.333132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0229518c-4e85-4691-b62f-f868802549ac None None] Calling delete_port for 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:00.461232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Router d485baf2-e9c5-4e4b-899e-94329a7838a8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:00.496018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-afb14a55-49ac-45f3-87bc-14bc1d9d7332 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Deleting port 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:00.497035 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afb14a55-49ac-45f3-87bc-14bc1d9d7332 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.507351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0229518c-4e85-4691-b62f-f868802549ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.565439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229518c-4e85-4691-b62f-f868802549ac None None] No DVR routers for this DVR port 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:00.612907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4872cac2-6330-4668-b098-ff03ff9b6c65 None None] Provisioning complete for port 1d214603-d138-4d49-b87c-3f9eccade743 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:00.613807 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4872cac2-6330-4668-b098-ff03ff9b6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.631723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229518c-4e85-4691-b62f-f868802549ac None None] Pushing event deleted for resources: {'Port': ['ID=4a038d4d-df77-48b6-8c9a-5a4d5a3409a5,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:00.704878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afb14a55-49ac-45f3-87bc-14bc1d9d7332 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.756775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4872cac2-6330-4668-b098-ff03ff9b6c65 None None] Port 1d214603-d138-4d49-b87c-3f9eccade743 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:25:00.760016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-afb14a55-49ac-45f3-87bc-14bc1d9d7332 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Calling delete_port for 3023b0ee-2953-4bd8-8292-54f6fee6f5e0 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:00.834108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:00.846696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5e6a7cde-edb7-475e-ac3a-1f62d850c46f admin admin] 10.222.0.39 "PUT /v2.0/routers/d485baf2-e9c5-4e4b-899e-94329a7838a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1992671 May 26 16:25:00.953598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afb14a55-49ac-45f3-87bc-14bc1d9d7332 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.005144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb14a55-49ac-45f3-87bc-14bc1d9d7332 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Port': ['ID=3023b0ee-2953-4bd8-8292-54f6fee6f5e0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:01.018968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-afb14a55-49ac-45f3-87bc-14bc1d9d7332 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.022590 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-afb14a55-49ac-45f3-87bc-14bc1d9d7332 tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/ports/3023b0ee-2953-4bd8-8292-54f6fee6f5e0 HTTP/1.1" status: 204 len: 168 time: 0.8451164 May 26 16:25:01.025460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40364) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:01.241882 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.502508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.587926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d59244-d828-4d30-8e72-19d8c3031629']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:01.605590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97543fdc-57e3-42dd-bab9-fffdcbb6cd0c') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:01.605890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97543fdc-57e3-42dd-bab9-fffdcbb6cd0c') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:01.632543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 34cb520e-0225-43a1-b277-5968792fc3bb up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:01.642723 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.685009 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.706720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:01.707134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.776518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 34cb520e-0225-43a1-b277-5968792fc3bb triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:01.777125 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.809644 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 97543fdc-57e3-42dd-bab9-fffdcbb6cd0c resource provider aggregate not found May 26 16:25:01.844447 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 97543fdc-57e3-42dd-bab9-fffdcbb6cd0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97543fdc-57e3-42dd-bab9-fffdcbb6cd0c found for delete ", "request_id": "req-07972ed9-0c62-424a-8b39-6a6b51c9de2e"}]} May 26 16:25:01.869287 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.915087 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.923561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] 10.222.0.39 "DELETE /v2.0/networks/66d59244-d828-4d30-8e72-19d8c3031629 HTTP/1.1" status: 204 len: 168 time: 0.8967822 May 26 16:25:01.947246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Pushing event deleted for resources: {'Network': ['ID=66d59244-d828-4d30-8e72-19d8c3031629,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:01.957816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.958396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.958888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.959518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.960026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.960506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.961005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.961484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.963011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.963671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.964210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:01.964911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016972c-7392-4278-8646-c9381283f6dc tempest-PortsIpV6TestJSON-1783127913 tempest-PortsIpV6TestJSON-1783127913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:02.164964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 34cb520e-0225-43a1-b277-5968792fc3bb is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:02.168251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:02.261315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 34cb520e-0225-43a1-b277-5968792fc3bb, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=34cb520e-0225-43a1-b277-5968792fc3bb,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:02.267071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:02.398725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:02.471009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:02.471386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4a038d4d-df77-48b6-8c9a-5a4d5a3409a5 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:02.520270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=34cb520e-0225-43a1-b277-5968792fc3bb,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:02.576130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40422) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:02.759889 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Sync routers for ids ['d485baf2-e9c5-4e4b-899e-94329a7838a8'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:02.770449 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Routers {'d485baf2-e9c5-4e4b-899e-94329a7838a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:02.771035 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d485baf2-e9c5-4e4b-899e-94329a7838a8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:02.896941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40442) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:02.911629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-17e18585-5769-4c16-891f-263f3a72dff8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10c93474e04f4cad86e5f3ad4ed57c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333173 May 26 16:25:02.989645 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Set router d485baf2-e9c5-4e4b-899e-94329a7838a8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:02.990475 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef12a603-4393-4079-9af2-db5ee3b3ba49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.056255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef12a603-4393-4079-9af2-db5ee3b3ba49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.154556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef12a603-4393-4079-9af2-db5ee3b3ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.157731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef12a603-4393-4079-9af2-db5ee3b3ba49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.164962 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ef12a603-4393-4079-9af2-db5ee3b3ba49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a8c30f9-d1e7-4f2a-8756-285a52f10274 HTTP/1.1" status: 204 len: 168 time: 0.2649112 May 26 16:25:03.176356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12a603-4393-4079-9af2-db5ee3b3ba49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c30f9-d1e7-4f2a-8756-285a52f10274,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:03.464163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40482) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:03.495205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 34cb520e-0225-43a1-b277-5968792fc3bb up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:03.643624 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:47Z', 'updated_at': '2022-05-26T16:24:57Z', 'revision_number': 4, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'gw_port': {'id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:48Z', 'updated_at': '2022-05-26T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1d214603-d138-4d49-b87c-3f9eccade743', 'name': '', 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'mac_address': 'fa:16:3e:a2:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '179b0748-be5a-4d7b-97ce-41cde77f67d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:55Z', 'updated_at': '2022-05-26T16:24:58Z', 'revision_number': 2, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'subnets': [{'id': '179b0748-be5a-4d7b-97ce-41cde77f67d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:03.657592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 34cb520e-0225-43a1-b277-5968792fc3bb triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:03.658080 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.720528 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Checking router: d485baf2-e9c5-4e4b-899e-94329a7838a8 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:03.720884 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Updating router d485baf2-e9c5-4e4b-899e-94329a7838a8 port 1d214603-d138-4d49-b87c-3f9eccade743 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:25:03.769573 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.919963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 34cb520e-0225-43a1-b277-5968792fc3bb is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:03.951882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2a3b78b9-0cb5-4910-9d83-f7596e0b7190 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-36930408'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.001677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a3b78b9-0cb5-4910-9d83-f7596e0b7190 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.008139 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a3b78b9-0cb5-4910-9d83-f7596e0b7190 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.160431 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a3b78b9-0cb5-4910-9d83-f7596e0b7190 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.169469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a3b78b9-0cb5-4910-9d83-f7596e0b7190 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.192722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40506) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.204478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a3b78b9-0cb5-4910-9d83-f7596e0b7190 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.206942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2a3b78b9-0cb5-4910-9d83-f7596e0b7190 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.7411995 May 26 16:25:04.209906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40510) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.366772 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-64de261d-ad91-440e-b529-340ae9c1a810 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.381966 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.396025 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.519896 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Pushing event updated for resources: {'Port': ['ID=1d214603-d138-4d49-b87c-3f9eccade743,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:04.605310 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.605944 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.610704 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.611344 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.611901 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.612642 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.616919 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.617476 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.618046 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.618733 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.619267 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.619807 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:04.665916 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-64de261d-ad91-440e-b529-340ae9c1a810 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.668267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-64de261d-ad91-440e-b529-340ae9c1a810 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.685373 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Attempting to bind port 1d214603-d138-4d49-b87c-3f9eccade743 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:04.686166 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Attempting to bind port 1d214603-d138-4d49-b87c-3f9eccade743 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '4ad74eaa-fe17-4110-aae3-e09155c9f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:04.687229 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Attempting to bind port 1d214603-d138-4d49-b87c-3f9eccade743 on network 79b0b709-09d9-4b14-8904-1effc98baf0b {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:04.709497 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:04.711784 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Checking segment: {'id': '4ad74eaa-fe17-4110-aae3-e09155c9f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:04.712349 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.715739 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Bound using segment: {'id': '4ad74eaa-fe17-4110-aae3-e09155c9f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:04.716435 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Bound port: 1d214603-d138-4d49-b87c-3f9eccade743, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad74eaa-fe17-4110-aae3-e09155c9f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:04.717305 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.743803 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-64de261d-ad91-440e-b529-340ae9c1a810 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.744583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64de261d-ad91-440e-b529-340ae9c1a810 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8fa05a-98fa-4c61-9051-a4ed9c493309 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:25:04.750988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-64de261d-ad91-440e-b529-340ae9c1a810 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.752170 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-64de261d-ad91-440e-b529-340ae9c1a810 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "DELETE /v2.0/routers/8a8fa05a-98fa-4c61-9051-a4ed9c493309 HTTP/1.1" status: 204 len: 168 time: 0.5410168 May 26 16:25:04.755286 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40532) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.760959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-620b6088-0d10-4835-a428-5cdbb782de11 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Request body: {'router': {'name': 'tempest-router-626771445', 'distributed': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.867784 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] For port 1d214603-d138-4d49-b87c-3f9eccade743, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:04.946516 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] For port 1d214603-d138-4d49-b87c-3f9eccade743, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1d214603-d138-4d49-b87c-3f9eccade743,segment=NetworkSegment(4ad74eaa-fe17-4110-aae3-e09155c9f346),segment_id=4ad74eaa-fe17-4110-aae3-e09155c9f346)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:04.962871 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.038671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-620b6088-0d10-4835-a428-5cdbb782de11 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.039789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-620b6088-0d10-4835-a428-5cdbb782de11 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.079019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-d7c45198-cb2c-456d-a7df-633a8adaa1ab req-2e5154e4-4873-4982-855a-a5728c46c27e service neutron] (109405) timed out ('10.222.0.39', 43566) {{(pid=109405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:25:05.110166 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b189f3bd-4cd4-4513-9e4c-4e6bfa503de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.160383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fd732246-97e5-43a8-b429-929caa4fba78 None None] Provisioning complete for port 1d214603-d138-4d49-b87c-3f9eccade743 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:05.160770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd732246-97e5-43a8-b429-929caa4fba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.217112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40540) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:05.269259 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71aa8-147d-4df2-a4d1-c85bf35ae3e4 None None] Pushing event updated for resources: {'Port': ['ID=1d214603-d138-4d49-b87c-3f9eccade743,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:05.334797 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Routers {'d485baf2-e9c5-4e4b-899e-94329a7838a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:05.338025 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:24:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d485baf2-e9c5-4e4b-899e-94329a7838a8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:05.376979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-620b6088-0d10-4835-a428-5cdbb782de11 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.394360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-620b6088-0d10-4835-a428-5cdbb782de11 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.425445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-620b6088-0d10-4835-a428-5cdbb782de11 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.427673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-620b6088-0d10-4835-a428-5cdbb782de11 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6713712 May 26 16:25:05.430930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40546) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:05.431305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fd732246-97e5-43a8-b429-929caa4fba78 None None] Current status of the port 1d214603-d138-4d49-b87c-3f9eccade743 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:05.431706 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd732246-97e5-43a8-b429-929caa4fba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.512982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.552865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fd732246-97e5-43a8-b429-929caa4fba78 None None] For port 1d214603-d138-4d49-b87c-3f9eccade743, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1d214603-d138-4d49-b87c-3f9eccade743,segment=NetworkSegment(4ad74eaa-fe17-4110-aae3-e09155c9f346),segment_id=4ad74eaa-fe17-4110-aae3-e09155c9f346)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:05.562832 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd732246-97e5-43a8-b429-929caa4fba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.579682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-308536277'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:05.649471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd732246-97e5-43a8-b429-929caa4fba78 None None] Pushing event updated for resources: {'Port': ['ID=1d214603-d138-4d49-b87c-3f9eccade743,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:05.689447 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bd680ba-aaa6-4670-95c1-80bdacef3ca8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.693133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:05.700137 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.713326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b16ad3af-4fa8-4bf7-ad00-fbb756ddcd60 None None] Provisioning complete for port 1d214603-d138-4d49-b87c-3f9eccade743 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:05.714488 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b16ad3af-4fa8-4bf7-ad00-fbb756ddcd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.728448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.844599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b16ad3af-4fa8-4bf7-ad00-fbb756ddcd60 None None] Current status of the port 1d214603-d138-4d49-b87c-3f9eccade743 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:05.891351 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] Set router d485baf2-e9c5-4e4b-899e-94329a7838a8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:06.039158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Deleting port 4c76114d-ef18-4434-8ce0-992f17f4d943 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:06.039981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.165255 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] For port 4c76114d-ef18-4434-8ce0-992f17f4d943, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4c76114d-ef18-4434-8ce0-992f17f4d943,segment=NetworkSegment(840fc261-9f93-4555-b81b-8176a285ff7d),segment_id=840fc261-9f93-4555-b81b-8176a285ff7d)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:06.165629 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.167588 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bd680ba-aaa6-4670-95c1-80bdacef3ca8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.173599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bd680ba-aaa6-4670-95c1-80bdacef3ca8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.180761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Calling delete_port for 4c76114d-ef18-4434-8ce0-992f17f4d943 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:06.287322 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:47Z', 'updated_at': '2022-05-26T16:24:57Z', 'revision_number': 4, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'gw_port': {'id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:48Z', 'updated_at': '2022-05-26T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1d214603-d138-4d49-b87c-3f9eccade743', 'name': '', 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'mac_address': 'fa:16:3e:a2:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '179b0748-be5a-4d7b-97ce-41cde77f67d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:55Z', 'updated_at': '2022-05-26T16:25:04Z', 'revision_number': 4, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'subnets': [{'id': '179b0748-be5a-4d7b-97ce-41cde77f67d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:06.295129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-75f4e12f-01e7-4579-8bad-8c2840b2aeae tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=11a61758e28f4439ab6acf999f824222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500200 May 26 16:25:06.353958 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da2aa0-0fe8-466a-b791-2a9616e57a13 None None] The sync data for ids ['d485baf2-e9c5-4e4b-899e-94329a7838a8'] in n-d-843336-2 is: [{'id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:47Z', 'updated_at': '2022-05-26T16:24:57Z', 'revision_number': 4, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'gw_port': {'id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:48Z', 'updated_at': '2022-05-26T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '1d214603-d138-4d49-b87c-3f9eccade743', 'name': '', 'network_id': '79b0b709-09d9-4b14-8904-1effc98baf0b', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'mac_address': 'fa:16:3e:a2:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '179b0748-be5a-4d7b-97ce-41cde77f67d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:55Z', 'updated_at': '2022-05-26T16:25:04Z', 'revision_number': 4, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'subnets': [{'id': '179b0748-be5a-4d7b-97ce-41cde77f67d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:06.402923 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bd680ba-aaa6-4670-95c1-80bdacef3ca8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.403855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd680ba-aaa6-4670-95c1-80bdacef3ca8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 411ad025-e89c-40a4-9d28-b15bcef3ce55 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:25:06.427934 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3bd680ba-aaa6-4670-95c1-80bdacef3ca8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.428673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.429118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3bd680ba-aaa6-4670-95c1-80bdacef3ca8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "DELETE /v2.0/routers/411ad025-e89c-40a4-9d28-b15bcef3ce55 HTTP/1.1" status: 204 len: 168 time: 0.9966121 May 26 16:25:06.440942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40576) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:06.451505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-05b8795a-3bd6-4409-8c71-557d2fad2628 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Request body: {'router': {'name': 'tempest-router-1193943180', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5e29a3faedbb4b3bbf4dc769323faeed'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:06.511057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c76114d-ef18-4434-8ce0-992f17f4d943,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:06.611924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05b8795a-3bd6-4409-8c71-557d2fad2628 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.612968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05b8795a-3bd6-4409-8c71-557d2fad2628 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.261409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.272367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-26c4a12d-c660-4ab4-b038-39d6948fb0ed tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:07.274085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-26c4a12d-c660-4ab4-b038-39d6948fb0ed tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9771929 May 26 16:25:07.278759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.285798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05b8795a-3bd6-4409-8c71-557d2fad2628 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.298936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05b8795a-3bd6-4409-8c71-557d2fad2628 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.358809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:07.423836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed173de-8f08-4d85-bc4f-282e0071e779,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:07.446996 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.463346 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05b8795a-3bd6-4409-8c71-557d2fad2628 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.469231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-05b8795a-3bd6-4409-8c71-557d2fad2628 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0259099 May 26 16:25:07.489886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.492010 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Added segment 0fea4b18-ac0d-4b21-86e2-0e71541f0146 of type vlan for network ff1a2977-1864-48d7-b83e-dea0dfa2d563 May 26 16:25:07.498372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40606) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:07.524098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:07.614663 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1d214603-d138-4d49-b87c-3f9eccade743 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:07.696480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-ed4c679f-ca48-4f06-9268-54cadba8e334 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/quotas/11a61758e28f4439ab6acf999f824222 HTTP/1.1" status: 200 len: 375 time: 0.4099278 May 26 16:25:07.697661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1d214603-d138-4d49-b87c-3f9eccade743 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:07.698770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.770440 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2dc9059c-984f-4677-8e7a-7cda73a09ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.791864 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.853622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.868044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:07.873487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1d214603-d138-4d49-b87c-3f9eccade743 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:07.878321 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.883585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Router d7052573-3689-4240-8683-43f7e120f2ef has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:07.999300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Network': ['ID=ff1a2977-1864-48d7-b83e-dea0dfa2d563,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:08.009095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-20ad8de8-ccea-44b8-a84c-4cd9c913a77d tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=11a61758e28f4439ab6acf999f824222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1715858 May 26 16:25:08.011742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:08.068541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:08.080718 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-64f9b92d-bb8f-4d70-82ec-157c407c3154 admin admin] 10.222.0.39 "PUT /v2.0/routers/d7052573-3689-4240-8683-43f7e120f2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8832266 May 26 16:25:08.081302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40616) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:08.145843 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0e7a7701-83d0-4520-8e07-8720f64bcafc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9272249 May 26 16:25:08.150421 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40620) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:08.158332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'name': 'tempest-PortsTestJSON-1026927145'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:08.216437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] Sync routers for ids ['d7052573-3689-4240-8683-43f7e120f2ef'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:08.237411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] Routers {'d7052573-3689-4240-8683-43f7e120f2ef'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:08.237411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d7052573-3689-4240-8683-43f7e120f2ef'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:08.356802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6705b-eeca-435e-948f-dfec0832de8d req-1e544d4c-12af-4259-8097-655ea413b76a tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:08.366378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8b6705b-eeca-435e-948f-dfec0832de8d req-1e544d4c-12af-4259-8097-655ea413b76a tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1096 time: 0.9695170 May 26 16:25:08.378565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:08.383281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.410600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] Set router d7052573-3689-4240-8683-43f7e120f2ef gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:08.430925 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.501788 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29210'] for router, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.502206 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.596318 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.621143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 1e9e447b-614d-44b9-bb54-5996e4986d12 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:25:08.696904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:29Z', 'updated_at': '2022-05-26T16:25:06Z', 'revision_number': 5, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'gw_port': {'id': '3bd367c3-37d8-4346-8fa6-de07488c99c2', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:30Z', 'updated_at': '2022-05-26T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:08.706663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Deleting port 3bd367c3-37d8-4346-8fa6-de07488c99c2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:08.707079 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.732609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] Checking router: d7052573-3689-4240-8683-43f7e120f2ef for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:08.744657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] Routers {'d7052573-3689-4240-8683-43f7e120f2ef'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:08.747324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d7052573-3689-4240-8683-43f7e120f2ef'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:08.751768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8b6705b-eeca-435e-948f-dfec0832de8d req-a6738e07-0289-4552-afa4-6ba4a64f09b6 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843493 May 26 16:25:08.879686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bae2671-f3d8-4a7c-829d-460e330fabbf req-861ceebd-1891-432c-9ace-60e70310f71a tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 210 time: 0.2740207 May 26 16:25:08.916142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] For port 3bd367c3-37d8-4346-8fa6-de07488c99c2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3bd367c3-37d8-4346-8fa6-de07488c99c2,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:08.916517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.930520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Calling delete_port for 3bd367c3-37d8-4346-8fa6-de07488c99c2 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:08.931479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] Set router d7052573-3689-4240-8683-43f7e120f2ef gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:08.950630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109405) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} May 26 16:25:08.950986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Router b7beacec-3f62-4762-ae54-af4b9522ff41 migrating from provider to provider. {{(pid=109405) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} May 26 16:25:08.951377 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.984263 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.993579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538559'] for router, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.014215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:29Z', 'updated_at': '2022-05-26T16:25:08Z', 'revision_number': 6, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:09.054572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c25a5-92a1-4cd2-8f26-df5a2a612a09 None None] The sync data for ids ['d7052573-3689-4240-8683-43f7e120f2ef'] in n-d-843336-2 is: [{'id': 'd7052573-3689-4240-8683-43f7e120f2ef', 'name': 'tempest-TestAggregatesBasicOps-1206565887-router', 'tenant_id': 'c92b7eb1d8314e6698ff901beca4e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:29Z', 'updated_at': '2022-05-26T16:25:08Z', 'revision_number': 6, 'project_id': 'c92b7eb1d8314e6698ff901beca4e416', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:09.069545 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.135010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308871e-3585-4b57-ac64-5234ae90a304 req-9a692ee2-51f1-49e9-9c22-57b242e09f42 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:09.136603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c308871e-3585-4b57-ac64-5234ae90a304 req-9a692ee2-51f1-49e9-9c22-57b242e09f42 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.2237778 May 26 16:25:09.245818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.260151 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.293068 n-d-843336-2 neutron-server[109405]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] No L3 agents can host the router b7beacec-3f62-4762-ae54-af4b9522ff41 May 26 16:25:09.320210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c308871e-3585-4b57-ac64-5234ae90a304 req-a9defea9-3b6b-49b7-acdd-83dee5af5ad2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353998 May 26 16:25:09.361062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40648) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:09.419713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.448330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd367c3-37d8-4346-8fa6-de07488c99c2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:09.465538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4c76114d-ef18-4434-8ce0-992f17f4d943 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:09.507058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4c76114d-ef18-4434-8ce0-992f17f4d943 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:09.507410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4c76114d-ef18-4434-8ce0-992f17f4d943 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:09.601520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.610908 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.613581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.629002 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f9b2999f-9d44-4663-a2e4-2982d6fbfcff tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/405d5856-7232-48ec-b9ae-cbe6226bdc5a HTTP/1.1" status: 200 len: 993 time: 0.2642419 May 26 16:25:09.635866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Hosts for router b7beacec-3f62-4762-ae54-af4b9522ff41: [] {{(pid=109405) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 26 16:25:09.693494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Hosts for other DVR routers connected to router b7beacec-3f62-4762-ae54-af4b9522ff41: set() {{(pid=109405) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 26 16:25:09.696130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.701014 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b37f18b5-9d90-4bd0-ae57-98bf8a3317d1 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "PUT /v2.0/routers/b7beacec-3f62-4762-ae54-af4b9522ff41 HTTP/1.1" status: 200 len: 717 time: 2.1877816 May 26 16:25:09.711350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40654) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:09.734728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=1e9e447b-614d-44b9-bb54-5996e4986d12,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:09.756105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Checking segment: {'id': '0fea4b18-ac0d-4b21-86e2-0e71541f0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:09.756105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network hostable DHCP agents. Network: ff1a2977-1864-48d7-b83e-dea0dfa2d563, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:09.777285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:09.792768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ff1a2977-1864-48d7-b83e-dea0dfa2d563) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:09.802918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c20a1-a78b-4763-8c27-9a010c4bc5d3 None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:09.806983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:09.807913 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-53081872-cc9c-400d-8d7a-c68240c0eb2d tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "GET /v2.0/routers/b7beacec-3f62-4762-ae54-af4b9522ff41 HTTP/1.1" status: 200 len: 717 time: 0.0949042 May 26 16:25:09.812402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40658) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:09.816208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:09.816824 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.822773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.823866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7052573-3689-4240-8683-43f7e120f2ef {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:25:09.829932 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.833569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40664) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:09.834081 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0107153a-e6df-4715-b048-3371e51e7ab7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d7052573-3689-4240-8683-43f7e120f2ef HTTP/1.1" status: 204 len: 168 time: 1.7515924 May 26 16:25:09.936276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40672) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:09.942692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7a9c994b-f4a1-4062-b2f5-b4f582240828 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7797737 May 26 16:25:09.943541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1433650664'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:09.975503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:09.981618 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.036193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0fcccd-0c4d-4b5b-b753-5a5407808501 admin admin] Deleting subnet 509561e2-07a3-481c-9e4a-6c49e63ce3d1 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:25:10.042847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcccd-0c4d-4b5b-b753-5a5407808501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.141816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d573be7-2d71-471f-aa73-84015c658fab req-4dd5a9a8-dd83-4ef2-a3d1-5e9841aff2c0 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 210 time: 0.0531230 May 26 16:25:10.160447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-5b591137-c674-40aa-8c14-abeadc2a504a req-214e474f-06c2-47f2-bfd4-f1c177ac8370 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:25:10.166775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b591137-c674-40aa-8c14-abeadc2a504a req-214e474f-06c2-47f2-bfd4-f1c177ac8370 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209267 May 26 16:25:10.182445 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcccd-0c4d-4b5b-b753-5a5407808501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.197030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:10.208967 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-efffa4eb-50a0-4854-be00-87908ccd99eb tempest-RoutersTestDVR-236806420 tempest-RoutersTestDVR-236806420-project] 10.222.0.39 "GET /v2.0/routers/b7beacec-3f62-4762-ae54-af4b9522ff41 HTTP/1.1" status: 200 len: 683 time: 0.3954184 May 26 16:25:10.212609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40674) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:10.277130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.278362 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Added segment 94921cda-7d2f-4756-8d58-3fd4ce8b1136 of type vlan for network a1df5e50-486c-40f0-b735-89b544d33ffb May 26 16:25:10.422509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6e46a76-37a0-4a6e-bfeb-b4f666dbb51f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.492317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.586304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-93c6f352-cb9b-4a9d-b3eb-97936a490054 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=11a61758e28f4439ab6acf999f824222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158450 May 26 16:25:10.600828 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcccd-0c4d-4b5b-b753-5a5407808501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.691960 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.725726 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.756051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6e46a76-37a0-4a6e-bfeb-b4f666dbb51f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.758753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6e46a76-37a0-4a6e-bfeb-b4f666dbb51f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.760783 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.766806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:10.767403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.888400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-e8d6a162-b4c0-4255-8368-3d6390121b52 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:10.900111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-e8d6a162-b4c0-4255-8368-3d6390121b52 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245033 May 26 16:25:10.907003 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9695113 May 26 16:25:10.918124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:10.918561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Request body: {'port': {'device_id': '81a62a50-be57-4841-8675-70f82fe5ebfb', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '11a61758e28f4439ab6acf999f824222'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:10.924645 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'ports': [{'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563'}, {'network_id': 'a1df5e50-486c-40f0-b735-89b544d33ffb'}]} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:10.924956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:10.925446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': 'a1df5e50-486c-40f0-b735-89b544d33ffb'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:10.963159 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcccd-0c4d-4b5b-b753-5a5407808501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.967541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b9631-e9ca-4969-a30e-611548083f7a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Network': ['ID=a1df5e50-486c-40f0-b735-89b544d33ffb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:10.972438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6e46a76-37a0-4a6e-bfeb-b4f666dbb51f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.972766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e46a76-37a0-4a6e-bfeb-b4f666dbb51f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7beacec-3f62-4762-ae54-af4b9522ff41 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:25:10.982575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network a1df5e50-486c-40f0-b735-89b544d33ffb details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:11.049143 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6e46a76-37a0-4a6e-bfeb-b4f666dbb51f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.050350 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d6e46a76-37a0-4a6e-bfeb-b4f666dbb51f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "DELETE /v2.0/routers/b7beacec-3f62-4762-ae54-af4b9522ff41 HTTP/1.1" status: 204 len: 168 time: 0.8366432 May 26 16:25:11.076404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40702) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:11.117750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-57f7e994-4913-4b5c-844d-6007e7853c2f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Request body: {'router': {'name': 'tempest-router-541047079', 'distributed': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:11.126527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0e90b-f2a5-493e-baa1-721850f3fb4c None None] Network 8b390679-344c-428c-ad28-4c24bc4388d0 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:11.198110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcccd-0c4d-4b5b-b753-5a5407808501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.211033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9b0fcccd-0c4d-4b5b-b753-5a5407808501 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/509561e2-07a3-481c-9e4a-6c49e63ce3d1 HTTP/1.1" status: 204 len: 168 time: 1.3754535 May 26 16:25:11.219712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fcccd-0c4d-4b5b-b753-5a5407808501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509561e2-07a3-481c-9e4a-6c49e63ce3d1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:11.223569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40706) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:11.276815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57f7e994-4913-4b5c-844d-6007e7853c2f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.278597 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57f7e994-4913-4b5c-844d-6007e7853c2f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.306416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Made reservation on behalf of 11a61758e28f4439ab6acf999f824222 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:11.310257 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-6d4ff637-1e1d-45f2-98da-3f8b5a82d27f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2587793 May 26 16:25:11.310424 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.380305 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.431473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18cdf321-90d3-42df-9d13-7144c0b6fa75 req-8452129a-27db-4fc5-8b3a-1ed181d35fef tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 210 time: 0.1010878 May 26 16:25:11.471581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3bd367c3-37d8-4346-8fa6-de07488c99c2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:11.516377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9125-b5ac-44d4-9076-15196470cf6a req-f94629c7-df39-4e96-8767-113955802f47 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:11.522643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7efe9125-b5ac-44d4-9076-15196470cf6a req-f94629c7-df39-4e96-8767-113955802f47 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.4258039 May 26 16:25:11.526700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 3bd367c3-37d8-4346-8fa6-de07488c99c2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:11.530136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3bd367c3-37d8-4346-8fa6-de07488c99c2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:11.555167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57f7e994-4913-4b5c-844d-6007e7853c2f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.559005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 2} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:11.559380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8ccfd-df34-43ff-858a-9c71d546e7ef None None] DHCP port deletion for 8b390679-344c-428c-ad28-4c24bc4388d0 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:25:11.586968 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.589313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.621707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57f7e994-4913-4b5c-844d-6007e7853c2f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.646440 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.646591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-76d8ccfd-df34-43ff-858a-9c71d546e7ef None None] Deleting port 159b8602-965c-47a2-8b8e-17c3751f64a9 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:11.647007 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccfd-df34-43ff-858a-9c71d546e7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.689038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57f7e994-4913-4b5c-844d-6007e7853c2f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.699850 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-57f7e994-4913-4b5c-844d-6007e7853c2f tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6217239 May 26 16:25:11.740844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40728) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:11.755560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7efe9125-b5ac-44d4-9076-15196470cf6a req-d1cd7cf9-0a24-45c6-a416-06ae903bc2d6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239563 May 26 16:25:11.794489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-76d8ccfd-df34-43ff-858a-9c71d546e7ef None None] For port 159b8602-965c-47a2-8b8e-17c3751f64a9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=159b8602-965c-47a2-8b8e-17c3751f64a9,segment=NetworkSegment(840fc261-9f93-4555-b81b-8176a285ff7d),segment_id=840fc261-9f93-4555-b81b-8176a285ff7d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:11.794899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccfd-df34-43ff-858a-9c71d546e7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.829080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-76d8ccfd-df34-43ff-858a-9c71d546e7ef None None] Calling delete_port for 159b8602-965c-47a2-8b8e-17c3751f64a9 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:11.881443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Deleting port 159b8602-965c-47a2-8b8e-17c3751f64a9 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:11.883456 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.915094 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.959362 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.027046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 225077b6-f57d-479e-b87b-3804fdede9cb yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:25:12.130456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] For port 159b8602-965c-47a2-8b8e-17c3751f64a9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=159b8602-965c-47a2-8b8e-17c3751f64a9,segment=NetworkSegment(840fc261-9f93-4555-b81b-8176a285ff7d),segment_id=840fc261-9f93-4555-b81b-8176a285ff7d)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:12.130842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.135773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80333d77-5646-4083-aa9b-9eedeb2c162e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:12.183384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Calling delete_port for 159b8602-965c-47a2-8b8e-17c3751f64a9 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:12.212538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.267053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Allocated IP 192.168.233.153 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/aea18c63-2b9c-41e3-8226-c0f1b677bd1a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:12.359610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.393652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 9119f046-edc3-4601-a663-6e3991b0463d yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:25:12.397464 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c01878a2-09ec-4e77-bae5-9a9a8bfa72b8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.419554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=159b8602-965c-47a2-8b8e-17c3751f64a9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:12.440090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] No DVR routers for this DVR port 159b8602-965c-47a2-8b8e-17c3751f64a9 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:12.456608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccfd-df34-43ff-858a-9c71d546e7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.560305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8ccfd-df34-43ff-858a-9c71d546e7ef None None] No DVR routers for this DVR port 159b8602-965c-47a2-8b8e-17c3751f64a9 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:12.582493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8ccfd-df34-43ff-858a-9c71d546e7ef None None] Pushing event deleted for resources: {'Port': ['ID=159b8602-965c-47a2-8b8e-17c3751f64a9,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:12.605858 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.613446 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.665457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b390679-344c-428c-ad28-4c24bc4388d0']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:12.684876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c01878a2-09ec-4e77-bae5-9a9a8bfa72b8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.696436 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c01878a2-09ec-4e77-bae5-9a9a8bfa72b8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.730449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840fc261-9f93-4555-b81b-8176a285ff7d') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:12.730908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840fc261-9f93-4555-b81b-8176a285ff7d') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:12.748001 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.763737 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.772295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4bf9f6c1-3d8b-4206-88b0-86e1b14912fb req-3146d416-783e-4a03-a355-5fb7edda7a72 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 210 time: 0.1322103 May 26 16:25:12.778735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:12.779297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.831415 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 840fc261-9f93-4555-b81b-8176a285ff7d resource provider aggregate not found May 26 16:25:12.872905 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 840fc261-9f93-4555-b81b-8176a285ff7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 840fc261-9f93-4555-b81b-8176a285ff7d found for delete ", "request_id": "req-0187eb5c-751a-4871-8be2-4c9ec85b24ac"}]} May 26 16:25:12.906404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c01878a2-09ec-4e77-bae5-9a9a8bfa72b8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.909702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.917191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01878a2-09ec-4e77-bae5-9a9a8bfa72b8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44670118-a3fd-435a-a26e-65df0ac9f1db {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:25:12.932479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c01878a2-09ec-4e77-bae5-9a9a8bfa72b8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.942446 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c01878a2-09ec-4e77-bae5-9a9a8bfa72b8 tempest-RoutersTestDVR-1555693419 tempest-RoutersTestDVR-1555693419-project-admin] 10.222.0.39 "DELETE /v2.0/routers/44670118-a3fd-435a-a26e-65df0ac9f1db HTTP/1.1" status: 204 len: 168 time: 1.1945961 May 26 16:25:13.004374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.022395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.034448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.040437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8b390679-344c-428c-ad28-4c24bc4388d0 HTTP/1.1" status: 204 len: 168 time: 1.7898238 May 26 16:25:13.043779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40768) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:13.079387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ada2b2-e136-4db2-b979-7d4dd59e5e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b390679-344c-428c-ad28-4c24bc4388d0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:13.087375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:13.100526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:13.112699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Pushing event updated for resources: {'Port': ['ID=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:13.115260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:13.171907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450337d-7124-402a-abb9-3d169123a20d req-8ba50199-6f38-4c41-9c6e-05460f741ac3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:13.172863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7450337d-7124-402a-abb9-3d169123a20d req-8ba50199-6f38-4c41-9c6e-05460f741ac3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.2018545 May 26 16:25:13.279224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7450337d-7124-402a-abb9-3d169123a20d req-26c3e080-0dda-414c-ae8c-507e657b2371 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909986 May 26 16:25:13.294776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:13.295913 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.310444 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.355070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b8e50bd6-7579-4ea7-8954-e8b7005e9793 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4409540 May 26 16:25:13.366698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Request body: {'port': {'device_id': '81a62a50-be57-4841-8675-70f82fe5ebfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:13.450156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=225077b6-f57d-479e-b87b-3804fdede9cb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:13.487910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40776) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:13.488230 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.506649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 159b8602-965c-47a2-8b8e-17c3751f64a9 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:13.577797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:13.582484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:13.595726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:13.597573 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.621119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 159b8602-965c-47a2-8b8e-17c3751f64a9 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:13.621661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 159b8602-965c-47a2-8b8e-17c3751f64a9 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:13.639661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9cf64321-b8ab-4c7d-a7a4-9782ffc68ef3 None None] Provisioning complete for port aea18c63-2b9c-41e3-8226-c0f1b677bd1a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:13.640291 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9cf64321-b8ab-4c7d-a7a4-9782ffc68ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.694663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-03b72a09-5503-436d-a1a2-a3defdef606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:13.696187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-03b72a09-5503-436d-a1a2-a3defdef606a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1096 time: 0.2318485 May 26 16:25:13.702228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9cf64321-b8ab-4c7d-a7a4-9782ffc68ef3 None None] Port aea18c63-2b9c-41e3-8226-c0f1b677bd1a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:25:13.987025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-fd41ffd0-1154-40e9-806d-07f460fb0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:13.988761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-fd41ffd0-1154-40e9-806d-07f460fb0fcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.2762227 May 26 16:25:14.114683 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6ee6b19-b129-4b23-a764-65297a22e572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.167572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=9119f046-edc3-4601-a663-6e3991b0463d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:14.221502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Checking segment: {'id': '94921cda-7d2f-4756-8d58-3fd4ce8b1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1df5e50-486c-40f0-b735-89b544d33ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:14.221949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network hostable DHCP agents. Network: a1df5e50-486c-40f0-b735-89b544d33ffb, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:14.291261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network a1df5e50-486c-40f0-b735-89b544d33ffb is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:14.335206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, a1df5e50-486c-40f0-b735-89b544d33ffb) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:14.338130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6ee6b19-b129-4b23-a764-65297a22e572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.344148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:14.348226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a47db-0733-4014-a8ba-74e3b54a5d01 None None] Network a1df5e50-486c-40f0-b735-89b544d33ffb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:14.351855 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:14.356852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:14.357739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.363787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6ee6b19-b129-4b23-a764-65297a22e572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.411381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5a4412e7-e096-4666-bf24-523eb002503d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4921086 May 26 16:25:14.422831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40796) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:14.466485 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d6ee6b19-b129-4b23-a764-65297a22e572 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e29a3faedbb4b3bbf4dc769323faeed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9748440 May 26 16:25:14.467739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee6b19-b129-4b23-a764-65297a22e572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a88f148-e053-4866-ae1c-27ef20cc6269,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:14.470155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40798) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:14.546271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992cf2a-24a8-485a-96f2-d2736e7d90b8 req-f20a2722-ee64-4c76-9407-8e47755b2df2 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:14.548283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f992cf2a-24a8-485a-96f2-d2736e7d90b8 req-f20a2722-ee64-4c76-9407-8e47755b2df2 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 936 time: 0.6317868 May 26 16:25:14.556793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.557728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-dc77e259-1d4f-4476-8040-a79521da131e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 1001 time: 0.5592022 May 26 16:25:14.710915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f992cf2a-24a8-485a-96f2-d2736e7d90b8 req-dd7373da-6dae-4715-9d64-64a79fcfdecb tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521244 May 26 16:25:14.727212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb830a34-445e-4ff2-81e0-07b755fedf8a req-e43fa98f-9de5-4ef9-9cc1-d344dae46284 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:14.729115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb830a34-445e-4ff2-81e0-07b755fedf8a req-e43fa98f-9de5-4ef9-9cc1-d344dae46284 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.2706485 May 26 16:25:14.743238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea18c63-2b9c-41e3-8226-c0f1b677bd1a {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:25:14.762774 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.786717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-014da164-97f3-46f2-a7f7-bea897649dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:14.789933 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-014da164-97f3-46f2-a7f7-bea897649dea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.2160780 May 26 16:25:14.819926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b206e9e0-bebf-4454-be55-abc3a34c9198 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 9119f046-edc3-4601-a663-6e3991b0463d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:14.820340 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b206e9e0-bebf-4454-be55-abc3a34c9198 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.833827 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47daed3c-4194-41e8-8ffc-b272cb8d1660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.845316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Transition to ACTIVE for port object aea18c63-2b9c-41e3-8226-c0f1b677bd1a will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:25:14.867256 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.906534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47daed3c-4194-41e8-8ffc-b272cb8d1660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.938876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b206e9e0-bebf-4454-be55-abc3a34c9198 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.949379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb830a34-445e-4ff2-81e0-07b755fedf8a req-f142723b-2ee1-4add-9c82-f863a513727e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967378 May 26 16:25:14.977820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-db522b35-c796-418e-91f7-f95885936325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:14.979459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-db522b35-c796-418e-91f7-f95885936325 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805182 May 26 16:25:14.985614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b206e9e0-bebf-4454-be55-abc3a34c9198 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 9119f046-edc3-4601-a663-6e3991b0463d owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:15.123323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Deleting port 1d214603-d138-4d49-b87c-3f9eccade743 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:15.135386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.189853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Pushing event updated for resources: {'Port': ['ID=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:15.192017 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b206e9e0-bebf-4454-be55-abc3a34c9198 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.209549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Attempting to bind port aea18c63-2b9c-41e3-8226-c0f1b677bd1a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:15.210164 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Attempting to bind port aea18c63-2b9c-41e3-8226-c0f1b677bd1a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:15.210612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Attempting to bind port aea18c63-2b9c-41e3-8226-c0f1b677bd1a on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:15.234593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Port aea18c63-2b9c-41e3-8226-c0f1b677bd1a on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:25:15.234925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Attempting to bind port aea18c63-2b9c-41e3-8226-c0f1b677bd1a on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:15.281734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:15.282263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:15.282762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:15.283486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Bound port: aea18c63-2b9c-41e3-8226-c0f1b677bd1a, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:15.284084 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.305549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47daed3c-4194-41e8-8ffc-b272cb8d1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.308228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47daed3c-4194-41e8-8ffc-b272cb8d1660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.313402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-47daed3c-4194-41e8-8ffc-b272cb8d1660 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a88f148-e053-4866-ae1c-27ef20cc6269 HTTP/1.1" status: 204 len: 168 time: 0.8287690 May 26 16:25:15.378858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47daed3c-4194-41e8-8ffc-b272cb8d1660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a88f148-e053-4866-ae1c-27ef20cc6269,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:15.451668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] For port 1d214603-d138-4d49-b87c-3f9eccade743, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1d214603-d138-4d49-b87c-3f9eccade743,segment=NetworkSegment(4ad74eaa-fe17-4110-aae3-e09155c9f346),segment_id=4ad74eaa-fe17-4110-aae3-e09155c9f346)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:15.452169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.472108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Calling delete_port for 1d214603-d138-4d49-b87c-3f9eccade743 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:15.475276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-c26daacf-2a31-4238-9519-495a7e3781cf service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895154 May 26 16:25:15.475828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206e9e0-bebf-4454-be55-abc3a34c9198 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=9119f046-edc3-4601-a663-6e3991b0463d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:15.489840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b206e9e0-bebf-4454-be55-abc3a34c9198 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.508979 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b206e9e0-bebf-4454-be55-abc3a34c9198 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/9119f046-edc3-4601-a663-6e3991b0463d HTTP/1.1" status: 204 len: 168 time: 1.0756822 May 26 16:25:15.512368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40824) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:15.641544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b2b537-c0de-4433-b286-e049669b1eb0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:15.649955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b2b537-c0de-4433-b286-e049669b1eb0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:15.651844 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-39b2b537-c0de-4433-b286-e049669b1eb0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1383376 May 26 16:25:15.667442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40828) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:15.681828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da393-7036-4547-9679-e4f07780daf2 req-a69ed534-9fef-4fbf-80ee-211dfe134169 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:15.693046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2da393-7036-4547-9679-e4f07780daf2 req-a69ed534-9fef-4fbf-80ee-211dfe134169 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 946 time: 0.4891109 May 26 16:25:15.726822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-efc2318d-92f5-474e-b3da-b6212997f4fb service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013664 May 26 16:25:15.736148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] For port aea18c63-2b9c-41e3-8226-c0f1b677bd1a, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:15.769467 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] For port aea18c63-2b9c-41e3-8226-c0f1b677bd1a, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:15.784995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1c2da393-7036-4547-9679-e4f07780daf2 req-bfe6b15e-8027-4b07-ad94-699fb036cf32 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908546 May 26 16:25:15.798460 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.908650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:15.909289 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.911362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/aea18c63-2b9c-41e3-8226-c0f1b677bd1a HTTP/1.1" status: 200 len: 1096 time: 2.5487497 May 26 16:25:15.914736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a62a50-be57-4841-8675-70f82fe5ebfb', 'tag': 'aea18c63-2b9c-41e3-8226-c0f1b677bd1a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:15.917083 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c81381-136b-49ce-8725-41bd5b008a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "81a62a50-be57-4841-8675-70f82fe5ebfb", "tag": "aea18c63-2b9c-41e3-8226-c0f1b677bd1a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:15.988294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6332466-367c-47cb-a683-dc82bae834a1 service neutron] Pushing event updated for resources: {'Port': ['ID=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:16.013823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40842) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:16.035951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3254a-e81d-4e8f-a839-ed7081b9d153 req-ffbaa283-5ac0-460b-a0db-4c60b0d83309 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:16.037184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1cb96bb2-85a4-48ee-9fb2-04f1f9a34b5d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 225077b6-f57d-479e-b87b-3804fdede9cb {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:16.037752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cb96bb2-85a4-48ee-9fb2-04f1f9a34b5d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.045421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3e3254a-e81d-4e8f-a839-ed7081b9d153 req-ffbaa283-5ac0-460b-a0db-4c60b0d83309 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 948 time: 0.1550496 May 26 16:25:16.105605 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ba6619-ec6f-46f7-af8f-d559b6ef1341 x-openstack-request-id: req-80ba6619-ec6f-46f7-af8f-d559b6ef1341 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:16.106116 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a62a50-be57-4841-8675-70f82fe5ebfb", "tag": "aea18c63-2b9c-41e3-8226-c0f1b677bd1a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:16.107211 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80ba6619-ec6f-46f7-af8f-d559b6ef1341 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:16.107211 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ba6619-ec6f-46f7-af8f-d559b6ef1341'] response: {'name': 'network-changed', 'server_uuid': '81a62a50-be57-4841-8675-70f82fe5ebfb', 'tag': 'aea18c63-2b9c-41e3-8226-c0f1b677bd1a', 'status': 'completed', 'code': 200} May 26 16:25:16.107452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5ddffa3-e7d1-43d1-a56a-7e14a4669add admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.147060 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-5f521858-42ea-4144-b3ee-d1a4219dbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:16.151071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-5f521858-42ea-4144-b3ee-d1a4219dbb7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11a61758e28f4439ab6acf999f824222&device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 1099 time: 0.1507411 May 26 16:25:16.167903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3e3254a-e81d-4e8f-a839-ed7081b9d153 req-3df11137-168c-475a-941d-35dbdb66ba1d tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201317 May 26 16:25:16.201598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cb96bb2-85a4-48ee-9fb2-04f1f9a34b5d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.254616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5ddffa3-e7d1-43d1-a56a-7e14a4669add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.268074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e5ddffa3-e7d1-43d1-a56a-7e14a4669add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.271958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-1c91b98e-5083-49c1-b97c-6f11eae12f67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aea18c63-2b9c-41e3-8226-c0f1b677bd1a HTTP/1.1" status: 200 len: 217 time: 0.1027167 May 26 16:25:16.283972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1cb96bb2-85a4-48ee-9fb2-04f1f9a34b5d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 225077b6-f57d-479e-b87b-3804fdede9cb owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:16.334240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67e0eb-6613-4121-988c-b58f390da9da req-bc2c938a-c334-401e-8863-e6f5aa60a96f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:16.337434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf67e0eb-6613-4121-988c-b58f390da9da req-bc2c938a-c334-401e-8863-e6f5aa60a96f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.1473236 May 26 16:25:16.383744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-8513cdad-a360-4067-a49e-67a46582f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:16.385292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-8513cdad-a360-4067-a49e-67a46582f8c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1060810 May 26 16:25:16.412315 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e5ddffa3-e7d1-43d1-a56a-7e14a4669add admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=762f84fa6f284a0aa101669ba8066a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969383 May 26 16:25:16.417588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40848) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:16.419730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddffa3-e7d1-43d1-a56a-7e14a4669add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ffc7d4-3f67-422c-ad84-83b9ec54abcf,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:16.442892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.444986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf67e0eb-6613-4121-988c-b58f390da9da req-8cacaccb-3eb5-49fb-a273-64a55e55f742 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990269 May 26 16:25:16.473193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-8c1fb35b-55fa-4241-b38a-4a3db88b8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:16.474771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-8c1fb35b-55fa-4241-b38a-4a3db88b8b36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823152 May 26 16:25:16.524027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d214603-d138-4d49-b87c-3f9eccade743,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:16.611792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-b85c3a15-4622-42fb-aee9-aa121e73617b service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296268 May 26 16:25:16.641210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cb96bb2-85a4-48ee-9fb2-04f1f9a34b5d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.646064 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b27b2b4-03b5-4bd0-b1b7-b2d2412b5268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.754917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb96bb2-85a4-48ee-9fb2-04f1f9a34b5d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=225077b6-f57d-479e-b87b-3804fdede9cb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:16.792507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d64cd78-c566-4ae7-8c5c-a21957122c6a req-aee97fd3-6b5e-44dc-b3a5-d77be53b99f9 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741498 May 26 16:25:16.866944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b27b2b4-03b5-4bd0-b1b7-b2d2412b5268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.911991 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1cb96bb2-85a4-48ee-9fb2-04f1f9a34b5d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.919710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40856) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:16.922698 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1cb96bb2-85a4-48ee-9fb2-04f1f9a34b5d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/225077b6-f57d-479e-b87b-3804fdede9cb HTTP/1.1" status: 204 len: 168 time: 1.2540221 May 26 16:25:16.963834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b27b2b4-03b5-4bd0-b1b7-b2d2412b5268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.972962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0b27b2b4-03b5-4bd0-b1b7-b2d2412b5268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.976388 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0b27b2b4-03b5-4bd0-b1b7-b2d2412b5268 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5ffc7d4-3f67-422c-ad84-83b9ec54abcf HTTP/1.1" status: 204 len: 168 time: 0.5554779 May 26 16:25:16.978420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.990829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27b2b4-03b5-4bd0-b1b7-b2d2412b5268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ffc7d4-3f67-422c-ad84-83b9ec54abcf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:17.049087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81381-136b-49ce-8725-41bd5b008a1f req-0c49b153-6c0c-4c86-99ce-67b0838aa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.051080 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c81381-136b-49ce-8725-41bd5b008a1f req-0c49b153-6c0c-4c86-99ce-67b0838aa3f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11a61758e28f4439ab6acf999f824222&device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 1099 time: 0.1942215 May 26 16:25:17.190958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f486f3-2479-4631-9892-8bb968e48788 req-d7418d8e-94a6-4e81-8ff0-c4d6183c39de tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.199655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49f486f3-2479-4631-9892-8bb968e48788 req-d7418d8e-94a6-4e81-8ff0-c4d6183c39de tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 946 time: 0.2397079 May 26 16:25:17.274850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c2ea42-ad64-4a4b-8acc-d7900034e342 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.278903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-65c2ea42-ad64-4a4b-8acc-d7900034e342 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3548460 May 26 16:25:17.282261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40870) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:17.285398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-14d5007b-5bc5-4f7e-a51c-5ff915caf9e9 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.286981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-14d5007b-5bc5-4f7e-a51c-5ff915caf9e9 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 946 time: 0.3419559 May 26 16:25:17.313854 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-212039d3-760f-4c5d-a873-510f98d1d11e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:25:17.318011 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-212039d3-760f-4c5d-a873-510f98d1d11e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/9119f046-edc3-4601-a663-6e3991b0463d HTTP/1.1" status: 404 len: 333 time: 0.0321677 May 26 16:25:17.318660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40872) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:17.361643 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e5667d-3e0e-4c72-b6e3-43fa0fbe58df tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:25:17.362515 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e4e5667d-3e0e-4c72-b6e3-43fa0fbe58df tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/225077b6-f57d-479e-b87b-3804fdede9cb HTTP/1.1" status: 404 len: 333 time: 0.0431185 May 26 16:25:17.365254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40874) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:17.371638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-49f486f3-2479-4631-9892-8bb968e48788 req-4596440c-015f-42e5-9215-e9d038c13294 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596014 May 26 16:25:17.391320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Router d485baf2-e9c5-4e4b-899e-94329a7838a8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:17.462761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bbc80-5a64-4469-b351-abfb9d04172a req-eda9b5cc-3658-4e4b-81d5-39e8e74b53bf tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.467373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d49bbc80-5a64-4469-b351-abfb9d04172a req-eda9b5cc-3658-4e4b-81d5-39e8e74b53bf tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 948 time: 0.1765223 May 26 16:25:17.473214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81381-136b-49ce-8725-41bd5b008a1f req-a624c245-512c-448b-bfca-1ede295be400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.474689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c81381-136b-49ce-8725-41bd5b008a1f req-a624c245-512c-448b-bfca-1ede295be400 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.4155483 May 26 16:25:17.532160 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.579866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c81381-136b-49ce-8725-41bd5b008a1f req-39f3564d-e831-41a7-8ae8-766105938e36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aea18c63-2b9c-41e3-8226-c0f1b677bd1a HTTP/1.1" status: 200 len: 217 time: 0.0976937 May 26 16:25:17.685137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d49bbc80-5a64-4469-b351-abfb9d04172a req-ae90c1b1-5fed-4b66-bb7e-623537ba61cb tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339669 May 26 16:25:17.727007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4e43d-9145-461c-8240-4e9656ff3c5d req-0343271f-b746-40c9-8cfa-8f34bff609cd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.728649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8b4e43d-9145-461c-8240-4e9656ff3c5d req-0343271f-b746-40c9-8cfa-8f34bff609cd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.1540325 May 26 16:25:17.736225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81381-136b-49ce-8725-41bd5b008a1f req-1dd26e93-207c-45a3-ad0a-254dad063dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.737616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c81381-136b-49ce-8725-41bd5b008a1f req-1dd26e93-207c-45a3-ad0a-254dad063dd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.1238942 May 26 16:25:17.738726 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.743734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Deleting port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:17.744072 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.770821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1df5e50-486c-40f0-b735-89b544d33ffb']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.773274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:17.783139 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5345d46f-4db5-421a-b8ae-e0d0393c161f admin admin] 10.222.0.39 "PUT /v2.0/routers/d485baf2-e9c5-4e4b-899e-94329a7838a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7324164 May 26 16:25:17.785111 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] Sync routers for ids ['d485baf2-e9c5-4e4b-899e-94329a7838a8'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:17.787292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40894) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:17.789069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94921cda-7d2f-4756-8d58-3fd4ce8b1136') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.789368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94921cda-7d2f-4756-8d58-3fd4ce8b1136') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.800902 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] Routers {'d485baf2-e9c5-4e4b-899e-94329a7838a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:17.801531 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d485baf2-e9c5-4e4b-899e-94329a7838a8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.806872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.866950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.882999 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:17.883301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.919940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8b4e43d-9145-461c-8240-4e9656ff3c5d req-289fbf48-0820-48be-b027-7e849e640f58 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717186 May 26 16:25:17.933479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81381-136b-49ce-8725-41bd5b008a1f req-29174808-9f63-4579-9bd0-e34de13d80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.944007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c81381-136b-49ce-8725-41bd5b008a1f req-29174808-9f63-4579-9bd0-e34de13d80e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882904 May 26 16:25:17.959275 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 94921cda-7d2f-4756-8d58-3fd4ce8b1136 resource provider aggregate not found May 26 16:25:17.993265 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] Set router d485baf2-e9c5-4e4b-899e-94329a7838a8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:18.020365 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 94921cda-7d2f-4756-8d58-3fd4ce8b1136 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94921cda-7d2f-4756-8d58-3fd4ce8b1136 found for delete ", "request_id": "req-30196ac4-97dc-4b2a-b81c-73b285298ae0"}]} May 26 16:25:18.059625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.062581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.102380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] For port ab4f140f-25f8-4db2-9ca3-13946f6b31f8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:18.103060 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.156999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Calling delete_port for ab4f140f-25f8-4db2-9ca3-13946f6b31f8 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:18.207073 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.214732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/networks/a1df5e50-486c-40f0-b735-89b544d33ffb HTTP/1.1" status: 204 len: 168 time: 0.8481319 May 26 16:25:18.217410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40914) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:18.225546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1018443755'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:18.231622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c81381-136b-49ce-8725-41bd5b008a1f req-d7ed8d51-b7f5-4184-a5cc-194f3d10a6aa service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862518 May 26 16:25:18.241536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.251120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aee1c-8dea-45d3-803d-3d617c546bbf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Network': ['ID=a1df5e50-486c-40f0-b735-89b544d33ffb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:18.300521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:18.304526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.345700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40916) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:18.363038 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:47Z', 'updated_at': '2022-05-26T16:25:16Z', 'revision_number': 5, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'gw_port': {'id': '34cb520e-0225-43a1-b277-5968792fc3bb', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:48Z', 'updated_at': '2022-05-26T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:18.379714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:18.382668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Deleting port 34cb520e-0225-43a1-b277-5968792fc3bb {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:18.383009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.398841 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] Checking router: d485baf2-e9c5-4e4b-899e-94329a7838a8 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:18.412680 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] Routers {'d485baf2-e9c5-4e4b-899e-94329a7838a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:18.414053 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d485baf2-e9c5-4e4b-899e-94329a7838a8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:18.441874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.442265 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Added segment 163bee4e-2212-44b2-8fec-54b420cb2369 of type vlan for network 74e63be7-6325-4078-af1a-1bc89682488a May 26 16:25:18.507755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.513603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57c81381-136b-49ce-8725-41bd5b008a1f req-d50ab7b2-ff4b-4880-aee3-f7413a189392 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657673 May 26 16:25:18.564489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] For port 34cb520e-0225-43a1-b277-5968792fc3bb, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=34cb520e-0225-43a1-b277-5968792fc3bb,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:18.564927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.582190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Calling delete_port for 34cb520e-0225-43a1-b277-5968792fc3bb owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:18.584173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.591930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:18.593060 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.621114 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] Set router d485baf2-e9c5-4e4b-899e-94329a7838a8 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:18.635297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-secgroup--834717818'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:18.659344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.675040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ab4f140f-25f8-4db2-9ca3-13946f6b31f8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:25:18.686688 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:47Z', 'updated_at': '2022-05-26T16:25:18Z', 'revision_number': 6, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:18.725803 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cbf064-52b1-46df-aad1-ba82c7fd1248 None None] The sync data for ids ['d485baf2-e9c5-4e4b-899e-94329a7838a8'] in n-d-843336-2 is: [{'id': 'd485baf2-e9c5-4e4b-899e-94329a7838a8', 'name': 'tempest-TestAggregatesBasicOps-173455690-router', 'tenant_id': 'd17a05cf580b4471b4952c58a2784412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:47Z', 'updated_at': '2022-05-26T16:25:18Z', 'revision_number': 6, 'project_id': 'd17a05cf580b4471b4952c58a2784412', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:18.758987 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5396562 May 26 16:25:18.769718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40928) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:18.780943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7ffce-0803-48af-b8ff-7da20064aad8 req-0a85ef19-17dc-4858-b0f7-06d45ec272ff tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:18.782573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00b7ffce-0803-48af-b8ff-7da20064aad8 req-0a85ef19-17dc-4858-b0f7-06d45ec272ff tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed61a5e-976f-4a01-a5f5-faf622446679 HTTP/1.1" status: 200 len: 946 time: 0.2268138 May 26 16:25:18.792419 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': '74e63be7-6325-4078-af1a-1bc89682488a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:18.811015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Pushing event deleted for resources: {'Port': ['ID=ab4f140f-25f8-4db2-9ca3-13946f6b31f8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:18.823766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04d1ef-2d23-4b3f-8a37-05aa1466bce3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Network': ['ID=74e63be7-6325-4078-af1a-1bc89682488a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:18.843832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 74e63be7-6325-4078-af1a-1bc89682488a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:18.846729 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.857460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] No DVR routers for this DVR port ab4f140f-25f8-4db2-9ca3-13946f6b31f8 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:18.874370 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.877588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67b5a5d7-5ad0-4dcd-9f6a-3c150c63b776 req-4f50714f-9439-478c-bedf-bbdf02a8dd11 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.32 "DELETE /v2.0/ports/ab4f140f-25f8-4db2-9ca3-13946f6b31f8 HTTP/1.1" status: 204 len: 173 time: 1.5599887 May 26 16:25:18.878949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed61a5e-976f-4a01-a5f5-faf622446679', 'name': 'network-vif-deleted', 'tag': 'ab4f140f-25f8-4db2-9ca3-13946f6b31f8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:18.881578 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb4a752-cc44-44b9-9162-3f355cddc6cc" -d '{"events": [{"server_uuid": "fed61a5e-976f-4a01-a5f5-faf622446679", "name": "network-vif-deleted", "tag": "ab4f140f-25f8-4db2-9ca3-13946f6b31f8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:18.910588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00b7ffce-0803-48af-b8ff-7da20064aad8 req-e91d5387-3682-43f3-9779-b347d8e15a5f tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010861 May 26 16:25:18.935596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89659bb2-7a4a-424a-8c7c-5897c5cdd2d6 req-53f5ada2-3175-4ce8-bda6-8fa1f9e1dd71 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:18.937959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89659bb2-7a4a-424a-8c7c-5897c5cdd2d6 req-53f5ada2-3175-4ce8-bda6-8fa1f9e1dd71 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 948 time: 0.1167016 May 26 16:25:18.939939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.982040 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcccfbd6-74b1-4cd0-b260-4c7d8ce354f7 x-openstack-request-id: req-fcccfbd6-74b1-4cd0-b260-4c7d8ce354f7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:18.982040 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed61a5e-976f-4a01-a5f5-faf622446679", "name": "network-vif-deleted", "tag": "ab4f140f-25f8-4db2-9ca3-13946f6b31f8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:18.982286 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcccfbd6-74b1-4cd0-b260-4c7d8ce354f7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:18.982512 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcccfbd6-74b1-4cd0-b260-4c7d8ce354f7'] response: {'server_uuid': 'fed61a5e-976f-4a01-a5f5-faf622446679', 'name': 'network-vif-deleted', 'tag': 'ab4f140f-25f8-4db2-9ca3-13946f6b31f8', 'status': 'completed', 'code': 200} May 26 16:25:19.023302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89659bb2-7a4a-424a-8c7c-5897c5cdd2d6 req-b5323273-90b3-4591-a716-e19b02ac890f tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767112 May 26 16:25:19.185156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:19.189599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.239597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50dcb-5725-45c8-9894-78254de42e43 req-39ca72fc-02b6-4abd-a8fc-39fe261e5aaa tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:19.241811 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5e50dcb-5725-45c8-9894-78254de42e43 req-39ca72fc-02b6-4abd-a8fc-39fe261e5aaa tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.1329262 May 26 16:25:19.267803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.309587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5e50dcb-5725-45c8-9894-78254de42e43 req-7c86fcfe-5319-4c53-973f-39222ef8668e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569346 May 26 16:25:19.342343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Performing IP validity checks on allocation pools {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:25:19.342927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:25:19.365695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34cb520e-0225-43a1-b277-5968792fc3bb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:19.370254 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.417005 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.500261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f716a19f-cb93-428a-a326-5a22c0c9d1ee,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:19.513975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.520613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device aea18c63-2b9c-41e3-8226-c0f1b677bd1a details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:25:19.676511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.687193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.755152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1d214603-d138-4d49-b87c-3f9eccade743 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:19.759889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port aea18c63-2b9c-41e3-8226-c0f1b677bd1a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:19.791000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1d214603-d138-4d49-b87c-3f9eccade743 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:19.791345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1d214603-d138-4d49-b87c-3f9eccade743 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:19.791985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 34cb520e-0225-43a1-b277-5968792fc3bb no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:19.819007 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'aea18c63-2b9c-41e3-8226-c0f1b677bd1a', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'aea18c63-2b9c-41e3-8226-c0f1b677bd1a', 'mac_address': 'fa:16:3e:e4:1c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:25:19.847578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 34cb520e-0225-43a1-b277-5968792fc3bb {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:19.848096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 34cb520e-0225-43a1-b277-5968792fc3bb not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:19.875291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port aea18c63-2b9c-41e3-8226-c0f1b677bd1a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:19.876329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.894059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea18c63-2b9c-41e3-8226-c0f1b677bd1a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:25:19.919423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port aea18c63-2b9c-41e3-8226-c0f1b677bd1a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:19.925219 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.019287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:20.117167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.133013 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.140941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['aea18c63-2b9c-41e3-8226-c0f1b677bd1a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:25:20.162507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.163095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d485baf2-e9c5-4e4b-899e-94329a7838a8 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:25:20.188800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.190050 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-248047a8-d80c-4dcf-ba41-dabd16871ec0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d485baf2-e9c5-4e4b-899e-94329a7838a8 HTTP/1.1" status: 204 len: 168 time: 2.3986194 May 26 16:25:20.196436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40960) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:20.198931 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.204197 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8545730 May 26 16:25:20.209154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.216812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40962) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:20.274346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4de415-5bb0-41f4-b414-2c0a22316d5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a552a-742a-44d8-a51f-daa85e2d234a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:20.342988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-364cf11a-8bfd-46c5-8203-b6a86d9cd064 admin admin] Deleting subnet 179b0748-be5a-4d7b-97ce-41cde77f67d8 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:25:20.373748 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-364cf11a-8bfd-46c5-8203-b6a86d9cd064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.421623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=17b61611-cc70-4709-8a92-fca6d6e483cf,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:20.485165 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e48db9c-2fbe-43d3-ba25-ab136d2a419c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2579656 May 26 16:25:20.493503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40972) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:20.507528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-27c67e34-352c-43d0-be8e-763861a987d4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-security--1845801072', 'description': 'tempest-security-description-835651772'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:20.524802 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Checking segment: {'id': '163bee4e-2212-44b2-8fec-54b420cb2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74e63be7-6325-4078-af1a-1bc89682488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:20.525654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network hostable DHCP agents. Network: 74e63be7-6325-4078-af1a-1bc89682488a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:20.554262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-364cf11a-8bfd-46c5-8203-b6a86d9cd064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.558697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27c67e34-352c-43d0-be8e-763861a987d4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.591961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 74e63be7-6325-4078-af1a-1bc89682488a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:20.611891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a44442-4b3a-4cb1-9e58-753704b75faa req-5016059f-0404-4c68-92af-9e2c90036616 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:20.613598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56a44442-4b3a-4cb1-9e58-753704b75faa req-5016059f-0404-4c68-92af-9e2c90036616 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.1633775 May 26 16:25:20.629237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 74e63be7-6325-4078-af1a-1bc89682488a) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:20.639876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046512d-746c-48d3-a3b0-84cb96411795 None None] Network 74e63be7-6325-4078-af1a-1bc89682488a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:20.648695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd26be-0c3d-4412-a595-126828ea88c5 req-81cc22e8-e6e3-4922-9d81-76a7f66dcae4 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:20.650306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:20.651549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.659308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6fd26be-0c3d-4412-a595-126828ea88c5 req-81cc22e8-e6e3-4922-9d81-76a7f66dcae4 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 949 time: 0.3360326 May 26 16:25:20.676591 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27c67e34-352c-43d0-be8e-763861a987d4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.684133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27c67e34-352c-43d0-be8e-763861a987d4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.687868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27c67e34-352c-43d0-be8e-763861a987d4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.689520 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27c67e34-352c-43d0-be8e-763861a987d4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "PUT /v2.0/security-groups/fd4a552a-742a-44d8-a51f-daa85e2d234a HTTP/1.1" status: 200 len: 1779 time: 0.1958632 May 26 16:25:20.698468 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d2ef94e1-16b1-4b0e-9a91-32afa35a838a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9265614 May 26 16:25:20.699351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40974) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:20.706903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40976) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:20.713081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': '74e63be7-6325-4078-af1a-1bc89682488a', 'name': 'tempest-PortsTestJSON-1044274926'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:20.754038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c67e34-352c-43d0-be8e-763861a987d4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a552a-742a-44d8-a51f-daa85e2d234a,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:20.768589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ab4f140f-25f8-4db2-9ca3-13946f6b31f8 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:20.787180 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-837b8c94-846a-451f-b51f-5989a05e13fe tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups/fd4a552a-742a-44d8-a51f-daa85e2d234a HTTP/1.1" status: 200 len: 1779 time: 0.0799491 May 26 16:25:20.789687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40978) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:20.814771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6fd26be-0c3d-4412-a595-126828ea88c5 req-a12798fb-52f5-4d39-9621-cf8925ab64e2 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540806 May 26 16:25:20.817927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56a44442-4b3a-4cb1-9e58-753704b75faa req-e3fef95c-be23-464f-a4d6-abf898a5ec2f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955945 May 26 16:25:20.826597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: ab4f140f-25f8-4db2-9ca3-13946f6b31f8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:20.827260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ab4f140f-25f8-4db2-9ca3-13946f6b31f8 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:20.881648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-364cf11a-8bfd-46c5-8203-b6a86d9cd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.915199 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd4498d6-8034-459e-b3ac-85c0425db64b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.944704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd4498d6-8034-459e-b3ac-85c0425db64b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.012090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd4498d6-8034-459e-b3ac-85c0425db64b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.015887 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bd4498d6-8034-459e-b3ac-85c0425db64b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.017783 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bd4498d6-8034-459e-b3ac-85c0425db64b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/fd4a552a-742a-44d8-a51f-daa85e2d234a HTTP/1.1" status: 204 len: 168 time: 0.2267003 May 26 16:25:21.021800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40984) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:21.033363 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-364cf11a-8bfd-46c5-8203-b6a86d9cd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.036400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09009452-f9bc-430b-a485-178666d20833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-74e63be7-6325-4078-af1a-1bc89682488a', 'network_id': '74e63be7-6325-4078-af1a-1bc89682488a', 'tenant_id': 'a345bd1d70f54664b28ca870bfd741f2', 'fixed_ips': [{'subnet_id': '17b61611-cc70-4709-8a92-fca6d6e483cf'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:25:21.037675 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09009452-f9bc-430b-a485-178666d20833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.041616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4498d6-8034-459e-b3ac-85c0425db64b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4a552a-742a-44d8-a51f-daa85e2d234a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:21.089228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:21.092935 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.133715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cf11a-8bfd-46c5-8203-b6a86d9cd064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179b0748-be5a-4d7b-97ce-41cde77f67d8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:21.169479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 14d27ca2-79dd-403e-98c1-be9f8aa886b7 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:25:21.182795 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-364cf11a-8bfd-46c5-8203-b6a86d9cd064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.189680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 40988) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:21.189986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-364cf11a-8bfd-46c5-8203-b6a86d9cd064 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/179b0748-be5a-4d7b-97ce-41cde77f67d8 HTTP/1.1" status: 204 len: 168 time: 0.9907880 May 26 16:25:21.196825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-901162ff-3e15-4dcb-9336-4ca2a81f5f27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1734426 May 26 16:25:21.200895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40990) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:21.234396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-09009452-f9bc-430b-a485-178666d20833 None None] Allocated IP 172.20.0.2 (74e63be7-6325-4078-af1a-1bc89682488a/17b61611-cc70-4709-8a92-fca6d6e483cf/ebdea678-5e96-4cce-bee7-c9e6bcc90812) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:21.249501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5f738-62b4-48f0-bfd5-f4b65c1f0110 None None] Network 79b0b709-09d9-4b14-8904-1effc98baf0b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:21.266518 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-03dda540-ed5e-4b3f-8ef3-1a16967c57da tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] delete failed (client error): The resource could not be found. May 26 16:25:21.271764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-03dda540-ed5e-4b3f-8ef3-1a16967c57da tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/fd4a552a-742a-44d8-a51f-daa85e2d234a HTTP/1.1" status: 404 len: 347 time: 0.0697782 May 26 16:25:21.272360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 40994) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:21.279847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6c963b83-5b90-4235-8ace-48bbca0c3c2d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-secgroup--190583673'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:21.312214 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c963b83-5b90-4235-8ace-48bbca0c3c2d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.324423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.462052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Deleting port 370d863a-489e-4c47-a091-c1cfb1c522d2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:21.462878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.472803 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c963b83-5b90-4235-8ace-48bbca0c3c2d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.480029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c963b83-5b90-4235-8ace-48bbca0c3c2d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.530344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device aea18c63-2b9c-41e3-8226-c0f1b677bd1a up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:21.556038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c963b83-5b90-4235-8ace-48bbca0c3c2d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c782445d-f9a1-4eac-bcb6-77e25e731139,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:21.564335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] For port 370d863a-489e-4c47-a091-c1cfb1c522d2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=370d863a-489e-4c47-a091-c1cfb1c522d2,segment=NetworkSegment(4ad74eaa-fe17-4110-aae3-e09155c9f346),segment_id=4ad74eaa-fe17-4110-aae3-e09155c9f346)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:21.565162 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.572318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c963b83-5b90-4235-8ace-48bbca0c3c2d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.577396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6c963b83-5b90-4235-8ace-48bbca0c3c2d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3006349 May 26 16:25:21.578137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41000) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:21.582724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ab12d41b-f947-478c-bc76-f6ac152d5acd tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': 'c782445d-f9a1-4eac-bcb6-77e25e731139', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:21.583291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Calling delete_port for 370d863a-489e-4c47-a091-c1cfb1c522d2 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:21.610775 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ab12d41b-f947-478c-bc76-f6ac152d5acd tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.669602 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09009452-f9bc-430b-a485-178666d20833 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.679404 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09009452-f9bc-430b-a485-178666d20833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.713575 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.761638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ab12d41b-f947-478c-bc76-f6ac152d5acd tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.764737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Pushing event deleted for resources: {'Port': ['ID=370d863a-489e-4c47-a091-c1cfb1c522d2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:21.772564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] No DVR routers for this DVR port 370d863a-489e-4c47-a091-c1cfb1c522d2 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:21.781971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ab12d41b-f947-478c-bc76-f6ac152d5acd tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.794472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec4753-9dac-427c-86ed-576c4ea419f4 None None] DHCP port deletion for 79b0b709-09d9-4b14-8904-1effc98baf0b request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:25:21.796916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port aea18c63-2b9c-41e3-8226-c0f1b677bd1a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:25:21.805705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port aea18c63-2b9c-41e3-8226-c0f1b677bd1a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:21.806117 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.817608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09009452-f9bc-430b-a485-178666d20833 None None] Network 74e63be7-6325-4078-af1a-1bc89682488a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:21.847500 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09009452-f9bc-430b-a485-178666d20833 None None] Pushing event updated for resources: {'Port': ['ID=ebdea678-5e96-4cce-bee7-c9e6bcc90812,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:21.861629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.8 (74e63be7-6325-4078-af1a-1bc89682488a/17b61611-cc70-4709-8a92-fca6d6e483cf/14d27ca2-79dd-403e-98c1-be9f8aa886b7) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:21.864169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12d41b-f947-478c-bc76-f6ac152d5acd tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97d4e6f-ce89-4fc8-922c-d247f8230264,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:21.868702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-09009452-f9bc-430b-a485-178666d20833 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:21.873035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09009452-f9bc-430b-a485-178666d20833 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:21.894678 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.905874 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ab12d41b-f947-478c-bc76-f6ac152d5acd tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.911496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ab12d41b-f947-478c-bc76-f6ac152d5acd tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322022 May 26 16:25:21.912267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41010) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:21.925878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b0b709-09d9-4b14-8904-1effc98baf0b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:21.934690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad74eaa-fe17-4110-aae3-e09155c9f346') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:21.934690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad74eaa-fe17-4110-aae3-e09155c9f346') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:21.951581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.969719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.984703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-09009452-f9bc-430b-a485-178666d20833 None None] Attempting to bind port ebdea678-5e96-4cce-bee7-c9e6bcc90812 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:21.985074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-09009452-f9bc-430b-a485-178666d20833 None None] Attempting to bind port ebdea678-5e96-4cce-bee7-c9e6bcc90812 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '163bee4e-2212-44b2-8fec-54b420cb2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74e63be7-6325-4078-af1a-1bc89682488a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:21.985444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09009452-f9bc-430b-a485-178666d20833 None None] Attempting to bind port ebdea678-5e96-4cce-bee7-c9e6bcc90812 on network 74e63be7-6325-4078-af1a-1bc89682488a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:21.989240 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:21.990686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.995332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09009452-f9bc-430b-a485-178666d20833 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:21.995781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09009452-f9bc-430b-a485-178666d20833 None None] Checking segment: {'id': '163bee4e-2212-44b2-8fec-54b420cb2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74e63be7-6325-4078-af1a-1bc89682488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:21.996220 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09009452-f9bc-430b-a485-178666d20833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.996653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09009452-f9bc-430b-a485-178666d20833 None None] Bound using segment: {'id': '163bee4e-2212-44b2-8fec-54b420cb2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74e63be7-6325-4078-af1a-1bc89682488a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:21.997134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-09009452-f9bc-430b-a485-178666d20833 None None] Bound port: ebdea678-5e96-4cce-bee7-c9e6bcc90812, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163bee4e-2212-44b2-8fec-54b420cb2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '74e63be7-6325-4078-af1a-1bc89682488a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:21.997521 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09009452-f9bc-430b-a485-178666d20833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.039680 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 4ad74eaa-fe17-4110-aae3-e09155c9f346 resource provider aggregate not found May 26 16:25:22.078390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port aea18c63-2b9c-41e3-8226-c0f1b677bd1a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:22.078390 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.098886 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 4ad74eaa-fe17-4110-aae3-e09155c9f346 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ad74eaa-fe17-4110-aae3-e09155c9f346 found for delete ", "request_id": "req-af378cb5-b6bf-4569-8af3-b5dee85a08d7"}]} May 26 16:25:22.124341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-09009452-f9bc-430b-a485-178666d20833 None None] For port ebdea678-5e96-4cce-bee7-c9e6bcc90812, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:22.129664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-99e1d9b3-7b2d-48d8-a547-d29422bae9aa tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.133491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-09009452-f9bc-430b-a485-178666d20833 None None] For port ebdea678-5e96-4cce-bee7-c9e6bcc90812, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ebdea678-5e96-4cce-bee7-c9e6bcc90812,segment=NetworkSegment(163bee4e-2212-44b2-8fec-54b420cb2369),segment_id=163bee4e-2212-44b2-8fec-54b420cb2369)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:22.138551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.143032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a62a50-be57-4841-8675-70f82fe5ebfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea18c63-2b9c-41e3-8226-c0f1b677bd1a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:22.152375 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c0994-1398-4eec-a629-7731d9c0112a" -d '{"events": [{"server_uuid": "81a62a50-be57-4841-8675-70f82fe5ebfb", "name": "network-vif-plugged", "status": "completed", "tag": "aea18c63-2b9c-41e3-8226-c0f1b677bd1a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:22.162310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f85846-366d-4eee-bff2-841b8910d667 req-019018a5-92ff-40bf-a25d-3620629d2b90 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:22.163954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59f85846-366d-4eee-bff2-841b8910d667 req-019018a5-92ff-40bf-a25d-3620629d2b90 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.2116990 May 26 16:25:22.168030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-99e1d9b3-7b2d-48d8-a547-d29422bae9aa tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.172569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.181732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] 10.222.0.39 "DELETE /v2.0/networks/79b0b709-09d9-4b14-8904-1effc98baf0b HTTP/1.1" status: 204 len: 168 time: 0.9871979 May 26 16:25:22.181732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f9e0b-922c-4e93-af67-fe921c74f596 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b0b709-09d9-4b14-8904-1effc98baf0b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:22.223172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port aea18c63-2b9c-41e3-8226-c0f1b677bd1a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:22.226739 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09009452-f9bc-430b-a485-178666d20833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.273708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba66a6-481e-4075-bbf4-75ed18415ca6 req-fc405d2e-30bb-4e77-a56a-3e27977a6094 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:22.276321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76ba66a6-481e-4075-bbf4-75ed18415ca6 req-fc405d2e-30bb-4e77-a56a-3e27977a6094 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 949 time: 0.3031704 May 26 16:25:22.277004 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-99e1d9b3-7b2d-48d8-a547-d29422bae9aa tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.356130 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.375232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-99e1d9b3-7b2d-48d8-a547-d29422bae9aa tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.378712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-99e1d9b3-7b2d-48d8-a547-d29422bae9aa tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c97d4e6f-ce89-4fc8-922c-d247f8230264 HTTP/1.1" status: 204 len: 168 time: 0.4579861 May 26 16:25:22.378712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1d9b3-7b2d-48d8-a547-d29422bae9aa tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c97d4e6f-ce89-4fc8-922c-d247f8230264,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:22.379424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41022) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:22.435501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09009452-f9bc-430b-a485-178666d20833 None None] Pushing event updated for resources: {'Port': ['ID=ebdea678-5e96-4cce-bee7-c9e6bcc90812,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:22.506396 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f864cb3a-cc3a-4824-aa7f-3691c5367ada tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1232042 May 26 16:25:22.507067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41030) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:22.566041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59f85846-366d-4eee-bff2-841b8910d667 req-ab7dc81e-962d-46a9-b306-445c422e1fc5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079619 May 26 16:25:22.590424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41032) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:22.607182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76ba66a6-481e-4075-bbf4-75ed18415ca6 req-1582f525-65e5-4caf-8621-50ef7331b274 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368200 May 26 16:25:22.624563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:22.649812 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64be8d2-8ed2-43f2-aa2b-67080e57db3c x-openstack-request-id: req-d64be8d2-8ed2-43f2-aa2b-67080e57db3c {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:22.650270 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a62a50-be57-4841-8675-70f82fe5ebfb", "name": "network-vif-plugged", "status": "completed", "tag": "aea18c63-2b9c-41e3-8226-c0f1b677bd1a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:22.650585 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d64be8d2-8ed2-43f2-aa2b-67080e57db3c {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:22.651632 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64be8d2-8ed2-43f2-aa2b-67080e57db3c'] response: {'server_uuid': '81a62a50-be57-4841-8675-70f82fe5ebfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea18c63-2b9c-41e3-8226-c0f1b677bd1a', 'code': 200} May 26 16:25:22.689476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.693124 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-94d60e9a-9bac-4b40-9d01-a849d1c50ff6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c92b7eb1d8314e6698ff901beca4e416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004338 May 26 16:25:22.693737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41038) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:22.728517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eec1630-050b-4758-891c-ea9298ac10c8 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.758262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.789960 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eec1630-050b-4758-891c-ea9298ac10c8 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.841412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-416bea63-392e-4615-97a3-44fcf3b9a610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.866571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 74e63be7-6325-4078-af1a-1bc89682488a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:22.880734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:22.883040 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-416bea63-392e-4615-97a3-44fcf3b9a610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.884827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:22.918162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=14d27ca2-79dd-403e-98c1-be9f8aa886b7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:22.919878 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eec1630-050b-4758-891c-ea9298ac10c8 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.925312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff70aa-b46b-47f1-9d32-2c8cd2ec68e3 req-7136a3da-3e04-467a-bce4-6d6aeb0ca1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:22.926872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aaff70aa-b46b-47f1-9d32-2c8cd2ec68e3 req-7136a3da-3e04-467a-bce4-6d6aeb0ca1bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 1101 time: 0.1941791 May 26 16:25:22.930183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6eec1630-050b-4758-891c-ea9298ac10c8 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.931495 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6eec1630-050b-4758-891c-ea9298ac10c8 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/c782445d-f9a1-4eac-bcb6-77e25e731139 HTTP/1.1" status: 204 len: 168 time: 0.4233599 May 26 16:25:22.938149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41044) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:22.959883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec1630-050b-4758-891c-ea9298ac10c8 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c782445d-f9a1-4eac-bcb6-77e25e731139,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:23.002214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:23.003047 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.004963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-416bea63-392e-4615-97a3-44fcf3b9a610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.007548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-416bea63-392e-4615-97a3-44fcf3b9a610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.008721 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-416bea63-392e-4615-97a3-44fcf3b9a610 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5637a7dc-80b4-41e8-a2b0-f9db9269c80d HTTP/1.1" status: 204 len: 168 time: 0.3118622 May 26 16:25:23.030759 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aaff70aa-b46b-47f1-9d32-2c8cd2ec68e3 req-872cc436-8250-41a9-affe-4feb7bf84c37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932536 May 26 16:25:23.035668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bea63-392e-4615-97a3-44fcf3b9a610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5637a7dc-80b4-41e8-a2b0-f9db9269c80d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:23.048507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41052) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:23.049379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-706e90a6-c85b-4db2-af9a-b26865adbf55 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3411269 May 26 16:25:23.058545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4535802d-3648-4e37-bc86-9931fefbdf8f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1192818 May 26 16:25:23.059307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41054) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:23.064487 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-03c68de2-c49f-4470-8103-b41fe5bbdb22 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229208519'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:23.088701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-03c68de2-c49f-4470-8103-b41fe5bbdb22 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.160649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8b73d-b66d-4f3b-8b52-2307cdff2cbe tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 14d27ca2-79dd-403e-98c1-be9f8aa886b7 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:23.161290 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b73d-b66d-4f3b-8b52-2307cdff2cbe tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.163645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-03c68de2-c49f-4470-8103-b41fe5bbdb22 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.168818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-03c68de2-c49f-4470-8103-b41fe5bbdb22 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.209133 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-03c68de2-c49f-4470-8103-b41fe5bbdb22 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.214253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-03c68de2-c49f-4470-8103-b41fe5bbdb22 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1538274 May 26 16:25:23.214885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41056) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:23.222959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-518ccee2-3b99-4e14-a087-4944377db487 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': 'a2e5d3ee-0cf2-4a4e-abc0-324952d1eb8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:23.231741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c68de2-c49f-4470-8103-b41fe5bbdb22 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e5d3ee-0cf2-4a4e-abc0-324952d1eb8f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:23.269276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-518ccee2-3b99-4e14-a087-4944377db487 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.331953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b73d-b66d-4f3b-8b52-2307cdff2cbe tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.356794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8b73d-b66d-4f3b-8b52-2307cdff2cbe tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 14d27ca2-79dd-403e-98c1-be9f8aa886b7 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:23.381216 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-518ccee2-3b99-4e14-a087-4944377db487 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.388143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-518ccee2-3b99-4e14-a087-4944377db487 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.424236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ccee2-3b99-4e14-a087-4944377db487 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd52e6c-ca85-476d-bf8e-c281087ea954,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:23.441417 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-518ccee2-3b99-4e14-a087-4944377db487 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.443592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-518ccee2-3b99-4e14-a087-4944377db487 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2246079 May 26 16:25:23.445924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41062) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:23.474108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f5b38b50-6b70-4177-822a-4935c32e53ae tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': 'a2e5d3ee-0cf2-4a4e-abc0-324952d1eb8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:23.512368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5b38b50-6b70-4177-822a-4935c32e53ae tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.560142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ebdea678-5e96-4cce-bee7-c9e6bcc90812 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:23.601984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:23.688521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ebdea678-5e96-4cce-bee7-c9e6bcc90812 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:23.688910 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.701013 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b73d-b66d-4f3b-8b52-2307cdff2cbe tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.734403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5b38b50-6b70-4177-822a-4935c32e53ae tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.742536 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5b38b50-6b70-4177-822a-4935c32e53ae tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.756272 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8b73d-b66d-4f3b-8b52-2307cdff2cbe tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=14d27ca2-79dd-403e-98c1-be9f8aa886b7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:23.859577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b38b50-6b70-4177-822a-4935c32e53ae tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eda531a-5eda-4dcb-ab1a-e465ba57951d,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:23.871189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dc35e4e2-8d79-4378-b8a4-aa33609d72bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d17a05cf580b4471b4952c58a2784412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647352 May 26 16:25:23.876778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41084) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:23.905161 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f5b38b50-6b70-4177-822a-4935c32e53ae tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.910161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f5b38b50-6b70-4177-822a-4935c32e53ae tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4620187 May 26 16:25:23.910781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41086) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:23.919108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d26b16cb-62da-47c9-95b7-381f47d25379 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': 'a2e5d3ee-0cf2-4a4e-abc0-324952d1eb8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:23.939190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ebdea678-5e96-4cce-bee7-c9e6bcc90812 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:23.940441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.948915 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.977393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999770c-d1bb-43d7-85a7-340289c990bc req-d82682dc-7333-44cc-a197-07980934fd77 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:23.980022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0999770c-d1bb-43d7-85a7-340289c990bc req-d82682dc-7333-44cc-a197-07980934fd77 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 950 time: 0.1367722 May 26 16:25:23.988850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b73d-b66d-4f3b-8b52-2307cdff2cbe tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.989283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d26b16cb-62da-47c9-95b7-381f47d25379 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.992547 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ff8b73d-b66d-4f3b-8b52-2307cdff2cbe tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/14d27ca2-79dd-403e-98c1-be9f8aa886b7 HTTP/1.1" status: 204 len: 168 time: 0.9430695 May 26 16:25:23.996344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41088) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:24.084906 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.097164 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dfc99f-0ad9-4472-9da2-5fbdaec15f0f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:25:24.097947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4dfc99f-0ad9-4472-9da2-5fbdaec15f0f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:24.101093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b4dfc99f-0ad9-4472-9da2-5fbdaec15f0f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/14d27ca2-79dd-403e-98c1-be9f8aa886b7 HTTP/1.1" status: 404 len: 333 time: 0.1037874 May 26 16:25:24.110249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41092) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:24.115633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port ebdea678-5e96-4cce-bee7-c9e6bcc90812, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ebdea678-5e96-4cce-bee7-c9e6bcc90812,segment=NetworkSegment(163bee4e-2212-44b2-8fec-54b420cb2369),segment_id=163bee4e-2212-44b2-8fec-54b420cb2369)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:24.129379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.173502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14a0079f-d4b4-4928-894d-129fb9e7e2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.219929 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a76a9e-6186-48fd-bdc3-c8eaeefc3c0e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:25:24.236584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-95a76a9e-6186-48fd-bdc3-c8eaeefc3c0e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/14d27ca2-79dd-403e-98c1-be9f8aa886b7 HTTP/1.1" status: 404 len: 333 time: 0.1231484 May 26 16:25:24.237184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=ebdea678-5e96-4cce-bee7-c9e6bcc90812,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:24.237749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41094) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:24.247214 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d26b16cb-62da-47c9-95b7-381f47d25379 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.248623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14a0079f-d4b4-4928-894d-129fb9e7e2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.252515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0999770c-d1bb-43d7-85a7-340289c990bc req-face3ecd-9099-4f74-a026-20a41f6f4af8 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321470 May 26 16:25:24.264984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 370d863a-489e-4c47-a091-c1cfb1c522d2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:24.304517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 370d863a-489e-4c47-a091-c1cfb1c522d2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:24.307879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 370d863a-489e-4c47-a091-c1cfb1c522d2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:24.332791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d26b16cb-62da-47c9-95b7-381f47d25379 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.351674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14a0079f-d4b4-4928-894d-129fb9e7e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.355039 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-14a0079f-d4b4-4928-894d-129fb9e7e2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.356521 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-14a0079f-d4b4-4928-894d-129fb9e7e2bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/919fd373-95fd-4415-8ded-13fc14fc4edd HTTP/1.1" status: 204 len: 168 time: 0.4787800 May 26 16:25:24.363596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d477c25-773a-491e-a395-89a5bde1cc58 None None] Network 74e63be7-6325-4078-af1a-1bc89682488a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:24.384804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0079f-d4b4-4928-894d-129fb9e7e2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919fd373-95fd-4415-8ded-13fc14fc4edd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:24.400480 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d26b16cb-62da-47c9-95b7-381f47d25379 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.410879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d26b16cb-62da-47c9-95b7-381f47d25379 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4986310 May 26 16:25:24.413523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:24.419792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-07d876a2-bda0-4c41-bac0-0431d0ae5c8e tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': 'a2e5d3ee-0cf2-4a4e-abc0-324952d1eb8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:24.427778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b16cb-62da-47c9-95b7-381f47d25379 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871434d9-f09e-4d7a-ad1b-5a83ac8b1432,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:24.448705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-22988a58-c5a5-4adb-955b-bc27859a36f9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 17b61611-cc70-4709-8a92-fca6d6e483cf {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:25:24.457422 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-22988a58-c5a5-4adb-955b-bc27859a36f9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.470510 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07d876a2-bda0-4c41-bac0-0431d0ae5c8e tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.519837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-36fb00f4-96ab-4002-9e4c-e2392abfe9c5 None None] Provisioning complete for port ebdea678-5e96-4cce-bee7-c9e6bcc90812 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:24.524025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-36fb00f4-96ab-4002-9e4c-e2392abfe9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.551865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07d876a2-bda0-4c41-bac0-0431d0ae5c8e tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.559805 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07d876a2-bda0-4c41-bac0-0431d0ae5c8e tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.609408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d876a2-bda0-4c41-bac0-0431d0ae5c8e tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4266f89-8704-42de-a4e8-37ec382bd215,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:24.622775 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-22988a58-c5a5-4adb-955b-bc27859a36f9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.625287 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07d876a2-bda0-4c41-bac0-0431d0ae5c8e tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.628324 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-07d876a2-bda0-4c41-bac0-0431d0ae5c8e tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130020 May 26 16:25:24.631535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41102) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:24.642787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e59d894d-eb15-4398-9e47-dc75dbe9db18 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': 'a2e5d3ee-0cf2-4a4e-abc0-324952d1eb8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:24.737928 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e59d894d-eb15-4398-9e47-dc75dbe9db18 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.855284 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e59d894d-eb15-4398-9e47-dc75dbe9db18 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.871158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e59d894d-eb15-4398-9e47-dc75dbe9db18 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.905195 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d894d-eb15-4398-9e47-dc75dbe9db18 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7be0c1c-11d4-48e6-9be7-223194f640e9,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:24.913169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e59d894d-eb15-4398-9e47-dc75dbe9db18 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.915905 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e59d894d-eb15-4398-9e47-dc75dbe9db18 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2832282 May 26 16:25:24.919707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41108) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:24.979661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df3f95af-7360-4032-9724-4e502732339f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.999705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-36fb00f4-96ab-4002-9e4c-e2392abfe9c5 None None] Current status of the port ebdea678-5e96-4cce-bee7-c9e6bcc90812 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:25.010159 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df3f95af-7360-4032-9724-4e502732339f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.077614 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df3f95af-7360-4032-9724-4e502732339f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.097413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df3f95af-7360-4032-9724-4e502732339f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.099815 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-df3f95af-7360-4032-9724-4e502732339f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d7be0c1c-11d4-48e6-9be7-223194f640e9 HTTP/1.1" status: 204 len: 168 time: 0.1776321 May 26 16:25:25.129681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41116) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:25.130552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f95af-7360-4032-9724-4e502732339f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7be0c1c-11d4-48e6-9be7-223194f640e9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:25.193280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b192f-1fd7-4a9b-b922-36c7cc5d39a7 req-0cd6a285-de04-4815-8436-e76d5a4586b2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:25.194868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-513b192f-1fd7-4a9b-b922-36c7cc5d39a7 req-0cd6a285-de04-4815-8436-e76d5a4586b2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.6677947 May 26 16:25:25.255968 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-691bae94-5d70-46da-8ef6-eb832efcce5d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1217868 May 26 16:25:25.259688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41120) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:25.313884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-513b192f-1fd7-4a9b-b922-36c7cc5d39a7 req-61bd3188-fed4-435f-8a4c-8785e94035b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093993 May 26 16:25:25.324383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-22988a58-c5a5-4adb-955b-bc27859a36f9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.328759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-21fc8864-af26-424b-b43c-e80d4a031d27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.394948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-21fc8864-af26-424b-b43c-e80d4a031d27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.466701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ebdea678-5e96-4cce-bee7-c9e6bcc90812 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:25.474209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2e416e3b-707c-41a5-852d-774e47c8d5dd None None] Provisioning complete for port ebdea678-5e96-4cce-bee7-c9e6bcc90812 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:25.477782 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2e416e3b-707c-41a5-852d-774e47c8d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.541061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-21fc8864-af26-424b-b43c-e80d4a031d27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.555038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-21fc8864-af26-424b-b43c-e80d4a031d27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.558958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41132) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:25.561648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-21fc8864-af26-424b-b43c-e80d4a031d27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f4266f89-8704-42de-a4e8-37ec382bd215 HTTP/1.1" status: 204 len: 168 time: 0.2997825 May 26 16:25:25.567773 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-22988a58-c5a5-4adb-955b-bc27859a36f9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.612836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c99935-8852-4282-bacd-10b3efa1f842 req-0278926b-b859-47c0-8152-430805f398b8 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:25.614663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41c99935-8852-4282-bacd-10b3efa1f842 req-0278926b-b859-47c0-8152-430805f398b8 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 950 time: 0.2025986 May 26 16:25:25.639624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ebdea678-5e96-4cce-bee7-c9e6bcc90812 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:25.639997 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.676101 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bb1a894d-a372-4687-bb46-84857007330d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1128912 May 26 16:25:25.677045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41136) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:25.691888 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-22988a58-c5a5-4adb-955b-bc27859a36f9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.707314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-22988a58-c5a5-4adb-955b-bc27859a36f9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/17b61611-cc70-4709-8a92-fca6d6e483cf HTTP/1.1" status: 204 len: 168 time: 1.4558136 May 26 16:25:25.707314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc8864-af26-424b-b43c-e80d4a031d27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4266f89-8704-42de-a4e8-37ec382bd215,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:25.708846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41138) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:25.719232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-438b1b0c-16ff-4684-817c-e0c0a95790c6 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.729948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-438b1b0c-16ff-4684-817c-e0c0a95790c6 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.738610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22988a58-c5a5-4adb-955b-bc27859a36f9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=17b61611-cc70-4709-8a92-fca6d6e483cf,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:25.792184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-438b1b0c-16ff-4684-817c-e0c0a95790c6 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.804288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-438b1b0c-16ff-4684-817c-e0c0a95790c6 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.812950 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-438b1b0c-16ff-4684-817c-e0c0a95790c6 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/871434d9-f09e-4d7a-ad1b-5a83ac8b1432 HTTP/1.1" status: 204 len: 168 time: 0.1318753 May 26 16:25:25.813567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41140) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:25.874506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b1b0c-16ff-4684-817c-e0c0a95790c6 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=871434d9-f09e-4d7a-ad1b-5a83ac8b1432,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:25.877483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d990cf-ad91-4b43-9e28-54e842d85504 None None] Network 74e63be7-6325-4078-af1a-1bc89682488a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:25.897828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2e416e3b-707c-41a5-852d-774e47c8d5dd None None] Current status of the port ebdea678-5e96-4cce-bee7-c9e6bcc90812 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:25.917140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41c99935-8852-4282-bacd-10b3efa1f842 req-e548cba6-90f4-4eef-829c-1a0a3eba27c0 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247653 May 26 16:25:25.924685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:25.983961 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b752395c-65c5-4d35-82b2-7ec629d6a2f4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1555858 May 26 16:25:25.985777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41146) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:26.026221 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17aed228-42c0-4f99-8572-ff8dcc92a946 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.039933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17aed228-42c0-4f99-8572-ff8dcc92a946 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.186811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port ebdea678-5e96-4cce-bee7-c9e6bcc90812 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:26.190906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.210055 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17aed228-42c0-4f99-8572-ff8dcc92a946 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.245372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17aed228-42c0-4f99-8572-ff8dcc92a946 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.245372 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-17aed228-42c0-4f99-8572-ff8dcc92a946 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4eda531a-5eda-4dcb-ab1a-e465ba57951d HTTP/1.1" status: 204 len: 168 time: 0.2553155 May 26 16:25:26.277416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41152) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:26.280514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aed228-42c0-4f99-8572-ff8dcc92a946 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eda531a-5eda-4dcb-ab1a-e465ba57951d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:26.381538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a455da5e-0fb7-44b8-8f3f-d0d0868b24a7 None None] Could not find standard attr ID for object 14d27ca2-79dd-403e-98c1-be9f8aa886b7. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:25:26.429792 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4c93925e-5ba7-4818-9b8f-1062ba2e0a6b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1241941 May 26 16:25:26.433366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41162) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:26.440105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ebdea678-5e96-4cce-bee7-c9e6bcc90812 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:26.518322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13a533d7-2b12-47d7-b10b-24ecb31e0f27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.528139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13a533d7-2b12-47d7-b10b-24ecb31e0f27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.570429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] For port ebdea678-5e96-4cce-bee7-c9e6bcc90812, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ebdea678-5e96-4cce-bee7-c9e6bcc90812,segment=NetworkSegment(163bee4e-2212-44b2-8fec-54b420cb2369),segment_id=163bee4e-2212-44b2-8fec-54b420cb2369)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:26.570965 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.573771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13a533d7-2b12-47d7-b10b-24ecb31e0f27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.594579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13a533d7-2b12-47d7-b10b-24ecb31e0f27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.596283 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-13a533d7-2b12-47d7-b10b-24ecb31e0f27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4cd52e6c-ca85-476d-bf8e-c281087ea954 HTTP/1.1" status: 204 len: 168 time: 0.1612029 May 26 16:25:26.600044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41164) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:26.631066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for ebdea678-5e96-4cce-bee7-c9e6bcc90812 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:26.631516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a533d7-2b12-47d7-b10b-24ecb31e0f27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cd52e6c-ca85-476d-bf8e-c281087ea954,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:26.674664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd7838-e1b3-4053-9cbe-f1636ddc66fa None None] DHCP port deletion for 74e63be7-6325-4078-af1a-1bc89682488a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:25:26.675806 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8bd12b2c-c080-49c0-b7e5-5af5ca96d711 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735233 May 26 16:25:26.678530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41168) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:26.709774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65b1e7-e6b1-47ca-9199-3ba8a53cd81a req-db0a9e3c-77e4-416f-a5f3-8b53f6bd297e tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:26.719256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d65b1e7-e6b1-47ca-9199-3ba8a53cd81a req-db0a9e3c-77e4-416f-a5f3-8b53f6bd297e tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 950 time: 0.3024943 May 26 16:25:26.765146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913367f-0ead-448d-9395-65fad50dfe06 req-1d26109d-1da7-4ce4-9ee0-6ca1b8e06412 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:26.766984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1913367f-0ead-448d-9395-65fad50dfe06 req-1d26109d-1da7-4ce4-9ee0-6ca1b8e06412 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.2336402 May 26 16:25:26.781315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-72fd7838-e1b3-4053-9cbe-f1636ddc66fa None None] Deleting port ebdea678-5e96-4cce-bee7-c9e6bcc90812 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:26.790915 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-72fd7838-e1b3-4053-9cbe-f1636ddc66fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.797990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1cb4a3b-1688-4258-9dc5-e2ae7680005b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.831855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d65b1e7-e6b1-47ca-9199-3ba8a53cd81a req-ca50662c-ea9f-4b74-ad5c-038416f4e493 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101909 May 26 16:25:26.832933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1cb4a3b-1688-4258-9dc5-e2ae7680005b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.889876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1913367f-0ead-448d-9395-65fad50dfe06 req-d439109c-8aa3-48b0-be7a-4eac0fc0a709 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003218 May 26 16:25:26.891013 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.907350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-72fd7838-e1b3-4053-9cbe-f1636ddc66fa None None] For port ebdea678-5e96-4cce-bee7-c9e6bcc90812, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ebdea678-5e96-4cce-bee7-c9e6bcc90812,segment=NetworkSegment(163bee4e-2212-44b2-8fec-54b420cb2369),segment_id=163bee4e-2212-44b2-8fec-54b420cb2369)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:26.907852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-72fd7838-e1b3-4053-9cbe-f1636ddc66fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.927860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=ebdea678-5e96-4cce-bee7-c9e6bcc90812,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:26.931576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No DVR routers for this DVR port ebdea678-5e96-4cce-bee7-c9e6bcc90812 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:26.940802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-72fd7838-e1b3-4053-9cbe-f1636ddc66fa None None] Calling delete_port for ebdea678-5e96-4cce-bee7-c9e6bcc90812 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:26.949989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1cb4a3b-1688-4258-9dc5-e2ae7680005b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.953585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1cb4a3b-1688-4258-9dc5-e2ae7680005b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.957800 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f1cb4a3b-1688-4258-9dc5-e2ae7680005b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/a2e5d3ee-0cf2-4a4e-abc0-324952d1eb8f HTTP/1.1" status: 204 len: 168 time: 0.2780511 May 26 16:25:26.958599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41174) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:26.983665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb4a3b-1688-4258-9dc5-e2ae7680005b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e5d3ee-0cf2-4a4e-abc0-324952d1eb8f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:27.030053 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e05507f2-bc30-45c9-a7d3-8906d8e6200d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667067 May 26 16:25:27.030594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41176) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:27.036006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f8a61ab5-5c65-43a2-89dd-d0b4962bfb27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-secgroup--738757189'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:27.073956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8a61ab5-5c65-43a2-89dd-d0b4962bfb27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.131693 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-72fd7838-e1b3-4053-9cbe-f1636ddc66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.151613 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.166958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd7838-e1b3-4053-9cbe-f1636ddc66fa None None] Pushing event deleted for resources: {'Port': ['ID=ebdea678-5e96-4cce-bee7-c9e6bcc90812,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:27.173439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd7838-e1b3-4053-9cbe-f1636ddc66fa None None] No DVR routers for this DVR port ebdea678-5e96-4cce-bee7-c9e6bcc90812 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:27.226089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e63be7-6325-4078-af1a-1bc89682488a']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:27.241916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8a61ab5-5c65-43a2-89dd-d0b4962bfb27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.247545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163bee4e-2212-44b2-8fec-54b420cb2369') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:27.248103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163bee4e-2212-44b2-8fec-54b420cb2369') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:27.250997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8a61ab5-5c65-43a2-89dd-d0b4962bfb27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.264229 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.280889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.288767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:27.289396 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.321121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8a61ab5-5c65-43a2-89dd-d0b4962bfb27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.325015 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8a61ab5-5c65-43a2-89dd-d0b4962bfb27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2933190 May 26 16:25:27.336837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41186) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:27.350041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8e52018b-09ce-4d92-ae8f-438a4250a07c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': '9f09a287-26a9-40f1-aa8e-ab8baf3a2403', 'direction': 'ingress', 'protocol': 17}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:27.406674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e52018b-09ce-4d92-ae8f-438a4250a07c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.410300 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.423684 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.427772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a61ab5-5c65-43a2-89dd-d0b4962bfb27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f09a287-26a9-40f1-aa8e-ab8baf3a2403,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:27.428816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/networks/74e63be7-6325-4078-af1a-1bc89682488a HTTP/1.1" status: 204 len: 168 time: 1.6950188 May 26 16:25:27.438822 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41190) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:27.458460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-919149927'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:27.461040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41192) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:27.475244 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 163bee4e-2212-44b2-8fec-54b420cb2369 resource provider aggregate not found May 26 16:25:27.492213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ebdea678-5e96-4cce-bee7-c9e6bcc90812 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:27.498890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960ee01-dcf2-452b-9f10-90fea81472e4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Network': ['ID=74e63be7-6325-4078-af1a-1bc89682488a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:27.516871 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 163bee4e-2212-44b2-8fec-54b420cb2369 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 163bee4e-2212-44b2-8fec-54b420cb2369 found for delete ", "request_id": "req-a2253285-210c-4473-858b-cb0518902c0a"}]} May 26 16:25:27.538453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ebdea678-5e96-4cce-bee7-c9e6bcc90812 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:27.539076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ebdea678-5e96-4cce-bee7-c9e6bcc90812 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:27.564692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:27.569439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.605452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e52018b-09ce-4d92-ae8f-438a4250a07c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.612434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e52018b-09ce-4d92-ae8f-438a4250a07c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.628975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:27.642974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52018b-09ce-4d92-ae8f-438a4250a07c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08294751-7ef3-4e6c-a76c-7af2b47d2141,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:27.651650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.652069 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Added segment 2cfa8e6c-117c-4b84-b4b4-df711b077f91 of type vlan for network bf7b5fc6-4b58-4533-9154-585d4c8eb144 May 26 16:25:27.663905 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e52018b-09ce-4d92-ae8f-438a4250a07c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.665380 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8e52018b-09ce-4d92-ae8f-438a4250a07c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3242555 May 26 16:25:27.669357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41202) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:27.734478 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.781315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-d140fdcb-5e74-42b7-9c59-88abc6bceeee tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:27.783814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-d140fdcb-5e74-42b7-9c59-88abc6bceeee tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.24 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 950 time: 0.1183727 May 26 16:25:27.819019 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.827522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:27.828189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.831290 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-74c0fd8d-ea2c-4bee-8662-9ba65488642a tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.872057 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-74c0fd8d-ea2c-4bee-8662-9ba65488642a tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.968007 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5260439 May 26 16:25:27.983576 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-7c184e8f-c811-47fa-b131-129c88b60cec service neutron] show failed (client error): The resource could not be found. May 26 16:25:27.984762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-7c184e8f-c811-47fa-b131-129c88b60cec service neutron] 10.222.0.24 "GET /v2.0/ports/b2e22bb2-b469-4674-9c34-829ef8020f04/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.1998823 May 26 16:25:27.985202 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-74c0fd8d-ea2c-4bee-8662-9ba65488642a tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.987555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41208) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:27.991715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-74c0fd8d-ea2c-4bee-8662-9ba65488642a tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.993280 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-74c0fd8d-ea2c-4bee-8662-9ba65488642a tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/9f09a287-26a9-40f1-aa8e-ab8baf3a2403 HTTP/1.1" status: 204 len: 168 time: 0.3222044 May 26 16:25:28.016151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': 'bf7b5fc6-4b58-4533-9154-585d4c8eb144', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:28.019032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41210) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:28.073194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9290b-643f-47c5-9c57-bfd53ea48f68 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Network': ['ID=bf7b5fc6-4b58-4533-9154-585d4c8eb144,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:28.086201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network bf7b5fc6-4b58-4533-9154-585d4c8eb144 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:28.096708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'network': {'name': 'tempest-network-smoke--640436189', 'project_id': '4063905a31d942838228e9f70da00298', 'port_security_enabled': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:28.119152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0fd8d-ea2c-4bee-8662-9ba65488642a tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f09a287-26a9-40f1-aa8e-ab8baf3a2403,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:28.129954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Made reservation on behalf of 4063905a31d942838228e9f70da00298 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:28.134782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.178130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.185167 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c4505f0d-b5fa-43c6-83f9-f6d619752a39 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127708 May 26 16:25:28.197078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41212) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:28.216132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6353b93a-13ae-48dc-bc97-c92e71537f41 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593963732'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:28.254796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6353b93a-13ae-48dc-bc97-c92e71537f41 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.379518 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6353b93a-13ae-48dc-bc97-c92e71537f41 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.384317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.387811 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6353b93a-13ae-48dc-bc97-c92e71537f41 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.395106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.409121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:28.419658 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.420424 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Added segment b6fd0eb8-1942-48c4-aedb-77410c1c3b68 of type vlan for network 90c7614f-995f-4fb6-85ea-240611fc8458 May 26 16:25:28.431932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d170557-2310-42a9-b317-1a0f6c1332fa req-526c897d-a379-4092-83e1-b99e3800535c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:28.433462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d170557-2310-42a9-b317-1a0f6c1332fa req-526c897d-a379-4092-83e1-b99e3800535c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.2658114 May 26 16:25:28.445892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529f486-f21d-40d4-ad6e-6b924abbf33d req-af13f966-bd82-448c-a5f6-0996b9aa48cb tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:28.447523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1529f486-f21d-40d4-ad6e-6b924abbf33d req-af13f966-bd82-448c-a5f6-0996b9aa48cb tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 950 time: 0.4877756 May 26 16:25:28.475391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.490645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-c0b4d6e1-46cc-44aa-b5c0-39dfe51b91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:28.492209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-c0b4d6e1-46cc-44aa-b5c0-39dfe51b91da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 1096 time: 0.2637453 May 26 16:25:28.517025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:28.543203 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.551081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:28.551834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.553879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:28.558375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.626818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6353b93a-13ae-48dc-bc97-c92e71537f41 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.626818 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6353b93a-13ae-48dc-bc97-c92e71537f41 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4252090 May 26 16:25:28.634434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41218) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:28.638238 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1716311 May 26 16:25:28.643020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41220) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:28.646494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8e025914-918f-40fe-844c-c946ebf72628 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116122046'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:28.658696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-192013079', 'admin_state_up': True, 'project_id': '4063905a31d942838228e9f70da00298', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:28.668195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1529f486-f21d-40d4-ad6e-6b924abbf33d req-3be7059d-37cb-41fc-9ae5-693d13cde4aa tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/security-groups?id=80333d77-5646-4083-aa9b-9eedeb2c162e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079382 May 26 16:25:28.670061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Deleting port aea18c63-2b9c-41e3-8226-c0f1b677bd1a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:28.670911 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.680748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353b93a-13ae-48dc-bc97-c92e71537f41 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bacad1d-09f8-443a-a83b-74185eb8516c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:28.681446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d170557-2310-42a9-b317-1a0f6c1332fa req-992540f3-53a4-4141-8841-186ade012bf2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316325 May 26 16:25:28.692865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.694055 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.702673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Network': ['ID=90c7614f-995f-4fb6-85ea-240611fc8458,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:28.742996 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e025914-918f-40fe-844c-c946ebf72628 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.753672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 90c7614f-995f-4fb6-85ea-240611fc8458 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:28.758573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f561a8-319b-4548-8399-bc6752996c67 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549b36fb-d70a-4f20-bb7b-5294bc231e3e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:28.834983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e025914-918f-40fe-844c-c946ebf72628 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.884606 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.888271 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.889625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e025914-918f-40fe-844c-c946ebf72628 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.995206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8e025914-918f-40fe-844c-c946ebf72628 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.000116 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8e025914-918f-40fe-844c-c946ebf72628 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3605511 May 26 16:25:29.002343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41222) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:29.004323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e025914-918f-40fe-844c-c946ebf72628 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e97e76-ffee-4825-a545-3b779dbf0f97,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:29.009370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1495744c-8e46-4a15-a639-cf7c2a3f5b60 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': '7bacad1d-09f8-443a-a83b-74185eb8516c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '74e97e76-ffee-4825-a545-3b779dbf0f97', 'remote_ip_prefix': None}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:29.042317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] For port aea18c63-2b9c-41e3-8226-c0f1b677bd1a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:29.042969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.098839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Calling delete_port for aea18c63-2b9c-41e3-8226-c0f1b677bd1a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:29.114750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.279297 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1495744c-8e46-4a15-a639-cf7c2a3f5b60 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.365007 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.389647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1495744c-8e46-4a15-a639-cf7c2a3f5b60 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.401009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1495744c-8e46-4a15-a639-cf7c2a3f5b60 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.432946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495744c-8e46-4a15-a639-cf7c2a3f5b60 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736738fc-f47a-4456-a2f8-e157371b60f9,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:29.461941 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1495744c-8e46-4a15-a639-cf7c2a3f5b60 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.463580 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1495744c-8e46-4a15-a639-cf7c2a3f5b60 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4599135 May 26 16:25:29.469042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41224) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:29.532987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=7ff94aa4-74a3-4787-966f-b5d4837b6686,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:29.576595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-efa2124a-6616-4a22-a179-56a350f20db0 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.585241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-efa2124a-6616-4a22-a179-56a350f20db0 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.611578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Checking segment: {'id': '2cfa8e6c-117c-4b84-b4b4-df711b077f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf7b5fc6-4b58-4533-9154-585d4c8eb144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:29.612427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network hostable DHCP agents. Network: bf7b5fc6-4b58-4533-9154-585d4c8eb144, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:29.632563 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.667536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.667869 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.674097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-efa2124a-6616-4a22-a179-56a350f20db0 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.685471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network bf7b5fc6-4b58-4533-9154-585d4c8eb144 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:29.686434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-efa2124a-6616-4a22-a179-56a350f20db0 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.687692 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-efa2124a-6616-4a22-a179-56a350f20db0 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/736738fc-f47a-4456-a2f8-e157371b60f9 HTTP/1.1" status: 204 len: 168 time: 0.2175515 May 26 16:25:29.691849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41232) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:29.750560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2124a-6616-4a22-a179-56a350f20db0 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736738fc-f47a-4456-a2f8-e157371b60f9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:29.777288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Pushing event deleted for resources: {'Port': ['ID=aea18c63-2b9c-41e3-8226-c0f1b677bd1a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:29.796038 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e85f5f2-c93a-4ee3-946b-e91d84cf10b7 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1001501 May 26 16:25:29.797736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41238) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:29.811363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, bf7b5fc6-4b58-4533-9154-585d4c8eb144) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:29.816572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:29.817165 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.821646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07faa5d-2b2b-424d-9e65-d37602e92e3f None None] Network bf7b5fc6-4b58-4533-9154-585d4c8eb144 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:29.832201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:29.888488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.25.0.56 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/a435851f-91df-4a24-8ce8-3df776ac3a29) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:29.914744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3778608-a2fd-4b5e-894a-5280e8b71f90 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.983726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2c4213d5-d7e1-45de-951d-bc33335d4bc0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9798586 May 26 16:25:29.985399 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3778608-a2fd-4b5e-894a-5280e8b71f90 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.989223 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41242) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:29.997029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5b922c5-347c-4c96-8cfd-f6da19573459 req-1d5ac2c3-578a-44a8-9eb9-b0591e496abc tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.39 "GET /v2.0/ports?device_id=81a62a50-be57-4841-8675-70f82fe5ebfb HTTP/1.1" status: 200 len: 210 time: 0.1072934 May 26 16:25:29.999825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': 'bf7b5fc6-4b58-4533-9154-585d4c8eb144', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1398015009'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:30.019043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-bf7b5fc6-4b58-4533-9154-585d4c8eb144', 'network_id': 'bf7b5fc6-4b58-4533-9154-585d4c8eb144', 'tenant_id': 'a345bd1d70f54664b28ca870bfd741f2', 'fixed_ips': [{'subnet_id': '7ff94aa4-74a3-4787-966f-b5d4837b6686'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:25:30.020774 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.042091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] No DVR routers for this DVR port aea18c63-2b9c-41e3-8226-c0f1b677bd1a on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:30.049650 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.054907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f46e3d01-f557-4f2d-a361-547ed3a571f7 req-f1d1bb6a-309a-469a-afbc-9ecad98601b1 tempest-VolumesNegativeTest-695740343 tempest-VolumesNegativeTest-695740343-project] 10.222.0.24 "DELETE /v2.0/ports/aea18c63-2b9c-41e3-8226-c0f1b677bd1a HTTP/1.1" status: 204 len: 173 time: 2.1695836 May 26 16:25:30.081549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a62a50-be57-4841-8675-70f82fe5ebfb', 'name': 'network-vif-deleted', 'tag': 'aea18c63-2b9c-41e3-8226-c0f1b677bd1a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:30.087989 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de102a4-8a3b-420a-9227-600c25946ea8" -d '{"events": [{"server_uuid": "81a62a50-be57-4841-8675-70f82fe5ebfb", "name": "network-vif-deleted", "tag": "aea18c63-2b9c-41e3-8226-c0f1b677bd1a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:30.131814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200b048-0afc-468a-a5f1-0b24d61c826e req-76d28e10-4c1b-42f3-9887-ae4fc3ca9701 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:30.133421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9200b048-0afc-468a-a5f1-0b24d61c826e req-76d28e10-4c1b-42f3-9887-ae4fc3ca9701 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.2965431 May 26 16:25:30.137877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:30.236765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:30.237533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Allocated IP 172.20.0.2 (bf7b5fc6-4b58-4533-9154-585d4c8eb144/7ff94aa4-74a3-4787-966f-b5d4837b6686/e3a75c04-843e-469a-b8f8-ae26b941689d) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:30.241410 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.276599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.278202 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3778608-a2fd-4b5e-894a-5280e8b71f90 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.280783 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3778608-a2fd-4b5e-894a-5280e8b71f90 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.284410 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3778608-a2fd-4b5e-894a-5280e8b71f90 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/74e97e76-ffee-4825-a545-3b779dbf0f97 HTTP/1.1" status: 204 len: 168 time: 0.4831610 May 26 16:25:30.291082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41254) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:30.306518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 95f85573-750f-4bba-81f8-85ca7d27fdb3 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:25:30.317235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9200b048-0afc-468a-a5f1-0b24d61c826e req-872dad7b-3091-496c-bbfa-eee4cb8a376b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518846 May 26 16:25:30.325901 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.332353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3778608-a2fd-4b5e-894a-5280e8b71f90 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e97e76-ffee-4825-a545-3b779dbf0f97,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:30.379344 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883e0621-0b80-4e77-8c5e-ab4427501604 x-openstack-request-id: req-883e0621-0b80-4e77-8c5e-ab4427501604 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:30.379940 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a62a50-be57-4841-8675-70f82fe5ebfb", "name": "network-vif-deleted", "tag": "aea18c63-2b9c-41e3-8226-c0f1b677bd1a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:30.380252 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-883e0621-0b80-4e77-8c5e-ab4427501604 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:30.380649 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883e0621-0b80-4e77-8c5e-ab4427501604'] response: {'server_uuid': '81a62a50-be57-4841-8675-70f82fe5ebfb', 'name': 'network-vif-deleted', 'tag': 'aea18c63-2b9c-41e3-8226-c0f1b677bd1a', 'status': 'completed', 'code': 200} May 26 16:25:30.381574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Transition to ACTIVE for port object b2e22bb2-b469-4674-9c34-829ef8020f04 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:25:30.389380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.404211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-bb1e6f01-1ede-4388-aa60-150569e2ee6c tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:30.406182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-bb1e6f01-1ede-4388-aa60-150569e2ee6c tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/networks?id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 HTTP/1.1" status: 200 len: 814 time: 0.2396111 May 26 16:25:30.445305 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bdb818f3-d1ed-4dd7-bcdf-67dff3296f80 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1529889 May 26 16:25:30.447914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.449806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41256) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:30.456891 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.461405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-7410891f-9819-4316-bab1-61642d4d2b1a tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/quotas/378d593d7e994695b4980dfda831bdcc HTTP/1.1" status: 200 len: 375 time: 0.0339882 May 26 16:25:30.466409 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.515442 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Network bf7b5fc6-4b58-4533-9154-585d4c8eb144 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:30.518823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:30.524423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:30.531358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:30.540292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Pushing event updated for resources: {'Port': ['ID=e3a75c04-843e-469a-b8f8-ae26b941689d,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:30.564720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-4b186cab-e33c-4d08-bfce-133f041438b7 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=378d593d7e994695b4980dfda831bdcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023054 May 26 16:25:30.601924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=a435851f-91df-4a24-8ce8-3df776ac3a29,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:30.640889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:30.664919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:30.675967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] No DVR routers for this DVR port b2e22bb2-b469-4674-9c34-829ef8020f04 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:30.680086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:30.714325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Attempting to bind port e3a75c04-843e-469a-b8f8-ae26b941689d on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:30.715131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Attempting to bind port e3a75c04-843e-469a-b8f8-ae26b941689d by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '2cfa8e6c-117c-4b84-b4b4-df711b077f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf7b5fc6-4b58-4533-9154-585d4c8eb144'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:30.715515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Attempting to bind port e3a75c04-843e-469a-b8f8-ae26b941689d on network bf7b5fc6-4b58-4533-9154-585d4c8eb144 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:30.724952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:30.725329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Checking segment: {'id': '2cfa8e6c-117c-4b84-b4b4-df711b077f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf7b5fc6-4b58-4533-9154-585d4c8eb144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:30.726195 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.726314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Bound using segment: {'id': '2cfa8e6c-117c-4b84-b4b4-df711b077f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf7b5fc6-4b58-4533-9154-585d4c8eb144'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:30.726751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Bound port: e3a75c04-843e-469a-b8f8-ae26b941689d, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfa8e6c-117c-4b84-b4b4-df711b077f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf7b5fc6-4b58-4533-9154-585d4c8eb144'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:30.727434 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.760116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.3 (bf7b5fc6-4b58-4533-9154-585d4c8eb144/7ff94aa4-74a3-4787-966f-b5d4837b6686/95f85573-750f-4bba-81f8-85ca7d27fdb3) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:30.817916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] For port e3a75c04-843e-469a-b8f8-ae26b941689d, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:30.820300 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3db798-6b7f-47b7-a0cf-421fd20beb10 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.822494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] For port e3a75c04-843e-469a-b8f8-ae26b941689d, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e3a75c04-843e-469a-b8f8-ae26b941689d,segment=NetworkSegment(2cfa8e6c-117c-4b84-b4b4-df711b077f91),segment_id=2cfa8e6c-117c-4b84-b4b4-df711b077f91)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:30.832656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.856222 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-c92b80fc-6b22-44c4-9256-1e233ab981a7 service neutron] 10.222.0.39 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793298 May 26 16:25:30.911569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:30.912045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:30.912372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 on network fc654ae0-7228-4be5-8921-353f239e681a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:30.946360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Port b2e22bb2-b469-4674-9c34-829ef8020f04 on network fc654ae0-7228-4be5-8921-353f239e681a not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:25:30.946697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 on network fc654ae0-7228-4be5-8921-353f239e681a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:30.952494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac0ea7-0dbb-4403-bc4b-4d98df809268 None None] Pushing event updated for resources: {'Port': ['ID=e3a75c04-843e-469a-b8f8-ae26b941689d,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:30.991868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3db798-6b7f-47b7-a0cf-421fd20beb10 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.997551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:31.000000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Checking segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:31.000925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Bound using segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:31.003773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Bound port: b2e22bb2-b469-4674-9c34-829ef8020f04, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:31.004459 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.156004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-929cd1db-5905-4dff-a970-e7b8e6de93d6 service neutron] 10.222.0.39 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742138 May 26 16:25:31.183537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:31.187936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:31.198102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.314984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:31.316842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.319023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] 10.222.0.32 "PUT /v2.0/ports/b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 1091 time: 2.8094523 May 26 16:25:31.327152 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3db798-6b7f-47b7-a0cf-421fd20beb10 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.329653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ef3db798-6b7f-47b7-a0cf-421fd20beb10 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.330864 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ef3db798-6b7f-47b7-a0cf-421fd20beb10 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/7bacad1d-09f8-443a-a83b-74185eb8516c HTTP/1.1" status: 204 len: 168 time: 0.8541517 May 26 16:25:31.356845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41316) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:31.422049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.468535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3db798-6b7f-47b7-a0cf-421fd20beb10 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bacad1d-09f8-443a-a83b-74185eb8516c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:31.553333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:31.583032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b17b8-5465-4ba4-b324-6c6e562f74d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:31.635991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e3a75c04-843e-469a-b8f8-ae26b941689d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:31.743640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.789611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebc57b3b-4938-41bf-bc57-442e7923a4a6 req-339e73fa-77e7-4cd3-ae23-dadc81b7f7ab tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 210 time: 0.2093070 May 26 16:25:31.798783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:31.799443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device aea18c63-2b9c-41e3-8226-c0f1b677bd1a no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:31.830128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9af7099f-4c3e-4d8a-9b32-064ed8e92ccc tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4678290 May 26 16:25:31.846384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41380) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:31.851703 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: aea18c63-2b9c-41e3-8226-c0f1b677bd1a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:31.852201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device aea18c63-2b9c-41e3-8226-c0f1b677bd1a not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:31.866059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e3a75c04-843e-469a-b8f8-ae26b941689d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:31.866059 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.866513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f9aba197-8c97-4245-a352-9627f1397c0d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-secgroup--761053082'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:31.921404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-b0ac12a9-c130-4fa9-bb85-17d5e29f7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:31.927430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-b0ac12a9-c130-4fa9-bb85-17d5e29f7a57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1094 time: 0.4106560 May 26 16:25:31.929469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=95f85573-750f-4bba-81f8-85ca7d27fdb3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:31.945122 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f9aba197-8c97-4245-a352-9627f1397c0d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.963177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network bf7b5fc6-4b58-4533-9154-585d4c8eb144 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:31.984535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbfc2f-eb1c-4f7d-a647-e53b13f14a78 req-b029784b-ae5c-4342-872f-9580dcb9f921 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:31.988227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efbfc2f-eb1c-4f7d-a647-e53b13f14a78 req-b029784b-ae5c-4342-872f-9580dcb9f921 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 943 time: 0.4327624 May 26 16:25:31.989906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:31.994225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:32.083834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e3a75c04-843e-469a-b8f8-ae26b941689d is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:32.084478 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.133184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.165702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:32.166424 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.167833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e3a75c04-843e-469a-b8f8-ae26b941689d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e3a75c04-843e-469a-b8f8-ae26b941689d,segment=NetworkSegment(2cfa8e6c-117c-4b84-b4b4-df711b077f91),segment_id=2cfa8e6c-117c-4b84-b4b4-df711b077f91)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:32.181470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.251097 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7544db61-a0e7-4611-8fa2-e57ad84eca3e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2605810 May 26 16:25:32.257236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41426) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:32.284322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e3a75c04-843e-469a-b8f8-ae26b941689d,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:32.384904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}, {'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:32.394396 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ecfbe8-8506-43bd-88e7-87ddc2d08085" -d '{"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}, {"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:32.434416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2efbfc2f-eb1c-4f7d-a647-e53b13f14a78 req-9485b524-9005-4d05-91ed-33a51d1710d9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868335 May 26 16:25:32.438359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-e2539cbf-c758-4c20-8888-54486090ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:32.441988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-e2539cbf-c758-4c20-8888-54486090ba34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.4887810 May 26 16:25:32.585262 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 26 May 2022 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f64630-86fd-4cf9-a352-570429b98f8e x-openstack-request-id: req-f5f64630-86fd-4cf9-a352-570429b98f8e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:32.585659 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "code": 200}, {"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:32.586049 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5f64630-86fd-4cf9-a352-570429b98f8e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:32.586551 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f64630-86fd-4cf9-a352-570429b98f8e'] response: {'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'code': 200} May 26 16:25:32.586936 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f64630-86fd-4cf9-a352-570429b98f8e'] response: {'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'status': 'completed', 'code': 200} May 26 16:25:32.700413 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f9aba197-8c97-4245-a352-9627f1397c0d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.750679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45459e95-ab94-4142-b233-3387f79b5aa9 None None] Network bf7b5fc6-4b58-4533-9154-585d4c8eb144 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:32.775478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f9aba197-8c97-4245-a352-9627f1397c0d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.791572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-925bca41-acde-44bc-a06b-d067cfc93b34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 999 time: 0.3377123 May 26 16:25:32.921521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-41c8989f-da05-4898-8ebd-59a317983577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:32.923756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-41c8989f-da05-4898-8ebd-59a317983577 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.1131384 May 26 16:25:32.924859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aba197-8c97-4245-a352-9627f1397c0d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5af372-6e59-4802-819d-b482f01c30a1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:32.948147 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f9aba197-8c97-4245-a352-9627f1397c0d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.949413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f9aba197-8c97-4245-a352-9627f1397c0d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1009574 May 26 16:25:33.008120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-75d3cc6b-a9f4-40b8-a784-6d7e04fbc203 None None] Provisioning complete for port e3a75c04-843e-469a-b8f8-ae26b941689d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:33.009098 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-75d3cc6b-a9f4-40b8-a784-6d7e04fbc203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.027017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41550) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:33.046777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-52c2c7f5-ce97-4cff-ad2a-9a53e1204cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:33.046777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-52c2c7f5-ce97-4cff-ad2a-9a53e1204cf8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1094 time: 0.4541931 May 26 16:25:33.046777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351911c3-73d1-469c-964f-5d3e1ba12c81 req-dbb62266-d635-433d-a282-5502d2496f3f tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 210 time: 0.0533617 May 26 16:25:33.064900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-10ccc467-6e55-490b-8189-fdd8cdc74c1f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': '5a5af372-6e59-4802-819d-b482f01c30a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:33.147852 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10ccc467-6e55-490b-8189-fdd8cdc74c1f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.235870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-75d3cc6b-a9f4-40b8-a784-6d7e04fbc203 None None] Current status of the port e3a75c04-843e-469a-b8f8-ae26b941689d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:33.348065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e842a803-6a0f-494b-b702-eaf4cef8016b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 95f85573-750f-4bba-81f8-85ca7d27fdb3 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:33.348413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e842a803-6a0f-494b-b702-eaf4cef8016b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.517078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e3a75c04-843e-469a-b8f8-ae26b941689d up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:33.586163 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10ccc467-6e55-490b-8189-fdd8cdc74c1f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.593669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.602642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10ccc467-6e55-490b-8189-fdd8cdc74c1f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.622037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e3a75c04-843e-469a-b8f8-ae26b941689d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:33.623590 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.640796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccc467-6e55-490b-8189-fdd8cdc74c1f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0431b15c-7008-4f7c-8505-9883c6a9f57a,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:33.691551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d48632c5-e099-4ed7-a387-dd7957f977b0 None None] Provisioning complete for port e3a75c04-843e-469a-b8f8-ae26b941689d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:33.692219 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d48632c5-e099-4ed7-a387-dd7957f977b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.771441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e3a75c04-843e-469a-b8f8-ae26b941689d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:33.783816 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10ccc467-6e55-490b-8189-fdd8cdc74c1f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.785831 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-10ccc467-6e55-490b-8189-fdd8cdc74c1f tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7295356 May 26 16:25:33.792459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41652) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:33.828481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d48632c5-e099-4ed7-a387-dd7957f977b0 None None] Current status of the port e3a75c04-843e-469a-b8f8-ae26b941689d is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:33.842677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d48632c5-e099-4ed7-a387-dd7957f977b0 None None] Provisioning complete for port 95f85573-750f-4bba-81f8-85ca7d27fdb3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:33.843360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d48632c5-e099-4ed7-a387-dd7957f977b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.843730 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e842a803-6a0f-494b-b702-eaf4cef8016b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.889415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-8d32a644-f528-4ddd-9e62-6e1749de2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:33.889955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d48632c5-e099-4ed7-a387-dd7957f977b0 None None] Port 95f85573-750f-4bba-81f8-85ca7d27fdb3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:25:33.895742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-8d32a644-f528-4ddd-9e62-6e1749de2982 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.8442397 May 26 16:25:33.938562 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8e70-1722-4b84-8063-7c06293e79cf tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.942206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e842a803-6a0f-494b-b702-eaf4cef8016b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 95f85573-750f-4bba-81f8-85ca7d27fdb3 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:33.968850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8e70-1722-4b84-8063-7c06293e79cf tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.013356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8e70-1722-4b84-8063-7c06293e79cf tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.026677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8e70-1722-4b84-8063-7c06293e79cf tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.027817 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0f3c8e70-1722-4b84-8063-7c06293e79cf tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0431b15c-7008-4f7c-8505-9883c6a9f57a HTTP/1.1" status: 204 len: 168 time: 0.2342052 May 26 16:25:34.038068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41682) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:34.058996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-01cfb788-ca42-4cab-abde-b229a26965d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:34.061408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-01cfb788-ca42-4cab-abde-b229a26965d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1294396 May 26 16:25:34.096666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c8e70-1722-4b84-8063-7c06293e79cf tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0431b15c-7008-4f7c-8505-9883c6a9f57a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:34.153481 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-522afadb-79f2-4bd3-a1a9-17848aa941de tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855908 May 26 16:25:34.163612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41700) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:34.165906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-07531631-f276-4a22-803c-f02d4aa13353 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 999 time: 0.2360909 May 26 16:25:34.171744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6fa6f1ed-bf82-4f73-8c34-0d899e8c6134 None None] Provisioning complete for port 95f85573-750f-4bba-81f8-85ca7d27fdb3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:34.172409 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f1ed-bf82-4f73-8c34-0d899e8c6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.219831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 070506f0-c4f5-412a-951d-f5a0fc373a26 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:25:34.249849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6fa6f1ed-bf82-4f73-8c34-0d899e8c6134 None None] Port 95f85573-750f-4bba-81f8-85ca7d27fdb3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:25:34.325359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8aec9-d63d-443b-817e-3641865b2fd8 req-04a55ad2-087a-4350-a2ab-514c28f9f9f2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:34.326679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e842a803-6a0f-494b-b702-eaf4cef8016b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.327768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcf8aec9-d63d-443b-817e-3641865b2fd8 req-04a55ad2-087a-4350-a2ab-514c28f9f9f2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 943 time: 0.4278774 May 26 16:25:34.371102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a803-6a0f-494b-b702-eaf4cef8016b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=95f85573-750f-4bba-81f8-85ca7d27fdb3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:34.377333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a118f96-14f3-4a39-8667-7dbf80b451fc req-5ecdd24d-5c2e-48e7-a43e-f348028fc88a tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 210 time: 0.1334772 May 26 16:25:34.487589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-225e5b15-9c3a-4d56-9d5d-383dbb7e1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:34.489240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-225e5b15-9c3a-4d56-9d5d-383dbb7e1f58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.2965951 May 26 16:25:34.523070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:34.535395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Sync routers for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:34.553934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.560532 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b95d0d7e-dbd7-4a6d-8a58-fc26ecc3fdd2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9086087 May 26 16:25:34.561899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41780) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:34.563289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e842a803-6a0f-494b-b702-eaf4cef8016b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.566792 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e842a803-6a0f-494b-b702-eaf4cef8016b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/95f85573-750f-4bba-81f8-85ca7d27fdb3 HTTP/1.1" status: 204 len: 168 time: 2.3071775 May 26 16:25:34.570687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:34.571316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:34.574906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41782) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:34.585206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-712d84f7-665c-466a-b88c-8c2cd6934623 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:34.597398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-712d84f7-665c-466a-b88c-8c2cd6934623 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.24 "GET /v2.0/networks?id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 HTTP/1.1" status: 200 len: 814 time: 0.6991630 May 26 16:25:34.604484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-47555615-e6fe-430d-b996-bf7a7aa102d0 service neutron] 10.222.0.32 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188022 May 26 16:25:34.608684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Request body: {'port': {'device_id': '304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3', 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657', 'admin_state_up': True, 'tenant_id': '378d593d7e994695b4980dfda831bdcc'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:34.645632 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-759cf653-7e95-472f-94b0-7baefbb394cd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:25:34.656632 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-759cf653-7e95-472f-94b0-7baefbb394cd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/95f85573-750f-4bba-81f8-85ca7d27fdb3 HTTP/1.1" status: 404 len: 333 time: 0.0803344 May 26 16:25:34.657552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41800) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:34.708208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-580a8df6-3e28-4f73-99da-d62fda07fdf5 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.741947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f094a0-a146-4c13-adc7-d0d73f00ee59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 7ff94aa4-74a3-4787-966f-b5d4837b6686 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:25:34.767873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2f094a0-a146-4c13-adc7-d0d73f00ee59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.772429 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0ed25670-7d5e-426a-a94e-b1809fa8da89 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=4063905a31d942838228e9f70da00298&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2041917 May 26 16:25:34.781384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 41818) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:34.822039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:34.839213 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2f094a0-a146-4c13-adc7-d0d73f00ee59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.956325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2f094a0-a146-4c13-adc7-d0d73f00ee59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.028945 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e94bdb6d-e4d0-4c72-aba5-e6d699c7fa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.070062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcf8aec9-d63d-443b-817e-3641865b2fd8 req-9f809d91-8588-4ab7-b5ae-563b89d37b4e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7112515 May 26 16:25:35.082840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2f094a0-a146-4c13-adc7-d0d73f00ee59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.086805 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-580a8df6-3e28-4f73-99da-d62fda07fdf5 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.145419 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f094a0-a146-4c13-adc7-d0d73f00ee59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff94aa4-74a3-4787-966f-b5d4837b6686,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:35.147225 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:25:35.160823 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c2f094a0-a146-4c13-adc7-d0d73f00ee59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.167943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-e9aa216a-5358-454e-88af-cee99b6c5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:35.169760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-e9aa216a-5358-454e-88af-cee99b6c5cd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5347176 May 26 16:25:35.173857 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c2f094a0-a146-4c13-adc7-d0d73f00ee59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/7ff94aa4-74a3-4787-966f-b5d4837b6686 HTTP/1.1" status: 204 len: 168 time: 0.5149965 May 26 16:25:35.175070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41866) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:35.177060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f0260-78e3-4178-b466-3f5705041b58 None None] Network bf7b5fc6-4b58-4533-9154-585d4c8eb144 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:35.293527 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.350722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:25:31Z', 'revision_number': 3, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:35.400641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-2a7bb480-637c-4746-b51e-a2624e1eb392 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028427 May 26 16:25:35.402366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d23cde-49e6-45d4-b9bb-f9d0981f4b8c tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:35.405019 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f1d23cde-49e6-45d4-b9bb-f9d0981f4b8c tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5440919 May 26 16:25:35.409545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41910) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:35.422842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Checking router: 070506f0-c4f5-412a-951d-f5a0fc373a26 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:35.423192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Updating router 070506f0-c4f5-412a-951d-f5a0fc373a26 port a435851f-91df-4a24-8ce8-3df776ac3a29 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:25:35.432895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b5c08f6-3ccf-4c0c-b6b7-fb755161d383 req-60fb47bd-75c7-4b5b-8b90-034c3839cf32 service neutron] 10.222.0.32 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256691 May 26 16:25:35.434989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Made reservation on behalf of 378d593d7e994695b4980dfda831bdcc for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:35.441558 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.487702 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dfe11cb3-b6b7-4177-ad80-441f6d625762 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767632 May 26 16:25:35.504290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41924) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:35.520600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-854609672', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'project_id': '4063905a31d942838228e9f70da00298', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:35.612593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-e47961e5-e31d-4573-9c0a-4ebd7813a0e4 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643221 May 26 16:25:35.626455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port e3a75c04-843e-469a-b8f8-ae26b941689d {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:35.627021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.632971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-580a8df6-3e28-4f73-99da-d62fda07fdf5 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.635906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-580a8df6-3e28-4f73-99da-d62fda07fdf5 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.637214 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-580a8df6-3e28-4f73-99da-d62fda07fdf5 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/5a5af372-6e59-4802-819d-b482f01c30a1 HTTP/1.1" status: 204 len: 168 time: 1.4703288 May 26 16:25:35.641502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41940) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:35.761031 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.777570 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] For port e3a75c04-843e-469a-b8f8-ae26b941689d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e3a75c04-843e-469a-b8f8-ae26b941689d,segment=NetworkSegment(2cfa8e6c-117c-4b84-b4b4-df711b077f91),segment_id=2cfa8e6c-117c-4b84-b4b4-df711b077f91)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:35.777751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc5283cc-e227-4398-95f0-e8cf66331900 req-8a0416e1-711d-42db-afd0-843762cfdfa9 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 210 time: 0.1605585 May 26 16:25:35.778250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.840819 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-63843885-e918-4de9-ad64-c3c413d58698 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1952436 May 26 16:25:35.843235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for e3a75c04-843e-469a-b8f8-ae26b941689d owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:35.865311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 41958) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:35.874481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b8ef5f56-b406-4905-84ed-bc3466ef5159 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501533544'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:35.883988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Made reservation on behalf of 4063905a31d942838228e9f70da00298 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:35.890394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.955272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07881a3-073d-48b5-93fb-3a25de8ab011 None None] DHCP port deletion for bf7b5fc6-4b58-4533-9154-585d4c8eb144 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:25:35.966483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a8df6-3e28-4f73-99da-d62fda07fdf5 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5af372-6e59-4802-819d-b482f01c30a1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:36.056799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5f56-b406-4905-84ed-bc3466ef5159 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.085134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-de295938-0ca7-4ee9-a395-31e09969eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:36.086877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-de295938-0ca7-4ee9-a395-31e09969eb41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1094 time: 0.4674592 May 26 16:25:36.253487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f07881a3-073d-48b5-93fb-3a25de8ab011 None None] Deleting port e3a75c04-843e-469a-b8f8-ae26b941689d {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:36.254101 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f07881a3-073d-48b5-93fb-3a25de8ab011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.365475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Allocated IP 172.20.0.13 (e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657/7fbd4009-dd8f-4035-a8ce-e559f290bed5/a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:36.367871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.423770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f07881a3-073d-48b5-93fb-3a25de8ab011 None None] For port e3a75c04-843e-469a-b8f8-ae26b941689d, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e3a75c04-843e-469a-b8f8-ae26b941689d,segment=NetworkSegment(2cfa8e6c-117c-4b84-b4b4-df711b077f91),segment_id=2cfa8e6c-117c-4b84-b4b4-df711b077f91)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:36.423770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f07881a3-073d-48b5-93fb-3a25de8ab011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.454169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab48880-1272-4845-8ae0-80520cc3d13b req-eeee51b5-5df3-4062-bb88-5fce28928567 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:36.461965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ab48880-1272-4845-8ae0-80520cc3d13b req-eeee51b5-5df3-4062-bb88-5fce28928567 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 943 time: 0.2160854 May 26 16:25:36.464904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f07881a3-073d-48b5-93fb-3a25de8ab011 None None] Calling delete_port for e3a75c04-843e-469a-b8f8-ae26b941689d owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:36.465263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-9f980762-135f-4140-87c2-a025d090535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:36.467784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-9f980762-135f-4140-87c2-a025d090535d service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.3673375 May 26 16:25:36.493856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=e3a75c04-843e-469a-b8f8-ae26b941689d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:36.536755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.557983 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.565441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5f56-b406-4905-84ed-bc3466ef5159 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.567747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No DVR routers for this DVR port e3a75c04-843e-469a-b8f8-ae26b941689d on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:36.660080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Attempting to bind port a435851f-91df-4a24-8ce8-3df776ac3a29 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:36.660460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Attempting to bind port a435851f-91df-4a24-8ce8-3df776ac3a29 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:36.660820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Attempting to bind port a435851f-91df-4a24-8ce8-3df776ac3a29 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:36.672097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5f56-b406-4905-84ed-bc3466ef5159 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.723368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:36.723781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:36.724433 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.726185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:36.726710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Bound port: a435851f-91df-4a24-8ce8-3df776ac3a29, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:36.730862 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.822914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c402f-134f-485a-8558-8bdba30e8184 None None] Pushing event updated for resources: {'Port': ['ID=a435851f-91df-4a24-8ce8-3df776ac3a29,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:36.848502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5f56-b406-4905-84ed-bc3466ef5159 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.850320 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b8ef5f56-b406-4905-84ed-bc3466ef5159 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9835250 May 26 16:25:36.864333 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f07881a3-073d-48b5-93fb-3a25de8ab011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.900438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ab48880-1272-4845-8ae0-80520cc3d13b req-e3a7a183-ae7d-472f-900c-ca22043e47c4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4369028 May 26 16:25:36.902819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-ccac82b1-f9b0-40ac-8b7f-1103e802578a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 999 time: 0.4157455 May 26 16:25:36.912820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42008) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:36.917648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07881a3-073d-48b5-93fb-3a25de8ab011 None None] Pushing event deleted for resources: {'Port': ['ID=e3a75c04-843e-469a-b8f8-ae26b941689d,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:36.926730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e98fc986-7d1e-4e64-add4-40488b26561c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': '71be663d-1e1c-40a6-8154-eef36fc3e321', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:36.928798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07881a3-073d-48b5-93fb-3a25de8ab011 None None] No DVR routers for this DVR port e3a75c04-843e-469a-b8f8-ae26b941689d on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:36.935088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] For port a435851f-91df-4a24-8ce8-3df776ac3a29, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:36.940598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] For port a435851f-91df-4a24-8ce8-3df776ac3a29, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a435851f-91df-4a24-8ce8-3df776ac3a29,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:36.943737 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.952165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.986710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.036093 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.067006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7b5fc6-4b58-4533-9154-585d4c8eb144']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:37.080291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfa8e6c-117c-4b84-b4b4-df711b077f91') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:37.080726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfa8e6c-117c-4b84-b4b4-df711b077f91') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:37.099397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:37.099397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:37.103148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.119076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.126859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:37.127177 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.185051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e75b5db-7f7c-4e77-987f-f09805b0d55e req-a34dcf46-09b6-4532-b02e-02472a950f60 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 210 time: 0.1267502 May 26 16:25:37.205494 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e98fc986-7d1e-4e64-add4-40488b26561c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.262877 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.271837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Subnet': ['ID=c30e138e-4a0d-471e-bd75-0ad9364c27b7,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:37.274460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.278118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef5f56-b406-4905-84ed-bc3466ef5159 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71be663d-1e1c-40a6-8154-eef36fc3e321,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:37.314489 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.318279 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/networks/bf7b5fc6-4b58-4533-9154-585d4c8eb144 HTTP/1.1" status: 204 len: 168 time: 2.1421638 May 26 16:25:37.334205 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507a0ba-232b-498c-b62a-3f32323bf954 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Network': ['ID=bf7b5fc6-4b58-4533-9154-585d4c8eb144,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:37.336310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42016) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.347064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'name': 'tempest-PortsTestJSON-2118814341'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:37.347530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:37.357520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-aa3d3de1-c132-434e-9811-6a6458137c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:37.359168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-aa3d3de1-c132-434e-9811-6a6458137c78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.4221234 May 26 16:25:37.382066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Checking segment: {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:37.382933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network hostable DHCP agents. Network: 90c7614f-995f-4fb6-85ea-240611fc8458, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:37.408934 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 2cfa8e6c-117c-4b84-b4b4-df711b077f91 resource provider aggregate not found May 26 16:25:37.441168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c402f-134f-485a-8558-8bdba30e8184 None None] Pushing event updated for resources: {'Port': ['ID=a435851f-91df-4a24-8ce8-3df776ac3a29,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:37.516538 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 2cfa8e6c-117c-4b84-b4b4-df711b077f91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cfa8e6c-117c-4b84-b4b4-df711b077f91 found for delete ", "request_id": "req-5c3d7b11-0f3f-4b77-a5dc-a6060dfbf8cb"}]} May 26 16:25:37.520892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e3a75c04-843e-469a-b8f8-ae26b941689d no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:37.546805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e3a75c04-843e-469a-b8f8-ae26b941689d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:37.547302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e3a75c04-843e-469a-b8f8-ae26b941689d not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:37.562614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 90c7614f-995f-4fb6-85ea-240611fc8458 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:37.592327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 90c7614f-995f-4fb6-85ea-240611fc8458) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:37.609604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd17eb93-5d8f-4074-9955-589353c7fd2e None None] Network 90c7614f-995f-4fb6-85ea-240611fc8458 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:37.611149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:37.616616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:37.647982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:37.652982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:37.653640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.709238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:37.717631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.735425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:37.737027 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.760252 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 7185f7e8-fbd4-4d40-b096-988129d27351 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:25:37.793923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Pushing event updated for resources: {'Port': ['ID=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:37.816934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-2b1df3bb-70fb-4ce7-9a60-22b447760bbd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2183905 May 26 16:25:37.827522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-42e18de8-9a4d-4174-9862-d1c36eedd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:37.829369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-42e18de8-9a4d-4174-9862-d1c36eedd17e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4445412 May 26 16:25:37.832785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e98fc986-7d1e-4e64-add4-40488b26561c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.839205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Request body: {'port': {'device_id': '304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:37.853208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e98fc986-7d1e-4e64-add4-40488b26561c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.882209 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1d5c72fc-41e8-474a-910e-e4214128021c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.949553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:25:31Z', 'revision_number': 3, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:37.953734 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27e2c655-9429-484d-9d35-bb7bcd296f22 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4447927 May 26 16:25:37.957774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42024) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.005882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fc986-7d1e-4e64-add4-40488b26561c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf82f73-6dfa-427c-9356-f5c25111a481,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:38.045590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d625b48-95cc-4dba-8d03-07c0bdf407a2 None None] The sync data for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 is: [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:25:31Z', 'revision_number': 3, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:38.117604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-90c7614f-995f-4fb6-85ea-240611fc8458', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:25:38.119204 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:38.121441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:38.205764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:38.249891 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e98fc986-7d1e-4e64-add4-40488b26561c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:38.253382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e98fc986-7d1e-4e64-add4-40488b26561c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3370357 May 26 16:25:38.264641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42030) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.393449 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:38.455324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Allocated IP 172.20.0.2 (90c7614f-995f-4fb6-85ea-240611fc8458/c30e138e-4a0d-471e-bd75-0ad9364c27b7/0b85ae68-6833-43b4-b137-44832c320bd2) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:38.461044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-f3adbfca-2a83-4262-9124-18e8eeaef4a2 service neutron] 10.222.0.32 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173246 May 26 16:25:38.498322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:38.504381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-875fc476-a89b-4ba9-afeb-ce46f191bf88 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules/5bf82f73-6dfa-427c-9356-f5c25111a481 HTTP/1.1" status: 200 len: 763 time: 0.2328174 May 26 16:25:38.512531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:38.515566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42032) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.556833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:38.563921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:38.564833 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:38.640776 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3006315 May 26 16:25:38.655955 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-31c8dc22-1741-4e87-a11c-6391e28ac19a tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1188471 May 26 16:25:38.663028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42036) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.668879 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42038) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.731708 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:38.741670 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:38.877283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36996d-34c0-4771-8916-2fe83019e186 req-a096d08d-a47b-40d8-92f6-5f38c121e2b7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:38.890488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad36996d-34c0-4771-8916-2fe83019e186 req-a096d08d-a47b-40d8-92f6-5f38c121e2b7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 943 time: 0.7728937 May 26 16:25:38.917261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Pushing event updated for resources: {'Port': ['ID=0b85ae68-6833-43b4-b137-44832c320bd2,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:38.920059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:25:38.933610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc3549-eaed-4cfe-bc06-aa1bffeed0bd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=7185f7e8-fbd4-4d40-b096-988129d27351,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:38.962303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Network 90c7614f-995f-4fb6-85ea-240611fc8458 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:38.968163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d357a-ac7d-4f5a-a797-d98f37bda8cc req-1141a1e8-2b6f-4460-a819-931d769b15ba tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:38.974499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:38.984787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db2d357a-ac7d-4f5a-a797-d98f37bda8cc req-1141a1e8-2b6f-4460-a819-931d769b15ba tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 932 time: 0.6454246 May 26 16:25:38.997434 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.001427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:39.139536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8865bac-1e38-4de2-93d9-4cab5742a6b4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.170183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Attempting to bind port 0b85ae68-6833-43b4-b137-44832c320bd2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:39.170557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Attempting to bind port 0b85ae68-6833-43b4-b137-44832c320bd2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:39.171179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Attempting to bind port 0b85ae68-6833-43b4-b137-44832c320bd2 on network 90c7614f-995f-4fb6-85ea-240611fc8458 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:39.203803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8865bac-1e38-4de2-93d9-4cab5742a6b4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.224478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:39.244452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:39.244834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Checking segment: {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:39.245247 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.245645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Bound using segment: {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:39.246251 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Bound port: 0b85ae68-6833-43b4-b137-44832c320bd2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:39.246639 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.281435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'port_id': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'mac_address': 'fa:16:3e:98:c2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:25:39.344748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad36996d-34c0-4771-8916-2fe83019e186 req-a8454f4a-7931-4918-9f47-378d963edcae tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482480 May 26 16:25:39.377246 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db2d357a-ac7d-4f5a-a797-d98f37bda8cc req-18e5bf11-1ad1-4a9f-8ced-72c5de117ff8 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392344 May 26 16:25:39.404957 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ecfbe8-8506-43bd-88e7-87ddc2d08085 req-db43a0d5-5947-4ee8-b23e-c96036e769c1 service neutron] 10.222.0.32 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9291360 May 26 16:25:39.454900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] For port 0b85ae68-6833-43b4-b137-44832c320bd2, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:39.476013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] For port 0b85ae68-6833-43b4-b137-44832c320bd2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0b85ae68-6833-43b4-b137-44832c320bd2,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:39.492574 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.517011 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8865bac-1e38-4de2-93d9-4cab5742a6b4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.545664 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8865bac-1e38-4de2-93d9-4cab5742a6b4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.545664 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b8865bac-1e38-4de2-93d9-4cab5742a6b4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5bf82f73-6dfa-427c-9356-f5c25111a481 HTTP/1.1" status: 204 len: 168 time: 0.7868650 May 26 16:25:39.550394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42044) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:39.630503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e58a5d62-b376-4de2-bb59-0cfe15a7170b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 7185f7e8-fbd4-4d40-b096-988129d27351 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:39.630869 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e58a5d62-b376-4de2-bb59-0cfe15a7170b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.686208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8865bac-1e38-4de2-93d9-4cab5742a6b4 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bf82f73-6dfa-427c-9356-f5c25111a481,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:39.711693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a435851f-91df-4a24-8ce8-3df776ac3a29 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:39.722330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfece6a9-08e3-4578-a317-7a07a2182bfd None None] Pushing event updated for resources: {'Port': ['ID=0b85ae68-6833-43b4-b137-44832c320bd2,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:39.754134 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3236bcbf-f34a-4a46-87e9-159dd3d1ff28 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2017941 May 26 16:25:39.790598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42048) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:39.804350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-689ba8b9-f593-4f1c-a435-ce576d49f401 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': '71be663d-1e1c-40a6-8154-eef36fc3e321', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:39.895067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port b2e22bb2-b469-4674-9c34-829ef8020f04 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:39.899268 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.930415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-689ba8b9-f593-4f1c-a435-ce576d49f401 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.966541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e22bb2-b469-4674-9c34-829ef8020f04 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:25:39.983353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e58a5d62-b376-4de2-bb59-0cfe15a7170b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.986546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:25:40.009261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e58a5d62-b376-4de2-bb59-0cfe15a7170b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 7185f7e8-fbd4-4d40-b096-988129d27351 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:40.064211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a435851f-91df-4a24-8ce8-3df776ac3a29 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:40.064587 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.081339 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.103620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:40.114451 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.227894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:40.233222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a435851f-91df-4a24-8ce8-3df776ac3a29 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:40.233622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.242395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-689ba8b9-f593-4f1c-a435-ce576d49f401 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.260813 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-689ba8b9-f593-4f1c-a435-ce576d49f401 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.278436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port a435851f-91df-4a24-8ce8-3df776ac3a29, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a435851f-91df-4a24-8ce8-3df776ac3a29,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:40.285089 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.357753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Transition to ACTIVE for port object a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:25:40.426192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-be70e190-6845-478d-bcc7-cc56ca49dbb7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:40.434185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-be70e190-6845-478d-bcc7-cc56ca49dbb7 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.32 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd&tenant_id=c910ea62887b4896b2090b1a8aa27af7&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 943 time: 0.4643977 May 26 16:25:40.444891 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.496598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=a435851f-91df-4a24-8ce8-3df776ac3a29,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:40.517411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['b2e22bb2-b469-4674-9c34-829ef8020f04'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:25:40.560982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ba8b9-f593-4f1c-a435-ce576d49f401 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bda6c03-955c-4302-a4a7-ae22e9418c19,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:40.572172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca519d83-d134-41cf-a742-b3cde5312815 req-03c02ac1-ac6e-4a9a-a5ce-c96c1af3c102 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:40.580163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca519d83-d134-41cf-a742-b3cde5312815 req-03c02ac1-ac6e-4a9a-a5ce-c96c1af3c102 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 944 time: 0.4919510 May 26 16:25:40.743448 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.809154 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.168647 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.210184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e58a5d62-b376-4de2-bb59-0cfe15a7170b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.264913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e58a5d62-b376-4de2-bb59-0cfe15a7170b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.268718 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e58a5d62-b376-4de2-bb59-0cfe15a7170b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/7185f7e8-fbd4-4d40-b096-988129d27351 HTTP/1.1" status: 204 len: 168 time: 2.5970926 May 26 16:25:41.272225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:41.283642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'mac_address': 'fa:16:3e:ac:3b:ee', 'name': 'tempest-PortsTestJSON-890541467'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:41.367994 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-689ba8b9-f593-4f1c-a435-ce576d49f401 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.370314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-689ba8b9-f593-4f1c-a435-ce576d49f401 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5780644 May 26 16:25:41.371464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:41.378855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42060) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:41.446806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a5d62-b376-4de2-bb59-0cfe15a7170b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=7185f7e8-fbd4-4d40-b096-988129d27351,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:41.466231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-c8591a57-f692-4f40-8346-47521177366e service neutron] 10.222.0.32 "GET /v2.0/ports/b2e22bb2-b469-4674-9c34-829ef8020f04/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 382 time: 1.0124760 May 26 16:25:41.472013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-09249282-1901-49ad-88db-06058c8d81c9 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules/3bda6c03-955c-4302-a4a7-ae22e9418c19 HTTP/1.1" status: 200 len: 763 time: 0.0582180 May 26 16:25:41.479583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42062) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:41.496449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:41.680451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.747991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port ff3c135d-56ed-4d84-884b-eedc128eca81 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:25:41.784729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cdab6-e51c-4a5b-a7a3-72727e587d4b req-f44b5f9f-b953-48fc-8358-2ed73d90eedd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:41.795669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-056cdab6-e51c-4a5b-a7a3-72727e587d4b req-f44b5f9f-b953-48fc-8358-2ed73d90eedd tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 944 time: 1.1833928 May 26 16:25:41.910558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0b85ae68-6833-43b4-b137-44832c320bd2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:42.004603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Attempting to bind port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:42.007588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Attempting to bind port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '6ef40072-d1d7-40ce-a9e1-77440d3ac7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:42.008078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Attempting to bind port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c on network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:42.019236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca519d83-d134-41cf-a742-b3cde5312815 req-20f04fab-2693-4e45-801c-c4fddf977d14 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4381447 May 26 16:25:42.054393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0b85ae68-6833-43b4-b137-44832c320bd2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:42.054930 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:42.077603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c on network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:25:42.079537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Attempting to bind port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c on network e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:42.144110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:42.144628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e471573-371b-4c81-bf38-1384bc00ceb1 None None] Network 90c7614f-995f-4fb6-85ea-240611fc8458 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:42.191619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-142f022e-8092-48cf-bf28-7b9c3c937d27 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7051950 May 26 16:25:42.214171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42074) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:42.254839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-056cdab6-e51c-4a5b-a7a3-72727e587d4b req-8ebc5164-f507-4683-9cdf-42210d03123c tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570887 May 26 16:25:42.259516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:42.260217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Checking segment: {'id': '6ef40072-d1d7-40ce-a9e1-77440d3ac7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:42.263066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Bound using segment: {'id': '6ef40072-d1d7-40ce-a9e1-77440d3ac7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:42.265869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Bound port: a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef40072-d1d7-40ce-a9e1-77440d3ac7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:42.269709 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:42.290307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-86006c59-acaa-4284-907a-8c44201fd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:42.304190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-86006c59-acaa-4284-907a-8c44201fd3eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1095 time: 0.7179649 May 26 16:25:42.557341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42078) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:42.761362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] For port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:42.796145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] For port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:42.856980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-fd9375b6-d611-45f7-bc2a-9844c9a56609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:42.863797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-fd9375b6-d611-45f7-bc2a-9844c9a56609 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.5010333 May 26 16:25:42.868587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0b85ae68-6833-43b4-b137-44832c320bd2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:42.869363 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:42.871149 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:42.875316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0506a4a4-344f-4d7d-af50-ecbb7111db53 None None] Provisioning complete for port 0b85ae68-6833-43b4-b137-44832c320bd2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:42.875841 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0506a4a4-344f-4d7d-af50-ecbb7111db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:42.883619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.20.0.1 (90c7614f-995f-4fb6-85ea-240611fc8458/c30e138e-4a0d-471e-bd75-0ad9364c27b7/da859ed9-b4f8-4800-9834-f6782ac5ca3c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:42.905589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:43.127044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:43.127985 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.132546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c HTTP/1.1" status: 200 len: 1092 time: 5.3017750 May 26 16:25:43.133606 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.135123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3', 'tag': 'a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:43.140357 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92aa5c9-089c-46e0-adfb-a4b258a5622b" -d '{"events": [{"name": "network-changed", "server_uuid": "304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3", "tag": "a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:43.228230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-00f986cc-d670-490b-b242-a791e2f07e32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11a61758e28f4439ab6acf999f824222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6687536 May 26 16:25:43.241609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42086) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:43.261722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.345948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 0b85ae68-6833-43b4-b137-44832c320bd2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0b85ae68-6833-43b4-b137-44832c320bd2,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:43.362953 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa612f0-328b-4816-aa3f-e1000638e134 x-openstack-request-id: req-afa612f0-328b-4816-aa3f-e1000638e134 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:43.363308 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3", "tag": "a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:43.363539 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afa612f0-328b-4816-aa3f-e1000638e134 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:43.363996 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa612f0-328b-4816-aa3f-e1000638e134'] response: {'name': 'network-changed', 'server_uuid': '304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3', 'tag': 'a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c', 'status': 'completed', 'code': 200} May 26 16:25:43.383707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.387248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a435851f-91df-4a24-8ce8-3df776ac3a29 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:43.397274 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8931e9d2-e30e-47e7-8cd2-b1022103268c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.422048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc97078-c73c-4ab5-babb-130b568198e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:43.435278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-f908fdb0-aa9e-4244-9d8c-fbe5519804a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 1000 time: 0.5542512 May 26 16:25:43.448649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8931e9d2-e30e-47e7-8cd2-b1022103268c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.490854 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb5c4dbd-9ec3-4572-b02b-4b85743f2b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.503419 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 90c7614f-995f-4fb6-85ea-240611fc8458 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:43.518280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:43.529761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:43.545603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.579661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port b2e22bb2-b469-4674-9c34-829ef8020f04 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:25:43.626187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-0e2b8685-741e-4e45-b9eb-edc367b2e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:43.630743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-0e2b8685-741e-4e45-b9eb-edc367b2e7a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378d593d7e994695b4980dfda831bdcc&device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 1095 time: 0.4505267 May 26 16:25:43.631197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=da859ed9-b4f8-4800-9834-f6782ac5ca3c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:43.636665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port b2e22bb2-b469-4674-9c34-829ef8020f04 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:43.637035 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.689236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:43.711852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:43.737269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-01528e95-4a5e-40f1-950a-42499ebe90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:43.740984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:43.746577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-01528e95-4a5e-40f1-950a-42499ebe90db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.2892411 May 26 16:25:43.752499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:43.753646 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.780339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0506a4a4-344f-4d7d-af50-ecbb7111db53 None None] Current status of the port 0b85ae68-6833-43b4-b137-44832c320bd2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:43.805611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a435851f-91df-4a24-8ce8-3df776ac3a29 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:43.806121 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.811011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=0b85ae68-6833-43b4-b137-44832c320bd2,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:43.830657 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8931e9d2-e30e-47e7-8cd2-b1022103268c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.863952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-ed608da8-69db-456d-884a-536d1686485c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c HTTP/1.1" status: 200 len: 217 time: 0.1725180 May 26 16:25:43.878613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8931e9d2-e30e-47e7-8cd2-b1022103268c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.882490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8931e9d2-e30e-47e7-8cd2-b1022103268c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3bda6c03-955c-4302-a4a7-ae22e9418c19 HTTP/1.1" status: 204 len: 168 time: 1.6570244 May 26 16:25:43.888894 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb5c4dbd-9ec3-4572-b02b-4b85743f2b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.889226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42092) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:43.931520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.000015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port b2e22bb2-b469-4674-9c34-829ef8020f04 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:44.000465 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.018510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931e9d2-e30e-47e7-8cd2-b1022103268c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bda6c03-955c-4302-a4a7-ae22e9418c19,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:44.037731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a0cb0-7f9b-47a7-9dbb-34e5b19b6e3b req-ab33f23c-b30c-4851-8ce2-cc3d596652e4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:44.046979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c1a0cb0-7f9b-47a7-9dbb-34e5b19b6e3b req-ab33f23c-b30c-4851-8ce2-cc3d596652e4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 944 time: 0.7283437 May 26 16:25:44.057185 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7790494 May 26 16:25:44.058974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-1620d085-c114-4b44-b7ab-33562316ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:44.061473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-1620d085-c114-4b44-b7ab-33562316ce04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fbd4009-dd8f-4035-a8ce-e559f290bed5 HTTP/1.1" status: 200 len: 854 time: 0.1637549 May 26 16:25:44.062232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42094) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:44.113932 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bce4e910-ae6e-49e6-8e71-c15c7aa54e97 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2167566 May 26 16:25:44.116622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39772ff2-891e-4afd-8bbc-bdf79d730921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=ff3c135d-56ed-4d84-884b-eedc128eca81,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:44.123973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a435851f-91df-4a24-8ce8-3df776ac3a29 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:44.130906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42096) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:44.150653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:44.151981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-247f5fd6-f9b0-4e18-bb58-33ed8d5b3aec tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': '71be663d-1e1c-40a6-8154-eef36fc3e321', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:44.153634 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb51b21-3c01-4363-ba27-e024a2bcb040" -d '{"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-plugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:44.174056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:44.180072 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.253240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:44.253589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbc52a8-b3b5-4c00-a5c4-97982f70860b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:44.260505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ebbc52a8-b3b5-4c00-a5c4-97982f70860b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/ff3c135d-56ed-4d84-884b-eedc128eca81 HTTP/1.1" status: 200 len: 840 time: 0.1652398 May 26 16:25:44.264730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-9819103e-8654-43ab-be60-c3a6d915b3c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921848 May 26 16:25:44.264947 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:44.277377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d9bbac70-88c4-422b-97d8-a5ac6b104ecb None None] Provisioning complete for port 0b85ae68-6833-43b4-b137-44832c320bd2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:44.277808 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d9bbac70-88c4-422b-97d8-a5ac6b104ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.323015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0b85ae68-6833-43b4-b137-44832c320bd2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:44.368037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-247f5fd6-f9b0-4e18-bb58-33ed8d5b3aec tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.426884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c1a0cb0-7f9b-47a7-9dbb-34e5b19b6e3b req-44b027eb-8922-4c40-b5c0-1d3c39a36b51 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783135 May 26 16:25:44.435976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37025b-e9a3-4679-a683-d7a2d2a8bc12 req-c3c090e0-fd15-4926-b235-5b00bb58f6be tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:44.443426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc37025b-e9a3-4679-a683-d7a2d2a8bc12 req-c3c090e0-fd15-4926-b235-5b00bb58f6be tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 944 time: 0.8726773 May 26 16:25:44.475277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb5c4dbd-9ec3-4572-b02b-4b85743f2b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.479823 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb5c4dbd-9ec3-4572-b02b-4b85743f2b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.481086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bb5c4dbd-9ec3-4572-b02b-4b85743f2b1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80333d77-5646-4083-aa9b-9eedeb2c162e HTTP/1.1" status: 204 len: 168 time: 1.2270436 May 26 16:25:44.523848 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.543163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0b85ae68-6833-43b4-b137-44832c320bd2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:44.547489 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.572021 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-247f5fd6-f9b0-4e18-bb58-33ed8d5b3aec tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.576478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d51e070d-1e04-4123-a5fe-d280f16384a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port ff3c135d-56ed-4d84-884b-eedc128eca81 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:44.576478 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51e070d-1e04-4123-a5fe-d280f16384a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.583819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc37025b-e9a3-4679-a683-d7a2d2a8bc12 req-91ec358b-0f37-4181-a16b-80f8afa632f2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391041 May 26 16:25:44.631661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c4dbd-9ec3-4572-b02b-4b85743f2b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80333d77-5646-4083-aa9b-9eedeb2c162e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:44.667802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-1b84c451-8960-47b4-9f2a-1d4a03f17b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:44.672494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-1b84c451-8960-47b4-9f2a-1d4a03f17b0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8058217 May 26 16:25:44.699625 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7818e366-14a6-45fd-94f4-c8cfcf3759f1 x-openstack-request-id: req-7818e366-14a6-45fd-94f4-c8cfcf3759f1 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:44.700076 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-plugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:44.700526 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7818e366-14a6-45fd-94f4-c8cfcf3759f1 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:44.701646 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7818e366-14a6-45fd-94f4-c8cfcf3759f1'] response: {'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'code': 200} May 26 16:25:44.777485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51e070d-1e04-4123-a5fe-d280f16384a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.816987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d51e070d-1e04-4123-a5fe-d280f16384a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for ff3c135d-56ed-4d84-884b-eedc128eca81 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:44.860923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d9bbac70-88c4-422b-97d8-a5ac6b104ecb None None] Current status of the port 0b85ae68-6833-43b4-b137-44832c320bd2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:44.910611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0b85ae68-6833-43b4-b137-44832c320bd2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:44.967513 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-247f5fd6-f9b0-4e18-bb58-33ed8d5b3aec tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.973821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-769158db-2517-4f87-a6aa-9628de16fd21 service neutron] 10.222.0.32 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879429 May 26 16:25:45.004487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-87ddba74-da92-4e40-b18f-50b62866da97 None None] Provisioning complete for port da859ed9-b4f8-4800-9834-f6782ac5ca3c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:45.004954 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-87ddba74-da92-4e40-b18f-50b62866da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.065355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-d85c0b7f-df77-4c0a-9d87-11d0787ee1b5 service neutron] 10.222.0.24 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953585 May 26 16:25:45.067325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51e070d-1e04-4123-a5fe-d280f16384a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.073364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-87ddba74-da92-4e40-b18f-50b62866da97 None None] Port da859ed9-b4f8-4800-9834-f6782ac5ca3c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:25:45.145041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e070d-1e04-4123-a5fe-d280f16384a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=ff3c135d-56ed-4d84-884b-eedc128eca81,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:45.147695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f5fd6-f9b0-4e18-bb58-33ed8d5b3aec tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b591cac1-ff74-4e89-af2c-2de0fa85b184,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:45.225495 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-247f5fd6-f9b0-4e18-bb58-33ed8d5b3aec tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.227841 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-247f5fd6-f9b0-4e18-bb58-33ed8d5b3aec tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0950570 May 26 16:25:45.230068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d51e070d-1e04-4123-a5fe-d280f16384a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.233394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42116) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:45.240337 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d51e070d-1e04-4123-a5fe-d280f16384a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/ff3c135d-56ed-4d84-884b-eedc128eca81 HTTP/1.1" status: 204 len: 168 time: 0.9678595 May 26 16:25:45.244851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42118) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:45.248803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-bd53c224-187f-4083-951c-021856f41f49 service neutron] 10.222.0.32 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660503 May 26 16:25:45.281836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b3931195-1c5d-43ac-b4fa-3efe41385894 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules/b591cac1-ff74-4e89-af2c-2de0fa85b184 HTTP/1.1" status: 200 len: 764 time: 0.0423870 May 26 16:25:45.283602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42120) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:45.310588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1f54998-c73d-405c-a77e-0d1460fcd0ce req-3d21e18b-e774-494f-ac11-d5c26f23cd53 service neutron] 10.222.0.24 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371075 May 26 16:25:45.345851 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcd3d52-429a-49f0-970c-dfc8974bb8dc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:25:45.374178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-82f18d0d-4cd2-4775-b5e2-122b29b3be2b tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0828252 May 26 16:25:45.374178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42124) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:45.374623 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ffcd3d52-429a-49f0-970c-dfc8974bb8dc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/ff3c135d-56ed-4d84-884b-eedc128eca81 HTTP/1.1" status: 404 len: 333 time: 0.1241353 May 26 16:25:45.378509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'name': 'tempest-PortsTestJSON-1649561253'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:45.383006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42126) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:45.577511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1b6a-a423-4443-a81c-869f749f694c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.594259 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1b6a-a423-4443-a81c-869f749f694c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.614538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-e710b7c8-8c09-4eb8-8777-784d1bedc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:45.617097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-e710b7c8-8c09-4eb8-8777-784d1bedc214 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378d593d7e994695b4980dfda831bdcc&device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 1095 time: 0.2308474 May 26 16:25:45.825341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:45.829690 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.843819 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.853201 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1b6a-a423-4443-a81c-869f749f694c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.856172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.898515 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1b6a-a423-4443-a81c-869f749f694c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.902016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d6cf1b6a-a423-4443-a81c-869f749f694c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b591cac1-ff74-4e89-af2c-2de0fa85b184 HTTP/1.1" status: 204 len: 168 time: 0.4996426 May 26 16:25:45.902016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf1b6a-a423-4443-a81c-869f749f694c tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b591cac1-ff74-4e89-af2c-2de0fa85b184,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:45.906832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42140) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:45.953612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 5adefb7c-d28d-4fbe-9812-52d4f3ba04a4 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:25:46.004954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=da859ed9-b4f8-4800-9834-f6782ac5ca3c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:46.011275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f502c6-ecf7-41ba-b866-d938f3fb1354 req-64362147-7a97-4108-a9e8-48232e779a9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:46.014064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4f502c6-ecf7-41ba-b866-d938f3fb1354 req-64362147-7a97-4108-a9e8-48232e779a9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.3644280 May 26 16:25:46.022745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-30a1b979-b8a7-444d-9ec1-ee0874ea72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:46.024134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.024602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-30a1b979-b8a7-444d-9ec1-ee0874ea72a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 HTTP/1.1" status: 200 len: 915 time: 0.3965008 May 26 16:25:46.105543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2c08-1fa5-4839-82f5-6b49fb1e27ec req-4c28ebff-6f5e-4e92-8353-a2b3cb50fd2d tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:46.113735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e7e2c08-1fa5-4839-82f5-6b49fb1e27ec req-4c28ebff-6f5e-4e92-8353-a2b3cb50fd2d tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 944 time: 0.3108146 May 26 16:25:46.170369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-ee8a72df-cc37-46af-9914-56002fcafce9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c HTTP/1.1" status: 200 len: 217 time: 0.0734651 May 26 16:25:46.236433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 90c7614f-995f-4fb6-85ea-240611fc8458 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:46.239058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:46.351180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e7e2c08-1fa5-4839-82f5-6b49fb1e27ec req-8f4aa4c1-849b-4a49-885d-c74ffec72169 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362204 May 26 16:25:46.379923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5b86d195-3b85-4c53-b6f4-311e6eed9f8d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4660599 May 26 16:25:46.404306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42146) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:46.433328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 070506f0-c4f5-412a-951d-f5a0fc373a26 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:46.518369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e4f502c6-ecf7-41ba-b866-d938f3fb1354 req-20019571-aef5-4de8-83a1-acc386ce6f75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4886520 May 26 16:25:46.573138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-6fcdc0ca-3971-46fe-96d6-3315f6bb676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:46.577031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-6fcdc0ca-3971-46fe-96d6-3315f6bb676e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fbd4009-dd8f-4035-a8ce-e559f290bed5 HTTP/1.1" status: 200 len: 854 time: 0.3709896 May 26 16:25:46.696923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-05adcb5c-f778-4d03-8c55-097d52def536 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105282 May 26 16:25:46.704610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:46.723248 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Sync routers for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:46.746032 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1c89b0c9-ede2-428b-b74b-550483118db3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "PUT /v2.0/routers/070506f0-c4f5-412a-951d-f5a0fc373a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7813518 May 26 16:25:46.746032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42154) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:46.753728 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:46.754545 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:46.801749 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b550ea5-d004-4bd8-a5ff-12e78eb862f1 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.865867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3d96c8ae-1e5a-4f6e-bb71-5578657a591b None None] Provisioning complete for port da859ed9-b4f8-4800-9834-f6782ac5ca3c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:46.866455 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d96c8ae-1e5a-4f6e-bb71-5578657a591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.929865 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b550ea5-d004-4bd8-a5ff-12e78eb862f1 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.950982 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3d96c8ae-1e5a-4f6e-bb71-5578657a591b None None] Port da859ed9-b4f8-4800-9834-f6782ac5ca3c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:25:46.970935 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.083829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-02304701-33ee-4154-a600-26173395ec2d service neutron] 10.222.0.24 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573573 May 26 16:25:47.088586 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b550ea5-d004-4bd8-a5ff-12e78eb862f1 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.091865 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b550ea5-d004-4bd8-a5ff-12e78eb862f1 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.094281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1b550ea5-d004-4bd8-a5ff-12e78eb862f1 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/71be663d-1e1c-40a6-8154-eef36fc3e321 HTTP/1.1" status: 204 len: 168 time: 0.6801922 May 26 16:25:47.097670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42162) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:47.140589 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:47.144877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b550ea5-d004-4bd8-a5ff-12e78eb862f1 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71be663d-1e1c-40a6-8154-eef36fc3e321,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:47.202181 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.305490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=5adefb7c-d28d-4fbe-9812-52d4f3ba04a4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:47.327475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:47.341850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:47.342555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544872a-10e0-497d-aede-cca8fe7496b0 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.347296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544872a-10e0-497d-aede-cca8fe7496b0 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.347682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544872a-10e0-497d-aede-cca8fe7496b0 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.348202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544872a-10e0-497d-aede-cca8fe7496b0 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.348719 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544872a-10e0-497d-aede-cca8fe7496b0 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.349189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544872a-10e0-497d-aede-cca8fe7496b0 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.349658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a544872a-10e0-497d-aede-cca8fe7496b0 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.351732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a544872a-10e0-497d-aede-cca8fe7496b0 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4930 time: 0.6079497 May 26 16:25:47.361707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:47.369966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42166) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:47.380995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.382302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.445671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7b487b93-b785-4584-8ab0-ae10079e8644 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0736620 May 26 16:25:47.451121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42174) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:47.462834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0be117fa-5d13-4092-82c8-77a5be1f0f91 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:47.472380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b92aa5c9-089c-46e0-adfb-a4b258a5622b req-90e73259-c327-4d5b-bd5e-1699884124f3 service neutron] 10.222.0.24 "GET /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748794 May 26 16:25:47.631032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8056ae-0b80-4210-9637-9ca64af11e8c tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.631614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8056ae-0b80-4210-9637-9ca64af11e8c tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.631962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8056ae-0b80-4210-9637-9ca64af11e8c tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.632422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8056ae-0b80-4210-9637-9ca64af11e8c tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.632881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8056ae-0b80-4210-9637-9ca64af11e8c tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.635320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8056ae-0b80-4210-9637-9ca64af11e8c tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.647282 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6b8056ae-0b80-4210-9637-9ca64af11e8c tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.2730856 May 26 16:25:47.650271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:25:47.651345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42178) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:47.679374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42180) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:47.723454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac04bd8-53ef-47d2-87c5-1a4497b919d6 req-02f24a3d-3a64-4b7d-b1cc-499fde47c814 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.725819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eac04bd8-53ef-47d2-87c5-1a4497b919d6 req-02f24a3d-3a64-4b7d-b1cc-499fde47c814 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 944 time: 0.1805413 May 26 16:25:47.734177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0be117fa-5d13-4092-82c8-77a5be1f0f91 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.813307 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:25:44Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:45Z', 'revision_number': 2, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:47.894751 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Checking router: 070506f0-c4f5-412a-951d-f5a0fc373a26 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:47.895923 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Updating router 070506f0-c4f5-412a-951d-f5a0fc373a26 port da859ed9-b4f8-4800-9834-f6782ac5ca3c binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:25:47.989071 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-275f31f0-9569-4cd0-a3aa-a29c3360f415 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8851638 May 26 16:25:47.989071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42188) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:47.990026 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.034039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8c103ba8-bc5b-4102-b331-f643b98414ee tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040498442'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:48.064609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:48.070775 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48c1b6ca-3d6a-4aa6-85e9-cf977f4e5e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.114414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c', 'network_id': 'e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657', 'port_id': 'a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c', 'mac_address': 'fa:16:3e:20:b8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbd4009-dd8f-4035-a8ce-e559f290bed5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:25:48.123849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eac04bd8-53ef-47d2-87c5-1a4497b919d6 req-50ed4e07-bfc2-4f8a-a8c2-31f88870fa81 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637784 May 26 16:25:48.193718 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cad4b8-b845-4e14-ac31-4f96c88d7a2e req-03a768af-0c37-4ee2-a124-f5cad93f89d1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:48.197284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23cad4b8-b845-4e14-ac31-4f96c88d7a2e req-03a768af-0c37-4ee2-a124-f5cad93f89d1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.4432003 May 26 16:25:48.236097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c103ba8-bc5b-4102-b331-f643b98414ee tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.245473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:48.246548 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.274965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:25:48.336183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:48.345203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.423195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:48.455093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23cad4b8-b845-4e14-ac31-4f96c88d7a2e req-11f3061f-77a8-4fca-bcff-93402bf31a4d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323880 May 26 16:25:48.571927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:25:48.606180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48c1b6ca-3d6a-4aa6-85e9-cf977f4e5e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.620431 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0be117fa-5d13-4092-82c8-77a5be1f0f91 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.623140 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-48c1b6ca-3d6a-4aa6-85e9-cf977f4e5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.693542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-48c1b6ca-3d6a-4aa6-85e9-cf977f4e5e13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d63e8abf6d945c78a093301e61367f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0097747 May 26 16:25:48.693542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1b6ca-3d6a-4aa6-85e9-cf977f4e5e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa69f796-a0ff-4001-9a8e-fa5dcb5641c6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:48.695104 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c103ba8-bc5b-4102-b331-f643b98414ee tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.698088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42196) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:48.709750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0be117fa-5d13-4092-82c8-77a5be1f0f91 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.725790 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4bcb04b7-5527-41b2-b686-d83745daad8e tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 1.0678630 May 26 16:25:48.725790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c103ba8-bc5b-4102-b331-f643b98414ee tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.727793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0be117fa-5d13-4092-82c8-77a5be1f0f91 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] In _notify_port_updated(), no bound segment for port 5adefb7c-d28d-4fbe-9812-52d4f3ba04a4 on network ff1a2977-1864-48d7-b83e-dea0dfa2d563 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:25:48.735115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be117fa-5d13-4092-82c8-77a5be1f0f91 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:48.735440 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0be117fa-5d13-4092-82c8-77a5be1f0f91 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.739889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0be117fa-5d13-4092-82c8-77a5be1f0f91 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "PUT /v2.0/ports/5adefb7c-d28d-4fbe-9812-52d4f3ba04a4 HTTP/1.1" status: 200 len: 818 time: 1.2873604 May 26 16:25:48.741154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42200) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:48.742292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-4dbb413a-da2d-4aa6-a9e9-772eecc5bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:48.744447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-4dbb413a-da2d-4aa6-a9e9-772eecc5bd7b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 1096 time: 0.2212090 May 26 16:25:48.774080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:48.894288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42206) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:48.908103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5df1b5d1-e679-4ab7-9393-1c5ea7986732 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006367633', 'description': 'tempest-secgroup-smoke-2006367633 description', 'project_id': '4063905a31d942838228e9f70da00298'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:48.918174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.937041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be117fa-5d13-4092-82c8-77a5be1f0f91 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=5adefb7c-d28d-4fbe-9812-52d4f3ba04a4,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:49.004000 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.011315 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.015037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5df1b5d1-e679-4ab7-9393-1c5ea7986732 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.110037 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422c468-13cb-49fc-a113-4d07d065dceb None None] Pushing event updated for resources: {'Port': ['ID=da859ed9-b4f8-4800-9834-f6782ac5ca3c,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:49.151324 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Attempting to bind port da859ed9-b4f8-4800-9834-f6782ac5ca3c on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:49.151760 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Attempting to bind port da859ed9-b4f8-4800-9834-f6782ac5ca3c by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:49.152300 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Attempting to bind port da859ed9-b4f8-4800-9834-f6782ac5ca3c on network 90c7614f-995f-4fb6-85ea-240611fc8458 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:49.159138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:49.159748 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Checking segment: {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:49.160147 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.161092 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Bound using segment: {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:49.162021 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Bound port: da859ed9-b4f8-4800-9834-f6782ac5ca3c, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:49.162438 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.279635 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] For port da859ed9-b4f8-4800-9834-f6782ac5ca3c, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:49.288815 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] For port da859ed9-b4f8-4800-9834-f6782ac5ca3c, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=da859ed9-b4f8-4800-9834-f6782ac5ca3c,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:49.295368 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.387792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42210) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:49.396992 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'network': {'name': 'tempest-network-smoke--674503372', 'project_id': '45735cc8400542528e0de415734ff279', 'port_security_enabled': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:49.397301 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:49.398502 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:49.419037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c103ba8-bc5b-4102-b331-f643b98414ee tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.427127 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8c103ba8-bc5b-4102-b331-f643b98414ee tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4272599 May 26 16:25:49.443598 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422c468-13cb-49fc-a113-4d07d065dceb None None] Pushing event updated for resources: {'Port': ['ID=da859ed9-b4f8-4800-9834-f6782ac5ca3c,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:49.455496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42212) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:49.464407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b0d0d1fb-34bd-4ae2-b927-643a01958f6d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Request body: {'security_group_rule': {'security_group_id': 'bdfac779-1fc5-4128-8413-3cd42d04de9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:49.500134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c103ba8-bc5b-4102-b331-f643b98414ee tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfac779-1fc5-4128-8413-3cd42d04de9e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:49.521795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-66d2b4c3-64df-442a-93a6-3947c5df83d3 None None] Provisioning complete for port da859ed9-b4f8-4800-9834-f6782ac5ca3c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:49.522784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66d2b4c3-64df-442a-93a6-3947c5df83d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.600531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5df1b5d1-e679-4ab7-9393-1c5ea7986732 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.605815 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:49.666967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:49.675157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38e292ee-57cb-4dcb-a7fc-093849e24224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.705055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5df1b5d1-e679-4ab7-9393-1c5ea7986732 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.719662 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38e292ee-57cb-4dcb-a7fc-093849e24224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.804212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Made reservation on behalf of 45735cc8400542528e0de415734ff279 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:49.811548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.834221 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38e292ee-57cb-4dcb-a7fc-093849e24224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.840408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-38e292ee-57cb-4dcb-a7fc-093849e24224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.844172 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-38e292ee-57cb-4dcb-a7fc-093849e24224 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa69f796-a0ff-4001-9a8e-fa5dcb5641c6 HTTP/1.1" status: 204 len: 168 time: 1.1390531 May 26 16:25:49.853865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-66d2b4c3-64df-442a-93a6-3947c5df83d3 None None] Current status of the port da859ed9-b4f8-4800-9834-f6782ac5ca3c is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:49.854343 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66d2b4c3-64df-442a-93a6-3947c5df83d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.875228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:25:49.886875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:49.887246 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.921022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.931995 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d1fb-34bd-4ae2-b927-643a01958f6d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.939803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:49.987127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-66d2b4c3-64df-442a-93a6-3947c5df83d3 None None] For port da859ed9-b4f8-4800-9834-f6782ac5ca3c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=da859ed9-b4f8-4800-9834-f6782ac5ca3c,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:50.003049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e292ee-57cb-4dcb-a7fc-093849e24224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa69f796-a0ff-4001-9a8e-fa5dcb5641c6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:50.007406 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:25:44Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:50.011581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:50.014558 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66d2b4c3-64df-442a-93a6-3947c5df83d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.045581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1e16d-8b17-4946-85a7-24a12d6f9f7b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 5adefb7c-d28d-4fbe-9812-52d4f3ba04a4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:50.046180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0b1e16d-8b17-4946-85a7-24a12d6f9f7b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.064363 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735471d-fde8-4107-bf38-6de19d357f22 None None] The sync data for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 is: [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:25:44Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:50.129676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.154034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Transition to ACTIVE for port object b2e22bb2-b469-4674-9c34-829ef8020f04 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:25:50.204285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2b4c3-64df-442a-93a6-3947c5df83d3 None None] Pushing event updated for resources: {'Port': ['ID=da859ed9-b4f8-4800-9834-f6782ac5ca3c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:50.218342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:50.223039 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7661ad-2e20-4ae7-a75b-f255995fbbe3" -d '{"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:50.232267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e6fd19f1-0189-4b42-8cd9-4fc4e965477c None None] Provisioning complete for port da859ed9-b4f8-4800-9834-f6782ac5ca3c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:50.233009 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6fd19f1-0189-4b42-8cd9-4fc4e965477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.239771 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.240284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:50.240945 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.307014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1b5d1-e679-4ab7-9393-1c5ea7986732 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1f12d-4018-4712-9477-c36ce2d854e6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:50.322483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:50.326568 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9480a62c-d159-42b9-be8b-69c37e9aa30d" -d '{"events": [{"server_uuid": "304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3", "name": "network-vif-plugged", "status": "completed", "tag": "a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:50.348616 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0b1e16d-8b17-4946-85a7-24a12d6f9f7b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.360292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:50.366737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1e16d-8b17-4946-85a7-24a12d6f9f7b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 5adefb7c-d28d-4fbe-9812-52d4f3ba04a4 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:50.377699 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.427514 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5df1b5d1-e679-4ab7-9393-1c5ea7986732 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.430029 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5df1b5d1-e679-4ab7-9393-1c5ea7986732 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5340168 May 26 16:25:50.471606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:50.480011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42224) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:50.511875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d1fb-34bd-4ae2-b927-643a01958f6d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.524175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-68ee87e9-721e-4c59-8c4e-7b78f00b1af5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1f12d-4018-4712-9477-c36ce2d854e6', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:50.535550 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d1fb-34bd-4ae2-b927-643a01958f6d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.540130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device da859ed9-b4f8-4800-9834-f6782ac5ca3c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:50.572765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0d1fb-34bd-4ae2-b927-643a01958f6d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811e3416-ae23-4c41-a9ed-59116f786659,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:50.643926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d1fb-34bd-4ae2-b927-643a01958f6d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.653344 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b0d0d1fb-34bd-4ae2-b927-643a01958f6d tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1961155 May 26 16:25:50.654373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0b1e16d-8b17-4946-85a7-24a12d6f9f7b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.657016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e6fd19f1-0189-4b42-8cd9-4fc4e965477c None None] Current status of the port da859ed9-b4f8-4800-9834-f6782ac5ca3c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:50.660561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42226) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:50.676054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port da859ed9-b4f8-4800-9834-f6782ac5ca3c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:50.676586 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.705133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d044a3-e8a1-483e-bd4c-19019bb6527e req-26f17c94-e0c1-4291-9339-e357bbdb5274 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:50.706980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38d044a3-e8a1-483e-bd4c-19019bb6527e req-26f17c94-e0c1-4291-9339-e357bbdb5274 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 945 time: 1.2196605 May 26 16:25:50.718574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42228) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:50.719400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:50.751850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f052fa-f5b8-4ffc-9a71-7367d4cd7a71 req-67fb08d4-d7cf-4103-b55a-39e9586fd223 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:50.753408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.761930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76f052fa-f5b8-4ffc-9a71-7367d4cd7a71 req-67fb08d4-d7cf-4103-b55a-39e9586fd223 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 944 time: 1.0691576 May 26 16:25:50.803917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8434d0c3-eb20-4a28-b0eb-fa70616afafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.837730 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.846260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port da859ed9-b4f8-4800-9834-f6782ac5ca3c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:50.847311 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f0b1e16d-8b17-4946-85a7-24a12d6f9f7b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.851157 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f0b1e16d-8b17-4946-85a7-24a12d6f9f7b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/5adefb7c-d28d-4fbe-9812-52d4f3ba04a4 HTTP/1.1" status: 204 len: 168 time: 2.1040416 May 26 16:25:50.858555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1e16d-8b17-4946-85a7-24a12d6f9f7b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=5adefb7c-d28d-4fbe-9812-52d4f3ba04a4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:50.863886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42230) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:50.893777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:50.919706 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68ee87e9-721e-4c59-8c4e-7b78f00b1af5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.924248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:50.941156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea00652-ba91-480d-b099-2386c06c67b2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:50.951061 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30f29d6d-3b47-4d6a-b401-bb5e822ba886 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.954223 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.954580 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Added segment d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40 of type vlan for network 0c39485b-7441-4c6e-99a4-81195202a1de May 26 16:25:51.013147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:51.019706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] No DVR routers for this DVR port b2e22bb2-b469-4674-9c34-829ef8020f04 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:51.032845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38d044a3-e8a1-483e-bd4c-19019bb6527e req-6711bcb2-a19e-4f88-b60f-65c96edad565 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036945 May 26 16:25:51.052904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76f052fa-f5b8-4ffc-9a71-7367d4cd7a71 req-53092cf1-e91e-466b-9de1-5e97b3059b16 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893867 May 26 16:25:51.088360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30f29d6d-3b47-4d6a-b401-bb5e822ba886 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.099059 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.155395 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b050d08-08a7-452f-a4d2-874cb7085b12 x-openstack-request-id: req-4b050d08-08a7-452f-a4d2-874cb7085b12 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:51.158052 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3", "name": "network-vif-plugged", "status": "completed", "tag": "a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:51.160373 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b050d08-08a7-452f-a4d2-874cb7085b12 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:51.161660 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b050d08-08a7-452f-a4d2-874cb7085b12'] response: {'server_uuid': '304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c', 'code': 200} May 26 16:25:51.179479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.186521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:51.187016 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340d47eb-78fa-4b61-893b-01a1e654e6fc x-openstack-request-id: req-340d47eb-78fa-4b61-893b-01a1e654e6fc {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:51.187340 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:51.187511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.187717 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-340d47eb-78fa-4b61-893b-01a1e654e6fc {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:51.188038 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340d47eb-78fa-4b61-893b-01a1e654e6fc'] response: {'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'code': 200} May 26 16:25:51.257213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1aa78-bd45-4b28-b9e5-cf545980a232 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:51.258895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a0b1aa78-bd45-4b28-b9e5-cf545980a232 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3920715 May 26 16:25:51.265864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42232) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.284049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30f29d6d-3b47-4d6a-b401-bb5e822ba886 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.286896 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30f29d6d-3b47-4d6a-b401-bb5e822ba886 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.288056 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-30f29d6d-3b47-4d6a-b401-bb5e822ba886 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/bdfac779-1fc5-4128-8413-3cd42d04de9e HTTP/1.1" status: 204 len: 168 time: 0.6196177 May 26 16:25:51.307223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42234) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.319460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9296696 May 26 16:25:51.324189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42236) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.325189 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-a680384c-43af-4b4c-aba3-c13771f6ae81 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:25:51.331039 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a680384c-43af-4b4c-aba3-c13771f6ae81 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/5adefb7c-d28d-4fbe-9812-52d4f3ba04a4 HTTP/1.1" status: 404 len: 333 time: 0.0630286 May 26 16:25:51.335496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42238) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.338861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'admin_state_up': True, 'project_id': '45735cc8400542528e0de415734ff279', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:51.355243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2110178169'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:51.362111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44885319-36f6-4b3a-949b-33e628161991 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Network': ['ID=0c39485b-7441-4c6e-99a4-81195202a1de,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:51.370029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68ee87e9-721e-4c59-8c4e-7b78f00b1af5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.370253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f29d6d-3b47-4d6a-b401-bb5e822ba886 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfac779-1fc5-4128-8413-3cd42d04de9e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:51.379560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 0c39485b-7441-4c6e-99a4-81195202a1de details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:51.395255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.396380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68ee87e9-721e-4c59-8c4e-7b78f00b1af5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.396529 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.404711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:51.410427 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.467449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:51.485581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee87e9-721e-4c59-8c4e-7b78f00b1af5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3047c31-857f-49af-957c-38f4dc4d6c60,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:51.496742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8434d0c3-eb20-4a28-b0eb-fa70616afafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.517394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f863a9d-e72a-4c5f-bc18-9811a6fa987c req-a3e2bc9b-2450-4e5a-afe9-b47cd1482825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:51.519205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f863a9d-e72a-4c5f-bc18-9811a6fa987c req-a3e2bc9b-2450-4e5a-afe9-b47cd1482825 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 1097 time: 0.2592878 May 26 16:25:51.522426 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8434d0c3-eb20-4a28-b0eb-fa70616afafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.544892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.545802 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Added segment 24e8a482-818f-4547-867a-b38ecb5f51f6 of type vlan for network 3c23f377-6782-430e-b012-24c8cbf35883 May 26 16:25:51.549188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.549858 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0a807eca-f3dd-4497-92ad-7b0ac387583e tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2414906 May 26 16:25:51.552672 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68ee87e9-721e-4c59-8c4e-7b78f00b1af5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.558243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-68ee87e9-721e-4c59-8c4e-7b78f00b1af5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0531659 May 26 16:25:51.558243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42240) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.560977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42242) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.565356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-71cc5083-924f-40d7-b378-f3f1713264e5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1f12d-4018-4712-9477-c36ce2d854e6', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:51.654654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:51.654990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:51.655273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 on network fc654ae0-7228-4be5-8921-353f239e681a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:51.660195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434d0c3-eb20-4a28-b0eb-fa70616afafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b26d7f-39fa-45ba-8423-6c1fb9e1936a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:51.680555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8434d0c3-eb20-4a28-b0eb-fa70616afafb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc490e6600bd4d1bace32d0a145c52c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9544849 May 26 16:25:51.685186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42244) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.687162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Port b2e22bb2-b469-4674-9c34-829ef8020f04 on network fc654ae0-7228-4be5-8921-353f239e681a not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:25:51.687692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Attempting to bind port b2e22bb2-b469-4674-9c34-829ef8020f04 on network fc654ae0-7228-4be5-8921-353f239e681a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:51.712810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f863a9d-e72a-4c5f-bc18-9811a6fa987c req-32ee45e2-c095-45a8-b176-1635c8273326 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554580 May 26 16:25:51.723536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:51.723890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Checking segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:51.724291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Bound using segment: {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:51.724760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Bound port: b2e22bb2-b469-4674-9c34-829ef8020f04, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63283b2-abe7-4e74-9055-74c885ee88ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:51.725129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.727394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.739382 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71cc5083-924f-40d7-b378-f3f1713264e5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.748846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7bb21503-02d8-4558-b61a-d34431632bdf tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1839535 May 26 16:25:51.765564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42246) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.795860 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-6067465a-cb09-48f4-9c2d-6599003389ae tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] delete failed (client error): The resource could not be found. May 26 16:25:51.796967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6067465a-cb09-48f4-9c2d-6599003389ae tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "DELETE /v2.0/security-groups/bdfac779-1fc5-4128-8413-3cd42d04de9e HTTP/1.1" status: 404 len: 347 time: 0.0303526 May 26 16:25:51.816800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42248) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.861662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-431f1b80-6ec3-4083-a83b-45dc54221308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.863233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:25:51.867933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.870945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:51.878458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:51.892359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.947782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-431f1b80-6ec3-4083-a83b-45dc54221308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.967982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.973641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:51.974315 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.011144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:52.012350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.015919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 1092 time: 3.2492516 May 26 16:25:52.020927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335791a-b311-4b4a-8a4f-c07cf30a6a24 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=11']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:52.084863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-431f1b80-6ec3-4083-a83b-45dc54221308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.088370 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-431f1b80-6ec3-4083-a83b-45dc54221308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.089739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-431f1b80-6ec3-4083-a83b-45dc54221308 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82b26d7f-39fa-45ba-8423-6c1fb9e1936a HTTP/1.1" status: 204 len: 168 time: 0.3990929 May 26 16:25:52.129114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f1b80-6ec3-4083-a83b-45dc54221308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b26d7f-39fa-45ba-8423-6c1fb9e1936a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:52.149448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-c78c95ac-c51a-4530-b5d2-f162d3b574c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:52.152763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-c78c95ac-c51a-4530-b5d2-f162d3b574c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1095 time: 0.0850976 May 26 16:25:52.181335 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-591b6fa4-60ac-4e4e-accd-1cffba8dabc7 tempest-SecGroupTest-1205988140 tempest-SecGroupTest-1205988140-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3562803 May 26 16:25:52.208170 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8591659 May 26 16:25:52.214499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42258) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:52.216074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71cc5083-924f-40d7-b378-f3f1713264e5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.229674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': '3c23f377-6782-430e-b012-24c8cbf35883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:52.255637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71cc5083-924f-40d7-b378-f3f1713264e5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.280808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84d146-d3c7-4251-b4a0-f79e9222a6c7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Network': ['ID=3c23f377-6782-430e-b012-24c8cbf35883,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:52.302811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 3c23f377-6782-430e-b012-24c8cbf35883 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:52.326312 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc5083-924f-40d7-b378-f3f1713264e5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2301b4d9-9dc9-40c9-b9f7-a76291628255,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:52.345882 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71cc5083-924f-40d7-b378-f3f1713264e5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.359380 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-71cc5083-924f-40d7-b378-f3f1713264e5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7975962 May 26 16:25:52.364407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42260) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:52.377542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e7bab0df-0588-4640-9e30-1816d07a3288 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1f12d-4018-4712-9477-c36ce2d854e6', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:52.444263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7bab0df-0588-4640-9e30-1816d07a3288 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.667812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7bab0df-0588-4640-9e30-1816d07a3288 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.684157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-9c12df47-d657-4e9d-9cf2-549dfd6641f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:52.686482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-9c12df47-d657-4e9d-9cf2-549dfd6641f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.5263226 May 26 16:25:52.704322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7bab0df-0588-4640-9e30-1816d07a3288 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.710747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.761294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42266) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:52.779362 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.787239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bab0df-0588-4640-9e30-1816d07a3288 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eca7e73-ad21-4c04-b1d5-e4e9e6072b30,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:52.815572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-a4fd7897-f8a5-4683-9113-c2b8f5f5a601 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 999 time: 0.1086760 May 26 16:25:52.845777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:52.849602 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.861216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d734-73be-44db-9125-8d75f00f3676 req-7e77e810-85d4-4845-b9d7-b4b2f1f4c93a tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:52.863060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fa4d734-73be-44db-9125-8d75f00f3676 req-7e77e810-85d4-4845-b9d7-b4b2f1f4c93a tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 946 time: 0.3079112 May 26 16:25:52.883539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e7bab0df-0588-4640-9e30-1816d07a3288 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.890324 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e7bab0df-0588-4640-9e30-1816d07a3288 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5244675 May 26 16:25:52.893371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42272) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:52.916243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-4da75c4d-0b78-4f2e-966b-522b347f1584 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1f12d-4018-4712-9477-c36ce2d854e6', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:52.934419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf9010-5935-4d25-b7f7-875e5287c016 req-43c9883a-d886-4703-bd17-39b93f8fbe0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:52.934419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1faf9010-5935-4d25-b7f7-875e5287c016 req-43c9883a-d886-4703-bd17-39b93f8fbe0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 944 time: 0.3770316 May 26 16:25:53.027781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Allocated IP 172.25.0.136 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/47dae9cd-709e-4556-b2e6-c67c3784b359) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:53.114896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-37bd3222-e5dc-4e75-af7f-8e93383e7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:53.115992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-37bd3222-e5dc-4e75-af7f-8e93383e7c80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.2844143 May 26 16:25:53.138941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fa4d734-73be-44db-9125-8d75f00f3676 req-29307bd9-e004-4210-b5d2-2459a0155cc7 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429411 May 26 16:25:53.160964 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4da75c4d-0b78-4f2e-966b-522b347f1584 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.195531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:53.197837 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8" -d '{"events": [{"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:53.217957 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1faf9010-5935-4d25-b7f7-875e5287c016 req-0e01c7c3-e053-4d5f-a711-b0238fc8e04c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233274 May 26 16:25:53.223505 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bda5bba4-2e0a-49d0-a949-6016e034fa52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa0e507c21ec49ebba4bf77e03ce1fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4567132 May 26 16:25:53.224983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42282) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:53.285437 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.309133 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122fc91-c944-45d8-a1ce-f2e06ac66258 x-openstack-request-id: req-e122fc91-c944-45d8-a1ce-f2e06ac66258 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:53.309493 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:53.310368 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e122fc91-c944-45d8-a1ce-f2e06ac66258 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:53.310856 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e122fc91-c944-45d8-a1ce-f2e06ac66258'] response: {'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'status': 'completed', 'code': 200} May 26 16:25:53.328122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-d4d09b2e-f706-4a51-8093-b95cdc772398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:53.331038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-d4d09b2e-f706-4a51-8093-b95cdc772398 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995790 May 26 16:25:53.379330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-58e5c947-1696-4d37-91fb-26e4ef13d573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.418599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4da75c4d-0b78-4f2e-966b-522b347f1584 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.418749 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.422727 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-58e5c947-1696-4d37-91fb-26e4ef13d573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.479514 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4da75c4d-0b78-4f2e-966b-522b347f1584 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.492787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:53.504290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:53.509399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:53.544687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da75c4d-0b78-4f2e-966b-522b347f1584 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08191410-bdff-47c3-9485-a819a9e9448f,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:53.552874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=47dae9cd-709e-4556-b2e6-c67c3784b359,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:53.558212 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.573243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4da75c4d-0b78-4f2e-966b-522b347f1584 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.577861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4da75c4d-0b78-4f2e-966b-522b347f1584 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6647336 May 26 16:25:53.578627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42292) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:53.579076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-005ba999-9713-4b53-9b39-c62b1323a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:53.581554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-005ba999-9713-4b53-9b39-c62b1323a8d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1095 time: 0.2378223 May 26 16:25:53.585400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4a1a108b-9a82-4695-a9a6-c82a76c0900d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1f12d-4018-4712-9477-c36ce2d854e6', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:53.648453 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-58e5c947-1696-4d37-91fb-26e4ef13d573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.651434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-58e5c947-1696-4d37-91fb-26e4ef13d573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.658044 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-58e5c947-1696-4d37-91fb-26e4ef13d573 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f716a19f-cb93-428a-a326-5a22c0c9d1ee HTTP/1.1" status: 204 len: 168 time: 0.4166358 May 26 16:25:53.704656 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-4a1a108b-9a82-4695-a9a6-c82a76c0900d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Project 4063905a31d942838228e9f70da00298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:25:53.708404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5c947-1696-4d37-91fb-26e4ef13d573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716a19f-cb93-428a-a326-5a22c0c9d1ee,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:53.738729 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a1a108b-9a82-4695-a9a6-c82a76c0900d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.754453 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-8c21299a-9128-48c1-9c81-6971036ad525 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130943 May 26 16:25:53.781569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=234770a6-d840-4e7d-a522-ac8c2174addf,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:53.863530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Checking segment: {'id': '24e8a482-818f-4547-867a-b38ecb5f51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c23f377-6782-430e-b012-24c8cbf35883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:53.864500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network hostable DHCP agents. Network: 3c23f377-6782-430e-b012-24c8cbf35883, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:53.873959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a1a108b-9a82-4695-a9a6-c82a76c0900d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.882608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a1a108b-9a82-4695-a9a6-c82a76c0900d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.918555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-32c89fa7-a70f-45bb-86cd-7a04a501753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:53.920029 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.921982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-32c89fa7-a70f-45bb-86cd-7a04a501753b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.2959783 May 26 16:25:53.958815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd77ec5-a53c-4638-bdaf-c47bd5660d7e req-23f7d232-6511-4cb5-b1e8-fc787699ecaa service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936882 May 26 16:25:53.996204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 3c23f377-6782-430e-b012-24c8cbf35883 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:54.004059 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a108b-9a82-4695-a9a6-c82a76c0900d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdca2dc-ba32-4fde-9ef3-9aa2cb392c1f,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:54.023739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a1a108b-9a82-4695-a9a6-c82a76c0900d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.024415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 3c23f377-6782-430e-b012-24c8cbf35883) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:54.028641 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a1a108b-9a82-4695-a9a6-c82a76c0900d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4468107 May 26 16:25:54.029984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42302) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:54.036745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.038314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:54.038920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.043911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-74c0c268-679d-40c4-ae12-8be61cfacd0f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1f12d-4018-4712-9477-c36ce2d854e6', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:54.065965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254de54-f5e8-4ce1-a7b2-15538add0caa None None] Network 3c23f377-6782-430e-b012-24c8cbf35883 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:54.074722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-9bb63439-e5e1-4cf9-b4ce-a61a0c0982b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 999 time: 0.1354160 May 26 16:25:54.111817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1db8d12a-9079-4fa9-ad45-6490778391b3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8940425 May 26 16:25:54.149203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42304) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:54.150582 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-74c0c268-679d-40c4-ae12-8be61cfacd0f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Project 4063905a31d942838228e9f70da00298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:25:54.172626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2b364d2d-9034-4e52-a9ff-7a21cce5b266 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': '3c23f377-6782-430e-b012-24c8cbf35883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:54.181662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c0c268-679d-40c4-ae12-8be61cfacd0f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.207705 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.324219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-e4191999-0aff-4f7b-af64-cb634c7908e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:54.329698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-e4191999-0aff-4f7b-af64-cb634c7908e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.2451472 May 26 16:25:54.399640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-3c23f377-6782-430e-b012-24c8cbf35883', 'network_id': '3c23f377-6782-430e-b012-24c8cbf35883', 'tenant_id': 'a345bd1d70f54664b28ca870bfd741f2', 'fixed_ips': [{'subnet_id': '234770a6-d840-4e7d-a522-ac8c2174addf'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:25:54.400541 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.477423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.491611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-260d9536-0907-42fe-8f5c-b3ffbe1b354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:54.493523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-260d9536-0907-42fe-8f5c-b3ffbe1b354b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1095 time: 0.3970230 May 26 16:25:54.704827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e59d9-67c3-4d31-a165-39719ae46120 req-e1375066-6975-42f5-8374-0d812308bbb7 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:54.707848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f2e59d9-67c3-4d31-a165-39719ae46120 req-e1375066-6975-42f5-8374-0d812308bbb7 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 946 time: 0.4434407 May 26 16:25:54.708718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c0c268-679d-40c4-ae12-8be61cfacd0f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.726401 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c0c268-679d-40c4-ae12-8be61cfacd0f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.732988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-e3bdc049-0890-4988-bdfd-b000519723db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:54.735392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-e3bdc049-0890-4988-bdfd-b000519723db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3300660 May 26 16:25:54.780672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Allocated IP 172.20.0.2 (3c23f377-6782-430e-b012-24c8cbf35883/234770a6-d840-4e7d-a522-ac8c2174addf/96253bc9-d92f-4db9-af1a-0e9a46855aaa) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:54.791341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdbe11-6a2e-40ce-b896-f6afd1113be0 req-f13bf663-4815-475e-bb9f-ba8f928c3590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:54.792929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7bdbe11-6a2e-40ce-b896-f6afd1113be0 req-f13bf663-4815-475e-bb9f-ba8f928c3590 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 944 time: 0.3752217 May 26 16:25:54.832809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Router cbd2715f-9056-43e2-ae21-1c1b9a88b023 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:25:55.056045 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.068894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.124581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:55.155372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Pushing event updated for resources: {'Port': ['ID=96253bc9-d92f-4db9-af1a-0e9a46855aaa,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:55.157945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Sync routers for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:55.181547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.181860 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.182180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.182523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.182859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.183196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.183579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.183917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.184249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.185228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.185678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.186250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:55.186888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.192443 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9445d458-621c-42e1-8b30-eab1dce3698d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8592112 May 26 16:25:55.195948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42332) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:55.214911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Network 3c23f377-6782-430e-b012-24c8cbf35883 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:55.221246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:55.225407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:55.291012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42336) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:55.295044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0c268-679d-40c4-ae12-8be61cfacd0f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5ebed8-fb2c-499e-ab60-93376a4f81db,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:55.325372 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-74c0c268-679d-40c4-ae12-8be61cfacd0f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.326761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-74c0c268-679d-40c4-ae12-8be61cfacd0f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2933114 May 26 16:25:55.339977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b364d2d-9034-4e52-a9ff-7a21cce5b266 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:55.344657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b364d2d-9034-4e52-a9ff-7a21cce5b266 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.394308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-603335eb-b5a7-4e19-bb5e-e53c4173ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:55.396031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-603335eb-b5a7-4e19-bb5e-e53c4173ab45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.8636606 May 26 16:25:55.534666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:55.542665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:55.592757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:55.617635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f2e59d9-67c3-4d31-a165-39719ae46120 req-504bbc67-dc68-4e96-9e2b-68197ea99f44 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8925843 May 26 16:25:55.635352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7bdbe11-6a2e-40ce-b896-f6afd1113be0 req-9dab37ea-5b2e-4e20-a611-7e6a4aaeae32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8064923 May 26 16:25:55.647166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-58e11476-e735-485a-bca6-8ffcadabd203 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 999 time: 0.1366997 May 26 16:25:55.691391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:25:55.713863 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-31f8b382-3c0f-4052-b0d6-145c6b5c8f0b tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=45735cc8400542528e0de415734ff279&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5159063 May 26 16:25:55.720366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Attempting to bind port 96253bc9-d92f-4db9-af1a-0e9a46855aaa on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:55.720950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Attempting to bind port 96253bc9-d92f-4db9-af1a-0e9a46855aaa by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '24e8a482-818f-4547-867a-b38ecb5f51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c23f377-6782-430e-b012-24c8cbf35883'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:55.721321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Attempting to bind port 96253bc9-d92f-4db9-af1a-0e9a46855aaa on network 3c23f377-6782-430e-b012-24c8cbf35883 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:55.724567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b1c7f85a-b843-490a-989e-3e4c114a06b2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:55.725472 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-b1c7f85a-b843-490a-989e-3e4c114a06b2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 16:25:55.726586 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-b1c7f85a-b843-490a-989e-3e4c114a06b2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): There was a conflict when trying to complete your request. May 26 16:25:55.735069 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b1c7f85a-b843-490a-989e-3e4c114a06b2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4416146 May 26 16:25:55.736501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42344) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:55.736763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42346) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:55.785148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070648155'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:55.792887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-01d44f40-cfa2-4e3e-a11c-10957ba70273 service neutron] 10.222.0.32 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0397506 May 26 16:25:55.878845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.972381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.994949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:55.995337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Checking segment: {'id': '24e8a482-818f-4547-867a-b38ecb5f51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c23f377-6782-430e-b012-24c8cbf35883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:55.995837 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.996241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Bound using segment: {'id': '24e8a482-818f-4547-867a-b38ecb5f51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c23f377-6782-430e-b012-24c8cbf35883'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:56.006501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Bound port: 96253bc9-d92f-4db9-af1a-0e9a46855aaa, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e8a482-818f-4547-867a-b38ecb5f51f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c23f377-6782-430e-b012-24c8cbf35883'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:56.013641 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.108291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-2d45d865-2113-4fef-bf46-42ff0354291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:56.111901 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:25:56.116625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-2d45d865-2113-4fef-bf46-42ff0354291c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.4625270 May 26 16:25:56.241903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] For port 96253bc9-d92f-4db9-af1a-0e9a46855aaa, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:56.251219 n-d-843336-2 neutron-server[109405]: INFO neutron.db.ipam_backend_mixin [None req-2b364d2d-9034-4e52-a9ff-7a21cce5b266 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 234770a6-d840-4e7d-a522-ac8c2174addf (CIDR: 172.20.0.0/28) May 26 16:25:56.287563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] For port 96253bc9-d92f-4db9-af1a-0e9a46855aaa, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=96253bc9-d92f-4db9-af1a-0e9a46855aaa,segment=NetworkSegment(24e8a482-818f-4547-867a-b38ecb5f51f6),segment_id=24e8a482-818f-4547-867a-b38ecb5f51f6)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:56.296033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:56.305478 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.324639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.334919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.335944 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b364d2d-9034-4e52-a9ff-7a21cce5b266 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:56.336432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b364d2d-9034-4e52-a9ff-7a21cce5b266 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:56.345035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'port_id': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'mac_address': 'fa:16:3e:98:c2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:25:56.358889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:25:53Z', 'revision_number': 3, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:56.378910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-1013247f-93fa-4fdc-8148-44b9720e9156 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006367633&fields=id&tenant_id=4063905a31d942838228e9f70da00298 HTTP/1.1" status: 200 len: 267 time: 0.3750529 May 26 16:25:56.390345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-16104fc5-37ca-488c-b3ea-e67efc309bf8 service neutron] 10.222.0.32 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295154 May 26 16:25:56.436749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Checking router: cbd2715f-9056-43e2-ae21-1c1b9a88b023 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:56.436749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Updating router cbd2715f-9056-43e2-ae21-1c1b9a88b023 port 47dae9cd-709e-4556-b2e6-c67c3784b359 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:25:56.448777 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.512180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2880763f-51be-4acf-8c88-d80300a30851,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:56.529836 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.545917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.546942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.547450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.547631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2b364d2d-9034-4e52-a9ff-7a21cce5b266 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3919165 May 26 16:25:56.548224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.549528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.550173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.550559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42368) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:56.550811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.551290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.551777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.552262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.552753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.553733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:56.558492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0f68f-00ca-4166-8a4b-0b1d7c5412a9 None None] Pushing event updated for resources: {'Port': ['ID=96253bc9-d92f-4db9-af1a-0e9a46855aaa,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:56.564178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': '3c23f377-6782-430e-b012-24c8cbf35883', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:56.598538 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.608028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b2e22bb2-b469-4674-9c34-829ef8020f04 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:56.608499 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.635447 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befc4024-8b4c-41d0-9978-8169750ef94d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:56.665315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-b5d85d69-4bc1-4830-aa32-4e7f26e402b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:56.667396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-b5d85d69-4bc1-4830-aa32-4e7f26e402b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4146550 May 26 16:25:56.686739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.692759 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc81518c-3e45-4ad7-bffb-30499fa73220 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9206901 May 26 16:25:56.699407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42372) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:56.702589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1260940-4c7c-422e-ba1f-a55efb0e6092 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:56.710059 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f1260940-4c7c-422e-ba1f-a55efb0e6092 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9706645 May 26 16:25:56.725013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42374) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:56.726552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-39defc9d-e79c-458a-9faa-ffc034987c45 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': 'befc4024-8b4c-41d0-9978-8169750ef94d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:56.771526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435aa51-142d-49c2-a061-e86f6277e65e req-09d3698f-072e-4c95-b827-fcc442578999 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:56.773232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-09d3698f-072e-4c95-b827-fcc442578999 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/networks?id=90c7614f-995f-4fb6-85ea-240611fc8458 HTTP/1.1" status: 200 len: 796 time: 0.3862185 May 26 16:25:56.792148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-39defc9d-e79c-458a-9faa-ffc034987c45 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.858629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e22bb2-b469-4674-9c34-829ef8020f04 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:25:56.910841 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:56.920722 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.922259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-363571d0-2084-4d1b-bd1a-91f702d51bbb tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1919224 May 26 16:25:56.927910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42376) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:56.934058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1218975442', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'project_id': '45735cc8400542528e0de415734ff279', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:57.011835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-39defc9d-e79c-458a-9faa-ffc034987c45 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.024660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:57.028171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=12']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:57.039985 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.120242 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-39defc9d-e79c-458a-9faa-ffc034987c45 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.169701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['b2e22bb2-b469-4674-9c34-829ef8020f04'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:25:57.181366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39defc9d-e79c-458a-9faa-ffc034987c45 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831c9b70-673d-46ce-a6ac-bce7c621b509,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:57.196263 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-39defc9d-e79c-458a-9faa-ffc034987c45 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.198588 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-39defc9d-e79c-458a-9faa-ffc034987c45 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4861066 May 26 16:25:57.201931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42382) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:57.207172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-02c3a70d-5408-4984-b975-256062e49352 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': 'befc4024-8b4c-41d0-9978-8169750ef94d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:57.253224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Made reservation on behalf of 45735cc8400542528e0de415734ff279 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:57.253483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84cbdb-bdb9-4ab4-a10f-b3e56f66650c req-d212de0b-eb40-4b83-a7bd-3a0fd6866384 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:57.255353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d84cbdb-bdb9-4ab4-a10f-b3e56f66650c req-d212de0b-eb40-4b83-a7bd-3a0fd6866384 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 945 time: 0.4787104 May 26 16:25:57.257293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-a76f920c-313e-4095-9750-5ce7062f9547 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/quotas/4063905a31d942838228e9f70da00298 HTTP/1.1" status: 200 len: 375 time: 0.3484313 May 26 16:25:57.264491 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.479152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-802ded6a-8ad6-45c3-b575-f69cf3199f4e service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8006895 May 26 16:25:57.494377 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.519081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d84cbdb-bdb9-4ab4-a10f-b3e56f66650c req-5ce5747d-32df-4223-a524-f4d60f92b1c6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482646 May 26 16:25:57.529830 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.599929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42388) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:57.631562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f9e2b-2d0f-4168-9753-450b9b780e53 None None] Pushing event updated for resources: {'Port': ['ID=47dae9cd-709e-4556-b2e6-c67c3784b359,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:57.639261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Attempting to bind port 47dae9cd-709e-4556-b2e6-c67c3784b359 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:57.640127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Attempting to bind port 47dae9cd-709e-4556-b2e6-c67c3784b359 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:57.640127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Attempting to bind port 47dae9cd-709e-4556-b2e6-c67c3784b359 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:57.685784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:57.686579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:57.687150 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.687878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:57.689593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Bound port: 47dae9cd-709e-4556-b2e6-c67c3784b359, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:57.690214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.739637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-68846df7-9dcc-4d04-a284-070304973aee tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4668915 May 26 16:25:57.864340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-61a6d54d-b6ab-4358-a618-7edf242b2575 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/405d5856-7232-48ec-b9ae-cbe6226bdc5a HTTP/1.1" status: 200 len: 992 time: 0.2569897 May 26 16:25:57.883184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2ffbf779-d3fd-4d87-8b0f-7b449777aba8 req-2b6b627b-88da-4cbf-aa54-7a91746b5062 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941739 May 26 16:25:57.898170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] For port 47dae9cd-709e-4556-b2e6-c67c3784b359, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:57.905091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] For port 47dae9cd-709e-4556-b2e6-c67c3784b359, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=47dae9cd-709e-4556-b2e6-c67c3784b359,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:57.915405 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.956513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.996668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-02c3a70d-5408-4984-b975-256062e49352 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.999537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:58.000624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:58.040512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-40162b69-bc54-43f9-84ae-422f714bc628 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:25:58.050525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-40162b69-bc54-43f9-84ae-422f714bc628 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2446678 May 26 16:25:58.062823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=7bdae787-b7ca-46cd-b0b3-f5124976f8c6,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:58.140834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 3c23f377-6782-430e-b012-24c8cbf35883 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:58.145523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:58.155647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:58.156255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.254266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:58.328735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c444c7b7-890f-40de-b7aa-0d93ff6f83a9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7715282 May 26 16:25:58.331749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42392) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:58.338283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': '3c23f377-6782-430e-b012-24c8cbf35883', 'fixed_ips': [{'subnet_id': '234770a6-d840-4e7d-a522-ac8c2174addf'}, {'subnet_id': '7bdae787-b7ca-46cd-b0b3-f5124976f8c6'}], 'name': 'tempest-PortsTestJSON-1866722389'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:58.411628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb1193-57d8-47dd-9811-8c03768653e7 None None] Network 3c23f377-6782-430e-b012-24c8cbf35883 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:58.413935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 96253bc9-d92f-4db9-af1a-0e9a46855aaa up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:58.448470 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-02c3a70d-5408-4984-b975-256062e49352 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): There was a conflict when trying to complete your request. May 26 16:25:58.449654 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-02c3a70d-5408-4984-b975-256062e49352 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2465940 May 26 16:25:58.458980 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42396) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:58.461221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-b7ec5bd3-f4fa-4733-bdb3-c469674b8977 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2833617 May 26 16:25:58.463601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-c7e3cb4f-440f-4783-abbf-0aca36741e2f service neutron] 10.222.0.39 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121449 May 26 16:25:58.528081 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.591913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f9e2b-2d0f-4168-9753-450b9b780e53 None None] Pushing event updated for resources: {'Port': ['ID=47dae9cd-709e-4556-b2e6-c67c3784b359,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:58.625962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20771760-b10a-4776-b135-6e29cbc3f2b3 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.758780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20771760-b10a-4776-b135-6e29cbc3f2b3 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.767895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:58.774038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-670f03e6-74f9-4873-8e83-5d08064afb70 None None] Provisioning complete for port 96253bc9-d92f-4db9-af1a-0e9a46855aaa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:58.774038 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-670f03e6-74f9-4873-8e83-5d08064afb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.826594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Subnet': ['ID=22c16bab-5df0-49be-8360-966c7e6d24c9,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:58.836986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Checking segment: {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:58.837357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network hostable DHCP agents. Network: 0c39485b-7441-4c6e-99a4-81195202a1de, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:58.859540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 0c39485b-7441-4c6e-99a4-81195202a1de is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:58.879313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20771760-b10a-4776-b135-6e29cbc3f2b3 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.885063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-20771760-b10a-4776-b135-6e29cbc3f2b3 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.887657 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-20771760-b10a-4776-b135-6e29cbc3f2b3 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/befc4024-8b4c-41d0-9978-8169750ef94d HTTP/1.1" status: 204 len: 168 time: 0.4250777 May 26 16:25:58.898863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42400) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:58.918501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20771760-b10a-4776-b135-6e29cbc3f2b3 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=befc4024-8b4c-41d0-9978-8169750ef94d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:58.929157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-d5f93ad1-1d37-4989-8f32-141d3218db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:58.930251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 0c39485b-7441-4c6e-99a4-81195202a1de) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:58.931402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-d5f93ad1-1d37-4989-8f32-141d3218db19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1096 time: 0.3680940 May 26 16:25:58.941178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:58.941930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.978093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-29e1c820-4879-4b07-8261-cfff56ddbc80 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0482705 May 26 16:25:58.983871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42402) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:58.997435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-11ed02f6-bef1-45a3-9522-4ae6e2e19897 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937951 May 26 16:25:59.011136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9954022d-d4a6-4bbd-a488-4db5df8b264d None None] Network 0c39485b-7441-4c6e-99a4-81195202a1de requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:59.012360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42404) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:59.053727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-30747735-017c-48cc-bdb9-e9c576ade757 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'tempest-secgroup--83451322'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:59.266108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-e888723f-0dbf-4115-b7ee-eb2263612bed service neutron] 10.222.0.39 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815981 May 26 16:25:59.266108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-d3d19e81-0bff-4af9-b546-2ab007837819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:59.270412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-d3d19e81-0bff-4af9-b546-2ab007837819 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.2765388 May 26 16:25:59.274283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.413295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 9d231c6e-e944-42fa-8815-a739c4101c5c yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:25:59.476415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-30747735-017c-48cc-bdb9-e9c576ade757 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.556718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-0fff9b3d-2926-479b-bb8f-4c58eb5fdb0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 1000 time: 0.2625582 May 26 16:25:59.733983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:59.737980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 96253bc9-d92f-4db9-af1a-0e9a46855aaa triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:59.738840 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.810621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03bc644a-d9dc-4624-9191-4039baba72e1 req-0a180f5c-34cc-470c-aa0b-bd8902ac3c78 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 210 time: 0.1463904 May 26 16:25:59.849810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-6d89b48f-c2f9-4ecd-bff4-9b93edffb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:59.853371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-6d89b48f-c2f9-4ecd-bff4-9b93edffb87c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.2865372 May 26 16:25:59.897513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-30747735-017c-48cc-bdb9-e9c576ade757 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.917783 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-30747735-017c-48cc-bdb9-e9c576ade757 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.022175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30747735-017c-48cc-bdb9-e9c576ade757 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029cda16-0222-4fcb-9e7f-eb24beeb1cc0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:00.098607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-30747735-017c-48cc-bdb9-e9c576ade757 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.103073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-30747735-017c-48cc-bdb9-e9c576ade757 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0780730 May 26 16:26:00.107577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-0c39485b-7441-4c6e-99a4-81195202a1de', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:26:00.108599 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.127907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42420) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:00.146776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-670f03e6-74f9-4873-8e83-5d08064afb70 None None] Current status of the port 96253bc9-d92f-4db9-af1a-0e9a46855aaa is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:00.147165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-670f03e6-74f9-4873-8e83-5d08064afb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.147618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6f2531c0-5750-4d8e-b5e9-dbf71ee19415 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '029cda16-0222-4fcb-9e7f-eb24beeb1cc0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:00.149504 n-d-843336-2 neutron-server[109405]: WARNING neutron.api.v2.base [None req-6f2531c0-5750-4d8e-b5e9-dbf71ee19415 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 26 16:26:00.151132 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-6f2531c0-5750-4d8e-b5e9-dbf71ee19415 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:00.156005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6f2531c0-5750-4d8e-b5e9-dbf71ee19415 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0245333 May 26 16:26:00.160662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42422) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:00.175127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-44ed4ac1-3883-4ab2-8f94-a06da0e8edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:00.183052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-44ed4ac1-3883-4ab2-8f94-a06da0e8edcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3134944 May 26 16:26:00.258835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port b2e22bb2-b469-4674-9c34-829ef8020f04 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:26:00.317273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3430254c-f30c-463b-9e62-795c552f8cfa tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.338037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.417671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port b2e22bb2-b469-4674-9c34-829ef8020f04 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:00.418074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.421703 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3430254c-f30c-463b-9e62-795c552f8cfa tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.501471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a380b83-4312-457e-a9b9-65ff36899832 None None] Update dhcp port {'port': {'network_id': '3c23f377-6782-430e-b012-24c8cbf35883', 'fixed_ips': [{'subnet_id': '234770a6-d840-4e7d-a522-ac8c2174addf', 'ip_address': '172.20.0.2'}, {'subnet_id': '7bdae787-b7ca-46cd-b0b3-f5124976f8c6'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '96253bc9-d92f-4db9-af1a-0e9a46855aaa'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:26:00.516168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:25:53Z', 'revision_number': 3, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:00.566898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.4 (3c23f377-6782-430e-b012-24c8cbf35883/234770a6-d840-4e7d-a522-ac8c2174addf/9d231c6e-e944-42fa-8815-a739c4101c5c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:00.571655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-7e0b719c-4d4e-4527-834b-75ebde6516c9 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999234 May 26 16:26:00.595593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.21 (3c23f377-6782-430e-b012-24c8cbf35883/7bdae787-b7ca-46cd-b0b3-f5124976f8c6/9d231c6e-e944-42fa-8815-a739c4101c5c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:00.628688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5c83e-24c2-4cf4-90bc-2f27aeebecd6 None None] The sync data for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 is: [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:25:53Z', 'revision_number': 3, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:00.708972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-670f03e6-74f9-4873-8e83-5d08064afb70 None None] For port 96253bc9-d92f-4db9-af1a-0e9a46855aaa, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=96253bc9-d92f-4db9-af1a-0e9a46855aaa,segment=NetworkSegment(24e8a482-818f-4547-867a-b38ecb5f51f6),segment_id=24e8a482-818f-4547-867a-b38ecb5f51f6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:00.775410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 96253bc9-d92f-4db9-af1a-0e9a46855aaa is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:00.776089 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.778948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-670f03e6-74f9-4873-8e83-5d08064afb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.781559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a380b83-4312-457e-a9b9-65ff36899832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.926473 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3430254c-f30c-463b-9e62-795c552f8cfa tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.931278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3430254c-f30c-463b-9e62-795c552f8cfa tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.937201 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3430254c-f30c-463b-9e62-795c552f8cfa tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/029cda16-0222-4fcb-9e7f-eb24beeb1cc0 HTTP/1.1" status: 204 len: 168 time: 0.7653363 May 26 16:26:00.941902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42434) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:01.079671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430254c-f30c-463b-9e62-795c552f8cfa tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029cda16-0222-4fcb-9e7f-eb24beeb1cc0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:01.085022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f03e6-74f9-4873-8e83-5d08064afb70 None None] Pushing event updated for resources: {'Port': ['ID=96253bc9-d92f-4db9-af1a-0e9a46855aaa,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:01.312169 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-60d6715c-e16b-4f5d-805b-11df99bbacb5 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3630104 May 26 16:26:01.344646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42438) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:01.349498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0d3236ff-62f7-4d46-937f-82e5210a61fe tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885001005'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:01.396722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d3236ff-62f7-4d46-937f-82e5210a61fe tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.439984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.482346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39a656f6-5fe9-4cac-be39-09fd1fb4ecee req-80818752-b1ee-4ee6-90eb-7ed1e3925195 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9035907 May 26 16:26:01.540248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d3236ff-62f7-4d46-937f-82e5210a61fe tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.547717 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d3236ff-62f7-4d46-937f-82e5210a61fe tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.606901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b7afafd-03d8-4eca-81d9-332bba5b3014 req-406252f2-af2a-4c9b-b192-cf145d7addce tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 210 time: 0.1376870 May 26 16:26:01.608905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.645783 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d3236ff-62f7-4d46-937f-82e5210a61fe tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.647128 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0d3236ff-62f7-4d46-937f-82e5210a61fe tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3014832 May 26 16:26:01.647946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3236ff-62f7-4d46-937f-82e5210a61fe tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b544ef4-bab7-4900-834b-b7663c914209,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:01.650332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42440) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:01.655542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-03d873d8-04b8-45f5-b298-48a2aef513ef tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '1b544ef4-bab7-4900-834b-b7663c914209', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:01.664518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b2e22bb2-b469-4674-9c34-829ef8020f04 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:01.665000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.677234 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-03d873d8-04b8-45f5-b298-48a2aef513ef tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 26 16:26:01.677884 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-03d873d8-04b8-45f5-b298-48a2aef513ef tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:01.681629 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03d873d8-04b8-45f5-b298-48a2aef513ef tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0277262 May 26 16:26:01.681907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42442) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:01.711454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 3c23f377-6782-430e-b012-24c8cbf35883 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:01.726330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:01.739717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:01.748968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:01.779957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:01.787992 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a947a3b1-3d19-4825-bdf2-497622f64999" -d '{"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-plugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:01.798994 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=9d231c6e-e944-42fa-8815-a739c4101c5c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:01.814825 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dd73d72-95cc-42ad-9f1c-1cc6de348451 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.870175 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dd73d72-95cc-42ad-9f1c-1cc6de348451 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.945640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Allocated IP 172.20.0.2 (0c39485b-7441-4c6e-99a4-81195202a1de/22c16bab-5df0-49be-8360-966c7e6d24c9/7c39654e-2cc4-46f8-b75c-aa209c9b899f) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:01.967328 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420cec0e-49ce-48a9-b870-468f506fdeed x-openstack-request-id: req-420cec0e-49ce-48a9-b870-468f506fdeed {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:01.969565 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-plugged", "status": "completed", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:01.971345 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-420cec0e-49ce-48a9-b870-468f506fdeed {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:01.973694 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420cec0e-49ce-48a9-b870-468f506fdeed'] response: {'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'code': 200} May 26 16:26:01.975222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.031307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dd73d72-95cc-42ad-9f1c-1cc6de348451 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.033452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dd73d72-95cc-42ad-9f1c-1cc6de348451 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.035064 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9dd73d72-95cc-42ad-9f1c-1cc6de348451 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/1b544ef4-bab7-4900-834b-b7663c914209 HTTP/1.1" status: 204 len: 168 time: 0.3520527 May 26 16:26:02.038690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42446) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.064596 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:26:02.068011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd73d72-95cc-42ad-9f1c-1cc6de348451 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b544ef4-bab7-4900-834b-b7663c914209,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:02.074867 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:26:02.099229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435aa51-142d-49c2-a061-e86f6277e65e req-7126e2e4-9688-4bb3-ac53-62b360bcfb2e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:02.101091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-7126e2e4-9688-4bb3-ac53-62b360bcfb2e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "GET /v2.0/networks?id=90c7614f-995f-4fb6-85ea-240611fc8458 HTTP/1.1" status: 200 len: 796 time: 0.2807491 May 26 16:26:02.114186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:02.116097 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.153615 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a329ec22-c6e5-4184-9410-742a892f97ad tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1065826 May 26 16:26:02.154141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42448) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.158897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-28a10740-47fb-42e1-9321-0567508dbffc tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200148549'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:02.199315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-45fb320e-9e7a-46fc-8158-6e12eb8945db tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.8661189 May 26 16:26:02.200016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42450) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.206110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28a10740-47fb-42e1-9321-0567508dbffc tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.233477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '234770a6-d840-4e7d-a522-ac8c2174addf'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:02.254689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-afc75a7e-6a38-47c8-86ca-3a1636823347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4063905a31d942838228e9f70da00298 HTTP/1.1" status: 200 len: 380 time: 0.1193290 May 26 16:26:02.305580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'port': {'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'admin_state_up': True, 'tenant_id': '4063905a31d942838228e9f70da00298', 'security_groups': ['a6a1f12d-4018-4712-9477-c36ce2d854e6']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:02.329030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=13']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:02.360625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28a10740-47fb-42e1-9321-0567508dbffc tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.365113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28a10740-47fb-42e1-9321-0567508dbffc tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.394015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-9a380b83-4312-457e-a9b9-65ff36899832 None None] Allocated IP 172.20.0.18 (3c23f377-6782-430e-b012-24c8cbf35883/7bdae787-b7ca-46cd-b0b3-f5124976f8c6/96253bc9-d92f-4db9-af1a-0e9a46855aaa) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:02.437430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28a10740-47fb-42e1-9321-0567508dbffc tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.448028 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-28a10740-47fb-42e1-9321-0567508dbffc tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2926536 May 26 16:26:02.450938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a10740-47fb-42e1-9321-0567508dbffc tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35bd3bf-e46e-4b3c-a929-6ba16c989c21,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:02.453384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42456) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.458228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d4d8a7bf-be29-41ce-9cbe-a2df38cd4957 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': 'f35bd3bf-e46e-4b3c-a929-6ba16c989c21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:02.477354 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-d4d8a7bf-be29-41ce-9cbe-a2df38cd4957 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 26 16:26:02.478091 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-d4d8a7bf-be29-41ce-9cbe-a2df38cd4957 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:02.479284 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d4d8a7bf-be29-41ce-9cbe-a2df38cd4957 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250080 May 26 16:26:02.482595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42458) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.487280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2b4d5906-bd6b-42db-a570-554a6956f56c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': 'f35bd3bf-e46e-4b3c-a929-6ba16c989c21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:02.488090 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-2b4d5906-bd6b-42db-a570-554a6956f56c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 26 16:26:02.488688 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-2b4d5906-bd6b-42db-a570-554a6956f56c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:02.491187 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2b4d5906-bd6b-42db-a570-554a6956f56c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074601 May 26 16:26:02.496511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42460) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.501821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bb8606bc-7c6a-44f5-b63d-047eb502700a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': 'f35bd3bf-e46e-4b3c-a929-6ba16c989c21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:02.515064 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-bb8606bc-7c6a-44f5-b63d-047eb502700a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 26 16:26:02.515699 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-bb8606bc-7c6a-44f5-b63d-047eb502700a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:02.517378 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bb8606bc-7c6a-44f5-b63d-047eb502700a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0190954 May 26 16:26:02.520068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42462) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.524849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-01f6ce2b-c30c-46c4-9198-2688592eb8b7 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': 'f35bd3bf-e46e-4b3c-a929-6ba16c989c21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:02.525884 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-01f6ce2b-c30c-46c4-9198-2688592eb8b7 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 26 16:26:02.526537 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-01f6ce2b-c30c-46c4-9198-2688592eb8b7 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:02.527683 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-01f6ce2b-c30c-46c4-9198-2688592eb8b7 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065355 May 26 16:26:02.531157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42464) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.626515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2eb015fb-ddc8-4036-92ed-98f901864fca tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.652443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 96253bc9-d92f-4db9-af1a-0e9a46855aaa is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:02.684148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2eb015fb-ddc8-4036-92ed-98f901864fca tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.774906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2eb015fb-ddc8-4036-92ed-98f901864fca tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.778709 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2eb015fb-ddc8-4036-92ed-98f901864fca tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.788019 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2eb015fb-ddc8-4036-92ed-98f901864fca tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/f35bd3bf-e46e-4b3c-a929-6ba16c989c21 HTTP/1.1" status: 204 len: 168 time: 0.2532253 May 26 16:26:02.788694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42468) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.828392 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.859787 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.885847 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb015fb-ddc8-4036-92ed-98f901864fca tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35bd3bf-e46e-4b3c-a929-6ba16c989c21,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:02.930511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9a380b83-4312-457e-a9b9-65ff36899832 None None] For port 96253bc9-d92f-4db9-af1a-0e9a46855aaa, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=96253bc9-d92f-4db9-af1a-0e9a46855aaa,segment=NetworkSegment(24e8a482-818f-4547-867a-b38ecb5f51f6),segment_id=24e8a482-818f-4547-867a-b38ecb5f51f6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:03.024853 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0d992216-69a6-4a63-a36b-152e5e6f3dfc tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2267294 May 26 16:26:03.027484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Allocated IP 172.20.0.1 (0c39485b-7441-4c6e-99a4-81195202a1de/22c16bab-5df0-49be-8360-966c7e6d24c9/a3588141-ebe3-49eb-8bbf-922d390e83bd) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:03.030196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42470) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:03.041942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cdc14e1f-1495-4c87-ac62-ec3f5c799568 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'tempest-secgroup--639538580'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:03.059096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Network 0c39485b-7441-4c6e-99a4-81195202a1de is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:03.076515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:03.089591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:03.095654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdc14e1f-1495-4c87-ac62-ec3f5c799568 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.129352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Pushing event updated for resources: {'Port': ['ID=7c39654e-2cc4-46f8-b75c-aa209c9b899f,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:03.144099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 47dae9cd-709e-4556-b2e6-c67c3784b359 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:03.252286 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a380b83-4312-457e-a9b9-65ff36899832 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.263125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdc14e1f-1495-4c87-ac62-ec3f5c799568 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.274035 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a380b83-4312-457e-a9b9-65ff36899832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.277942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72418f51-22dc-4343-a6ed-f788e920574f req-27ebdae4-1667-41fd-8ede-d016786577f3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 210 time: 0.0372791 May 26 16:26:03.313004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdc14e1f-1495-4c87-ac62-ec3f5c799568 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.341675 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.370166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14e1f-1495-4c87-ac62-ec3f5c799568 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:03.376139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cdc14e1f-1495-4c87-ac62-ec3f5c799568 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.377375 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cdc14e1f-1495-4c87-ac62-ec3f5c799568 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3462155 May 26 16:26:03.380973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.382187 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42474) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:03.389622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-dd75d9eb-25fe-4c98-8fa9-f68c3cedf444 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:03.390325 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-dd75d9eb-25fe-4c98-8fa9-f68c3cedf444 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 16:26:03.390831 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-dd75d9eb-25fe-4c98-8fa9-f68c3cedf444 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:03.394493 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dd75d9eb-25fe-4c98-8fa9-f68c3cedf444 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075436 May 26 16:26:03.395017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42476) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:03.400835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-917c3aba-704f-429c-adee-2ce4e46f4bad tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:03.406701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Attempting to bind port 7c39654e-2cc4-46f8-b75c-aa209c9b899f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:03.407492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Attempting to bind port 7c39654e-2cc4-46f8-b75c-aa209c9b899f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:03.408077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Attempting to bind port 7c39654e-2cc4-46f8-b75c-aa209c9b899f on network 0c39485b-7441-4c6e-99a4-81195202a1de {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:03.455010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:03.456195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Checking segment: {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:03.457385 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.458017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Bound using segment: {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:03.459249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Bound port: 7c39654e-2cc4-46f8-b75c-aa209c9b899f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:03.460510 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.466216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.469091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a380b83-4312-457e-a9b9-65ff36899832 None None] Pushing event updated for resources: {'Port': ['ID=96253bc9-d92f-4db9-af1a-0e9a46855aaa,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:03.519893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 0c39485b-7441-4c6e-99a4-81195202a1de is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:03.558583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 47dae9cd-709e-4556-b2e6-c67c3784b359 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:03.559033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.575952 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:03.578118 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-917c3aba-704f-429c-adee-2ce4e46f4bad tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:03.579239 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-917c3aba-704f-429c-adee-2ce4e46f4bad tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1822071 May 26 16:26:03.579868 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=a3588141-ebe3-49eb-8bbf-922d390e83bd,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:03.582174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:03.593631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42482) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:03.616821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-baf9d61d-0902-4b9f-a5bf-7b9d57715d22 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:03.617308 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-baf9d61d-0902-4b9f-a5bf-7b9d57715d22 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 26 16:26:03.617821 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-baf9d61d-0902-4b9f-a5bf-7b9d57715d22 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:03.621592 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-baf9d61d-0902-4b9f-a5bf-7b9d57715d22 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0193982 May 26 16:26:03.624217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42484) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:03.649276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-dea99c10-a06c-4902-be2c-cd6e8d51823c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:03.700459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] For port 7c39654e-2cc4-46f8-b75c-aa209c9b899f, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:03.716998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] For port 7c39654e-2cc4-46f8-b75c-aa209c9b899f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7c39654e-2cc4-46f8-b75c-aa209c9b899f,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:03.741042 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.749625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.841769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Made reservation on behalf of 4063905a31d942838228e9f70da00298 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:03.845497 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.972262 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-dea99c10-a06c-4902-be2c-cd6e8d51823c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:03.989205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dea99c10-a06c-4902-be2c-cd6e8d51823c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3617711 May 26 16:26:03.997588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42488) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:04.021029 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.062765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 47dae9cd-709e-4556-b2e6-c67c3784b359 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:04.063354 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.119573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 47dae9cd-709e-4556-b2e6-c67c3784b359, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=47dae9cd-709e-4556-b2e6-c67c3784b359,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:04.124415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.20.0.5 (90c7614f-995f-4fb6-85ea-240611fc8458/c30e138e-4a0d-471e-bd75-0ad9364c27b7/b3628b4b-ded6-4eff-bd74-66007388eea2) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:04.132224 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.137088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 96253bc9-d92f-4db9-af1a-0e9a46855aaa up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:04.190489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b7a17-3b0b-49d8-afdb-d098a547d2ef None None] Pushing event updated for resources: {'Port': ['ID=7c39654e-2cc4-46f8-b75c-aa209c9b899f,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:04.278153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-acf628f3-b6cd-4620-ba74-391aae20dc63 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:04.279617 n-d-843336-2 neutron-server[109405]: WARNING neutron.api.v2.base [None req-acf628f3-b6cd-4620-ba74-391aae20dc63 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 16:26:04.280349 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-acf628f3-b6cd-4620-ba74-391aae20dc63 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:04.281545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-acf628f3-b6cd-4620-ba74-391aae20dc63 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169942 May 26 16:26:04.293578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42490) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:04.307147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d2eac17c-4f8d-4523-abb8-33403b4b426d tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:04.349183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=47dae9cd-709e-4556-b2e6-c67c3784b359,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:04.496521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 96253bc9-d92f-4db9-af1a-0e9a46855aaa triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:04.496961 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.544294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.592352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ea14d6a-d568-4e76-a551-a1439fa688b0 req-97cffe51-d9b9-4990-a9d3-c283b81475c8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 210 time: 0.0706325 May 26 16:26:04.619845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d92e8-e67a-4e5f-80a8-951b252c2440 None None] Network 3c23f377-6782-430e-b012-24c8cbf35883 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:04.624539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.626242 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-d2eac17c-4f8d-4523-abb8-33403b4b426d tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:04.627304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d2eac17c-4f8d-4523-abb8-33403b4b426d tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3322258 May 26 16:26:04.631860 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42496) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:04.639995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e84c3218-5686-40e1-b8f5-e4946f16c5b5 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:04.641103 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-e84c3218-5686-40e1-b8f5-e4946f16c5b5 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 26 16:26:04.641631 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-e84c3218-5686-40e1-b8f5-e4946f16c5b5 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:04.645658 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e84c3218-5686-40e1-b8f5-e4946f16c5b5 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124714 May 26 16:26:04.646494 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.649425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42498) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:04.723387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Delete allocated IP 172.20.0.21 (3c23f377-6782-430e-b012-24c8cbf35883/7bdae787-b7ca-46cd-b0b3-f5124976f8c6) {{(pid=109405) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:26:04.728443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1fe10e59-5be3-4972-ad40-3517996dcc9c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:04.734755 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.759690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=a3588141-ebe3-49eb-8bbf-922d390e83bd,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:04.814606 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-1fe10e59-5be3-4972-ad40-3517996dcc9c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:04.814812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-531a4a6c-ce39-48be-b9f8-30d4f9d50da5 None None] Provisioning complete for port 96253bc9-d92f-4db9-af1a-0e9a46855aaa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:04.815177 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-531a4a6c-ce39-48be-b9f8-30d4f9d50da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.820686 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1fe10e59-5be3-4972-ad40-3517996dcc9c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0986106 May 26 16:26:04.823674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42502) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:04.831436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-14b6e26f-55f7-401f-af9b-c6e7cf131891 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:04.841471 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.872944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 90c7614f-995f-4fb6-85ea-240611fc8458 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:04.883092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:04.887447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:04.890210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=b3628b4b-ded6-4eff-bd74-66007388eea2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:04.947841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.948185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.948526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.948861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.949193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.949522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.949886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.950246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.950572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.950898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.951225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:04.951719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:05.000663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 0c39485b-7441-4c6e-99a4-81195202a1de is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:05.001727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:05.002616 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.003676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:05.051012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-f784782e-5645-4c5b-91f9-170b332b8a74 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7509177 May 26 16:26:05.060401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c442bb25-3a54-4518-9d33-f8ac430d4364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.061978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.076193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Request body: {'port': {'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:05.081545 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.099398 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-14b6e26f-55f7-401f-af9b-c6e7cf131891 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:05.104516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-14b6e26f-55f7-401f-af9b-c6e7cf131891 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2798162 May 26 16:26:05.105192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42504) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:05.111183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 96253bc9-d92f-4db9-af1a-0e9a46855aaa is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:05.205665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-531a4a6c-ce39-48be-b9f8-30d4f9d50da5 None None] Current status of the port 96253bc9-d92f-4db9-af1a-0e9a46855aaa is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:05.358832 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e589c47d-5f29-4629-8780-b756ecee9622 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.440961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-027140af-2bbd-4ceb-8080-509337ef50e2 None None] Provisioning complete for port b3628b4b-ded6-4eff-bd74-66007388eea2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:05.442326 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-027140af-2bbd-4ceb-8080-509337ef50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.449212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Router cbd2715f-9056-43e2-ae21-1c1b9a88b023 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:05.468788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=9d231c6e-e944-42fa-8815-a739c4101c5c,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:05.486874 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.490859 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e589c47d-5f29-4629-8780-b756ecee9622 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.581371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-027140af-2bbd-4ceb-8080-509337ef50e2 None None] Port b3628b4b-ded6-4eff-bd74-66007388eea2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:05.597890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 47dae9cd-709e-4556-b2e6-c67c3784b359 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:05.619197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] In _notify_port_updated(), no bound segment for port 9d231c6e-e944-42fa-8815-a739c4101c5c on network 3c23f377-6782-430e-b012-24c8cbf35883 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:26:05.626878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:05.627692 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.632389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-649d1064-7aae-4690-9f79-cc6be1da703a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "PUT /v2.0/ports/9d231c6e-e944-42fa-8815-a739c4101c5c HTTP/1.1" status: 200 len: 919 time: 3.4064295 May 26 16:26:05.633173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42510) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:05.701396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '234770a6-d840-4e7d-a522-ac8c2174addf'}, {'subnet_id': '7bdae787-b7ca-46cd-b0b3-f5124976f8c6'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:05.737751 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e589c47d-5f29-4629-8780-b756ecee9622 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.740260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 47dae9cd-709e-4556-b2e6-c67c3784b359 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:05.740625 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.754423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e589c47d-5f29-4629-8780-b756ecee9622 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.755594 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e589c47d-5f29-4629-8780-b756ecee9622 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee HTTP/1.1" status: 204 len: 168 time: 0.6462092 May 26 16:26:05.777163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42512) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:05.940059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 47dae9cd-709e-4556-b2e6-c67c3784b359 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:05.941746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7c39654e-2cc4-46f8-b75c-aa209c9b899f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:05.949644 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d572ed77-5ad6-47b5-a128-64fba0f781fc tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1695938 May 26 16:26:05.961425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:05.962725 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42516) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:05.978511 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Sync routers for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:05.984808 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3cb74b93-fd4a-4b30-bf73-05acf79a3884 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "PUT /v2.0/routers/cbd2715f-9056-43e2-ae21-1c1b9a88b023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9971716 May 26 16:26:05.984808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589c47d-5f29-4629-8780-b756ecee9622 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af53d9c-bf8e-4ea2-ae67-81cfe85b95ee,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:05.986526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42518) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:05.992122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a0112ef5-6d71-47b3-87fe-25362aecdef3 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--877657885', 'description': 'tempest-secgroup_access--877657885 description', 'project_id': '45735cc8400542528e0de415734ff279'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:06.002202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-adb78505-3826-434d-aeec-9c45920643a2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634724475'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:06.005166 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:06.010882 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:25:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:06.024132 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0112ef5-6d71-47b3-87fe-25362aecdef3 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.051119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fab1cbf6-c6a5-49d0-ba2d-b9a6abb9da38 None None] Provisioning complete for port 9d231c6e-e944-42fa-8815-a739c4101c5c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:06.051490 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fab1cbf6-c6a5-49d0-ba2d-b9a6abb9da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.154026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fab1cbf6-c6a5-49d0-ba2d-b9a6abb9da38 None None] Port 9d231c6e-e944-42fa-8815-a739c4101c5c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:06.158487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7c39654e-2cc4-46f8-b75c-aa209c9b899f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:06.158861 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.225131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fab1cbf6-c6a5-49d0-ba2d-b9a6abb9da38 None None] Provisioning complete for port 96253bc9-d92f-4db9-af1a-0e9a46855aaa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:06.226038 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fab1cbf6-c6a5-49d0-ba2d-b9a6abb9da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.298874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0112ef5-6d71-47b3-87fe-25362aecdef3 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.311522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0112ef5-6d71-47b3-87fe-25362aecdef3 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.333240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f8cdaf-3ddf-4d35-84c4-256a3216f41d None None] Network 0c39485b-7441-4c6e-99a4-81195202a1de requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:06.347069 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:06.392053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753c00e-244f-40aa-999c-bb78c370ed49 req-b7a3935e-9c43-4ceb-86d5-f09ee93cc483 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:06.395309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4753c00e-244f-40aa-999c-bb78c370ed49 req-b7a3935e-9c43-4ceb-86d5-f09ee93cc483 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 931 time: 0.6209669 May 26 16:26:06.410444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-adb78505-3826-434d-aeec-9c45920643a2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.481819 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0112ef5-6d71-47b3-87fe-25362aecdef3 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.498234 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a0112ef5-6d71-47b3-87fe-25362aecdef3 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5105925 May 26 16:26:06.511271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42520) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:06.511795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0112ef5-6d71-47b3-87fe-25362aecdef3 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82951b4-499a-4791-bd98-d480c1c8b31f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:06.521031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-44fda7da-bca1-4e84-a691-4e7ad68af77f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1669704988', 'description': 'tempest-secgroup_general--1669704988 description', 'project_id': '45735cc8400542528e0de415734ff279'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:06.717888 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.756811 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:26:03Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a3588141-ebe3-49eb-8bbf-922d390e83bd', 'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:15:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:01Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 2, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:06.765838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4753c00e-244f-40aa-999c-bb78c370ed49 req-e50b6ae6-3f05-4ea5-86a4-d127223f79a1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244288 May 26 16:26:06.786489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7c39654e-2cc4-46f8-b75c-aa209c9b899f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:06.787220 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.820565 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Checking router: cbd2715f-9056-43e2-ae21-1c1b9a88b023 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:06.822023 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Updating router cbd2715f-9056-43e2-ae21-1c1b9a88b023 port a3588141-ebe3-49eb-8bbf-922d390e83bd binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:26:06.857461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fab1cbf6-c6a5-49d0-ba2d-b9a6abb9da38 None None] Current status of the port 96253bc9-d92f-4db9-af1a-0e9a46855aaa is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:06.871892 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.883565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-44fda7da-bca1-4e84-a691-4e7ad68af77f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.896513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 7c39654e-2cc4-46f8-b75c-aa209c9b899f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7c39654e-2cc4-46f8-b75c-aa209c9b899f,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:06.902828 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.904331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 96253bc9-d92f-4db9-af1a-0e9a46855aaa up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:07.021024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=7c39654e-2cc4-46f8-b75c-aa209c9b899f,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:07.033837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-260b3942-2ba5-447c-98bf-2949e1927eb7 None None] Provisioning complete for port 7c39654e-2cc4-46f8-b75c-aa209c9b899f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:07.034339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-260b3942-2ba5-447c-98bf-2949e1927eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.092647 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-adb78505-3826-434d-aeec-9c45920643a2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.136029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 96253bc9-d92f-4db9-af1a-0e9a46855aaa triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:07.136029 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.188684 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-adb78505-3826-434d-aeec-9c45920643a2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.260980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3628b4b-ded6-4eff-bd74-66007388eea2 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:07.286995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-260b3942-2ba5-447c-98bf-2949e1927eb7 None None] Current status of the port 7c39654e-2cc4-46f8-b75c-aa209c9b899f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:07.298998 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.330050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-260b3942-2ba5-447c-98bf-2949e1927eb7 None None] Provisioning complete for port 9d231c6e-e944-42fa-8815-a739c4101c5c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:07.330425 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-260b3942-2ba5-447c-98bf-2949e1927eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.345784 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-adb78505-3826-434d-aeec-9c45920643a2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.350173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42544) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:07.350671 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-adb78505-3826-434d-aeec-9c45920643a2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3867605 May 26 16:26:07.354905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0db5752b-0e12-4ad3-ac13-a1cb680b7284 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '096b1238-41ff-485f-af74-5a2332306b0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:07.415913 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.426923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb78505-3826-434d-aeec-9c45920643a2 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096b1238-41ff-485f-af74-5a2332306b0f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:07.430036 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.448868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-260b3942-2ba5-447c-98bf-2949e1927eb7 None None] Port 9d231c6e-e944-42fa-8815-a739c4101c5c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:07.452538 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-0db5752b-0e12-4ad3-ac13-a1cb680b7284 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The resource could not be found. May 26 16:26:07.453976 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0db5752b-0e12-4ad3-ac13-a1cb680b7284 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1028240 May 26 16:26:07.456312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Transition to ACTIVE for port object b3628b4b-ded6-4eff-bd74-66007388eea2 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:26:07.456883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42550) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:07.466072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5caf9efd-dd87-43f2-a584-87abf475f127 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '096b1238-41ff-485f-af74-5a2332306b0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ffc9cb05-caee-471d-8017-acbee1b3386e'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:07.480849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 96253bc9-d92f-4db9-af1a-0e9a46855aaa is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:07.493138 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.538260 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-5caf9efd-dd87-43f2-a584-87abf475f127 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The resource could not be found. May 26 16:26:07.542308 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5caf9efd-dd87-43f2-a584-87abf475f127 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0803597 May 26 16:26:07.542692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42554) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:07.568890 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-44fda7da-bca1-4e84-a691-4e7ad68af77f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.585641 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-44fda7da-bca1-4e84-a691-4e7ad68af77f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.622116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] Provisioning complete for port 7c39654e-2cc4-46f8-b75c-aa209c9b899f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:07.623941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.649973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de417999-b3f8-496a-a218-af88d377c4ed tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.698635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Pushing event updated for resources: {'Port': ['ID=b3628b4b-ded6-4eff-bd74-66007388eea2,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:07.704683 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Attempting to bind port a3588141-ebe3-49eb-8bbf-922d390e83bd on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:07.705222 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Attempting to bind port a3588141-ebe3-49eb-8bbf-922d390e83bd by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:07.705673 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Attempting to bind port a3588141-ebe3-49eb-8bbf-922d390e83bd on network 0c39485b-7441-4c6e-99a4-81195202a1de {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:07.714085 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:07.714777 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Checking segment: {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:07.715387 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.716022 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Bound using segment: {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:07.716658 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Bound port: a3588141-ebe3-49eb-8bbf-922d390e83bd, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:07.717171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de417999-b3f8-496a-a218-af88d377c4ed tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.717454 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.720428 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-44fda7da-bca1-4e84-a691-4e7ad68af77f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.721845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-44fda7da-bca1-4e84-a691-4e7ad68af77f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.2062883 May 26 16:26:07.738102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42560) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:07.739038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7c39654e-2cc4-46f8-b75c-aa209c9b899f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:07.750395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-636cf22e-6e25-47b8-961f-92da1eefc8a1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'security_group_rule': {'security_group_id': 'c82951b4-499a-4791-bd98-d480c1c8b31f', 'project_id': '45735cc8400542528e0de415734ff279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:07.775382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fda7da-bca1-4e84-a691-4e7ad68af77f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f88ece-78f3-47ad-9326-c7d829e8961a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:07.801443 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Pushing event updated for resources: {'Port': ['ID=a3588141-ebe3-49eb-8bbf-922d390e83bd,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:07.805861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-636cf22e-6e25-47b8-961f-92da1eefc8a1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.844920 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.845265 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.845607 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.845941 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.846301 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.846627 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.846950 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.847285 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.847595 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.847915 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.848236 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.848553 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:07.871246 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4764c1cd-7701-4307-9ff4-ed0f4cad5111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.886086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.27 (3c23f377-6782-430e-b012-24c8cbf35883/7bdae787-b7ca-46cd-b0b3-f5124976f8c6/9d231c6e-e944-42fa-8815-a739c4101c5c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:07.906407 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] For port a3588141-ebe3-49eb-8bbf-922d390e83bd, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:07.920682 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] For port a3588141-ebe3-49eb-8bbf-922d390e83bd, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a3588141-ebe3-49eb-8bbf-922d390e83bd,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:07.929641 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.984764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-636cf22e-6e25-47b8-961f-92da1eefc8a1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.994106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-636cf22e-6e25-47b8-961f-92da1eefc8a1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.031799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cf22e-6e25-47b8-961f-92da1eefc8a1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f03c565-f6a3-415e-a873-05ad2fbc2ddd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:08.050771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de417999-b3f8-496a-a218-af88d377c4ed tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.053853 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de417999-b3f8-496a-a218-af88d377c4ed tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.061333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de417999-b3f8-496a-a218-af88d377c4ed tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/096b1238-41ff-485f-af74-5a2332306b0f HTTP/1.1" status: 204 len: 168 time: 0.5175781 May 26 16:26:08.064329 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-636cf22e-6e25-47b8-961f-92da1eefc8a1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.065451 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-636cf22e-6e25-47b8-961f-92da1eefc8a1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263500 May 26 16:26:08.066031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42574) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:08.105294 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a7175-cf79-4bea-9882-babdabdb815a None None] Pushing event updated for resources: {'Port': ['ID=a3588141-ebe3-49eb-8bbf-922d390e83bd,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:08.107474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7c39654e-2cc4-46f8-b75c-aa209c9b899f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:08.107861 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.109603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] Current status of the port 7c39654e-2cc4-46f8-b75c-aa209c9b899f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:08.118791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de417999-b3f8-496a-a218-af88d377c4ed tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096b1238-41ff-485f-af74-5a2332306b0f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:08.182351 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:08.186185 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:08.192851 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dcf12265-a01a-4934-a681-5e8f33f3a84b tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948565 May 26 16:26:08.193850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42580) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:08.200745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2a6d71ea-6445-4289-9e90-01b31b2513da tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '1041ea1e-417f-497c-a32f-270676a6960b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:08.248974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] Provisioning complete for port a3588141-ebe3-49eb-8bbf-922d390e83bd triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:08.249654 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.311657 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-2a6d71ea-6445-4289-9e90-01b31b2513da tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The resource could not be found. May 26 16:26:08.318634 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a6d71ea-6445-4289-9e90-01b31b2513da tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1237144 May 26 16:26:08.319236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:08.331759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0d35bed2-c7d7-414b-bdb2-a6469ce1944a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'tempest-secgroup--830485770'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:08.395145 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d35bed2-c7d7-414b-bdb2-a6469ce1944a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.427446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7c39654e-2cc4-46f8-b75c-aa209c9b899f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:08.483235 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.484241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d35bed2-c7d7-414b-bdb2-a6469ce1944a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.491141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d35bed2-c7d7-414b-bdb2-a6469ce1944a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.499936 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.537276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35bed2-c7d7-414b-bdb2-a6469ce1944a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e34816c-6b35-457e-b79e-c35e4cc36336,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:08.544582 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d35bed2-c7d7-414b-bdb2-a6469ce1944a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.546286 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0d35bed2-c7d7-414b-bdb2-a6469ce1944a tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2258210 May 26 16:26:08.549198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42600) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:08.554248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d6049de2-fcc8-47fb-a0f2-2209ae45a805 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553252165'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:08.563688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] Current status of the port a3588141-ebe3-49eb-8bbf-922d390e83bd is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:08.564074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.577990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6049de2-fcc8-47fb-a0f2-2209ae45a805 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.600521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=9d231c6e-e944-42fa-8815-a739c4101c5c,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:08.637356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Attempting to bind port b3628b4b-ded6-4eff-bd74-66007388eea2 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:08.637825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Attempting to bind port b3628b4b-ded6-4eff-bd74-66007388eea2 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:08.638326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Attempting to bind port b3628b4b-ded6-4eff-bd74-66007388eea2 on network 90c7614f-995f-4fb6-85ea-240611fc8458 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:08.646344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Port b3628b4b-ded6-4eff-bd74-66007388eea2 on network 90c7614f-995f-4fb6-85ea-240611fc8458 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:26:08.648213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Attempting to bind port b3628b4b-ded6-4eff-bd74-66007388eea2 on network 90c7614f-995f-4fb6-85ea-240611fc8458 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:08.659443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8591e79-b52c-4edc-bdff-f12120e42765 req-689d77a6-0cc1-4bdf-8c73-59afef2e3b28 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:08.660389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] For port a3588141-ebe3-49eb-8bbf-922d390e83bd, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a3588141-ebe3-49eb-8bbf-922d390e83bd,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:08.661657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8591e79-b52c-4edc-bdff-f12120e42765 req-689d77a6-0cc1-4bdf-8c73-59afef2e3b28 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 943 time: 0.7069244 May 26 16:26:08.668295 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.710180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6049de2-fcc8-47fb-a0f2-2209ae45a805 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.718916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6049de2-fcc8-47fb-a0f2-2209ae45a805 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.753404 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:08.799502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-44a06339-a790-45a1-83ea-23c0c36d8453 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--1669704988&fields=id&tenant_id=45735cc8400542528e0de415734ff279 HTTP/1.1" status: 200 len: 267 time: 0.2946236 May 26 16:26:08.800687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:08.801030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Checking segment: {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:08.801412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Bound using segment: {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:08.801923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Bound port: b3628b4b-ded6-4eff-bd74-66007388eea2, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:08.802312 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.808239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6049de2-fcc8-47fb-a0f2-2209ae45a805 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.811287 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d6049de2-fcc8-47fb-a0f2-2209ae45a805 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2605922 May 26 16:26:08.821962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42602) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:08.838502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-faa2fd05-2446-4f8a-8e46-76470690df47 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group_rule': {'security_group_id': '7e34816c-6b35-457e-b79e-c35e4cc36336', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eed39591-2b6d-4ff0-81ac-9867d1a796b5'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:08.859846 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.870183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6049de2-fcc8-47fb-a0f2-2209ae45a805 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed39591-2b6d-4ff0-81ac-9867d1a796b5,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:08.877510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abeeb2-a273-49f9-913e-5795dc06d71b None None] Pushing event updated for resources: {'Port': ['ID=a3588141-ebe3-49eb-8bbf-922d390e83bd,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:08.885103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7edd9822-463a-4d55-849d-eb556e5fdf3e None None] Provisioning complete for port a3588141-ebe3-49eb-8bbf-922d390e83bd triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:08.885718 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7edd9822-463a-4d55-849d-eb556e5fdf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.944407 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-faa2fd05-2446-4f8a-8e46-76470690df47 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:08.945762 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-faa2fd05-2446-4f8a-8e46-76470690df47 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1193352 May 26 16:26:08.948678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42604) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:09.052891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7edd9822-463a-4d55-849d-eb556e5fdf3e None None] Current status of the port a3588141-ebe3-49eb-8bbf-922d390e83bd is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:09.076820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8591e79-b52c-4edc-bdff-f12120e42765 req-ec9b4d9c-296c-4759-8481-da5a77289009 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3786581 May 26 16:26:09.084119 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-2b75b8fd-d4c0-4322-a0c1-8060f708acac tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--877657885&fields=id&tenant_id=45735cc8400542528e0de415734ff279 HTTP/1.1" status: 200 len: 267 time: 0.2283158 May 26 16:26:09.095926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4235e51b-ea19-4e83-8297-e8b9f5443710 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.125262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] In _notify_port_updated(), no bound segment for port 9d231c6e-e944-42fa-8815-a739c4101c5c on network 3c23f377-6782-430e-b012-24c8cbf35883 {{(pid=109405) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:26:09.125517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4235e51b-ea19-4e83-8297-e8b9f5443710 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.131381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:09.132150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.136607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8aaf5394-fda6-494d-bbb1-98f185904d77 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "PUT /v2.0/ports/9d231c6e-e944-42fa-8815-a739c4101c5c HTTP/1.1" status: 200 len: 999 time: 3.4469523 May 26 16:26:09.137925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42606) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:09.139205 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:26:03Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a3588141-ebe3-49eb-8bbf-922d390e83bd', 'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:15:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:01Z', 'updated_at': '2022-05-26T16:26:07Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:09.166557 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b97e5b-a27d-4bc4-8357-c19d7652038d None None] The sync data for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 is: [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:26:03Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a3588141-ebe3-49eb-8bbf-922d390e83bd', 'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:15:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:01Z', 'updated_at': '2022-05-26T16:26:07Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:09.188724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ea9f5f2e-78d3-4f6f-a939-bbe11e487bfa None None] Provisioning complete for port 9d231c6e-e944-42fa-8815-a739c4101c5c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:09.189088 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea9f5f2e-78d3-4f6f-a939-bbe11e487bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.268539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4235e51b-ea19-4e83-8297-e8b9f5443710 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.271591 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4235e51b-ea19-4e83-8297-e8b9f5443710 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.273047 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4235e51b-ea19-4e83-8297-e8b9f5443710 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/eed39591-2b6d-4ff0-81ac-9867d1a796b5 HTTP/1.1" status: 204 len: 168 time: 0.3230531 May 26 16:26:09.279082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f5f2e-78d3-4f6f-a939-bbe11e487bfa None None] Port 9d231c6e-e944-42fa-8815-a739c4101c5c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:09.280042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42608) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:09.307502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235e51b-ea19-4e83-8297-e8b9f5443710 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed39591-2b6d-4ff0-81ac-9867d1a796b5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:09.307740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ea9f5f2e-78d3-4f6f-a939-bbe11e487bfa None None] Provisioning complete for port a3588141-ebe3-49eb-8bbf-922d390e83bd triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:09.307970 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea9f5f2e-78d3-4f6f-a939-bbe11e487bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.347897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-c41c6c63-cc39-4be0-8998-6048ad627a57 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:09.349788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-c41c6c63-cc39-4be0-8998-6048ad627a57 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/networks?id=0c39485b-7441-4c6e-99a4-81195202a1de HTTP/1.1" status: 200 len: 796 time: 0.2455139 May 26 16:26:09.351468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] For port b3628b4b-ded6-4eff-bd74-66007388eea2, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:09.356509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] For port b3628b4b-ded6-4eff-bd74-66007388eea2, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b3628b4b-ded6-4eff-bd74-66007388eea2,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:09.369272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.406797 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-17f1e0c2-f557-4954-8c30-47e485a33a8b tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1251733 May 26 16:26:09.412839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42614) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:09.441045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:09.441806 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.453859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] 10.222.0.32 "PUT /v2.0/ports/b3628b4b-ded6-4eff-bd74-66007388eea2 HTTP/1.1" status: 200 len: 1091 time: 4.3855584 May 26 16:26:09.456500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-91a6fb42-6bf9-408a-9a34-3ff05a5fd91e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 9d231c6e-e944-42fa-8815-a739c4101c5c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:09.456849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-91a6fb42-6bf9-408a-9a34-3ff05a5fd91e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.457478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:09.459825 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:09.479115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-863cb44e-3bad-4dc1-b894-927e2cfd359c tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/quotas/45735cc8400542528e0de415734ff279 HTTP/1.1" status: 200 len: 375 time: 0.1205733 May 26 16:26:09.559815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f5f2e-78d3-4f6f-a939-bbe11e487bfa None None] Current status of the port a3588141-ebe3-49eb-8bbf-922d390e83bd is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:09.594329 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc35f13-1737-421d-a56a-91564f59b550 x-openstack-request-id: req-bfc35f13-1737-421d-a56a-91564f59b550 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:09.594902 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:09.595309 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfc35f13-1737-421d-a56a-91564f59b550 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:09.596778 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc35f13-1737-421d-a56a-91564f59b550'] response: {'name': 'network-changed', 'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'status': 'completed', 'code': 200} May 26 16:26:09.664643 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df8311fa-ff8f-4182-9c9c-77571eaf117f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.702797 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-91a6fb42-6bf9-408a-9a34-3ff05a5fd91e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.725613 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df8311fa-ff8f-4182-9c9c-77571eaf117f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.743812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a3588141-ebe3-49eb-8bbf-922d390e83bd up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:09.749216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2cdda-598f-4f38-81a7-fe7da8615c0e service neutron] Pushing event updated for resources: {'Port': ['ID=b3628b4b-ded6-4eff-bd74-66007388eea2,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:09.763897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-91a6fb42-6bf9-408a-9a34-3ff05a5fd91e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 9d231c6e-e944-42fa-8815-a739c4101c5c owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:09.771543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435aa51-142d-49c2-a061-e86f6277e65e req-36c9d785-f2cc-4692-8afe-e96ee15c6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:09.773543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-36c9d785-f2cc-4692-8afe-e96ee15c6b70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 1094 time: 0.2262480 May 26 16:26:09.794838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-59ac935b-d446-4c86-8899-a72817416e4c tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45735cc8400542528e0de415734ff279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3026044 May 26 16:26:09.852951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a3588141-ebe3-49eb-8bbf-922d390e83bd triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:09.853323 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.897804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-15055133-3bf6-4ca0-b597-42d5aa036027 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3628b4b-ded6-4eff-bd74-66007388eea2 HTTP/1.1" status: 200 len: 217 time: 0.0980363 May 26 16:26:09.914872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df8311fa-ff8f-4182-9c9c-77571eaf117f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.924787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-df8311fa-ff8f-4182-9c9c-77571eaf117f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.931959 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-df8311fa-ff8f-4182-9c9c-77571eaf117f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/7e34816c-6b35-457e-b79e-c35e4cc36336 HTTP/1.1" status: 204 len: 168 time: 0.5135682 May 26 16:26:09.934197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42618) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:09.974932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8311fa-ff8f-4182-9c9c-77571eaf117f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e34816c-6b35-457e-b79e-c35e4cc36336,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:10.013752 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f504ed85-2e92-4575-889b-4f956cb4030c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746274 May 26 16:26:10.015918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42620) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:10.050028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-11ef6caf-b723-4ceb-88cf-388d05af4c2d service neutron] 10.222.0.39 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490621 May 26 16:26:10.053300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a6c94a4c-38e9-4c86-80d6-39bf32b27bba tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'tempest-secgroup--531095770'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:10.119510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435aa51-142d-49c2-a061-e86f6277e65e req-4d124331-9c2e-4d92-aa18-00d9ad7d6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:10.122923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-4d124331-9c2e-4d92-aa18-00d9ad7d6077 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c30e138e-4a0d-471e-bd75-0ad9364c27b7 HTTP/1.1" status: 200 len: 834 time: 0.2143555 May 26 16:26:10.136299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a3588141-ebe3-49eb-8bbf-922d390e83bd is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:10.297097 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-91a6fb42-6bf9-408a-9a34-3ff05a5fd91e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.341496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6fb42-6bf9-408a-9a34-3ff05a5fd91e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=9d231c6e-e944-42fa-8815-a739c4101c5c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:10.459972 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-98a41760-2ca8-461f-97df-7bb86002d824 service neutron] 10.222.0.39 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448322 May 26 16:26:10.489902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6c94a4c-38e9-4c86-80d6-39bf32b27bba tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.498232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-91a6fb42-6bf9-408a-9a34-3ff05a5fd91e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.506101 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-91a6fb42-6bf9-408a-9a34-3ff05a5fd91e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/9d231c6e-e944-42fa-8815-a739c4101c5c HTTP/1.1" status: 204 len: 168 time: 1.3668706 May 26 16:26:10.506811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42628) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:10.542456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435aa51-142d-49c2-a061-e86f6277e65e req-631922e8-f766-4c77-95fd-ccf560c56a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:10.547248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-631922e8-f766-4c77-95fd-ccf560c56a45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90c7614f-995f-4fb6-85ea-240611fc8458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3445199 May 26 16:26:10.562735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb1216-186c-4a1c-8f53-7353d06b5f33 req-03922701-94e0-4e65-aec8-3b1fef0076a8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:10.582791 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6adb1216-186c-4a1c-8f53-7353d06b5f33 req-03922701-94e0-4e65-aec8-3b1fef0076a8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 943 time: 0.3248405 May 26 16:26:10.592125 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e827596-81f7-4c09-b53a-bd027be118c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:26:10.596407 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4e827596-81f7-4c09-b53a-bd027be118c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/9d231c6e-e944-42fa-8815-a739c4101c5c HTTP/1.1" status: 404 len: 333 time: 0.0856364 May 26 16:26:10.596978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:10.714656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.717137 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-40deac4d-2028-48d1-88c5-4ded481a1396 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 7bdae787-b7ca-46cd-b0b3-f5124976f8c6 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:10.720964 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.726639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40deac4d-2028-48d1-88c5-4ded481a1396 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.793611 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40deac4d-2028-48d1-88c5-4ded481a1396 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.813891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6adb1216-186c-4a1c-8f53-7353d06b5f33 req-bf3ab6a7-9196-4cb1-b3e8-0d352d2c81a2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299235 May 26 16:26:10.880026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f34295dc-dcd6-46b9-a649-f7ed0fa7f4b0 req-98636154-5ebd-4f59-8eed-c334ad442ceb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 210 time: 0.0612612 May 26 16:26:10.888308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-55c5159a-aa72-43c8-916d-24ef9db9f9ee service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006980 May 26 16:26:10.932166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40deac4d-2028-48d1-88c5-4ded481a1396 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.941953 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6c94a4c-38e9-4c86-80d6-39bf32b27bba tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.955596 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6c94a4c-38e9-4c86-80d6-39bf32b27bba tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.023761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a6c94a4c-38e9-4c86-80d6-39bf32b27bba tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.029262 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a6c94a4c-38e9-4c86-80d6-39bf32b27bba tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9812477 May 26 16:26:11.029475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42640) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:11.051812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-508b103c-83af-4e70-a8a7-f69fcbc6683f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:11.055949 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-508b103c-83af-4e70-a8a7-f69fcbc6683f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 16:26:11.056573 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-508b103c-83af-4e70-a8a7-f69fcbc6683f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] update failed (client error): There was a conflict when trying to complete your request. May 26 16:26:11.057622 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-508b103c-83af-4e70-a8a7-f69fcbc6683f tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "PUT /v2.0/security-groups/da281089-50a3-4a5e-8ba4-d17edadb8bdc HTTP/1.1" status: 409 len: 330 time: 0.0251496 May 26 16:26:11.064607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42642) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:11.074489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c94a4c-38e9-4c86-80d6-39bf32b27bba tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da281089-50a3-4a5e-8ba4-d17edadb8bdc,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:11.119861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4435aa51-142d-49c2-a061-e86f6277e65e req-94a54a63-ef70-491c-8785-e8a3687bf0cd service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096229 May 26 16:26:11.157096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40deac4d-2028-48d1-88c5-4ded481a1396 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.207762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40deac4d-2028-48d1-88c5-4ded481a1396 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=7bdae787-b7ca-46cd-b0b3-f5124976f8c6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:11.218076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40deac4d-2028-48d1-88c5-4ded481a1396 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.226654 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40deac4d-2028-48d1-88c5-4ded481a1396 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/7bdae787-b7ca-46cd-b0b3-f5124976f8c6 HTTP/1.1" status: 204 len: 168 time: 0.6287205 May 26 16:26:11.231765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6df43b-4f2d-45a5-8a28-4408e1a0df49 None None] Network 3c23f377-6782-430e-b012-24c8cbf35883 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:11.237731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42646) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:11.243492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ded1-7040-41b3-a4d3-d81aeabe67ab tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.296712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ded1-7040-41b3-a4d3-d81aeabe67ab tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.367366 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ded1-7040-41b3-a4d3-d81aeabe67ab tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.369976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ded1-7040-41b3-a4d3-d81aeabe67ab tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.371048 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-1cb02485-4e69-4cef-a95f-a32b859d51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:11.372140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0bb4ded1-7040-41b3-a4d3-d81aeabe67ab tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/da281089-50a3-4a5e-8ba4-d17edadb8bdc HTTP/1.1" status: 204 len: 168 time: 0.3054245 May 26 16:26:11.377985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42648) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:11.383391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-1cb02485-4e69-4cef-a95f-a32b859d51f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 1094 time: 0.1902394 May 26 16:26:11.389042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2622c7-ba5c-46c6-8349-18559906211d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 234770a6-d840-4e7d-a522-ac8c2174addf {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:11.392922 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4b2622c7-ba5c-46c6-8349-18559906211d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.396735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4ded1-7040-41b3-a4d3-d81aeabe67ab tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da281089-50a3-4a5e-8ba4-d17edadb8bdc,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:11.440843 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0cad01b0-42a5-4bbf-9e5f-6893cc306053 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602164 May 26 16:26:11.447124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42650) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:11.469920 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-54c1372a-adea-40b3-8221-f2e224e1521c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] delete failed (client error): The resource could not be found. May 26 16:26:11.471612 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-54c1372a-adea-40b3-8221-f2e224e1521c tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "DELETE /v2.0/security-groups/ee71b394-b699-48b1-be03-e03ae7ffd135 HTTP/1.1" status: 404 len: 347 time: 0.0234566 May 26 16:26:11.479718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42652) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:11.519490 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4b2622c7-ba5c-46c6-8349-18559906211d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.535023 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-381d14a0-662c-4428-be83-9c3ad433c36b tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] show failed (client error): The resource could not be found. May 26 16:26:11.535023 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-381d14a0-662c-4428-be83-9c3ad433c36b tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-groups/8cf30cba-498e-4956-a786-14d01ab36119 HTTP/1.1" status: 404 len: 347 time: 0.0521848 May 26 16:26:11.541705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42658) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:11.555333 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-15f6b7d6-3876-4bcf-979f-29216b8858c9 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] show failed (client error): The resource could not be found. May 26 16:26:11.556595 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-15f6b7d6-3876-4bcf-979f-29216b8858c9 tempest-NegativeSecGroupTest-1816066256 tempest-NegativeSecGroupTest-1816066256-project] 10.222.0.39 "GET /v2.0/security-group-rules/cbe55847-c8be-4e2e-8d74-90cf6b98d2b4 HTTP/1.1" status: 404 len: 356 time: 0.0137451 May 26 16:26:11.772855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-1d519a33-69da-4ee8-a973-c580cd6d95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:11.774700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-1d519a33-69da-4ee8-a973-c580cd6d95d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90c7614f-995f-4fb6-85ea-240611fc8458 HTTP/1.1" status: 200 len: 897 time: 0.3776312 May 26 16:26:11.877967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-2d1ff7ec-cc2b-4dae-a20e-0fc057eb4509 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3628b4b-ded6-4eff-bd74-66007388eea2 HTTP/1.1" status: 200 len: 217 time: 0.0838876 May 26 16:26:11.921793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4b2622c7-ba5c-46c6-8349-18559906211d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.147313 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:26:12.166845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f2e7ec4-3932-4e3c-8bfa-c2fb21ab4bd5 req-bc3fbb12-d240-4a14-bbfb-e572c55c2654 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 210 time: 0.1341922 May 26 16:26:12.196321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-02821149-a84a-4d26-999b-953f21aee4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:12.196321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-02821149-a84a-4d26-999b-953f21aee4b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c30e138e-4a0d-471e-bd75-0ad9364c27b7 HTTP/1.1" status: 200 len: 834 time: 0.3010652 May 26 16:26:12.244969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42676) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:12.248624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d1cee-5a94-43e0-9d30-cc42df058766 req-0b80e455-f2b2-49e4-8a16-1e4723e488f1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:12.251258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f8d1cee-5a94-43e0-9d30-cc42df058766 req-0b80e455-f2b2-49e4-8a16-1e4723e488f1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 943 time: 0.2407176 May 26 16:26:12.519952 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-062a71a1-b19d-4301-a1ce-62c7450b77a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea9f58f5cdfc4df283a65e65890d47eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721367 May 26 16:26:12.540877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42680) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:12.630504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-65ddaff1-bb57-42d1-a870-3616411b137b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.666067 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-65ddaff1-bb57-42d1-a870-3616411b137b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.733284 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-65ddaff1-bb57-42d1-a870-3616411b137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.747561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-65ddaff1-bb57-42d1-a870-3616411b137b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.748968 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-65ddaff1-bb57-42d1-a870-3616411b137b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2880763f-51be-4acf-8c88-d80300a30851 HTTP/1.1" status: 204 len: 168 time: 0.2062824 May 26 16:26:12.767306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddaff1-bb57-42d1-a870-3616411b137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2880763f-51be-4acf-8c88-d80300a30851,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:12.873962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4b2622c7-ba5c-46c6-8349-18559906211d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.906626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ed486c1a-f3d5-4b46-82f1-33d2a5d69aba None None] Provisioning complete for port 96253bc9-d92f-4db9-af1a-0e9a46855aaa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:12.907222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed486c1a-f3d5-4b46-82f1-33d2a5d69aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.921465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2622c7-ba5c-46c6-8349-18559906211d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=234770a6-d840-4e7d-a522-ac8c2174addf,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:12.992373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a533432-311d-4a5e-95c5-caca22f9fb6b None None] Network 3c23f377-6782-430e-b012-24c8cbf35883 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:13.003731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-24cd2d99-caca-44ce-863a-7f3cde0d9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:13.006295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-24cd2d99-caca-44ce-863a-7f3cde0d9e2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90c7614f-995f-4fb6-85ea-240611fc8458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7977502 May 26 16:26:13.014542 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4b2622c7-ba5c-46c6-8349-18559906211d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.019213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4b2622c7-ba5c-46c6-8349-18559906211d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/234770a6-d840-4e7d-a522-ac8c2174addf HTTP/1.1" status: 204 len: 168 time: 1.7800102 May 26 16:26:13.021805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42688) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:13.082137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f8d1cee-5a94-43e0-9d30-cc42df058766 req-14e9fb45-b111-4fcf-b240-caefd6674e2c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375152 May 26 16:26:13.154483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ed486c1a-f3d5-4b46-82f1-33d2a5d69aba None None] Current status of the port 96253bc9-d92f-4db9-af1a-0e9a46855aaa is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:13.268226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.297832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-f8ffa8a2-7495-4360-9299-4b8485fd36ec tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:13.307300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-f8ffa8a2-7495-4360-9299-4b8485fd36ec tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.24 "GET /v2.0/networks?id=0c39485b-7441-4c6e-99a4-81195202a1de HTTP/1.1" status: 200 len: 796 time: 0.4657228 May 26 16:26:13.336683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb12df1-aee6-40d4-977d-a74d4017393e None None] DHCP port deletion for 3c23f377-6782-430e-b012-24c8cbf35883 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:26:13.417990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1cb12df1-aee6-40d4-977d-a74d4017393e None None] Deleting port 96253bc9-d92f-4db9-af1a-0e9a46855aaa {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:13.419148 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1cb12df1-aee6-40d4-977d-a74d4017393e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.437516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 96253bc9-d92f-4db9-af1a-0e9a46855aaa {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:13.437834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.477219 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e24449b8-6946-4884-aad4-b476051f33fb req-343ddbf0-5dc0-4054-8890-8276dcafeb2d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 210 time: 0.1233678 May 26 16:26:13.496042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-f01ca507-c91a-4c71-90e5-93cf4cec5065 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45735cc8400542528e0de415734ff279 HTTP/1.1" status: 200 len: 477 time: 0.1105185 May 26 16:26:13.499517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-ddadfa25-9372-40cc-b197-1514f4dc71a1 service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568238 May 26 16:26:13.518536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'port': {'device_id': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'admin_state_up': True, 'tenant_id': '45735cc8400542528e0de415734ff279', 'security_groups': ['72f88ece-78f3-47ad-9326-c7d829e8961a', 'c82951b4-499a-4791-bd98-d480c1c8b31f']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:13.586356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] For port 96253bc9-d92f-4db9-af1a-0e9a46855aaa, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=96253bc9-d92f-4db9-af1a-0e9a46855aaa,segment=NetworkSegment(24e8a482-818f-4547-867a-b38ecb5f51f6),segment_id=24e8a482-818f-4547-867a-b38ecb5f51f6)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:13.586956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.613877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1cb12df1-aee6-40d4-977d-a74d4017393e None None] For port 96253bc9-d92f-4db9-af1a-0e9a46855aaa, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=96253bc9-d92f-4db9-af1a-0e9a46855aaa,segment=NetworkSegment(24e8a482-818f-4547-867a-b38ecb5f51f6),segment_id=24e8a482-818f-4547-867a-b38ecb5f51f6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:13.614628 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1cb12df1-aee6-40d4-977d-a74d4017393e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.631704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 96253bc9-d92f-4db9-af1a-0e9a46855aaa owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:13.632530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1cb12df1-aee6-40d4-977d-a74d4017393e None None] Calling delete_port for 96253bc9-d92f-4db9-af1a-0e9a46855aaa owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:13.639106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 96253bc9-d92f-4db9-af1a-0e9a46855aaa no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:13.909224 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.964827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=96253bc9-d92f-4db9-af1a-0e9a46855aaa,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:13.968087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No DVR routers for this DVR port 96253bc9-d92f-4db9-af1a-0e9a46855aaa on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:13.988560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No active binding found for port 96253bc9-d92f-4db9-af1a-0e9a46855aaa {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:26:13.989174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 96253bc9-d92f-4db9-af1a-0e9a46855aaa not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:14.028672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cdb7ac56-d7ef-4c83-8da8-edf7f3e98dd0 req-870f9833-4a58-4ff4-94cc-37dd22d072e2 service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055540 May 26 16:26:14.031923 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1cb12df1-aee6-40d4-977d-a74d4017393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.101634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb12df1-aee6-40d4-977d-a74d4017393e None None] No DVR routers for this DVR port 96253bc9-d92f-4db9-af1a-0e9a46855aaa on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:14.110327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Made reservation on behalf of 45735cc8400542528e0de415734ff279 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:14.114526 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.116376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.161685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb12df1-aee6-40d4-977d-a74d4017393e None None] Pushing event deleted for resources: {'Port': ['ID=96253bc9-d92f-4db9-af1a-0e9a46855aaa,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:14.183777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c23f377-6782-430e-b012-24c8cbf35883']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:14.208202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e8a482-818f-4547-867a-b38ecb5f51f6') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:14.212155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e8a482-818f-4547-867a-b38ecb5f51f6') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:14.244011 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.269672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.288842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:26:14.289871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.381882 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 24e8a482-818f-4547-867a-b38ecb5f51f6 resource provider aggregate not found May 26 16:26:14.432061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40b13-a702-4a82-87bd-0bc3b7e45373 req-6b397fc6-c791-4be6-901f-6299894db16a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:14.437485 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 24e8a482-818f-4547-867a-b38ecb5f51f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24e8a482-818f-4547-867a-b38ecb5f51f6 found for delete ", "request_id": "req-69c8b859-5284-4d96-8141-03143df15e62"}]} May 26 16:26:14.442294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eeb40b13-a702-4a82-87bd-0bc3b7e45373 req-6b397fc6-c791-4be6-901f-6299894db16a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 943 time: 0.1955867 May 26 16:26:14.466098 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.475264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.483842 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/networks/3c23f377-6782-430e-b012-24c8cbf35883 HTTP/1.1" status: 204 len: 168 time: 1.4607449 May 26 16:26:14.484471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42732) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:14.530654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Allocated IP 172.20.0.14 (0c39485b-7441-4c6e-99a4-81195202a1de/22c16bab-5df0-49be-8360-966c7e6d24c9/3d90e941-b032-4800-a6b2-09979f1e5b44) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:14.545341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230531e-7fe3-4136-9f8d-201799148ad2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Network': ['ID=3c23f377-6782-430e-b012-24c8cbf35883,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:14.547599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eeb40b13-a702-4a82-87bd-0bc3b7e45373 req-4f723d70-e1dc-4942-acc7-77da539680f5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040812 May 26 16:26:14.598938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef321d8-001a-4872-8e08-52349615c526 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:14.600540 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7ef321d8-001a-4872-8e08-52349615c526 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1116848 May 26 16:26:14.604290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42736) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:14.661224 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e4fff398-3200-460a-8ad9-5407be75ab73 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0527592 May 26 16:26:14.661462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42738) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:14.665710 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb992e93-8e78-43ca-abd3-fd043c6b039b req-d251d025-13d4-4961-bfd2-96d6e45ddb3c tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 210 time: 0.0805278 May 26 16:26:14.666839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-961736720'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:14.701533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:14.708178 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.775401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:26:14.785366 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.785795 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Added segment 92fc4d91-6d10-4aac-87ed-b88644b4b725 of type vlan for network b8476f7d-4178-4d38-8bdb-ea1c264b6961 May 26 16:26:14.823296 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.875199 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.888537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.937374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 0c39485b-7441-4c6e-99a4-81195202a1de is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:14.941723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:14.945185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.952672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:14.953255 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.967714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:14.983781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b3628b4b-ded6-4eff-bd74-66007388eea2 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:26:15.047763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=3d90e941-b032-4800-a6b2-09979f1e5b44,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:15.099591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:15.100580 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.123363 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4605272 May 26 16:26:15.127487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:15.134423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': 'b8476f7d-4178-4d38-8bdb-ea1c264b6961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:15.148716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-db4729c5-1ed9-4a5f-9a1d-55cc41aadfbc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6429086 May 26 16:26:15.160613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Request body: {'port': {'device_id': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:15.209900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b3628b4b-ded6-4eff-bd74-66007388eea2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b3628b4b-ded6-4eff-bd74-66007388eea2,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:15.214410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4da66-9447-4163-8352-da93e5033b2b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Network': ['ID=b8476f7d-4178-4d38-8bdb-ea1c264b6961,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:15.238569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network b8476f7d-4178-4d38-8bdb-ea1c264b6961 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:26:15.352533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:26:15.355762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.479791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:15.481741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port b3628b4b-ded6-4eff-bd74-66007388eea2 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:15.483268 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.483763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.522192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3628b4b-ded6-4eff-bd74-66007388eea2 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:15.596002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b3628b4b-ded6-4eff-bd74-66007388eea2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b3628b4b-ded6-4eff-bd74-66007388eea2,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:15.598991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b7e07240-80b3-4d38-8bba-1f960f74353d None None] Provisioning complete for port 3d90e941-b032-4800-a6b2-09979f1e5b44 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:15.601673 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b7e07240-80b3-4d38-8bba-1f960f74353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.675091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b7e07240-80b3-4d38-8bba-1f960f74353d None None] Port 3d90e941-b032-4800-a6b2-09979f1e5b44 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:15.687985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.803208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33131594-e3c1-4c83-9195-7d7892791c94 req-3058b58c-6227-44bf-83df-8013db0653cd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:15.804823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33131594-e3c1-4c83-9195-7d7892791c94 req-3058b58c-6227-44bf-83df-8013db0653cd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 944 time: 0.1350853 May 26 16:26:15.811321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=b3628b4b-ded6-4eff-bd74-66007388eea2,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:15.932655 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.935187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['b3628b4b-ded6-4eff-bd74-66007388eea2'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:16.010964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e47059-8453-4ad7-9668-dd2f9b3cfbcf req-208099f9-d661-4f6f-b674-5b5fdbad2095 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:16.025573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e47059-8453-4ad7-9668-dd2f9b3cfbcf req-208099f9-d661-4f6f-b674-5b5fdbad2095 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 971 time: 0.2185836 May 26 16:26:16.122387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33131594-e3c1-4c83-9195-7d7892791c94 req-a2996ca1-b3dc-4801-a86b-98d74ef4d7be tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544749 May 26 16:26:16.258151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18e47059-8453-4ad7-9668-dd2f9b3cfbcf req-64650a5d-c669-4153-b8b7-0506106c5a56 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2305112 May 26 16:26:16.339092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=68611fa7-31c8-4ee2-8126-eefac751c650,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:16.366327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Checking segment: {'id': '92fc4d91-6d10-4aac-87ed-b88644b4b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b8476f7d-4178-4d38-8bdb-ea1c264b6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:16.366919 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network hostable DHCP agents. Network: b8476f7d-4178-4d38-8bdb-ea1c264b6961, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:26:16.392692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d90e941-b032-4800-a6b2-09979f1e5b44 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:16.405838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network b8476f7d-4178-4d38-8bdb-ea1c264b6961 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:26:16.425481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.430819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, b8476f7d-4178-4d38-8bdb-ea1c264b6961) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:16.437046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:16.437759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.462890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Transition to ACTIVE for port object 3d90e941-b032-4800-a6b2-09979f1e5b44 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:26:16.469296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1d156e-0187-4bdc-88e7-d93434897151 None None] Network b8476f7d-4178-4d38-8bdb-ea1c264b6961 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:16.471296 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.491690 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-93cce005-d7a1-4bd7-a1ba-7647b8e040dd tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3639271 May 26 16:26:16.495155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42778) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:16.509269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': 'b8476f7d-4178-4d38-8bdb-ea1c264b6961', 'name': 'tempest-PortsTestJSON-1674945722'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:16.541770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d90e941-b032-4800-a6b2-09979f1e5b44,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:16.703414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Attempting to bind port 3d90e941-b032-4800-a6b2-09979f1e5b44 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:16.703987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Attempting to bind port 3d90e941-b032-4800-a6b2-09979f1e5b44 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:16.704542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Attempting to bind port 3d90e941-b032-4800-a6b2-09979f1e5b44 on network 0c39485b-7441-4c6e-99a4-81195202a1de {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:16.711838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Port 3d90e941-b032-4800-a6b2-09979f1e5b44 on network 0c39485b-7441-4c6e-99a4-81195202a1de not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:26:16.712387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Attempting to bind port 3d90e941-b032-4800-a6b2-09979f1e5b44 on network 0c39485b-7441-4c6e-99a4-81195202a1de {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:16.726741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:16.727126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Checking segment: {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:16.727538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Bound using segment: {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:16.727988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Bound port: 3d90e941-b032-4800-a6b2-09979f1e5b44, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:16.728703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.823816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-b8476f7d-4178-4d38-8bdb-ea1c264b6961', 'network_id': 'b8476f7d-4178-4d38-8bdb-ea1c264b6961', 'tenant_id': 'a345bd1d70f54664b28ca870bfd741f2', 'fixed_ips': [{'subnet_id': '68611fa7-31c8-4ee2-8126-eefac751c650'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:26:16.824673 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.827945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] For port 3d90e941-b032-4800-a6b2-09979f1e5b44, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:16.832785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] For port 3d90e941-b032-4800-a6b2-09979f1e5b44, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3d90e941-b032-4800-a6b2-09979f1e5b44,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:16.837966 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.839138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:16.844051 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.893371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 59ce39fc-c130-4d9c-bc32-de1b225edb74 yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:26:16.903431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:16.904560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.908460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d90e941-b032-4800-a6b2-09979f1e5b44 HTTP/1.1" status: 200 len: 1131 time: 1.7524621 May 26 16:26:16.909483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:16.912218 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c" -d '{"events": [{"name": "network-changed", "server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:16.985064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c212574-46e1-4c33-a317-bf257505cdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d90e941-b032-4800-a6b2-09979f1e5b44,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:17.017718 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f93a31-220f-41b9-bd2a-781b0828a24a x-openstack-request-id: req-c5f93a31-220f-41b9-bd2a-781b0828a24a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:17.017918 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:17.018194 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5f93a31-220f-41b9-bd2a-781b0828a24a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:17.018619 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f93a31-220f-41b9-bd2a-781b0828a24a'] response: {'name': 'network-changed', 'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'status': 'completed', 'code': 200} May 26 16:26:17.053025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-ebf8799c-fe4b-4e95-88e8-22dfe2aa5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:17.055729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-ebf8799c-fe4b-4e95-88e8-22dfe2aa5b96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45735cc8400542528e0de415734ff279&device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 1134 time: 0.0911629 May 26 16:26:17.096229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.10 (b8476f7d-4178-4d38-8bdb-ea1c264b6961/68611fa7-31c8-4ee2-8126-eefac751c650/59ce39fc-c130-4d9c-bc32-de1b225edb74) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:17.111382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-cf33864d-adf2-4cf1-beba-ab9db13459e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90e941-b032-4800-a6b2-09979f1e5b44 HTTP/1.1" status: 200 len: 217 time: 0.0460877 May 26 16:26:17.169583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-742bf230-728c-43a3-9852-991cf6fc2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:17.172481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-742bf230-728c-43a3-9852-991cf6fc2597 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c16bab-5df0-49be-8360-966c7e6d24c9 HTTP/1.1" status: 200 len: 835 time: 0.0541382 May 26 16:26:17.271019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-5b9a9dc5-6449-408e-9b18-d7e6b4feb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:17.272718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-5b9a9dc5-6449-408e-9b18-d7e6b4feb623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c39485b-7441-4c6e-99a4-81195202a1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927579 May 26 16:26:17.308186 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.354250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.410394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network b8476f7d-4178-4d38-8bdb-ea1c264b6961 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:17.414593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:17.419861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:17.435194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06e07b-bf08-418e-b840-41ae8f9a26bf req-e68e5f5b-7e32-4199-91de-ee81846c46f2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:17.439778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Allocated IP 172.20.0.2 (b8476f7d-4178-4d38-8bdb-ea1c264b6961/68611fa7-31c8-4ee2-8126-eefac751c650/4fcbd7f5-43c3-4333-9fab-66ba4413836c) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:17.442815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc06e07b-bf08-418e-b840-41ae8f9a26bf req-e68e5f5b-7e32-4199-91de-ee81846c46f2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 944 time: 0.1503096 May 26 16:26:17.463327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=59ce39fc-c130-4d9c-bc32-de1b225edb74,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:17.498251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:17.499711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.533402 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-92f8c8be-ef6a-4dcb-b800-61dd4ddcf3ae tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0333943 May 26 16:26:17.534052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42794) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:17.546783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': 'b8476f7d-4178-4d38-8bdb-ea1c264b6961', 'name': 'tempest-PortsTestJSON-1937087771'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:17.548956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-64f6ec2e-327a-4879-ba1c-3e2dd0355f23 service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669020 May 26 16:26:17.586883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43166b-d931-4e18-ab4c-5bc4fc597154 req-e04d86c9-0221-4eee-ba0c-3a7742acc89e tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:17.595362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b43166b-d931-4e18-ab4c-5bc4fc597154 req-e04d86c9-0221-4eee-ba0c-3a7742acc89e tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 983 time: 0.1430631 May 26 16:26:17.611025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc06e07b-bf08-418e-b840-41ae8f9a26bf req-2e63435f-ee1d-4b9d-a77c-9a5a36be411a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672544 May 26 16:26:17.719526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b43166b-d931-4e18-ab4c-5bc4fc597154 req-ff5b92d6-6ba7-40cd-8014-7612a552a94b tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1232333 May 26 16:26:17.725707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.735815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.762655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Network b8476f7d-4178-4d38-8bdb-ea1c264b6961 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:17.766367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:17.788511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:17.795914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:17.799983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bdce6760-21e3-44e3-bb8b-271d9f249184 req-28f992c4-a94d-40e8-8212-f76b1bc98e9d service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360599 May 26 16:26:17.813268 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.855501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port cd6fe5a0-8917-4bf9-ada6-41f735e870ee yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:26:17.896867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Pushing event updated for resources: {'Port': ['ID=4fcbd7f5-43c3-4333-9fab-66ba4413836c,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:17.914403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Attempting to bind port 4fcbd7f5-43c3-4333-9fab-66ba4413836c on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:17.914950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Attempting to bind port 4fcbd7f5-43c3-4333-9fab-66ba4413836c by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '92fc4d91-6d10-4aac-87ed-b88644b4b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b8476f7d-4178-4d38-8bdb-ea1c264b6961'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:17.915326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Attempting to bind port 4fcbd7f5-43c3-4333-9fab-66ba4413836c on network b8476f7d-4178-4d38-8bdb-ea1c264b6961 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:17.926729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:17.926729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Checking segment: {'id': '92fc4d91-6d10-4aac-87ed-b88644b4b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b8476f7d-4178-4d38-8bdb-ea1c264b6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:17.926729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.926729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Bound using segment: {'id': '92fc4d91-6d10-4aac-87ed-b88644b4b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b8476f7d-4178-4d38-8bdb-ea1c264b6961'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:17.926729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Bound port: 4fcbd7f5-43c3-4333-9fab-66ba4413836c, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc4d91-6d10-4aac-87ed-b88644b4b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b8476f7d-4178-4d38-8bdb-ea1c264b6961'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:17.926729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.939740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-f9b7d6a6-0580-4dd6-85a3-1e740472208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:17.941736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-f9b7d6a6-0580-4dd6-85a3-1e740472208a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45735cc8400542528e0de415734ff279&device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 1134 time: 0.0715663 May 26 16:26:18.127318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] For port 4fcbd7f5-43c3-4333-9fab-66ba4413836c, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:18.140174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] For port 4fcbd7f5-43c3-4333-9fab-66ba4413836c, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4fcbd7f5-43c3-4333-9fab-66ba4413836c,segment=NetworkSegment(92fc4d91-6d10-4aac-87ed-b88644b4b725),segment_id=92fc4d91-6d10-4aac-87ed-b88644b4b725)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:18.150780 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.157176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.14 (b8476f7d-4178-4d38-8bdb-ea1c264b6961/68611fa7-31c8-4ee2-8126-eefac751c650/cd6fe5a0-8917-4bf9-ada6-41f735e870ee) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:18.159634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-d03f66bf-2e1a-4fc0-9247-6a7d2389df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:18.163444 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-d03f66bf-2e1a-4fc0-9247-6a7d2389df81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c39485b-7441-4c6e-99a4-81195202a1de HTTP/1.1" status: 200 len: 897 time: 0.2148011 May 26 16:26:18.255293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-b1e94aa9-e29c-4848-af20-841d8c83d4a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90e941-b032-4800-a6b2-09979f1e5b44 HTTP/1.1" status: 200 len: 217 time: 0.0844715 May 26 16:26:18.302816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04003d-5491-4325-b041-a2c155b48bc4 None None] Pushing event updated for resources: {'Port': ['ID=4fcbd7f5-43c3-4333-9fab-66ba4413836c,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:18.406176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-0782b061-c23e-4c39-a53a-7b72938f07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:18.408559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-0782b061-c23e-4c39-a53a-7b72938f07b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c16bab-5df0-49be-8360-966c7e6d24c9 HTTP/1.1" status: 200 len: 835 time: 0.1462831 May 26 16:26:18.577540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-9a9ddb75-32b1-4847-bbba-f97f9e63d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:18.587329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-9a9ddb75-32b1-4847-bbba-f97f9e63d34c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c39485b-7441-4c6e-99a4-81195202a1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704564 May 26 16:26:18.658694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.769141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.876219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=cd6fe5a0-8917-4bf9-ada6-41f735e870ee,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:18.895697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network b8476f7d-4178-4d38-8bdb-ea1c264b6961 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:18.897727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:18.906205 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:18.992587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-65229698-392e-41e9-86c5-554b7094c0cf service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963623 May 26 16:26:19.012020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b3628b4b-ded6-4eff-bd74-66007388eea2 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:19.013796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:19.014517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.034785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc344e-9b81-4bd7-99e3-714113e4d6e3 req-9287e81a-458b-4c76-8008-4ccb6c8c0af6 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:19.044037 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38cc344e-9b81-4bd7-99e3-714113e4d6e3 req-9287e81a-458b-4c76-8008-4ccb6c8c0af6 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 983 time: 0.1582079 May 26 16:26:19.051844 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1c8336cb-61d7-4487-ae49-686e851b6ff8 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5166488 May 26 16:26:19.054369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42820) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:19.125881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a0538-a3df-4b06-a950-f3a019cf8c08 req-cf110dd3-fc5c-4c2e-b418-7d212720c8f6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:19.134641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba2a0538-a3df-4b06-a950-f3a019cf8c08 req-cf110dd3-fc5c-4c2e-b418-7d212720c8f6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 944 time: 0.3331673 May 26 16:26:19.171211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port b3628b4b-ded6-4eff-bd74-66007388eea2 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:26:19.180687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port b3628b4b-ded6-4eff-bd74-66007388eea2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:19.182380 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.234615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e556b-f90b-464a-a1de-ce3a0bc7ad46 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:19.241237 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-332e556b-f90b-464a-a1de-ce3a0bc7ad46 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1817176 May 26 16:26:19.243249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42822) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:19.247939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38cc344e-9b81-4bd7-99e3-714113e4d6e3 req-1fb3ef00-1e53-41f9-9f1a-f2ac69c2cf58 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2027841 May 26 16:26:19.265035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a98cb98-d2bf-4e68-83a2-6f4d3684642c req-e933c322-3f40-4830-91c6-84d2e3ec93f8 service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639775 May 26 16:26:19.283145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba2a0538-a3df-4b06-a950-f3a019cf8c08 req-a6eaec40-2adc-45fd-bb87-3ca9a9d3faa8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348181 May 26 16:26:19.417265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port b3628b4b-ded6-4eff-bd74-66007388eea2 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:19.417565 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.471156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:19.476610 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd7f2ce-54ec-4d56-8a68-dde17bc10521" -d '{"events": [{"server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "name": "network-vif-plugged", "status": "completed", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:19.547263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b3628b4b-ded6-4eff-bd74-66007388eea2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b3628b4b-ded6-4eff-bd74-66007388eea2,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:19.552743 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.663768 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed94da-cd4c-43e0-babf-1e6b15a1510d x-openstack-request-id: req-50ed94da-cd4c-43e0-babf-1e6b15a1510d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:19.664073 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "name": "network-vif-plugged", "status": "completed", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:19.664343 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50ed94da-cd4c-43e0-babf-1e6b15a1510d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:19.664737 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ed94da-cd4c-43e0-babf-1e6b15a1510d'] response: {'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'code': 200} May 26 16:26:19.733371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3d90e941-b032-4800-a6b2-09979f1e5b44 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:26:19.744464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=b3628b4b-ded6-4eff-bd74-66007388eea2,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:19.942174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4fcbd7f5-43c3-4333-9fab-66ba4413836c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:20.010135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c4cb-d11e-400d-8264-9a8e1f945339 req-fc8589f9-acfd-4e1d-9a3b-5b1c05ebf15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:20.011827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6723c4cb-d11e-400d-8264-9a8e1f945339 req-fc8589f9-acfd-4e1d-9a3b-5b1c05ebf15d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 1096 time: 0.2096579 May 26 16:26:20.070856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6723c4cb-d11e-400d-8264-9a8e1f945339 req-2d1271e0-70a1-4fbf-9f09-4ed48871211f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459843 May 26 16:26:20.124928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3d90e941-b032-4800-a6b2-09979f1e5b44, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3d90e941-b032-4800-a6b2-09979f1e5b44,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:20.146484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'port_id': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'mac_address': 'fa:16:3e:e1:67:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:26:20.212018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4fcbd7f5-43c3-4333-9fab-66ba4413836c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:20.212615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.217366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3d90e941-b032-4800-a6b2-09979f1e5b44 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:20.217815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.264396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d90e941-b032-4800-a6b2-09979f1e5b44 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:20.304029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3d90e941-b032-4800-a6b2-09979f1e5b44, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3d90e941-b032-4800-a6b2-09979f1e5b44,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:20.315769 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.380472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2e9a55d3-5afa-4980-9865-d2767ebce2f0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port cd6fe5a0-8917-4bf9-ada6-41f735e870ee {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:20.381058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e9a55d3-5afa-4980-9865-d2767ebce2f0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.432699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3d90e941-b032-4800-a6b2-09979f1e5b44,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:20.510970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42842) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:20.570909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a6dd0-0971-4306-b700-924a9247fb0c None None] Network b8476f7d-4178-4d38-8bdb-ea1c264b6961 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:20.580271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['3d90e941-b032-4800-a6b2-09979f1e5b44'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:20.585756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4fcbd7f5-43c3-4333-9fab-66ba4413836c is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:20.588114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.622084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62320d16-1cde-497c-8df0-4040f7a8d17f req-33c3fb8e-63d5-4f58-9741-c24e29d6a4e6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:20.627834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e9a55d3-5afa-4980-9865-d2767ebce2f0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.635179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62320d16-1cde-497c-8df0-4040f7a8d17f req-33c3fb8e-63d5-4f58-9741-c24e29d6a4e6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 945 time: 0.1397393 May 26 16:26:20.646486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2e9a55d3-5afa-4980-9865-d2767ebce2f0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for cd6fe5a0-8917-4bf9-ada6-41f735e870ee owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:20.688336 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcdd1f-5008-49ad-9f04-ae6f972a9513 req-61a79e07-73c0-4198-8942-e821ed58e4c4 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:20.700560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3dcdd1f-5008-49ad-9f04-ae6f972a9513 req-61a79e07-73c0-4198-8942-e821ed58e4c4 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 984 time: 0.2289240 May 26 16:26:20.751598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77a01747-e5bd-4338-854e-50fc903a1cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.784583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62320d16-1cde-497c-8df0-4040f7a8d17f req-1ba31ea2-6b05-44b8-a159-2de86ab89f79 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479526 May 26 16:26:20.840755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3dcdd1f-5008-49ad-9f04-ae6f972a9513 req-148a9b0f-2643-410d-9e20-dffbb6ebf0d0 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1365216 May 26 16:26:20.880671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d9e2ad71-e382-44ea-b9cc-cb2e7d2eee56 None None] Provisioning complete for port 4fcbd7f5-43c3-4333-9fab-66ba4413836c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:20.880671 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ad71-e382-44ea-b9cc-cb2e7d2eee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.882997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 4fcbd7f5-43c3-4333-9fab-66ba4413836c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4fcbd7f5-43c3-4333-9fab-66ba4413836c,segment=NetworkSegment(92fc4d91-6d10-4aac-87ed-b88644b4b725),segment_id=92fc4d91-6d10-4aac-87ed-b88644b4b725)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:20.893908 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.894883 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e9a55d3-5afa-4980-9865-d2767ebce2f0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.940305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a55d3-5afa-4980-9865-d2767ebce2f0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=cd6fe5a0-8917-4bf9-ada6-41f735e870ee,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:21.130538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e9a55d3-5afa-4980-9865-d2767ebce2f0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.135667 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2e9a55d3-5afa-4980-9865-d2767ebce2f0 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/cd6fe5a0-8917-4bf9-ada6-41f735e870ee HTTP/1.1" status: 204 len: 168 time: 1.8906982 May 26 16:26:21.139752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42854) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:21.197692 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faf66d1-1f98-4ccd-bf93-85aba5fd6cde tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:26:21.207153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9faf66d1-1f98-4ccd-bf93-85aba5fd6cde tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/cd6fe5a0-8917-4bf9-ada6-41f735e870ee HTTP/1.1" status: 404 len: 333 time: 0.0655572 May 26 16:26:21.208024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42858) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:21.213100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77a01747-e5bd-4338-854e-50fc903a1cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.220522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77a01747-e5bd-4338-854e-50fc903a1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.364867 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-77a01747-e5bd-4338-854e-50fc903a1cb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51e83aba955e4c128cb5c62aef504b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8524389 May 26 16:26:21.370315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42862) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:21.379071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a01747-e5bd-4338-854e-50fc903a1cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b570033-082e-4533-97cb-60dd2404d55a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:21.417061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=4fcbd7f5-43c3-4333-9fab-66ba4413836c,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:21.523675 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9139468b-6b05-42c0-9efd-005f7aefbd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.523880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2ad71-e382-44ea-b9cc-cb2e7d2eee56 None None] Current status of the port 4fcbd7f5-43c3-4333-9fab-66ba4413836c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:21.568606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9139468b-6b05-42c0-9efd-005f7aefbd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.659870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-37334d6e-e38c-4719-82ee-4e94448f672b None None] Provisioning complete for port 4fcbd7f5-43c3-4333-9fab-66ba4413836c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:21.660246 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37334d6e-e38c-4719-82ee-4e94448f672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.681831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dd984e2d-6f66-4f38-9d5e-e9ebb55b731d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 59ce39fc-c130-4d9c-bc32-de1b225edb74 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:21.688549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd984e2d-6f66-4f38-9d5e-e9ebb55b731d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.706110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4fcbd7f5-43c3-4333-9fab-66ba4413836c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:21.799154 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9139468b-6b05-42c0-9efd-005f7aefbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.801844 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9139468b-6b05-42c0-9efd-005f7aefbd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.803059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9139468b-6b05-42c0-9efd-005f7aefbd82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b570033-082e-4533-97cb-60dd2404d55a HTTP/1.1" status: 204 len: 168 time: 0.4077330 May 26 16:26:21.860579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139468b-6b05-42c0-9efd-005f7aefbd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b570033-082e-4533-97cb-60dd2404d55a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:21.930941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-37334d6e-e38c-4719-82ee-4e94448f672b None None] Current status of the port 4fcbd7f5-43c3-4333-9fab-66ba4413836c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:21.957890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-37334d6e-e38c-4719-82ee-4e94448f672b None None] Could not find standard attr ID for object cd6fe5a0-8917-4bf9-ada6-41f735e870ee. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:26:22.001324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4fcbd7f5-43c3-4333-9fab-66ba4413836c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:22.002418 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.040899 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd984e2d-6f66-4f38-9d5e-e9ebb55b731d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.078150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dd984e2d-6f66-4f38-9d5e-e9ebb55b731d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 59ce39fc-c130-4d9c-bc32-de1b225edb74 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:22.087749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-37334d6e-e38c-4719-82ee-4e94448f672b None None] Provisioning complete for port 59ce39fc-c130-4d9c-bc32-de1b225edb74 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:22.088394 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-37334d6e-e38c-4719-82ee-4e94448f672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.195307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4fcbd7f5-43c3-4333-9fab-66ba4413836c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:22.200216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-37334d6e-e38c-4719-82ee-4e94448f672b None None] Port 59ce39fc-c130-4d9c-bc32-de1b225edb74 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:22.318885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a4000be2-5270-4708-881c-5c633768e76b None None] Could not find standard attr ID for object cd6fe5a0-8917-4bf9-ada6-41f735e870ee. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:26:22.346622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a4000be2-5270-4708-881c-5c633768e76b None None] Provisioning complete for port 59ce39fc-c130-4d9c-bc32-de1b225edb74 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:22.346622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a4000be2-5270-4708-881c-5c633768e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.428716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a4000be2-5270-4708-881c-5c633768e76b None None] Port 59ce39fc-c130-4d9c-bc32-de1b225edb74 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:22.493304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff1ab9-7fdd-45b7-b988-1f8465bec532 req-5717fefe-cc1a-4350-a353-79d4599a7351 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:22.498159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bff1ab9-7fdd-45b7-b988-1f8465bec532 req-5717fefe-cc1a-4350-a353-79d4599a7351 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 984 time: 0.2687557 May 26 16:26:22.509304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eec60-f57b-4be2-bf4b-9a9eebe4b3a9 req-6d3c368c-674a-49a5-b27b-4a5c26ef9810 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:22.511335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e65eec60-f57b-4be2-bf4b-9a9eebe4b3a9 req-6d3c368c-674a-49a5-b27b-4a5c26ef9810 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 945 time: 0.5822110 May 26 16:26:22.514246 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd984e2d-6f66-4f38-9d5e-e9ebb55b731d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.566613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd984e2d-6f66-4f38-9d5e-e9ebb55b731d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=59ce39fc-c130-4d9c-bc32-de1b225edb74,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:22.594697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bff1ab9-7fdd-45b7-b988-1f8465bec532 req-4a8e5075-c897-4bfa-ad0a-50e8f0800a27 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0819759 May 26 16:26:22.690602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e65eec60-f57b-4be2-bf4b-9a9eebe4b3a9 req-9f3b7ebd-af49-4360-be9f-82bde32a3c81 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372442 May 26 16:26:22.751730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd984e2d-6f66-4f38-9d5e-e9ebb55b731d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.756722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dd984e2d-6f66-4f38-9d5e-e9ebb55b731d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/59ce39fc-c130-4d9c-bc32-de1b225edb74 HTTP/1.1" status: 204 len: 168 time: 1.5438049 May 26 16:26:22.756922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42898) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:22.828811 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-abec7fad-6485-4c3a-9196-711351456266 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:26:22.834022 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-abec7fad-6485-4c3a-9196-711351456266 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/59ce39fc-c130-4d9c-bc32-de1b225edb74 HTTP/1.1" status: 404 len: 333 time: 0.0757751 May 26 16:26:22.837895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42902) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:22.990361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efba9c5-83bf-471d-8e10-3a21751c95e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 68611fa7-31c8-4ee2-8126-eefac751c650 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:23.022347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b6280-8634-4683-943c-c78a91415b67 req-5140e953-0a37-4d3b-b1d0-5497b208b71d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:23.042814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e3b6280-8634-4683-943c-c78a91415b67 req-5140e953-0a37-4d3b-b1d0-5497b208b71d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 945 time: 0.2163076 May 26 16:26:23.056026 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2efba9c5-83bf-471d-8e10-3a21751c95e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.140542 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2efba9c5-83bf-471d-8e10-3a21751c95e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.147263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42910) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:23.181749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e3b6280-8634-4683-943c-c78a91415b67 req-0539af10-9bbf-48d1-a405-167dfc0835e5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367323 May 26 16:26:23.217164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42914) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:23.297281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2efba9c5-83bf-471d-8e10-3a21751c95e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.326347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdfb8f4-ff3b-4f79-8558-b09520e88d28 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:23.332180 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dcdfb8f4-ff3b-4f79-8558-b09520e88d28 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 1091 time: 0.1136460 May 26 16:26:23.333209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42916) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:23.338602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'tenant_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:23.377561 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.441710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2efba9c5-83bf-471d-8e10-3a21751c95e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.458502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-528382463-network', 'tenant_id': '72817ca9ab9c42439031c0d973f97484'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:23.487009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efba9c5-83bf-471d-8e10-3a21751c95e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=68611fa7-31c8-4ee2-8126-eefac751c650,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:23.487569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Made reservation on behalf of 72817ca9ab9c42439031c0d973f97484 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:23.492122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.499335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2efba9c5-83bf-471d-8e10-3a21751c95e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.502712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2efba9c5-83bf-471d-8e10-3a21751c95e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/68611fa7-31c8-4ee2-8126-eefac751c650 HTTP/1.1" status: 204 len: 168 time: 0.6613357 May 26 16:26:23.505208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42924) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:23.508293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede2cf7-75d2-41bf-894e-435f4a5b20f9 None None] Network b8476f7d-4178-4d38-8bdb-ea1c264b6961 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:23.526230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.604415 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.680701 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.683005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 4fcbd7f5-43c3-4333-9fab-66ba4413836c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:23.683384 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.761800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3d90e941-b032-4800-a6b2-09979f1e5b44 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:23.795240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.806860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] For port 4fcbd7f5-43c3-4333-9fab-66ba4413836c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4fcbd7f5-43c3-4333-9fab-66ba4413836c,segment=NetworkSegment(92fc4d91-6d10-4aac-87ed-b88644b4b725),segment_id=92fc4d91-6d10-4aac-87ed-b88644b4b725)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:23.807365 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.825235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 4fcbd7f5-43c3-4333-9fab-66ba4413836c owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:23.877543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5a212-bf17-4b23-8cdb-c0f5f3735d03 req-87270729-7791-453b-83b4-127bcab289f6 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:23.879330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ec5a212-bf17-4b23-8cdb-c0f5f3735d03 req-87270729-7791-453b-83b4-127bcab289f6 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 984 time: 0.1421397 May 26 16:26:23.905168 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.922377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] DHCP port deletion for b8476f7d-4178-4d38-8bdb-ea1c264b6961 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:26:23.954409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.25.0.142 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/b77e87e0-d52e-42ff-857d-e371e16c4110) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:23.959585 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.984493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:26:23.993791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 3d90e941-b032-4800-a6b2-09979f1e5b44 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:26:23.996734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17826c8-b1ff-4b21-b574-b06af7ce23fe,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:24.001236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 3d90e941-b032-4800-a6b2-09979f1e5b44 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:24.001610 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.039109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.040000 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Added segment cc4c8a41-c577-4597-b24c-33e9de42bb28 of type vlan for network b3896f31-be90-483f-bc36-aeae150a504b May 26 16:26:24.066371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.077368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ec5a212-bf17-4b23-8cdb-c0f5f3735d03 req-d3534781-caf0-4391-a26a-3b74d134f173 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1374240 May 26 16:26:24.078619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] Deleting port 4fcbd7f5-43c3-4333-9fab-66ba4413836c {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:24.079032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.082280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.128781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=4fcbd7f5-43c3-4333-9fab-66ba4413836c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:24.136683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No DVR routers for this DVR port 4fcbd7f5-43c3-4333-9fab-66ba4413836c on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:24.155344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] For port 4fcbd7f5-43c3-4333-9fab-66ba4413836c, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:24.155695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.188385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.196266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] Calling delete_port for 4fcbd7f5-43c3-4333-9fab-66ba4413836c owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:24.200237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] Port 4fcbd7f5-43c3-4333-9fab-66ba4413836c was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:26:24.203004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.213339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 3d90e941-b032-4800-a6b2-09979f1e5b44 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:24.213817 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.233645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.243843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] Pushing event deleted for resources: {'Port': ['ID=4fcbd7f5-43c3-4333-9fab-66ba4413836c,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:24.244591 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.250739 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10367b82-7f49-4dd3-9d49-81722052d421 None None] No DVR routers for this DVR port 4fcbd7f5-43c3-4333-9fab-66ba4413836c on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:24.264101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8476f7d-4178-4d38-8bdb-ea1c264b6961']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:24.275307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fc4d91-6d10-4aac-87ed-b88644b4b725') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:24.275625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fc4d91-6d10-4aac-87ed-b88644b4b725') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:24.277966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 3d90e941-b032-4800-a6b2-09979f1e5b44, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3d90e941-b032-4800-a6b2-09979f1e5b44,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:24.279609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:24.283414 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef06cd4-f541-4cf4-bc3b-c435db5c257f" -d '{"events": [{"server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:24.287940 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.296009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.302559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.303657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:24.304692 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.313208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.332901 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.340576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:26:24.341201 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.346688 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a13f50-9c6f-490d-8db2-573f23fa68f6 x-openstack-request-id: req-65a13f50-9c6f-490d-8db2-573f23fa68f6 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:24.347256 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:24.347622 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65a13f50-9c6f-490d-8db2-573f23fa68f6 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:24.348137 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a13f50-9c6f-490d-8db2-573f23fa68f6'] response: {'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'code': 200} May 26 16:26:24.364030 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2105651 May 26 16:26:24.365334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42932) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:24.379830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=3d90e941-b032-4800-a6b2-09979f1e5b44,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:24.387967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Request body: {'subnet': {'network_id': 'b3896f31-be90-483f-bc36-aeae150a504b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-528382463-subnet', 'tenant_id': '72817ca9ab9c42439031c0d973f97484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:24.423470 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:24.430373 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 92fc4d91-6d10-4aac-87ed-b88644b4b725 resource provider aggregate not found May 26 16:26:24.448046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:24.451830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:24.465957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695aaf0-a781-473f-8fe5-55b9521b4b69 admin admin] Pushing event updated for resources: {'Network': ['ID=b3896f31-be90-483f-bc36-aeae150a504b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:24.478627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network b3896f31-be90-483f-bc36-aeae150a504b details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:26:24.479464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=b77e87e0-d52e-42ff-857d-e371e16c4110,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:24.479794 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 92fc4d91-6d10-4aac-87ed-b88644b4b725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92fc4d91-6d10-4aac-87ed-b88644b4b725 found for delete ", "request_id": "req-c49944b7-3515-4f3f-b324-956c0e5721a4"}]} May 26 16:26:24.495598 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.504912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.512780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42940) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:24.513792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/networks/b8476f7d-4178-4d38-8bdb-ea1c264b6961 HTTP/1.1" status: 204 len: 168 time: 1.0069213 May 26 16:26:24.516400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Made reservation on behalf of 72817ca9ab9c42439031c0d973f97484 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:24.519430 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.522747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1945911890'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:24.548646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f1929-c5a8-42b4-9f26-799a54326a6f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Network': ['ID=b8476f7d-4178-4d38-8bdb-ea1c264b6961,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:24.585614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d17c10-706a-459f-9a22-e49469ad7c1c req-fb3cd823-19db-4d2b-8cd3-12490776e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:24.587061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13d17c10-706a-459f-9a22-e49469ad7c1c req-fb3cd823-19db-4d2b-8cd3-12490776e499 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 1136 time: 0.1530840 May 26 16:26:24.704683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:24.708249 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.727500 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13d17c10-706a-459f-9a22-e49469ad7c1c req-d40d1020-488e-49de-9b19-4821b912c66a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=72f88ece-78f3-47ad-9326-c7d829e8961a&id=c82951b4-499a-4791-bd98-d480c1c8b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1326487 May 26 16:26:24.792438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:26:24.838443 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.839135 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Added segment c53eb897-1a22-4c58-a9f6-34510a9fabf0 of type vlan for network 2b328143-bf9d-4e41-b003-ef93874ec34d May 26 16:26:24.879277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.968399 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.977123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6887cb5a-8675-41df-aa88-22f4b7b11759,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:24.989256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Checking segment: {'id': 'cc4c8a41-c577-4597-b24c-33e9de42bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b3896f31-be90-483f-bc36-aeae150a504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:24.989782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Network hostable DHCP agents. Network: b3896f31-be90-483f-bc36-aeae150a504b, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:26:25.018691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Network b3896f31-be90-483f-bc36-aeae150a504b is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:26:25.031844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, b3896f31-be90-483f-bc36-aeae150a504b) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:25.045323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ed4da-c450-4438-82ac-ef6605a788de None None] Network b3896f31-be90-483f-bc36-aeae150a504b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:25.062572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:25.064218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:25.064818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:25.068785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:25.069645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:25.102075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-524c1cd4-5a30-4444-a4bc-b442e2d9d38a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7290692 May 26 16:26:25.172290 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6542375 May 26 16:26:25.172471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42952) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:25.179464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': '2b328143-bf9d-4e41-b003-ef93874ec34d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:25.258734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f926dd-3263-4f7e-8232-cda58262fb1f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Network': ['ID=2b328143-bf9d-4e41-b003-ef93874ec34d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:25.289608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 2b328143-bf9d-4e41-b003-ef93874ec34d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:26:25.331448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:25.418021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439789a7-1a48-4e5b-8996-d5302afa83d6 None None] Network b3896f31-be90-483f-bc36-aeae150a504b requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:25.434588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:25.476199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4de14b-3b52-4b0a-bd56-7c48114f47a2 req-1ac0c95f-f1a5-49dd-946a-86e90a15c54a tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:25.477483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb4de14b-3b52-4b0a-bd56-7c48114f47a2 req-1ac0c95f-f1a5-49dd-946a-86e90a15c54a tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 985 time: 0.1804094 May 26 16:26:25.585210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:25.589297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:25.647991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb4de14b-3b52-4b0a-bd56-7c48114f47a2 req-ea80191e-9aa2-42c5-b2c4-5822eba6fa5f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1543338 May 26 16:26:25.667019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4fcbd7f5-43c3-4333-9fab-66ba4413836c no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:25.706078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4fcbd7f5-43c3-4333-9fab-66ba4413836c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:25.706882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4fcbd7f5-43c3-4333-9fab-66ba4413836c not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:25.864429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:25.877666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.047574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42974) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:26.054713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-364246781-network', 'tenant_id': '4f5b79b3d51f4d52a012839d325dadba'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:26.068658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=b77e87e0-d52e-42ff-857d-e371e16c4110,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:26.081959 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.097379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.130881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Made reservation on behalf of 4f5b79b3d51f4d52a012839d325dadba for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:26.134061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.148082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.204969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=4209cf18-71f9-4cc4-9c89-23f40859502c,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:26.232029 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Floating IP f1757830-01db-4eae-9fa5-449859c506bc associated. External IP: 172.25.0.142, port: b3628b4b-ded6-4eff-bd74-66007388eea2. May 26 16:26:26.270955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Checking segment: {'id': 'c53eb897-1a22-4c58-a9f6-34510a9fabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b328143-bf9d-4e41-b003-ef93874ec34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:26.272192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network hostable DHCP agents. Network: 2b328143-bf9d-4e41-b003-ef93874ec34d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:26:26.379924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 2b328143-bf9d-4e41-b003-ef93874ec34d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:26:26.412746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 2b328143-bf9d-4e41-b003-ef93874ec34d) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:26.422990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c2e2d7-0afa-4c6e-969e-04f553d0e1b7 None None] Network 2b328143-bf9d-4e41-b003-ef93874ec34d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:26.425279 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.427009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:26.427607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.432392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.480504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f951c1b-a3e0-4339-9fc3-4c2b753e2ba0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:26.498536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b0294b09-6c65-4a23-9b33-865f2478210e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3245237 May 26 16:26:26.502609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 42976) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:26.504692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:26:26.510582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': '2b328143-bf9d-4e41-b003-ef93874ec34d', 'name': 'tempest-PortsTestJSON-1704912179', 'fixed_ips': [{'subnet_id': '4209cf18-71f9-4cc4-9c89-23f40859502c', 'ip_address': '172.20.0.10'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:26.586470 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.586831 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Added segment f7f49f82-323b-40f3-8971-212123d9b54c of type vlan for network 6b09a8c2-592c-42b5-af84-06a49721991e May 26 16:26:26.626141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-2b328143-bf9d-4e41-b003-ef93874ec34d', 'network_id': '2b328143-bf9d-4e41-b003-ef93874ec34d', 'tenant_id': 'a345bd1d70f54664b28ca870bfd741f2', 'fixed_ips': [{'subnet_id': '4209cf18-71f9-4cc4-9c89-23f40859502c'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:26:26.628072 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.653644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.701679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 070506f0-c4f5-412a-951d-f5a0fc373a26 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:26.767480 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.768997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:26.769789 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.826992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:26.906834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Allocated IP 172.20.0.2 (2b328143-bf9d-4e41-b003-ef93874ec34d/4209cf18-71f9-4cc4-9c89-23f40859502c/63b63bc9-28d8-4441-ba27-8fcc3b503432) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:26.976778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:27.020557 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:27.039525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] Sync routers for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:27.066264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:27.066929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:27.080936 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-af85e662-dc4f-403c-a2f8-aeeb89cd57ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7439141 May 26 16:26:27.080936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:27.082251 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00b6e5-0399-4e75-bee2-37d5b5773784" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:27.085165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42992) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:27.251715 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ea2ec033-3ee7-401d-ae51-1c5ff16ab8c4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/floatingips/f1757830-01db-4eae-9fa5-449859c506bc HTTP/1.1" status: 200 len: 991 time: 0.1639624 May 26 16:26:27.252668 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64c7e5-6191-4b6e-9748-6074c0ad162f x-openstack-request-id: req-4e64c7e5-6191-4b6e-9748-6074c0ad162f {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:27.253342 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:27.253672 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e64c7e5-6191-4b6e-9748-6074c0ad162f {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:27.254202 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e64c7e5-6191-4b6e-9748-6074c0ad162f'] response: {'name': 'network-changed', 'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'status': 'completed', 'code': 200} May 26 16:26:27.406142 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:27.409042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:27.429130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3776295 May 26 16:26:27.429709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 42998) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:27.434530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Request body: {'subnet': {'network_id': '6b09a8c2-592c-42b5-af84-06a49721991e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-364246781-subnet', 'tenant_id': '4f5b79b3d51f4d52a012839d325dadba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:27.446986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:27.460210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b936b0-5120-4a3f-9353-179d53202c6c admin admin] Pushing event updated for resources: {'Network': ['ID=6b09a8c2-592c-42b5-af84-06a49721991e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:27.470475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Made reservation on behalf of 4f5b79b3d51f4d52a012839d325dadba for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:27.472683 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:27.478423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f088-34fa-459e-9f35-81c42f58e02b req-9633c58e-355d-4f6f-977c-71d89784d8d8 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:27.479999 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f050f088-34fa-459e-9f35-81c42f58e02b req-9633c58e-355d-4f6f-977c-71d89784d8d8 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 985 time: 0.6929965 May 26 16:26:27.495612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 6b09a8c2-592c-42b5-af84-06a49721991e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:26:27.527950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-3579dbfe-aaf0-4795-b868-3b1864478c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:27.529602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-3579dbfe-aaf0-4795-b868-3b1864478c89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 1096 time: 0.1778784 May 26 16:26:27.541730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:27.590802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 3be561bb-0261-435b-98c2-d2af20305600 yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:26:27.648799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Network 2b328143-bf9d-4e41-b003-ef93874ec34d is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:27.666162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:27.670514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:27.682362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Pushing event updated for resources: {'Port': ['ID=63b63bc9-28d8-4441-ba27-8fcc3b503432,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:27.801579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f050f088-34fa-459e-9f35-81c42f58e02b req-70c1c3e5-af62-4d33-bc3c-b38f3710ba97 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3062260 May 26 16:26:27.922476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:27.973165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.10 (2b328143-bf9d-4e41-b003-ef93874ec34d/4209cf18-71f9-4cc4-9c89-23f40859502c/3be561bb-0261-435b-98c2-d2af20305600) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:28.012305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-dd7a77df-d713-4522-8866-0d9e18415e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.013638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-dd7a77df-d713-4522-8866-0d9e18415e19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90c7614f-995f-4fb6-85ea-240611fc8458 HTTP/1.1" status: 200 len: 897 time: 0.4691119 May 26 16:26:28.035818 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dce07af-0bdc-4938-9fed-56eae1cdbe14,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:28.112957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Attempting to bind port 63b63bc9-28d8-4441-ba27-8fcc3b503432 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:28.113412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Attempting to bind port 63b63bc9-28d8-4441-ba27-8fcc3b503432 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'c53eb897-1a22-4c58-a9f6-34510a9fabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b328143-bf9d-4e41-b003-ef93874ec34d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:28.113952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Attempting to bind port 63b63bc9-28d8-4441-ba27-8fcc3b503432 on network 2b328143-bf9d-4e41-b003-ef93874ec34d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:28.143243 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:28.143955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Checking segment: {'id': 'c53eb897-1a22-4c58-a9f6-34510a9fabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b328143-bf9d-4e41-b003-ef93874ec34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:28.144640 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:28.145267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Bound using segment: {'id': 'c53eb897-1a22-4c58-a9f6-34510a9fabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b328143-bf9d-4e41-b003-ef93874ec34d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:28.145989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Bound port: 63b63bc9-28d8-4441-ba27-8fcc3b503432, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53eb897-1a22-4c58-a9f6-34510a9fabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2b328143-bf9d-4e41-b003-ef93874ec34d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:28.146594 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:28.157588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Checking segment: {'id': 'f7f49f82-323b-40f3-8971-212123d9b54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b09a8c2-592c-42b5-af84-06a49721991e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:28.168474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Network hostable DHCP agents. Network: 6b09a8c2-592c-42b5-af84-06a49721991e, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:26:28.256458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Network 6b09a8c2-592c-42b5-af84-06a49721991e is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:26:28.279713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43008) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:28.287797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd2e61-1a43-4200-be8f-e9b876cf3fc9 req-bcd150cc-5090-4028-b7db-9650305c712c tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.296100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8efd2e61-1a43-4200-be8f-e9b876cf3fc9 req-bcd150cc-5090-4028-b7db-9650305c712c tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 985 time: 0.3146577 May 26 16:26:28.298082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 6b09a8c2-592c-42b5-af84-06a49721991e) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:28.309516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.310127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:28.324731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e03bd-cfb5-4ab7-adf9-176a4eda48ff None None] Network 6b09a8c2-592c-42b5-af84-06a49721991e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:28.324975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-fcd23278-04d4-41a8-a302-92223f3de0e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3628b4b-ded6-4eff-bd74-66007388eea2 HTTP/1.1" status: 200 len: 999 time: 0.2808886 May 26 16:26:28.363278 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db73199a-fd17-4a8a-8ee1-cefe7777246a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9326963 May 26 16:26:28.469674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] For port 63b63bc9-28d8-4441-ba27-8fcc3b503432, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:28.493488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-406a1c15-a614-4eb4-9289-7a804b7e62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.495071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-406a1c15-a614-4eb4-9289-7a804b7e62cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c30e138e-4a0d-471e-bd75-0ad9364c27b7 HTTP/1.1" status: 200 len: 834 time: 0.1558852 May 26 16:26:28.514319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] For port 63b63bc9-28d8-4441-ba27-8fcc3b503432, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=63b63bc9-28d8-4441-ba27-8fcc3b503432,segment=NetworkSegment(c53eb897-1a22-4c58-a9f6-34510a9fabf0),segment_id=c53eb897-1a22-4c58-a9f6-34510a9fabf0)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:28.520087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8efd2e61-1a43-4200-be8f-e9b876cf3fc9 req-d06ad49e-aa8d-433d-bec0-671f8b25a5cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2229497 May 26 16:26:28.526418 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:28.534818 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-10ebf35c-db87-4f2a-bda3-0ae9cbf8af4a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/floatingips/f1757830-01db-4eae-9fa5-449859c506bc HTTP/1.1" status: 200 len: 991 time: 0.2345569 May 26 16:26:28.575419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:28.610235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-6781b2ea-37f6-4b4a-811e-13003fdf1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.611614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-6781b2ea-37f6-4b4a-811e-13003fdf1aad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90c7614f-995f-4fb6-85ea-240611fc8458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867682 May 26 16:26:28.708631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:25:44Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f1757830-01db-4eae-9fa5-449859c506bc', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:25Z', 'updated_at': '2022-05-26T16:26:25Z', 'revision_number': 0, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:28.746457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d902c-8326-44db-836d-e47aa9d4cdfe None None] Pushing event updated for resources: {'Port': ['ID=63b63bc9-28d8-4441-ba27-8fcc3b503432,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:28.797517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea5954-3d0d-4135-8187-520b8a504e7b None None] Network 6b09a8c2-592c-42b5-af84-06a49721991e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:28.841557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:28.911039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] Checking router: 070506f0-c4f5-412a-951d-f5a0fc373a26 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:29.064192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:29.065550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:29.157158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 2b328143-bf9d-4e41-b003-ef93874ec34d is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:29.158748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=3be561bb-0261-435b-98c2-d2af20305600,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:29.195476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:29.219231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:29.316694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:29.341384 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-1778f23e-49c3-4ed4-a3d1-6839feaad353 service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058442 May 26 16:26:29.343923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecefb6f-4564-4c68-9202-56ddfd9ac8d5 req-90e7ea81-7093-4f5f-8be1-5cb2c5e21912 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:29.345862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ecefb6f-4564-4c68-9202-56ddfd9ac8d5 req-90e7ea81-7093-4f5f-8be1-5cb2c5e21912 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 1136 time: 0.6987381 May 26 16:26:29.397705 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9ecefb6f-4564-4c68-9202-56ddfd9ac8d5 req-862451f7-f2b2-4646-9957-ef0b29c5c053 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:29.487967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:29.488764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:29.539101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43030) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:29.564219 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d373c2d4-8417-405a-b608-22d781d7c54d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0605695 May 26 16:26:29.569845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43032) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:29.577352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': '2b328143-bf9d-4e41-b003-ef93874ec34d', 'name': 'tempest-PortsTestJSON-912530093', 'fixed_ips': [{'subnet_id': '4209cf18-71f9-4cc4-9c89-23f40859502c', 'ip_address': '172.20.0.9'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:29.767719 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ba114770-7819-4b21-bf80-f47c226902df tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/floatingips/f1757830-01db-4eae-9fa5-449859c506bc HTTP/1.1" status: 200 len: 991 time: 0.2266133 May 26 16:26:29.788289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 63b63bc9-28d8-4441-ba27-8fcc3b503432 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:29.821410 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9ecefb6f-4564-4c68-9202-56ddfd9ac8d5 req-862451f7-f2b2-4646-9957-ef0b29c5c053 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:29.830781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a00b6e5-0399-4e75-bee2-37d5b5773784 req-7646dfbf-f3f2-4a49-a15f-b0055175adb3 service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741261 May 26 16:26:29.865476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-9ecefb6f-4564-4c68-9202-56ddfd9ac8d5 req-862451f7-f2b2-4646-9957-ef0b29c5c053 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:29.958146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ecefb6f-4564-4c68-9202-56ddfd9ac8d5 req-862451f7-f2b2-4646-9957-ef0b29c5c053 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5999906 May 26 16:26:29.977424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 63b63bc9-28d8-4441-ba27-8fcc3b503432 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:29.977876 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:29.997055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43036) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:30.127967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b7350-ca0f-4364-a901-bf4a7b8d26eb tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:30.140356 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b66b7350-ca0f-4364-a901-bf4a7b8d26eb tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 1131 time: 0.1291943 May 26 16:26:30.140356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43038) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:30.145353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'tenant_id': '45735cc8400542528e0de415734ff279', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:30.155015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862451f7-f2b2-4646-9957-ef0b29c5c053 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e16873d-d421-42bc-ac95-8b15f748c1ad,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:30.191160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61821a94-7734-41d3-84ad-3514344fa75d req-2b9fa326-c100-4215-8087-0b700b46f015 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:30.196503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:30.205537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61821a94-7734-41d3-84ad-3514344fa75d req-2b9fa326-c100-4215-8087-0b700b46f015 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1097 time: 0.3813329 May 26 16:26:30.287438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:30.293646 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:30.317818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 63b63bc9-28d8-4441-ba27-8fcc3b503432 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:30.318512 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:30.389295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 63b63bc9-28d8-4441-ba27-8fcc3b503432, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=63b63bc9-28d8-4441-ba27-8fcc3b503432,segment=NetworkSegment(c53eb897-1a22-4c58-a9f6-34510a9fabf0),segment_id=c53eb897-1a22-4c58-a9f6-34510a9fabf0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:30.401957 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:30.424804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61821a94-7734-41d3-84ad-3514344fa75d req-43af8f7d-eb0a-4c36-82c4-65fa43d9fec7 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179532 May 26 16:26:30.454193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43050) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:30.460954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:25:44Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f1757830-01db-4eae-9fa5-449859c506bc', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:25Z', 'updated_at': '2022-05-26T16:26:25Z', 'revision_number': 0, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:30.505528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6f40-5dce-4d84-96ef-09fb36d3a881 None None] The sync data for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 is: [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:25:44Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f1757830-01db-4eae-9fa5-449859c506bc', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:25Z', 'updated_at': '2022-05-26T16:26:25Z', 'revision_number': 0, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:30.551959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port cd740d4c-f5a0-4188-8745-bfa38520242b yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:26:30.576937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=63b63bc9-28d8-4441-ba27-8fcc3b503432,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:30.664852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d309eb11-6ce4-4208-88d0-b7ccf372895d None None] Network 2b328143-bf9d-4e41-b003-ef93874ec34d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:30.670131 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:30.795298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43056) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:30.807234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2ff10cba-63b8-46be-a02a-2cb30fa7141b None None] Provisioning complete for port 63b63bc9-28d8-4441-ba27-8fcc3b503432 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:30.808272 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ff10cba-63b8-46be-a02a-2cb30fa7141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:30.995463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1c2da52d-8635-4ea5-99e8-1acee1ad39e6 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:30.998366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1c2da52d-8635-4ea5-99e8-1acee1ad39e6 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/networks?id=b3896f31-be90-483f-bc36-aeae150a504b HTTP/1.1" status: 200 len: 811 time: 0.6993129 May 26 16:26:31.036856 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b025d5b-d30c-4cf1-ab83-0fb26bcbf697 None None] New status for floating IP f1757830-01db-4eae-9fa5-449859c506bc: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:26:31.052649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2ff10cba-63b8-46be-a02a-2cb30fa7141b None None] Current status of the port 63b63bc9-28d8-4441-ba27-8fcc3b503432 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:31.075017 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1c4a30ee-43be-4078-bc70-ca1601311672 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/floatingips/f1757830-01db-4eae-9fa5-449859c506bc HTTP/1.1" status: 200 len: 991 time: 0.2561927 May 26 16:26:31.114837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port 865bc675-49db-4031-a7b1-c24b4a2d421c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:31.115115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.187560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.9 (2b328143-bf9d-4e41-b003-ef93874ec34d/4209cf18-71f9-4cc4-9c89-23f40859502c/cd740d4c-f5a0-4188-8745-bfa38520242b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:31.264379 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.264688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.315147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for 865bc675-49db-4031-a7b1-c24b4a2d421c owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:31.317642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Allocated IP 172.25.0.106 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/6723b6c2-732a-4fb8-831b-b979b95a2edb) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:31.364548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-3bdda4f5-46f2-4fa7-abc1-3ecec3154da3 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/quotas/72817ca9ab9c42439031c0d973f97484 HTTP/1.1" status: 200 len: 375 time: 0.3460999 May 26 16:26:31.452866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2af837af-1b67-4952-88b5-2e90b4c2e211 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=72817ca9ab9c42439031c0d973f97484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740666 May 26 16:26:31.580213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.605799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8677232b-cbc0-4508-aff6-075bb95185f4 None None] Provisioning complete for port 3be561bb-0261-435b-98c2-d2af20305600 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:31.612549 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8677232b-cbc0-4508-aff6-075bb95185f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.697032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.793863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8677232b-cbc0-4508-aff6-075bb95185f4 None None] Port 3be561bb-0261-435b-98c2-d2af20305600 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:31.833851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 63b63bc9-28d8-4441-ba27-8fcc3b503432 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:31.835378 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.871348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.938450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8677232b-cbc0-4508-aff6-075bb95185f4 None None] Provisioning complete for port 63b63bc9-28d8-4441-ba27-8fcc3b503432 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:31.939688 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8677232b-cbc0-4508-aff6-075bb95185f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.954285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=cd740d4c-f5a0-4188-8745-bfa38520242b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:31.973341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 2b328143-bf9d-4e41-b003-ef93874ec34d is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:31.977830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:31.981413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:32.051706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=865bc675-49db-4031-a7b1-c24b4a2d421c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:32.056056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 63b63bc9-28d8-4441-ba27-8fcc3b503432 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:32.056412 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.136560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43066) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:32.150920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8677232b-cbc0-4508-aff6-075bb95185f4 None None] Current status of the port 63b63bc9-28d8-4441-ba27-8fcc3b503432 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:32.212905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:32.213924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.238069 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8c8c8d9b-684b-4260-818c-982e8b0e6366 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6638324 May 26 16:26:32.238944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43068) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:32.252391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.285018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 63b63bc9-28d8-4441-ba27-8fcc3b503432 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:32.342855 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.343486 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Floating IP 405d5856-7232-48ec-b9ae-cbe6226bdc5a disassociated (deleted). External IP: 172.25.0.174, port: b2e22bb2-b469-4674-9c34-829ef8020f04. May 26 16:26:32.349529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7328348c-649b-4e21-afce-06348ac1ac63 None None] Provisioning complete for port 3be561bb-0261-435b-98c2-d2af20305600 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:32.349907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7328348c-649b-4e21-afce-06348ac1ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.363597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-337d4a63-430b-446a-a10f-bf19eb615fcb service neutron] 10.222.0.39 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9029379 May 26 16:26:32.365566 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-938cb4c1-6ad4-4911-947a-4175630087ee tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/floatingips/f1757830-01db-4eae-9fa5-449859c506bc HTTP/1.1" status: 200 len: 993 time: 0.2273903 May 26 16:26:32.377469 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:32.479101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604f363-f091-4202-aa73-513e5ff20c22 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:32.487318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7604f363-f091-4202-aa73-513e5ff20c22 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2414095 May 26 16:26:32.487751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43070) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:32.501274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7328348c-649b-4e21-afce-06348ac1ac63 None None] Port 3be561bb-0261-435b-98c2-d2af20305600 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:32.580186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd1c30-303f-4945-921b-e9149a7d1bed tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:32.586534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd1c30-303f-4945-921b-e9149a7d1bed tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:32.593158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd1c30-303f-4945-921b-e9149a7d1bed tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:32.595240 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a2fd1c30-303f-4945-921b-e9149a7d1bed tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1065121 May 26 16:26:32.598317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:32.611739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-b0d57181-8f40-4487-bde2-cc88a4fd3419 service neutron] 10.222.0.39 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453668 May 26 16:26:32.643950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-826159f8-3e61-4bbf-9911-c761196ff48b None None] Provisioning complete for port cd740d4c-f5a0-4188-8745-bfa38520242b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:32.644508 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-826159f8-3e61-4bbf-9911-c761196ff48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.820530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-826159f8-3e61-4bbf-9911-c761196ff48b None None] Port cd740d4c-f5a0-4188-8745-bfa38520242b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:32.825809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6096bf53-6033-466d-9860-3cdafb075299 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port cd740d4c-f5a0-4188-8745-bfa38520242b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:32.830226 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6096bf53-6033-466d-9860-3cdafb075299 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.031067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:33.037468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:33.089411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=6723b6c2-732a-4fb8-831b-b979b95a2edb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:33.108092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-291a5edc-b7ff-4ae5-879b-3c36682f8920 req-e878e7dd-d0d6-4464-be3c-6ba72b12f0ae tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 210 time: 0.0723360 May 26 16:26:33.140096 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6096bf53-6033-466d-9860-3cdafb075299 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.176114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6096bf53-6033-466d-9860-3cdafb075299 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for cd740d4c-f5a0-4188-8745-bfa38520242b owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:33.411492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6096bf53-6033-466d-9860-3cdafb075299 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.513689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096bf53-6033-466d-9860-3cdafb075299 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=cd740d4c-f5a0-4188-8745-bfa38520242b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:33.776306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6096bf53-6033-466d-9860-3cdafb075299 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.785233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6096bf53-6033-466d-9860-3cdafb075299 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/cd740d4c-f5a0-4188-8745-bfa38520242b HTTP/1.1" status: 204 len: 168 time: 1.1855576 May 26 16:26:33.789698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43090) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:33.819182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:33.886912 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-0616ebbb-329a-43c7-acd3-992652256690 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:26:33.888995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0616ebbb-329a-43c7-acd3-992652256690 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/cd740d4c-f5a0-4188-8745-bfa38520242b HTTP/1.1" status: 404 len: 333 time: 0.0978599 May 26 16:26:33.892124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43092) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:34.092752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9a65a0c6-49c6-4412-a77c-7275f4d43921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 3be561bb-0261-435b-98c2-d2af20305600 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:34.093180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a65a0c6-49c6-4412-a77c-7275f4d43921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.123283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:34.127332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.131671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.145942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] Sync routers for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:34.176149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:34.181468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:34.195942 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f09a6b0b-3ea9-43c3-83b7-a98e78dfa69d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/floatingips/405d5856-7232-48ec-b9ae-cbe6226bdc5a HTTP/1.1" status: 204 len: 168 time: 3.7384901 May 26 16:26:34.209945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:34.223415 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8f3885-8267-4fef-b797-59aa9eb085d0" -d '{"events": [{"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:34.431485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.495572 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a65a0c6-49c6-4412-a77c-7275f4d43921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.509734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51a16114-b431-4092-9d0a-25641753ae76 req-eae81882-eda6-42ea-aab3-9cd2248b60a5 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 210 time: 0.1397610 May 26 16:26:34.553108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9a65a0c6-49c6-4412-a77c-7275f4d43921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 3be561bb-0261-435b-98c2-d2af20305600 owned by {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:34.718547 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da25881-0d2a-4730-8f08-b743fcd27be2 x-openstack-request-id: req-5da25881-0d2a-4730-8f08-b743fcd27be2 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:34.718856 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:34.719091 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5da25881-0d2a-4730-8f08-b743fcd27be2 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:34.722628 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da25881-0d2a-4730-8f08-b743fcd27be2'] response: {'name': 'network-changed', 'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'status': 'completed', 'code': 200} May 26 16:26:34.807585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:34.890778 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.904530 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.055483 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a919a953-d611-44e9-b087-03d5b1de26f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.065902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=6723b6c2-732a-4fb8-831b-b979b95a2edb,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:35.093868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.103338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-7b8b68a7-b413-4a8b-89d2-553310ea0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:35.104939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-7b8b68a7-b413-4a8b-89d2-553310ea0d87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 1097 time: 0.3963859 May 26 16:26:35.127206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72d456-0017-43cb-a8fe-2dc9b31a1dc4 req-ad452e74-8372-47a7-958a-becae82f0d6e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:35.129593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c72d456-0017-43cb-a8fe-2dc9b31a1dc4 req-ad452e74-8372-47a7-958a-becae82f0d6e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 946 time: 0.3557942 May 26 16:26:35.376306 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Floating IP c1b224c7-ec7e-4100-9ee9-7e1ebb8d8e47 associated. External IP: 172.25.0.106, port: 3d90e941-b032-4800-a6b2-09979f1e5b44. May 26 16:26:35.412876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:43Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5021a6d7-16b2-4435-9f8d-38e43eeae7b6', 'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ae:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:40Z', 'updated_at': '2022-05-26T16:23:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:35.485767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] Checking router: 98c9ac71-8c86-45d2-89b0-46b3da9a4761 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:35.486395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-4eb2ceea-ec83-4b9a-a737-9fce5c41f380 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:35.487954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-4eb2ceea-ec83-4b9a-a737-9fce5c41f380 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.32 "GET /v2.0/networks?id=b3896f31-be90-483f-bc36-aeae150a504b HTTP/1.1" status: 200 len: 811 time: 0.6087058 May 26 16:26:35.501243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a65a0c6-49c6-4412-a77c-7275f4d43921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.515069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:35.516067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:35.516514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c72d456-0017-43cb-a8fe-2dc9b31a1dc4 req-655e1ea7-7934-44b0-ab29-e92dba1636aa tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550273 May 26 16:26:35.543535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Request body: {'port': {'device_id': '16783076-2852-49b7-94ab-fb7eb8e5c310', 'network_id': 'b3896f31-be90-483f-bc36-aeae150a504b', 'admin_state_up': True, 'tenant_id': '72817ca9ab9c42439031c0d973f97484'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:35.612935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65a0c6-49c6-4412-a77c-7275f4d43921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=3be561bb-0261-435b-98c2-d2af20305600,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:35.696776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-fd6a75c0-10fa-4f81-8130-22ac9ed48821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:35.699252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-fd6a75c0-10fa-4f81-8130-22ac9ed48821 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 200 len: 898 time: 0.4966185 May 26 16:26:35.847767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:36.008478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Router cbd2715f-9056-43e2-ae21-1c1b9a88b023 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:36.227383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:36.244383 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] Sync routers for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:36.272873 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:36.275091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:36.277953 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:36.328326 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5b5f2744-f2a1-4b31-a2d4-f8711fbd53f2 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1866994 May 26 16:26:36.328959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43118) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:36.387367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:43Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5021a6d7-16b2-4435-9f8d-38e43eeae7b6', 'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ae:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:40Z', 'updated_at': '2022-05-26T16:23:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:36.453053 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9a65a0c6-49c6-4412-a77c-7275f4d43921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:36.455408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9a65a0c6-49c6-4412-a77c-7275f4d43921 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/3be561bb-0261-435b-98c2-d2af20305600 HTTP/1.1" status: 204 len: 168 time: 2.5597398 May 26 16:26:36.462819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43124) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:36.476481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c103b8fb-d730-49b6-9558-dbb662cba582 None None] The sync data for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 is: [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:23:43Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5021a6d7-16b2-4435-9f8d-38e43eeae7b6', 'name': '', 'network_id': 'fc654ae0-7228-4be5-8921-353f239e681a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ae:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:40Z', 'updated_at': '2022-05-26T16:23:51Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '08566e98-96bc-4af5-8676-9a5c90d041cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:36.477162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-26436f6d-5061-4ea3-b1aa-2fa86e1c671b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 200 len: 217 time: 0.7652242 May 26 16:26:36.490616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b4d0bfa-feda-4ed7-8541-7bff211d9882 req-e2507f72-4705-44c9-b182-8709b06dc49e tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 210 time: 0.1915617 May 26 16:26:36.533503 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:36.656405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Made reservation on behalf of 72817ca9ab9c42439031c0d973f97484 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:36.662023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:36.670570 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-8258b449-3b4d-43bb-9b08-792790fd8efa tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:26:36.674388 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8258b449-3b4d-43bb-9b08-792790fd8efa tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/3be561bb-0261-435b-98c2-d2af20305600 HTTP/1.1" status: 404 len: 333 time: 0.2049389 May 26 16:26:36.681008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43130) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:36.705675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-c818d6e6-34e9-4b38-8481-29bb5a945067 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.709917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-c818d6e6-34e9-4b38-8481-29bb5a945067 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 946 time: 0.4070754 May 26 16:26:36.721417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-8848c2f0-eb1e-475b-9ef0-01a19e9fce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.723371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-8848c2f0-eb1e-475b-9ef0-01a19e9fce38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 200 len: 835 time: 0.2309766 May 26 16:26:36.729776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:36.734848 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51" -d '{"events": [{"name": "network-changed", "server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:36.755747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.757482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.760090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.761360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.764887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.767679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.768581 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.770687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.773104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.776179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.778415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.783397 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-473bd427-88f5-40ba-8ad6-a09fc82d3322 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7696 time: 0.4530027 May 26 16:26:36.788097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0da4de9-5c6d-436b-8cc8-18ec1c85692f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 4209cf18-71f9-4cc4-9c89-23f40859502c {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:36.788258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43134) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:36.792067 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0da4de9-5c6d-436b-8cc8-18ec1c85692f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:36.886797 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:26:03Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'c1b224c7-ec7e-4100-9ee9-7e1ebb8d8e47', 'tenant_id': '45735cc8400542528e0de415734ff279', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'port_id': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'mac_address': 'fa:16:3e:e1:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:33Z', 'updated_at': '2022-05-26T16:26:33Z', 'revision_number': 0, 'project_id': '45735cc8400542528e0de415734ff279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3588141-ebe3-49eb-8bbf-922d390e83bd', 'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:15:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:01Z', 'updated_at': '2022-05-26T16:26:08Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:36.934083 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] Checking router: cbd2715f-9056-43e2-ae21-1c1b9a88b023 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:36.952916 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:36.953568 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:36.958547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.959190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059731ab-ef92-4417-892d-34f4cb5a6089 None None] New status for floating IP 405d5856-7232-48ec-b9ae-cbe6226bdc5a: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:26:36.963357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.965627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.966728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.967785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.969066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.970922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.972463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.973153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.974727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.977683 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-dde5f043-3aec-403f-bf4c-f40b8e5f2323 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6485 time: 0.1850536 May 26 16:26:36.981256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43138) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:37.057429 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d2be1-ab92-4c40-8868-a2b08a3b337e x-openstack-request-id: req-3d0d2be1-ab92-4c40-8868-a2b08a3b337e {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:37.058740 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:37.059158 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d0d2be1-ab92-4c40-8868-a2b08a3b337e {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:37.059774 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0d2be1-ab92-4c40-8868-a2b08a3b337e'] response: {'name': 'network-changed', 'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'status': 'completed', 'code': 200} May 26 16:26:37.061650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.24', 50849) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:37.101971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0da4de9-5c6d-436b-8cc8-18ec1c85692f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.122740 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:37.189129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-d9ee6d71-0fdb-438b-983b-831081d0f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.192516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-d9ee6d71-0fdb-438b-983b-831081d0f658 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45735cc8400542528e0de415734ff279&device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 1136 time: 0.1285980 May 26 16:26:37.304672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef643fc-0eb7-4c57-b0a4-856a487d78ce req-bb5ffd68-cfdd-4898-b7c3-fff084052b05 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.312882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ef643fc-0eb7-4c57-b0a4-856a487d78ce req-bb5ffd68-cfdd-4898-b7c3-fff084052b05 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 946 time: 0.5976055 May 26 16:26:37.348940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-f73ba357-4b48-45fd-b69b-2dfe57baedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.350857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-f73ba357-4b48-45fd-b69b-2dfe57baedb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc654ae0-7228-4be5-8921-353f239e681a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5197513 May 26 16:26:37.503641 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:26:03Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'c1b224c7-ec7e-4100-9ee9-7e1ebb8d8e47', 'tenant_id': '45735cc8400542528e0de415734ff279', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'port_id': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'mac_address': 'fa:16:3e:e1:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:33Z', 'updated_at': '2022-05-26T16:26:33Z', 'revision_number': 0, 'project_id': '45735cc8400542528e0de415734ff279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3588141-ebe3-49eb-8bbf-922d390e83bd', 'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:15:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:01Z', 'updated_at': '2022-05-26T16:26:08Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:37.522840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dc00a-fadf-4157-a0c2-6e3dd904cd15 req-7d3dc5ae-b828-43f1-8f80-6b97ec6acc92 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.524833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb9dc00a-fadf-4157-a0c2-6e3dd904cd15 req-7d3dc5ae-b828-43f1-8f80-6b97ec6acc92 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 946 time: 0.3453832 May 26 16:26:37.620627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Allocated IP 172.20.0.8 (b3896f31-be90-483f-bc36-aeae150a504b/6887cb5a-8675-41df-aa88-22f4b7b11759/12759989-8257-4d58-8376-a32b26bb3a43) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:37.683881 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6405c8ce-7326-40b4-a1c4-70c5c4bfb2ae None None] The sync data for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 is: [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:26:03Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'c1b224c7-ec7e-4100-9ee9-7e1ebb8d8e47', 'tenant_id': '45735cc8400542528e0de415734ff279', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'port_id': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'mac_address': 'fa:16:3e:e1:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:33Z', 'updated_at': '2022-05-26T16:26:33Z', 'revision_number': 0, 'project_id': '45735cc8400542528e0de415734ff279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3588141-ebe3-49eb-8bbf-922d390e83bd', 'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:15:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:01Z', 'updated_at': '2022-05-26T16:26:08Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:37.724310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ef643fc-0eb7-4c57-b0a4-856a487d78ce req-debc02f6-39b1-436d-91dc-89a2161cd5df tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef3da7d0-8a20-4587-a2a1-0b0956b915cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099486 May 26 16:26:37.795462 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a275b51-bdf9-4854-b4fe-b93c1e651982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.869564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0da4de9-5c6d-436b-8cc8-18ec1c85692f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.877531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port b2e22bb2-b469-4674-9c34-829ef8020f04 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:37.878158 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.963779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-86210aec-8052-461f-bd72-88a20e268f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.965328 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-86210aec-8052-461f-bd72-88a20e268f4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c39485b-7441-4c6e-99a4-81195202a1de HTTP/1.1" status: 200 len: 897 time: 0.7652936 May 26 16:26:38.021683 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8255316-7292-4f02-95b8-9f685ba93429 req-6f24ce7a-6800-41ab-9f80-1bb42b4d86dd tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 210 time: 0.1277764 May 26 16:26:38.028997 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480d9d6-dfce-4c63-a405-d22b2a107271 None None] New status for floating IP c1b224c7-ec7e-4100-9ee9-7e1ebb8d8e47: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:26:38.065420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb9dc00a-fadf-4157-a0c2-6e3dd904cd15 req-de1a190d-a3c1-43d1-bd5a-7ed719cd4328 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196086 May 26 16:26:38.101795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-8ddfc9e4-2bec-4d5c-b767-5d0a414bd372 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7293184 May 26 16:26:38.118449 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e1a6d8cb-364b-4fd5-b9b8-02a052eada93 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 1.1342053 May 26 16:26:38.125841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43146) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:38.160174 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-7ddff1de-f459-46b4-b860-063a67e640c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90e941-b032-4800-a6b2-09979f1e5b44 HTTP/1.1" status: 200 len: 1000 time: 0.1779406 May 26 16:26:38.219509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee1fe0-1943-4e78-9565-c2e7cd9197c0 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.220221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee1fe0-1943-4e78-9565-c2e7cd9197c0 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.225330 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-86ee1fe0-1943-4e78-9565-c2e7cd9197c0 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cbd2715f-9056-43e2-ae21-1c1b9a88b023 HTTP/1.1" status: 200 len: 1990 time: 0.0952895 May 26 16:26:38.238092 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.242102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port b2e22bb2-b469-4674-9c34-829ef8020f04, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b2e22bb2-b469-4674-9c34-829ef8020f04,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:38.242440 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.248038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-9452f00c-b556-4a11-acd9-990edd4622bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.248739 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0da4de9-5c6d-436b-8cc8-18ec1c85692f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.249542 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-9452f00c-b556-4a11-acd9-990edd4622bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c16bab-5df0-49be-8360-966c7e6d24c9 HTTP/1.1" status: 200 len: 835 time: 0.0807822 May 26 16:26:38.276530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for b2e22bb2-b469-4674-9c34-829ef8020f04 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:38.315079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da4de9-5c6d-436b-8cc8-18ec1c85692f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=4209cf18-71f9-4cc4-9c89-23f40859502c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:38.328879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b889992d-d6a4-42c0-9d83-4ecc271245bb None None] Network 2b328143-bf9d-4e41-b003-ef93874ec34d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:38.347154 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e0da4de9-5c6d-436b-8cc8-18ec1c85692f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.356817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e0da4de9-5c6d-436b-8cc8-18ec1c85692f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/4209cf18-71f9-4cc4-9c89-23f40859502c HTTP/1.1" status: 204 len: 168 time: 1.6696088 May 26 16:26:38.358069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-bfbe4451-c54d-4ca1-9938-f90b610dac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.360817 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-bfbe4451-c54d-4ca1-9938-f90b610dac77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c39485b-7441-4c6e-99a4-81195202a1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905185 May 26 16:26:38.361607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43150) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:38.450800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b8f3885-8267-4fef-b797-59aa9eb085d0 req-84e4a278-d741-4e4c-b1d7-c77e7c16cbe9 service neutron] 10.222.0.24 "GET /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338263 May 26 16:26:38.465120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.535850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Network b3896f31-be90-483f-bc36-aeae150a504b is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:38.546409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:38.547919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Pushing event updated for resources: {'Port': ['ID=12759989-8257-4d58-8376-a32b26bb3a43,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:38.550238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:38.572919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f14550-6aec-4cb7-8047-502dfcaab08a None None] DHCP port deletion for 2b328143-bf9d-4e41-b003-ef93874ec34d request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:26:38.582403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.613818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.614562 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.633885 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-4753f897-71f7-4d35-b6fe-152ad140e135 service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589474 May 26 16:26:38.652577 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-2990cdec-2e29-4985-8b7c-0edc65223401 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1461351 May 26 16:26:38.653514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b7f14550-6aec-4cb7-8047-502dfcaab08a None None] Deleting port 63b63bc9-28d8-4441-ba27-8fcc3b503432 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:38.653887 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b7f14550-6aec-4cb7-8047-502dfcaab08a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.698687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Request body: {'port': {'device_id': '16783076-2852-49b7-94ab-fb7eb8e5c310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:38.747610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 63b63bc9-28d8-4441-ba27-8fcc3b503432 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:38.747976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.762041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b7f14550-6aec-4cb7-8047-502dfcaab08a None None] For port 63b63bc9-28d8-4441-ba27-8fcc3b503432, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=63b63bc9-28d8-4441-ba27-8fcc3b503432,segment=NetworkSegment(c53eb897-1a22-4c58-a9f6-34510a9fabf0),segment_id=c53eb897-1a22-4c58-a9f6-34510a9fabf0)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:38.773400 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b7f14550-6aec-4cb7-8047-502dfcaab08a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.798812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.808057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b7f14550-6aec-4cb7-8047-502dfcaab08a None None] Calling delete_port for 63b63bc9-28d8-4441-ba27-8fcc3b503432 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:38.813113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-5ddf3714-c86b-4c11-9a6f-48a787d70b5d tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.814833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-5ddf3714-c86b-4c11-9a6f-48a787d70b5d tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.24 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 946 time: 0.1800489 May 26 16:26:38.860848 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-da1a1581-e0ac-4bd6-8d76-dcdd0eeb0a51 req-ed0d7093-43bb-4273-96ed-5fdfb24f1698 service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172837 May 26 16:26:38.876443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] For port 63b63bc9-28d8-4441-ba27-8fcc3b503432, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=63b63bc9-28d8-4441-ba27-8fcc3b503432,segment=NetworkSegment(c53eb897-1a22-4c58-a9f6-34510a9fabf0),segment_id=c53eb897-1a22-4c58-a9f6-34510a9fabf0)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:38.877933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.902200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 63b63bc9-28d8-4441-ba27-8fcc3b503432 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:38.902414 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b7f14550-6aec-4cb7-8047-502dfcaab08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.923339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f14550-6aec-4cb7-8047-502dfcaab08a None None] No DVR routers for this DVR port 63b63bc9-28d8-4441-ba27-8fcc3b503432 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:38.954299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f14550-6aec-4cb7-8047-502dfcaab08a None None] Pushing event deleted for resources: {'Port': ['ID=63b63bc9-28d8-4441-ba27-8fcc3b503432,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:38.955757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.991322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: from cryptography.utils import int_from_bytes May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: from cryptography.utils import int_from_bytes May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: items = [ May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: items = [ May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:38.993168 n-d-843336-2 neutron-server[109404]: self.session.flush() May 26 16:26:39.005636 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.076250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=63b63bc9-28d8-4441-ba27-8fcc3b503432,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:39.080978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No DVR routers for this DVR port 63b63bc9-28d8-4441-ba27-8fcc3b503432 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:39.110991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-253c41cc-4414-4504-b7cd-59d828bfff69 req-4dcdf52b-efb7-4436-83ba-10a8f70d2741 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=364cb5cc-daeb-4032-a74f-4169bbacd6fd HTTP/1.1" status: 200 len: 210 time: 0.0919406 May 26 16:26:39.193326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=b2e22bb2-b469-4674-9c34-829ef8020f04,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:39.196231 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.225146 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b328143-bf9d-4e41-b003-ef93874ec34d']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:39.236389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53eb897-1a22-4c58-a9f6-34510a9fabf0') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:39.236774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53eb897-1a22-4c58-a9f6-34510a9fabf0') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:39.247328 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.260989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.267136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:26:39.267531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.347211 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment c53eb897-1a22-4c58-a9f6-34510a9fabf0 resource provider aggregate not found May 26 16:26:39.364640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.366796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] No DVR routers for this DVR port b2e22bb2-b469-4674-9c34-829ef8020f04 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:39.370317 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.376584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2fbd70b3-7031-4998-a24f-bd55e9ba9aa1 req-aec65034-96ad-4d84-8a48-9de51055c434 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "DELETE /v2.0/ports/b2e22bb2-b469-4674-9c34-829ef8020f04 HTTP/1.1" status: 204 len: 173 time: 2.6039107 May 26 16:26:39.380012 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment c53eb897-1a22-4c58-a9f6-34510a9fabf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c53eb897-1a22-4c58-a9f6-34510a9fabf0 found for delete ", "request_id": "req-49d6abaa-6b32-4df5-ad9d-71a949a37d40"}]} May 26 16:26:39.382207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-deleted', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:39.383294 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.384495 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489d00e6-4f43-42c0-ae42-fbfbf6752a47" -d '{"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-deleted", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:39.392697 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/networks/2b328143-bf9d-4e41-b003-ef93874ec34d HTTP/1.1" status: 204 len: 168 time: 1.0290709 May 26 16:26:39.395000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43182) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:39.404291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13126dd3-4771-498c-b39d-080d45232077 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Network': ['ID=2b328143-bf9d-4e41-b003-ef93874ec34d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:39.410388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1148635145'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:39.449942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2535b1-36d3-4ee4-9702-5159e00babab req-002ae87b-fa25-4c3c-858f-5e83ee185afd tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:39.454470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d2535b1-36d3-4ee4-9702-5159e00babab req-002ae87b-fa25-4c3c-858f-5e83ee185afd tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 931 time: 0.2744069 May 26 16:26:39.475930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1394d2b-3781-4fee-85e2-b4523dbda93d req-3693a620-a010-4278-8e80-a82dba0a1f09 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:39.477545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1394d2b-3781-4fee-85e2-b4523dbda93d req-3693a620-a010-4278-8e80-a82dba0a1f09 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 946 time: 0.2319770 May 26 16:26:39.495194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Deleting port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:39.496639 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.534380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:39.537848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.633852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 63b63bc9-28d8-4441-ba27-8fcc3b503432 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:39.674181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 63b63bc9-28d8-4441-ba27-8fcc3b503432 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:39.674532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 63b63bc9-28d8-4441-ba27-8fcc3b503432 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:39.691172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d2535b1-36d3-4ee4-9702-5159e00babab req-708552ea-0a36-4b38-a4ba-a39792bdc502 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259405 May 26 16:26:39.736111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1394d2b-3781-4fee-85e2-b4523dbda93d req-7a5461f6-6486-4a1b-94f9-8c243c2409cc tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/security-groups?id=c555e494-77f1-4522-b12f-78af4f6660ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261190 May 26 16:26:39.751031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12759989-8257-4d58-8376-a32b26bb3a43 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:39.765419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:26:39.770867 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c52f05-c3b4-4775-866c-04059640ea44 x-openstack-request-id: req-58c52f05-c3b4-4775-866c-04059640ea44 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:39.771396 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364cb5cc-daeb-4032-a74f-4169bbacd6fd", "name": "network-vif-deleted", "tag": "b2e22bb2-b469-4674-9c34-829ef8020f04", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:39.772181 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58c52f05-c3b4-4775-866c-04059640ea44 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:39.772848 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c52f05-c3b4-4775-866c-04059640ea44'] response: {'server_uuid': '364cb5cc-daeb-4032-a74f-4169bbacd6fd', 'name': 'network-vif-deleted', 'tag': 'b2e22bb2-b469-4674-9c34-829ef8020f04', 'status': 'completed', 'code': 200} May 26 16:26:39.802443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:39.807300 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.831126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: b2e22bb2-b469-4674-9c34-829ef8020f04 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:39.831843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b2e22bb2-b469-4674-9c34-829ef8020f04 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:39.834722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.835254 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Added segment 2111d07e-f27c-4d9c-8c12-5e54c9e04487 of type vlan for network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd May 26 16:26:39.838477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] For port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,segment=NetworkSegment(6ef40072-d1d7-40ce-a9e1-77440d3ac7af),segment_id=6ef40072-d1d7-40ce-a9e1-77440d3ac7af)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:39.838840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.867512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Calling delete_port for a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:39.887305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Transition to ACTIVE for port object 12759989-8257-4d58-8376-a32b26bb3a43 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:26:39.946303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.986943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.044787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Pushing event updated for resources: {'Port': ['ID=12759989-8257-4d58-8376-a32b26bb3a43,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:40.057209 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.063190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:40.063765 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.183696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7807622 May 26 16:26:40.184015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43190) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:40.193352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': '6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:40.222554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43192) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:40.228382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3169a31-65a1-4532-9a3c-c43c57f86dbb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Network': ['ID=6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:40.239925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:26:40.265047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Attempting to bind port 12759989-8257-4d58-8376-a32b26bb3a43 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:40.265410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Attempting to bind port 12759989-8257-4d58-8376-a32b26bb3a43 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'cc4c8a41-c577-4597-b24c-33e9de42bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b3896f31-be90-483f-bc36-aeae150a504b'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:40.265743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Attempting to bind port 12759989-8257-4d58-8376-a32b26bb3a43 on network b3896f31-be90-483f-bc36-aeae150a504b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:40.271184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Port 12759989-8257-4d58-8376-a32b26bb3a43 on network b3896f31-be90-483f-bc36-aeae150a504b not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:26:40.271512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Attempting to bind port 12759989-8257-4d58-8376-a32b26bb3a43 on network b3896f31-be90-483f-bc36-aeae150a504b {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:40.278020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:40.278361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Checking segment: {'id': 'cc4c8a41-c577-4597-b24c-33e9de42bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b3896f31-be90-483f-bc36-aeae150a504b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:40.278750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Bound using segment: {'id': 'cc4c8a41-c577-4597-b24c-33e9de42bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b3896f31-be90-483f-bc36-aeae150a504b'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:40.279188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Bound port: 12759989-8257-4d58-8376-a32b26bb3a43, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4c8a41-c577-4597-b24c-33e9de42bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b3896f31-be90-483f-bc36-aeae150a504b'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:40.279553 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.282453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.348800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Pushing event deleted for resources: {'Port': ['ID=a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:40.368979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:40.405716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] No DVR routers for this DVR port a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:40.415018 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.415018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57537944-7c18-4591-9e9e-c1d57a312eb4 req-7c7ae8e4-efca-4937-812b-a65818d73aa2 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.24 "DELETE /v2.0/ports/a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c HTTP/1.1" status: 204 len: 173 time: 1.5757031 May 26 16:26:40.442845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] For port 12759989-8257-4d58-8376-a32b26bb3a43, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:40.446380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] For port 12759989-8257-4d58-8376-a32b26bb3a43, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=12759989-8257-4d58-8376-a32b26bb3a43,segment=NetworkSegment(cc4c8a41-c577-4597-b24c-33e9de42bb28),segment_id=cc4c8a41-c577-4597-b24c-33e9de42bb28)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:40.454677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.494853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:40.495525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.497099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] 10.222.0.32 "PUT /v2.0/ports/12759989-8257-4d58-8376-a32b26bb3a43 HTTP/1.1" status: 200 len: 1091 time: 1.8033683 May 26 16:26:40.521503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9ca42-6297-43c8-b2f5-ebb0c444f907 service neutron] Pushing event updated for resources: {'Port': ['ID=12759989-8257-4d58-8376-a32b26bb3a43,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:40.586887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:40.591358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.620970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-fc4f7d7a-e7d1-4f56-9b78-11e72e090561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:40.622676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-fc4f7d7a-e7d1-4f56-9b78-11e72e090561 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72817ca9ab9c42439031c0d973f97484&device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 1094 time: 0.0668719 May 26 16:26:40.681584 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.688004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.706769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-ba8bb3f9-deee-459f-8af8-c2254c64699d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12759989-8257-4d58-8376-a32b26bb3a43 HTTP/1.1" status: 200 len: 217 time: 0.0753884 May 26 16:26:40.790802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-54300742-811a-40e7-92a1-065294e25479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:40.792589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-54300742-811a-40e7-92a1-065294e25479 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6887cb5a-8675-41df-aa88-22f4b7b11759 HTTP/1.1" status: 200 len: 851 time: 0.0761967 May 26 16:26:40.856016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-0421b158-9262-49ae-a8c9-df7b50e2166e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3896f31-be90-483f-bc36-aeae150a504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507925 May 26 16:26:40.944234 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.950744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb4e7e45-371c-4409-b769-81ca6f073671 req-7a004467-8c64-455a-9360-a6abec7bb856 tempest-VolumesSnapshotTestJSON-1882036753 tempest-VolumesSnapshotTestJSON-1882036753-project] 10.222.0.39 "GET /v2.0/ports?device_id=304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3 HTTP/1.1" status: 200 len: 210 time: 0.0589995 May 26 16:26:41.053161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=b9c15019-c8a1-40ea-90c7-7375bb1bd939,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:41.053916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987580a1-3ec9-491c-95c5-944f4f7acf37 req-3c2b0d3f-d294-400b-9ce8-65c57946da8a tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:41.056299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-987580a1-3ec9-491c-95c5-944f4f7acf37 req-3c2b0d3f-d294-400b-9ce8-65c57946da8a tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 943 time: 0.2060444 May 26 16:26:41.063949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-70b8986b-d1da-49ea-a470-09ea91a36d84 service neutron] 10.222.0.32 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965082 May 26 16:26:41.084624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Checking segment: {'id': '2111d07e-f27c-4d9c-8c12-5e54c9e04487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:41.084984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network hostable DHCP agents. Network: 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:26:41.111603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.156930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:26:41.159948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-987580a1-3ec9-491c-95c5-944f4f7acf37 req-fc7b262b-ef96-4510-930c-55be78037d8d tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876071 May 26 16:26:41.176482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:41.189485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa85c3e2-e2e7-4bf9-86db-1e620b9e43d0 None None] Network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:41.207983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:41.208593 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.210421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57cc1b88-7055-47b1-94bd-5f3941083902 req-b84351c5-8714-4e50-95c4-cb6a446e5aa4 service neutron] 10.222.0.32 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300776 May 26 16:26:41.259222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de19638a-ce9d-4896-9a2f-5df397809f64 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0735714 May 26 16:26:41.259415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43202) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:41.268380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-4d98d39a-bd4c-4857-b78a-d9efab1c02e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-449330224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:41.314658 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4d98d39a-bd4c-4857-b78a-d9efab1c02e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.319078 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4d98d39a-bd4c-4857-b78a-d9efab1c02e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.436188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4d98d39a-bd4c-4857-b78a-d9efab1c02e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.449743 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4d98d39a-bd4c-4857-b78a-d9efab1c02e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.466456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd', 'network_id': '6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd', 'tenant_id': 'a345bd1d70f54664b28ca870bfd741f2', 'fixed_ips': [{'subnet_id': 'b9c15019-c8a1-40ea-90c7-7375bb1bd939'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:26:41.468302 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.473541 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4d98d39a-bd4c-4857-b78a-d9efab1c02e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.475457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4d98d39a-bd4c-4857-b78a-d9efab1c02e1 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2148013 May 26 16:26:41.478207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43210) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:41.485115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'network_id': '6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd', 'name': 'tempest-PortsTestJSON-563105177'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:41.719262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:41.735279 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.751424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Allocated IP 172.20.0.2 (6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd/b9c15019-c8a1-40ea-90c7-7375bb1bd939/8dd0131e-843a-4ce5-bca6-388290403b57) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:41.775315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3', 'name': 'network-vif-deleted', 'tag': 'a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c'}, {'name': 'network-changed', 'server_uuid': '16783076-2852-49b7-94ab-fb7eb8e5c310', 'tag': '12759989-8257-4d58-8376-a32b26bb3a43'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:41.780817 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08636797-841d-4182-91ad-4223303a11f5" -d '{"events": [{"server_uuid": "304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3", "name": "network-vif-deleted", "tag": "a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c"}, {"name": "network-changed", "server_uuid": "16783076-2852-49b7-94ab-fb7eb8e5c310", "tag": "12759989-8257-4d58-8376-a32b26bb3a43"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:41.813306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port f00d5032-68fe-4b1a-8f8f-0df14785b4fc yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:26:41.937303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:41.937919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.949002 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815bf1d9-b8e8-479c-bafe-0b4490c18688 x-openstack-request-id: req-815bf1d9-b8e8-479c-bafe-0b4490c18688 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:41.949628 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3", "name": "network-vif-deleted", "tag": "a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16783076-2852-49b7-94ab-fb7eb8e5c310", "tag": "12759989-8257-4d58-8376-a32b26bb3a43", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:41.949942 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-815bf1d9-b8e8-479c-bafe-0b4490c18688 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:41.951223 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815bf1d9-b8e8-479c-bafe-0b4490c18688'] response: {'server_uuid': '304ac0ba-7b43-4f4a-8b5e-8b78c59a09b3', 'name': 'network-vif-deleted', 'tag': 'a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c', 'status': 'completed', 'code': 200} May 26 16:26:41.951592 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815bf1d9-b8e8-479c-bafe-0b4490c18688'] response: {'name': 'network-changed', 'server_uuid': '16783076-2852-49b7-94ab-fb7eb8e5c310', 'tag': '12759989-8257-4d58-8376-a32b26bb3a43', 'status': 'completed', 'code': 200} May 26 16:26:42.091656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port 5021a6d7-16b2-4435-9f8d-38e43eeae7b6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5021a6d7-16b2-4435-9f8d-38e43eeae7b6,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:42.092032 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.098373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08636797-841d-4182-91ad-4223303a11f5 req-4ba48f8d-5960-4e26-8e7a-692afea16784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:42.099941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08636797-841d-4182-91ad-4223303a11f5 req-4ba48f8d-5960-4e26-8e7a-692afea16784 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72817ca9ab9c42439031c0d973f97484&device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 1094 time: 0.1567636 May 26 16:26:42.101749 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.112934 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.118070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:42.190394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:42.192632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Pushing event updated for resources: {'Port': ['ID=8dd0131e-843a-4ce5-bca6-388290403b57,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:42.195503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:42.201586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:42.277469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Attempting to bind port 8dd0131e-843a-4ce5-bca6-388290403b57 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:42.278304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Attempting to bind port 8dd0131e-843a-4ce5-bca6-388290403b57 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '2111d07e-f27c-4d9c-8c12-5e54c9e04487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:42.278900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Attempting to bind port 8dd0131e-843a-4ce5-bca6-388290403b57 on network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:42.290958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:42.291901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Checking segment: {'id': '2111d07e-f27c-4d9c-8c12-5e54c9e04487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:42.293061 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.293801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Bound using segment: {'id': '2111d07e-f27c-4d9c-8c12-5e54c9e04487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:42.294871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Bound port: 8dd0131e-843a-4ce5-bca6-388290403b57, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2111d07e-f27c-4d9c-8c12-5e54c9e04487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:42.297210 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.442718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] For port 8dd0131e-843a-4ce5-bca6-388290403b57, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:42.447720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] For port 8dd0131e-843a-4ce5-bca6-388290403b57, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8dd0131e-843a-4ce5-bca6-388290403b57,segment=NetworkSegment(2111d07e-f27c-4d9c-8c12-5e54c9e04487),segment_id=2111d07e-f27c-4d9c-8c12-5e54c9e04487)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:42.453597 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.564387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab680400-fc94-4b70-938c-3f21d98e3066 None None] Pushing event updated for resources: {'Port': ['ID=8dd0131e-843a-4ce5-bca6-388290403b57,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:42.633627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.687975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=5021a6d7-16b2-4435-9f8d-38e43eeae7b6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:43.008691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.11 (6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd/b9c15019-c8a1-40ea-90c7-7375bb1bd939/f00d5032-68fe-4b1a-8f8f-0df14785b4fc) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:43.022989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.032463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96ebf-508e-4db5-a446-6a532a142007 req-ad8cf7f1-ee2f-4454-8c15-f4fc4c8e4763 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:43.036932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbd96ebf-508e-4db5-a446-6a532a142007 req-ad8cf7f1-ee2f-4454-8c15-f4fc4c8e4763 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 943 time: 0.1131265 May 26 16:26:43.131229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08636797-841d-4182-91ad-4223303a11f5 req-88b2adbb-06a7-4f1a-bee8-21bd4e17672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:43.132889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08636797-841d-4182-91ad-4223303a11f5 req-88b2adbb-06a7-4f1a-bee8-21bd4e17672a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3896f31-be90-483f-bc36-aeae150a504b HTTP/1.1" status: 200 len: 912 time: 1.0182948 May 26 16:26:43.243046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08636797-841d-4182-91ad-4223303a11f5 req-c02b0abc-899c-40b4-90a3-672d2bbb5a2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12759989-8257-4d58-8376-a32b26bb3a43 HTTP/1.1" status: 200 len: 217 time: 0.0974312 May 26 16:26:43.248156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fbd96ebf-508e-4db5-a446-6a532a142007 req-81091433-3f4c-47ef-9a6a-b4b466c06531 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957560 May 26 16:26:43.341053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08636797-841d-4182-91ad-4223303a11f5 req-7418c411-5666-4ddb-9e47-3c22ac7a54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:43.342875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08636797-841d-4182-91ad-4223303a11f5 req-7418c411-5666-4ddb-9e47-3c22ac7a54f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6887cb5a-8675-41df-aa88-22f4b7b11759 HTTP/1.1" status: 200 len: 851 time: 0.0726967 May 26 16:26:43.378200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:43.391950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08636797-841d-4182-91ad-4223303a11f5 req-502c46a1-e553-491f-964e-ef232d21d26d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3896f31-be90-483f-bc36-aeae150a504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355008 May 26 16:26:43.545415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:43.566409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] Sync routers for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:43.579235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:43.580237 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7cf6ac06-b82d-4c15-b2b8-bb69ec095d12 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "PUT /v2.0/routers/98c9ac71-8c86-45d2-89b0-46b3da9a4761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3562422 May 26 16:26:43.580633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:43.581013 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43234) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:43.716139 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c08139b-67d1-480a-95b8-77cc795b6694 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting subnet 08566e98-96bc-4af5-8676-9a5c90d041cf {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:43.726361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.726741 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c08139b-67d1-480a-95b8-77cc795b6694 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.756399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08636797-841d-4182-91ad-4223303a11f5 req-d25bd509-f5fa-4756-b4be-709b287edc7e service neutron] 10.222.0.32 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295755 May 26 16:26:43.856426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c08139b-67d1-480a-95b8-77cc795b6694 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.891595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:43.928908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8dd0131e-843a-4ce5-bca6-388290403b57 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:43.931757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:43.932292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device a0b6392a-71e5-4c4f-9ce4-d276a3cacc8c not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:44.023864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:44.029255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08636797-841d-4182-91ad-4223303a11f5 req-b3b2c305-5ef8-4888-a6eb-d1ca91e6ae85 service neutron] 10.222.0.32 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452781 May 26 16:26:44.032701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.096742 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c08139b-67d1-480a-95b8-77cc795b6694 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.115587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:44.123216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:44.129259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:44.201616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:44.202535 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.218648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c08139b-67d1-480a-95b8-77cc795b6694 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.240088 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7590933 May 26 16:26:44.241027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43244) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:44.241844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2702ce-d319-4c6d-8cdb-cbe42fd61d67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=f00d5032-68fe-4b1a-8f8f-0df14785b4fc,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:44.251827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08139b-67d1-480a-95b8-77cc795b6694 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Subnet': ['ID=08566e98-96bc-4af5-8676-9a5c90d041cf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:44.279462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c08139b-67d1-480a-95b8-77cc795b6694 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.282234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4932c83a-aadd-44a5-91fc-0f65b1ed9c35 None None] Network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:44.282986 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7c08139b-67d1-480a-95b8-77cc795b6694 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/subnets/08566e98-96bc-4af5-8676-9a5c90d041cf HTTP/1.1" status: 204 len: 168 time: 0.7009685 May 26 16:26:44.287482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43248) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:44.311963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cca4cc-856a-4cd2-b56b-04c771b4714a None None] Network fc654ae0-7228-4be5-8921-353f239e681a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:44.362093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8dd0131e-843a-4ce5-bca6-388290403b57 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:44.362398 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.459989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.560548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2246fed-1bef-4a9c-b153-f8687e472371 req-14f0d868-5241-4531-9d9e-a54e6d3727ea tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:44.562175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2246fed-1bef-4a9c-b153-f8687e472371 req-14f0d868-5241-4531-9d9e-a54e6d3727ea tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 943 time: 0.2245438 May 26 16:26:44.607623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.644403 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2246fed-1bef-4a9c-b153-f8687e472371 req-5188bc22-1e12-4d63-beda-4018855b75d1 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538609 May 26 16:26:44.694736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-71b80e19-814f-4661-9145-337b49f3bd38 None None] Provisioning complete for port 8dd0131e-843a-4ce5-bca6-388290403b57 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:44.695277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-71b80e19-814f-4661-9145-337b49f3bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.717001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port 1cce638d-3785-48bc-93e4-8794015aa1ee {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:44.719261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.760612 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.793840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:26:42Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '1cce638d-3785-48bc-93e4-8794015aa1ee', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:23:32Z', 'updated_at': '2022-05-26T16:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:44.827653 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port 1cce638d-3785-48bc-93e4-8794015aa1ee, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1cce638d-3785-48bc-93e4-8794015aa1ee,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:44.828588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.842272 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for 1cce638d-3785-48bc-93e4-8794015aa1ee owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:44.854181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] Checking router: 98c9ac71-8c86-45d2-89b0-46b3da9a4761 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:44.955957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] Routers {'98c9ac71-8c86-45d2-89b0-46b3da9a4761'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:44.956611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:45.163932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] Set router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:45.168557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 12759989-8257-4d58-8376-a32b26bb3a43 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:26:45.205084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.207785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.216351 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.308231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=1cce638d-3785-48bc-93e4-8794015aa1ee,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:45.323023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 12759989-8257-4d58-8376-a32b26bb3a43, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=12759989-8257-4d58-8376-a32b26bb3a43,segment=NetworkSegment(cc4c8a41-c577-4597-b24c-33e9de42bb28),segment_id=cc4c8a41-c577-4597-b24c-33e9de42bb28)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:45.369597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '12759989-8257-4d58-8376-a32b26bb3a43', 'network_id': 'b3896f31-be90-483f-bc36-aeae150a504b', 'port_id': '12759989-8257-4d58-8376-a32b26bb3a43', 'mac_address': 'fa:16:3e:92:18:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6887cb5a-8675-41df-aa88-22f4b7b11759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:26:45.372016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b724041-011b-40cb-9a2b-96d58131227c None None] DHCP port deletion for fc654ae0-7228-4be5-8921-353f239e681a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:26:45.402358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=f00d5032-68fe-4b1a-8f8f-0df14785b4fc,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:45.430958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8dd0131e-843a-4ce5-bca6-388290403b57 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:45.431635 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.438525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:26:44Z', 'revision_number': 6, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:45.462338 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.471980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-71b80e19-814f-4661-9145-337b49f3bd38 None None] Current status of the port 8dd0131e-843a-4ce5-bca6-388290403b57 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:45.472379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-71b80e19-814f-4661-9145-337b49f3bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.501323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304fe50d-0175-4526-8c85-19444fc99246 None None] The sync data for ids ['98c9ac71-8c86-45d2-89b0-46b3da9a4761'] in n-d-843336-2 is: [{'id': '98c9ac71-8c86-45d2-89b0-46b3da9a4761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565126069', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:23:30Z', 'updated_at': '2022-05-26T16:26:44Z', 'revision_number': 6, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:45.624565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.652285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 12759989-8257-4d58-8376-a32b26bb3a43 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:45.652771 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.656835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-71b80e19-814f-4661-9145-337b49f3bd38 None None] For port 8dd0131e-843a-4ce5-bca6-388290403b57, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8dd0131e-843a-4ce5-bca6-388290403b57,segment=NetworkSegment(2111d07e-f27c-4d9c-8c12-5e54c9e04487),segment_id=2111d07e-f27c-4d9c-8c12-5e54c9e04487)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:45.718979 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:26:45.719669 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:26:45.720048 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-71b80e19-814f-4661-9145-337b49f3bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.794255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b80e19-814f-4661-9145-337b49f3bd38 None None] Pushing event updated for resources: {'Port': ['ID=8dd0131e-843a-4ce5-bca6-388290403b57,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:45.802877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12759989-8257-4d58-8376-a32b26bb3a43 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:45.803876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.809374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.835552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7b724041-011b-40cb-9a2b-96d58131227c None None] Deleting port ebc14783-d64a-4e63-a849-4dcbca078b85 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:45.835929 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7b724041-011b-40cb-9a2b-96d58131227c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.843299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 12759989-8257-4d58-8376-a32b26bb3a43, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=12759989-8257-4d58-8376-a32b26bb3a43,segment=NetworkSegment(cc4c8a41-c577-4597-b24c-33e9de42bb28),segment_id=cc4c8a41-c577-4597-b24c-33e9de42bb28)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:45.902952 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.992313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.992811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Fanout notify agent at l3_agent the message router_deleted on router 98c9ac71-8c86-45d2-89b0-46b3da9a4761 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:26:45.997561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=12759989-8257-4d58-8376-a32b26bb3a43,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:46.007489 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.012235 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-23b4d835-64ab-4b8e-ab23-170541e4cf91 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/routers/98c9ac71-8c86-45d2-89b0-46b3da9a4761 HTTP/1.1" status: 204 len: 168 time: 1.7201333 May 26 16:26:46.012528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43274) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:46.080337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7b724041-011b-40cb-9a2b-96d58131227c None None] For port ebc14783-d64a-4e63-a849-4dcbca078b85, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ebc14783-d64a-4e63-a849-4dcbca078b85,segment=NetworkSegment(b63283b2-abe7-4e74-9055-74c885ee88ad),segment_id=b63283b2-abe7-4e74-9055-74c885ee88ad)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:46.081398 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7b724041-011b-40cb-9a2b-96d58131227c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.110846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-674e5c41-23fd-47a7-a620-183424d901f1 None None] Provisioning complete for port f00d5032-68fe-4b1a-8f8f-0df14785b4fc triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:46.111467 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-674e5c41-23fd-47a7-a620-183424d901f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.125084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7b724041-011b-40cb-9a2b-96d58131227c None None] Calling delete_port for ebc14783-d64a-4e63-a849-4dcbca078b85 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:46.172597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43276) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:46.193213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.205406 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.234910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7bc6-50f3-4192-b073-d77942c87e61 req-833a3b4c-5517-489b-9b82-5cb4a6bfaa14 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:46.243052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-797e7bc6-50f3-4192-b073-d77942c87e61 req-833a3b4c-5517-489b-9b82-5cb4a6bfaa14 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 943 time: 0.4426064 May 26 16:26:46.247912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['12759989-8257-4d58-8376-a32b26bb3a43'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:46.347730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-674e5c41-23fd-47a7-a620-183424d901f1 None None] Port f00d5032-68fe-4b1a-8f8f-0df14785b4fc cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:46.376052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e808494-e49d-4b00-95d7-c4b078ab72ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.447838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-797e7bc6-50f3-4192-b073-d77942c87e61 req-4a5644c7-6076-46c8-b51c-331f2fa5d62e tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016158 May 26 16:26:46.497194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7b724041-011b-40cb-9a2b-96d58131227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.522517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e808494-e49d-4b00-95d7-c4b078ab72ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.528766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7e808494-e49d-4b00-95d7-c4b078ab72ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.565885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b724041-011b-40cb-9a2b-96d58131227c None None] No DVR routers for this DVR port ebc14783-d64a-4e63-a849-4dcbca078b85 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:46.569321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8dd0131e-843a-4ce5-bca6-388290403b57 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:46.605275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-674e5c41-23fd-47a7-a620-183424d901f1 None None] Provisioning complete for port 8dd0131e-843a-4ce5-bca6-388290403b57 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:46.605885 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-674e5c41-23fd-47a7-a620-183424d901f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.609049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b724041-011b-40cb-9a2b-96d58131227c None None] Pushing event deleted for resources: {'Port': ['ID=ebc14783-d64a-4e63-a849-4dcbca078b85,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:46.619735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e808494-e49d-4b00-95d7-c4b078ab72ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeb85d2-b010-4439-af5c-c35028e2b430,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:46.626383 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7e808494-e49d-4b00-95d7-c4b078ab72ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e42703b4a8924b64963651ef057f1739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526060 May 26 16:26:46.629498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43282) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:46.724459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ef46a9e-110e-4a89-9fe3-af7aa7661b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.771231 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ef46a9e-110e-4a89-9fe3-af7aa7661b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.840517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8dd0131e-843a-4ce5-bca6-388290403b57 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:46.856942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.872400 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.877829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ef46a9e-110e-4a89-9fe3-af7aa7661b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.879890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8ef46a9e-110e-4a89-9fe3-af7aa7661b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.894719 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8ef46a9e-110e-4a89-9fe3-af7aa7661b4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4eeb85d2-b010-4439-af5c-c35028e2b430 HTTP/1.1" status: 204 len: 168 time: 0.2639530 May 26 16:26:46.933367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef46a9e-110e-4a89-9fe3-af7aa7661b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeb85d2-b010-4439-af5c-c35028e2b430,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:46.978669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-674e5c41-23fd-47a7-a620-183424d901f1 None None] Current status of the port 8dd0131e-843a-4ce5-bca6-388290403b57 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:46.992504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8dd0131e-843a-4ce5-bca6-388290403b57 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:46.993143 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.010241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port ebc14783-d64a-4e63-a849-4dcbca078b85 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:47.010572 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.131016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=f00d5032-68fe-4b1a-8f8f-0df14785b4fc,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:47.142738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8dd0131e-843a-4ce5-bca6-388290403b57 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:47.182043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-89710883-e97a-408f-9815-50858972a91f None None] Provisioning complete for port f00d5032-68fe-4b1a-8f8f-0df14785b4fc triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:47.182043 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89710883-e97a-408f-9815-50858972a91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.192203 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.207712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port ebc14783-d64a-4e63-a849-4dcbca078b85, host n-d-843336-2, got binding levels [] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:47.208078 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.243488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:47.267864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for ebc14783-d64a-4e63-a849-4dcbca078b85 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:47.290214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:47.291445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5021a6d7-16b2-4435-9f8d-38e43eeae7b6 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:47.292060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ebc14783-d64a-4e63-a849-4dcbca078b85 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:47.304456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.ipam_backend_mixin [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Port ebc14783-d64a-4e63-a849-4dcbca078b85 was not found and therefore no delete operation was performed {{(pid=109405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:26:47.328805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ebc14783-d64a-4e63-a849-4dcbca078b85 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:47.329473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ebc14783-d64a-4e63-a849-4dcbca078b85 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:47.331285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1cce638d-3785-48bc-93e4-8794015aa1ee no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:47.376684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1cce638d-3785-48bc-93e4-8794015aa1ee {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:47.378253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1cce638d-3785-48bc-93e4-8794015aa1ee not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:47.394354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.395077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-89710883-e97a-408f-9815-50858972a91f None None] Port f00d5032-68fe-4b1a-8f8f-0df14785b4fc cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:47.453502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=ebc14783-d64a-4e63-a849-4dcbca078b85,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:47.469068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] No DVR routers for this DVR port ebc14783-d64a-4e63-a849-4dcbca078b85 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:47.552605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43292) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:47.566428 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7627466-177d-4728-9454-b9032a97b42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.613170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.620585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:47.634950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:47.654113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7627466-177d-4728-9454-b9032a97b42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.657965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc654ae0-7228-4be5-8921-353f239e681a']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:47.659576 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d7627466-177d-4728-9454-b9032a97b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.700370 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d7627466-177d-4728-9454-b9032a97b42a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64bb7148a57940aa916086dfbae556c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465969 May 26 16:26:47.701360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7627466-177d-4728-9454-b9032a97b42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e748fff4-e4a9-4721-8313-df10bd68aee4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:47.703944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43294) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:47.709835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63283b2-abe7-4e74-9055-74c885ee88ad') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:47.710225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63283b2-abe7-4e74-9055-74c885ee88ad') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:47.769854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3140d0-d29e-493d-9ae6-b654f62348e0 req-f35cff9a-b983-4de4-8819-b4f1ce711a3f tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:47.771470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e3140d0-d29e-493d-9ae6-b654f62348e0 req-f35cff9a-b983-4de4-8819-b4f1ce711a3f tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 944 time: 0.1985207 May 26 16:26:47.777206 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.827975 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.845966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:26:47.846403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.899643 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b63283b2-abe7-4e74-9055-74c885ee88ad resource provider aggregate not found May 26 16:26:47.921377 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-916b3d55-ed68-4082-8325-7c5e2b77e56a None None] Provisioning complete for port f00d5032-68fe-4b1a-8f8f-0df14785b4fc triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:47.921782 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-916b3d55-ed68-4082-8325-7c5e2b77e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.939259 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b63283b2-abe7-4e74-9055-74c885ee88ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b63283b2-abe7-4e74-9055-74c885ee88ad found for delete ", "request_id": "req-48f97769-995f-48fd-9db1-0e17701a0246"}]} May 26 16:26:47.945248 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f988-695c-4661-b83f-2d20b5a16e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.954905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e3140d0-d29e-493d-9ae6-b654f62348e0 req-66320d82-71f0-46ab-9ec9-b983f30edb17 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717694 May 26 16:26:47.962089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-916b3d55-ed68-4082-8325-7c5e2b77e56a None None] Port f00d5032-68fe-4b1a-8f8f-0df14785b4fc cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:47.963702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.988621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.991771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/networks/fc654ae0-7228-4be5-8921-353f239e681a HTTP/1.1" status: 204 len: 168 time: 1.9775560 May 26 16:26:47.994631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43300) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:47.996508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f988-695c-4661-b83f-2d20b5a16e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.016510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c15f7a-6a06-4fdf-b98b-26b1f1fc74d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Network': ['ID=fc654ae0-7228-4be5-8921-353f239e681a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:48.040114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Router 26cb3fae-7626-495b-bb7a-f85403ce6a29 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:26:48.063603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca65211e-5665-483f-a0a4-5bfad435dea1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.090809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca65211e-5665-483f-a0a4-5bfad435dea1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.134473 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f988-695c-4661-b83f-2d20b5a16e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.137329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f988-695c-4661-b83f-2d20b5a16e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.138571 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9fe9f988-695c-4661-b83f-2d20b5a16e2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e748fff4-e4a9-4721-8313-df10bd68aee4 HTTP/1.1" status: 204 len: 168 time: 0.4319351 May 26 16:26:48.156256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9f988-695c-4661-b83f-2d20b5a16e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e748fff4-e4a9-4721-8313-df10bd68aee4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:48.158785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:48.163949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca65211e-5665-483f-a0a4-5bfad435dea1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.165205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9dd23c1a-4e3b-4ecf-bae6-845b347b4c67 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "PUT /v2.0/routers/26cb3fae-7626-495b-bb7a-f85403ce6a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9191382 May 26 16:26:48.168398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43304) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:48.174814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ca65211e-5665-483f-a0a4-5bfad435dea1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.175323 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f77769-1871-483d-a4ab-511b8539e4f6 None None] Sync routers for ids ['26cb3fae-7626-495b-bb7a-f85403ce6a29'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:48.193462 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ca65211e-5665-483f-a0a4-5bfad435dea1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/security-groups/ef3da7d0-8a20-4587-a2a1-0b0956b915cf HTTP/1.1" status: 204 len: 168 time: 0.1827383 May 26 16:26:48.196779 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f77769-1871-483d-a4ab-511b8539e4f6 None None] Routers {'26cb3fae-7626-495b-bb7a-f85403ce6a29'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:48.199331 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f3f77769-1871-483d-a4ab-511b8539e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['26cb3fae-7626-495b-bb7a-f85403ce6a29'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:48.220413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65211e-5665-483f-a0a4-5bfad435dea1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3da7d0-8a20-4587-a2a1-0b0956b915cf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:48.237021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc1523d-97fd-4262-8e97-98638a15b067 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:48.238618 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-afc1523d-97fd-4262-8e97-98638a15b067 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports?device_id=26cb3fae-7626-495b-bb7a-f85403ce6a29 HTTP/1.1" status: 200 len: 982 time: 0.0691276 May 26 16:26:48.244916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43308) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:48.251382 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f3f77769-1871-483d-a4ab-511b8539e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:48.262230 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f77769-1871-483d-a4ab-511b8539e4f6 None None] Routers {'26cb3fae-7626-495b-bb7a-f85403ce6a29'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:48.263480 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f3f77769-1871-483d-a4ab-511b8539e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['26cb3fae-7626-495b-bb7a-f85403ce6a29'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:48.302780 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f3f77769-1871-483d-a4ab-511b8539e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:48.303567 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f77769-1871-483d-a4ab-511b8539e4f6 None None] The sync data for ids ['26cb3fae-7626-495b-bb7a-f85403ce6a29'] in n-d-843336-2 is: [] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:48.339597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43312) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:48.344354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b1d9937f-6ad8-4a5f-b076-350779afdbda tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426539165', 'description': 'tempest-secgroup-smoke-1426539165 description', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:48.373589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1d9937f-6ad8-4a5f-b076-350779afdbda tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.464266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1d9937f-6ad8-4a5f-b076-350779afdbda tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.469740 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1d9937f-6ad8-4a5f-b076-350779afdbda tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.505619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9937f-6ad8-4a5f-b076-350779afdbda tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf944c01-ccaa-4177-b4f7-7d9c9c676322,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:48.522151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b1d9937f-6ad8-4a5f-b076-350779afdbda tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.525045 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b1d9937f-6ad8-4a5f-b076-350779afdbda tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1831396 May 26 16:26:48.527477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43322) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:48.535201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-489c2757-dda3-4786-ac8a-02f43470d342 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'bf944c01-ccaa-4177-b4f7-7d9c9c676322', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:48.572108 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-489c2757-dda3-4786-ac8a-02f43470d342 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.649358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-489c2757-dda3-4786-ac8a-02f43470d342 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.654870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-489c2757-dda3-4786-ac8a-02f43470d342 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.676384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c2757-dda3-4786-ac8a-02f43470d342 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba54c688-6f62-4425-b75b-772e3d5d4eab,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:48.696983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-489c2757-dda3-4786-ac8a-02f43470d342 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.699095 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-489c2757-dda3-4786-ac8a-02f43470d342 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693468 May 26 16:26:48.703601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43330) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:48.708049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-07358e71-47fa-4512-94ca-42bef0b37b5f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'bf944c01-ccaa-4177-b4f7-7d9c9c676322', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:48.748715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07358e71-47fa-4512-94ca-42bef0b37b5f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.840682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07358e71-47fa-4512-94ca-42bef0b37b5f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.846191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07358e71-47fa-4512-94ca-42bef0b37b5f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.879506 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07358e71-47fa-4512-94ca-42bef0b37b5f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6076a663-73d4-48ae-b35e-e2c3dad2017b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:48.898026 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07358e71-47fa-4512-94ca-42bef0b37b5f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.898026 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-07358e71-47fa-4512-94ca-42bef0b37b5f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1846337 May 26 16:26:48.898026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43334) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:48.912487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2a285a41-48b6-455f-9d45-6522ad70bc34 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'bf944c01-ccaa-4177-b4f7-7d9c9c676322', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:48.980872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a285a41-48b6-455f-9d45-6522ad70bc34 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.059187 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a285a41-48b6-455f-9d45-6522ad70bc34 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.063766 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a285a41-48b6-455f-9d45-6522ad70bc34 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.090501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a285a41-48b6-455f-9d45-6522ad70bc34 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec70869-4d6c-40e8-a612-fe738f170d14,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:49.094723 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a285a41-48b6-455f-9d45-6522ad70bc34 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.096067 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a285a41-48b6-455f-9d45-6522ad70bc34 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1975064 May 26 16:26:49.102214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43348) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:49.110606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e49a6c31-cea1-493b-8562-c0c100a16ad3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'bf944c01-ccaa-4177-b4f7-7d9c9c676322', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:49.151235 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:26:49.155291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 12759989-8257-4d58-8376-a32b26bb3a43 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:49.196714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e49a6c31-cea1-493b-8562-c0c100a16ad3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.237160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 12759989-8257-4d58-8376-a32b26bb3a43 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:26:49.243820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 12759989-8257-4d58-8376-a32b26bb3a43 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:49.244208 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.261496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdf8f6-af0f-4bc1-a3c1-09b7af4a4a84 req-646232cf-b492-46c5-97d7-148848a4b8ac tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:49.263071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9acdf8f6-af0f-4bc1-a3c1-09b7af4a4a84 req-646232cf-b492-46c5-97d7-148848a4b8ac tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 944 time: 0.1479754 May 26 16:26:49.364217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 12759989-8257-4d58-8376-a32b26bb3a43 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:49.364868 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.376438 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e49a6c31-cea1-493b-8562-c0c100a16ad3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.396318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e49a6c31-cea1-493b-8562-c0c100a16ad3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.397549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16783076-2852-49b7-94ab-fb7eb8e5c310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12759989-8257-4d58-8376-a32b26bb3a43'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:49.400514 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6d81e-e31c-4bb8-a07b-5f4bef49779f" -d '{"events": [{"server_uuid": "16783076-2852-49b7-94ab-fb7eb8e5c310", "name": "network-vif-plugged", "status": "completed", "tag": "12759989-8257-4d58-8376-a32b26bb3a43"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:49.403515 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.422254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 12759989-8257-4d58-8376-a32b26bb3a43, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=12759989-8257-4d58-8376-a32b26bb3a43,segment=NetworkSegment(cc4c8a41-c577-4597-b24c-33e9de42bb28),segment_id=cc4c8a41-c577-4597-b24c-33e9de42bb28)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:49.430348 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.444354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9acdf8f6-af0f-4bc1-a3c1-09b7af4a4a84 req-df6c592c-4c63-4f72-8b4b-45599fe4e3c9 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501355 May 26 16:26:49.483632 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22d42d6-7ff0-4ba6-bd0a-8652ee6044a8 x-openstack-request-id: req-d22d42d6-7ff0-4ba6-bd0a-8652ee6044a8 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:49.484295 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16783076-2852-49b7-94ab-fb7eb8e5c310", "name": "network-vif-plugged", "status": "completed", "tag": "12759989-8257-4d58-8376-a32b26bb3a43", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:49.484780 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d22d42d6-7ff0-4ba6-bd0a-8652ee6044a8 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:49.485386 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22d42d6-7ff0-4ba6-bd0a-8652ee6044a8'] response: {'server_uuid': '16783076-2852-49b7-94ab-fb7eb8e5c310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12759989-8257-4d58-8376-a32b26bb3a43', 'code': 200} May 26 16:26:49.499969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a6c31-cea1-493b-8562-c0c100a16ad3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2c5159-b4d8-4cea-b2a6-6693113b4b95,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:49.521281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e49a6c31-cea1-493b-8562-c0c100a16ad3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.525548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43358) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:49.527170 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e49a6c31-cea1-493b-8562-c0c100a16ad3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4226553 May 26 16:26:49.534707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c451ab47-e582-427f-8a7c-de2bc700b3bb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'bf944c01-ccaa-4177-b4f7-7d9c9c676322', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:49.546266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=12759989-8257-4d58-8376-a32b26bb3a43,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:49.572447 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-c451ab47-e582-427f-8a7c-de2bc700b3bb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Project c910ea62887b4896b2090b1a8aa27af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:26:49.581107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c451ab47-e582-427f-8a7c-de2bc700b3bb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.659802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c451ab47-e582-427f-8a7c-de2bc700b3bb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.666650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c451ab47-e582-427f-8a7c-de2bc700b3bb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.674567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904daa0-e14e-4e28-a40b-96e25da64de1 req-5ff25a84-61b1-4609-85cd-43b54cee3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:49.676102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1904daa0-e14e-4e28-a40b-96e25da64de1 req-5ff25a84-61b1-4609-85cd-43b54cee3ca6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 1096 time: 0.0875494 May 26 16:26:49.699149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c451ab47-e582-427f-8a7c-de2bc700b3bb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.700438 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c451ab47-e582-427f-8a7c-de2bc700b3bb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1731470 May 26 16:26:49.703999 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451ab47-e582-427f-8a7c-de2bc700b3bb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7fc80f-bf94-46e2-8d50-d06c0b791d85,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:49.711408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43366) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:49.718068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8845e910-ce06-4dde-8d55-1d2363fd1a92 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'bf944c01-ccaa-4177-b4f7-7d9c9c676322', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:49.732881 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1904daa0-e14e-4e28-a40b-96e25da64de1 req-c1ebb91b-458f-45cc-a5cd-5b7c5ae1bb32 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468140 May 26 16:26:49.744228 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-8845e910-ce06-4dde-8d55-1d2363fd1a92 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Project c910ea62887b4896b2090b1a8aa27af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:26:49.750358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8845e910-ce06-4dde-8d55-1d2363fd1a92 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.808407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port f00d5032-68fe-4b1a-8f8f-0df14785b4fc {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:49.808871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.881324 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8845e910-ce06-4dde-8d55-1d2363fd1a92 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.885921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8845e910-ce06-4dde-8d55-1d2363fd1a92 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.926853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845e910-ce06-4dde-8d55-1d2363fd1a92 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375d00a3-a407-4f81-b43c-b9b272d76499,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:49.939768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8845e910-ce06-4dde-8d55-1d2363fd1a92 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.942132 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8845e910-ce06-4dde-8d55-1d2363fd1a92 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2292199 May 26 16:26:49.946446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43372) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:49.973772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'network': {'name': 'tempest-network-smoke--1568917390', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'port_security_enabled': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:49.985073 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.007106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for f00d5032-68fe-4b1a-8f8f-0df14785b4fc owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:50.019121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:50.022654 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.099807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:26:50.113530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.114559 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Added segment 6bba393d-64e8-4550-b002-39699de1980a of type vlan for network 176cfd15-d5ab-4438-824b-0d3a771d83a2 May 26 16:26:50.216466 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.290746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.296864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:50.297510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.372341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4142122 May 26 16:26:50.375148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43386) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:50.379897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'admin_state_up': True, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:50.395399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cd00b-2598-44b1-85c1-7b52758f1d8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Network': ['ID=176cfd15-d5ab-4438-824b-0d3a771d83a2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:50.398492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.413296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 176cfd15-d5ab-4438-824b-0d3a771d83a2 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:26:50.427112 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.429506 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.433214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=f00d5032-68fe-4b1a-8f8f-0df14785b4fc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:50.678504 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.679735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.818241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b21f3-1864-4dea-bdcd-abdea4215b93 req-474a8654-ee71-413b-951f-c31f7bc478b0 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:50.820156 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f0b21f3-1864-4dea-bdcd-abdea4215b93 req-474a8654-ee71-413b-951f-c31f7bc478b0 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.1902475 May 26 16:26:50.939360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f0b21f3-1864-4dea-bdcd-abdea4215b93 req-a9c772ee-6d5b-4a7f-a858-6612b228dac9 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898013 May 26 16:26:50.993964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Router 26cb3fae-7626-495b-bb7a-f85403ce6a29 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:51.008806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.183157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:51.198757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-59a5e03b-23d1-4c4c-8a7c-42d20edf0c3d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "PUT /v2.0/routers/26cb3fae-7626-495b-bb7a-f85403ce6a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9518526 May 26 16:26:51.202136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43396) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:51.223100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6f3a3-5f13-4316-8578-52f485967e6c None None] Sync routers for ids ['26cb3fae-7626-495b-bb7a-f85403ce6a29'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:51.241766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6f3a3-5f13-4316-8578-52f485967e6c None None] Routers {'26cb3fae-7626-495b-bb7a-f85403ce6a29'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:51.248164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f3a3-5f13-4316-8578-52f485967e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['26cb3fae-7626-495b-bb7a-f85403ce6a29'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:51.252234 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa170578-2f49-40ed-83a3-c7053e760e95 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:26:51.254539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-aa170578-2f49-40ed-83a3-c7053e760e95 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/f00d5032-68fe-4b1a-8f8f-0df14785b4fc HTTP/1.1" status: 404 len: 333 time: 0.0504096 May 26 16:26:51.256895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43398) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:51.331642 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f3a3-5f13-4316-8578-52f485967e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:51.341915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6f3a3-5f13-4316-8578-52f485967e6c None None] Routers {'26cb3fae-7626-495b-bb7a-f85403ce6a29'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:51.342769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f3a3-5f13-4316-8578-52f485967e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['26cb3fae-7626-495b-bb7a-f85403ce6a29'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:51.359192 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ef8e1fc-5cd5-4fcf-a39b-a4cdeea9ef61 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.409419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f3a3-5f13-4316-8578-52f485967e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:51.410219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6f3a3-5f13-4316-8578-52f485967e6c None None] The sync data for ids ['26cb3fae-7626-495b-bb7a-f85403ce6a29'] in n-d-843336-2 is: [] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:51.410542 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.436401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.566595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.25.0.186 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/8a0b0cda-b929-4aef-b977-13e37187883c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:51.602064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ef8e1fc-5cd5-4fcf-a39b-a4cdeea9ef61 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.605729 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ef8e1fc-5cd5-4fcf-a39b-a4cdeea9ef61 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.663399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-a4690bfc-bdea-489a-8353-d08b233c6572 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202478 May 26 16:26:51.673924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ef8e1fc-5cd5-4fcf-a39b-a4cdeea9ef61 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.674525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef8e1fc-5cd5-4fcf-a39b-a4cdeea9ef61 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Fanout notify agent at l3_agent the message router_deleted on router 26cb3fae-7626-495b-bb7a-f85403ce6a29 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:26:51.685852 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ef8e1fc-5cd5-4fcf-a39b-a4cdeea9ef61 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.687131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8ef8e1fc-5cd5-4fcf-a39b-a4cdeea9ef61 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/routers/26cb3fae-7626-495b-bb7a-f85403ce6a29 HTTP/1.1" status: 204 len: 168 time: 0.4291236 May 26 16:26:51.694588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43400) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:51.800389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaebabf-dcc3-4333-b569-e7eb3d5a65c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet b9c15019-c8a1-40ea-90c7-7375bb1bd939 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:51.806211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-210ac628-f49f-478b-9771-b7c34f04f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:51.809273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-210ac628-f49f-478b-9771-b7c34f04f97c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 1096 time: 0.0698133 May 26 16:26:51.810722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6eaebabf-dcc3-4333-b569-e7eb3d5a65c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.919746 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6eaebabf-dcc3-4333-b569-e7eb3d5a65c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.962931 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.013146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.017054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-5d1df16f-39f9-408e-b713-2d54550bc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:52.018592 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-5d1df16f-39f9-408e-b713-2d54550bc6ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=90c7614f-995f-4fb6-85ea-240611fc8458 HTTP/1.1" status: 200 len: 897 time: 0.1733651 May 26 16:26:52.054281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:52.062684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:52.065831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:52.067336 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6eaebabf-dcc3-4333-b569-e7eb3d5a65c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.126741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=8a0b0cda-b929-4aef-b977-13e37187883c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:52.182383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-dd4011ac-6aee-4467-bd4d-0ff42d2fa901 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3628b4b-ded6-4eff-bd74-66007388eea2 HTTP/1.1" status: 200 len: 1001 time: 0.1499453 May 26 16:26:52.215128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edd60f-3b6a-4d81-8d40-be781bba5fec req-b2d16c56-b6ee-4a0f-b68b-5d564dda33a1 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:52.216857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78edd60f-3b6a-4d81-8d40-be781bba5fec req-b2d16c56-b6ee-4a0f-b68b-5d564dda33a1 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.1649358 May 26 16:26:52.333087 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6eaebabf-dcc3-4333-b569-e7eb3d5a65c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.366664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-64cac6a9-8bcf-47fc-b9c4-1040c38fda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:52.374534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-64cac6a9-8bcf-47fc-b9c4-1040c38fda8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c30e138e-4a0d-471e-bd75-0ad9364c27b7 HTTP/1.1" status: 200 len: 834 time: 0.1731768 May 26 16:26:52.374534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78edd60f-3b6a-4d81-8d40-be781bba5fec req-8a723a7d-c25d-4385-953e-cfa3738e87dd tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247139 May 26 16:26:52.469674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaebabf-dcc3-4333-b569-e7eb3d5a65c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c15019-c8a1-40ea-90c7-7375bb1bd939,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:52.505908 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6eaebabf-dcc3-4333-b569-e7eb3d5a65c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.512405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6eaebabf-dcc3-4333-b569-e7eb3d5a65c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/b9c15019-c8a1-40ea-90c7-7375bb1bd939 HTTP/1.1" status: 204 len: 168 time: 0.8133147 May 26 16:26:52.514163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43420) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:52.517193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ad742-facf-4458-87c9-765b20d3a95e None None] Network 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:52.608448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.623516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-1e97a8c6-b4e7-4118-ae03-08e6b98ffd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:52.625621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-1e97a8c6-b4e7-4118-ae03-08e6b98ffd25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90c7614f-995f-4fb6-85ea-240611fc8458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014019 May 26 16:26:52.676663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cc689-4520-4cba-9b85-9bb9bdd3ffaa req-4c106b9c-4576-415e-830d-22baa85ecdc9 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:52.678292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c52cc689-4520-4cba-9b85-9bb9bdd3ffaa req-4c106b9c-4576-415e-830d-22baa85ecdc9 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.1655371 May 26 16:26:52.789234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-52d3db33-9ccb-4f0e-82db-e9c2d8487841 service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476395 May 26 16:26:52.795880 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.899740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c52cc689-4520-4cba-9b85-9bb9bdd3ffaa req-187618b9-99ff-41da-b79a-1e833ad736cf tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121730 May 26 16:26:53.015852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f4c08c-4d4c-4b89-a6e5-4dd3456718f4 None None] DHCP port deletion for 6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:26:53.039343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e20d663-11bb-4462-99d4-aab4c48104a9 req-5435ded5-39c4-4e59-b9a9-a3f58da6b480 service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336104 May 26 16:26:53.043233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.047329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 8dd0131e-843a-4ce5-bca6-388290403b57 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:53.048472 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.160134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] For port 8dd0131e-843a-4ce5-bca6-388290403b57, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8dd0131e-843a-4ce5-bca6-388290403b57,segment=NetworkSegment(2111d07e-f27c-4d9c-8c12-5e54c9e04487),segment_id=2111d07e-f27c-4d9c-8c12-5e54c9e04487)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:53.160433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.176975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 8dd0131e-843a-4ce5-bca6-388290403b57 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:53.199399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-19f4c08c-4d4c-4b89-a6e5-4dd3456718f4 None None] Deleting port 8dd0131e-843a-4ce5-bca6-388290403b57 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:53.204575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-19f4c08c-4d4c-4b89-a6e5-4dd3456718f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.386782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-19f4c08c-4d4c-4b89-a6e5-4dd3456718f4 None None] For port 8dd0131e-843a-4ce5-bca6-388290403b57, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8dd0131e-843a-4ce5-bca6-388290403b57,segment=NetworkSegment(2111d07e-f27c-4d9c-8c12-5e54c9e04487),segment_id=2111d07e-f27c-4d9c-8c12-5e54c9e04487)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:53.390057 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-19f4c08c-4d4c-4b89-a6e5-4dd3456718f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.398530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:26:53.415121 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.421102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-19f4c08c-4d4c-4b89-a6e5-4dd3456718f4 None None] Calling delete_port for 8dd0131e-843a-4ce5-bca6-388290403b57 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:53.506051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=8dd0131e-843a-4ce5-bca6-388290403b57,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:53.530111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No DVR routers for this DVR port 8dd0131e-843a-4ce5-bca6-388290403b57 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.593214 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:26:53.610341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27682adc-1acf-46e8-89d3-d35342e7b87f req-860e3627-1de0-4865-964a-7fe9af8bb070 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:53.610626 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-19f4c08c-4d4c-4b89-a6e5-4dd3456718f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.610907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27682adc-1acf-46e8-89d3-d35342e7b87f req-860e3627-1de0-4865-964a-7fe9af8bb070 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.2202203 May 26 16:26:53.642173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4c08c-4d4c-4b89-a6e5-4dd3456718f4 None None] Pushing event deleted for resources: {'Port': ['ID=8dd0131e-843a-4ce5-bca6-388290403b57,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:53.663729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4c08c-4d4c-4b89-a6e5-4dd3456718f4 None None] No DVR routers for this DVR port 8dd0131e-843a-4ce5-bca6-388290403b57 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:53.740449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.759588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27682adc-1acf-46e8-89d3-d35342e7b87f req-7cd4d6e1-37d5-43eb-a837-e788efa67e63 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420629 May 26 16:26:53.776219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:53.801277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2111d07e-f27c-4d9c-8c12-5e54c9e04487') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:53.802180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2111d07e-f27c-4d9c-8c12-5e54c9e04487') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:53.804654 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:53.816180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.816902 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Sync routers for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:53.830441 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:53.831398 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:53.837131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.851693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:26:53.852618 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.853762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.856231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-70c11d0c-64d0-42a1-b779-4d3109d4b42f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4787979 May 26 16:26:53.858309 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43436) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:53.929397 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-51e9fb3a-42df-45bb-ac37-45a7413c470d tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c910ea62887b4896b2090b1a8aa27af7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695477 May 26 16:26:53.933026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43440) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:53.944889 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.962131 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:54.020705 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 2111d07e-f27c-4d9c-8c12-5e54c9e04487 resource provider aggregate not found May 26 16:26:54.056677 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.058086 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 2111d07e-f27c-4d9c-8c12-5e54c9e04487 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2111d07e-f27c-4d9c-8c12-5e54c9e04487 found for delete ", "request_id": "req-1f7bcfef-e38f-4f5a-8427-52cf3d87cae5"}]} May 26 16:26:54.083569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.105101 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.117985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/networks/6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd HTTP/1.1" status: 204 len: 168 time: 1.5985024 May 26 16:26:54.117985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43444) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:54.161091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ada63-6e67-4101-986d-4a0a0b605a0b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Network': ['ID=6eb8d3bc-dcb4-4e16-afd4-ed9ecddd54cd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:54.182500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f12444-7332-4acc-83b1-b25270ff8ae1 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:54.186613 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-01f12444-7332-4acc-83b1-b25270ff8ae1 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2497983 May 26 16:26:54.187216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43446) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:54.241658 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:26:52Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:54.251983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38cfc5f-8f2e-4737-bad1-6cacb9dbb934 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:54.253511 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d38cfc5f-8f2e-4737-bad1-6cacb9dbb934 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/1e9e447b-614d-44b9-bb54-5996e4986d12 HTTP/1.1" status: 200 len: 841 time: 0.0941968 May 26 16:26:54.257459 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43450) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:54.274623 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-787f061b-784e-4979-aacb-0dea0afa343a tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0862029 May 26 16:26:54.277285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:54.283579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1739598310', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:54.305236 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Checking router: 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:54.305583 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Updating router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac port 8a0b0cda-b929-4aef-b977-13e37187883c binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:26:54.323790 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1b354fce-16fb-45fa-90d4-aebb54827956 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/1e9e447b-614d-44b9-bb54-5996e4986d12?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0603073 May 26 16:26:54.324004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43456) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:54.343811 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.366568 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:54.535464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:54.540056 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.653296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:54.659870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.721822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8dd0131e-843a-4ce5-bca6-388290403b57 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:54.745705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 8dd0131e-843a-4ce5-bca6-388290403b57 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:54.746232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8dd0131e-843a-4ce5-bca6-388290403b57 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:54.778985 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.787018 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.856766 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Attempting to bind port 8a0b0cda-b929-4aef-b977-13e37187883c on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:54.857371 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Attempting to bind port 8a0b0cda-b929-4aef-b977-13e37187883c by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:54.857825 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Attempting to bind port 8a0b0cda-b929-4aef-b977-13e37187883c on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:54.882914 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57dd6c-03fb-4fac-8122-bc07a0722ba3 None None] Pushing event updated for resources: {'Port': ['ID=8a0b0cda-b929-4aef-b977-13e37187883c,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:54.890566 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:54.895378 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:54.895914 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.896418 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:54.897043 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Bound port: 8a0b0cda-b929-4aef-b977-13e37187883c, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:54.898449 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.945578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.045935 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Subnet': ['ID=47565b16-c770-4271-8dcd-901d16f2c15e,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:55.052710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.069002 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] For port 8a0b0cda-b929-4aef-b977-13e37187883c, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:55.072296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56c2c-bec5-469a-a1a6-8b9a3824c348 req-e291b27a-30b1-44cb-bf83-80d837775b95 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:55.082898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acb56c2c-bec5-469a-a1a6-8b9a3824c348 req-e291b27a-30b1-44cb-bf83-80d837775b95 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.1300173 May 26 16:26:55.085826 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] For port 8a0b0cda-b929-4aef-b977-13e37187883c, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8a0b0cda-b929-4aef-b977-13e37187883c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:55.098956 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.125302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:55.129006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Checking segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:55.130989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network hostable DHCP agents. Network: 176cfd15-d5ab-4438-824b-0d3a771d83a2, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:26:55.135908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:55.138448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=2f1103b9-9de2-40c8-970f-06abaed1cad8,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:55.141239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:55.141914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.160769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f60619a-a204-457d-a729-b133d0190b86 None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:55.181169 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-af9a227e-42ae-4114-a1c7-d26f18fef467 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8548975 May 26 16:26:55.181169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 176cfd15-d5ab-4438-824b-0d3a771d83a2 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:26:55.183178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43482) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:55.187906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-27e2b784-f1f9-4ddc-9242-032839899531 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'security_group': {'name': 'tempest-secgroup-1005839196'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:55.216721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 176cfd15-d5ab-4438-824b-0d3a771d83a2) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:55.231450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acb56c2c-bec5-469a-a1a6-8b9a3824c348 req-166ed0ad-9e7c-4ae4-b333-f01100573147 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470716 May 26 16:26:55.237809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:55.238468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.250171 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:55.263200 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:55.284817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27e2b784-f1f9-4ddc-9242-032839899531 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.323554 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4cf0ede0-0975-46d2-8ce8-c768b5ae6bb1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0439718 May 26 16:26:55.326453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43492) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:55.328514 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57dd6c-03fb-4fac-8122-bc07a0722ba3 None None] Pushing event updated for resources: {'Port': ['ID=8a0b0cda-b929-4aef-b977-13e37187883c,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:55.378313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194022a3-c4fb-403f-b6cb-695e9b8805b6 None None] Network 176cfd15-d5ab-4438-824b-0d3a771d83a2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:55.563990 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:55.657429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27e2b784-f1f9-4ddc-9242-032839899531 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.664913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27e2b784-f1f9-4ddc-9242-032839899531 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.743034 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27e2b784-f1f9-4ddc-9242-032839899531 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.744488 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27e2b784-f1f9-4ddc-9242-032839899531 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5603354 May 26 16:26:55.747921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43500) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:55.763635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b8a63ddb-a9ea-4641-ac9d-f21f150cc153 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'security_group': {'name': 'tempest-secgroup-210620140'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:55.768654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'tenant_id': 'a345bd1d70f54664b28ca870bfd741f2', 'fixed_ips': [{'subnet_id': '2f1103b9-9de2-40c8-970f-06abaed1cad8'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:26:55.771699 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.778027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2b784-f1f9-4ddc-9242-032839899531 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5d265-340e-439b-b6e1-1efcafe4458e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:55.817385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43502) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:55.837136 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8a63ddb-a9ea-4641-ac9d-f21f150cc153 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.911846 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:26:52Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:55.983444 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1df3af-beab-4b28-bcc6-d7a4b95e6981 None None] The sync data for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 is: [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:26:52Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:56.031411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8a63ddb-a9ea-4641-ac9d-f21f150cc153 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.043552 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8a63ddb-a9ea-4641-ac9d-f21f150cc153 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.114965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a63ddb-a9ea-4641-ac9d-f21f150cc153 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33425f07-b615-4b0c-94e2-eea0930be127,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:56.123462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8a63ddb-a9ea-4641-ac9d-f21f150cc153 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.126155 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b8a63ddb-a9ea-4641-ac9d-f21f150cc153 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3744311 May 26 16:26:56.138282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43508) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:56.149473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1169180680', 'security_groups': ['33425f07-b615-4b0c-94e2-eea0930be127'], 'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f1103b9-9de2-40c8-970f-06abaed1cad8'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:56.168654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Allocated IP 172.20.0.2 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/2f1103b9-9de2-40c8-970f-06abaed1cad8/979c3b9d-26f7-4229-a728-34112580443a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:56.226861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb799a38-ed95-4a4d-b0f0-9df3285a0d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.377601 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb799a38-ed95-4a4d-b0f0-9df3285a0d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.390325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb799a38-ed95-4a4d-b0f0-9df3285a0d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.402843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0744c01-22c5-45d2-bcc4-871a451624d1 req-01564d5f-e676-4ef8-8848-56b8ef25fa32 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:56.404598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0744c01-22c5-45d2-bcc4-871a451624d1 req-01564d5f-e676-4ef8-8848-56b8ef25fa32 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.8038816 May 26 16:26:56.484459 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb799a38-ed95-4a4d-b0f0-9df3285a0d7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9dc69f905e4c4f2c97f65d81a98517c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636064 May 26 16:26:56.487288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb799a38-ed95-4a4d-b0f0-9df3285a0d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59552eb0-67fb-45d2-8bf2-74be089defa6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:56.491377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43510) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:56.525969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:56.532601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-176cfd15-d5ab-4438-824b-0d3a771d83a2', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:26:56.533703 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.561221 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.583547 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.741955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-c3801b94-f02d-478a-aa55-0922334e7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:56.744581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-c3801b94-f02d-478a-aa55-0922334e7bd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72817ca9ab9c42439031c0d973f97484&device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 1096 time: 1.1274743 May 26 16:26:56.842645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.893015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.927113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:56.941792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Allocated IP 172.20.0.2 (176cfd15-d5ab-4438-824b-0d3a771d83a2/47565b16-c770-4271-8dcd-901d16f2c15e/afc3fd61-a996-473a-aee1-f76868497897) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:56.969865 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port 1f948ea7-4ec0-4da8-a574-b8fe3091b5fb yet. {{(pid=109404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:26:57.021645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8a0b0cda-b929-4aef-b977-13e37187883c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:57.088359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:57.100967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:57.125801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:57.225278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0744c01-22c5-45d2-bcc4-871a451624d1 req-0fe0afcd-7b18-41e6-bf22-c26bc5980cff tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6920726 May 26 16:26:57.228039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Pushing event updated for resources: {'Port': ['ID=979c3b9d-26f7-4229-a728-34112580443a,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:57.237381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-565222b1-cd30-4e72-b757-0ba5d66d119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:57.239345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-565222b1-cd30-4e72-b757-0ba5d66d119a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3896f31-be90-483f-bc36-aeae150a504b HTTP/1.1" status: 200 len: 912 time: 0.4843767 May 26 16:26:57.270163 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.287088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.292367 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59552eb0-67fb-45d2-8bf2-74be089defa6 HTTP/1.1" status: 204 len: 168 time: 0.7993476 May 26 16:26:57.324422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-3eb5581e-88de-4179-a988-086416c250f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12759989-8257-4d58-8376-a32b26bb3a43 HTTP/1.1" status: 200 len: 217 time: 0.0738175 May 26 16:26:57.328336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59552eb0-67fb-45d2-8bf2-74be089defa6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:57.421601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.6 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/2f1103b9-9de2-40c8-970f-06abaed1cad8/1f948ea7-4ec0-4da8-a574-b8fe3091b5fb) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:57.463198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.464882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.465454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.465913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.466930 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.467658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.468038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.471380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.471922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.472354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.473528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.474252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.573772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.577069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.577069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.577069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.577069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.577069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.577069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.577069 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.577642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.579124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.579124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.579124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da46865-7b7d-4a69-ae94-fc19a0db3ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:57.612684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Attempting to bind port 979c3b9d-26f7-4229-a728-34112580443a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:57.613775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Attempting to bind port 979c3b9d-26f7-4229-a728-34112580443a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '0fea4b18-ac0d-4b21-86e2-0e71541f0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:57.613775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Attempting to bind port 979c3b9d-26f7-4229-a728-34112580443a on network ff1a2977-1864-48d7-b83e-dea0dfa2d563 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:57.627714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-f038e211-1703-4b3d-9bac-7453a71855f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:57.629378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-f038e211-1703-4b3d-9bac-7453a71855f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6887cb5a-8675-41df-aa88-22f4b7b11759 HTTP/1.1" status: 200 len: 851 time: 0.2979903 May 26 16:26:57.642770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:57.643421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Checking segment: {'id': '0fea4b18-ac0d-4b21-86e2-0e71541f0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:57.643968 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.644665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Bound using segment: {'id': '0fea4b18-ac0d-4b21-86e2-0e71541f0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:57.645463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Bound port: 979c3b9d-26f7-4229-a728-34112580443a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fea4b18-ac0d-4b21-86e2-0e71541f0146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:57.645898 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.648329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.663188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8a0b0cda-b929-4aef-b977-13e37187883c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:57.663303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.671148 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.755131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-10cb50c7-c751-4d4f-ac39-5e7127de1b2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3896f31-be90-483f-bc36-aeae150a504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737319 May 26 16:26:57.781224 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.837297 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.876679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Network 176cfd15-d5ab-4438-824b-0d3a771d83a2 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:57.881882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Pushing event updated for resources: {'Port': ['ID=afc3fd61-a996-473a-aee1-f76868497897,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:57.884902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:57.893643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:57.905147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:57.909426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:57.918490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:57.978430 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:57.979124 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.992817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-376c50b6-c14f-4eca-a10d-d53d7cf16939 service neutron] 10.222.0.32 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704271 May 26 16:26:57.997710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=1f948ea7-4ec0-4da8-a574-b8fe3091b5fb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:58.012684 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-601d851d-a2ed-4bbb-bc2c-0e20a124007b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8722599 May 26 16:26:58.017482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43520) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:58.032923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bfd0410b-deea-4aaa-89a8-8c373f84dc2a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:58.074965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Attempting to bind port afc3fd61-a996-473a-aee1-f76868497897 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:58.077136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Attempting to bind port afc3fd61-a996-473a-aee1-f76868497897 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:58.078031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Attempting to bind port afc3fd61-a996-473a-aee1-f76868497897 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:58.098159 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.144592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:58.146572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Checking segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:58.147755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.149286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Bound using segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:58.150459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Bound port: afc3fd61-a996-473a-aee1-f76868497897, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:58.151150 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.191314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43522) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:58.231915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] For port 979c3b9d-26f7-4229-a728-34112580443a, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:58.234630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8a0b0cda-b929-4aef-b977-13e37187883c is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:58.235329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.263097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 8a0b0cda-b929-4aef-b977-13e37187883c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8a0b0cda-b929-4aef-b977-13e37187883c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:58.273576 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.279153 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a52a974-9304-4ddb-8915-b5b7d64289e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.344689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] For port 979c3b9d-26f7-4229-a728-34112580443a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=979c3b9d-26f7-4229-a728-34112580443a,segment=NetworkSegment(0fea4b18-ac0d-4b21-86e2-0e71541f0146),segment_id=0fea4b18-ac0d-4b21-86e2-0e71541f0146)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:58.378374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=8a0b0cda-b929-4aef-b977-13e37187883c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:58.387788 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.433522 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a52a974-9304-4ddb-8915-b5b7d64289e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.444517 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8a52a974-9304-4ddb-8915-b5b7d64289e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.454673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c74bcd-4f85-4350-a863-183f325defe4 None None] Pushing event updated for resources: {'Port': ['ID=979c3b9d-26f7-4229-a728-34112580443a,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:58.491517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] For port afc3fd61-a996-473a-aee1-f76868497897, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:58.494590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] For port afc3fd61-a996-473a-aee1-f76868497897, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=afc3fd61-a996-473a-aee1-f76868497897,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:58.501169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd0410b-deea-4aaa-89a8-8c373f84dc2a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:58.505232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bfd0410b-deea-4aaa-89a8-8c373f84dc2a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.509655 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.566993 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6edf5f89-c0d2-4caf-9938-62c19f7ed2f5 req-d30882c9-c8c3-4364-8eb2-9439104e814f service neutron] 10.222.0.32 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644426 May 26 16:26:58.619839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c8aeb-598d-40a2-b6b3-e8c9457e8ac5 None None] Pushing event updated for resources: {'Port': ['ID=afc3fd61-a996-473a-aee1-f76868497897,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:58.709559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8a52a974-9304-4ddb-8915-b5b7d64289e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e0041c332b54dd89d5994c931cb7d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148234 May 26 16:26:58.714328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43526) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:58.849654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8a0b0cda-b929-4aef-b977-13e37187883c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:58.850327 n-d-843336-2 neutron-server[109404]: INFO neutron.db.ipam_backend_mixin [None req-bfd0410b-deea-4aaa-89a8-8c373f84dc2a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2f1103b9-9de2-40c8-970f-06abaed1cad8 (CIDR: 172.20.0.0/28) May 26 16:26:58.865920 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd0410b-deea-4aaa-89a8-8c373f84dc2a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:58.866435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd0410b-deea-4aaa-89a8-8c373f84dc2a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:26:58.882837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d58bfe55-3411-47ef-b6cf-3d7b2024c3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.915748 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bfd0410b-deea-4aaa-89a8-8c373f84dc2a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8954630 May 26 16:26:58.923833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43532) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:58.937713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52a974-9304-4ddb-8915-b5b7d64289e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c046abe6-a493-489e-a346-765727684122,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:58.938967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:59.007601 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d58bfe55-3411-47ef-b6cf-3d7b2024c3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:59.148059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8a0b0cda-b929-4aef-b977-13e37187883c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:59.148595 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:59.243992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317a8f2-f7ae-4ad8-9c9c-e254c9e9773a req-b6c30b9a-43aa-4330-bfb4-dafff234ae30 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:59.255569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2317a8f2-f7ae-4ad8-9c9c-e254c9e9773a req-b6c30b9a-43aa-4330-bfb4-dafff234ae30 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.7567506 May 26 16:26:59.370201 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d58bfe55-3411-47ef-b6cf-3d7b2024c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:59.370919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8a0b0cda-b929-4aef-b977-13e37187883c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:59.373924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d58bfe55-3411-47ef-b6cf-3d7b2024c3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:59.375449 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d58bfe55-3411-47ef-b6cf-3d7b2024c3fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c046abe6-a493-489e-a346-765727684122 HTTP/1.1" status: 204 len: 168 time: 0.6598868 May 26 16:26:59.428932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bfe55-3411-47ef-b6cf-3d7b2024c3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c046abe6-a493-489e-a346-765727684122,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:59.433441 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:59.440007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:59.519374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.20.0.1 (176cfd15-d5ab-4438-824b-0d3a771d83a2/47565b16-c770-4271-8dcd-901d16f2c15e/f682991a-4413-40ec-aff7-b8136a8ea027) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:59.627363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2317a8f2-f7ae-4ad8-9c9c-e254c9e9773a req-b318c337-df10-4a68-8800-7793efa7eb9b tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700964 May 26 16:26:59.751954 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:59.806033 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:59.879521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 176cfd15-d5ab-4438-824b-0d3a771d83a2 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:59.885176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:59.889014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:59.916041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:59.923686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=f682991a-4413-40ec-aff7-b8136a8ea027,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:59.957902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:59.980977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:59.987597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:00.000914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:00.001420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:00.030328 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1027191 May 26 16:27:00.030543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43544) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:00.036679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1303039659', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8b936fb7-7b03-4437-a6b0-365bbddd8841'}], 'security_groups': ['80c5d265-340e-439b-b6e1-1efcafe4458e']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:00.040324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed7727-c216-42cc-90ee-733f00a801d9 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=8b936fb7-7b03-4437-a6b0-365bbddd8841,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:00.151548 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:00.177585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:00.617220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd56462-61d6-444b-b3d9-a7834d6c573f None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:00.684432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Delete allocated IP 172.20.0.6 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/2f1103b9-9de2-40c8-970f-06abaed1cad8) {{(pid=109404) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:27:00.719033 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.23 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/8b936fb7-7b03-4437-a6b0-365bbddd8841/1f948ea7-4ec0-4da8-a574-b8fe3091b5fb) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:00.902727 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:00.913677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:01.109696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device afc3fd61-a996-473a-aee1-f76868497897 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:01.151729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:01.152304 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:01.247286 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:01.264101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=f682991a-4413-40ec-aff7-b8136a8ea027,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:01.292376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0efadd-82ef-4529-a022-db69b09d225e req-a696c5fb-bae0-4bf4-acfb-8164b57e3eb2 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:01.300353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a0efadd-82ef-4529-a022-db69b09d225e req-a696c5fb-bae0-4bf4-acfb-8164b57e3eb2 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.3908443 May 26 16:27:01.308261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee4b309-050f-419a-b16f-a5a928fa4aad None None] Network 176cfd15-d5ab-4438-824b-0d3a771d83a2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:01.332152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port afc3fd61-a996-473a-aee1-f76868497897 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:01.332961 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:01.441835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a0efadd-82ef-4529-a022-db69b09d225e req-6eebb7a7-9d6a-4ec5-a108-bc67fa629d19 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373227 May 26 16:27:01.461932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:01.462071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:01.512355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 176cfd15-d5ab-4438-824b-0d3a771d83a2 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:01.514832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:01.622199 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] For port 979c3b9d-26f7-4229-a728-34112580443a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=979c3b9d-26f7-4229-a728-34112580443a,segment=NetworkSegment(0fea4b18-ac0d-4b21-86e2-0e71541f0146),segment_id=0fea4b18-ac0d-4b21-86e2-0e71541f0146)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:01.673479 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:01.679633 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:01.682499 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:01.708271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:01.888006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] Provisioning complete for port 1e9e447b-614d-44b9-bb54-5996e4986d12 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:01.888603 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:01.946290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:01.963912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-030620ad-9dc2-418f-9936-eafd8f039910 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "PUT /v2.0/routers/7b2768f1-2263-4b46-9b3d-fd4a6324e2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6266053 May 26 16:27:01.964196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=1f948ea7-4ec0-4da8-a574-b8fe3091b5fb,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:01.998717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] In _notify_port_updated(), no bound segment for port 1f948ea7-4ec0-4da8-a574-b8fe3091b5fb on network ff1a2977-1864-48d7-b83e-dea0dfa2d563 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:27:02.005127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:02.005876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:02.022595 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1f1445d9-1f4d-4f69-8937-d1d9a5f12fdc tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "PUT /v2.0/ports/1f948ea7-4ec0-4da8-a574-b8fe3091b5fb HTTP/1.1" status: 200 len: 921 time: 1.9908102 May 26 16:27:02.023741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43592) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:02.105065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] Port 1e9e447b-614d-44b9-bb54-5996e4986d12 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:02.109978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Sync routers for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:02.128970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b9006-db31-4b8f-8fd0-b04141189661 req-2e7b7d73-d0ff-46f0-8f92-42c3ea7d87f1 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:02.133886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc5b9006-db31-4b8f-8fd0-b04141189661 req-2e7b7d73-d0ff-46f0-8f92-42c3ea7d87f1 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.1745110 May 26 16:27:02.159809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:02.160870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:02.174897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port afc3fd61-a996-473a-aee1-f76868497897 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:02.175582 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:02.184408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafc182-2864-4059-b69b-58769e0ae50e None None] Update dhcp port {'port': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'fixed_ips': [{'subnet_id': '2f1103b9-9de2-40c8-970f-06abaed1cad8', 'ip_address': '172.20.0.2'}, {'subnet_id': '8b936fb7-7b03-4437-a6b0-365bbddd8841'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '979c3b9d-26f7-4229-a728-34112580443a'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:27:02.200330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8bd06-c4dc-4a3a-8cee-ae8106317950 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 1f948ea7-4ec0-4da8-a574-b8fe3091b5fb {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:02.200666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8e8bd06-c4dc-4a3a-8cee-ae8106317950 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:02.278354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc5b9006-db31-4b8f-8fd0-b04141189661 req-8d04ce15-f8fa-49e4-b2ac-ed7fd0cff728 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397824 May 26 16:27:02.286452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414fbae-cc40-41be-b0bb-e026f6b8748c None None] Pushing event updated for resources: {'Port': ['ID=979c3b9d-26f7-4229-a728-34112580443a,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:02.334027 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8e8bd06-c4dc-4a3a-8cee-ae8106317950 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:02.343006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port afc3fd61-a996-473a-aee1-f76868497897, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=afc3fd61-a996-473a-aee1-f76868497897,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:02.349453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8bd06-c4dc-4a3a-8cee-ae8106317950 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 1f948ea7-4ec0-4da8-a574-b8fe3091b5fb owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:02.393507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:02.394406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 979c3b9d-26f7-4229-a728-34112580443a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:02.452641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-792cbbbf-5792-4eeb-84b2-4dc607ca330f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426539165&fields=id&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 267 time: 0.0764470 May 26 16:27:02.456922 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7eafc182-2864-4059-b69b-58769e0ae50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:02.518866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a527f01c-2be3-4cf6-8185-8a48413eb959 None None] Provisioning complete for port afc3fd61-a996-473a-aee1-f76868497897 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:02.519252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a527f01c-2be3-4cf6-8185-8a48413eb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:02.584129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:02.584520 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:02.621045 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8e8bd06-c4dc-4a3a-8cee-ae8106317950 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:02.643817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43612) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:02.707814 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8bd06-c4dc-4a3a-8cee-ae8106317950 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=1f948ea7-4ec0-4da8-a574-b8fe3091b5fb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:02.881725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43624) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:02.882387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-735bbf7c-249d-4487-8b90-c0c8a2d5a7d2 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2722 time: 0.2285459 May 26 16:27:02.891612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-7eafc182-2864-4059-b69b-58769e0ae50e None None] Allocated IP 172.20.0.18 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/8b936fb7-7b03-4437-a6b0-365bbddd8841/979c3b9d-26f7-4229-a728-34112580443a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:02.897549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-5a6fb4c6-f030-44d9-89ab-fcf567b020e2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:02.899343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-5a6fb4c6-f030-44d9-89ab-fcf567b020e2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/networks?id=176cfd15-d5ab-4438-824b-0d3a771d83a2 HTTP/1.1" status: 200 len: 797 time: 0.4412537 May 26 16:27:02.926614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-149df891-2b3a-4db1-b4f2-b2601cf13198 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/quotas/c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 375 time: 0.0196128 May 26 16:27:02.934236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'network': {'name': 'tempest-network-smoke--1672264680', 'project_id': '45735cc8400542528e0de415734ff279', 'port_security_enabled': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:03.015688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8e8bd06-c4dc-4a3a-8cee-ae8106317950 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.024751 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8e8bd06-c4dc-4a3a-8cee-ae8106317950 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/1f948ea7-4ec0-4da8-a574-b8fe3091b5fb HTTP/1.1" status: 204 len: 168 time: 0.9966645 May 26 16:27:03.028399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43626) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:03.065755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-e59d0619-6d3d-4200-b9e6-d4cb52f495c6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322169 May 26 16:27:03.088480 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f39e51-6cca-43fe-a6fd-f6b1270e8c23 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:27:03.089288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=afc3fd61-a996-473a-aee1-f76868497897,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:03.093755 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-56f39e51-6cca-43fe-a6fd-f6b1270e8c23 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/1f948ea7-4ec0-4da8-a574-b8fe3091b5fb HTTP/1.1" status: 404 len: 333 time: 0.0583494 May 26 16:27:03.094757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Made reservation on behalf of 45735cc8400542528e0de415734ff279 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:03.099549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.117169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43628) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:03.124174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7eafc182-2864-4059-b69b-58769e0ae50e None None] For port 979c3b9d-26f7-4229-a728-34112580443a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=979c3b9d-26f7-4229-a728-34112580443a,segment=NetworkSegment(0fea4b18-ac0d-4b21-86e2-0e71541f0146),segment_id=0fea4b18-ac0d-4b21-86e2-0e71541f0146)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:03.148645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:03.216089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:27:03.242295 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f089-b887-44f6-b255-cac45a95925b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.264564 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.265078 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Added segment 6c1c60da-f0cc-4181-bc90-ae9a05a6f848 of type vlan for network 93b478f6-ec43-41cd-84e7-8e1201052030 May 26 16:27:03.319785 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7eafc182-2864-4059-b69b-58769e0ae50e None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.349148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-68d5c113-7e18-406f-bb5a-1021e6a57b11 service neutron] 10.222.0.39 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577560 May 26 16:27:03.377752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f089-b887-44f6-b255-cac45a95925b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.391673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43636) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:03.439278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.444029 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7eafc182-2864-4059-b69b-58769e0ae50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.452544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a527f01c-2be3-4cf6-8185-8a48413eb959 None None] Current status of the port afc3fd61-a996-473a-aee1-f76868497897 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:03.529173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.543122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:03.544338 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.569676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-d5e110c9-0375-48d1-b044-8831d13524a4 service neutron] 10.222.0.39 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122781 May 26 16:27:03.594920 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f089-b887-44f6-b255-cac45a95925b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.604544 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f089-b887-44f6-b255-cac45a95925b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.605985 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f1b6f089-b887-44f6-b255-cac45a95925b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/security-groups/33425f07-b615-4b0c-94e2-eea0930be127 HTTP/1.1" status: 204 len: 168 time: 0.4843335 May 26 16:27:03.609261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43640) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:03.695053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:03.815717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1d492808-23c0-4d30-a3da-dc3c81f1e5e4 None None] Provisioning complete for port afc3fd61-a996-473a-aee1-f76868497897 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:03.817006 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1d492808-23c0-4d30-a3da-dc3c81f1e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.907213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c302d-face-4f06-9659-61df4ac25aa8 req-998886f7-0210-4b74-b3b0-82dc51ed39d2 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:03.908846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb2c302d-face-4f06-9659-61df4ac25aa8 req-998886f7-0210-4b74-b3b0-82dc51ed39d2 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.3373737 May 26 16:27:03.959933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43646) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:03.963110 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0636687 May 26 16:27:03.981813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687d1144-2819-4eab-b8da-ff8be46ba598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:03.987567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43650) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:03.995556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'admin_state_up': True, 'project_id': '45735cc8400542528e0de415734ff279', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:04.013302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6f089-b887-44f6-b255-cac45a95925b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33425f07-b615-4b0c-94e2-eea0930be127,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:04.049299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270d035-5b74-4d9e-b672-e06d533b2602 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Network': ['ID=93b478f6-ec43-41cd-84e7-8e1201052030,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:04.097578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.107359 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.180762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a1017e2-6386-4633-a404-f07bbea96585 req-81422105-6d26-4580-9988-36aaac7759c6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 210 time: 0.0972269 May 26 16:27:04.216562 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-212b6b11-b713-423b-b21c-0658ed5b2da4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.239514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.257836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c74fed-1956-4cbb-8747-f179161d5548 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:04.258561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c74fed-1956-4cbb-8747-f179161d5548 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:04.259290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c74fed-1956-4cbb-8747-f179161d5548 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:04.261967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e2c74fed-1956-4cbb-8747-f179161d5548 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=4063905a31d942838228e9f70da00298&network_id=90c7614f-995f-4fb6-85ea-240611fc8458 HTTP/1.1" status: 200 len: 2969 time: 0.3007863 May 26 16:27:04.289297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb2c302d-face-4f06-9659-61df4ac25aa8 req-d5856057-8401-4f51-8dbb-932ca16e9250 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194357 May 26 16:27:04.303837 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-212b6b11-b713-423b-b21c-0658ed5b2da4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.446492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687d1144-2819-4eab-b8da-ff8be46ba598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.451217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-212b6b11-b713-423b-b21c-0658ed5b2da4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.454607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-687d1144-2819-4eab-b8da-ff8be46ba598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.454758 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-212b6b11-b713-423b-b21c-0658ed5b2da4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.455820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-212b6b11-b713-423b-b21c-0658ed5b2da4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/security-groups/80c5d265-340e-439b-b6e1-1efcafe4458e HTTP/1.1" status: 204 len: 168 time: 0.8448348 May 26 16:27:04.465796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43668) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:04.545212 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 979c3b9d-26f7-4229-a728-34112580443a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:04.550039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b6b11-b713-423b-b21c-0658ed5b2da4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5d265-340e-439b-b6e1-1efcafe4458e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:04.550225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 93b478f6-ec43-41cd-84e7-8e1201052030 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:27:04.691386 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 2f1103b9-9de2-40c8-970f-06abaed1cad8 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:04.710282 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.721535 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafc182-2864-4059-b69b-58769e0ae50e None None] Pushing event updated for resources: {'Port': ['ID=979c3b9d-26f7-4229-a728-34112580443a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:04.805780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.842705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d1144-2819-4eab-b8da-ff8be46ba598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ce7f1-6023-49b8-a88c-bb9106a3046d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:04.851576 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.857362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1d492808-23c0-4d30-a3da-dc3c81f1e5e4 None None] Current status of the port afc3fd61-a996-473a-aee1-f76868497897 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:04.887458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1d492808-23c0-4d30-a3da-dc3c81f1e5e4 None None] Provisioning complete for port f682991a-4413-40ec-aff7-b8136a8ea027 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:04.887458 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1d492808-23c0-4d30-a3da-dc3c81f1e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.936904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'f682991a-4413-40ec-aff7-b8136a8ea027', 'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:f3:86:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:58Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 2, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:04.972910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:04.973661 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.981987 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-687d1144-2819-4eab-b8da-ff8be46ba598 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c1c1a782f834281af33c4c3ef852490&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5888968 May 26 16:27:04.983582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43676) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:04.990400 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.048213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1d492808-23c0-4d30-a3da-dc3c81f1e5e4 None None] Port f682991a-4413-40ec-aff7-b8136a8ea027 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:05.066855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Checking router: 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:05.067340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Updating router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac port f682991a-4413-40ec-aff7-b8136a8ea027 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:05.108436 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.112690 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f1bd9301-7176-4065-b457-e7741742b171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.159888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.251655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.257660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/2f1103b9-9de2-40c8-970f-06abaed1cad8 HTTP/1.1" status: 204 len: 168 time: 0.7907424 May 26 16:27:05.270983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43680) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:05.295632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:05.313324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1103b9-9de2-40c8-970f-06abaed1cad8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:05.329174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.329888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.330476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.331070 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.331622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.332171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.332716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.333616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.334363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.334967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.335527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.336082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f62d1-1b98-426f-8c72-76c8fe909e52 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:05.363087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-85362fcd-886e-454c-9088-8c643f9cc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:05.365032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-85362fcd-886e-454c-9088-8c643f9cc42f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72817ca9ab9c42439031c0d973f97484&device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 1096 time: 0.2876661 May 26 16:27:05.402164 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80b27a2c-b8a3-4a5b-955a-89eed52868c6 req-92e545ce-21a9-4ab5-a922-7011c96efd73 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 210 time: 0.0445700 May 26 16:27:05.413551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80829cb-c977-45e0-956f-0cc87fd2b2d6 req-4c1681e5-0feb-40b4-822b-0c7b47ecbfae tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:05.429551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:05.430762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device afc3fd61-a996-473a-aee1-f76868497897 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:05.433108 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:05.433470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.436158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d80829cb-c977-45e0-956f-0cc87fd2b2d6 req-4c1681e5-0feb-40b4-822b-0c7b47ecbfae tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.3572741 May 26 16:27:05.549343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:05.552559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb00caa-3973-413d-bb19-dbef9108db8c None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:05.553628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.695536 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47b4b04c-acdf-4a13-b841-592770f4be86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.710484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-fc31e51a-8fab-486c-8848-e540b34b29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:05.714737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-fc31e51a-8fab-486c-8848-e540b34b29fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3896f31-be90-483f-bc36-aeae150a504b HTTP/1.1" status: 200 len: 912 time: 0.2696090 May 26 16:27:05.726026 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47b4b04c-acdf-4a13-b841-592770f4be86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.824015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47b4b04c-acdf-4a13-b841-592770f4be86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.826787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-47b4b04c-acdf-4a13-b841-592770f4be86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.830980 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-47b4b04c-acdf-4a13-b841-592770f4be86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a4ce7f1-6023-49b8-a88c-bb9106a3046d HTTP/1.1" status: 204 len: 168 time: 0.8462605 May 26 16:27:05.904819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4b04c-acdf-4a13-b841-592770f4be86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ce7f1-6023-49b8-a88c-bb9106a3046d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:05.994154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.039315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-add97503-fd28-49bc-b240-f990231d618a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12759989-8257-4d58-8376-a32b26bb3a43 HTTP/1.1" status: 200 len: 217 time: 0.2993367 May 26 16:27:06.056370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:06.138612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.182925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Could not find standard attr ID for object 1f948ea7-4ec0-4da8-a574-b8fe3091b5fb. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:27:06.231423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Provisioning complete for port 1e9e447b-614d-44b9-bb54-5996e4986d12 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:06.231795 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.252587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port afc3fd61-a996-473a-aee1-f76868497897 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:06.253075 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.276679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d80829cb-c977-45e0-956f-0cc87fd2b2d6 req-bc6d74f4-fcc0-4f8e-b8e0-1b6cc2330e16 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392105 May 26 16:27:06.332911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-fb30f95a-80ca-4f1c-8140-75b3b3a2d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:06.334418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-fb30f95a-80ca-4f1c-8140-75b3b3a2d7d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6887cb5a-8675-41df-aa88-22f4b7b11759 HTTP/1.1" status: 200 len: 851 time: 0.1939332 May 26 16:27:06.389717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-082828e0-4bef-4bc3-8ac5-6c1598311b72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3896f31-be90-483f-bc36-aeae150a504b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415070 May 26 16:27:06.404264 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-06a08f45-cc4a-4813-803e-f1177bf909bf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:06.407204 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-06a08f45-cc4a-4813-803e-f1177bf909bf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "GET /v2.0/networks?id=176cfd15-d5ab-4438-824b-0d3a771d83a2 HTTP/1.1" status: 200 len: 797 time: 0.6470134 May 26 16:27:06.410120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.425058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Allocated IP 172.25.0.224 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:06.453934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Port 1e9e447b-614d-44b9-bb54-5996e4986d12 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:06.488619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:06.495537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:06.552362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:06.561525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Provisioning complete for port f682991a-4413-40ec-aff7-b8136a8ea027 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:06.562155 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.616437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3b4e8-2f3c-4a8b-882b-0df9f57c8cd4 None None] Port f682991a-4413-40ec-aff7-b8136a8ea027 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:06.669861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:06.670732 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.673435 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b6381f-7807-4a7b-8592-a5db42559d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.706829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=74f2083c-d790-4e0c-836f-1ffd003ab367,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:06.709775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port afc3fd61-a996-473a-aee1-f76868497897 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:06.741302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1be0f8e9-9b76-4e6b-94c1-2bb2cfd6afe4 None None] Could not find standard attr ID for object 1f948ea7-4ec0-4da8-a574-b8fe3091b5fb. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:27:06.778357 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b8d11300-ad06-4271-a49b-0482cebb7ed4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4928827 May 26 16:27:06.782698 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43700) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:06.787502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-66bf3369-c257-4209-8c48-0267fac0617a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'security_group': {'name': 'tempest-secgroup-1479515050'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:06.897766 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.930214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.024908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 979c3b9d-26f7-4229-a728-34112580443a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:07.034583 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-66bf3369-c257-4209-8c48-0267fac0617a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.043155 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.073602 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b6381f-7807-4a7b-8592-a5db42559d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.130237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa873c45-bcf3-49d5-b646-35252805cd6d req-928247d0-bae2-43fb-bec0-3e6bbdb9b72f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 210 time: 0.0353873 May 26 16:27:07.160443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0834cea-fd13-4493-a589-42ddf1802579 None None] Pushing event updated for resources: {'Port': ['ID=f682991a-4413-40ec-aff7-b8136a8ea027,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:07.202513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-eb6ec92c-289f-4177-a615-ae7ba1edb324 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 380 time: 0.7836001 May 26 16:27:07.215011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'port': {'device_id': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'admin_state_up': True, 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'security_groups': ['bf944c01-ccaa-4177-b4f7-7d9c9c676322']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:07.227003 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-66bf3369-c257-4209-8c48-0267fac0617a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.240697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-31b6381f-7807-4a7b-8592-a5db42559d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.320229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:07.321351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.352476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-66bf3369-c257-4209-8c48-0267fac0617a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.365573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-7a186303-8bd7-403b-86e3-e7eb0a51e5bd service neutron] 10.222.0.32 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9574416 May 26 16:27:07.366992 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6381f-7807-4a7b-8592-a5db42559d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81eade5-cf49-4d6b-a885-1682dbf7811b,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:07.381551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.396085 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-66bf3369-c257-4209-8c48-0267fac0617a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.398186 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-66bf3369-c257-4209-8c48-0267fac0617a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6147244 May 26 16:27:07.416161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43706) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:07.466878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:07.474662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:07.479501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:07.482643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:07.520937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Attempting to bind port f682991a-4413-40ec-aff7-b8136a8ea027 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:07.521415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Attempting to bind port f682991a-4413-40ec-aff7-b8136a8ea027 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:07.521923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Attempting to bind port f682991a-4413-40ec-aff7-b8136a8ea027 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:07.531496 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-31b6381f-7807-4a7b-8592-a5db42559d62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=226cb6212197494592bf46361dd037fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0417254 May 26 16:27:07.540319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:07.540609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Checking segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:07.541277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.542204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Bound using segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:07.542696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Bound port: f682991a-4413-40ec-aff7-b8136a8ea027, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:07.543076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.598095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5b4fc760-1afa-4311-9124-1a803f7eae9d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'security_group': {'name': 'tempest-secgroup-1378839028'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:07.604381 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-71ef54a6-fa12-4c97-9e8c-e9139734c8ed req-a4c9441b-3a6b-4ada-8d3d-a7edea2871d2 service neutron] 10.222.0.32 "GET /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893044 May 26 16:27:07.605065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43708) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:07.687073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] For port f682991a-4413-40ec-aff7-b8136a8ea027, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:07.687900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43710) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:07.694207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] For port f682991a-4413-40ec-aff7-b8136a8ea027, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f682991a-4413-40ec-aff7-b8136a8ea027,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:07.711183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.740091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b1fc480a-88a8-4e3d-9292-ce43c69f9eed None None] Provisioning complete for port f682991a-4413-40ec-aff7-b8136a8ea027 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:07.740474 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b1fc480a-88a8-4e3d-9292-ce43c69f9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:07.888096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:07.890103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:26:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:07.904809 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:07.911833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a532d127-efea-466b-aefb-34359ba76c98 None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:07.934106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b914d-462e-4819-983e-50cb573da680 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:07.934106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f32b914d-462e-4819-983e-50cb573da680 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f HTTP/1.1" status: 200 len: 814 time: 0.2361617 May 26 16:27:07.980618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf3369-c257-4209-8c48-0267fac0617a tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1db23a5-55a0-4280-846e-5daf3fcdf4f7,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:07.997066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:08.025278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.054089 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2436ca50-f166-4746-923d-4049c44ab82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.068661 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc760-1afa-4311-9124-1a803f7eae9d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.093652 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.120151 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-077775ab-ca0a-4e4c-8f98-21848dcbce84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.138231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f576c-56a3-464a-be0b-57e9ae853e4c req-351cca58-6b29-4b18-a080-13e5ab35aff0 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:08.143313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a93f576c-56a3-464a-be0b-57e9ae853e4c req-351cca58-6b29-4b18-a080-13e5ab35aff0 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.5358965 May 26 16:27:08.309526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-077775ab-ca0a-4e4c-8f98-21848dcbce84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.481600 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0834cea-fd13-4493-a589-42ddf1802579 None None] Pushing event updated for resources: {'Port': ['ID=f682991a-4413-40ec-aff7-b8136a8ea027,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:08.637625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5489e107-bd76-4ca5-bf3f-d350927759a8 req-ee7ef811-b0cf-44db-835a-d2f2c59580d2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 210 time: 0.2555957 May 26 16:27:08.698350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a93f576c-56a3-464a-be0b-57e9ae853e4c req-9b77c6bb-11c8-493b-a4b2-eaf63ef18d28 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203449 May 26 16:27:08.720183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.20.0.13 (176cfd15-d5ab-4438-824b-0d3a771d83a2/47565b16-c770-4271-8dcd-901d16f2c15e/c47b97e8-44a9-442b-9e41-94d34b4d5ce2) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:08.752644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-077775ab-ca0a-4e4c-8f98-21848dcbce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.755676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-077775ab-ca0a-4e4c-8f98-21848dcbce84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.757495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-077775ab-ca0a-4e4c-8f98-21848dcbce84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b81eade5-cf49-4d6b-a885-1682dbf7811b HTTP/1.1" status: 204 len: 168 time: 1.1403422 May 26 16:27:08.777612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077775ab-ca0a-4e4c-8f98-21848dcbce84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81eade5-cf49-4d6b-a885-1682dbf7811b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:08.843897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc480a-88a8-4e3d-9292-ce43c69f9eed None None] Current status of the port f682991a-4413-40ec-aff7-b8136a8ea027 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:08.844750 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b1fc480a-88a8-4e3d-9292-ce43c69f9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.884525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:08.892967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc760-1afa-4311-9124-1a803f7eae9d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.953065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc760-1afa-4311-9124-1a803f7eae9d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:08.988984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.014244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b1fc480a-88a8-4e3d-9292-ce43c69f9eed None None] For port f682991a-4413-40ec-aff7-b8136a8ea027, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f682991a-4413-40ec-aff7-b8136a8ea027,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:09.075884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b1fc480a-88a8-4e3d-9292-ce43c69f9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.199045 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.230523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc760-1afa-4311-9124-1a803f7eae9d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.234868 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5b4fc760-1afa-4311-9124-1a803f7eae9d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8151374 May 26 16:27:09.236970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43724) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:09.245315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7326bd51-1ad7-4bd6-b34e-8c5e65f9bbcf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'security_group': {'name': 'tempest-secgroup-340702767'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:09.254050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fc760-1afa-4311-9124-1a803f7eae9d tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a757e937-e529-4d59-88ef-39c971a3f699,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:09.306845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7326bd51-1ad7-4bd6-b34e-8c5e65f9bbcf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.345603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.424059 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.479719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-517e5362-7ff0-4ff9-a391-2453cec3d1b7 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:09.480472 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-517e5362-7ff0-4ff9-a391-2453cec3d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.485960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddcf5a-501a-418b-adb0-affa7e8f7a8f None None] Update dhcp port {'port': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'fixed_ips': [{'subnet_id': '8b936fb7-7b03-4437-a6b0-365bbddd8841', 'ip_address': '172.20.0.18'}, {'subnet_id': '74f2083c-d790-4e0c-836f-1ffd003ab367'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '979c3b9d-26f7-4229-a728-34112580443a'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:27:09.490599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc480a-88a8-4e3d-9292-ce43c69f9eed None None] Pushing event updated for resources: {'Port': ['ID=f682991a-4413-40ec-aff7-b8136a8ea027,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:09.504084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 176cfd15-d5ab-4438-824b-0d3a771d83a2 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:09.512624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:27:09.520029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:09.527585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:09.569650 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7326bd51-1ad7-4bd6-b34e-8c5e65f9bbcf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.570157 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04ddcf5a-501a-418b-adb0-affa7e8f7a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.621281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7326bd51-1ad7-4bd6-b34e-8c5e65f9bbcf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.624319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:09.673792 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7326bd51-1ad7-4bd6-b34e-8c5e65f9bbcf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.677874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7326bd51-1ad7-4bd6-b34e-8c5e65f9bbcf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4347403 May 26 16:27:09.679684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43734) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:09.688622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:09.689251 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.695853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1537993379', 'security_groups': ['4f530b15-adb3-418f-b9a2-64ed0fa20c23'], 'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '74f2083c-d790-4e0c-836f-1ffd003ab367'}]}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:09.701281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326bd51-1ad7-4bd6-b34e-8c5e65f9bbcf tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f530b15-adb3-418f-b9a2-64ed0fa20c23,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:09.807982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:09.821201 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Sync routers for ids ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:09.843328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-517e5362-7ff0-4ff9-a391-2453cec3d1b7 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:09.854986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43742) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:09.860340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-7979c17e-1b6c-4ac4-8164-3f183bcb6340 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6507018 May 26 16:27:09.865276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'network': {'name': 'tempest-network-smoke--99115868', 'project_id': '4063905a31d942838228e9f70da00298', 'port_security_enabled': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:09.872928 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Routers {'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:09.880109 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:09.880451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'f682991a-4413-40ec-aff7-b8136a8ea027', 'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:f3:86:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:58Z', 'updated_at': '2022-05-26T16:27:07Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:09.882440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Request body: {'port': {'device_id': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:09.933675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a4754-e749-4baf-95aa-cafba0d45293 None None] The sync data for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 is: [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'f682991a-4413-40ec-aff7-b8136a8ea027', 'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:f3:86:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:58Z', 'updated_at': '2022-05-26T16:27:07Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:09.963345 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:09.970231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1755780d-400b-4f03-9c58-7c63fd349630 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.9790671 May 26 16:27:09.980816 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43744) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:10.073807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:10.099495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-517e5362-7ff0-4ff9-a391-2453cec3d1b7 None None] Provisioning complete for port 1e9e447b-614d-44b9-bb54-5996e4986d12 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:10.102148 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-517e5362-7ff0-4ff9-a391-2453cec3d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.103422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Made reservation on behalf of 4063905a31d942838228e9f70da00298 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:10.108598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.156835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a13b18-6f55-4b27-a457-e3435885f567 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:10.161889 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03a13b18-6f55-4b27-a457-e3435885f567 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=45735cc8400542528e0de415734ff279&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1790593 May 26 16:27:10.162639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43746) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:10.188648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:27:10.207865 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Set router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:10.243960 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.282650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.283331 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Added segment b40d8fc4-f7b4-417c-af43-f20264c0f5b6 of type vlan for network 410f4e32-45b9-4780-86dc-74813744fcf3 May 26 16:27:10.340804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-04ddcf5a-501a-418b-adb0-affa7e8f7a8f None None] Allocated IP 172.20.0.2 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/74f2083c-d790-4e0c-836f-1ffd003ab367/979c3b9d-26f7-4229-a728-34112580443a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:10.356200 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.382444 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.452603 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef22d9-5386-464d-a6f6-7fd70215e605 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:10.472708 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-88ef22d9-5386-464d-a6f6-7fd70215e605 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3015265 May 26 16:27:10.482232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:10.554206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-04ddcf5a-501a-418b-adb0-affa7e8f7a8f None None] For port 979c3b9d-26f7-4229-a728-34112580443a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=979c3b9d-26f7-4229-a728-34112580443a,segment=NetworkSegment(0fea4b18-ac0d-4b21-86e2-0e71541f0146),segment_id=0fea4b18-ac0d-4b21-86e2-0e71541f0146)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:10.570795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56871720-fba1-4b0c-a815-6a906e41d7d0 req-27d8e2e1-543a-4c8f-85a4-6997ff5d7a86 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:10.581902 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0150b6f6-f8b9-4309-9f3e-3e18148c4586 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0981905 May 26 16:27:10.589187 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:04Z', 'updated_at': '2022-05-26T16:27:07Z', 'revision_number': 3, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:06Z', 'updated_at': '2022-05-26T16:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:10.590282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43762) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:10.598640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56871720-fba1-4b0c-a815-6a906e41d7d0 req-27d8e2e1-543a-4c8f-85a4-6997ff5d7a86 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.6933637 May 26 16:27:10.613387 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.620475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:10.621049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.621264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-517e5362-7ff0-4ff9-a391-2453cec3d1b7 None None] Port 1e9e447b-614d-44b9-bb54-5996e4986d12 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:10.637161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dc590-473c-4914-957f-19765a0541b3 req-52def9e8-27cc-4154-bba1-4938ff17ab8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:10.648362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de2dc590-473c-4914-957f-19765a0541b3 req-52def9e8-27cc-4154-bba1-4938ff17ab8f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 932 time: 0.7930169 May 26 16:27:10.657261 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Checking router: b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:10.658062 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Updating router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:10.696996 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f453cb0-1cee-4cf2-a89e-6de3fce855a1 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=45735cc8400542528e0de415734ff279&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054006 May 26 16:27:10.716006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43764) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:10.731524 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.733780 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8771875 May 26 16:27:10.737314 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43766) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:10.754267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] device_id is not set on port aeb83bdf-e120-4752-8511-a6de393e9c4c yet. {{(pid=109405) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:27:10.755608 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04ddcf5a-501a-418b-adb0-affa7e8f7a8f None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.800507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04ddcf5a-501a-418b-adb0-affa7e8f7a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.829806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-517e5362-7ff0-4ff9-a391-2453cec3d1b7 None None] Provisioning complete for port f682991a-4413-40ec-aff7-b8136a8ea027 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:10.834113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-517e5362-7ff0-4ff9-a391-2453cec3d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.991380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddcf5a-501a-418b-adb0-affa7e8f7a8f None None] Pushing event updated for resources: {'Port': ['ID=979c3b9d-26f7-4229-a728-34112580443a,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:10.991971 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a551ca-b2b3-4927-8957-0223f573bf8c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Network': ['ID=410f4e32-45b9-4780-86dc-74813744fcf3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:10.998193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e33ac-62b5-4813-8fb3-32ca3a239520 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:11.012324 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8f3e33ac-62b5-4813-8fb3-32ca3a239520 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=4063905a31d942838228e9f70da00298&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2610137 May 26 16:27:11.014190 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43774) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:11.115419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 410f4e32-45b9-4780-86dc-74813744fcf3 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:27:11.121055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f682991a-4413-40ec-aff7-b8136a8ea027 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:11.173203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.174805 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.294668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce1208-00b9-4a31-8953-a3d97776e85a tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:11.298686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f1ce1208-00b9-4a31-8953-a3d97776e85a tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5792327 May 26 16:27:11.304260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43782) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:11.325594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fbcbed-baef-41ef-a45f-1fc5580e4474 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:11.335431 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-36fbcbed-baef-41ef-a45f-1fc5580e4474 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3190684 May 26 16:27:11.337842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43784) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:11.429763 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-276f09d0-d6dd-4e05-af6c-083abba4cd4e tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825264 May 26 16:27:11.429763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43786) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:11.478187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-517e5362-7ff0-4ff9-a391-2453cec3d1b7 None None] Current status of the port f682991a-4413-40ec-aff7-b8136a8ea027 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:11.499388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f682991a-4413-40ec-aff7-b8136a8ea027 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:11.499764 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.534640 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c87ac767-09f3-48ef-bd0a-699b08ff7850 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=4063905a31d942838228e9f70da00298&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1030238 May 26 16:27:11.535794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43788) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:11.598709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.11 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/74f2083c-d790-4e0c-836f-1ffd003ab367/aeb83bdf-e120-4752-8511-a6de393e9c4c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:11.618100 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.620248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0ad1717a-54c8-4fdf-bdaa-ae006154472a None None] Provisioning complete for port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:11.621116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0ad1717a-54c8-4fdf-bdaa-ae006154472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.632535 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.739574 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Pushing event updated for resources: {'Port': ['ID=14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:11.765753 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.766206 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.766611 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.769813 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.772650 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.773731 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.780286 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.781900 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.782352 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.782754 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.783159 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.783550 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:11.791462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56871720-fba1-4b0c-a815-6a906e41d7d0 req-9016f9b0-c05a-4f67-a986-46d28fea9714 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1918898 May 26 16:27:11.824099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d47cbab8-1dff-481b-bf53-3adde17afe86 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5053945 May 26 16:27:11.839054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de2dc590-473c-4914-957f-19765a0541b3 req-f3709817-39ba-43e6-a278-8f79bf2ce09d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1841135 May 26 16:27:11.839898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43794) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:11.840647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d073cdc-9441-48ac-91c5-b2c47e94bc2e tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:11.842201 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1d073cdc-9441-48ac-91c5-b2c47e94bc2e tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3054407 May 26 16:27:11.845511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43796) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:11.877097 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Attempting to bind port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:11.877736 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Attempting to bind port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:11.878139 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Attempting to bind port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:11.887450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1518854539', 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030', 'project_id': '45735cc8400542528e0de415734ff279', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:11.888495 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:11.888878 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:11.889277 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.889666 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:11.890179 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Bound port: 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:11.890567 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.901946 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a60b2581-8fa6-410d-b7bd-c99131a11b1a tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549667 May 26 16:27:11.903286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f682991a-4413-40ec-aff7-b8136a8ea027 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:11.904037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43798) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:11.913051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-371770424', 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3', 'project_id': '4063905a31d942838228e9f70da00298', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:11.913255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1717a-54c8-4fdf-bdaa-ae006154472a None None] Port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:12.022880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43802) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:12.024960 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] For port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:12.038134 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] For port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:12.044279 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.156040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Made reservation on behalf of 4063905a31d942838228e9f70da00298 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:12.165196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.211959 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.278597 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Routers {'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:12.279253 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:12.302150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Made reservation on behalf of 45735cc8400542528e0de415734ff279 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:12.305850 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.396044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2776a174-0734-49c7-a6a4-e733e04c37d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.586940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7c26ea67-426d-431f-ab36-81b348eb18c4 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:12.589720 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c26ea67-426d-431f-ab36-81b348eb18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.645611 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] Set router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:12.702909 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2776a174-0734-49c7-a6a4-e733e04c37d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.725948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2776a174-0734-49c7-a6a4-e733e04c37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.742539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7c26ea67-426d-431f-ab36-81b348eb18c4 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:12.756196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7c26ea67-426d-431f-ab36-81b348eb18c4 None None] Provisioning complete for port 1e9e447b-614d-44b9-bb54-5996e4986d12 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:12.756577 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7c26ea67-426d-431f-ab36-81b348eb18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.792028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.818087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47b97e8-44a9-442b-9e41-94d34b4d5ce2 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:12.824124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7c26ea67-426d-431f-ab36-81b348eb18c4 None None] Port 1e9e447b-614d-44b9-bb54-5996e4986d12 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:12.855783 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.900570 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2776a174-0734-49c7-a6a4-e733e04c37d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c41b8b6096ff45158c72e5eb8549bb1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8757093 May 26 16:27:12.905827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43810) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:12.908643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776a174-0734-49c7-a6a4-e733e04c37d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce2559e-f5ce-406e-a774-0e417651e0f0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:12.910250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 979c3b9d-26f7-4229-a728-34112580443a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:12.915090 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55bc83-a9af-4da2-9926-e2ce6764f15c None None] Pushing event updated for resources: {'Port': ['ID=14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:12.962722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.990910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Subnet': ['ID=8a00a27f-9e4a-4ac0-a23b-daa40f24753a,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:13.004282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Checking segment: {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:13.004729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network hostable DHCP agents. Network: 410f4e32-45b9-4780-86dc-74813744fcf3, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:27:13.038336 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Transition to ACTIVE for port object c47b97e8-44a9-442b-9e41-94d34b4d5ce2 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:27:13.042341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e6305eb3-08e7-41cb-a989-8c52431bd857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.062858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 410f4e32-45b9-4780-86dc-74813744fcf3 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:27:13.083958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e6305eb3-08e7-41cb-a989-8c52431bd857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.086789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 410f4e32-45b9-4780-86dc-74813744fcf3) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:13.108593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2c8e399f-6171-4f80-ac18-8042e4a855fc None None] Could not find standard attr ID for object 1f948ea7-4ec0-4da8-a574-b8fe3091b5fb. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:27:13.125862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:13.126592 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.127529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9159a626-4abe-4a0f-88f0-268747eb1f20 None None] Network 410f4e32-45b9-4780-86dc-74813744fcf3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:13.138793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:13.168021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3deced-54ac-4002-b640-ab4c5806e41f req-9cf09b57-883e-4410-aad7-f468075beeab tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:13.171275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e3deced-54ac-4002-b640-ab4c5806e41f req-9cf09b57-883e-4410-aad7-f468075beeab tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.4054029 May 26 16:27:13.172043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.189163 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e0a4bd3a-4fbb-43e4-97d6-54965a76508d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2819715 May 26 16:27:13.197254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:04Z', 'updated_at': '2022-05-26T16:27:07Z', 'revision_number': 3, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:06Z', 'updated_at': '2022-05-26T16:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:13.226296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e6305eb3-08e7-41cb-a989-8c52431bd857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.232305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e6305eb3-08e7-41cb-a989-8c52431bd857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.235700 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e6305eb3-08e7-41cb-a989-8c52431bd857 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ce2559e-f5ce-406e-a774-0e417651e0f0 HTTP/1.1" status: 204 len: 168 time: 0.3280237 May 26 16:27:13.254303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6305eb3-08e7-41cb-a989-8c52431bd857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce2559e-f5ce-406e-a774-0e417651e0f0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:13.274697 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2f7c2-6052-4b33-a5d5-84dbe61b1517 None None] The sync data for ids ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'] in n-d-843336-2 is: [{'id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:04Z', 'updated_at': '2022-05-26T16:27:07Z', 'revision_number': 3, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:06Z', 'updated_at': '2022-05-26T16:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:13.293357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:13.294352 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.299289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:13.308770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:13.646969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-410f4e32-45b9-4780-86dc-74813744fcf3', 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'fixed_ips': [{'subnet_id': '8a00a27f-9e4a-4ac0-a23b-daa40f24753a'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:27:13.648629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.682229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:13.791258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=aeb83bdf-e120-4752-8511-a6de393e9c4c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:13.887447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e3deced-54ac-4002-b640-ab4c5806e41f req-5d41b40a-b91a-4806-b1cc-505807948c3f tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079664 May 26 16:27:13.937504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c566c20-3f64-405b-9255-3c41eed8ff10 req-7b716ada-4d24-420f-af41-93e2a6efd9a4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:13.939192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c566c20-3f64-405b-9255-3c41eed8ff10 req-7b716ada-4d24-420f-af41-93e2a6efd9a4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 944 time: 0.8414056 May 26 16:27:13.956531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:13.957247 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.033744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.045337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Allocated IP 172.20.0.18 (410f4e32-45b9-4780-86dc-74813744fcf3/8a00a27f-9e4a-4ac0-a23b-daa40f24753a/194aa979-1975-4e8c-9c6f-7bf24cb9d0c1) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:14.068648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43826) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:14.073892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f9c4c86a-83ff-407a-9918-a306fa14eec3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-92175027', 'description': 'tempest-secgroup-smoke-92175027 description', 'project_id': '4063905a31d942838228e9f70da00298'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:14.113412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c86a-83ff-407a-9918-a306fa14eec3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.130823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-811e4c2a-ef10-41ea-b5f8-334283332aad None None] Provisioning complete for port aeb83bdf-e120-4752-8511-a6de393e9c4c triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:14.131465 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-811e4c2a-ef10-41ea-b5f8-334283332aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.183348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c566c20-3f64-405b-9255-3c41eed8ff10 req-40138cd9-d2e0-4db4-98fb-63c503d0f985 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219431 May 26 16:27:14.189359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6c3ec15f-1837-4d73-8e75-b333bf75dc59 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5082242 May 26 16:27:14.196288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:14.203743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43830) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:14.237650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-634e2dc4-f90c-4459-a51b-42e83cfc3f74 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:14.324038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Checking segment: {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:14.325592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network hostable DHCP agents. Network: 93b478f6-ec43-41cd-84e7-8e1201052030, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:27:14.371596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Subnet': ['ID=7016635c-cae0-4996-9912-118b0ad754a4,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:14.380297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 93b478f6-ec43-41cd-84e7-8e1201052030 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:27:14.411875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 93b478f6-ec43-41cd-84e7-8e1201052030) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:14.436015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:14.436955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.461293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:14.461293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:14.461293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:14.472049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:27:14.472340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:14.487271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:14.488003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Checking segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:14.488826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Bound using segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:14.489413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Bound port: c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:14.491038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.515911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fd32f8a5-4ae4-4c37-ad5c-e880305ffa21 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6648846 May 26 16:27:14.521477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43836) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:14.633501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c86a-83ff-407a-9918-a306fa14eec3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.645491 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c86a-83ff-407a-9918-a306fa14eec3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.656649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634e2dc4-f90c-4459-a51b-42e83cfc3f74 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:14.660734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-634e2dc4-f90c-4459-a51b-42e83cfc3f74 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.671290 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.676866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf833b64-6796-4b26-a634-0738dd651fb2 None None] Network 93b478f6-ec43-41cd-84e7-8e1201052030 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:14.697266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:14.701448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:14.714942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.715637 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.799175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c86a-83ff-407a-9918-a306fa14eec3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aa2442-b81d-45f3-b984-7586646ed70d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:14.805945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c86a-83ff-407a-9918-a306fa14eec3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.808025 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f9c4c86a-83ff-407a-9918-a306fa14eec3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7383523 May 26 16:27:14.813886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43844) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:14.821428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-34a4c703-4526-4b65-87ff-3d2b8dfa4a69 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '52aa2442-b81d-45f3-b984-7586646ed70d', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:14.886591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Pushing event updated for resources: {'Port': ['ID=194aa979-1975-4e8c-9c6f-7bf24cb9d0c1,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:14.906451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Network 410f4e32-45b9-4780-86dc-74813744fcf3 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:14.915551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:14.920808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-811e4c2a-ef10-41ea-b5f8-334283332aad None None] Port aeb83bdf-e120-4752-8511-a6de393e9c4c cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:14.925177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:14.936888 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34a4c703-4526-4b65-87ff-3d2b8dfa4a69 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.006478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:15.080940 n-d-843336-2 neutron-server[109404]: INFO neutron.db.ipam_backend_mixin [None req-634e2dc4-f90c-4459-a51b-42e83cfc3f74 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 74f2083c-d790-4e0c-836f-1ffd003ab367 (CIDR: 172.20.0.0/28) May 26 16:27:15.096502 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-634e2dc4-f90c-4459-a51b-42e83cfc3f74 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:15.097403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634e2dc4-f90c-4459-a51b-42e83cfc3f74 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:15.104214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:15.153761 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-634e2dc4-f90c-4459-a51b-42e83cfc3f74 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9432328 May 26 16:27:15.155200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43852) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:15.176489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a84fa8d3-7369-4cd9-98b2-725fe72867c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:15.255062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Attempting to bind port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:15.263191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Attempting to bind port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:15.263785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Attempting to bind port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 on network 410f4e32-45b9-4780-86dc-74813744fcf3 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:15.295928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:15.308004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Checking segment: {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:15.308668 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.309248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Bound using segment: {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:15.314975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Bound port: 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:15.315631 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.337224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:15.338766 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.340918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-6f0614f3-4877-4c99-b431-009bbb9be8e4 service neutron] 10.222.0.24 "PUT /v2.0/ports/c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 1092 time: 5.4676149 May 26 16:27:15.347889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:15.350418 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937a101c-4155-411d-abe1-a8732da4f887" -d '{"events": [{"name": "network-changed", "server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:15.429411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-93b478f6-ec43-41cd-84e7-8e1201052030', 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030', 'tenant_id': '45735cc8400542528e0de415734ff279', 'fixed_ips': [{'subnet_id': '7016635c-cae0-4996-9912-118b0ad754a4'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:27:15.433029 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.477879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34a4c703-4526-4b65-87ff-3d2b8dfa4a69 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.486098 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34a4c703-4526-4b65-87ff-3d2b8dfa4a69 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.506103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84fa8d3-7369-4cd9-98b2-725fe72867c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:15.511223 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a84fa8d3-7369-4cd9-98b2-725fe72867c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.533106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:15.533734 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.652708 n-d-843336-2 neutron-server[109404]: INFO neutron.db.ipam_backend_mixin [None req-a84fa8d3-7369-4cd9-98b2-725fe72867c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8b936fb7-7b03-4437-a6b0-365bbddd8841 (CIDR: 172.20.0.16/28) May 26 16:27:15.661025 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34a4c703-4526-4b65-87ff-3d2b8dfa4a69 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.665454 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-34a4c703-4526-4b65-87ff-3d2b8dfa4a69 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8480244 May 26 16:27:15.667584 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84fa8d3-7369-4cd9-98b2-725fe72867c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:15.667726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43864) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:15.668246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84fa8d3-7369-4cd9-98b2-725fe72867c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:15.693453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4c703-4526-4b65-87ff-3d2b8dfa4a69 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490590db-c22b-4801-992e-8e6cbe4b1a34,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:15.706890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-a93f4f73-d279-4245-bbe6-226b4737c5fc tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:15.711046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-a93f4f73-d279-4245-bbe6-226b4737c5fc tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.32 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.9844291 May 26 16:27:15.712915 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a84fa8d3-7369-4cd9-98b2-725fe72867c4 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5521035 May 26 16:27:15.713871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 43866) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:15.722686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-06146438-db39-4f16-ba0d-079566f2ea7b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '52aa2442-b81d-45f3-b984-7586646ed70d', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:15.753793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'subnet': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:15.790459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43868) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:15.799590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1f57e-1e59-454b-9659-c77f34e05f87 req-61f3442a-55c1-4026-8080-ba4fb3a6f5a6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:15.802102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9f1f57e-1e59-454b-9659-c77f34e05f87 req-61f3442a-55c1-4026-8080-ba4fb3a6f5a6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 944 time: 0.4581001 May 26 16:27:15.815196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] For port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:15.822691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] For port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=194aa979-1975-4e8c-9c6f-7bf24cb9d0c1,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:15.870561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b6b0f-aa20-4af3-bf3b-35c0d9505ecc req-79fc459b-b28d-4166-9a1a-da66d0ad5a2b tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:15.877828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f2b6b0f-aa20-4af3-bf3b-35c0d9505ecc req-79fc459b-b28d-4166-9a1a-da66d0ad5a2b tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 0.6027970 May 26 16:27:15.941539 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.998317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-04c2149f-f029-4096-89b4-029144268822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.034139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Allocated IP 172.20.0.18 (93b478f6-ec43-41cd-84e7-8e1201052030/7016635c-cae0-4996-9912-118b0ad754a4/608f68a6-78d8-480b-a865-06db91af7400) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:16.053173 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06146438-db39-4f16-ba0d-079566f2ea7b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.116029 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-04c2149f-f029-4096-89b4-029144268822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.122343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-04c2149f-f029-4096-89b4-029144268822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.174808 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06146438-db39-4f16-ba0d-079566f2ea7b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.227347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-af404bc4-04cd-48dc-a737-6e9d8a9e27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:16.235244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-af404bc4-04cd-48dc-a737-6e9d8a9e27d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1095 time: 0.7219882 May 26 16:27:16.238180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2149f-f029-4096-89b4-029144268822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab403c0-0e2c-4e0b-924e-c5eff370bf90,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:16.245478 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06146438-db39-4f16-ba0d-079566f2ea7b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.255109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0109ae-cef8-41f3-be85-285b14ab9eda None None] Pushing event updated for resources: {'Port': ['ID=194aa979-1975-4e8c-9c6f-7bf24cb9d0c1,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:16.263624 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-04c2149f-f029-4096-89b4-029144268822 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d27a0a58b8b4899804984dd26a6c3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715724 May 26 16:27:16.267624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43872) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:16.289178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:16.289557 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.327215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-d49875ba-ba1a-4013-b251-41eee3eae82f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 217 time: 0.0684376 May 26 16:27:16.331965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:16.340684 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.348006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9f1f57e-1e59-454b-9659-c77f34e05f87 req-6477ec92-c491-4b49-8584-eb2c2bb4a4c2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4229660 May 26 16:27:16.381589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054b0959-ef4c-4fa4-bbf9-83d34cac8842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.425058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054b0959-ef4c-4fa4-bbf9-83d34cac8842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.455298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-66fc93c4-455d-4a71-a0f7-e1feaa89a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:16.456786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-66fc93c4-455d-4a71-a0f7-e1feaa89a1f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47565b16-c770-4271-8dcd-901d16f2c15e HTTP/1.1" status: 200 len: 835 time: 0.1065094 May 26 16:27:16.468634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06146438-db39-4f16-ba0d-079566f2ea7b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef6e8c8-0227-4fca-9bea-9307d32009eb,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:16.511938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f2b6b0f-aa20-4af3-bf3b-35c0d9505ecc req-95d0f059-7d9e-41e2-852f-0647f22d777e tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6329291 May 26 16:27:16.521964 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06146438-db39-4f16-ba0d-079566f2ea7b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.544550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-06146438-db39-4f16-ba0d-079566f2ea7b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8341906 May 26 16:27:16.565533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43876) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:16.579796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-420591ba-93e7-480f-b695-0a9600206c8d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '52aa2442-b81d-45f3-b984-7586646ed70d', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:16.651120 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e82ac0c-c6ef-427b-9d88-606fff81c607 x-openstack-request-id: req-9e82ac0c-c6ef-427b-9d88-606fff81c607 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:16.651477 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:16.651677 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e82ac0c-c6ef-427b-9d88-606fff81c607 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:16.652071 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e82ac0c-c6ef-427b-9d88-606fff81c607'] response: {'name': 'network-changed', 'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'status': 'completed', 'code': 200} May 26 16:27:16.657009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-420591ba-93e7-480f-b695-0a9600206c8d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.683459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054b0959-ef4c-4fa4-bbf9-83d34cac8842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.693624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-054b0959-ef4c-4fa4-bbf9-83d34cac8842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.703439 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-054b0959-ef4c-4fa4-bbf9-83d34cac8842 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ab403c0-0e2c-4e0b-924e-c5eff370bf90 HTTP/1.1" status: 204 len: 168 time: 0.4345603 May 26 16:27:16.703724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:16.755951 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.764033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Deleting port 12759989-8257-4d58-8376-a32b26bb3a43 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:16.764625 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.774953 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.825272 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.830600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b0959-ef4c-4fa4-bbf9-83d34cac8842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab403c0-0e2c-4e0b-924e-c5eff370bf90,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:16.846211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-d5fde7ba-d4e3-4016-bf1d-74f9e0abdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:16.852769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-d5fde7ba-d4e3-4016-bf1d-74f9e0abdf55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=176cfd15-d5ab-4438-824b-0d3a771d83a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3654976 May 26 16:27:16.874868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Network 93b478f6-ec43-41cd-84e7-8e1201052030 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:16.888356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:16.894179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:16.933960 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-420591ba-93e7-480f-b695-0a9600206c8d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.942258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-420591ba-93e7-480f-b695-0a9600206c8d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.981003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420591ba-93e7-480f-b695-0a9600206c8d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715b7844-9503-4e76-aa05-82a22f242327,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:16.998997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-420591ba-93e7-480f-b695-0a9600206c8d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.007491 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-420591ba-93e7-480f-b695-0a9600206c8d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4362159 May 26 16:27:17.009313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43882) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:17.019747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-71b7240d-3cec-42c2-b592-26989650cb2f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '52aa2442-b81d-45f3-b984-7586646ed70d', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:17.022357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Made reservation on behalf of a345bd1d70f54664b28ca870bfd741f2 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:17.028503 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.069631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Pushing event updated for resources: {'Port': ['ID=608f68a6-78d8-480b-a865-06db91af7400,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:17.098851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71b7240d-3cec-42c2-b592-26989650cb2f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.124022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Attempting to bind port 608f68a6-78d8-480b-a865-06db91af7400 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:17.124945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Attempting to bind port 608f68a6-78d8-480b-a865-06db91af7400 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:17.124945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Attempting to bind port 608f68a6-78d8-480b-a865-06db91af7400 on network 93b478f6-ec43-41cd-84e7-8e1201052030 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:17.139491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:17.139491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Checking segment: {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:17.139491 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.142085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Bound using segment: {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:17.142085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Bound port: 608f68a6-78d8-480b-a865-06db91af7400, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:17.142085 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.183184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:17.267750 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71b7240d-3cec-42c2-b592-26989650cb2f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.280316 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71b7240d-3cec-42c2-b592-26989650cb2f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.355140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7240d-3cec-42c2-b592-26989650cb2f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba46419-0f0d-4720-9243-4d5fd929266b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:17.375510 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-71b7240d-3cec-42c2-b592-26989650cb2f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.377106 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-71b7240d-3cec-42c2-b592-26989650cb2f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3661191 May 26 16:27:17.381561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43888) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:17.392658 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-675b6b18-f704-439f-af94-7cb386129035 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '52aa2442-b81d-45f3-b984-7586646ed70d', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:17.443420 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-675b6b18-f704-439f-af94-7cb386129035 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Project 4063905a31d942838228e9f70da00298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:27:17.467103 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-675b6b18-f704-439f-af94-7cb386129035 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.502381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:17.502941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.560728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] For port 608f68a6-78d8-480b-a865-06db91af7400, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:17.589284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] For port 608f68a6-78d8-480b-a865-06db91af7400, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=608f68a6-78d8-480b-a865-06db91af7400,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:17.621408 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.748654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-675b6b18-f704-439f-af94-7cb386129035 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.755717 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-675b6b18-f704-439f-af94-7cb386129035 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.777379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:17.778051 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.787392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b6b18-f704-439f-af94-7cb386129035 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de34931c-c385-4ff7-9f45-405a92775134,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:17.821367 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-675b6b18-f704-439f-af94-7cb386129035 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.821937 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-675b6b18-f704-439f-af94-7cb386129035 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4390161 May 26 16:27:17.827815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43906) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:17.834612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664daf80-26d2-42dc-91d9-942a3ae89859 None None] Pushing event updated for resources: {'Port': ['ID=608f68a6-78d8-480b-a865-06db91af7400,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:17.837237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6965787d-726d-43eb-a6aa-940c2205ff88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '52aa2442-b81d-45f3-b984-7586646ed70d', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:17.865831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=194aa979-1975-4e8c-9c6f-7bf24cb9d0c1,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:17.877049 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.878729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:17.905848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] For port 12759989-8257-4d58-8376-a32b26bb3a43, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=12759989-8257-4d58-8376-a32b26bb3a43,segment=NetworkSegment(cc4c8a41-c577-4597-b24c-33e9de42bb28),segment_id=cc4c8a41-c577-4597-b24c-33e9de42bb28)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:17.906541 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.930081 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-6965787d-726d-43eb-a6aa-940c2205ff88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Project 4063905a31d942838228e9f70da00298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:27:17.945188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6965787d-726d-43eb-a6aa-940c2205ff88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.090957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Calling delete_port for 12759989-8257-4d58-8376-a32b26bb3a43 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:18.095874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=194aa979-1975-4e8c-9c6f-7bf24cb9d0c1,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:18.128179 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6965787d-726d-43eb-a6aa-940c2205ff88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.144414 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6965787d-726d-43eb-a6aa-940c2205ff88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.178357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965787d-726d-43eb-a6aa-940c2205ff88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d005eba9-5e30-47cc-b261-da2dff819204,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:18.202834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:18.202834 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.204960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-4d8879e6-419e-450e-b0d2-982738f30354 service neutron] 10.222.0.24 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2334144 May 26 16:27:18.228907 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6965787d-726d-43eb-a6aa-940c2205ff88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.230255 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6965787d-726d-43eb-a6aa-940c2205ff88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4008882 May 26 16:27:18.251550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c2841c-a619-469e-8091-d15f87036b1b None None] Network 410f4e32-45b9-4780-86dc-74813744fcf3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:18.698854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b08bbd8b-c6b5-4c99-89fb-e74a1861792a req-457112da-7369-434d-816e-74a8ad5bd23a service neutron] 10.222.0.24 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220369 May 26 16:27:18.778798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-838e5f61-3746-4b74-ad97-e99fdea29a78 None None] Provisioning complete for port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:18.780607 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-838e5f61-3746-4b74-ad97-e99fdea29a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.832428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af95be-440c-47e9-ad8f-0001e6b053e5 req-9e346d1e-609e-400a-ab73-6eb2bcb240dd tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:18.834038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79af95be-440c-47e9-ad8f-0001e6b053e5 req-9e346d1e-609e-400a-ab73-6eb2bcb240dd tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 945 time: 1.0308108 May 26 16:27:18.959404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f94d4f-66dc-46e5-8c2f-98f4e4f04180 req-22df7981-db1d-4dac-a075-597e41a066a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:18.971361 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3f94d4f-66dc-46e5-8c2f-98f4e4f04180 req-22df7981-db1d-4dac-a075-597e41a066a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 944 time: 1.1744611 May 26 16:27:19.041795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:19.044196 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.150955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Allocated IP 172.20.0.17 (93b478f6-ec43-41cd-84e7-8e1201052030/7016635c-cae0-4996-9912-118b0ad754a4/4617d330-0a26-42a6-a5a4-4cd6ddbca985) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:19.271289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 12759989-8257-4d58-8376-a32b26bb3a43 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:19.309748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-838e5f61-3746-4b74-ad97-e99fdea29a78 None None] Current status of the port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:19.325596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 12759989-8257-4d58-8376-a32b26bb3a43 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:19.326362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 12759989-8257-4d58-8376-a32b26bb3a43 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:19.352984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.380118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Pushing event deleted for resources: {'Port': ['ID=12759989-8257-4d58-8376-a32b26bb3a43,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:19.384787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79af95be-440c-47e9-ad8f-0001e6b053e5 req-12634e3c-4964-4377-bce6-8324ddca7c55 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/security-groups?id=c17826c8-b1ff-4b21-b574-b06af7ce23fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175157 May 26 16:27:19.461738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3f94d4f-66dc-46e5-8c2f-98f4e4f04180 req-8a78063d-6710-4ea0-b7cd-a868d3867d5b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4880457 May 26 16:27:19.462191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:19.544566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:19.545272 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.575464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a101c-4155-411d-abe1-a8732da4f887 req-9dca825a-e447-494f-a15d-b56fee74be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:19.577315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-937a101c-4155-411d-abe1-a8732da4f887 req-9dca825a-e447-494f-a15d-b56fee74be99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1095 time: 0.7796195 May 26 16:27:19.669373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] No DVR routers for this DVR port 12759989-8257-4d58-8376-a32b26bb3a43 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:27:19.672743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:19.693151 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.696564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4eef151a-dd6a-4dbd-8cbe-313352e4b76d req-df6bd27e-7a50-4fd5-a95f-1fcfbc2a3699 tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.32 "DELETE /v2.0/ports/12759989-8257-4d58-8376-a32b26bb3a43 HTTP/1.1" status: 204 len: 173 time: 3.9125526 May 26 16:27:19.702359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16783076-2852-49b7-94ab-fb7eb8e5c310', 'name': 'network-vif-deleted', 'tag': '12759989-8257-4d58-8376-a32b26bb3a43'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:19.704640 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0658d9-7f8d-407a-adfb-b9470c89e063" -d '{"events": [{"server_uuid": "16783076-2852-49b7-94ab-fb7eb8e5c310", "name": "network-vif-deleted", "tag": "12759989-8257-4d58-8376-a32b26bb3a43"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:19.716224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d71360-0ebd-44dd-9002-cdad1090fdab None None] Network 93b478f6-ec43-41cd-84e7-8e1201052030 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:19.758310 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:19.770898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Subnet': ['ID=4200663e-06b6-4b22-802f-aa428802549b,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:19.773730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:19.774862 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.832740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381fcd5-cf4c-413e-a0e8-47e0c2a80abd None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:19.837135 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e68d6e1-511e-4397-a56c-9429d5877b6a x-openstack-request-id: req-7e68d6e1-511e-4397-a56c-9429d5877b6a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:19.837486 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16783076-2852-49b7-94ab-fb7eb8e5c310", "name": "network-vif-deleted", "tag": "12759989-8257-4d58-8376-a32b26bb3a43", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:19.841463 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e68d6e1-511e-4397-a56c-9429d5877b6a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:19.841956 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e68d6e1-511e-4397-a56c-9429d5877b6a'] response: {'server_uuid': '16783076-2852-49b7-94ab-fb7eb8e5c310', 'name': 'network-vif-deleted', 'tag': '12759989-8257-4d58-8376-a32b26bb3a43', 'status': 'completed', 'code': 200} May 26 16:27:19.886930 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.900043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-173c662c-ff8d-4d29-812c-05c9a5266741 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.1566834 May 26 16:27:19.903690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43944) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:19.911407 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-15b70a45-3e91-472a-aedc-bc1cb146b0b5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92175027&fields=id&tenant_id=4063905a31d942838228e9f70da00298 HTTP/1.1" status: 200 len: 267 time: 0.3280327 May 26 16:27:19.914440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1389937150', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4200663e-06b6-4b22-802f-aa428802549b'}], 'security_groups': ['f1db23a5-55a0-4280-846e-5daf3fcdf4f7', 'a757e937-e529-4d59-88ef-39c971a3f699']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:19.945773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:19.947847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 608f68a6-78d8-480b-a865-06db91af7400 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:19.996898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d05bd862-6423-421e-a3ac-41af00e902c5 None None] Provisioning complete for port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:19.997089 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d05bd862-6423-421e-a3ac-41af00e902c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.049009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a101c-4155-411d-abe1-a8732da4f887 req-bb4cb10a-d918-40f2-9bbb-439840767db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:20.058215 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-937a101c-4155-411d-abe1-a8732da4f887 req-bb4cb10a-d918-40f2-9bbb-439840767db3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=176cfd15-d5ab-4438-824b-0d3a771d83a2 HTTP/1.1" status: 200 len: 898 time: 0.3934903 May 26 16:27:20.202116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 608f68a6-78d8-480b-a865-06db91af7400 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:20.210494 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.268636 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.279134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-27fd8ce9-84db-4403-98ee-e78f3e9dfdba tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:20.289342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-27fd8ce9-84db-4403-98ee-e78f3e9dfdba tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/networks?id=410f4e32-45b9-4780-86dc-74813744fcf3 HTTP/1.1" status: 200 len: 795 time: 0.3675759 May 26 16:27:20.300068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-937a101c-4155-411d-abe1-a8732da4f887 req-679b87c8-fe41-4e8c-8fc8-37769b9634b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 217 time: 0.2194352 May 26 16:27:20.369975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d05bd862-6423-421e-a3ac-41af00e902c5 None None] Current status of the port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:20.442646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 608f68a6-78d8-480b-a865-06db91af7400 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:20.442977 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.489294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 608f68a6-78d8-480b-a865-06db91af7400, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=608f68a6-78d8-480b-a865-06db91af7400,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:20.498695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.556645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-2b74a4ed-d0b6-43a1-b8a0-b76da5f651ef tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/quotas/4063905a31d942838228e9f70da00298 HTTP/1.1" status: 200 len: 375 time: 0.2660868 May 26 16:27:20.558568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a101c-4155-411d-abe1-a8732da4f887 req-a09c450f-78a0-4c0a-abb1-a9eca7b97517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:20.560153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-937a101c-4155-411d-abe1-a8732da4f887 req-a09c450f-78a0-4c0a-abb1-a9eca7b97517 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47565b16-c770-4271-8dcd-901d16f2c15e HTTP/1.1" status: 200 len: 835 time: 0.2407830 May 26 16:27:20.627766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=608f68a6-78d8-480b-a865-06db91af7400,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:20.635230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d05bd862-6423-421e-a3ac-41af00e902c5 None None] Provisioning complete for port 608f68a6-78d8-480b-a865-06db91af7400 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:20.635616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d05bd862-6423-421e-a3ac-41af00e902c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.684287 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.737210 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b22b73-bdc9-4992-ad00-f77e157cecc7 None None] Update dhcp port {'port': {'network_id': 'ff1a2977-1864-48d7-b83e-dea0dfa2d563', 'fixed_ips': [{'subnet_id': '8b936fb7-7b03-4437-a6b0-365bbddd8841', 'ip_address': '172.20.0.18'}, {'subnet_id': '74f2083c-d790-4e0c-836f-1ffd003ab367', 'ip_address': '172.20.0.2'}, {'subnet_id': '4200663e-06b6-4b22-802f-aa428802549b'}], 'binding:host_id': 'n-d-843336-2'}, 'id': '979c3b9d-26f7-4229-a728-34112580443a'} from n-d-843336-2. {{(pid=109406) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:27:20.761780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=4617d330-0a26-42a6-a5a4-4cd6ddbca985,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:20.789383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-285e38c2-84db-464c-b0f5-a6dc0cdb42b8 req-823a1b97-d4c4-47f4-85f9-7c8fb74ec4ed tempest-TestServerAdvancedOps-673153012 tempest-TestServerAdvancedOps-673153012-project] 10.222.0.39 "GET /v2.0/ports?device_id=16783076-2852-49b7-94ab-fb7eb8e5c310 HTTP/1.1" status: 200 len: 210 time: 0.1151814 May 26 16:27:20.828849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d05bd862-6423-421e-a3ac-41af00e902c5 None None] Current status of the port 608f68a6-78d8-480b-a865-06db91af7400 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:20.843939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-c35a2a4e-618d-4751-b6d9-632039948cdb tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2798600 May 26 16:27:20.861289 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-53b22b73-bdc9-4992-ad00-f77e157cecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.883337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 93b478f6-ec43-41cd-84e7-8e1201052030 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:20.889917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:20.895663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:20.899578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a101c-4155-411d-abe1-a8732da4f887 req-5de2666e-fc2a-4286-81a7-d6d93039f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:20.901647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-937a101c-4155-411d-abe1-a8732da4f887 req-5de2666e-fc2a-4286-81a7-d6d93039f056 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=176cfd15-d5ab-4438-824b-0d3a771d83a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2620053 May 26 16:27:21.139171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-149c0ec8-0cf8-49ee-bd1a-641627124d84 None None] Provisioning complete for port 608f68a6-78d8-480b-a865-06db91af7400 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:21.139679 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-149c0ec8-0cf8-49ee-bd1a-641627124d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.224284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Delete allocated IP 172.20.0.11 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/74f2083c-d790-4e0c-836f-1ffd003ab367) {{(pid=109404) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:27:21.245329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Allocated IP 172.20.0.35 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/4200663e-06b6-4b22-802f-aa428802549b/aeb83bdf-e120-4752-8511-a6de393e9c4c) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:21.286747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 608f68a6-78d8-480b-a865-06db91af7400 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:21.475087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-149c0ec8-0cf8-49ee-bd1a-641627124d84 None None] Current status of the port 608f68a6-78d8-480b-a865-06db91af7400 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:21.501438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 608f68a6-78d8-480b-a865-06db91af7400 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:21.501897 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.673983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 608f68a6-78d8-480b-a865-06db91af7400 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:21.677343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ff4304e1-2097-4fbe-8a48-7caae111cc0f None None] Provisioning complete for port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:21.677343 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ff4304e1-2097-4fbe-8a48-7caae111cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.702984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-937a101c-4155-411d-abe1-a8732da4f887 req-78e36fc7-3c53-4d87-a5ee-f256643a4f58 service neutron] 10.222.0.24 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705665 May 26 16:27:21.704776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-87bd67cc-174f-4150-8332-196f56818e36 service neutron] 10.222.0.39 "GET /v2.0/networks/410f4e32-45b9-4780-86dc-74813744fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391273 May 26 16:27:21.705486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.732017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ff4304e1-2097-4fbe-8a48-7caae111cc0f None None] Port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:21.787144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.796172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.857267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event updated for resources: {'Port': ['ID=aeb83bdf-e120-4752-8511-a6de393e9c4c,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:21.881127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecd3f3-5bbb-4f7b-b7fe-d652a54c92d1 req-3a1880ed-cb4b-46fd-92b1-4de8660b35b9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:21.892603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fecd3f3-5bbb-4f7b-b7fe-d652a54c92d1 req-3a1880ed-cb4b-46fd-92b1-4de8660b35b9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 944 time: 0.9743221 May 26 16:27:21.963018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:27:21.987520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7fecd3f3-5bbb-4f7b-b7fe-d652a54c92d1 req-4f36582b-9204-4db0-9695-76033ab3a429 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925851 May 26 16:27:21.993984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] In _notify_port_updated(), no bound segment for port aeb83bdf-e120-4752-8511-a6de393e9c4c on network ff1a2977-1864-48d7-b83e-dea0dfa2d563 {{(pid=109404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:27:22.011082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:22.014414 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.015809 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-54680ca6-7790-4dc1-b92d-cfbd4443531f tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "PUT /v2.0/ports/aeb83bdf-e120-4752-8511-a6de393e9c4c HTTP/1.1" status: 200 len: 960 time: 2.1103868 May 26 16:27:22.020177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43974) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:22.023880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-90676089-4f6c-4ba5-ae4f-478d47095125 service neutron] 10.222.0.39 "GET /v2.0/networks/410f4e32-45b9-4780-86dc-74813744fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496338 May 26 16:27:22.078897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-937a101c-4155-411d-abe1-a8732da4f887 req-3e7c2f01-b855-439b-997e-921fe2ca5207 service neutron] 10.222.0.24 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567410 May 26 16:27:22.102386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-53b22b73-bdc9-4992-ad00-f77e157cecc7 None None] Allocated IP 172.20.0.34 (ff1a2977-1864-48d7-b83e-dea0dfa2d563/4200663e-06b6-4b22-802f-aa428802549b/979c3b9d-26f7-4229-a728-34112580443a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:22.111583 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:27:22.149586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43976) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:22.218871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3af45e-094c-4f55-9065-67370b11bc96 admin admin] Deleting subnet 6887cb5a-8675-41df-aa88-22f4b7b11759 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:22.222546 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da3af45e-094c-4f55-9065-67370b11bc96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.284768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da3af45e-094c-4f55-9065-67370b11bc96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.288894 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.295591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:22.317757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'port_id': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'mac_address': 'fa:16:3e:69:64:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:27:22.324858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-53b22b73-bdc9-4992-ad00-f77e157cecc7 None None] For port 979c3b9d-26f7-4229-a728-34112580443a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=979c3b9d-26f7-4229-a728-34112580443a,segment=NetworkSegment(0fea4b18-ac0d-4b21-86e2-0e71541f0146),segment_id=0fea4b18-ac0d-4b21-86e2-0e71541f0146)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:22.453926 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da3af45e-094c-4f55-9065-67370b11bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.553824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe013f-c8d1-4a0b-b6e8-cbff996ec83b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port aeb83bdf-e120-4752-8511-a6de393e9c4c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:22.554514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fe013f-c8d1-4a0b-b6e8-cbff996ec83b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.619827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da3af45e-094c-4f55-9065-67370b11bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.652011 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da3af45e-094c-4f55-9065-67370b11bc96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.657928 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-da3af45e-094c-4f55-9065-67370b11bc96 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6887cb5a-8675-41df-aa88-22f4b7b11759 HTTP/1.1" status: 204 len: 168 time: 0.5041234 May 26 16:27:22.682509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 43988) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:22.690138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b7af128-8562-4523-82af-072d2a1a8b05 req-6e37d01a-0a2e-4ed0-8a81-95b27b3eba58 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 210 time: 0.1211848 May 26 16:27:22.693087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3af45e-094c-4f55-9065-67370b11bc96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6887cb5a-8675-41df-aa88-22f4b7b11759,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:22.827475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:22.827872 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.878854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47b97e8-44a9-442b-9e41-94d34b4d5ce2 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:22.936599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:22.938991 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-53b22b73-bdc9-4992-ad00-f77e157cecc7 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.945149 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.961874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fe013f-c8d1-4a0b-b6e8-cbff996ec83b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.965361 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-53b22b73-bdc9-4992-ad00-f77e157cecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.004012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe013f-c8d1-4a0b-b6e8-cbff996ec83b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for aeb83bdf-e120-4752-8511-a6de393e9c4c owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:23.008002 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.156797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:23.219334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c47b97e8-44a9-442b-9e41-94d34b4d5ce2'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:27:23.282388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b22b73-bdc9-4992-ad00-f77e157cecc7 None None] Pushing event updated for resources: {'Port': ['ID=979c3b9d-26f7-4229-a728-34112580443a,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:23.380722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e84f3c-1506-4a69-bc1c-ce26940af4ea req-02bdf294-e14e-4db4-bf3f-0c83f407eb28 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:23.390621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86e84f3c-1506-4a69-bc1c-ce26940af4ea req-02bdf294-e14e-4db4-bf3f-0c83f407eb28 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.2505882 May 26 16:27:23.394696 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.409053 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.466845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.552744 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3896f31-be90-483f-bc36-aeae150a504b']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:23.568538 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=4617d330-0a26-42a6-a5a4-4cd6ddbca985,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:23.613643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4c8a41-c577-4597-b24c-33e9de42bb28') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:23.614396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4c8a41-c577-4597-b24c-33e9de42bb28') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:23.656056 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.737072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86e84f3c-1506-4a69-bc1c-ce26940af4ea req-4d647baf-9f3b-4db0-bf88-9e52d4d18cef tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451784 May 26 16:27:23.803651 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.893296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36eebd8b-d7b0-4c78-a4d5-8477e78e981e req-283ccfa2-a8d9-4b01-98af-818b668bbc41 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 210 time: 0.0444148 May 26 16:27:23.916170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.952617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fe013f-c8d1-4a0b-b6e8-cbff996ec83b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.961370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:27:23.961370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.081541 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.082451 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.099659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 93b478f6-ec43-41cd-84e7-8e1201052030 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:24.103767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:24.303204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:24.405732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-71a91f95-8668-41fc-af01-b732a78b2a40 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:24.406245 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-71a91f95-8668-41fc-af01-b732a78b2a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.557559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-71a91f95-8668-41fc-af01-b732a78b2a40 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:24.561792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-71a91f95-8668-41fc-af01-b732a78b2a40 None None] Could not find standard attr ID for object aeb83bdf-e120-4752-8511-a6de393e9c4c. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:27:24.578032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-71a91f95-8668-41fc-af01-b732a78b2a40 None None] Provisioning complete for port 1e9e447b-614d-44b9-bb54-5996e4986d12 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:24.578032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-71a91f95-8668-41fc-af01-b732a78b2a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.584831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:24.608113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-55d257fd-4ba5-4d1e-a033-c211e0dc1013 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "PUT /v2.0/routers/b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0861230 May 26 16:27:24.621816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-71a91f95-8668-41fc-af01-b732a78b2a40 None None] Port 1e9e447b-614d-44b9-bb54-5996e4986d12 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:24.624715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Sync routers for ids ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:24.637779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Routers {'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:24.638556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:24.645522 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment cc4c8a41-c577-4597-b24c-33e9de42bb28 resource provider aggregate not found May 26 16:27:24.664364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe013f-c8d1-4a0b-b6e8-cbff996ec83b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=aeb83bdf-e120-4752-8511-a6de393e9c4c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:24.676334 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment cc4c8a41-c577-4597-b24c-33e9de42bb28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc4c8a41-c577-4597-b24c-33e9de42bb28 found for delete ", "request_id": "req-408c15dd-5d78-4c87-b646-96afc0757a3b"}]} May 26 16:27:24.716154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.721415 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.727371 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b3896f31-be90-483f-bc36-aeae150a504b HTTP/1.1" status: 204 len: 168 time: 2.0414164 May 26 16:27:24.731982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-1c5d02e8-44ba-487f-9b19-f80f019524d1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:24.735058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-1c5d02e8-44ba-487f-9b19-f80f019524d1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "GET /v2.0/networks?id=410f4e32-45b9-4780-86dc-74813744fcf3 HTTP/1.1" status: 200 len: 795 time: 0.3583894 May 26 16:27:24.735564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44020) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:24.769972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a2c65-fbcb-4cb6-813f-ab9c77b53a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3896f31-be90-483f-bc36-aeae150a504b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:24.802509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fde28ad9-08bf-4ff5-8f68-319587137560 None None] Provisioning complete for port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:24.802875 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fde28ad9-08bf-4ff5-8f68-319587137560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.846052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7fe013f-c8d1-4a0b-b6e8-cbff996ec83b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.862912 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a7fe013f-c8d1-4a0b-b6e8-cbff996ec83b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/aeb83bdf-e120-4752-8511-a6de393e9c4c HTTP/1.1" status: 204 len: 168 time: 2.8407464 May 26 16:27:24.863296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44028) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:24.931182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Set router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:24.944703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37f6a0c-7544-4227-a13f-456c3cea0819 admin admin] Deleting subnet 0dce07af-0bdc-4938-9fed-56eae1cdbe14 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:24.982901 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc71c8c8-a3ea-4ac6-a6d1-6b9f6de66088 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] GET failed (client error): The resource could not be found. May 26 16:27:24.987319 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc71c8c8-a3ea-4ac6-a6d1-6b9f6de66088 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports/aeb83bdf-e120-4752-8511-a6de393e9c4c HTTP/1.1" status: 404 len: 333 time: 0.1215131 May 26 16:27:24.987936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44044) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:25.018202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fde28ad9-08bf-4ff5-8f68-319587137560 None None] Port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:25.073043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a37f6a0c-7544-4227-a13f-456c3cea0819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.117531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-887335d3-64e0-4c8f-9d33-d7cfaadb6f97 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.175854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-887335d3-64e0-4c8f-9d33-d7cfaadb6f97 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.223359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3c754185-ee63-4165-9ea4-97e8f7ea2994 None None] Could not find standard attr ID for object aeb83bdf-e120-4752-8511-a6de393e9c4c. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:27:25.239962 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-887335d3-64e0-4c8f-9d33-d7cfaadb6f97 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.245298 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-887335d3-64e0-4c8f-9d33-d7cfaadb6f97 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.250375 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-887335d3-64e0-4c8f-9d33-d7cfaadb6f97 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/security-groups/4f530b15-adb3-418f-b9a2-64ed0fa20c23 HTTP/1.1" status: 204 len: 168 time: 0.2612879 May 26 16:27:25.251290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44056) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:25.271209 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 979c3b9d-26f7-4229-a728-34112580443a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:25.291776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887335d3-64e0-4c8f-9d33-d7cfaadb6f97 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f530b15-adb3-418f-b9a2-64ed0fa20c23,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:25.361766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb580197-fa30-4fdc-900a-c6cc6bdb9623 req-ed3c2636-0d2c-4861-9131-5510289236c6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:25.365182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb580197-fa30-4fdc-900a-c6cc6bdb9623 req-ed3c2636-0d2c-4861-9131-5510289236c6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.4177642 May 26 16:27:25.378317 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a37f6a0c-7544-4227-a13f-456c3cea0819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.405269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-806f4afc-29fc-4a87-8b5e-301ab4f26994 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.409167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-52b7f65e-cbb5-4aa4-8137-2a127fbe39f2 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4063905a31d942838228e9f70da00298 HTTP/1.1" status: 200 len: 471 time: 0.6577070 May 26 16:27:25.426101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:25.426529 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.446028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-806f4afc-29fc-4a87-8b5e-301ab4f26994 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.503959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-806f4afc-29fc-4a87-8b5e-301ab4f26994 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.508938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-806f4afc-29fc-4a87-8b5e-301ab4f26994 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.513515 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-806f4afc-29fc-4a87-8b5e-301ab4f26994 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/security-groups/a757e937-e529-4d59-88ef-39c971a3f699 HTTP/1.1" status: 204 len: 168 time: 0.2576067 May 26 16:27:25.514891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:25.519316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:04Z', 'updated_at': '2022-05-26T16:27:22Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:06Z', 'updated_at': '2022-05-26T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4617d330-0a26-42a6-a5a4-4cd6ddbca985', 'name': '', 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:6e:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '7016635c-cae0-4996-9912-118b0ad754a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:18Z', 'updated_at': '2022-05-26T16:27:22Z', 'revision_number': 2, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '7016635c-cae0-4996-9912-118b0ad754a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:25.541773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4afc-29fc-4a87-8b5e-301ab4f26994 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a757e937-e529-4d59-88ef-39c971a3f699,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:25.542148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'port': {'device_id': 'd897d2fa-c847-4b73-9b3d-1f0688a6ee8a', 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3', 'admin_state_up': True, 'tenant_id': '4063905a31d942838228e9f70da00298', 'security_groups': ['52aa2442-b81d-45f3-b984-7586646ed70d']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:25.560172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Checking router: b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:25.560520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Updating router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:25.593240 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10046189-2ee7-47a6-a6f0-6975b9bb51d7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.616362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:25.623575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.631577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10046189-2ee7-47a6-a6f0-6975b9bb51d7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.688172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10046189-2ee7-47a6-a6f0-6975b9bb51d7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.692522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10046189-2ee7-47a6-a6f0-6975b9bb51d7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.698355 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-10046189-2ee7-47a6-a6f0-6975b9bb51d7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/security-groups/f1db23a5-55a0-4280-846e-5daf3fcdf4f7 HTTP/1.1" status: 204 len: 168 time: 0.1779368 May 26 16:27:25.699321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44060) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:25.753537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046189-2ee7-47a6-a6f0-6975b9bb51d7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1db23a5-55a0-4280-846e-5daf3fcdf4f7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:25.757668 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a37f6a0c-7544-4227-a13f-456c3cea0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.783044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-6278003d-2e9b-460b-804d-182d1839d2de tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:25.783044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-6278003d-2e9b-460b-804d-182d1839d2de tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/networks?id=93b478f6-ec43-41cd-84e7-8e1201052030 HTTP/1.1" status: 200 len: 798 time: 0.7831609 May 26 16:27:25.817676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-865cc350-7055-4bd4-9c39-aa2ceedd43b7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 74f2083c-d790-4e0c-836f-1ffd003ab367 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:25.827729 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-865cc350-7055-4bd4-9c39-aa2ceedd43b7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.831994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb580197-fa30-4fdc-900a-c6cc6bdb9623 req-314cb2c2-988f-474a-a57d-ea274ac0fa2a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509270 May 26 16:27:25.832593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Made reservation on behalf of 4063905a31d942838228e9f70da00298 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:25.836020 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.857777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-e0c9f4f9-5f50-451d-b347-2aa664b720ad tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/quotas/45735cc8400542528e0de415734ff279 HTTP/1.1" status: 200 len: 375 time: 0.0451231 May 26 16:27:25.908014 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a37f6a0c-7544-4227-a13f-456c3cea0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.932463 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-865cc350-7055-4bd4-9c39-aa2ceedd43b7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.966165 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a37f6a0c-7544-4227-a13f-456c3cea0819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.972590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a37f6a0c-7544-4227-a13f-456c3cea0819 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0dce07af-0bdc-4938-9fed-56eae1cdbe14 HTTP/1.1" status: 204 len: 168 time: 1.2336442 May 26 16:27:25.990986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:25.999105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44066) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:26.124701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:27:26.148503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.153727 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:27:26.177718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:26.186979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f6a0c-7544-4227-a13f-456c3cea0819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dce07af-0bdc-4938-9fed-56eae1cdbe14,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:26.188343 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.245277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.20.0.26 (410f4e32-45b9-4780-86dc-74813744fcf3/8a00a27f-9e4a-4ac0-a23b-daa40f24753a/44bf87a4-92ca-4aa1-807e-80a0b1b310d3) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:26.247725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-865cc350-7055-4bd4-9c39-aa2ceedd43b7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.294316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.302471 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.333984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.392739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b09a8c2-592c-42b5-af84-06a49721991e']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:26.421302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:26.421704 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.422903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f49f82-323b-40f3-8971-212123d9b54c') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:26.423202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f49f82-323b-40f3-8971-212123d9b54c') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:26.435886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.448558 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.449523 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-865cc350-7055-4bd4-9c39-aa2ceedd43b7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.474607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.495212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0706500-1753-4b26-bf01-0482426ba9d4 req-02b6f699-f691-4f11-b935-4467f8c2b633 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 210 time: 0.4435425 May 26 16:27:26.498014 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.528799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-f404dd6f-2ca7-445c-b2a8-2533d8f19f3d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45735cc8400542528e0de415734ff279&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6291065 May 26 16:27:26.546976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7dd91-294b-4ea5-af11-2c536c688813 None None] Pushing event updated for resources: {'Port': ['ID=4617d330-0a26-42a6-a5a4-4cd6ddbca985,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:26.566825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cc350-7055-4bd4-9c39-aa2ceedd43b7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=74f2083c-d790-4e0c-836f-1ffd003ab367,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:26.603958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:26.604697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:27:26.605218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.606557 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b28cd52-70d4-4922-8467-4caa50c28ffb" -d '{"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-plugged", "status": "completed", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:26.616660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 410f4e32-45b9-4780-86dc-74813744fcf3 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:26.623198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c690d-fcae-4cf9-878f-7ff99989f787 None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:26.627812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-865cc350-7055-4bd4-9c39-aa2ceedd43b7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.631362 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-865cc350-7055-4bd4-9c39-aa2ceedd43b7 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/74f2083c-d790-4e0c-836f-1ffd003ab367 HTTP/1.1" status: 204 len: 168 time: 0.9279222 May 26 16:27:26.640034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44082) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:26.659105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:26.682696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:26.726103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:26.744440 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f7f49f82-323b-40f3-8971-212123d9b54c resource provider aggregate not found May 26 16:27:26.785097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Attempting to bind port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:26.785505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Attempting to bind port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:26.785815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Attempting to bind port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 on network 93b478f6-ec43-41cd-84e7-8e1201052030 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:26.807461 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcac2ba-6fd1-4dca-a36b-071a30b9ca6e x-openstack-request-id: req-7dcac2ba-6fd1-4dca-a36b-071a30b9ca6e {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:26.807828 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-plugged", "status": "completed", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:26.808023 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7dcac2ba-6fd1-4dca-a36b-071a30b9ca6e {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:26.808391 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcac2ba-6fd1-4dca-a36b-071a30b9ca6e'] response: {'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'code': 200} May 26 16:27:26.822804 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.832038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:26.832964 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.844563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:26.845722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Checking segment: {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:26.846160 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.846551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Bound using segment: {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:26.846768 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f7f49f82-323b-40f3-8971-212123d9b54c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7f49f82-323b-40f3-8971-212123d9b54c found for delete ", "request_id": "req-1cdd48a8-6edf-4abd-980f-d2e11dfe2c62"}]} May 26 16:27:26.847039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Bound port: 4617d330-0a26-42a6-a5a4-4cd6ddbca985, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:26.850062 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.888277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:26.914579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.935944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.941065 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] 10.222.0.39 "DELETE /v2.0/networks/6b09a8c2-592c-42b5-af84-06a49721991e HTTP/1.1" status: 204 len: 168 time: 0.9385922 May 26 16:27:26.941258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-d6af4aa3-912e-40a1-beaa-7a5f94f8218f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4451938 May 26 16:27:26.955642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Request body: {'port': {'device_id': 'd897d2fa-c847-4b73-9b3d-1f0688a6ee8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:26.960407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-566ddf15-c65d-4499-a3d0-8edcef878340 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 4200663e-06b6-4b22-802f-aa428802549b {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:26.994364 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-566ddf15-c65d-4499-a3d0-8edcef878340 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.008821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356cb32-67c2-420c-b73d-55cd1200ff6f admin admin] Pushing event deleted for resources: {'Network': ['ID=6b09a8c2-592c-42b5-af84-06a49721991e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:27.026651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5e0f-3695-4cfc-a82a-467962d61b5c req-22fd2ca9-a538-4d23-99cc-5156eea61859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:27.028344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32fa5e0f-3695-4cfc-a82a-467962d61b5c req-22fd2ca9-a538-4d23-99cc-5156eea61859 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1097 time: 0.1739573 May 26 16:27:27.030402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-6fb8d035-5f0a-4d0d-b510-a9e7b2077b23 service neutron] 10.222.0.39 "GET /v2.0/networks/93b478f6-ec43-41cd-84e7-8e1201052030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567175 May 26 16:27:27.039668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5844c8da-5c40-4356-b66a-6a3467af7d54 None None] Provisioning complete for port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:27.040042 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5844c8da-5c40-4356-b66a-6a3467af7d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.136955 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-566ddf15-c65d-4499-a3d0-8edcef878340 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.223187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] For port 4617d330-0a26-42a6-a5a4-4cd6ddbca985, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:27.227649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] For port 4617d330-0a26-42a6-a5a4-4cd6ddbca985, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4617d330-0a26-42a6-a5a4-4cd6ddbca985,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:27.240578 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.247211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:27.258932 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.292052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5844c8da-5c40-4356-b66a-6a3467af7d54 None None] Port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:27.349895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44094) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:27.364978 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-566ddf15-c65d-4499-a3d0-8edcef878340 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.390690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Routers {'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:27.391345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:27.450448 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0d44e0a5-b9fa-4c3f-85f3-24dab60e4525 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72817ca9ab9c42439031c0d973f97484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987742 May 26 16:27:27.454027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44096) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:27.490843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-566ddf15-c65d-4499-a3d0-8edcef878340 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.540144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32fa5e0f-3695-4cfc-a82a-467962d61b5c req-2bdbc272-d263-4884-8be9-e7819a02c5c2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4790099 May 26 16:27:27.567695 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ddf15-c65d-4499-a3d0-8edcef878340 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=4200663e-06b6-4b22-802f-aa428802549b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:27.598772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-566ddf15-c65d-4499-a3d0-8edcef878340 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.606215 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-566ddf15-c65d-4499-a3d0-8edcef878340 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/4200663e-06b6-4b22-802f-aa428802549b HTTP/1.1" status: 204 len: 168 time: 0.9235344 May 26 16:27:27.608720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44100) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:27.629575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38660084-29bf-419e-93cc-c8eff426473a req-d80fa44a-f965-4779-b6b5-c687eed6adb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:27.631353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38660084-29bf-419e-93cc-c8eff426473a req-d80fa44a-f965-4779-b6b5-c687eed6adb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.5972545 May 26 16:27:27.646117 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee7bf15-3422-4166-9621-24d0bac7e043 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:27.646861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee7bf15-3422-4166-9621-24d0bac7e043 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:27.650337 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1ee7bf15-3422-4166-9621-24d0bac7e043 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/74f2083c-d790-4e0c-836f-1ffd003ab367 HTTP/1.1" status: 404 len: 337 time: 0.0403392 May 26 16:27:27.654305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44102) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:27.697978 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0cc356a-d102-4b18-a7f7-23673489eeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.774761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-7b43bfe5-554d-4e00-85df-bd1e1de424cf service neutron] 10.222.0.39 "GET /v2.0/networks/93b478f6-ec43-41cd-84e7-8e1201052030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7273707 May 26 16:27:27.802822 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92c6ff8-98b2-4236-8270-23f408933372 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting subnet 8b936fb7-7b03-4437-a6b0-365bbddd8841 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:27.810110 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0cc356a-d102-4b18-a7f7-23673489eeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.812795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b92c6ff8-98b2-4236-8270-23f408933372 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.819122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38660084-29bf-419e-93cc-c8eff426473a req-7f82d5a6-be32-43c1-b8b1-49fbed2b360a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591957 May 26 16:27:27.842725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] Set router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:27.916545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b92c6ff8-98b2-4236-8270-23f408933372 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.975178 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0cc356a-d102-4b18-a7f7-23673489eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.978285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a0cc356a-d102-4b18-a7f7-23673489eeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.982156 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a0cc356a-d102-4b18-a7f7-23673489eeb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c17826c8-b1ff-4b21-b574-b06af7ce23fe HTTP/1.1" status: 204 len: 168 time: 0.5244267 May 26 16:27:27.994553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc356a-d102-4b18-a7f7-23673489eeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17826c8-b1ff-4b21-b574-b06af7ce23fe,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:28.031802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7dd91-294b-4ea5-af11-2c536c688813 None None] Pushing event updated for resources: {'Port': ['ID=4617d330-0a26-42a6-a5a4-4cd6ddbca985,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:28.085976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d23ad663-30fa-490c-aa5c-e3e494e94b12 None None] Provisioning complete for port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:28.086710 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d23ad663-30fa-490c-aa5c-e3e494e94b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.130012 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b92c6ff8-98b2-4236-8270-23f408933372 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.220028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d23ad663-30fa-490c-aa5c-e3e494e94b12 None None] Port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:28.282361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:28.352451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b92c6ff8-98b2-4236-8270-23f408933372 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.404063 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.415777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c6360ef-4d76-4607-b994-b59fb7a746b8 req-3b674321-f92a-47f1-b714-2d35c6354c65 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 210 time: 0.2313645 May 26 16:27:28.423227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-96899e67-8319-4187-a837-c078cc78eefd None None] Provisioning complete for port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:28.424352 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-96899e67-8319-4187-a837-c078cc78eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.465884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Transition to ACTIVE for port object 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:27:28.485203 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.488302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c6ff8-98b2-4236-8270-23f408933372 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Subnet': ['ID=8b936fb7-7b03-4437-a6b0-365bbddd8841,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:28.508196 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b92c6ff8-98b2-4236-8270-23f408933372 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.520893 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b92c6ff8-98b2-4236-8270-23f408933372 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/8b936fb7-7b03-4437-a6b0-365bbddd8841 HTTP/1.1" status: 204 len: 168 time: 0.8641686 May 26 16:27:28.523493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44126) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:28.564879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337d20a-9b43-42ed-af5d-2a337b4e03ea req-bd892e72-c58b-4311-a216-e35a08ef8a9e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:28.566534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7337d20a-9b43-42ed-af5d-2a337b4e03ea req-bd892e72-c58b-4311-a216-e35a08ef8a9e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 932 time: 0.5033362 May 26 16:27:28.610791 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c06195-0363-4862-b223-cd50550964cb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:28.611041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c06195-0363-4862-b223-cd50550964cb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:28.616605 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-42c06195-0363-4862-b223-cd50550964cb tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/2f1103b9-9de2-40c8-970f-06abaed1cad8 HTTP/1.1" status: 404 len: 337 time: 0.0881302 May 26 16:27:28.636171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44128) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:28.643620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:04Z', 'updated_at': '2022-05-26T16:27:22Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:06Z', 'updated_at': '2022-05-26T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4617d330-0a26-42a6-a5a4-4cd6ddbca985', 'name': '', 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:6e:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '7016635c-cae0-4996-9912-118b0ad754a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:18Z', 'updated_at': '2022-05-26T16:27:27Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '7016635c-cae0-4996-9912-118b0ad754a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:28.741143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97febe4c-4a2c-4c72-9093-5d9e2e4e4faa None None] The sync data for ids ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'] in n-d-843336-2 is: [{'id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:04Z', 'updated_at': '2022-05-26T16:27:22Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:06Z', 'updated_at': '2022-05-26T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4617d330-0a26-42a6-a5a4-4cd6ddbca985', 'name': '', 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:6e:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '7016635c-cae0-4996-9912-118b0ad754a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:18Z', 'updated_at': '2022-05-26T16:27:27Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '7016635c-cae0-4996-9912-118b0ad754a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:28.809124 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a242b47a-f352-4abc-8faa-b7253a161147 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "GET /v2.0/ports?device_id=26cb3fae-7626-495b-bb7a-f85403ce6a29 HTTP/1.1" status: 200 len: 205 time: 0.1690021 May 26 16:27:28.819615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44134) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:28.961201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-96899e67-8319-4187-a837-c078cc78eefd None None] Current status of the port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:28.962761 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-96899e67-8319-4187-a837-c078cc78eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.062191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44138) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:29.133601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-96899e67-8319-4187-a837-c078cc78eefd None None] For port 4617d330-0a26-42a6-a5a4-4cd6ddbca985, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4617d330-0a26-42a6-a5a4-4cd6ddbca985,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:29.149706 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-96899e67-8319-4187-a837-c078cc78eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.211598 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-a6d57f04-dba0-4fbd-ac5b-cdec9f807e72 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] delete failed (client error): The resource could not be found. May 26 16:27:29.228422 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a6d57f04-dba0-4fbd-ac5b-cdec9f807e72 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/routers/26cb3fae-7626-495b-bb7a-f85403ce6a29 HTTP/1.1" status: 404 len: 336 time: 0.4076567 May 26 16:27:29.234988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44140) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:29.296466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded46c9b-a547-4a83-be7a-4a9677abf2d4 None None] Network ff1a2977-1864-48d7-b83e-dea0dfa2d563 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:29.311620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4617d330-0a26-42a6-a5a4-4cd6ddbca985 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:29.346747 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff7c1d7-56c1-4747-8a2d-fb036a888fc3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:29.347210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff7c1d7-56c1-4747-8a2d-fb036a888fc3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:29.361593 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4ff7c1d7-56c1-4747-8a2d-fb036a888fc3 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/b9c15019-c8a1-40ea-90c7-7375bb1bd939 HTTP/1.1" status: 404 len: 337 time: 0.1183434 May 26 16:27:29.368679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44142) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:29.388136 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4597ea91-a26a-4f95-a1fa-0b251ff4afd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f5b79b3d51f4d52a012839d325dadba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248065 May 26 16:27:29.390534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44146) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:29.527958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-649f804f-d901-4c05-8310-c6e14f53ca46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.532803 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-e155b31d-877d-4382-9ce2-44fdc96f909b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:29.533295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e155b31d-877d-4382-9ce2-44fdc96f909b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:29.540349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e155b31d-877d-4382-9ce2-44fdc96f909b tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/4209cf18-71f9-4cc4-9c89-23f40859502c HTTP/1.1" status: 404 len: 337 time: 0.1654224 May 26 16:27:29.546553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44152) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:29.597197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Pushing event updated for resources: {'Port': ['ID=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:29.614199 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-312bb88e-06c1-4797-a330-4868209a6cc6 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:29.614675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312bb88e-06c1-4797-a330-4868209a6cc6 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:29.617264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b055a43b-9e97-471d-9536-59822c476123 None None] Provisioning complete for port 979c3b9d-26f7-4229-a728-34112580443a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:29.617984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b055a43b-9e97-471d-9536-59822c476123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.626260 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-312bb88e-06c1-4797-a330-4868209a6cc6 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/68611fa7-31c8-4ee2-8126-eefac751c650 HTTP/1.1" status: 404 len: 337 time: 0.0764925 May 26 16:27:29.628866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44154) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:29.689354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-649f804f-d901-4c05-8310-c6e14f53ca46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.766436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7337d20a-9b43-42ed-af5d-2a337b4e03ea req-966f8a03-7309-400a-b829-527f336c8fae tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1872249 May 26 16:27:29.776494 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b07662-66ed-4969-ad28-9df0575a5026 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:29.777129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b07662-66ed-4969-ad28-9df0575a5026 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:29.784814 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-72b07662-66ed-4969-ad28-9df0575a5026 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/9d231c6e-e944-42fa-8815-a739c4101c5c HTTP/1.1" status: 404 len: 333 time: 0.1355531 May 26 16:27:29.791361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44156) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:29.812511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96899e67-8319-4187-a837-c078cc78eefd None None] Pushing event updated for resources: {'Port': ['ID=4617d330-0a26-42a6-a5a4-4cd6ddbca985,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:29.911930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef2459-29f4-4102-b2d6-93e37a48d624 req-9c149af6-d2f2-4347-a010-c847e1483bb9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:29.922932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:29.923292 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.924004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2eef2459-29f4-4102-b2d6-93e37a48d624 req-9c149af6-d2f2-4347-a010-c847e1483bb9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.5503504 May 26 16:27:29.982710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b055a43b-9e97-471d-9536-59822c476123 None None] Current status of the port 979c3b9d-26f7-4229-a728-34112580443a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:29.989893 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c216c6-bbba-430d-a3b3-5c87e39f727e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:29.990705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c216c6-bbba-430d-a3b3-5c87e39f727e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:30.021828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44160) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:30.025685 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f0c216c6-bbba-430d-a3b3-5c87e39f727e tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/7bdae787-b7ca-46cd-b0b3-f5124976f8c6 HTTP/1.1" status: 404 len: 337 time: 0.2017548 May 26 16:27:30.055621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b055a43b-9e97-471d-9536-59822c476123 None None] Provisioning complete for port 1e9e447b-614d-44b9-bb54-5996e4986d12 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:30.057552 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b055a43b-9e97-471d-9536-59822c476123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.070166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-649f804f-d901-4c05-8310-c6e14f53ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.073299 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-649f804f-d901-4c05-8310-c6e14f53ca46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.092891 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-649f804f-d901-4c05-8310-c6e14f53ca46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f951c1b-a3e0-4339-9fc3-4c2b753e2ba0 HTTP/1.1" status: 204 len: 168 time: 0.7010598 May 26 16:27:30.163477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f804f-d901-4c05-8310-c6e14f53ca46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f951c1b-a3e0-4339-9fc3-4c2b753e2ba0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:30.190902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b055a43b-9e97-471d-9536-59822c476123 None None] Port 1e9e447b-614d-44b9-bb54-5996e4986d12 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:30.192720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5154be-eef5-495c-b465-b66ad6fcb3f1 None None] DHCP port deletion for ff1a2977-1864-48d7-b83e-dea0dfa2d563 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:27:30.330143 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4367cfa-c66f-4082-978e-3961f3b5c6e2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:30.334419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4367cfa-c66f-4082-978e-3961f3b5c6e2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:30.345490 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44164) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:30.345808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f4367cfa-c66f-4082-978e-3961f3b5c6e2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/234770a6-d840-4e7d-a522-ac8c2174addf HTTP/1.1" status: 404 len: 337 time: 0.3225489 May 26 16:27:30.350436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:30.364402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5c5154be-eef5-495c-b465-b66ad6fcb3f1 None None] Deleting port 979c3b9d-26f7-4229-a728-34112580443a {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:30.364842 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5c5154be-eef5-495c-b465-b66ad6fcb3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.414223 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-092b180b-94ad-4b05-96b8-f3b2dcb2b459 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:30.416034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092b180b-94ad-4b05-96b8-f3b2dcb2b459 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:30.427732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-092b180b-94ad-4b05-96b8-f3b2dcb2b459 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/95f85573-750f-4bba-81f8-85ca7d27fdb3 HTTP/1.1" status: 404 len: 333 time: 0.0780838 May 26 16:27:30.429134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44166) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:30.534874 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2eef2459-29f4-4102-b2d6-93e37a48d624 req-e920c5db-087d-4ef2-ae6d-4d4ddf093fd8 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5985403 May 26 16:27:30.547013 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2faf794e-4d81-463d-ae7a-cbedb07b6fa2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:30.547482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2faf794e-4d81-463d-ae7a-cbedb07b6fa2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:30.564250 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2faf794e-4d81-463d-ae7a-cbedb07b6fa2 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/7ff94aa4-74a3-4787-966f-b5d4837b6686 HTTP/1.1" status: 404 len: 337 time: 0.1313415 May 26 16:27:30.566627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44170) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:30.593289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5c5154be-eef5-495c-b465-b66ad6fcb3f1 None None] For port 979c3b9d-26f7-4229-a728-34112580443a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=979c3b9d-26f7-4229-a728-34112580443a,segment=NetworkSegment(0fea4b18-ac0d-4b21-86e2-0e71541f0146),segment_id=0fea4b18-ac0d-4b21-86e2-0e71541f0146)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:30.593704 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5c5154be-eef5-495c-b465-b66ad6fcb3f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.617303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6561b9e9-5797-4e04-9dc8-be1dddb4a869 req-c9724266-eb0d-4eba-afa8-bf8aba0f37ba tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 210 time: 0.4812663 May 26 16:27:30.618132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Attempting to bind port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:30.619035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Attempting to bind port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:30.619392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Attempting to bind port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 on network 410f4e32-45b9-4780-86dc-74813744fcf3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:30.647342 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fffba6-089c-454b-ab03-1f20720ea971 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] DELETE failed (client error): The resource could not be found. May 26 16:27:30.647794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fffba6-089c-454b-ab03-1f20720ea971 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:27:30.652030 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c5fffba6-089c-454b-ab03-1f20720ea971 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/subnets/17b61611-cc70-4709-8a92-fca6d6e483cf HTTP/1.1" status: 404 len: 337 time: 0.0843735 May 26 16:27:30.654991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44176) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:30.658917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 on network 410f4e32-45b9-4780-86dc-74813744fcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:27:30.667289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Attempting to bind port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 on network 410f4e32-45b9-4780-86dc-74813744fcf3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:30.674612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5c5154be-eef5-495c-b465-b66ad6fcb3f1 None None] Calling delete_port for 979c3b9d-26f7-4229-a728-34112580443a owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:30.683587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:30.683942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Checking segment: {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:30.684343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Bound using segment: {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:30.684800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Bound port: 44bf87a4-92ca-4aa1-807e-80a0b1b310d3, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:30.685167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.832473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-11053ffa-1d55-4b60-8a28-08d58d964d14 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Deleting port 1e9e447b-614d-44b9-bb54-5996e4986d12 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:30.833016 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11053ffa-1d55-4b60-8a28-08d58d964d14 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.847410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-5c6e687b-4b82-4a0e-be73-fa9c47a43546 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:30.848990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-5c6e687b-4b82-4a0e-be73-fa9c47a43546 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.32 "GET /v2.0/networks?id=93b478f6-ec43-41cd-84e7-8e1201052030 HTTP/1.1" status: 200 len: 798 time: 0.6267650 May 26 16:27:30.851181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5c5154be-eef5-495c-b465-b66ad6fcb3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.911520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Request body: {'port': {'device_id': '8ca0c540-c851-4ea7-99a3-2074693a5ed1', 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030', 'admin_state_up': True, 'tenant_id': '45735cc8400542528e0de415734ff279'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:30.929846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5154be-eef5-495c-b465-b66ad6fcb3f1 None None] Pushing event deleted for resources: {'Port': ['ID=979c3b9d-26f7-4229-a728-34112580443a,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:30.934292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5154be-eef5-495c-b465-b66ad6fcb3f1 None None] No DVR routers for this DVR port 979c3b9d-26f7-4229-a728-34112580443a on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:27:31.017089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11053ffa-1d55-4b60-8a28-08d58d964d14 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.098678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-11053ffa-1d55-4b60-8a28-08d58d964d14 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Calling delete_port for 1e9e447b-614d-44b9-bb54-5996e4986d12 owned by {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:31.150178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d013b-ec49-458e-ba86-b0cc9eb5be9c req-f5050406-420a-4187-9d92-02fdd42be9f0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:31.162850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d31d013b-ec49-458e-ba86-b0cc9eb5be9c req-f5050406-420a-4187-9d92-02fdd42be9f0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.4389565 May 26 16:27:31.284305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4617d330-0a26-42a6-a5a4-4cd6ddbca985 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:31.333414 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11053ffa-1d55-4b60-8a28-08d58d964d14 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.394155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84f406-e565-40fa-957b-b97dc40ef3e1 req-277c5346-3398-49d9-be51-1c176e3bcba9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:31.404430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d84f406-e565-40fa-957b-b97dc40ef3e1 req-277c5346-3398-49d9-be51-1c176e3bcba9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 944 time: 0.4865117 May 26 16:27:31.407716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] For port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:31.408676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11053ffa-1d55-4b60-8a28-08d58d964d14 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Port': ['ID=1e9e447b-614d-44b9-bb54-5996e4986d12,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:31.409218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:31.409613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.425953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-11053ffa-1d55-4b60-8a28-08d58d964d14 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.435723 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-11053ffa-1d55-4b60-8a28-08d58d964d14 tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/ports/1e9e447b-614d-44b9-bb54-5996e4986d12 HTTP/1.1" status: 204 len: 168 time: 0.7752740 May 26 16:27:31.438278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44192) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:31.438555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d31d013b-ec49-458e-ba86-b0cc9eb5be9c req-733f2482-1fd6-455d-9a28-9a5693f5be53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742679 May 26 16:27:31.486133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44196) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:31.493415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] For port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:31.511439 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.559496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:31.560146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.564570 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] 10.222.0.32 "PUT /v2.0/ports/44bf87a4-92ca-4aa1-807e-80a0b1b310d3 HTTP/1.1" status: 200 len: 1092 time: 4.6140828 May 26 16:27:31.574418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd897d2fa-c847-4b73-9b3d-1f0688a6ee8a', 'tag': '44bf87a4-92ca-4aa1-807e-80a0b1b310d3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:31.576781 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15" -d '{"events": [{"name": "network-changed", "server_uuid": "d897d2fa-c847-4b73-9b3d-1f0688a6ee8a", "tag": "44bf87a4-92ca-4aa1-807e-80a0b1b310d3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:31.648865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:31.698485 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa9ce6e-06c7-4689-b0b0-1a0aabb3877d x-openstack-request-id: req-9fa9ce6e-06c7-4689-b0b0-1a0aabb3877d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:31.700956 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d897d2fa-c847-4b73-9b3d-1f0688a6ee8a", "tag": "44bf87a4-92ca-4aa1-807e-80a0b1b310d3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:31.702686 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fa9ce6e-06c7-4689-b0b0-1a0aabb3877d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:31.703528 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa9ce6e-06c7-4689-b0b0-1a0aabb3877d'] response: {'name': 'network-changed', 'server_uuid': 'd897d2fa-c847-4b73-9b3d-1f0688a6ee8a', 'tag': '44bf87a4-92ca-4aa1-807e-80a0b1b310d3', 'status': 'completed', 'code': 200} May 26 16:27:31.750853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 979c3b9d-26f7-4229-a728-34112580443a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:31.777321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d84f406-e565-40fa-957b-b97dc40ef3e1 req-24a0a0cf-697c-4d5c-bc7f-f413a297c70d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3715897 May 26 16:27:31.795755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Made reservation on behalf of 45735cc8400542528e0de415734ff279 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:31.799900 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.805170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.836269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 979c3b9d-26f7-4229-a728-34112580443a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:31.836624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 979c3b9d-26f7-4229-a728-34112580443a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:31.890427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f05ef9-520a-4657-adfc-68b3d09f9c6c tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:31.891994 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b6f05ef9-520a-4657-adfc-68b3d09f9c6c tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1092 time: 0.4033406 May 26 16:27:31.916831 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44216) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:31.925805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-e5f6d655-bb2c-4653-b50c-adbbacceb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:31.928598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-e5f6d655-bb2c-4653-b50c-adbbacceb58f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 1095 time: 0.2403877 May 26 16:27:31.929340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555a7f8-13ba-4b28-ba34-c625efbf5539 service neutron] Pushing event updated for resources: {'Port': ['ID=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:31.969398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:32.095665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.130273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.147079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44222) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:32.172630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-b5a3c496-0ab8-4144-83dd-c3eef7dd1e7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=44bf87a4-92ca-4aa1-807e-80a0b1b310d3 HTTP/1.1" status: 200 len: 217 time: 0.2359402 May 26 16:27:32.192133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1a2977-1864-48d7-b83e-dea0dfa2d563']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:32.213325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fea4b18-ac0d-4b21-86e2-0e71541f0146') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:32.213908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fea4b18-ac0d-4b21-86e2-0e71541f0146') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:32.229619 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.242188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8581d382-1538-47f3-9aab-2f31d9e703fd req-6f690902-dbf4-4da4-8573-202e7333cd12 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 210 time: 0.2706776 May 26 16:27:32.250470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.260680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:27:32.261656 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.325031 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 0fea4b18-ac0d-4b21-86e2-0e71541f0146 resource provider aggregate not found May 26 16:27:32.370719 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 0fea4b18-ac0d-4b21-86e2-0e71541f0146 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fea4b18-ac0d-4b21-86e2-0e71541f0146 found for delete ", "request_id": "req-9cef85d8-b962-4d21-86d5-0d9ac5efc7f0"}]} May 26 16:27:32.387710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.396470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.411606 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] 10.222.0.39 "DELETE /v2.0/networks/ff1a2977-1864-48d7-b83e-dea0dfa2d563 HTTP/1.1" status: 204 len: 168 time: 0.9723053 May 26 16:27:32.457542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1046276534-network', 'tenant_id': '8045fc5dc71043119bf2ff233b753407'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:32.465662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368e4f9-7170-4c65-9254-e89c4f411dad tempest-PortsTestJSON-60253351 tempest-PortsTestJSON-60253351-project] Pushing event deleted for resources: {'Network': ['ID=ff1a2977-1864-48d7-b83e-dea0dfa2d563,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:32.478663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-b795a28d-4b8d-4115-b701-3ffed0a1c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:32.483487 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.483796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-b795a28d-4b8d-4115-b701-3ffed0a1c2a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a00a27f-9e4a-4ac0-a23b-daa40f24753a HTTP/1.1" status: 200 len: 837 time: 0.2497308 May 26 16:27:32.523763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Allocated IP 172.20.0.26 (93b478f6-ec43-41cd-84e7-8e1201052030/7016635c-cae0-4996-9912-118b0ad754a4/1010c06e-ff55-4c5e-848a-aa77a7810f1a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:32.537705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Made reservation on behalf of 8045fc5dc71043119bf2ff233b753407 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:32.540013 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.557788 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.664515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.25.0.247 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e2a97cd6-863c-4aad-9e69-f249d5371e5a) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:32.770511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.780227 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.831632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44236) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:32.878138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:27:32.881174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-b9be5b05-a461-48d5-9aca-64ccc08bfb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:32.882903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-b9be5b05-a461-48d5-9aca-64ccc08bfb19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=410f4e32-45b9-4780-86dc-74813744fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1744277 May 26 16:27:32.920315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2f263f-2c36-44cb-9b14-b5752b240646,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:32.955113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.955465 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Added segment ea8d754b-bb07-4f3b-a046-bee35a616ad8 of type vlan for network d27775ad-c91d-4501-9510-c32914bcba95 May 26 16:27:32.998510 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.059804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-4062eae9-5174-4109-b4d5-db135ef7f8d8 service neutron] 10.222.0.32 "GET /v2.0/networks/410f4e32-45b9-4780-86dc-74813744fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668515 May 26 16:27:33.090618 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.146302 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.156442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.179534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.181397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:33.182232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.231853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:33.253605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.270042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598f687-fd35-4541-8bdf-022fa6f40b4c req-20ac333b-e71b-456f-86b3-4b8a064526dc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:33.271610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9598f687-fd35-4541-8bdf-022fa6f40b4c req-20ac333b-e71b-456f-86b3-4b8a064526dc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 944 time: 0.2108915 May 26 16:27:33.276125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:33.288392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:33.299015 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-95d8dc5e-63e2-4bd4-b786-9932801c96d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a345bd1d70f54664b28ca870bfd741f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665608 May 26 16:27:33.303076 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1312449 May 26 16:27:33.303731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44246) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:33.321219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44248) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:33.330850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Request body: {'subnet': {'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1046276534-subnet', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:33.350707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=e2a97cd6-863c-4aad-9e69-f249d5371e5a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:33.351966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Network 93b478f6-ec43-41cd-84e7-8e1201052030 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:33.360493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b035000-e6b7-46a5-9d80-70f35a636278 admin admin] Pushing event updated for resources: {'Network': ['ID=d27775ad-c91d-4501-9510-c32914bcba95,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:33.377358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network d27775ad-c91d-4501-9510-c32914bcba95 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:27:33.428656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:33.439171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f92a55-437a-462c-bff6-d2e16b87f3a5 req-0e4b761b-037b-4f03-a66e-129839ec41fa service neutron] 10.222.0.32 "GET /v2.0/networks/410f4e32-45b9-4780-86dc-74813744fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654049 May 26 16:27:33.439861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event updated for resources: {'Port': ['ID=1010c06e-ff55-4c5e-848a-aa77a7810f1a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:33.458962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:33.461388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2650253f-558d-42a8-8a12-69eb8b192a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.501593 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2650253f-558d-42a8-8a12-69eb8b192a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.651150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2650253f-558d-42a8-8a12-69eb8b192a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.654276 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2650253f-558d-42a8-8a12-69eb8b192a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.657990 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2650253f-558d-42a8-8a12-69eb8b192a07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ed173de-8f08-4d85-bc4f-282e0071e779 HTTP/1.1" status: 204 len: 168 time: 0.3308790 May 26 16:27:33.670771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650253f-558d-42a8-8a12-69eb8b192a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed173de-8f08-4d85-bc4f-282e0071e779,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:33.684297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:33.685028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.700987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9598f687-fd35-4541-8bdf-022fa6f40b4c req-53adcef6-64a7-4eb6-ade4-56e61ad98d84 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3844764 May 26 16:27:33.701660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Made reservation on behalf of 8045fc5dc71043119bf2ff233b753407 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:33.710929 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.834920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-d5221880-fe66-4d6d-b902-52028cf950cb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.9498844 May 26 16:27:33.857981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-da347f11-df6b-451c-88cd-21b9746ec02b None None] Provisioning complete for port 1010c06e-ff55-4c5e-848a-aa77a7810f1a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:33.858377 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da347f11-df6b-451c-88cd-21b9746ec02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.861100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Request body: {'port': {'device_id': '8ca0c540-c851-4ea7-99a3-2074693a5ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:33.871052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-1d6baf02-76e9-4b9d-a2d3-203ad4010c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:33.872696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-1d6baf02-76e9-4b9d-a2d3-203ad4010c3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 1095 time: 0.3100986 May 26 16:27:33.903300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b3585-2423-41bf-b91c-bec31c4efd98 req-729d42f8-5942-40bc-8f43-e8ed7cb5d212 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:33.905504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-798b3585-2423-41bf-b91c-bec31c4efd98 req-729d42f8-5942-40bc-8f43-e8ed7cb5d212 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 895 time: 0.5497575 May 26 16:27:33.923545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-da347f11-df6b-451c-88cd-21b9746ec02b None None] Port 1010c06e-ff55-4c5e-848a-aa77a7810f1a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:33.987342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.115170 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.161420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-6bf20d66-6286-49e4-be91-b64f922fe9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:34.163245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-6bf20d66-6286-49e4-be91-b64f922fe9a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=410f4e32-45b9-4780-86dc-74813744fcf3 HTTP/1.1" status: 200 len: 896 time: 0.2481678 May 26 16:27:34.311209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-2305531d-224d-4057-b56b-c093b8429812 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=44bf87a4-92ca-4aa1-807e-80a0b1b310d3 HTTP/1.1" status: 200 len: 217 time: 0.1253681 May 26 16:27:34.313920 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.389963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-170c4b52-7255-4cce-98fe-959181e2aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:34.391607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-170c4b52-7255-4cce-98fe-959181e2aa79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a00a27f-9e4a-4ac0-a23b-daa40f24753a HTTP/1.1" status: 200 len: 837 time: 0.0629287 May 26 16:27:34.517243 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.525738 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.562812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.604995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=e2a97cd6-863c-4aad-9e69-f249d5371e5a,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:34.681739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-e731efbc-6d28-4a30-8bd4-469af78c2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:34.681739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-e731efbc-6d28-4a30-8bd4-469af78c2e00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=410f4e32-45b9-4780-86dc-74813744fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314644 May 26 16:27:34.714246 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.836873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Checking segment: {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:34.837662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Network hostable DHCP agents. Network: d27775ad-c91d-4501-9510-c32914bcba95, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:27:34.957079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d43a78c-eab3-4f21-baec-454c63047f66,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:35.013521 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Floating IP fb116461-b9ee-4baf-bae6-384cd7ecda1a associated. External IP: 172.25.0.247, port: c47b97e8-44a9-442b-9e41-94d34b4d5ce2. May 26 16:27:35.041138 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e10980fe-82de-46d3-a037-ae4b59434c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.059111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Network d27775ad-c91d-4501-9510-c32914bcba95 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:27:35.120390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, d27775ad-c91d-4501-9510-c32914bcba95) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:35.134117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2253b99f-ef3f-4fdb-aab0-beef88ad32e8 None None] Network d27775ad-c91d-4501-9510-c32914bcba95 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:35.160163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:35.162861 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.472134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-d27775ad-c91d-4501-9510-c32914bcba95', 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'fixed_ips': [{'subnet_id': '2d43a78c-eab3-4f21-baec-454c63047f66'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:27:35.475136 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.492959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44300) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:35.755795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Allocated IP 172.20.0.2 (d27775ad-c91d-4501-9510-c32914bcba95/2d43a78c-eab3-4f21-baec-454c63047f66/e13b2e8e-df0c-4b7f-af90-231ba77808c5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:35.829440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fe0dd6d2-d0c6-41c2-b7fc-ec8d51825066 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:35.830162 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-fe0dd6d2-d0c6-41c2-b7fc-ec8d51825066 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 16:27:35.830657 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-fe0dd6d2-d0c6-41c2-b7fc-ec8d51825066 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): There was a conflict when trying to complete your request. May 26 16:27:35.835792 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fe0dd6d2-d0c6-41c2-b7fc-ec8d51825066 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3417182 May 26 16:27:35.840317 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44308) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:35.845083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994859858'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:35.912866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:35.917663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.928861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.957400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016066d-66fb-4cce-9e81-0588bbbdaa1c req-d8e5353a-0131-4b0c-8a90-a1f9c7a32d88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:35.960657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7016066d-66fb-4cce-9e81-0588bbbdaa1c req-d8e5353a-0131-4b0c-8a90-a1f9c7a32d88 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 944 time: 1.0537019 May 26 16:27:35.977662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-61118e78-1b8d-4551-b0cd-3ceae43d44f2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6550758 May 26 16:27:35.984443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44310) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:35.997974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:36.074380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7016066d-66fb-4cce-9e81-0588bbbdaa1c req-07fdc7d0-f0b9-4454-abc6-c6d11409d398 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909941 May 26 16:27:36.078666 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.080211 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.087755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-992996c5-90fc-4e2c-9949-7e0cf12d73d5 service neutron] 10.222.0.32 "GET /v2.0/networks/410f4e32-45b9-4780-86dc-74813744fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3944838 May 26 16:27:36.092979 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.104286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5c784-a063-47ec-93f8-89456c4fffa3 req-a7a92970-9cda-4cde-a8ab-ead12b21e239 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:36.105874 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.116678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4b5c784-a063-47ec-93f8-89456c4fffa3 req-a7a92970-9cda-4cde-a8ab-ead12b21e239 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 895 time: 1.0825505 May 26 16:27:36.141113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:36.157049 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] Sync routers for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:36.178116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Network d27775ad-c91d-4501-9510-c32914bcba95 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:36.182348 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:36.182996 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:36.194722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.235224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:36.235737 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.242801 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.245891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:36.249084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Pushing event updated for resources: {'Port': ['ID=e13b2e8e-df0c-4b7f-af90-231ba77808c5,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:36.260004 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a40f2371-0400-499b-9b96-d233103f4d35 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3402212 May 26 16:27:36.276579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:36.306109 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b07e1-a11a-44fc-ab6c-c45b78077829" -d '{"events": [{"name": "network-changed", "server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:36.377465 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411ddeb1-a0a1-451c-9ca5-61986dc72ee3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:36.383221 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407be3e1-30c8-41ec-ae9e-e5e29f20211f x-openstack-request-id: req-407be3e1-30c8-41ec-ae9e-e5e29f20211f {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:36.383786 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:36.384191 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-407be3e1-30c8-41ec-ae9e-e5e29f20211f {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:36.384760 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407be3e1-30c8-41ec-ae9e-e5e29f20211f'] response: {'name': 'network-changed', 'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'status': 'completed', 'code': 200} May 26 16:27:36.413515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1010c06e-ff55-4c5e-848a-aa77a7810f1a {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:36.423667 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.423982 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Attempting to bind port e13b2e8e-df0c-4b7f-af90-231ba77808c5 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:36.425438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Attempting to bind port e13b2e8e-df0c-4b7f-af90-231ba77808c5 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:36.425893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Attempting to bind port e13b2e8e-df0c-4b7f-af90-231ba77808c5 on network d27775ad-c91d-4501-9510-c32914bcba95 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:36.428917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.436774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:36.437816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Checking segment: {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:36.438510 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.439203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Bound using segment: {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:36.440352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Bound port: e13b2e8e-df0c-4b7f-af90-231ba77808c5, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:36.441373 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.462956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790d1ae0-b2dc-4cd6-a9bd-b79e02b56a86,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:36.464370 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:36.476762 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.479375 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e8050763-bedb-45e4-9f42-c11538a80ee0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6380291 May 26 16:27:36.482784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44318) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:36.489246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9abd7768-26ac-487a-b354-3e8461f223bc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '790d1ae0-b2dc-4cd6-a9bd-b79e02b56a86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:36.508266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.525028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9abd7768-26ac-487a-b354-3e8461f223bc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.545862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] For port e13b2e8e-df0c-4b7f-af90-231ba77808c5, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:36.550449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] For port e13b2e8e-df0c-4b7f-af90-231ba77808c5, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e13b2e8e-df0c-4b7f-af90-231ba77808c5,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:36.555591 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.576914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.608113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9abd7768-26ac-487a-b354-3e8461f223bc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.622801 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9abd7768-26ac-487a-b354-3e8461f223bc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.641182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd6a72-3f42-4d84-93d6-40cbb79f7e87 None None] Pushing event updated for resources: {'Port': ['ID=e13b2e8e-df0c-4b7f-af90-231ba77808c5,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:36.645544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd7768-26ac-487a-b354-3e8461f223bc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d31656c-cdf7-4479-b537-5ab7d49812fd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:36.657556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9abd7768-26ac-487a-b354-3e8461f223bc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.658929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9abd7768-26ac-487a-b354-3e8461f223bc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748605 May 26 16:27:36.661670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44320) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:36.666595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0a9df052-ab4f-48ea-ba59-531a309d3545 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '790d1ae0-b2dc-4cd6-a9bd-b79e02b56a86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:36.707552 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a9df052-ab4f-48ea-ba59-531a309d3545 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.771911 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-0a9df052-ab4f-48ea-ba59-531a309d3545 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): There was a conflict when trying to complete your request. May 26 16:27:36.776848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44322) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:36.777229 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a9df052-ab4f-48ea-ba59-531a309d3545 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1139829 May 26 16:27:36.778578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Transition to ACTIVE for port object 1010c06e-ff55-4c5e-848a-aa77a7810f1a will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:27:36.794068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8ed7e9d2-d2d6-41bf-ba75-6699ca5fcc15 req-34c4f7fb-7687-4c02-9d92-a9caa9db0447 service neutron] 10.222.0.32 "GET /v2.0/networks/410f4e32-45b9-4780-86dc-74813744fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6667995 May 26 16:27:36.798361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.828635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-269e2c4e-c774-43e2-99f4-f3452e0a9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:36.830195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-269e2c4e-c774-43e2-99f4-f3452e0a9841 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1097 time: 0.4069247 May 26 16:27:36.832534 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'fb116461-b9ee-4baf-bae6-384cd7ecda1a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'port_id': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'mac_address': 'fa:16:3e:69:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:27:33Z', 'updated_at': '2022-05-26T16:27:33Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f682991a-4413-40ec-aff7-b8136a8ea027', 'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:f3:86:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:58Z', 'updated_at': '2022-05-26T16:27:08Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:37.005014 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] Checking router: 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:37.010557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce259658-0bc7-4fea-b8fd-3b5f0b309d22 req-ee7dd145-d3da-4cdb-b86e-97d01f962ae4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:37.012760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce259658-0bc7-4fea-b8fd-3b5f0b309d22 req-ee7dd145-d3da-4cdb-b86e-97d01f962ae4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.5674770 May 26 16:27:37.019251 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:37.019932 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:37.170996 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.230728 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:37.319019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e13b2e8e-df0c-4b7f-af90-231ba77808c5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:37.329664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:27:37.332346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Pushing event updated for resources: {'Port': ['ID=1010c06e-ff55-4c5e-848a-aa77a7810f1a,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:37.525689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1745676-7064-49d4-b1a3-d459febc35ff tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.569360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce259658-0bc7-4fea-b8fd-3b5f0b309d22 req-a865a9ed-c169-41df-9875-663bf9d2a516 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4996939 May 26 16:27:37.572568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:37.588740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e13b2e8e-df0c-4b7f-af90-231ba77808c5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:37.589356 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.591802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '44bf87a4-92ca-4aa1-807e-80a0b1b310d3', 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3', 'port_id': '44bf87a4-92ca-4aa1-807e-80a0b1b310d3', 'mac_address': 'fa:16:3e:d6:54:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a00a27f-9e4a-4ac0-a23b-daa40f24753a', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:27:37.594541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44336) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:37.627353 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'fb116461-b9ee-4baf-bae6-384cd7ecda1a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'port_id': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'mac_address': 'fa:16:3e:69:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:27:33Z', 'updated_at': '2022-05-26T16:27:33Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f682991a-4413-40ec-aff7-b8136a8ea027', 'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:f3:86:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:58Z', 'updated_at': '2022-05-26T16:27:08Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:37.634407 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1745676-7064-49d4-b1a3-d459febc35ff tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.640366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-7c198988-3fd8-4b1c-b8a5-13427c2007fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:37.642042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-7c198988-3fd8-4b1c-b8a5-13427c2007fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=176cfd15-d5ab-4438-824b-0d3a771d83a2 HTTP/1.1" status: 200 len: 898 time: 0.7371976 May 26 16:27:37.650864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Attempting to bind port 1010c06e-ff55-4c5e-848a-aa77a7810f1a on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:37.651957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Attempting to bind port 1010c06e-ff55-4c5e-848a-aa77a7810f1a by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:37.653662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Attempting to bind port 1010c06e-ff55-4c5e-848a-aa77a7810f1a on network 93b478f6-ec43-41cd-84e7-8e1201052030 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:37.673091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852469a5-2047-4f18-91e5-47750f941a03 req-1e25e58b-8977-4381-b997-8c76a59ebc8e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:37.674687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-852469a5-2047-4f18-91e5-47750f941a03 req-1e25e58b-8977-4381-b997-8c76a59ebc8e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 944 time: 0.4038136 May 26 16:27:37.679046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:37.679562 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.709254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:37.729140 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a000a8-a392-4e07-a2e9-2c7657f3a7f4 None None] The sync data for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 is: [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'fb116461-b9ee-4baf-bae6-384cd7ecda1a', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'port_id': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'mac_address': 'fa:16:3e:69:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:27:33Z', 'updated_at': '2022-05-26T16:27:33Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f682991a-4413-40ec-aff7-b8136a8ea027', 'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:f3:86:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:58Z', 'updated_at': '2022-05-26T16:27:08Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:37.766521 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-343dd815-62ab-42ee-8825-25d9cc9cca8b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/fb116461-b9ee-4baf-bae6-384cd7ecda1a HTTP/1.1" status: 200 len: 992 time: 0.1704891 May 26 16:27:37.783915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Port 1010c06e-ff55-4c5e-848a-aa77a7810f1a on network 93b478f6-ec43-41cd-84e7-8e1201052030 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:27:37.784544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Attempting to bind port 1010c06e-ff55-4c5e-848a-aa77a7810f1a on network 93b478f6-ec43-41cd-84e7-8e1201052030 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:37.796174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:37.817517 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.884952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:37.885347 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Checking segment: {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:37.885723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Bound using segment: {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:37.886224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Bound port: 1010c06e-ff55-4c5e-848a-aa77a7810f1a, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1c60da-f0cc-4181-bc90-ae9a05a6f848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:37.886607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.924390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e13b2e8e-df0c-4b7f-af90-231ba77808c5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:37.924783 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.952818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:37.968458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-5c2b9137-2c98-4f4c-b9c0-7dff589bdcf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 1000 time: 0.3073719 May 26 16:27:37.977494 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d4ec7b4a-0039-44f8-ae99-acade26269a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.982729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-852469a5-2047-4f18-91e5-47750f941a03 req-534583d5-2605-4f1b-967d-6d3559fb53d3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2917216 May 26 16:27:38.031320 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1745676-7064-49d4-b1a3-d459febc35ff tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.033909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1745676-7064-49d4-b1a3-d459febc35ff tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.035385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f1745676-7064-49d4-b1a3-d459febc35ff tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/790d1ae0-b2dc-4cd6-a9bd-b79e02b56a86 HTTP/1.1" status: 204 len: 168 time: 1.2534659 May 26 16:27:38.038366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44340) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.054084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e13b2e8e-df0c-4b7f-af90-231ba77808c5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e13b2e8e-df0c-4b7f-af90-231ba77808c5,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:38.060041 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.148479 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-02e4ca06-54b8-44f2-a1d8-f7c9585b12fd tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088881 May 26 16:27:38.149127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.151924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['44bf87a4-92ca-4aa1-807e-80a0b1b310d3'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:27:38.156017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcda5c5-4803-47ab-ac1e-c0113a99dca9 req-3bc9f35c-7ad4-4131-bf0a-b14f03386ad9 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:38.161038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebcda5c5-4803-47ab-ac1e-c0113a99dca9 req-3bc9f35c-7ad4-4131-bf0a-b14f03386ad9 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 907 time: 0.3581197 May 26 16:27:38.164225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f716e083-12be-4e64-a868-8b2ca9a0b721 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--436495687'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:38.168280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1745676-7064-49d4-b1a3-d459febc35ff tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d1ae0-b2dc-4cd6-a9bd-b79e02b56a86,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.213244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f716e083-12be-4e64-a868-8b2ca9a0b721 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.242032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-a365a1be-468f-4eee-8ed4-bcb6b032047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:38.247067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-a365a1be-468f-4eee-8ed4-bcb6b032047d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47565b16-c770-4271-8dcd-901d16f2c15e HTTP/1.1" status: 200 len: 835 time: 0.2611940 May 26 16:27:38.296472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5d48c-e165-48b2-9ea6-34495e891366 None None] New status for floating IP fb116461-b9ee-4baf-bae6-384cd7ecda1a: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:27:38.408440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] For port 1010c06e-ff55-4c5e-848a-aa77a7810f1a, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:38.410574 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f716e083-12be-4e64-a868-8b2ca9a0b721 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.415755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f716e083-12be-4e64-a868-8b2ca9a0b721 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.457364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e13b2e8e-df0c-4b7f-af90-231ba77808c5,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.457904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f716e083-12be-4e64-a868-8b2ca9a0b721 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.458992 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f716e083-12be-4e64-a868-8b2ca9a0b721 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3068738 May 26 16:27:38.460033 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716e083-12be-4e64-a868-8b2ca9a0b721 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44357a72-b9fe-499c-993b-661ce643a04c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.462850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44350) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.467730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d1563124-9682-448b-878a-2266f0f580ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '44357a72-b9fe-499c-993b-661ce643a04c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:38.468642 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-d1563124-9682-448b-878a-2266f0f580ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 26 16:27:38.469242 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-d1563124-9682-448b-878a-2266f0f580ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:38.470349 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d1563124-9682-448b-878a-2266f0f580ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065017 May 26 16:27:38.474423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44352) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.492182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0fbc6-44fa-4a72-856f-0850cdc45a4d None None] Network d27775ad-c91d-4501-9510-c32914bcba95 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:38.572712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-772f939e-cf9d-415e-a171-ba9e5e3bb53d tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.629372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-772f939e-cf9d-415e-a171-ba9e5e3bb53d tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.655505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] For port 1010c06e-ff55-4c5e-848a-aa77a7810f1a, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1010c06e-ff55-4c5e-848a-aa77a7810f1a,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:38.658131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-d048f93f-390d-4b21-9cfc-974eb92386c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:38.659790 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-d048f93f-390d-4b21-9cfc-974eb92386c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=176cfd15-d5ab-4438-824b-0d3a771d83a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4018340 May 26 16:27:38.673729 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.690457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-772f939e-cf9d-415e-a171-ba9e5e3bb53d tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.694091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-772f939e-cf9d-415e-a171-ba9e5e3bb53d tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.698521 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-772f939e-cf9d-415e-a171-ba9e5e3bb53d tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/44357a72-b9fe-499c-993b-661ce643a04c HTTP/1.1" status: 204 len: 168 time: 0.2229896 May 26 16:27:38.702178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44358) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.702936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44360) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.731734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2d66a17c-cd1e-4b52-8672-9d52f23ea1ca None None] Provisioning complete for port e13b2e8e-df0c-4b7f-af90-231ba77808c5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:38.732137 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d66a17c-cd1e-4b52-8672-9d52f23ea1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.732377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f939e-cf9d-415e-a171-ba9e5e3bb53d tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44357a72-b9fe-499c-993b-661ce643a04c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.771006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44366) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.784352 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bfe8cb28-f88e-4f02-bf0e-7734472437c7 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801318 May 26 16:27:38.798595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44368) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.815694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-bf6339ff-b14a-4bf8-9c1d-37dd25bf2705 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948477808'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:38.848893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:38.849515 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.851946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-17fe9598-344c-4777-9242-6395402de6ce service neutron] 10.222.0.32 "PUT /v2.0/ports/1010c06e-ff55-4c5e-848a-aa77a7810f1a HTTP/1.1" status: 200 len: 1055 time: 5.0013423 May 26 16:27:38.864989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca0c540-c851-4ea7-99a3-2074693a5ed1', 'tag': '1010c06e-ff55-4c5e-848a-aa77a7810f1a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:38.867353 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fe3c8207-1843-423c-ad3b-f48825576f2e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/fb116461-b9ee-4baf-bae6-384cd7ecda1a HTTP/1.1" status: 200 len: 992 time: 0.0939622 May 26 16:27:38.867591 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34459763-ce03-4212-9698-ed527d1b825c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca0c540-c851-4ea7-99a3-2074693a5ed1", "tag": "1010c06e-ff55-4c5e-848a-aa77a7810f1a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:38.876677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.968153 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8ec9fe-3a33-4e05-b734-7f485564bbd5 x-openstack-request-id: req-3a8ec9fe-3a33-4e05-b734-7f485564bbd5 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:38.968510 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca0c540-c851-4ea7-99a3-2074693a5ed1", "tag": "1010c06e-ff55-4c5e-848a-aa77a7810f1a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:38.968772 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a8ec9fe-3a33-4e05-b734-7f485564bbd5 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:38.969266 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8ec9fe-3a33-4e05-b734-7f485564bbd5'] response: {'name': 'network-changed', 'server_uuid': '8ca0c540-c851-4ea7-99a3-2074693a5ed1', 'tag': '1010c06e-ff55-4c5e-848a-aa77a7810f1a', 'status': 'completed', 'code': 200} May 26 16:27:39.026840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.035078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05940818-b38e-458b-b9b9-053ca15ad5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.079633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bf6339ff-b14a-4bf8-9c1d-37dd25bf2705 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.125346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe9598-344c-4777-9242-6395402de6ce service neutron] Pushing event updated for resources: {'Port': ['ID=1010c06e-ff55-4c5e-848a-aa77a7810f1a,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:39.268389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e13b2e8e-df0c-4b7f-af90-231ba77808c5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:39.278237 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05940818-b38e-458b-b9b9-053ca15ad5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.291155 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-05940818-b38e-458b-b9b9-053ca15ad5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.356999 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-05940818-b38e-458b-b9b9-053ca15ad5b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8ddc3f5b03449bcb7b37339ebe797c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515365 May 26 16:27:39.358324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05940818-b38e-458b-b9b9-053ca15ad5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3c068d-b27c-4d8c-8a5c-29be012ef96d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:39.360747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44376) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:39.429358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d82-f5ed-4c30-9293-d9390ffe53c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.432160 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.460581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d82-f5ed-4c30-9293-d9390ffe53c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.514980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2d66a17c-cd1e-4b52-8672-9d52f23ea1ca None None] Current status of the port e13b2e8e-df0c-4b7f-af90-231ba77808c5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:39.545494 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d82-f5ed-4c30-9293-d9390ffe53c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.549245 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d82-f5ed-4c30-9293-d9390ffe53c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.554335 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1f6a6d82-f5ed-4c30-9293-d9390ffe53c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a3c068d-b27c-4d8c-8a5c-29be012ef96d HTTP/1.1" status: 204 len: 168 time: 0.1924999 May 26 16:27:39.566217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a6d82-f5ed-4c30-9293-d9390ffe53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3c068d-b27c-4d8c-8a5c-29be012ef96d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:39.685629 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bf6339ff-b14a-4bf8-9c1d-37dd25bf2705 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.704961 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-5857d9b7-3400-49fd-bb52-8f18e275acac service neutron] 10.222.0.24 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0328617 May 26 16:27:39.710409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e13b2e8e-df0c-4b7f-af90-231ba77808c5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:39.710917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.723329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bf6339ff-b14a-4bf8-9c1d-37dd25bf2705 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.801910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-24c0c386-b945-43a9-a580-6a60ee7357d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:39.802940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-24c0c386-b945-43a9-a580-6a60ee7357d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45735cc8400542528e0de415734ff279&device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 1058 time: 0.8390973 May 26 16:27:39.871027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44384) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:39.945273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-a091e38a-3aa8-46b8-8eee-75c9907be0c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=1010c06e-ff55-4c5e-848a-aa77a7810f1a HTTP/1.1" status: 200 len: 217 time: 0.1161466 May 26 16:27:39.962857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e13b2e8e-df0c-4b7f-af90-231ba77808c5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:39.979409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bf6339ff-b14a-4bf8-9c1d-37dd25bf2705 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.980943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bf6339ff-b14a-4bf8-9c1d-37dd25bf2705 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1801541 May 26 16:27:39.986564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44386) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:39.992392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3d205317-1040-4045-921f-f26dcd50c492 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': 'f738f5d4-16e5-4669-a176-4ec2eb22aeb0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:39.993029 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-3d205317-1040-4045-921f-f26dcd50c492 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 26 16:27:39.993947 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-3d205317-1040-4045-921f-f26dcd50c492 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:39.995224 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3d205317-1040-4045-921f-f26dcd50c492 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071573 May 26 16:27:39.999901 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-910581e3-54c2-4a6b-9875-2f0d8283d255 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/fb116461-b9ee-4baf-bae6-384cd7ecda1a HTTP/1.1" status: 200 len: 994 time: 0.1279156 May 26 16:27:40.000553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44388) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.085629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Allocated IP 172.25.0.23 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:40.089908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44390) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.094086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6339ff-b14a-4bf8-9c1d-37dd25bf2705 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f738f5d4-16e5-4669-a176-4ec2eb22aeb0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:40.108236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c6064ff-54d2-4cfb-a847-86f54daa1f2c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.134572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8e34-0130-4fb6-a9d5-c7cc27a2be2f req-38ccc309-aa86-4f74-befa-b543c7425838 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:40.136112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-165c8e34-0130-4fb6-a9d5-c7cc27a2be2f req-38ccc309-aa86-4f74-befa-b543c7425838 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 945 time: 1.0119085 May 26 16:27:40.145956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c6064ff-54d2-4cfb-a847-86f54daa1f2c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.166383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c4173669-b46c-41be-855c-943682c7d106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.214297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46b49c-6444-4e4e-ab3b-ae5baac6f9ec req-7f912601-9e5a-4d5a-8ff2-9e5e12e036be tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:40.217390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc46b49c-6444-4e4e-ab3b-ae5baac6f9ec req-7f912601-9e5a-4d5a-8ff2-9e5e12e036be tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 907 time: 0.5291073 May 26 16:27:40.238269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c6064ff-54d2-4cfb-a847-86f54daa1f2c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.242559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1c6064ff-54d2-4cfb-a847-86f54daa1f2c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.244894 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1c6064ff-54d2-4cfb-a847-86f54daa1f2c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/f738f5d4-16e5-4669-a176-4ec2eb22aeb0 HTTP/1.1" status: 204 len: 168 time: 0.2429965 May 26 16:27:40.252383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-26069ecf-f9d7-48a5-9f82-19b538c276a2 None None] Provisioning complete for port e13b2e8e-df0c-4b7f-af90-231ba77808c5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:40.252779 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26069ecf-f9d7-48a5-9f82-19b538c276a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.256134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44392) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.262838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-593865f7-087c-4609-bf34-97b4532f0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:40.264287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-593865f7-087c-4609-bf34-97b4532f0d91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7016635c-cae0-4996-9912-118b0ad754a4 HTTP/1.1" status: 200 len: 838 time: 0.3009717 May 26 16:27:40.285171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6064ff-54d2-4cfb-a847-86f54daa1f2c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f738f5d4-16e5-4669-a176-4ec2eb22aeb0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:40.334462 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-014fe5f4-95b0-40c8-b84a-af1302bcd71c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769134 May 26 16:27:40.338147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44394) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.348977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-30bcd5df-db4e-46cc-97c1-910e986920cf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734855823'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:40.362505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-26069ecf-f9d7-48a5-9f82-19b538c276a2 None None] Current status of the port e13b2e8e-df0c-4b7f-af90-231ba77808c5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:40.368771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe7b07e1-a11a-44fc-ab6c-c45b78077829 req-7f0d1833-dfeb-438d-8e96-8a35fd912e1a service neutron] 10.222.0.24 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381028 May 26 16:27:40.391226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5df-db4e-46cc-97c1-910e986920cf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.421250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-165c8e34-0130-4fb6-a9d5-c7cc27a2be2f req-c44281aa-365e-41d0-a06a-ce739a6dda5b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2693629 May 26 16:27:40.461763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-b9bc5693-652b-490f-ab52-211f30d9b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:40.463540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-b9bc5693-652b-490f-ab52-211f30d9b941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93b478f6-ec43-41cd-84e7-8e1201052030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466968 May 26 16:27:40.492284 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5df-db4e-46cc-97c1-910e986920cf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.495703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.497982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5df-db4e-46cc-97c1-910e986920cf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.531296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5df-db4e-46cc-97c1-910e986920cf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.532530 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-30bcd5df-db4e-46cc-97c1-910e986920cf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1895037 May 26 16:27:40.534474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcd5df-db4e-46cc-97c1-910e986920cf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3485d4cb-23cd-47a4-b1c5-758671e574cf,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:40.536550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44396) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.541715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-263df086-011c-4671-a4fd-6336051fba94 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '3485d4cb-23cd-47a4-b1c5-758671e574cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:40.542600 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-263df086-011c-4671-a4fd-6336051fba94 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 26 16:27:40.543356 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-263df086-011c-4671-a4fd-6336051fba94 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:40.546793 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-263df086-011c-4671-a4fd-6336051fba94 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068769 May 26 16:27:40.548398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.552147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-854a1ad3-b398-4198-8487-c6f082d5f738 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '3485d4cb-23cd-47a4-b1c5-758671e574cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:40.553290 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-854a1ad3-b398-4198-8487-c6f082d5f738 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 26 16:27:40.553290 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-854a1ad3-b398-4198-8487-c6f082d5f738 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:40.557838 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-854a1ad3-b398-4198-8487-c6f082d5f738 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057304 May 26 16:27:40.557838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44400) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.563253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-363f2ead-aae3-4120-be0c-3655c7d864f0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '3485d4cb-23cd-47a4-b1c5-758671e574cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:40.563721 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-363f2ead-aae3-4120-be0c-3655c7d864f0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 26 16:27:40.564202 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-363f2ead-aae3-4120-be0c-3655c7d864f0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:40.567680 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-363f2ead-aae3-4120-be0c-3655c7d864f0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068545 May 26 16:27:40.567900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44402) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.572522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-03cf6a93-9b9b-4e04-94c0-31e206b0a498 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '3485d4cb-23cd-47a4-b1c5-758671e574cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:40.573008 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-03cf6a93-9b9b-4e04-94c0-31e206b0a498 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 26 16:27:40.573499 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-03cf6a93-9b9b-4e04-94c0-31e206b0a498 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:40.577033 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03cf6a93-9b9b-4e04-94c0-31e206b0a498 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057855 May 26 16:27:40.577172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44404) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.602966 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c4173669-b46c-41be-855c-943682c7d106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.610503 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c4173669-b46c-41be-855c-943682c7d106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.634433 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87cd03df-b5b9-4d37-ad62-05f28cababad tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.663053 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.685585 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.691463 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.692050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87cd03df-b5b9-4d37-ad62-05f28cababad tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.697298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c4173669-b46c-41be-855c-943682c7d106 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b7e3169e2b94e9fa91dbbe66f83bc53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977166 May 26 16:27:40.702662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44406) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.714854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4173669-b46c-41be-855c-943682c7d106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730bb46f-18a0-418f-97a1-1e19660d5f1b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:40.724800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-85c04913-9622-40a8-89a8-b8bb248442a5 service neutron] 10.222.0.32 "GET /v2.0/networks/93b478f6-ec43-41cd-84e7-8e1201052030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481904 May 26 16:27:40.741621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:40.763350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:40.767887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:40.776308 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87cd03df-b5b9-4d37-ad62-05f28cababad tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.779212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87cd03df-b5b9-4d37-ad62-05f28cababad tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.780347 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-87cd03df-b5b9-4d37-ad62-05f28cababad tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/3485d4cb-23cd-47a4-b1c5-758671e574cf HTTP/1.1" status: 204 len: 168 time: 0.2023041 May 26 16:27:40.794948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44412) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.795795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd03df-b5b9-4d37-ad62-05f28cababad tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3485d4cb-23cd-47a4-b1c5-758671e574cf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:40.800522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Pushing event updated for resources: {'Port': ['ID=e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:40.853188 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5ab8-37f8-4b66-9b5e-db2924181d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.894129 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5ab8-37f8-4b66-9b5e-db2924181d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.947495 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-196635e4-0175-4bc6-913c-0c0a4e9a50c0 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1487033 May 26 16:27:40.952173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44428) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.959528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0c5fe1ec-0a9b-4da2-9aa6-f69889a77adc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618326890'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:40.963030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cee139f-5519-4908-a7a4-db1bbfd05b89 req-ee97e401-08e0-455a-bdd9-bd8a394dd850 service neutron] 10.222.0.32 "GET /v2.0/networks/93b478f6-ec43-41cd-84e7-8e1201052030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304463 May 26 16:27:40.989178 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe1ec-0a9b-4da2-9aa6-f69889a77adc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.038241 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5ab8-37f8-4b66-9b5e-db2924181d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.041471 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5ab8-37f8-4b66-9b5e-db2924181d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.062589 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cf2d5ab8-37f8-4b66-9b5e-db2924181d24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/730bb46f-18a0-418f-97a1-1e19660d5f1b HTTP/1.1" status: 204 len: 168 time: 0.3585589 May 26 16:27:41.081000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d5ab8-37f8-4b66-9b5e-db2924181d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730bb46f-18a0-418f-97a1-1e19660d5f1b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:41.167711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459763-ce03-4212-9698-ed527d1b825c req-01a58fa2-5f91-4016-a9a8-e5bcad2d3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:41.169813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34459763-ce03-4212-9698-ed527d1b825c req-01a58fa2-5f91-4016-a9a8-e5bcad2d3371 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45735cc8400542528e0de415734ff279&device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 1058 time: 0.1510940 May 26 16:27:41.183167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe1ec-0a9b-4da2-9aa6-f69889a77adc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.188555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe1ec-0a9b-4da2-9aa6-f69889a77adc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.237409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe1ec-0a9b-4da2-9aa6-f69889a77adc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.241448 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0c5fe1ec-0a9b-4da2-9aa6-f69889a77adc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2838864 May 26 16:27:41.241448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fe1ec-0a9b-4da2-9aa6-f69889a77adc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a50de4-9079-4df0-8b10-2ef7eec9d578,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:41.244662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44434) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.251355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3996057d-ea92-40fd-b34c-661e4363e650 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '75a50de4-9079-4df0-8b10-2ef7eec9d578', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.251900 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-3996057d-ea92-40fd-b34c-661e4363e650 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 16:27:41.252462 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-3996057d-ea92-40fd-b34c-661e4363e650 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:41.258058 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3996057d-ea92-40fd-b34c-661e4363e650 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095656 May 26 16:27:41.259507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44438) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.265367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b2b29170-3fc3-464e-be11-99642502cfe4 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '75a50de4-9079-4df0-8b10-2ef7eec9d578', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.328394 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-b2b29170-3fc3-464e-be11-99642502cfe4 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:41.331745 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b2b29170-3fc3-464e-be11-99642502cfe4 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0709984 May 26 16:27:41.335399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44440) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.342743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fadee4a2-cc36-4483-9ca8-7c6aa5705999 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '75a50de4-9079-4df0-8b10-2ef7eec9d578', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.343575 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-fadee4a2-cc36-4483-9ca8-7c6aa5705999 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 26 16:27:41.344991 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-fadee4a2-cc36-4483-9ca8-7c6aa5705999 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:41.347515 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fadee4a2-cc36-4483-9ca8-7c6aa5705999 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109046 May 26 16:27:41.352132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44442) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.355659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:41.362225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ff8dcac3-e776-4d97-a728-537d4a4d597e tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '75a50de4-9079-4df0-8b10-2ef7eec9d578', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.409105 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-ff8dcac3-e776-4d97-a728-537d4a4d597e tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:41.410301 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ff8dcac3-e776-4d97-a728-537d4a4d597e tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0561912 May 26 16:27:41.413429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44444) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.424080 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e81dd560-aab2-4ed0-a1df-229d38a76c4c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '75a50de4-9079-4df0-8b10-2ef7eec9d578', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.432347 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-e81dd560-aab2-4ed0-a1df-229d38a76c4c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 16:27:41.432347 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-e81dd560-aab2-4ed0-a1df-229d38a76c4c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:41.432347 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e81dd560-aab2-4ed0-a1df-229d38a76c4c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158811 May 26 16:27:41.433301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44448) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.439710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-21ebcdfd-f36d-4e83-96cf-76f401ed7e4a tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '75a50de4-9079-4df0-8b10-2ef7eec9d578', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.471062 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-21ebcdfd-f36d-4e83-96cf-76f401ed7e4a tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Project 0168f82c31d24ff0b739dafdf5d2e8b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:27:41.489958 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.505004 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-21ebcdfd-f36d-4e83-96cf-76f401ed7e4a tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:41.507972 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-21ebcdfd-f36d-4e83-96cf-76f401ed7e4a tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0719504 May 26 16:27:41.509056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:27:41.509941 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.517584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:41.519271 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.521746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a0be89c0-103a-43c0-a7ed-e09532162344 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '75a50de4-9079-4df0-8b10-2ef7eec9d578', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.525424 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-a0be89c0-103a-43c0-a7ed-e09532162344 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 26 16:27:41.528724 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-a0be89c0-103a-43c0-a7ed-e09532162344 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:41.530060 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a0be89c0-103a-43c0-a7ed-e09532162344 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172720 May 26 16:27:41.534068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44454) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.542779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-59da325e-c03e-40d6-84c7-956548118f62 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '75a50de4-9079-4df0-8b10-2ef7eec9d578', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.580864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459763-ce03-4212-9698-ed527d1b825c req-788d9e16-68a9-4ebf-b282-e8d35e2e940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:41.582906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34459763-ce03-4212-9698-ed527d1b825c req-788d9e16-68a9-4ebf-b282-e8d35e2e940e service neutron] 10.222.0.32 "GET /v2.0/networks?id=93b478f6-ec43-41cd-84e7-8e1201052030 HTTP/1.1" status: 200 len: 899 time: 0.3999150 May 26 16:27:41.592102 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-59da325e-c03e-40d6-84c7-956548118f62 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Project 0168f82c31d24ff0b739dafdf5d2e8b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:27:41.596694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfccbe9-8951-415d-be41-9fe09a9ed7f9 req-031e277a-7595-4194-ab2d-19e9adb1cccb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:41.598732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebfccbe9-8951-415d-be41-9fe09a9ed7f9 req-031e277a-7595-4194-ab2d-19e9adb1cccb tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 907 time: 0.2295783 May 26 16:27:41.649944 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-59da325e-c03e-40d6-84c7-956548118f62 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:41.653040 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-59da325e-c03e-40d6-84c7-956548118f62 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1171539 May 26 16:27:41.656284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44456) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.662325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:41.662731 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.666566 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-084131f7-a181-4f88-a214-53da9a130c39 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '75a50de4-9079-4df0-8b10-2ef7eec9d578', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.693168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd897d2fa-c847-4b73-9b3d-1f0688a6ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bf87a4-92ca-4aa1-807e-80a0b1b310d3'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:41.697384 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be2757d-a295-4391-840c-11e3f5df5d29" -d '{"events": [{"server_uuid": "d897d2fa-c847-4b73-9b3d-1f0688a6ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "44bf87a4-92ca-4aa1-807e-80a0b1b310d3"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:41.712720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:41.720096 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-084131f7-a181-4f88-a214-53da9a130c39 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Project 0168f82c31d24ff0b739dafdf5d2e8b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:27:41.720248 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.748808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34459763-ce03-4212-9698-ed527d1b825c req-e30b6d3c-b49d-4cbe-a1dd-c14191798d85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=1010c06e-ff55-4c5e-848a-aa77a7810f1a HTTP/1.1" status: 200 len: 217 time: 0.1485732 May 26 16:27:41.752277 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-084131f7-a181-4f88-a214-53da9a130c39 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:41.753631 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-084131f7-a181-4f88-a214-53da9a130c39 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0960460 May 26 16:27:41.757827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44460) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.771380 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f26089-8f97-43ac-8a88-978b908d70de x-openstack-request-id: req-16f26089-8f97-43ac-8a88-978b908d70de {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:41.772254 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d897d2fa-c847-4b73-9b3d-1f0688a6ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "44bf87a4-92ca-4aa1-807e-80a0b1b310d3", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:41.772600 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16f26089-8f97-43ac-8a88-978b908d70de {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:41.772979 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f26089-8f97-43ac-8a88-978b908d70de'] response: {'server_uuid': 'd897d2fa-c847-4b73-9b3d-1f0688a6ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bf87a4-92ca-4aa1-807e-80a0b1b310d3', 'code': 200} May 26 16:27:41.814018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:41.860634 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a19de285-2ec1-42eb-ba55-93d9418a32ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.885255 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44462) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.888454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459763-ce03-4212-9698-ed527d1b825c req-2f39d0f5-7585-4768-a8c3-120779948509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:41.889981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34459763-ce03-4212-9698-ed527d1b825c req-2f39d0f5-7585-4768-a8c3-120779948509 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7016635c-cae0-4996-9912-118b0ad754a4 HTTP/1.1" status: 200 len: 838 time: 0.1334512 May 26 16:27:41.907780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5339218a-1d9f-4404-a2df-9d7eee1fce84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.913585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a19de285-2ec1-42eb-ba55-93d9418a32ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.986858 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a19de285-2ec1-42eb-ba55-93d9418a32ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.989392 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a19de285-2ec1-42eb-ba55-93d9418a32ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.991110 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a19de285-2ec1-42eb-ba55-93d9418a32ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/75a50de4-9079-4df0-8b10-2ef7eec9d578 HTTP/1.1" status: 204 len: 168 time: 0.2313719 May 26 16:27:41.996858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44464) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.018378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19de285-2ec1-42eb-ba55-93d9418a32ec tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a50de4-9079-4df0-8b10-2ef7eec9d578,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:42.028047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cdef4-ea00-42a7-823e-7bda7cb75544 req-36553d70-5972-4f7a-9810-891eb2e81a3f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:42.029686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b32cdef4-ea00-42a7-823e-7bda7cb75544 req-36553d70-5972-4f7a-9810-891eb2e81a3f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 945 time: 0.4256957 May 26 16:27:42.086545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5339218a-1d9f-4404-a2df-9d7eee1fce84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.096094 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d1d638b6-77b1-403b-b634-e6bb846a802d tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945845 May 26 16:27:42.097318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44466) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.098098 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5339218a-1d9f-4404-a2df-9d7eee1fce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.106515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cad731b4-7e16-4caf-8d67-e55b0b666ebf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--837626314'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:42.171739 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5339218a-1d9f-4404-a2df-9d7eee1fce84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f3ca2cabf7044659724f98ad4dacdf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851171 May 26 16:27:42.172598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44470) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.183554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339218a-1d9f-4404-a2df-9d7eee1fce84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfc53d1-6f26-4d3d-a979-7143044655ff,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:42.195231 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cad731b4-7e16-4caf-8d67-e55b0b666ebf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.270600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e808ea44-7e15-4ecc-9f46-e1fd7f972a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.305228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e808ea44-7e15-4ecc-9f46-e1fd7f972a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.335336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cad731b4-7e16-4caf-8d67-e55b0b666ebf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.346015 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cad731b4-7e16-4caf-8d67-e55b0b666ebf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.382906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cad731b4-7e16-4caf-8d67-e55b0b666ebf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.384875 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cad731b4-7e16-4caf-8d67-e55b0b666ebf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2838492 May 26 16:27:42.388511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44472) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.394595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3ee34735-24e8-4d4d-ab09-dfa53a2d72ea tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '213e97e0-6f2c-4d68-8800-b29da416f3d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:42.401736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad731b4-7e16-4caf-8d67-e55b0b666ebf tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213e97e0-6f2c-4d68-8800-b29da416f3d9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:42.422469 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e808ea44-7e15-4ecc-9f46-e1fd7f972a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.425651 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e808ea44-7e15-4ecc-9f46-e1fd7f972a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.429933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e808ea44-7e15-4ecc-9f46-e1fd7f972a3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fcfc53d1-6f26-4d3d-a979-7143044655ff HTTP/1.1" status: 204 len: 168 time: 0.2539432 May 26 16:27:42.442032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808ea44-7e15-4ecc-9f46-e1fd7f972a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfc53d1-6f26-4d3d-a979-7143044655ff,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:42.463128 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-3ee34735-24e8-4d4d-ab09-dfa53a2d72ea tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The resource could not be found. May 26 16:27:42.464347 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3ee34735-24e8-4d4d-ab09-dfa53a2d72ea tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0742729 May 26 16:27:42.467358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44476) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.475997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b32cdef4-ea00-42a7-823e-7bda7cb75544 req-e0809171-b25b-4215-ac66-7aa74300be09 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4317744 May 26 16:27:42.478718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cc4de9b9-8f41-4609-bd50-ed0f17b1083a tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '213e97e0-6f2c-4d68-8800-b29da416f3d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '299355dd-4df5-4e93-a8bf-4d52bfc432bd'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:42.479521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459763-ce03-4212-9698-ed527d1b825c req-8a0d6fca-11dc-48f8-ab7a-60f3dea4c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:42.481660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34459763-ce03-4212-9698-ed527d1b825c req-8a0d6fca-11dc-48f8-ab7a-60f3dea4c193 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93b478f6-ec43-41cd-84e7-8e1201052030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5666862 May 26 16:27:42.492706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f204-e60e-4094-8c85-dbf5a8bfc0ef req-da4009f6-198c-4661-976f-119b4bf42c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:42.494513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f52f204-e60e-4094-8c85-dbf5a8bfc0ef req-da4009f6-198c-4661-976f-119b4bf42c05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 1097 time: 0.6120398 May 26 16:27:42.553842 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-cc4de9b9-8f41-4609-bd50-ed0f17b1083a tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The resource could not be found. May 26 16:27:42.556097 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc4de9b9-8f41-4609-bd50-ed0f17b1083a tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0867224 May 26 16:27:42.558327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44478) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.591412 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.635272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16bfbfd4-4efd-4511-8707-f5304caaa31c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.666147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16bfbfd4-4efd-4511-8707-f5304caaa31c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.695670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f52f204-e60e-4094-8c85-dbf5a8bfc0ef req-008d70d4-b649-42fb-839a-d23c64d058b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1787024 May 26 16:27:42.730361 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16bfbfd4-4efd-4511-8707-f5304caaa31c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.735430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-16bfbfd4-4efd-4511-8707-f5304caaa31c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.736984 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-16bfbfd4-4efd-4511-8707-f5304caaa31c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/213e97e0-6f2c-4d68-8800-b29da416f3d9 HTTP/1.1" status: 204 len: 168 time: 0.1773472 May 26 16:27:42.746654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44482) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.751939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfbfd4-4efd-4511-8707-f5304caaa31c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213e97e0-6f2c-4d68-8800-b29da416f3d9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:42.827504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34459763-ce03-4212-9698-ed527d1b825c req-8c095c23-ebbc-41cb-9932-bc33ef4dc5a5 service neutron] 10.222.0.32 "GET /v2.0/networks/93b478f6-ec43-41cd-84e7-8e1201052030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385861 May 26 16:27:42.909500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44484) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.910131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b490a8fa-fb27-43bb-8bae-473e1bfdf727 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1470845 May 26 16:27:42.916637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8afd6bcf-e2f1-46d4-9536-0837e8b96300 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '37f8e857-2abd-46a1-89a0-2ad25722408b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:42.977803 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-8afd6bcf-e2f1-46d4-9536-0837e8b96300 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The resource could not be found. May 26 16:27:42.979757 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8afd6bcf-e2f1-46d4-9536-0837e8b96300 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0687737 May 26 16:27:42.983425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44486) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.989111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-aa3f4b14-8347-42a4-b392-789164179469 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517747806'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:43.018812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3f4b14-8347-42a4-b392-789164179469 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.035142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34459763-ce03-4212-9698-ed527d1b825c req-2ddde572-7e26-4d77-9c44-bf114f270073 service neutron] 10.222.0.32 "GET /v2.0/networks/93b478f6-ec43-41cd-84e7-8e1201052030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117327 May 26 16:27:43.045423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91957794-b5d1-4917-a528-16f45eb60acb req-19cb781f-3864-4850-9b12-a67b244a65da tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:43.057738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-91957794-b5d1-4917-a528-16f45eb60acb req-19cb781f-3864-4850-9b12-a67b244a65da tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 907 time: 0.3247864 May 26 16:27:43.141815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Router 3834d67e-56f5-4972-bcef-f7954875c841 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:27:43.151425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3f4b14-8347-42a4-b392-789164179469 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.156829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3f4b14-8347-42a4-b392-789164179469 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.192946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aa3f4b14-8347-42a4-b392-789164179469 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.194209 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aa3f4b14-8347-42a4-b392-789164179469 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2096717 May 26 16:27:43.197642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44488) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:43.201983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ff2ac6c4-1f42-462a-b46f-58585efc2c03 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141369458'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:43.207701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f4b14-8347-42a4-b392-789164179469 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74811d4f-3f80-45cb-b341-2447d46398df,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:43.241413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac6c4-1f42-462a-b46f-58585efc2c03 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.303686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:43.317766 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Sync routers for ids ['3834d67e-56f5-4972-bcef-f7954875c841'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:43.331796 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.332046 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Routers {'3834d67e-56f5-4972-bcef-f7954875c841'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:43.332606 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3834d67e-56f5-4972-bcef-f7954875c841'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:43.336650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9d788124-4a8d-40e0-9ea7-193e7c8a96ef admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3457890 May 26 16:27:43.336960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44492) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:43.339367 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac6c4-1f42-462a-b46f-58585efc2c03 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.346504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac6c4-1f42-462a-b46f-58585efc2c03 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.362049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1010c06e-ff55-4c5e-848a-aa77a7810f1a details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:27:43.432991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ac6c4-1f42-462a-b46f-58585efc2c03 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61947831-31ea-46c0-ac4d-5a7535ced7a0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:43.450257 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ff2ac6c4-1f42-462a-b46f-58585efc2c03 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.454772 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ff2ac6c4-1f42-462a-b46f-58585efc2c03 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2560158 May 26 16:27:43.455430 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44494) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:43.463052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-223e0bfa-5015-4988-8c0e-2d03705c06f8 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '74811d4f-3f80-45cb-b341-2447d46398df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '61947831-31ea-46c0-ac4d-5a7535ced7a0'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:43.494750 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Set router 3834d67e-56f5-4972-bcef-f7954875c841 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:43.572007 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-223e0bfa-5015-4988-8c0e-2d03705c06f8 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:43.578475 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-223e0bfa-5015-4988-8c0e-2d03705c06f8 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1172798 May 26 16:27:43.578991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44498) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:43.588509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1010c06e-ff55-4c5e-848a-aa77a7810f1a, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1010c06e-ff55-4c5e-848a-aa77a7810f1a,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:43.616178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '1010c06e-ff55-4c5e-848a-aa77a7810f1a', 'network_id': '93b478f6-ec43-41cd-84e7-8e1201052030', 'port_id': '1010c06e-ff55-4c5e-848a-aa77a7810f1a', 'mac_address': 'fa:16:3e:f8:59:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7016635c-cae0-4996-9912-118b0ad754a4', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:27:43.708002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1010c06e-ff55-4c5e-848a-aa77a7810f1a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:43.708779 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.748405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1010c06e-ff55-4c5e-848a-aa77a7810f1a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:43.751435 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03d8c5ca-c240-4427-8691-dc8bd983d672 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.780004 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3834d67e-56f5-4972-bcef-f7954875c841', 'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:41Z', 'revision_number': 3, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'gw_port': {'id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:39Z', 'updated_at': '2022-05-26T16:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:43.789084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1010c06e-ff55-4c5e-848a-aa77a7810f1a, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1010c06e-ff55-4c5e-848a-aa77a7810f1a,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:43.795799 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.802939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb850b-dcd4-439a-b219-1f3116488a84 req-9d3e9218-56c6-413f-8217-dd03d8a4c808 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:43.806223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1dfb850b-dcd4-439a-b219-1f3116488a84 req-9d3e9218-56c6-413f-8217-dd03d8a4c808 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 946 time: 0.1341176 May 26 16:27:43.842090 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Checking router: 3834d67e-56f5-4972-bcef-f7954875c841 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:43.842730 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Updating router 3834d67e-56f5-4972-bcef-f7954875c841 port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:43.853652 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03d8c5ca-c240-4427-8691-dc8bd983d672 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.876941 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.925540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1010c06e-ff55-4c5e-848a-aa77a7810f1a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:43.965930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03d8c5ca-c240-4427-8691-dc8bd983d672 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.970303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1dfb850b-dcd4-439a-b219-1f3116488a84 req-31bcab81-494d-4256-a29d-76ce12eeb21e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1496890 May 26 16:27:43.982334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03d8c5ca-c240-4427-8691-dc8bd983d672 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.983535 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03d8c5ca-c240-4427-8691-dc8bd983d672 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/61947831-31ea-46c0-ac4d-5a7535ced7a0 HTTP/1.1" status: 204 len: 168 time: 0.4031367 May 26 16:27:44.000480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44500) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:44.017360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8c5ca-c240-4427-8691-dc8bd983d672 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61947831-31ea-46c0-ac4d-5a7535ced7a0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.110470 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8c46de7-3066-44be-9e1b-aa0b1e4768af tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0958428 May 26 16:27:44.111391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44504) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:44.127316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['1010c06e-ff55-4c5e-848a-aa77a7810f1a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:27:44.218230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-581dd404-fd0b-4020-afa5-d882190833a9 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.258894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-581dd404-fd0b-4020-afa5-d882190833a9 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.264170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.324569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-581dd404-fd0b-4020-afa5-d882190833a9 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.327994 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-581dd404-fd0b-4020-afa5-d882190833a9 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.329138 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-581dd404-fd0b-4020-afa5-d882190833a9 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/74811d4f-3f80-45cb-b341-2447d46398df HTTP/1.1" status: 204 len: 168 time: 0.2164326 May 26 16:27:44.333309 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44510) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:44.351750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dd404-fd0b-4020-afa5-d882190833a9 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74811d4f-3f80-45cb-b341-2447d46398df,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.411590 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.424980 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.435191 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa149f50-68c5-4093-816a-b4c6c4676edc tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963075 May 26 16:27:44.436017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44514) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:44.440240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328ce7-7fa4-4f6d-9b76-b26db2bf66dd req-ed850eb2-2b5c-4875-8d36-c26e584fade0 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:44.442279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c328ce7-7fa4-4f6d-9b76-b26db2bf66dd req-ed850eb2-2b5c-4875-8d36-c26e584fade0 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 908 time: 0.2430370 May 26 16:27:44.456852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-515b5be1-a487-4a1a-b4d5-da24650de737 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801124207'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:44.496084 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Attempting to bind port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:44.496648 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-515b5be1-a487-4a1a-b4d5-da24650de737 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.496771 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Attempting to bind port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:44.497288 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Attempting to bind port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:44.507807 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:44.508379 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:44.508870 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.509344 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:44.510226 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Bound port: e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:44.510847 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.574348 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] For port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:44.578142 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] For port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:44.585549 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.592988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-515b5be1-a487-4a1a-b4d5-da24650de737 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.598509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-515b5be1-a487-4a1a-b4d5-da24650de737 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.609589 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac1280-4671-440e-a100-474989b70962 None None] Pushing event updated for resources: {'Port': ['ID=e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.670501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-515b5be1-a487-4a1a-b4d5-da24650de737 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.683777 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-515b5be1-a487-4a1a-b4d5-da24650de737 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2463844 May 26 16:27:44.684463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44516) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:44.696111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-906e8772-addc-4a15-ac47-287e4635db9c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '81720122-a8b9-4cbf-aea1-bab7b4ab8ae6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:44.704972 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Routers {'3834d67e-56f5-4972-bcef-f7954875c841'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:44.705824 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3834d67e-56f5-4972-bcef-f7954875c841'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:44.719661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Allocated IP 172.20.0.1 (d27775ad-c91d-4501-9510-c32914bcba95/2d43a78c-eab3-4f21-baec-454c63047f66/ccf805af-dcb4-4f3b-9453-61c55d3164bb) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:44.722026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b5be1-a487-4a1a-b4d5-da24650de737 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81720122-a8b9-4cbf-aea1-bab7b4ab8ae6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.743438 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-906e8772-addc-4a15-ac47-287e4635db9c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:44.747592 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-906e8772-addc-4a15-ac47-287e4635db9c tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0593338 May 26 16:27:44.748261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44518) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:44.752815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-224b4699-6a07-439b-b8f3-8a8f92b1bd49 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group_rule': {'security_group_id': '81720122-a8b9-4cbf-aea1-bab7b4ab8ae6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:44.794825 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-224b4699-6a07-439b-b8f3-8a8f92b1bd49 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:27:44.801658 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-224b4699-6a07-439b-b8f3-8a8f92b1bd49 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0522895 May 26 16:27:44.802395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44520) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:44.847272 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac1280-4671-440e-a100-474989b70962 None None] Pushing event updated for resources: {'Port': ['ID=e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.875914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b76ff70c-5520-4de1-b048-094dc0068270 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.884820 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] Set router 3834d67e-56f5-4972-bcef-f7954875c841 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:44.911289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b76ff70c-5520-4de1-b048-094dc0068270 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.931703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.964667 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b76ff70c-5520-4de1-b048-094dc0068270 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.967428 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b76ff70c-5520-4de1-b048-094dc0068270 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.971374 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b76ff70c-5520-4de1-b048-094dc0068270 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/81720122-a8b9-4cbf-aea1-bab7b4ab8ae6 HTTP/1.1" status: 204 len: 168 time: 0.1651640 May 26 16:27:44.972086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44522) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:44.987315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ff70c-5520-4de1-b048-094dc0068270 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81720122-a8b9-4cbf-aea1-bab7b4ab8ae6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.990794 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.075661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Network d27775ad-c91d-4501-9510-c32914bcba95 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:45.079127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:45.081810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:45.107193 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4979f62f-4219-48cf-bebc-7037868a8dc1 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1251073 May 26 16:27:45.111206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44526) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:45.117082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-35d38009-3a57-4e65-a0a4-8a5d6358db37 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930929038'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:45.142280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.151800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-35d38009-3a57-4e65-a0a4-8a5d6358db37 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.153573 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3834d67e-56f5-4972-bcef-f7954875c841', 'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:41Z', 'revision_number': 3, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'gw_port': {'id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:39Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:45.185832 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf756d0b-26af-4205-b679-18f7611d0471 None None] The sync data for ids ['3834d67e-56f5-4972-bcef-f7954875c841'] in n-d-843336-2 is: [{'id': '3834d67e-56f5-4972-bcef-f7954875c841', 'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:41Z', 'revision_number': 3, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'gw_port': {'id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:39Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:45.249045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf805af-dcb4-4f3b-9453-61c55d3164bb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:45.323843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-35d38009-3a57-4e65-a0a4-8a5d6358db37 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.329237 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-35d38009-3a57-4e65-a0a4-8a5d6358db37 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.346413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe2b23-4818-4e6b-be63-5c8ac5e52947 req-a424b2ff-83d7-45d3-8d18-aefad90d95bb tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:45.356022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7fe2b23-4818-4e6b-be63-5c8ac5e52947 req-a424b2ff-83d7-45d3-8d18-aefad90d95bb tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 946 time: 0.2148976 May 26 16:27:45.372680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d38009-3a57-4e65-a0a4-8a5d6358db37 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c69cf0-f9c1-461f-b3b4-fbc850497855,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:45.377528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1010c06e-ff55-4c5e-848a-aa77a7810f1a up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:45.412033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-35d38009-3a57-4e65-a0a4-8a5d6358db37 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.416590 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-35d38009-3a57-4e65-a0a4-8a5d6358db37 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3010671 May 26 16:27:45.416827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44528) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:45.422503 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-671319c7-cf30-46e6-b83b-647650eb6ce4 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:45.422926 n-d-843336-2 neutron-server[109404]: WARNING neutron.api.v2.base [None req-671319c7-cf30-46e6-b83b-647650eb6ce4 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 16:27:45.423425 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-671319c7-cf30-46e6-b83b-647650eb6ce4 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] update failed (client error): There was a conflict when trying to complete your request. May 26 16:27:45.426815 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-671319c7-cf30-46e6-b83b-647650eb6ce4 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "PUT /v2.0/security-groups/58c69cf0-f9c1-461f-b3b4-fbc850497855 HTTP/1.1" status: 409 len: 330 time: 0.0066183 May 26 16:27:45.428777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44530) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:45.510207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.537448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 1010c06e-ff55-4c5e-848a-aa77a7810f1a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:27:45.540820 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d65e8fe-401b-45b0-97cf-32bd67eed965 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.548367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 1010c06e-ff55-4c5e-848a-aa77a7810f1a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:45.549089 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.573154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7fe2b23-4818-4e6b-be63-5c8ac5e52947 req-100adb08-e79f-4f3e-9341-d9ce7a0c1194 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2157958 May 26 16:27:45.603873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d65e8fe-401b-45b0-97cf-32bd67eed965 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.625934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f747a95b-a24e-4421-99e6-a3fef7b50311 None None] Provisioning complete for port ccf805af-dcb4-4f3b-9453-61c55d3164bb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:45.638448 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f747a95b-a24e-4421-99e6-a3fef7b50311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.715402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d65e8fe-401b-45b0-97cf-32bd67eed965 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.718568 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5d65e8fe-401b-45b0-97cf-32bd67eed965 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.730605 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5d65e8fe-401b-45b0-97cf-32bd67eed965 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/58c69cf0-f9c1-461f-b3b4-fbc850497855 HTTP/1.1" status: 204 len: 168 time: 0.3024273 May 26 16:27:45.740849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44538) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:45.760603 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65e8fe-401b-45b0-97cf-32bd67eed965 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c69cf0-f9c1-461f-b3b4-fbc850497855,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:45.765644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f747a95b-a24e-4421-99e6-a3fef7b50311 None None] Port ccf805af-dcb4-4f3b-9453-61c55d3164bb cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:45.824755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aeb4c6-8463-4fce-a8cd-c83852f7939a req-93b81907-5be6-457e-a4c6-1d378752509a tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:45.826130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93aeb4c6-8463-4fce-a8cd-c83852f7939a req-93b81907-5be6-457e-a4c6-1d378752509a tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 908 time: 0.2372491 May 26 16:27:45.851104 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a7873a2a-ff4b-4eda-acd5-dd2685e20f6f tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1042311 May 26 16:27:45.854643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44540) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:45.865847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae9949-efaa-41ff-8772-61ede10733f6 req-7e76e9df-255b-4d95-af35-2bd93288d11c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:45.871370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61ae9949-efaa-41ff-8772-61ede10733f6 req-7e76e9df-255b-4d95-af35-2bd93288d11c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 946 time: 0.1319900 May 26 16:27:45.873958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1010c06e-ff55-4c5e-848a-aa77a7810f1a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:45.874616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.921018 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-6b94bd57-c5ca-4e5c-8e4f-44df8e914780 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] delete failed (client error): The resource could not be found. May 26 16:27:45.922690 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6b94bd57-c5ca-4e5c-8e4f-44df8e914780 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "DELETE /v2.0/security-groups/1ad5612e-fac8-42cb-afd1-c17f637162fa HTTP/1.1" status: 404 len: 347 time: 0.0667555 May 26 16:27:45.923817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1010c06e-ff55-4c5e-848a-aa77a7810f1a, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1010c06e-ff55-4c5e-848a-aa77a7810f1a,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:45.933464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44542) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:45.936739 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca0c540-c851-4ea7-99a3-2074693a5ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1010c06e-ff55-4c5e-848a-aa77a7810f1a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:45.943409 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347b23b9-f2f9-49aa-bb10-90a4053676dd" -d '{"events": [{"server_uuid": "8ca0c540-c851-4ea7-99a3-2074693a5ed1", "name": "network-vif-plugged", "status": "completed", "tag": "1010c06e-ff55-4c5e-848a-aa77a7810f1a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:45.967520 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:46.011841 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [None req-ae6744af-03c7-42ca-9873-1127e74f61f1 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] show failed (client error): The resource could not be found. May 26 16:27:46.019239 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ae6744af-03c7-42ca-9873-1127e74f61f1 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-groups/f722ed5a-e4f3-4916-8f01-b0b0c4b9e3ed HTTP/1.1" status: 404 len: 347 time: 0.0843828 May 26 16:27:46.022247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44546) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:46.058115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1010c06e-ff55-4c5e-848a-aa77a7810f1a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:46.078401 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-593fa915-6517-478b-b7be-22a7cf72ab85 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] show failed (client error): The resource could not be found. May 26 16:27:46.081096 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-593fa915-6517-478b-b7be-22a7cf72ab85 tempest-NegativeSecGroupIPv6Test-85368688 tempest-NegativeSecGroupIPv6Test-85368688-project] 10.222.0.39 "GET /v2.0/security-group-rules/08941631-84ef-4b83-b82c-4e3e741b7a8a HTTP/1.1" status: 404 len: 356 time: 0.0541563 May 26 16:27:46.097749 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a155171-cb40-481f-972a-f4a09b13de15 x-openstack-request-id: req-4a155171-cb40-481f-972a-f4a09b13de15 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:46.098069 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca0c540-c851-4ea7-99a3-2074693a5ed1", "name": "network-vif-plugged", "status": "completed", "tag": "1010c06e-ff55-4c5e-848a-aa77a7810f1a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:46.099937 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a155171-cb40-481f-972a-f4a09b13de15 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:46.100355 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a155171-cb40-481f-972a-f4a09b13de15'] response: {'server_uuid': '8ca0c540-c851-4ea7-99a3-2074693a5ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1010c06e-ff55-4c5e-848a-aa77a7810f1a', 'code': 200} May 26 16:27:46.107415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-61ae9949-efaa-41ff-8772-61ede10733f6 req-b6d23ffa-7616-4300-9c16-4a3f9d515def tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1871638 May 26 16:27:46.191461 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:46.216611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:46.360131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:46.365517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf805af-dcb4-4f3b-9453-61c55d3164bb,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:46.378588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd3997-00c6-4c51-8af3-2cd44fbdc499 req-1cfd8d7f-ecf1-417f-9723-5b3597d5db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:46.381086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3efd3997-00c6-4c51-8af3-2cd44fbdc499 req-1cfd8d7f-ecf1-417f-9723-5b3597d5db95 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 1060 time: 0.1837132 May 26 16:27:46.512248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Network d27775ad-c91d-4501-9510-c32914bcba95 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:46.514511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:46.614488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44560) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:46.786279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Router 3834d67e-56f5-4972-bcef-f7954875c841 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:46.928176 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-25b3faac-69e6-4439-bc4a-5eb7fdd8b63f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0168f82c31d24ff0b739dafdf5d2e8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068571 May 26 16:27:46.929030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44568) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:47.181409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-865b22b8-bc1d-48c4-aee8-c7ba82ede47e None None] Provisioning complete for port ccf805af-dcb4-4f3b-9453-61c55d3164bb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:47.182767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-865b22b8-bc1d-48c4-aee8-c7ba82ede47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.241986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-865b22b8-bc1d-48c4-aee8-c7ba82ede47e None None] Port ccf805af-dcb4-4f3b-9453-61c55d3164bb cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:47.260347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:47.334040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:47.334278 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.340980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:47.370213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c32db830-e985-4933-8bb4-637508b43cc5 admin admin] 10.222.0.39 "PUT /v2.0/routers/3834d67e-56f5-4972-bcef-f7954875c841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0198998 May 26 16:27:47.398271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dff0-0428-47c4-8906-5e86cdbbdeed req-3fcc5f71-e378-4e1c-a79a-3c84b8f65acc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:47.400418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98d3dff0-0428-47c4-8906-5e86cdbbdeed req-3fcc5f71-e378-4e1c-a79a-3c84b8f65acc tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 909 time: 0.1411655 May 26 16:27:47.407178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-567d0db6-f2d0-4b0a-a986-ff7f1642f880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.454099 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-567d0db6-f2d0-4b0a-a986-ff7f1642f880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.482395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:47.483235 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.521196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:47.528122 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.550735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-567d0db6-f2d0-4b0a-a986-ff7f1642f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.554036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-567d0db6-f2d0-4b0a-a986-ff7f1642f880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.555641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-567d0db6-f2d0-4b0a-a986-ff7f1642f880 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/411ddeb1-a0a1-451c-9ca5-61986dc72ee3 HTTP/1.1" status: 204 len: 168 time: 0.6246297 May 26 16:27:47.567383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d0db6-f2d0-4b0a-a986-ff7f1642f880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ddeb1-a0a1-451c-9ca5-61986dc72ee3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:47.616217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:47.765622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44580) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:47.986155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Sync routers for ids ['3834d67e-56f5-4972-bcef-f7954875c841'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:48.003184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Routers {'3834d67e-56f5-4972-bcef-f7954875c841'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:48.006550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3834d67e-56f5-4972-bcef-f7954875c841'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:48.201620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Set router 3834d67e-56f5-4972-bcef-f7954875c841 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:48.382057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44602) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:48.390028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-808954799-network', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:48.431989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Made reservation on behalf of 73faf169b9ff41cd86682b1b6fc6e969 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:48.436148 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.458227 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.485654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3834d67e-56f5-4972-bcef-f7954875c841', 'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:45Z', 'revision_number': 4, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'gw_port': {'id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:39Z', 'updated_at': '2022-05-26T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ccf805af-dcb4-4f3b-9453-61c55d3164bb', 'name': '', 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'mac_address': 'fa:16:3e:2d:99:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '2d43a78c-eab3-4f21-baec-454c63047f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:45Z', 'revision_number': 2, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'subnets': [{'id': '2d43a78c-eab3-4f21-baec-454c63047f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:48.527340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Checking router: 3834d67e-56f5-4972-bcef-f7954875c841 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:48.527698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Updating router 3834d67e-56f5-4972-bcef-f7954875c841 port ccf805af-dcb4-4f3b-9453-61c55d3164bb binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:48.558134 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.607913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.624126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59903fb5-5668-4c0f-9ae7-e20bfbabf7db req-1a34d191-536c-4ca6-a788-b1ad33eab011 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:48.627022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59903fb5-5668-4c0f-9ae7-e20bfbabf7db req-1a34d191-536c-4ca6-a788-b1ad33eab011 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 909 time: 0.0974109 May 26 16:27:48.730802 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.741887 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.769263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:27:48.783719 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.784739 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Added segment 54873017-7977-490b-8d46-c499534169ab of type vlan for network 45053f34-2003-45d4-8ac8-4620ee49ca5e May 26 16:27:48.884530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.918062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e216a9-8aae-4a07-8eb3-9940d8309b07,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:48.963318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199bcff-8de9-4d60-8e4d-b6dcbf72ad55 req-2707df5c-5d51-4044-9fe8-4c57c1c35654 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:48.975229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c199bcff-8de9-4d60-8e4d-b6dcbf72ad55 req-2707df5c-5d51-4044-9fe8-4c57c1c35654 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 909 time: 0.1483250 May 26 16:27:48.976701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.978754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:48.979471 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.040488 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.049121 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.058629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6731563 May 26 16:27:49.062911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44622) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:49.065461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062a943-9452-4b98-bfb9-ae7e51f3d50a admin admin] Pushing event updated for resources: {'Network': ['ID=45053f34-2003-45d4-8ac8-4620ee49ca5e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:49.074194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Request body: {'subnet': {'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-808954799-subnet', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:49.125188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdb224-11c3-433c-89df-1cac713af37d None None] Pushing event updated for resources: {'Port': ['ID=ccf805af-dcb4-4f3b-9453-61c55d3164bb,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:49.130440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 45053f34-2003-45d4-8ac8-4620ee49ca5e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:27:49.214875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Made reservation on behalf of 73faf169b9ff41cd86682b1b6fc6e969 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:49.219339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.232125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5838d-6c65-4fff-ab88-61edba05eaec req-da99e0e7-aaf3-487f-8dee-eed1cfa4b12c tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:49.238223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6f5838d-6c65-4fff-ab88-61edba05eaec req-da99e0e7-aaf3-487f-8dee-eed1cfa4b12c tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 1060 time: 0.1120224 May 26 16:27:49.290842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:49.382786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.20.0.17 (410f4e32-45b9-4780-86dc-74813744fcf3/8a00a27f-9e4a-4ac0-a23b-daa40f24753a/7805e75f-7d6d-4b38-a2a0-b29d0c0f046f) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:49.443927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Attempting to bind port ccf805af-dcb4-4f3b-9453-61c55d3164bb on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:49.444383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Attempting to bind port ccf805af-dcb4-4f3b-9453-61c55d3164bb by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:49.444710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Attempting to bind port ccf805af-dcb4-4f3b-9453-61c55d3164bb on network d27775ad-c91d-4501-9510-c32914bcba95 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:49.464549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:49.466579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Checking segment: {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:49.467810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.468778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Bound using segment: {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:49.470817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Bound port: ccf805af-dcb4-4f3b-9453-61c55d3164bb, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:49.472612 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.475096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:49.475472 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.522126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150092b7-e294-46ec-9d33-10f03e557eaa req-de7e7adc-8c44-4f75-a067-a5af7adefeb8 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:49.524835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-150092b7-e294-46ec-9d33-10f03e557eaa req-de7e7adc-8c44-4f75-a067-a5af7adefeb8 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 1136 time: 0.0867205 May 26 16:27:49.588335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-150092b7-e294-46ec-9d33-10f03e557eaa req-20e25e82-4268-4b6e-b1c3-c932bda3f3f3 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0563576 May 26 16:27:49.624500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44626) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:49.740034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a8d0dd-dd4d-4041-a826-a3ccb1186ab1 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:49.740034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b4a8d0dd-dd4d-4041-a826-a3ccb1186ab1 tempest-TestSecurityGroupsBasicOps-568919360 tempest-TestSecurityGroupsBasicOps-568919360-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 1055 time: 0.1067362 May 26 16:27:49.741299 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.750405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-98411fe0-f901-4ec8-84df-46df381ece17 None None] Provisioning complete for port ccf805af-dcb4-4f3b-9453-61c55d3164bb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:49.750821 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-98411fe0-f901-4ec8-84df-46df381ece17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.810388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-98411fe0-f901-4ec8-84df-46df381ece17 None None] Port ccf805af-dcb4-4f3b-9453-61c55d3164bb cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:49.817460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:49.838489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] For port ccf805af-dcb4-4f3b-9453-61c55d3164bb, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:49.842419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] For port ccf805af-dcb4-4f3b-9453-61c55d3164bb, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ccf805af-dcb4-4f3b-9453-61c55d3164bb,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:49.848634 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.863534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.875873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.972933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Routers {'3834d67e-56f5-4972-bcef-f7954875c841'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:49.973616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3834d67e-56f5-4972-bcef-f7954875c841'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:50.017731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 410f4e32-45b9-4780-86dc-74813744fcf3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:50.024044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=7805e75f-7d6d-4b38-a2a0-b29d0c0f046f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:50.026811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:50.043966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdb224-11c3-433c-89df-1cac713af37d None None] Pushing event updated for resources: {'Port': ['ID=ccf805af-dcb4-4f3b-9453-61c55d3164bb,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:50.066279 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:50.098519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44642) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:50.151019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b8cdd-6aae-40f7-bc7f-84a02d5ff96e req-98e088ef-5c27-4b54-beef-79fc66220a0a tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:50.165569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9a2b8cdd-6aae-40f7-bc7f-84a02d5ff96e req-98e088ef-5c27-4b54-beef-79fc66220a0a tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 909 time: 0.1179299 May 26 16:27:50.284749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] Set router 3834d67e-56f5-4972-bcef-f7954875c841 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:50.568433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-d416a068-daf2-4616-9f0c-fe69ddc2aa5f admin admin] Deleting subnet 7fbd4009-dd8f-4035-a8ce-e559f290bed5 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:50.574196 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d416a068-daf2-4616-9f0c-fe69ddc2aa5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.629448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d416a068-daf2-4616-9f0c-fe69ddc2aa5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.698706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-deb65a38-5245-44a6-a89f-5eda4f45ca7b None None] Provisioning complete for port ccf805af-dcb4-4f3b-9453-61c55d3164bb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:50.699559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-deb65a38-5245-44a6-a89f-5eda4f45ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.722861 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d416a068-daf2-4616-9f0c-fe69ddc2aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.729839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Checking segment: {'id': '54873017-7977-490b-8d46-c499534169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:50.730404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Network hostable DHCP agents. Network: 45053f34-2003-45d4-8ac8-4620ee49ca5e, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:27:50.736029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=988bf3df-707b-4535-bf5c-adb22e493953,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:50.776702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.842146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3834d67e-56f5-4972-bcef-f7954875c841', 'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:45Z', 'revision_number': 4, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'gw_port': {'id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:39Z', 'updated_at': '2022-05-26T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ccf805af-dcb4-4f3b-9453-61c55d3164bb', 'name': '', 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'mac_address': 'fa:16:3e:2d:99:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '2d43a78c-eab3-4f21-baec-454c63047f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:49Z', 'revision_number': 4, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'subnets': [{'id': '2d43a78c-eab3-4f21-baec-454c63047f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:50.845383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-deb65a38-5245-44a6-a89f-5eda4f45ca7b None None] Current status of the port ccf805af-dcb4-4f3b-9453-61c55d3164bb is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:50.845770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-deb65a38-5245-44a6-a89f-5eda4f45ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.851307 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d416a068-daf2-4616-9f0c-fe69ddc2aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.858450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Network 45053f34-2003-45d4-8ac8-4620ee49ca5e is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:27:50.889739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 45053f34-2003-45d4-8ac8-4620ee49ca5e) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:50.894656 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d416a068-daf2-4616-9f0c-fe69ddc2aa5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.903265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0cd70-4720-40e0-84fc-8148066f58f5 None None] The sync data for ids ['3834d67e-56f5-4972-bcef-f7954875c841'] in n-d-843336-2 is: [{'id': '3834d67e-56f5-4972-bcef-f7954875c841', 'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:45Z', 'revision_number': 4, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'gw_port': {'id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:39Z', 'updated_at': '2022-05-26T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ccf805af-dcb4-4f3b-9453-61c55d3164bb', 'name': '', 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'mac_address': 'fa:16:3e:2d:99:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '2d43a78c-eab3-4f21-baec-454c63047f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:49Z', 'revision_number': 4, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'subnets': [{'id': '2d43a78c-eab3-4f21-baec-454c63047f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:50.903599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d416a068-daf2-4616-9f0c-fe69ddc2aa5f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7fbd4009-dd8f-4035-a8ce-e559f290bed5 HTTP/1.1" status: 204 len: 168 time: 0.8000803 May 26 16:27:50.909140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44648) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:50.928213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-deb65a38-5245-44a6-a89f-5eda4f45ca7b None None] For port ccf805af-dcb4-4f3b-9453-61c55d3164bb, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ccf805af-dcb4-4f3b-9453-61c55d3164bb,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:50.937699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:50.938645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.942198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d856969-56b5-4c92-bb17-fc840988d6fd None None] Network 45053f34-2003-45d4-8ac8-4620ee49ca5e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:50.955509 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-deb65a38-5245-44a6-a89f-5eda4f45ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.022194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416a068-daf2-4616-9f0c-fe69ddc2aa5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbd4009-dd8f-4035-a8ce-e559f290bed5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:51.258899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44652) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:51.263171 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9e3aa0fe-8758-4602-8475-02dbd3979b9c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1985981 May 26 16:27:51.268092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:51.336388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.338573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.359861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.416543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ccf805af-dcb4-4f3b-9453-61c55d3164bb up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:51.547301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.553867 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.578711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb65a38-5245-44a6-a89f-5eda4f45ca7b None None] Pushing event updated for resources: {'Port': ['ID=ccf805af-dcb4-4f3b-9453-61c55d3164bb,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:51.582087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83d095-fb77-4344-8e72-bd75810ef291 req-a95e3e83-f18e-4462-b0fe-b5f0bb140653 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:51.594569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d83d095-fb77-4344-8e72-bd75810ef291 req-a95e3e83-f18e-4462-b0fe-b5f0bb140653 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 909 time: 0.2349637 May 26 16:27:51.602838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:51.622223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-865667e1-b7aa-4978-a38b-0f83666270e0 None None] Provisioning complete for port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:51.622667 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-865667e1-b7aa-4978-a38b-0f83666270e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.631820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef40072-d1d7-40ce-a9e1-77440d3ac7af') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:51.631975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef40072-d1d7-40ce-a9e1-77440d3ac7af') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:51.647010 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.707575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-865667e1-b7aa-4978-a38b-0f83666270e0 None None] Port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:51.822643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ccf805af-dcb4-4f3b-9453-61c55d3164bb triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:51.823274 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.847799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.917164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-45053f34-2003-45d4-8ac8-4620ee49ca5e', 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'fixed_ips': [{'subnet_id': '988bf3df-707b-4535-bf5c-adb22e493953'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:27:51.923006 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.958801 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.983790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.001701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-05c4badf-a3c8-41b2-8efb-ee45d4beb124 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:52.004953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-05c4badf-a3c8-41b2-8efb-ee45d4beb124 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 909 time: 0.1504459 May 26 16:27:52.109598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:27:52.110090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.169304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ccf805af-dcb4-4f3b-9453-61c55d3164bb is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:52.271112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Allocated IP 172.20.0.2 (45053f34-2003-45d4-8ac8-4620ee49ca5e/988bf3df-707b-4535-bf5c-adb22e493953/85bf09d3-3b4d-4853-9652-a26bb69d5706) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:52.353941 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.356856 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6ef40072-d1d7-40ce-a9e1-77440d3ac7af resource provider aggregate not found May 26 16:27:52.362475 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.403112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Deleting port 1010c06e-ff55-4c5e-848a-aa77a7810f1a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:52.403455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.460465 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.468078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.468957 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.471315 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6ef40072-d1d7-40ce-a9e1-77440d3ac7af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ef40072-d1d7-40ce-a9e1-77440d3ac7af found for delete ", "request_id": "req-52153ffe-aa8c-46fb-8f31-9d24e64aac35"}]} May 26 16:27:52.475264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.503181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.506631 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657 HTTP/1.1" status: 204 len: 168 time: 1.5938818 May 26 16:27:52.523697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] For port 1010c06e-ff55-4c5e-848a-aa77a7810f1a, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1010c06e-ff55-4c5e-848a-aa77a7810f1a,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:52.524076 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.530895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307e9c2-5ecb-4f30-a4de-502fe1124ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e09e9fb4-0ed9-4c4d-8e83-8175ccb6d657,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:52.541019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Calling delete_port for 1010c06e-ff55-4c5e-848a-aa77a7810f1a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:52.596724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Pushing event updated for resources: {'Port': ['ID=85bf09d3-3b4d-4853-9652-a26bb69d5706,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:52.612548 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.636616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Network 45053f34-2003-45d4-8ac8-4620ee49ca5e is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:52.639049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:52.651641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:52.652842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.703721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 410f4e32-45b9-4780-86dc-74813744fcf3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:52.713089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:52.739397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=7805e75f-7d6d-4b38-a2a0-b29d0c0f046f,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:52.811330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44668) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:52.825529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Attempting to bind port 85bf09d3-3b4d-4853-9652-a26bb69d5706 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:52.826127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Attempting to bind port 85bf09d3-3b4d-4853-9652-a26bb69d5706 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '54873017-7977-490b-8d46-c499534169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:52.826335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Attempting to bind port 85bf09d3-3b4d-4853-9652-a26bb69d5706 on network 45053f34-2003-45d4-8ac8-4620ee49ca5e {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:52.832999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:52.832999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Checking segment: {'id': '54873017-7977-490b-8d46-c499534169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:52.833329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.833709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Bound using segment: {'id': '54873017-7977-490b-8d46-c499534169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:52.834222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Bound port: 85bf09d3-3b4d-4853-9652-a26bb69d5706, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54873017-7977-490b-8d46-c499534169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:52.834656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.937320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] For port 85bf09d3-3b4d-4853-9652-a26bb69d5706, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:52.942261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] For port 85bf09d3-3b4d-4853-9652-a26bb69d5706, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=85bf09d3-3b4d-4853-9652-a26bb69d5706,segment=NetworkSegment(54873017-7977-490b-8d46-c499534169ab),segment_id=54873017-7977-490b-8d46-c499534169ab)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:52.947880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9bf3e0ef-ae2d-4a90-8f39-91cafd7916e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=378d593d7e994695b4980dfda831bdcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275208 May 26 16:27:52.949001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44670) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:52.952479 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.049626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 070506f0-c4f5-412a-951d-f5a0fc373a26 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:53.066865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedae85e-f0e8-4803-ace6-56386833a4be None None] Pushing event updated for resources: {'Port': ['ID=85bf09d3-3b4d-4853-9652-a26bb69d5706,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:53.110148 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.156902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbed08-96ea-4f74-acf8-f723173ea817 req-d0e2260f-48d3-44d5-9fca-38110c635041 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:53.159194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2fbed08-96ea-4f74-acf8-f723173ea817 req-d0e2260f-48d3-44d5-9fca-38110c635041 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 909 time: 0.4078407 May 26 16:27:53.162358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Allocated IP 172.25.0.65 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/4d3df368-8921-4250-9d5a-bb9731ce0751) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:53.171148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-215fbd8f-2088-4b4e-aa3d-302732283cf8 None None] Provisioning complete for port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:53.172934 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-215fbd8f-2088-4b4e-aa3d-302732283cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.228787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Port': ['ID=1010c06e-ff55-4c5e-848a-aa77a7810f1a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:53.245056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ccf805af-dcb4-4f3b-9453-61c55d3164bb up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:53.272554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:53.279862 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-12a1498e-3bee-4faa-bad5-fbfd001b870e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "PUT /v2.0/routers/070506f0-c4f5-412a-951d-f5a0fc373a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5127800 May 26 16:27:53.284915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf490576-d9e3-46dc-8014-69ca11409b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.290634 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Sync routers for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:53.313905 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:53.314589 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:53.354389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-215fbd8f-2088-4b4e-aa3d-302732283cf8 None None] Port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:53.354727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] No DVR routers for this DVR port 1010c06e-ff55-4c5e-848a-aa77a7810f1a on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:27:53.371068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.375312 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf490576-d9e3-46dc-8014-69ca11409b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.388196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a36fb408-a358-49af-b195-b059bdbf1f8b req-0f88fc53-0390-4f62-953c-0db18a565c48 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.32 "DELETE /v2.0/ports/1010c06e-ff55-4c5e-848a-aa77a7810f1a HTTP/1.1" status: 204 len: 173 time: 1.3625686 May 26 16:27:53.388871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca0c540-c851-4ea7-99a3-2074693a5ed1', 'name': 'network-vif-deleted', 'tag': '1010c06e-ff55-4c5e-848a-aa77a7810f1a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:53.391411 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad392853-8f48-4faf-aefe-08acd5fc2a9c" -d '{"events": [{"server_uuid": "8ca0c540-c851-4ea7-99a3-2074693a5ed1", "name": "network-vif-deleted", "tag": "1010c06e-ff55-4c5e-848a-aa77a7810f1a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:53.438867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ccf805af-dcb4-4f3b-9453-61c55d3164bb triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:53.439331 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.538375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf490576-d9e3-46dc-8014-69ca11409b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.542943 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bf490576-d9e3-46dc-8014-69ca11409b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.546992 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bf490576-d9e3-46dc-8014-69ca11409b29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c555e494-77f1-4522-b12f-78af4f6660ab HTTP/1.1" status: 204 len: 168 time: 0.5862193 May 26 16:27:53.582143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf490576-d9e3-46dc-8014-69ca11409b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c555e494-77f1-4522-b12f-78af4f6660ab,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:53.643080 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afa3b98-1578-47c6-9919-c07be87af3c6 x-openstack-request-id: req-3afa3b98-1578-47c6-9919-c07be87af3c6 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:53.643796 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca0c540-c851-4ea7-99a3-2074693a5ed1", "name": "network-vif-deleted", "tag": "1010c06e-ff55-4c5e-848a-aa77a7810f1a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:53.643796 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3afa3b98-1578-47c6-9919-c07be87af3c6 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:53.645360 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afa3b98-1578-47c6-9919-c07be87af3c6'] response: {'server_uuid': '8ca0c540-c851-4ea7-99a3-2074693a5ed1', 'name': 'network-vif-deleted', 'tag': '1010c06e-ff55-4c5e-848a-aa77a7810f1a', 'status': 'completed', 'code': 200} May 26 16:27:53.692711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ccf805af-dcb4-4f3b-9453-61c55d3164bb is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:53.751703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.826098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.881803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:53.890751 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:53.938443 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.947332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:53.950700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Pushing event updated for resources: {'Port': ['ID=4d3df368-8921-4250-9d5a-bb9731ce0751,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:53.955180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:54.056135 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.418676 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:27:51Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f1757830-01db-4eae-9fa5-449859c506bc', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:25Z', 'updated_at': '2022-05-26T16:26:31Z', 'revision_number': 1, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7805e75f-7d6d-4b38-a2a0-b29d0c0f046f', 'name': '', 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:87:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8a00a27f-9e4a-4ac0-a23b-daa40f24753a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:48Z', 'updated_at': '2022-05-26T16:27:51Z', 'revision_number': 2, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': '8a00a27f-9e4a-4ac0-a23b-daa40f24753a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:54.453002 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Checking router: 070506f0-c4f5-412a-951d-f5a0fc373a26 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:54.453644 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Updating router 070506f0-c4f5-412a-951d-f5a0fc373a26 port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:54.473920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72b94d0b-8119-41cf-8ea4-fec2a166e5a3 req-6d0b3246-87a1-4e73-aaab-b90501139240 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ca0c540-c851-4ea7-99a3-2074693a5ed1 HTTP/1.1" status: 200 len: 210 time: 0.0296113 May 26 16:27:54.504670 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.567182 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.804337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130961b2-e381-4ca0-b8aa-4f31819f44c1 None None] Network 45053f34-2003-45d4-8ac8-4620ee49ca5e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:54.867277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.919004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44710) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:54.919738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8e3595d9-b8db-47b8-9084-d2643567be74 None None] Provisioning complete for port 85bf09d3-3b4d-4853-9652-a26bb69d5706 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:54.920200 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e3595d9-b8db-47b8-9084-d2643567be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.934046 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.941712 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.009008 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6d5f6-f3b5-4deb-8dd2-927045cc8ab9 None None] Pushing event updated for resources: {'Port': ['ID=7805e75f-7d6d-4b38-a2a0-b29d0c0f046f,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:55.072589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Router b8d4032b-5228-4b5f-80d4-6d86337f16ec is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:27:55.082868 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Attempting to bind port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:55.083385 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Attempting to bind port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:55.084027 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Attempting to bind port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f on network 410f4e32-45b9-4780-86dc-74813744fcf3 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:55.091870 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:55.092422 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Checking segment: {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:55.092974 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.093465 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Bound using segment: {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:55.094091 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Bound port: 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:55.094723 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.116562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1755468747-network', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:55.137689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8e3595d9-b8db-47b8-9084-d2643567be74 None None] Current status of the port 85bf09d3-3b4d-4853-9652-a26bb69d5706 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:55.138206 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e3595d9-b8db-47b8-9084-d2643567be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.160703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Made reservation on behalf of 2b8d93b6d2754f089bf1b0779c847373 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:55.163625 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.177507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.242935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8e3595d9-b8db-47b8-9084-d2643567be74 None None] For port 85bf09d3-3b4d-4853-9652-a26bb69d5706, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=85bf09d3-3b4d-4853-9652-a26bb69d5706,segment=NetworkSegment(54873017-7977-490b-8d46-c499534169ab),segment_id=54873017-7977-490b-8d46-c499534169ab)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:55.251061 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e3595d9-b8db-47b8-9084-d2643567be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.262993 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] For port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:55.266419 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] For port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7805e75f-7d6d-4b38-a2a0-b29d0c0f046f,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:55.271316 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.323674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 85bf09d3-3b4d-4853-9652-a26bb69d5706 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:55.357751 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:55.358866 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:55.369710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.380027 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.434640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:27:55.459144 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1010c06e-ff55-4c5e-848a-aa77a7810f1a no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:55.489107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 85bf09d3-3b4d-4853-9652-a26bb69d5706 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:55.496374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.496878 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Added segment 81f5fb31-0906-402b-9a55-d355e0706e26 of type vlan for network d89c9cb2-00bd-442c-9136-876f726e74df May 26 16:27:55.499552 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.521951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c3fe25-892c-406a-89b1-b9f8c8c3e7e3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:55.575607 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:55.594897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44720) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:55.606079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 1010c06e-ff55-4c5e-848a-aa77a7810f1a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:55.606437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1010c06e-ff55-4c5e-848a-aa77a7810f1a not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:55.611676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3595d9-b8db-47b8-9084-d2643567be74 None None] Pushing event updated for resources: {'Port': ['ID=85bf09d3-3b4d-4853-9652-a26bb69d5706,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:55.630990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-08c8ff88-a056-4d79-9d07-dfcfc0a6961b None None] Provisioning complete for port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:55.631408 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-08c8ff88-a056-4d79-9d07-dfcfc0a6961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.661420 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6d5f6-f3b5-4deb-8dd2-927045cc8ab9 None None] Pushing event updated for resources: {'Port': ['ID=7805e75f-7d6d-4b38-a2a0-b29d0c0f046f,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:55.765885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-08c8ff88-a056-4d79-9d07-dfcfc0a6961b None None] Current status of the port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:55.767001 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-08c8ff88-a056-4d79-9d07-dfcfc0a6961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.785123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 85bf09d3-3b4d-4853-9652-a26bb69d5706 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:55.818918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-08c8ff88-a056-4d79-9d07-dfcfc0a6961b None None] For port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7805e75f-7d6d-4b38-a2a0-b29d0c0f046f,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:55.825252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-08c8ff88-a056-4d79-9d07-dfcfc0a6961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.899476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.905599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8ff88-a056-4d79-9d07-dfcfc0a6961b None None] Pushing event updated for resources: {'Port': ['ID=7805e75f-7d6d-4b38-a2a0-b29d0c0f046f,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:55.956819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:55.972228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.973249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:55.973844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.975132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Sync routers for ids ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:55.979832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-331d5911-4bab-423b-9c4a-8ace40e663e0 None None] Provisioning complete for port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:55.979832 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-331d5911-4bab-423b-9c4a-8ace40e663e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:56.000329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:56.007428 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-63f953dc-8ec6-427c-9f30-15e018f2504c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7411532 May 26 16:27:56.007428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44736) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:56.035666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Routers {'b8d4032b-5228-4b5f-80d4-6d86337f16ec'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:56.036321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:56.080689 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1591887 May 26 16:27:56.099779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44740) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:56.111474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Request body: {'subnet': {'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1755468747-subnet', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:56.135731 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:27:51Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f1757830-01db-4eae-9fa5-449859c506bc', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:25Z', 'updated_at': '2022-05-26T16:26:31Z', 'revision_number': 1, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7805e75f-7d6d-4b38-a2a0-b29d0c0f046f', 'name': '', 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:87:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8a00a27f-9e4a-4ac0-a23b-daa40f24753a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:48Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': '8a00a27f-9e4a-4ac0-a23b-daa40f24753a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:56.140840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Made reservation on behalf of 2b8d93b6d2754f089bf1b0779c847373 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:56.144374 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:56.176039 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0a3ff-8ec1-4c1c-8e89-90ec22053ac6 None None] The sync data for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 is: [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:27:51Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f1757830-01db-4eae-9fa5-449859c506bc', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:25Z', 'updated_at': '2022-05-26T16:26:31Z', 'revision_number': 1, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7805e75f-7d6d-4b38-a2a0-b29d0c0f046f', 'name': '', 'network_id': '410f4e32-45b9-4780-86dc-74813744fcf3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:87:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8a00a27f-9e4a-4ac0-a23b-daa40f24753a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:48Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': '8a00a27f-9e4a-4ac0-a23b-daa40f24753a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:56.210556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Set router b8d4032b-5228-4b5f-80d4-6d86337f16ec gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:56.212892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0a9d7-1088-42d6-9321-849c1a3d078e admin admin] Pushing event updated for resources: {'Network': ['ID=d89c9cb2-00bd-442c-9136-876f726e74df,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:56.272039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network d89c9cb2-00bd-442c-9136-876f726e74df details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:27:56.348533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-331d5911-4bab-423b-9c4a-8ace40e663e0 None None] Current status of the port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:56.470495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-331d5911-4bab-423b-9c4a-8ace40e663e0 None None] Provisioning complete for port 85bf09d3-3b4d-4853-9652-a26bb69d5706 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:56.470736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-331d5911-4bab-423b-9c4a-8ace40e663e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:56.598331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:56.627094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-331d5911-4bab-423b-9c4a-8ace40e663e0 None None] Current status of the port 85bf09d3-3b4d-4853-9652-a26bb69d5706 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:56.700444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:51Z', 'updated_at': '2022-05-26T16:27:54Z', 'revision_number': 3, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'gw_port': {'id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:52Z', 'updated_at': '2022-05-26T16:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:56.765636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Checking router: b8d4032b-5228-4b5f-80d4-6d86337f16ec for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:56.778223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Updating router b8d4032b-5228-4b5f-80d4-6d86337f16ec port 4d3df368-8921-4250-9d5a-bb9731ce0751 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:56.828948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:56.959118 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.044359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Deleting port 4617d330-0a26-42a6-a5a4-4cd6ddbca985 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:57.044974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.103893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62dcba76-00e0-4de3-b500-10e4940b5572,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:57.126939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Checking segment: {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:57.126939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Network hostable DHCP agents. Network: d89c9cb2-00bd-442c-9136-876f726e74df, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:27:57.201091 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] For port 4617d330-0a26-42a6-a5a4-4cd6ddbca985, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4617d330-0a26-42a6-a5a4-4cd6ddbca985,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:57.206787 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.225559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Calling delete_port for 4617d330-0a26-42a6-a5a4-4cd6ddbca985 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:57.230767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.246022 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.257382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Network d89c9cb2-00bd-442c-9136-876f726e74df is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:27:57.291414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, d89c9cb2-00bd-442c-9136-876f726e74df) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:57.298028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:57.298510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.313531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c570c-0350-4b90-91e3-2e9149035ce8 None None] Network d89c9cb2-00bd-442c-9136-876f726e74df requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:57.392184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-06896e8a-2d8b-4800-82b3-9d5cff6d31e7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2880082 May 26 16:27:57.393550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44758) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:57.395702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:57.405297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:57.409432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Attempting to bind port 4d3df368-8921-4250-9d5a-bb9731ce0751 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:57.409879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Attempting to bind port 4d3df368-8921-4250-9d5a-bb9731ce0751 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:57.410275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Attempting to bind port 4d3df368-8921-4250-9d5a-bb9731ce0751 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:57.411994 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.458076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Pushing event updated for resources: {'Port': ['ID=4d3df368-8921-4250-9d5a-bb9731ce0751,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:57.467343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:57.467731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:57.468127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.468512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:57.469076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Bound port: 4d3df368-8921-4250-9d5a-bb9731ce0751, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:57.469513 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.508591 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.509520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.604899 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.613921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] For port 4d3df368-8921-4250-9d5a-bb9731ce0751, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:57.622880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] For port 4d3df368-8921-4250-9d5a-bb9731ce0751, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4d3df368-8921-4250-9d5a-bb9731ce0751,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:57.623884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:57.624251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.630741 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.633120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.665852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Port': ['ID=4617d330-0a26-42a6-a5a4-4cd6ddbca985,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:57.685679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.686501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.687243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.687965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.688604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.689603 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.690349 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.691002 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.691691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.692712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.693368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.694075 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:57.841244 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.882741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Allocated IP 172.20.0.1 (45053f34-2003-45d4-8ac8-4620ee49ca5e/988bf3df-707b-4535-bf5c-adb22e493953/f5ac5127-8f4c-4072-b4f7-f32b67e8582f) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:57.921058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-d89c9cb2-00bd-442c-9136-876f726e74df', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:27:57.921907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.019811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Pushing event updated for resources: {'Port': ['ID=4d3df368-8921-4250-9d5a-bb9731ce0751,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:58.035166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Routers {'b8d4032b-5228-4b5f-80d4-6d86337f16ec'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:58.036203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:58.130217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.183569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.203468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.204315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.204315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.204620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.204956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.205290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.205617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.206448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.208307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.208307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.208607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.209195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbde625-492e-4249-8d57-97194d8a33ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:58.250896 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:58.252151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 85bf09d3-3b4d-4853-9652-a26bb69d5706 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:58.266486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.291524 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.293784 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.402362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Network 45053f34-2003-45d4-8ac8-4620ee49ca5e is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:58.421093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:58.431530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ac5127-8f4c-4072-b4f7-f32b67e8582f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:58.434724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:58.526996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Allocated IP 172.20.0.2 (d89c9cb2-00bd-442c-9136-876f726e74df/62dcba76-00e0-4de3-b500-10e4940b5572/1ac10dc8-406e-4b28-b6a6-5395c7698a08) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:58.574046 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.647582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:58.697305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] Set router b8d4032b-5228-4b5f-80d4-6d86337f16ec gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:58.715339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Allocated IP 172.25.0.210 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:58.826109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:58.834385 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-96c86ad7-7c25-49e7-becf-1b9503d4689f tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "PUT /v2.0/routers/b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2143707 May 26 16:27:58.839094 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] Sync routers for ids ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:58.842584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44764) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:58.864131 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] Routers {'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:58.867184 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:58.893478 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.974020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0f4a42-0b93-4bb6-acde-2d9148c95735 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Deleting subnet 7016635c-cae0-4996-9912-118b0ad754a4 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:58.985195 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.985337 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4a42-0b93-4bb6-acde-2d9148c95735 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.053769 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.067210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4a42-0b93-4bb6-acde-2d9148c95735 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.090665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 85bf09d3-3b4d-4853-9652-a26bb69d5706 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:59.091041 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.101287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Network d89c9cb2-00bd-442c-9136-876f726e74df is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:59.125715 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] Set router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:59.147342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:59.156033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:59.174662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.183296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9efd9c0b-7b05-441c-82d5-6eae50725643 None None] Provisioning complete for port f5ac5127-8f4c-4072-b4f7-f32b67e8582f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:59.183716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9efd9c0b-7b05-441c-82d5-6eae50725643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.250977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4a42-0b93-4bb6-acde-2d9148c95735 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.257588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Pushing event updated for resources: {'Port': ['ID=1ac10dc8-406e-4b28-b6a6-5395c7698a08,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:59.294984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Attempting to bind port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:59.295347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Attempting to bind port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:59.295705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Attempting to bind port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 on network d89c9cb2-00bd-442c-9136-876f726e74df {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:59.307906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.326359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:59.329192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Checking segment: {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:59.329616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.330025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Bound using segment: {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:59.331775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Bound port: 1ac10dc8-406e-4b28-b6a6-5395c7698a08, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:59.331775 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.356123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9efd9c0b-7b05-441c-82d5-6eae50725643 None None] Port f5ac5127-8f4c-4072-b4f7-f32b67e8582f cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:59.380622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:59.387787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:59.395580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:59.399859 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4a42-0b93-4bb6-acde-2d9148c95735 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.435863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] For port 1ac10dc8-406e-4b28-b6a6-5395c7698a08, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:59.440719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] For port 1ac10dc8-406e-4b28-b6a6-5395c7698a08, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ac10dc8-406e-4b28-b6a6-5395c7698a08,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:59.452103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Pushing event updated for resources: {'Port': ['ID=d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:59.452539 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.462181 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.470852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f4a42-0b93-4bb6-acde-2d9148c95735 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Subnet': ['ID=7016635c-cae0-4996-9912-118b0ad754a4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:59.475794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fa0f4a42-0b93-4bb6-acde-2d9148c95735 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.482626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d38e3-5d9e-47f2-aa63-9d627db0eb33 None None] Network 93b478f6-ec43-41cd-84e7-8e1201052030 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:59.486510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:51Z', 'updated_at': '2022-05-26T16:27:54Z', 'revision_number': 3, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'gw_port': {'id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:52Z', 'updated_at': '2022-05-26T16:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:59.489517 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.509832 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fa0f4a42-0b93-4bb6-acde-2d9148c95735 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "DELETE /v2.0/subnets/7016635c-cae0-4996-9912-118b0ad754a4 HTTP/1.1" status: 204 len: 168 time: 0.6660900 May 26 16:27:59.511782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44772) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:59.544798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5751d-92b5-420a-9c7e-9daf26ab6497 None None] The sync data for ids ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'] in n-d-843336-2 is: [{'id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:51Z', 'updated_at': '2022-05-26T16:27:54Z', 'revision_number': 3, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'gw_port': {'id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:52Z', 'updated_at': '2022-05-26T16:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:59.587973 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:04Z', 'updated_at': '2022-05-26T16:27:57Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:06Z', 'updated_at': '2022-05-26T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:59.641710 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] Checking router: b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:59.652720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 85bf09d3-3b4d-4853-9652-a26bb69d5706 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:59.671389 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] Routers {'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:59.672734 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:59.673115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ac5127-8f4c-4072-b4f7-f32b67e8582f,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:59.693059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05033d9-eb6a-4598-848a-574acf73163a None None] Pushing event updated for resources: {'Port': ['ID=1ac10dc8-406e-4b28-b6a6-5395c7698a08,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:59.761969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.769877 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.981839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d793661-fd55-4383-8817-b1208934a249 None None] DHCP port deletion for 93b478f6-ec43-41cd-84e7-8e1201052030 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:28:00.111959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.319115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4d793661-fd55-4383-8817-b1208934a249 None None] Deleting port 608f68a6-78d8-480b-a865-06db91af7400 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:00.319664 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4d793661-fd55-4383-8817-b1208934a249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.322421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Deleting port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:00.323329 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.327327 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] Set router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:00.484521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4d793661-fd55-4383-8817-b1208934a249 None None] For port 608f68a6-78d8-480b-a865-06db91af7400, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=608f68a6-78d8-480b-a865-06db91af7400,segment=NetworkSegment(6c1c60da-f0cc-4181-bc90-ae9a05a6f848),segment_id=6c1c60da-f0cc-4181-bc90-ae9a05a6f848)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:00.485084 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4d793661-fd55-4383-8817-b1208934a249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.523027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] For port 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:00.523916 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.525804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4d793661-fd55-4383-8817-b1208934a249 None None] Calling delete_port for 608f68a6-78d8-480b-a865-06db91af7400 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:00.539894 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Calling delete_port for 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:00.785179 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4d793661-fd55-4383-8817-b1208934a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.800789 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:04Z', 'updated_at': '2022-05-26T16:27:57Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:06Z', 'updated_at': '2022-05-26T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:00.838060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d793661-fd55-4383-8817-b1208934a249 None None] Pushing event deleted for resources: {'Port': ['ID=608f68a6-78d8-480b-a865-06db91af7400,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:00.845075 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d793661-fd55-4383-8817-b1208934a249 None None] No DVR routers for this DVR port 608f68a6-78d8-480b-a865-06db91af7400 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:00.848792 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.907330 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f103a-7b43-48fd-9dc1-18d2477733ee None None] The sync data for ids ['b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0'] in n-d-843336-2 is: [{'id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240863775', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:04Z', 'updated_at': '2022-05-26T16:27:57Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:06Z', 'updated_at': '2022-05-26T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:00.923083 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c51782c-057b-4f04-8226-2dce73da836d req-b2f849c0-ac0d-4b6f-a00f-7f1924dc8155 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4090555 May 26 16:28:00.937135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Port': ['ID=14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:01.016911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Network 45053f34-2003-45d4-8ac8-4620ee49ca5e is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:01.030353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac44fa4-06c9-4ccf-8ac6-85715a8dd3e7 req-5ae3f349-940d-4d46-97e7-fcec521be13d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:01.032174 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac44fa4-06c9-4ccf-8ac6-85715a8dd3e7 req-5ae3f349-940d-4d46-97e7-fcec521be13d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.3139937 May 26 16:28:01.033002 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.118966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.126160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:01.323121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.329416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.410496 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.411363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Fanout notify agent at l3_agent the message router_deleted on router b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:28:01.421568 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.422801 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-24a4b2f3-472f-424a-ba86-05089900a195 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "DELETE /v2.0/routers/b5f153af-bbd4-42c5-9a5c-b7d6ce4fd1e0 HTTP/1.1" status: 204 len: 168 time: 1.9080560 May 26 16:28:01.431463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44784) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:01.484242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac44fa4-06c9-4ccf-8ac6-85715a8dd3e7 req-e56d4568-5d1f-44e4-b7c7-a9c71382010e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632817 May 26 16:28:01.486267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51782c-057b-4f04-8226-2dce73da836d req-b668a4fd-5b31-4fc9-b230-80392dccfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:01.487685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c51782c-057b-4f04-8226-2dce73da836d req-b668a4fd-5b31-4fc9-b230-80392dccfef5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45735cc8400542528e0de415734ff279&device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 1136 time: 0.4892991 May 26 16:28:01.529659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44786) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:01.610866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6aea47cb-59b1-4af5-a02c-6bc96c728849 None None] Provisioning complete for port f5ac5127-8f4c-4072-b4f7-f32b67e8582f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:01.611836 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6aea47cb-59b1-4af5-a02c-6bc96c728849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.676611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6aea47cb-59b1-4af5-a02c-6bc96c728849 None None] Port f5ac5127-8f4c-4072-b4f7-f32b67e8582f cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:01.708269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f989364-01a3-4c20-ae98-745a1f37d780 None None] Network d89c9cb2-00bd-442c-9136-876f726e74df requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:01.830671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Router b8d4032b-5228-4b5f-80d4-6d86337f16ec has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:01.834580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-163057d8-129f-45ec-b4ff-f22b9df13d19 None None] Provisioning complete for port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:01.834982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-163057d8-129f-45ec-b4ff-f22b9df13d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.890180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.894328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51782c-057b-4f04-8226-2dce73da836d req-7fcbc06d-d59b-4925-bde5-77f9fa029e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:01.897055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c51782c-057b-4f04-8226-2dce73da836d req-7fcbc06d-d59b-4925-bde5-77f9fa029e92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c39485b-7441-4c6e-99a4-81195202a1de HTTP/1.1" status: 200 len: 897 time: 0.3848662 May 26 16:28:02.063848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ac10dc8-406e-4b28-b6a6-5395c7698a08 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:02.129498 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8a1d819-60a2-4fd2-8abb-386e9ea0714e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/fb116461-b9ee-4baf-bae6-384cd7ecda1a HTTP/1.1" status: 200 len: 994 time: 0.5987074 May 26 16:28:02.169248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c51782c-057b-4f04-8226-2dce73da836d req-978d1dae-7eda-471b-938d-4fe6d006fe3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90e941-b032-4800-a6b2-09979f1e5b44 HTTP/1.1" status: 200 len: 1002 time: 0.2589922 May 26 16:28:02.170980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.234663 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:02.235353 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.283947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51782c-057b-4f04-8226-2dce73da836d req-c33e3257-94ea-4fc3-8283-f4f10afd2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:02.286278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c51782c-057b-4f04-8226-2dce73da836d req-c33e3257-94ea-4fc3-8283-f4f10afd2cd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c16bab-5df0-49be-8360-966c7e6d24c9 HTTP/1.1" status: 200 len: 835 time: 0.1099997 May 26 16:28:02.341251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.348978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-163057d8-129f-45ec-b4ff-f22b9df13d19 None None] Current status of the port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:02.349329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-163057d8-129f-45ec-b4ff-f22b9df13d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.381212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:02.398849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a7526f9f-1b9e-4edf-aee9-fabc16ca3c43 admin admin] 10.222.0.39 "PUT /v2.0/routers/b8d4032b-5228-4b5f-80d4-6d86337f16ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3908677 May 26 16:28:02.413782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b478f6-ec43-41cd-84e7-8e1201052030']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:02.434062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51782c-057b-4f04-8226-2dce73da836d req-2f52356a-9ca7-4fb9-b6b9-fe19a2dab019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:02.435727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c51782c-057b-4f04-8226-2dce73da836d req-2f52356a-9ca7-4fb9-b6b9-fe19a2dab019 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c39485b-7441-4c6e-99a4-81195202a1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356256 May 26 16:28:02.456696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1c60da-f0cc-4181-bc90-ae9a05a6f848') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:02.457001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1c60da-f0cc-4181-bc90-ae9a05a6f848') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:02.507798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.535514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.557160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:28:02.557594 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.647328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-163057d8-129f-45ec-b4ff-f22b9df13d19 None None] For port 1ac10dc8-406e-4b28-b6a6-5395c7698a08, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ac10dc8-406e-4b28-b6a6-5395c7698a08,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:02.659751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-163057d8-129f-45ec-b4ff-f22b9df13d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.698051 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6c1c60da-f0cc-4181-bc90-ae9a05a6f848 resource provider aggregate not found May 26 16:28:02.714601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c51782c-057b-4f04-8226-2dce73da836d req-0ac0bcb1-e6cd-47d2-9dfc-a5b63de8a14e service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415233 May 26 16:28:02.716890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:28:02.739582 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6c1c60da-f0cc-4181-bc90-ae9a05a6f848 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c1c60da-f0cc-4181-bc90-ae9a05a6f848 found for delete ", "request_id": "req-3c03e122-ae31-4106-b942-14b7b0b824f7"}]} May 26 16:28:02.777876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.787038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.809829 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "DELETE /v2.0/networks/93b478f6-ec43-41cd-84e7-8e1201052030 HTTP/1.1" status: 204 len: 168 time: 1.3719018 May 26 16:28:02.838721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44810) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:02.839478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163057d8-129f-45ec-b4ff-f22b9df13d19 None None] Pushing event updated for resources: {'Port': ['ID=1ac10dc8-406e-4b28-b6a6-5395c7698a08,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:02.871586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c51782c-057b-4f04-8226-2dce73da836d req-63b175e6-1f10-406f-81d6-c1f2a0a45993 service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474178 May 26 16:28:02.908205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:02.919281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d3df368-8921-4250-9d5a-bb9731ce0751 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:02.997469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44814) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:03.012874 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee02276-e80f-41ab-a282-caa9f3f671cf tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Network': ['ID=93b478f6-ec43-41cd-84e7-8e1201052030,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:03.058351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d772e08-d119-4120-8dc2-3e8a9856f145 req-36d5bf52-a5cc-43ab-99aa-44bef1c8b0b4 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:03.059105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4d3df368-8921-4250-9d5a-bb9731ce0751 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:03.059639 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.072841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d772e08-d119-4120-8dc2-3e8a9856f145 req-36d5bf52-a5cc-43ab-99aa-44bef1c8b0b4 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1097 time: 0.3569870 May 26 16:28:03.159859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d772e08-d119-4120-8dc2-3e8a9856f145 req-2abb82ac-cab8-421c-a17a-822f647cf10a tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812132 May 26 16:28:03.165660 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:28:03.386068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:03.435651 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423e84eb-9c39-474f-a1c4-2e93c9a43417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.448567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Sync routers for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:03.465356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4d3df368-8921-4250-9d5a-bb9731ce0751 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:03.467991 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.489845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-db3ba2bd-2806-4132-baa4-a7b1ec101d90 None None] Provisioning complete for port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:03.490656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-db3ba2bd-2806-4132-baa4-a7b1ec101d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.504113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Deleting port 6723b6c2-732a-4fb8-831b-b979b95a2edb {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:03.504642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.508599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.519902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ff606771-407c-4264-8051-accce7771d42 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1231353 May 26 16:28:03.526072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44820) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:03.664818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:03.666284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:03.753353 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.754426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.793460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Calling delete_port for 6723b6c2-732a-4fb8-831b-b979b95a2edb owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:03.880585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 4d3df368-8921-4250-9d5a-bb9731ce0751, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4d3df368-8921-4250-9d5a-bb9731ce0751,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:03.905835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:03.909008 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.133009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 608f68a6-78d8-480b-a865-06db91af7400 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:04.168871 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Sync routers for ids ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:04.207857 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Routers {'b8d4032b-5228-4b5f-80d4-6d86337f16ec'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:04.208492 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:04.232995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-db3ba2bd-2806-4132-baa4-a7b1ec101d90 None None] Current status of the port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:04.244631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 608f68a6-78d8-480b-a865-06db91af7400 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:04.244974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 608f68a6-78d8-480b-a865-06db91af7400 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:04.245387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4617d330-0a26-42a6-a5a4-4cd6ddbca985 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:04.281253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.289568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4617d330-0a26-42a6-a5a4-4cd6ddbca985 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:04.289914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4617d330-0a26-42a6-a5a4-4cd6ddbca985 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:04.294876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=4d3df368-8921-4250-9d5a-bb9731ce0751,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:04.331134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Port': ['ID=6723b6c2-732a-4fb8-831b-b979b95a2edb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:04.436390 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Set router b8d4032b-5228-4b5f-80d4-6d86337f16ec gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:04.455361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:00Z', 'revision_number': 3, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:04.463733 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423e84eb-9c39-474f-a1c4-2e93c9a43417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.494774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Checking router: e7b2b1b3-9e1b-414f-9d93-c8bee405b61c for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:04.495256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Updating router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:04.505228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.505771 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Floating IP c1b224c7-ec7e-4100-9ee9-7e1ebb8d8e47 disassociated (deleted). External IP: 172.25.0.106, port: 3d90e941-b032-4800-a6b2-09979f1e5b44. May 26 16:28:04.516637 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423e84eb-9c39-474f-a1c4-2e93c9a43417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.541272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ac10dc8-406e-4b28-b6a6-5395c7698a08 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:04.546902 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.553864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e84eb-9c39-474f-a1c4-2e93c9a43417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8762a84c-48b9-4a88-a054-6c0c1cc78a06,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:04.611804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-423e84eb-9c39-474f-a1c4-2e93c9a43417 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90d897ec2c04417e90da4fc3316a9c41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6132619 May 26 16:28:04.613172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-89e99429-78be-4020-a16b-13d2bc857bf9 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:04.621708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-89e99429-78be-4020-a16b-13d2bc857bf9 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/networks?id=d27775ad-c91d-4501-9510-c32914bcba95 HTTP/1.1" status: 200 len: 911 time: 0.2673550 May 26 16:28:04.626235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44854) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:04.717818 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-1b962caa-7045-4c8c-ad1f-6e75332c7e7d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/quotas/73faf169b9ff41cd86682b1b6fc6e969 HTTP/1.1" status: 200 len: 375 time: 0.0949621 May 26 16:28:04.794374 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:51Z', 'updated_at': '2022-05-26T16:27:58Z', 'revision_number': 4, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'gw_port': {'id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:52Z', 'updated_at': '2022-05-26T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'f5ac5127-8f4c-4072-b4f7-f32b67e8582f', 'name': '', 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'mac_address': 'fa:16:3e:07:97:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '988bf3df-707b-4535-bf5c-adb22e493953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:27:59Z', 'revision_number': 2, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'subnets': [{'id': '988bf3df-707b-4535-bf5c-adb22e493953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:04.804776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Router cbd2715f-9056-43e2-ae21-1c1b9a88b023 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:04.823183 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Checking router: b8d4032b-5228-4b5f-80d4-6d86337f16ec for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:04.823531 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Updating router b8d4032b-5228-4b5f-80d4-6d86337f16ec port f5ac5127-8f4c-4072-b4f7-f32b67e8582f binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:04.852347 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.896140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-d0747474-aa25-4860-8a66-e3d2c11b3a33 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4084694 May 26 16:28:04.904385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-1eb66b31-810c-4405-9962-9769ca42dd87 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:28:04.919513 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-1eb66b31-810c-4405-9962-9769ca42dd87 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222960 May 26 16:28:04.957916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.970985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.983397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:04.983932 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.007031 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.028938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-5573a033-5d6b-4591-8adf-7a3f628934f6 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=73faf169b9ff41cd86682b1b6fc6e969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3101301 May 26 16:28:05.084679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:05.097685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.104528 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec2aa45f-b2a4-410b-b575-076d20e48c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.118905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] Sync routers for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:05.124594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Attempting to bind port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:05.125921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Attempting to bind port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:05.126672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Attempting to bind port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:05.133802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f91b4b-c73a-4665-99ec-7c60d2c84f5a None None] Pushing event updated for resources: {'Port': ['ID=d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:05.139115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:05.140198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:05.140198 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.141194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:05.141482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Bound port: d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:05.141988 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.161421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-635a2292-6488-494b-b9b0-8c516c53c658 service neutron] 10.222.0.39 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313300 May 26 16:28:05.219444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] For port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:05.220662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] For port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:05.220925 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-def2fca2-9c0e-4d9a-b4f6-555c3fdcd0d5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "DELETE /v2.0/floatingips/c1b224c7-ec7e-4100-9ee9-7e1ebb8d8e47 HTTP/1.1" status: 204 len: 168 time: 2.3764286 May 26 16:28:05.224590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:05.234061 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7111af83-4638-4bbf-adfb-1d1f4ae698cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:05.234824 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.277411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.345539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f91b4b-c73a-4665-99ec-7c60d2c84f5a None None] Pushing event updated for resources: {'Port': ['ID=d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:05.400844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:05.402451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:05.443346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-a7a474a3-c287-4c22-97bc-537c3924a976 service neutron] 10.222.0.39 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798851 May 26 16:28:05.447439 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.449752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:05.450333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:05.491070 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.500777 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.519675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8762a84c-48b9-4a88-a054-6c0c1cc78a06 HTTP/1.1" status: 204 len: 168 time: 0.8878605 May 26 16:28:05.541136 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.548941 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.627245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:05.630608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8762a84c-48b9-4a88-a054-6c0c1cc78a06,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:05.666576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.667857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.670277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.670752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.671230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.672771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.674881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.678175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.679232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.680926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.682744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.685297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6868ef-9745-43f8-b136-213be5655b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:05.767203 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Attempting to bind port f5ac5127-8f4c-4072-b4f7-f32b67e8582f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:05.774206 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Attempting to bind port f5ac5127-8f4c-4072-b4f7-f32b67e8582f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '54873017-7977-490b-8d46-c499534169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:05.774748 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Attempting to bind port f5ac5127-8f4c-4072-b4f7-f32b67e8582f on network 45053f34-2003-45d4-8ac8-4620ee49ca5e {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:05.781197 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa33915-66d3-432f-b835-d5a65d4b73ed None None] Pushing event updated for resources: {'Port': ['ID=f5ac5127-8f4c-4072-b4f7-f32b67e8582f,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:05.789210 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:05.789755 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Checking segment: {'id': '54873017-7977-490b-8d46-c499534169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:05.790202 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.790607 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Bound using segment: {'id': '54873017-7977-490b-8d46-c499534169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:05.791109 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Bound port: f5ac5127-8f4c-4072-b4f7-f32b67e8582f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54873017-7977-490b-8d46-c499534169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:05.791518 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.937175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-6a8cf5ad-5db2-4b70-92b5-c56b38aa6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:05.938647 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-6a8cf5ad-5db2-4b70-92b5-c56b38aa6194 service neutron] 10.222.0.39 "GET /v2.0/ports/c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 1094 time: 0.0975912 May 26 16:28:05.950840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Request body: {'binding': {'host': 'n-h2-843336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:05.951303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Unknown quota resources ['binding']. {{(pid=109404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 16:28:05.978492 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] For port f5ac5127-8f4c-4072-b4f7-f32b67e8582f, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:05.993382 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] For port f5ac5127-8f4c-4072-b4f7-f32b67e8582f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f5ac5127-8f4c-4072-b4f7-f32b67e8582f,segment=NetworkSegment(54873017-7977-490b-8d46-c499534169ab),segment_id=54873017-7977-490b-8d46-c499534169ab)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:06.001111 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:06.253490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:06.254732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d3df368-8921-4250-9d5a-bb9731ce0751 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:06.265890 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa33915-66d3-432f-b835-d5a65d4b73ed None None] Pushing event updated for resources: {'Port': ['ID=f5ac5127-8f4c-4072-b4f7-f32b67e8582f,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:06.301226 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Routers {'b8d4032b-5228-4b5f-80d4-6d86337f16ec'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:06.302037 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:27:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:06.344200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Allocated IP 172.20.0.1 (d89c9cb2-00bd-442c-9136-876f726e74df/62dcba76-00e0-4de3-b500-10e4940b5572/5967c51d-7d5c-4789-98c7-39e05148c967) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:06.450101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on host n-h2-843336-2 for vnic_type normal with profile None {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:06.451626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:06.451982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:06.476313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:28:06.478394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:06.498266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:06.500680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Checking segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:06.501177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Bound using segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:06.501663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Bound port: c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:06.549623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8c089f06-8be7-4d68-854d-23e75a3ca088 None None] Provisioning complete for port f5ac5127-8f4c-4072-b4f7-f32b67e8582f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:06.550369 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c089f06-8be7-4d68-854d-23e75a3ca088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:06.732317 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] Set router b8d4032b-5228-4b5f-80d4-6d86337f16ec gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:06.776430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:06.796110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:06.862183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:06.865735 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6699b386-472f-456b-90f8-ab9968bd0eab x-openstack-request-id: req-6699b386-472f-456b-90f8-ab9968bd0eab {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:06.866517 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:06.867234 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6699b386-472f-456b-90f8-ab9968bd0eab {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:06.867791 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6699b386-472f-456b-90f8-ab9968bd0eab'] response: {'name': 'network-changed', 'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'status': 'completed', 'code': 200} May 26 16:28:06.873458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] Notify callbacks [] for binding, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:06.874948 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-487b10a4-0669-46b6-a028-c6155e360516 service neutron] 10.222.0.39 "POST /v2.0/ports/c47b97e8-44a9-442b-9e41-94d34b4d5ce2/bindings HTTP/1.1" status: 201 len: 389 time: 0.9279337 May 26 16:28:06.949732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3051880-0772-4372-988f-3f197e26e9f3 req-d8e08bfb-1e02-4911-9e1c-7f51669a8e37 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 210 time: 0.1444879 May 26 16:28:07.106229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4d3df368-8921-4250-9d5a-bb9731ce0751 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:07.106989 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.161267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-15e9b673-4a45-4112-8b68-1f590a67e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:07.167248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-15e9b673-4a45-4112-8b68-1f590a67e8aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45735cc8400542528e0de415734ff279&device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 1136 time: 0.4280727 May 26 16:28:07.234845 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:51Z', 'updated_at': '2022-05-26T16:27:58Z', 'revision_number': 4, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'gw_port': {'id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:52Z', 'updated_at': '2022-05-26T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'f5ac5127-8f4c-4072-b4f7-f32b67e8582f', 'name': '', 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'mac_address': 'fa:16:3e:07:97:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '988bf3df-707b-4535-bf5c-adb22e493953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:05Z', 'revision_number': 4, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'subnets': [{'id': '988bf3df-707b-4535-bf5c-adb22e493953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:07.278906 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505f901-e596-46e8-a4ed-20da75cb8973 None None] The sync data for ids ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'] in n-d-843336-2 is: [{'id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:51Z', 'updated_at': '2022-05-26T16:27:58Z', 'revision_number': 4, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'gw_port': {'id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:52Z', 'updated_at': '2022-05-26T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'f5ac5127-8f4c-4072-b4f7-f32b67e8582f', 'name': '', 'network_id': '45053f34-2003-45d4-8ac8-4620ee49ca5e', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'mac_address': 'fa:16:3e:07:97:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '988bf3df-707b-4535-bf5c-adb22e493953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:05Z', 'revision_number': 4, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'subnets': [{'id': '988bf3df-707b-4535-bf5c-adb22e493953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:07.355188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8c089f06-8be7-4d68-854d-23e75a3ca088 None None] Current status of the port f5ac5127-8f4c-4072-b4f7-f32b67e8582f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:07.355188 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c089f06-8be7-4d68-854d-23e75a3ca088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.429376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.525838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8c089f06-8be7-4d68-854d-23e75a3ca088 None None] For port f5ac5127-8f4c-4072-b4f7-f32b67e8582f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f5ac5127-8f4c-4072-b4f7-f32b67e8582f,segment=NetworkSegment(54873017-7977-490b-8d46-c499534169ab),segment_id=54873017-7977-490b-8d46-c499534169ab)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:07.534758 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8c089f06-8be7-4d68-854d-23e75a3ca088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.542933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:00Z', 'revision_number': 3, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:07.592589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Pushing event updated for resources: {'Port': ['ID=5967c51d-7d5c-4789-98c7-39e05148c967,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:07.642569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Network d89c9cb2-00bd-442c-9136-876f726e74df is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:07.665322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:07.669254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:07.721071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f893583-0960-4eed-9c96-4778d8fa8809 None None] The sync data for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 is: [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:00Z', 'revision_number': 3, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:07.722848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c089f06-8be7-4d68-854d-23e75a3ca088 None None] Pushing event updated for resources: {'Port': ['ID=f5ac5127-8f4c-4072-b4f7-f32b67e8582f,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:07.725092 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.736474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d472b8-4c0e-441f-a0b0-464b2457fdf5 req-b19e8ce4-3e22-4f88-bd9c-49301fbcb38f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:07.738355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66d472b8-4c0e-441f-a0b0-464b2457fdf5 req-b19e8ce4-3e22-4f88-bd9c-49301fbcb38f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.5683684 May 26 16:28:07.804980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfd8bb-817e-43d8-8204-da44f143964b req-0bdb645b-d3c9-47b1-94c3-ac81f9be6cc5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:07.814624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ccfd8bb-817e-43d8-8204-da44f143964b req-0bdb645b-d3c9-47b1-94c3-ac81f9be6cc5 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 985 time: 0.6360795 May 26 16:28:07.819939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-26b3f2d1-9d48-40d3-90f5-f4728ea59626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:07.821554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-26b3f2d1-9d48-40d3-90f5-f4728ea59626 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1097 time: 0.4423356 May 26 16:28:07.919413 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c59ee229-8bc8-474e-80e8-9748e06e01fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.958076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-148be8a1-0fcc-4cff-9dbd-ef0f64e3a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:07.959765 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-148be8a1-0fcc-4cff-9dbd-ef0f64e3a3ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c39485b-7441-4c6e-99a4-81195202a1de HTTP/1.1" status: 200 len: 897 time: 0.7776196 May 26 16:28:08.010888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cd9476c1-53fd-4834-aa01-3800ccf5cbf5 None None] Provisioning complete for port f5ac5127-8f4c-4072-b4f7-f32b67e8582f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:08.011269 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd9476c1-53fd-4834-aa01-3800ccf5cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:08.019267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4d3df368-8921-4250-9d5a-bb9731ce0751 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:08.078149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:08.090336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-3c17e7af-2c51-4b3c-b8a6-1ab2aff758aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d90e941-b032-4800-a6b2-09979f1e5b44 HTTP/1.1" status: 200 len: 217 time: 0.1031954 May 26 16:28:08.156983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ccfd8bb-817e-43d8-8204-da44f143964b req-e7c16548-c66e-4fe4-9eda-0d6cceb424b8 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3332801 May 26 16:28:08.238256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:08.238758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 14d6d6a7-ffe3-45de-ac16-4cbeae8b7ac7 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:08.312738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-740b338e-65ee-4394-9f80-0463ecb81256 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:08.319629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-740b338e-65ee-4394-9f80-0463ecb81256 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 985 time: 0.5982111 May 26 16:28:08.440871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-b1168ecc-5a50-4779-a9c8-d2928e439c9b tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:08.442507 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-b1168ecc-5a50-4779-a9c8-d2928e439c9b tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.24 "GET /v2.0/networks?id=d27775ad-c91d-4501-9510-c32914bcba95 HTTP/1.1" status: 200 len: 911 time: 0.3082459 May 26 16:28:08.450554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66d472b8-4c0e-441f-a0b0-464b2457fdf5 req-96fe2ed1-6141-446f-aba8-8f5c2c6760f4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6278949 May 26 16:28:08.455673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Request body: {'port': {'device_id': '3b3f13b4-0b44-49ef-ae76-6e9be2f277fb', 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95', 'admin_state_up': True, 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:08.504735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:26:03Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a3588141-ebe3-49eb-8bbf-922d390e83bd', 'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:15:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:01Z', 'updated_at': '2022-05-26T16:26:08Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:08.510282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Made reservation on behalf of 73faf169b9ff41cd86682b1b6fc6e969 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:08.514398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:08.603355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f5ac5127-8f4c-4072-b4f7-f32b67e8582f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:08.612266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] Checking router: cbd2715f-9056-43e2-ae21-1c1b9a88b023 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:08.665681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d1410c1-ab2b-43c7-9a97-448a0dfac774 req-bd7800e2-14f4-4fec-9113-c441a41504ea tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 210 time: 0.1844893 May 26 16:28:08.677533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-bf4cdab8-8554-45c8-b23c-549e91049722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:08.679148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-bf4cdab8-8554-45c8-b23c-549e91049722 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22c16bab-5df0-49be-8360-966c7e6d24c9 HTTP/1.1" status: 200 len: 835 time: 0.5625930 May 26 16:28:08.700300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:08.700300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:08.777908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cd9476c1-53fd-4834-aa01-3800ccf5cbf5 None None] Current status of the port f5ac5127-8f4c-4072-b4f7-f32b67e8582f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:08.832019 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Allocated IP 172.20.0.4 (d27775ad-c91d-4501-9510-c32914bcba95/2d43a78c-eab3-4f21-baec-454c63047f66/8f3784f0-4f78-4e19-9d44-500495752914) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:08.908258 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:08.936305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:08.939488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-455be185-60c6-42dc-8732-d034f68f6cba None None] Provisioning complete for port 5967c51d-7d5c-4789-98c7-39e05148c967 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:08.939488 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-455be185-60c6-42dc-8732-d034f68f6cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.010579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f5ac5127-8f4c-4072-b4f7-f32b67e8582f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:09.011095 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.153010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-455be185-60c6-42dc-8732-d034f68f6cba None None] Port 5967c51d-7d5c-4789-98c7-39e05148c967 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:09.201649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.285556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.362927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Network d27775ad-c91d-4501-9510-c32914bcba95 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:09.367449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:09.386938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:09.468051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Pushing event updated for resources: {'Port': ['ID=8f3784f0-4f78-4e19-9d44-500495752914,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:09.506660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:09.507590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.546124 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-8ae29e66-7fd1-4f3c-be82-f226faf4ff4e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0949407 May 26 16:28:09.560000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Request body: {'port': {'device_id': '3b3f13b4-0b44-49ef-ae76-6e9be2f277fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:09.617880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-d5e1b20b-6e34-492a-80bd-d90cff86d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:09.622723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-d5e1b20b-6e34-492a-80bd-d90cff86d30e service neutron] 10.222.0.32 "GET /v2.0/networks?id=176cfd15-d5ab-4438-824b-0d3a771d83a2 HTTP/1.1" status: 200 len: 898 time: 1.5302000 May 26 16:28:09.629579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f5ac5127-8f4c-4072-b4f7-f32b67e8582f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:09.686107 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.746696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:26:03Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a3588141-ebe3-49eb-8bbf-922d390e83bd', 'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:15:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:01Z', 'updated_at': '2022-05-26T16:26:08Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:09.844568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-4e8a7d32-25a6-4df8-9d02-52adee08b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:09.848100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-4e8a7d32-25a6-4df8-9d02-52adee08b6cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c39485b-7441-4c6e-99a4-81195202a1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1405933 May 26 16:28:09.857655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.877810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9421ad-3055-4d41-bfe6-3a83b8281c9a None None] The sync data for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 is: [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:26:03Z', 'revision_number': 4, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'a3588141-ebe3-49eb-8bbf-922d390e83bd', 'name': '', 'network_id': '0c39485b-7441-4c6e-99a4-81195202a1de', 'tenant_id': '45735cc8400542528e0de415734ff279', 'mac_address': 'fa:16:3e:15:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:01Z', 'updated_at': '2022-05-26T16:26:08Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'subnets': [{'id': '22c16bab-5df0-49be-8360-966c7e6d24c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:09.911067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ebc679f5-a38e-4797-b4b2-087b0f520976 None None] Provisioning complete for port 8f3784f0-4f78-4e19-9d44-500495752914 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:09.916535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ebc679f5-a38e-4797-b4b2-087b0f520976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.000960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ebc679f5-a38e-4797-b4b2-087b0f520976 None None] Port 8f3784f0-4f78-4e19-9d44-500495752914 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:10.034730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-674056e2-d1e3-449c-8b57-5eb517970efa service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531587 May 26 16:28:10.085969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987a33e-abb1-4574-9fcd-8e4680eef159 req-b6f4e5b4-0509-4f86-a2af-ec0d57029e73 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:10.088527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e987a33e-abb1-4574-9fcd-8e4680eef159 req-b6f4e5b4-0509-4f86-a2af-ec0d57029e73 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.3841598 May 26 16:28:10.097462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c0e32-ebec-4f16-b633-f0a18e5ebb3c req-342345ce-c134-4bc0-9ef5-53ec30056297 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:10.099354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-284c0e32-ebec-4f16-b633-f0a18e5ebb3c req-342345ce-c134-4bc0-9ef5-53ec30056297 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 985 time: 0.5567241 May 26 16:28:10.186564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Deleting port 3d90e941-b032-4800-a6b2-09979f1e5b44 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:10.187061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.206236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3784f0-4f78-4e19-9d44-500495752914 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:28:10.215352 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.236733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Transition to ACTIVE for port object 8f3784f0-4f78-4e19-9d44-500495752914 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:28:10.242522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.272236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-c6b7e251-8c29-4d40-9de7-09789c8f6bff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 1002 time: 0.6098123 May 26 16:28:10.363203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e987a33e-abb1-4574-9fcd-8e4680eef159 req-c196c80b-34ce-45a9-a513-a7e209d09fb4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551410 May 26 16:28:10.387993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Pushing event updated for resources: {'Port': ['ID=8f3784f0-4f78-4e19-9d44-500495752914,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:10.481557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:10.494193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-284c0e32-ebec-4f16-b633-f0a18e5ebb3c req-ef573e71-5d91-4017-b9b2-e8387709735d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3825629 May 26 16:28:10.508834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Attempting to bind port 8f3784f0-4f78-4e19-9d44-500495752914 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:10.509423 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Attempting to bind port 8f3784f0-4f78-4e19-9d44-500495752914 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:10.509585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Attempting to bind port 8f3784f0-4f78-4e19-9d44-500495752914 on network d27775ad-c91d-4501-9510-c32914bcba95 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:10.515407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Port 8f3784f0-4f78-4e19-9d44-500495752914 on network d27775ad-c91d-4501-9510-c32914bcba95 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:28:10.515760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Attempting to bind port 8f3784f0-4f78-4e19-9d44-500495752914 on network d27775ad-c91d-4501-9510-c32914bcba95 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:10.523774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:10.524151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Checking segment: {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:10.525856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Bound using segment: {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:10.527305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Bound port: 8f3784f0-4f78-4e19-9d44-500495752914, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:10.530503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.619018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:10.619757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.746720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-60dbf622-5196-4cb8-9ff0-1a711dbe5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:10.749578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] For port 8f3784f0-4f78-4e19-9d44-500495752914, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:10.751509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-60dbf622-5196-4cb8-9ff0-1a711dbe5b4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47565b16-c770-4271-8dcd-901d16f2c15e HTTP/1.1" status: 200 len: 835 time: 0.4529886 May 26 16:28:10.755145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] For port 8f3784f0-4f78-4e19-9d44-500495752914, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8f3784f0-4f78-4e19-9d44-500495752914,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:10.766562 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.788904 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.791766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-74af16ee-2687-4436-93b9-e5a1cf9c1dfa service neutron] 10.222.0.24 "GET /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7405217 May 26 16:28:10.803684 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.832359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:10.833540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.835356 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] 10.222.0.24 "PUT /v2.0/ports/8f3784f0-4f78-4e19-9d44-500495752914 HTTP/1.1" status: 200 len: 1091 time: 1.2817442 May 26 16:28:10.836891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3f13b4-0b44-49ef-ae76-6e9be2f277fb', 'tag': '8f3784f0-4f78-4e19-9d44-500495752914'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:10.839370 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90051ca1-16c6-4091-a1ab-d51407b7ba19" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3f13b4-0b44-49ef-ae76-6e9be2f277fb", "tag": "8f3784f0-4f78-4e19-9d44-500495752914"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:10.904539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b5f5d-340a-4938-8e2a-a06d9672407f service neutron] Pushing event updated for resources: {'Port': ['ID=8f3784f0-4f78-4e19-9d44-500495752914,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:10.946368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] For port 3d90e941-b032-4800-a6b2-09979f1e5b44, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=3d90e941-b032-4800-a6b2-09979f1e5b44,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:10.947111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.969235 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d502add-dc6b-4fd2-bb83-1c632c0016c9 x-openstack-request-id: req-8d502add-dc6b-4fd2-bb83-1c632c0016c9 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:10.969235 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3f13b4-0b44-49ef-ae76-6e9be2f277fb", "tag": "8f3784f0-4f78-4e19-9d44-500495752914", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:10.969235 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d502add-dc6b-4fd2-bb83-1c632c0016c9 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:10.969235 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d502add-dc6b-4fd2-bb83-1c632c0016c9'] response: {'name': 'network-changed', 'server_uuid': '3b3f13b4-0b44-49ef-ae76-6e9be2f277fb', 'tag': '8f3784f0-4f78-4e19-9d44-500495752914', 'status': 'completed', 'code': 200} May 26 16:28:10.969743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:10.969743 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.998883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Calling delete_port for 3d90e941-b032-4800-a6b2-09979f1e5b44 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:11.013365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:11.014951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6583c07-bfe1-4660-86d4-2e6fc0441432 req-4cf169d4-80d2-4821-af68-3db23f7c5f8b tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.016654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6583c07-bfe1-4660-86d4-2e6fc0441432 req-4cf169d4-80d2-4821-af68-3db23f7c5f8b tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1052 time: 0.5356081 May 26 16:28:11.024175 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.047101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-7c698426-dd9a-4370-a904-3a4a86d4f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.049308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-7c698426-dd9a-4370-a904-3a4a86d4f7be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=176cfd15-d5ab-4438-824b-0d3a771d83a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786982 May 26 16:28:11.092237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-daa9b245-2853-4766-8db4-35c6443f2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.096338 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-daa9b245-2853-4766-8db4-35c6443f2512 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73faf169b9ff41cd86682b1b6fc6e969&device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1094 time: 0.0670910 May 26 16:28:11.133786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:11.157310 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-6d595f8f-6116-4d3f-a378-bcfd9ae32cde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3784f0-4f78-4e19-9d44-500495752914 HTTP/1.1" status: 200 len: 217 time: 0.0502977 May 26 16:28:11.233642 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.246246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-d28c6d50-df9e-4243-8c4d-b3ea33987958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.247865 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-d28c6d50-df9e-4243-8c4d-b3ea33987958 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d43a78c-eab3-4f21-baec-454c63047f66 HTTP/1.1" status: 200 len: 849 time: 0.0814829 May 26 16:28:11.255053 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.305448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-349aebdf-b874-479d-b89a-cdd7dc86cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.308206 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-349aebdf-b874-479d-b89a-cdd7dc86cb86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d27775ad-c91d-4501-9510-c32914bcba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530205 May 26 16:28:11.342288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6583c07-bfe1-4660-86d4-2e6fc0441432 req-c09e7245-13f2-4a32-ad18-0fbe6d87e82f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048031 May 26 16:28:11.427258 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-bc991240-e481-42fa-8891-d93d4401856d service neutron] 10.222.0.24 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116500 May 26 16:28:11.432917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Pushing event updated for resources: {'Port': ['ID=5967c51d-7d5c-4789-98c7-39e05148c967,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:11.443898 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.494233 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122fc67-4a25-4700-9d64-a983262b49db None None] New status for floating IP c1b224c7-ec7e-4100-9ee9-7e1ebb8d8e47: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:28:11.522118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-af1c0f3c-0ba0-476a-9612-8c0b9da188f8 service neutron] 10.222.0.32 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595020 May 26 16:28:11.548172 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6d49732-a3c0-4b5c-a1f1-e48384bd25e2 req-1d0cec7e-beec-47f7-b736-fbf91e06147d service neutron] 10.222.0.24 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127682 May 26 16:28:11.680197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-b8696cd6-562f-4471-b284-6cc9d8eb0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.681880 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-b8696cd6-562f-4471-b284-6cc9d8eb0656 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=73faf169b9ff41cd86682b1b6fc6e969&device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1094 time: 0.0713046 May 26 16:28:11.826206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-e1363fd9-e8eb-432c-b3a0-6ef296ad78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.826206 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-e1363fd9-e8eb-432c-b3a0-6ef296ad78c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d27775ad-c91d-4501-9510-c32914bcba95 HTTP/1.1" status: 200 len: 911 time: 0.1331246 May 26 16:28:11.826442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109191f-8218-4bbb-8e94-9e090445e759 req-0f34e9bb-cb7f-4026-bc5a-008fa3b9936b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.826442 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5109191f-8218-4bbb-8e94-9e090445e759 req-0f34e9bb-cb7f-4026-bc5a-008fa3b9936b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.3077619 May 26 16:28:11.831072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Network d89c9cb2-00bd-442c-9136-876f726e74df is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:11.841117 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.854302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:11.898617 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-fd82def6-a94a-41eb-a9fc-9f8501dc9f78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3784f0-4f78-4e19-9d44-500495752914 HTTP/1.1" status: 200 len: 217 time: 0.0621910 May 26 16:28:11.954241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Port': ['ID=3d90e941-b032-4800-a6b2-09979f1e5b44,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:11.964089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bd208-dda5-42a7-acca-e7cacb3912be req-7730d07c-d30a-42a1-a6b2-eeee1bb53811 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.965686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c3bd208-dda5-42a7-acca-e7cacb3912be req-7730d07c-d30a-42a1-a6b2-eeee1bb53811 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/ports?device_id=e91e6e25-e985-4aeb-bc20-72287dfd22f8 HTTP/1.1" status: 200 len: 985 time: 0.3167987 May 26 16:28:11.995262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-ae2ff40a-4750-4636-a2ee-bd9b9e279919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.997281 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-ae2ff40a-4750-4636-a2ee-bd9b9e279919 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d43a78c-eab3-4f21-baec-454c63047f66 HTTP/1.1" status: 200 len: 849 time: 0.0920532 May 26 16:28:12.008268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-90dfcd42-cfe3-4f1b-899c-e9fa287a3c43 service neutron] 10.222.0.32 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680362 May 26 16:28:12.106051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3d90e941-b032-4800-a6b2-09979f1e5b44 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:12.116413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5109191f-8218-4bbb-8e94-9e090445e759 req-bd182379-6eff-4f61-a935-4a0bb479f944 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715273 May 26 16:28:12.127848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] No DVR routers for this DVR port 3d90e941-b032-4800-a6b2-09979f1e5b44 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:12.141991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-f8f371cf-79cf-4628-bf06-28a70ca8c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:12.148264 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-f8f371cf-79cf-4628-bf06-28a70ca8c3d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d27775ad-c91d-4501-9510-c32914bcba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423426 May 26 16:28:12.152758 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.156509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-456a7d8d-4a4e-423c-a6d3-e4e68ced3ac5 req-225c9325-3740-4d02-a5d6-3349fc014707 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.24 "DELETE /v2.0/ports/3d90e941-b032-4800-a6b2-09979f1e5b44 HTTP/1.1" status: 204 len: 173 time: 3.8217075 May 26 16:28:12.159902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'name': 'network-vif-deleted', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:12.163392 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95314449-0afa-4d2c-b238-3a913d33cd70" -d '{"events": [{"server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "name": "network-vif-deleted", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:12.212966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 3d90e941-b032-4800-a6b2-09979f1e5b44 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:12.223427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 3d90e941-b032-4800-a6b2-09979f1e5b44 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:12.379725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-66904b16-1b6f-49be-bf7f-678f89bc384c None None] Provisioning complete for port 5967c51d-7d5c-4789-98c7-39e05148c967 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:12.380096 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66904b16-1b6f-49be-bf7f-678f89bc384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.443824 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-2f05482b-2b96-4d5b-8d94-26fce468f202 service neutron] 10.222.0.24 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859366 May 26 16:28:12.449573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:12.485978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c3bd208-dda5-42a7-acca-e7cacb3912be req-fdf1431e-eb83-4693-b113-d3be9e72f870 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "GET /v2.0/security-groups?id=c82951b4-499a-4791-bd98-d480c1c8b31f&id=72f88ece-78f3-47ad-9326-c7d829e8961a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4656677 May 26 16:28:12.527814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-66904b16-1b6f-49be-bf7f-678f89bc384c None None] Port 5967c51d-7d5c-4789-98c7-39e05148c967 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:12.537363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:12.538124 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.604012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:12.608263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-69446f4b-b2bc-453f-98ac-95934a098248 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:12.620308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-69446f4b-b2bc-453f-98ac-95934a098248 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6&tenant_id=c910ea62887b4896b2090b1a8aa27af7&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1097 time: 0.5012207 May 26 16:28:12.637729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843336-2'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:12.803127 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-90051ca1-16c6-4091-a1ab-d51407b7ba19 req-fff702d1-eecc-4742-8ea5-8920badeb5e8 service neutron] 10.222.0.24 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512635 May 26 16:28:12.816210 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:12.819105 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c65d0c-8ebf-4a61-aa54-e15a41f6b95b x-openstack-request-id: req-42c65d0c-8ebf-4a61-aa54-e15a41f6b95b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:12.820311 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91e6e25-e985-4aeb-bc20-72287dfd22f8", "name": "network-vif-deleted", "tag": "3d90e941-b032-4800-a6b2-09979f1e5b44", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:12.820804 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42c65d0c-8ebf-4a61-aa54-e15a41f6b95b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:12.821887 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c65d0c-8ebf-4a61-aa54-e15a41f6b95b'] response: {'server_uuid': 'e91e6e25-e985-4aeb-bc20-72287dfd22f8', 'name': 'network-vif-deleted', 'tag': '3d90e941-b032-4800-a6b2-09979f1e5b44', 'status': 'completed', 'code': 200} May 26 16:28:13.222574 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.233088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd83b-d872-4dc5-8abd-a6897c58c9ca req-2f7ec2c7-5151-4a46-8fce-8c00c85f610d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:13.235152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8ccd83b-d872-4dc5-8abd-a6897c58c9ca req-2f7ec2c7-5151-4a46-8fce-8c00c85f610d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1094 time: 0.5154665 May 26 16:28:13.404539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:13.419011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-04a21f9d-5ccc-47f4-93b8-e35294bc8e24 admin admin] 10.222.0.39 "PUT /v2.0/routers/e7b2b1b3-9e1b-414f-9d93-c8bee405b61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8883142 May 26 16:28:13.420438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Sync routers for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:13.436574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8ccd83b-d872-4dc5-8abd-a6897c58c9ca req-4678ab3b-01b2-48e5-b32b-f2ee0a04625e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546607 May 26 16:28:13.438650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:13.439589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:13.518261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81ffe4-86a7-4403-a60d-8aed9fa965df req-bd49eeea-1a5f-4b25-bbd3-608ff20e550c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:13.518261 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb81ffe4-86a7-4403-a60d-8aed9fa965df req-bd49eeea-1a5f-4b25-bbd3-608ff20e550c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.1782658 May 26 16:28:13.604618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44976) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:13.621179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb81ffe4-86a7-4403-a60d-8aed9fa965df req-561d4baf-1efc-432f-b69e-f4777d66b617 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901234 May 26 16:28:13.648273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:13.712121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c281c93-95e5-43f0-bf81-ebb1bbe955c1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.715922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:13.753892 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c281c93-95e5-43f0-bf81-ebb1bbe955c1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.814052 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.829343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c281c93-95e5-43f0-bf81-ebb1bbe955c1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.829905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.833283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8c281c93-95e5-43f0-bf81-ebb1bbe955c1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.839012 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8c281c93-95e5-43f0-bf81-ebb1bbe955c1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "DELETE /v2.0/security-groups/72f88ece-78f3-47ad-9326-c7d829e8961a HTTP/1.1" status: 204 len: 168 time: 0.2305992 May 26 16:28:13.841105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 44978) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:13.847873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:13.854962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c281c93-95e5-43f0-bf81-ebb1bbe955c1 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f88ece-78f3-47ad-9326-c7d829e8961a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:13.942231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:14.126303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 8f3784f0-4f78-4e19-9d44-500495752914 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:28:14.181636 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f819e7cf-3de4-46b7-837a-1a58cf2ecc40 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.254290 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f819e7cf-3de4-46b7-837a-1a58cf2ecc40 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.294423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on host n-h1-843336-2 for vnic_type normal with profile {"migrating_to": "n-h2-843336-2"} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:14.294890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:14.295318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:14.332095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:28:14.332723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Attempting to bind port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on network 176cfd15-d5ab-4438-824b-0d3a771d83a2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:14.342766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:14.343260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Checking segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:14.343771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Bound using segment: {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:14.344555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Bound port: c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bba393d-64e8-4550-b002-39699de1980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:14.345167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.383552 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:28:14.406939 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f819e7cf-3de4-46b7-837a-1a58cf2ecc40 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.411239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f819e7cf-3de4-46b7-837a-1a58cf2ecc40 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.416560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f819e7cf-3de4-46b7-837a-1a58cf2ecc40 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "DELETE /v2.0/security-groups/c82951b4-499a-4791-bd98-d480c1c8b31f HTTP/1.1" status: 204 len: 168 time: 0.5666182 May 26 16:28:14.417805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44990) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:14.452118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819e7cf-3de4-46b7-837a-1a58cf2ecc40 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82951b4-499a-4791-bd98-d480c1c8b31f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:14.524478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:14.532961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-30bde930-d93c-4245-a668-1e488471faf9 None None] Provisioning complete for port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:14.535794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:14.536841 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30bde930-d93c-4245-a668-1e488471faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.544046 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.581926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-30bde930-d93c-4245-a668-1e488471faf9 None None] Port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:14.602599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 2, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:14.610046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 44998) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:14.621217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-888241289-network', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:14.646733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Checking router: e7b2b1b3-9e1b-414f-9d93-c8bee405b61c for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:14.647609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Updating router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c port 5967c51d-7d5c-4789-98c7-39e05148c967 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:14.685830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Made reservation on behalf of 02b7778ebf5f4952bb806e94381482c8 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:14.689556 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.692725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.713659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 8f3784f0-4f78-4e19-9d44-500495752914, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8f3784f0-4f78-4e19-9d44-500495752914,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:14.734251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.887275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.891403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45002) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:14.902820 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.999342 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:15.003063 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17eebd0-143d-4977-99ef-f7e93c0640cc" -d '{"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:15.006818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=8']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:15.111641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:15.112469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.114877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-a01516ae-a537-4fdc-825a-eeaec68addf9 service neutron] 10.222.0.32 "PUT /v2.0/ports/c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 1122 time: 2.4864256 May 26 16:28:15.125785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:28:15.158718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0121ddee-f6fb-4d93-8083-93340534879c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:15.168391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939d7df-7d63-4ee2-9db5-e5e95cee79d3 req-75612cb8-0504-4790-b979-c5d45cbd6fbd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:15.170607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8939d7df-7d63-4ee2-9db5-e5e95cee79d3 req-75612cb8-0504-4790-b979-c5d45cbd6fbd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 944 time: 0.1538780 May 26 16:28:15.172796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0ec5a-fba4-4869-8e4e-823ab83adb4e req-e7ade0fa-ba4d-4fc2-8deb-da0a99668127 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:15.175173 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9b0ec5a-fba4-4869-8e4e-823ab83adb4e req-e7ade0fa-ba4d-4fc2-8deb-da0a99668127 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1094 time: 0.5387628 May 26 16:28:15.188735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '8f3784f0-4f78-4e19-9d44-500495752914', 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95', 'port_id': '8f3784f0-4f78-4e19-9d44-500495752914', 'mac_address': 'fa:16:3e:b5:d6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d43a78c-eab3-4f21-baec-454c63047f66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:28:15.223844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.224845 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Added segment 4fa55159-73f0-4160-af47-f6ef72fa485f of type vlan for network 97651bdc-ac1d-47c6-8261-619791e5526e May 26 16:28:15.280180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8939d7df-7d63-4ee2-9db5-e5e95cee79d3 req-a4733030-8db6-4778-bf94-6b8ad0c80ea1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945141 May 26 16:28:15.283105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['c47b97e8-44a9-442b-9e41-94d34b4d5ce2'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:28:15.287782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3ad65f1d-73bc-4e92-8ab3-c4da22706a7c None None] Provisioning complete for port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:15.288294 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ad65f1d-73bc-4e92-8ab3-c4da22706a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.301982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9b0ec5a-fba4-4869-8e4e-823ab83adb4e req-8fa260fc-ff89-49e5-8ea2-52054bc34ab3 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781758 May 26 16:28:15.384395 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2b91a6-7ef7-4d96-8925-e928d6bf7eae x-openstack-request-id: req-4d2b91a6-7ef7-4d96-8925-e928d6bf7eae {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:15.384792 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:15.384953 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d2b91a6-7ef7-4d96-8925-e928d6bf7eae {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:15.385965 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2b91a6-7ef7-4d96-8925-e928d6bf7eae'] response: {'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'code': 200} May 26 16:28:15.494321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 8f3784f0-4f78-4e19-9d44-500495752914 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:15.494986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.545636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3784f0-4f78-4e19-9d44-500495752914 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:28:15.580228 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.610487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.711731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e87716-b302-4e06-bf6e-0d83c030a449 None None] Pushing event updated for resources: {'Port': ['ID=5967c51d-7d5c-4789-98c7-39e05148c967,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:15.727442 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 8f3784f0-4f78-4e19-9d44-500495752914, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8f3784f0-4f78-4e19-9d44-500495752914,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:15.751018 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.775292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3ad65f1d-73bc-4e92-8ab3-c4da22706a7c None None] Current status of the port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:15.776106 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ad65f1d-73bc-4e92-8ab3-c4da22706a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.818833 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.953803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.955112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:15.956184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.057283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['8f3784f0-4f78-4e19-9d44-500495752914'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:28:16.086592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] Pushing event updated for resources: {'Network': ['ID=97651bdc-ac1d-47c6-8261-619791e5526e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:16.104250 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-33fe4895-3b38-4e57-bfef-0e9d7b14a4e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4928379 May 26 16:28:16.108095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45010) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:16.115985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Request body: {'subnet': {'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-888241289-subnet', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:16.125914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:16.128683 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec03635-74af-49fd-8415-d7ac0bd9fae3" -d '{"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-plugged", "status": "completed", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:16.157307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 97651bdc-ac1d-47c6-8261-619791e5526e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:28:16.172493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Made reservation on behalf of 02b7778ebf5f4952bb806e94381482c8 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:16.178125 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.187890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Attempting to bind port 5967c51d-7d5c-4789-98c7-39e05148c967 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:16.188398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Attempting to bind port 5967c51d-7d5c-4789-98c7-39e05148c967 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:16.188786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Attempting to bind port 5967c51d-7d5c-4789-98c7-39e05148c967 on network d89c9cb2-00bd-442c-9136-876f726e74df {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:16.256226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3ad65f1d-73bc-4e92-8ab3-c4da22706a7c None None] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:16.316955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=8f3784f0-4f78-4e19-9d44-500495752914,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:16.336417 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ad65f1d-73bc-4e92-8ab3-c4da22706a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.366519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:16.368511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Checking segment: {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:16.368511 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.369256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Bound using segment: {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:16.369772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Bound port: 5967c51d-7d5c-4789-98c7-39e05148c967, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:16.370342 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.400751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45022) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:16.483540 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.584990 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.595183 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965f5ddc-e032-4e6f-84c0-d03998a32c51 x-openstack-request-id: req-965f5ddc-e032-4e6f-84c0-d03998a32c51 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:16.595761 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-plugged", "status": "completed", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:16.596125 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-965f5ddc-e032-4e6f-84c0-d03998a32c51 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:16.596641 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965f5ddc-e032-4e6f-84c0-d03998a32c51'] response: {'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'code': 200} May 26 16:28:16.639430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.646485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c73bd8fd-ef75-418c-a1b7-ecfed29e36a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.727122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1440e766-e8cf-4907-b210-6f9c8ef421f9,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:16.754252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924bf6-41c5-4fe7-8dfa-6adc8a718578 req-536313e6-e488-474e-b25a-bed090a52dad tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:16.756548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53924bf6-41c5-4fe7-8dfa-6adc8a718578 req-536313e6-e488-474e-b25a-bed090a52dad tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.1756949 May 26 16:28:16.772966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Checking segment: {'id': '4fa55159-73f0-4160-af47-f6ef72fa485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:16.773309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Network hostable DHCP agents. Network: 97651bdc-ac1d-47c6-8261-619791e5526e, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:28:16.778362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936fdc1-c77e-4f02-8445-5d73c2f2b612 req-46746d14-d8bd-42be-ac68-b52238a91ae0 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:16.779988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2936fdc1-c77e-4f02-8445-5d73c2f2b612 req-46746d14-d8bd-42be-ac68-b52238a91ae0 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1095 time: 0.1284285 May 26 16:28:16.800400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad65f1d-73bc-4e92-8ab3-c4da22706a7c None None] Pushing event updated for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:16.849428 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53924bf6-41c5-4fe7-8dfa-6adc8a718578 req-989eb28f-abd8-4801-9eed-73ce2791d0c1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853386 May 26 16:28:16.874755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Network 97651bdc-ac1d-47c6-8261-619791e5526e is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:28:16.892914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] For port 5967c51d-7d5c-4789-98c7-39e05148c967, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:16.894963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2936fdc1-c77e-4f02-8445-5d73c2f2b612 req-7b3e1284-48cd-459e-a679-e389943400bc tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049161 May 26 16:28:16.897086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 97651bdc-ac1d-47c6-8261-619791e5526e) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:16.914149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:16.915501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.922587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04b613-7a29-4f73-b98b-da443135d841 None None] Network 97651bdc-ac1d-47c6-8261-619791e5526e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:16.955054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f05c100d-b308-44b5-8854-a1a0768e0b0f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8431311 May 26 16:28:16.955506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45026) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:16.957908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] For port 5967c51d-7d5c-4789-98c7-39e05148c967, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5967c51d-7d5c-4789-98c7-39e05148c967,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:16.964688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:16.999100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.000761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.079347 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.098839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.151627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bff45fc3-cff5-43ef-a15c-1c6913d1d929 None None] Provisioning complete for port 5967c51d-7d5c-4789-98c7-39e05148c967 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:17.152003 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bff45fc3-cff5-43ef-a15c-1c6913d1d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.181873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c73bd8fd-ef75-418c-a1b7-ecfed29e36a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.252955 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c73bd8fd-ef75-418c-a1b7-ecfed29e36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.298930 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c73bd8fd-ef75-418c-a1b7-ecfed29e36a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c40a5b3d3ab14a888a676dd976c10d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8938153 May 26 16:28:17.305467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45028) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:17.378871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.389371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:17.403933 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4ca08b-7347-4147-b91a-4a910f495612" -d '{"events": [{"name": "network-changed", "server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:17.428610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bd8fd-ef75-418c-a1b7-ecfed29e36a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beed355-c151-4ef1-8cff-31f3d2b88f08,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:17.504069 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8531aeb1-091f-4fa0-9ca9-ab7389e18189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.522626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:17.523756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:17.537290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:17.539407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.541371 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2b0b0b-1b90-4306-972c-2b83cd49f834 x-openstack-request-id: req-ac2b0b0b-1b90-4306-972c-2b83cd49f834 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:17.541840 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:17.542815 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac2b0b0b-1b90-4306-972c-2b83cd49f834 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:17.543494 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2b0b0b-1b90-4306-972c-2b83cd49f834'] response: {'name': 'network-changed', 'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'status': 'completed', 'code': 200} May 26 16:28:17.570685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:28:17.603928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e87716-b302-4e06-bf6e-0d83c030a449 None None] Pushing event updated for resources: {'Port': ['ID=5967c51d-7d5c-4789-98c7-39e05148c967,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:17.614153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8531aeb1-091f-4fa0-9ca9-ab7389e18189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.740168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.778109 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.796010 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-ca8b7110-581c-4d84-94b3-ac772712b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:17.798364 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-ca8b7110-581c-4d84-94b3-ac772712b408 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1127 time: 0.2206085 May 26 16:28:17.857445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:17.864638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] For port 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7805e75f-7d6d-4b38-a2a0-b29d0c0f046f,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:17.864923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-97651bdc-ac1d-47c6-8261-619791e5526e', 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'fixed_ips': [{'subnet_id': '1440e766-e8cf-4907-b210-6f9c8ef421f9'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:28:17.865111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.865827 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.912890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8531aeb1-091f-4fa0-9ca9-ab7389e18189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.916649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8531aeb1-091f-4fa0-9ca9-ab7389e18189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.921487 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8531aeb1-091f-4fa0-9ca9-ab7389e18189 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3beed355-c151-4ef1-8cff-31f3d2b88f08 HTTP/1.1" status: 204 len: 168 time: 0.5998437 May 26 16:28:17.951909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:17.965686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531aeb1-091f-4fa0-9ca9-ab7389e18189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beed355-c151-4ef1-8cff-31f3d2b88f08,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:17.983781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bff45fc3-cff5-43ef-a15c-1c6913d1d929 None None] Current status of the port 5967c51d-7d5c-4789-98c7-39e05148c967 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:17.984182 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bff45fc3-cff5-43ef-a15c-1c6913d1d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.987807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Deleting port a3588141-ebe3-49eb-8bbf-922d390e83bd {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:17.988296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.989929 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:18.095143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 has no active binding in host n-h2-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 16:28:18.146618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-c2b569c5-c26e-4d5f-a491-5440d18f4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:18.146618 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-c2b569c5-c26e-4d5f-a491-5440d18f4856 service neutron] 10.222.0.24 "GET /v2.0/networks?id=176cfd15-d5ab-4438-824b-0d3a771d83a2 HTTP/1.1" status: 200 len: 898 time: 0.3337200 May 26 16:28:18.192744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 8f3784f0-4f78-4e19-9d44-500495752914 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:18.258331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Allocated IP 172.25.0.28 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/9d03faf0-58a4-4df3-86f3-f3fbf511687a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:18.285556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bff45fc3-cff5-43ef-a15c-1c6913d1d929 None None] For port 5967c51d-7d5c-4789-98c7-39e05148c967, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5967c51d-7d5c-4789-98c7-39e05148c967,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:18.309014 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bff45fc3-cff5-43ef-a15c-1c6913d1d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.370605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] For port a3588141-ebe3-49eb-8bbf-922d390e83bd, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a3588141-ebe3-49eb-8bbf-922d390e83bd,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:18.371218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.381480 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-44799d82-8a76-4ba9-9475-995ba4770d4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 1002 time: 0.2202866 May 26 16:28:18.461640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Calling delete_port for a3588141-ebe3-49eb-8bbf-922d390e83bd owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:18.503657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Allocated IP 172.20.0.2 (97651bdc-ac1d-47c6-8261-619791e5526e/1440e766-e8cf-4907-b210-6f9c8ef421f9/1eaaba72-52c5-44f6-ab59-e1d86c712d90) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:18.518032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.539822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff45fc3-cff5-43ef-a15c-1c6913d1d929 None None] Pushing event updated for resources: {'Port': ['ID=5967c51d-7d5c-4789-98c7-39e05148c967,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:18.546542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6a61519c-92f3-4fc3-80c6-5b9359741855 None None] Provisioning complete for port 5967c51d-7d5c-4789-98c7-39e05148c967 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:18.546542 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a61519c-92f3-4fc3-80c6-5b9359741855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.589632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-f6cf3429-0513-4416-b612-7f5fdc8002d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:18.595653 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-f6cf3429-0513-4416-b612-7f5fdc8002d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47565b16-c770-4271-8dcd-901d16f2c15e HTTP/1.1" status: 200 len: 835 time: 0.2010458 May 26 16:28:18.618577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 8f3784f0-4f78-4e19-9d44-500495752914 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:28:18.621228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.664605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 8f3784f0-4f78-4e19-9d44-500495752914 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:18.665401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.688513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45040) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:18.697639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465fd9-fe45-46c1-b12b-3b381c609831 req-fb7faadb-c801-45be-a522-c60d84f70950 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:18.700823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21465fd9-fe45-46c1-b12b-3b381c609831 req-fb7faadb-c801-45be-a522-c60d84f70950 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1095 time: 0.6782136 May 26 16:28:18.735825 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b27f5a-f5ac-425c-82a6-fea17caa3de8 req-12639d54-f228-4cb0-b062-4f543d8f0dff tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:18.737945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33b27f5a-f5ac-425c-82a6-fea17caa3de8 req-12639d54-f228-4cb0-b062-4f543d8f0dff tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.6465044 May 26 16:28:18.753809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:18.774042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1359999-9c29-4dc9-8240-a4957c434093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.777006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:18.781874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:18.792361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d03faf0-58a4-4df3-86f3-f3fbf511687a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:18.836439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-061600e6-e321-436c-930a-81882acc7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:18.839853 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-061600e6-e321-436c-930a-81882acc7972 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=176cfd15-d5ab-4438-824b-0d3a771d83a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321386 May 26 16:28:18.922770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21465fd9-fe45-46c1-b12b-3b381c609831 req-99c9dd0f-1ad6-4d07-8b7a-75a56f9757da tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040467 May 26 16:28:18.962042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33b27f5a-f5ac-425c-82a6-fea17caa3de8 req-1ea67296-6223-408d-9ece-9af7176d7675 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725035 May 26 16:28:19.019160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:16Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:19.053627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.068785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7bb604-c1da-4c4a-be50-3d85f1b195a3 None None] The sync data for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 is: [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:16Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:19.106569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6a61519c-92f3-4fc3-80c6-5b9359741855 None None] Current status of the port 5967c51d-7d5c-4789-98c7-39e05148c967 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:19.127024 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.139364 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.143695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 8f3784f0-4f78-4e19-9d44-500495752914 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:19.143695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.146438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=7805e75f-7d6d-4b38-a2a0-b29d0c0f046f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:19.256870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Network 97651bdc-ac1d-47c6-8261-619791e5526e is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:19.263748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3f13b4-0b44-49ef-ae76-6e9be2f277fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3784f0-4f78-4e19-9d44-500495752914'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:19.266831 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbe3610-f3bc-412f-8a0c-bed029119937" -d '{"events": [{"server_uuid": "3b3f13b4-0b44-49ef-ae76-6e9be2f277fb", "name": "network-vif-plugged", "status": "completed", "tag": "8f3784f0-4f78-4e19-9d44-500495752914"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:19.301858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Pushing event updated for resources: {'Port': ['ID=1eaaba72-52c5-44f6-ab59-e1d86c712d90,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:19.330045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:19.344594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:19.362611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 8f3784f0-4f78-4e19-9d44-500495752914, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8f3784f0-4f78-4e19-9d44-500495752914,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:19.368089 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13ad73e-d99d-4723-b20e-c776c613c26a x-openstack-request-id: req-c13ad73e-d99d-4723-b20e-c776c613c26a {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:19.368448 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3f13b4-0b44-49ef-ae76-6e9be2f277fb", "name": "network-vif-plugged", "status": "completed", "tag": "8f3784f0-4f78-4e19-9d44-500495752914", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:19.368782 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c13ad73e-d99d-4723-b20e-c776c613c26a {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:19.369250 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13ad73e-d99d-4723-b20e-c776c613c26a'] response: {'server_uuid': '3b3f13b4-0b44-49ef-ae76-6e9be2f277fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3784f0-4f78-4e19-9d44-500495752914', 'code': 200} May 26 16:28:19.384778 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.406930 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-e24ad334-0445-4756-a882-50833cde20b9 service neutron] 10.222.0.24 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518428 May 26 16:28:19.441965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1359999-9c29-4dc9-8240-a4957c434093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.462590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f1359999-9c29-4dc9-8240-a4957c434093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.465989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.564227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Attempting to bind port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:19.564227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Attempting to bind port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '4fa55159-73f0-4160-af47-f6ef72fa485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:19.564227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Attempting to bind port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 on network 97651bdc-ac1d-47c6-8261-619791e5526e {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:19.575644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:19.576317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Checking segment: {'id': '4fa55159-73f0-4160-af47-f6ef72fa485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:19.576767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.577332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Bound using segment: {'id': '4fa55159-73f0-4160-af47-f6ef72fa485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:19.577959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Bound port: 1eaaba72-52c5-44f6-ab59-e1d86c712d90, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa55159-73f0-4160-af47-f6ef72fa485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:19.578478 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.718786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb9347-dbf5-49a7-94c8-f3f6248e216b req-e84432c4-890a-4a7f-b0fd-f2330087d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:19.721047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fcb9347-dbf5-49a7-94c8-f3f6248e216b req-e84432c4-890a-4a7f-b0fd-f2330087d87b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1096 time: 0.2731655 May 26 16:28:19.721909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] For port 1eaaba72-52c5-44f6-ab59-e1d86c712d90, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:19.729028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] For port 1eaaba72-52c5-44f6-ab59-e1d86c712d90, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1eaaba72-52c5-44f6-ab59-e1d86c712d90,segment=NetworkSegment(4fa55159-73f0-4160-af47-f6ef72fa485f),segment_id=4fa55159-73f0-4160-af47-f6ef72fa485f)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:19.735758 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.751439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=8f3784f0-4f78-4e19-9d44-500495752914,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:19.842415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c722a69-994a-4eaf-a0a9-400d063c2628 None None] Pushing event updated for resources: {'Port': ['ID=1eaaba72-52c5-44f6-ab59-e1d86c712d90,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:19.924687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fcb9347-dbf5-49a7-94c8-f3f6248e216b req-106cba6b-6a60-4be4-9baf-8ac0a5111fe6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960108 May 26 16:28:19.950669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:20.237262 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2f4ca08b-7347-4147-b91a-4a910f495612 req-8204879e-4812-4dc3-b100-f7c7caf0777c service neutron] 10.222.0.24 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8007495 May 26 16:28:20.282163 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f1359999-9c29-4dc9-8240-a4957c434093 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=981a5d1a416346aba61db3e099de41d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5921926 May 26 16:28:20.283629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45048) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:20.378724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:20.446131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1359999-9c29-4dc9-8240-a4957c434093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417ea249-ab3b-466b-8a30-24ee6ce38bcc,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:20.653641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Port': ['ID=a3588141-ebe3-49eb-8bbf-922d390e83bd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:20.747753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8674501-dca0-41c1-ae98-81f10a65610e req-6bc2d1a9-45a8-486f-acc8-0992a46eec7d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:20.755271 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8674501-dca0-41c1-ae98-81f10a65610e req-6bc2d1a9-45a8-486f-acc8-0992a46eec7d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1096 time: 0.1485279 May 26 16:28:20.779122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5967c51d-7d5c-4789-98c7-39e05148c967 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:20.824645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2523a-4262-41ca-a398-2f89e255249d req-8dc9fa84-6554-49f7-8d29-36d27368644c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:20.826249 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33e2523a-4262-41ca-a398-2f89e255249d req-8dc9fa84-6554-49f7-8d29-36d27368644c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.2176504 May 26 16:28:20.874445 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-5f8e78d4-b715-49a6-ab8c-3fb3efb94ab6 service neutron] 10.222.0.24 "GET /v2.0/ports/c47b97e8-44a9-442b-9e41-94d34b4d5ce2/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 384 time: 0.3388562 May 26 16:28:20.875068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8674501-dca0-41c1-ae98-81f10a65610e req-31581859-4996-4f0b-b0cb-e1a18bbbfc40 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184969 May 26 16:28:20.952546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5967c51d-7d5c-4789-98c7-39e05148c967 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:20.953209 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:20.996036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33e2523a-4262-41ca-a398-2f89e255249d req-c66eb303-1c1c-4dd0-8155-29be6c072160 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450737 May 26 16:28:21.013253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4517581d-4f19-43fa-86e3-d099c4977f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.021437 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.102916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Router 878a2e88-c218-4026-b91d-1ee9fd24600f is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:28:21.142413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4517581d-4f19-43fa-86e3-d099c4977f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.166563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5967c51d-7d5c-4789-98c7-39e05148c967 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:21.173425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1eaaba72-52c5-44f6-ab59-e1d86c712d90 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:21.281925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:21.282507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.333126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:21.344835 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Sync routers for ids ['878a2e88-c218-4026-b91d-1ee9fd24600f'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:21.362388 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Routers {'878a2e88-c218-4026-b91d-1ee9fd24600f'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:21.363433 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['878a2e88-c218-4026-b91d-1ee9fd24600f'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:21.363699 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.365525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2b626ebd-d994-4299-917e-6003a444fdd3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4085217 May 26 16:28:21.368747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45050) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:21.705444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:21.706490 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.708767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:28:21.712187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b05710-6278-4bd2-9809-9c6b54dbba0f None None] Network 97651bdc-ac1d-47c6-8261-619791e5526e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:21.786892 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Set router 878a2e88-c218-4026-b91d-1ee9fd24600f gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:21.820015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 070506f0-c4f5-412a-951d-f5a0fc373a26 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:21.847929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.877637 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4517581d-4f19-43fa-86e3-d099c4977f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.881564 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4517581d-4f19-43fa-86e3-d099c4977f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.885524 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4517581d-4f19-43fa-86e3-d099c4977f58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/417ea249-ab3b-466b-8a30-24ee6ce38bcc HTTP/1.1" status: 204 len: 168 time: 1.5931492 May 26 16:28:21.956346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517581d-4f19-43fa-86e3-d099c4977f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417ea249-ab3b-466b-8a30-24ee6ce38bcc,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:22.099757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 1eaaba72-52c5-44f6-ab59-e1d86c712d90, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1eaaba72-52c5-44f6-ab59-e1d86c712d90,segment=NetworkSegment(4fa55159-73f0-4160-af47-f6ef72fa485f),segment_id=4fa55159-73f0-4160-af47-f6ef72fa485f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:22.128735 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:28:22.130735 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:22.136566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-339fcaca-9f1e-4880-bc56-0d86ce6815f2 None None] Provisioning complete for port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:22.136921 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-339fcaca-9f1e-4880-bc56-0d86ce6815f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:22.212918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-93326582-0683-4061-9171-c471d7a191c2 req-4179012f-d124-4c89-96fb-fdc18ecfcaaf service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:22.257083 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 3, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'gw_port': {'id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:22.296425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-93326582-0683-4061-9171-c471d7a191c2 req-4179012f-d124-4c89-96fb-fdc18ecfcaaf service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:22.301555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12e38-23e5-4470-ba2c-de797e3afb64 req-882da805-35c0-46e9-a6ea-a0c9b1749a84 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:22.307339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6e12e38-23e5-4470-ba2c-de797e3afb64 req-882da805-35c0-46e9-a6ea-a0c9b1749a84 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1096 time: 0.2679198 May 26 16:28:22.329856 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:22.402270 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Checking router: 878a2e88-c218-4026-b91d-1ee9fd24600f for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:22.403781 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Updating router 878a2e88-c218-4026-b91d-1ee9fd24600f port 9d03faf0-58a4-4df3-86f3-f3fbf511687a binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:22.408325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=1eaaba72-52c5-44f6-ab59-e1d86c712d90,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:22.450869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc838fdc-585f-4cc8-b06a-917d6bdb57e9 req-bbb12791-9de6-4299-836d-9a2e90e8679c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:22.453491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:22.455114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-93326582-0683-4061-9171-c471d7a191c2 req-4179012f-d124-4c89-96fb-fdc18ecfcaaf service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:22.462958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc838fdc-585f-4cc8-b06a-917d6bdb57e9 req-bbb12791-9de6-4299-836d-9a2e90e8679c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 946 time: 0.2257395 May 26 16:28:22.465007 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:22.547292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6e12e38-23e5-4470-ba2c-de797e3afb64 req-c4ca5b6f-636a-4dca-a117-af682c6108f9 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000916 May 26 16:28:22.588464 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 has no active binding in host n-h2-843336-2 {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 16:28:22.595209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc838fdc-585f-4cc8-b06a-917d6bdb57e9 req-51d66a76-15b1-4e56-b594-0da8778d068c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305883 May 26 16:28:22.602329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:22.608022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-339fcaca-9f1e-4880-bc56-0d86ce6815f2 None None] Current status of the port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:22.611260 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb50137-cb93-4adc-81aa-7927cdc7e3a3" -d '{"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:22.623851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-4179012f-d124-4c89-96fb-fdc18ecfcaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:22.794347 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20876dce-3dc3-4f8f-a136-fca4bea719be x-openstack-request-id: req-20876dce-3dc3-4f8f-a136-fca4bea719be {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:22.794702 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-unplugged", "status": "completed", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:22.797081 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20876dce-3dc3-4f8f-a136-fca4bea719be {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:22.797081 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20876dce-3dc3-4f8f-a136-fca4bea719be'] response: {'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'code': 200} May 26 16:28:22.810871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:22.825087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] Sync routers for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:22.831113 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b2a0eb50-a716-4b6d-8040-6d8933c3cdcd tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "PUT /v2.0/routers/070506f0-c4f5-412a-951d-f5a0fc373a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9381456 May 26 16:28:22.834788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Allocated IP 172.20.0.1 (97651bdc-ac1d-47c6-8261-619791e5526e/1440e766-e8cf-4907-b210-6f9c8ef421f9/72411821-2313-45b0-a42f-248d42ec1b30) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:22.844402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:22.845100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:22.960470 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-93326582-0683-4061-9171-c471d7a191c2 req-4179012f-d124-4c89-96fb-fdc18ecfcaaf service neutron] Transition to ACTIVE for port object c47b97e8-44a9-442b-9e41-94d34b4d5ce2 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:28:22.972684 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-4179012f-d124-4c89-96fb-fdc18ecfcaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:22.974999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5dcd32a8-0390-4755-af6d-23286947a6ed None None] Provisioning complete for port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:22.975459 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5dcd32a8-0390-4755-af6d-23286947a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.009044 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.017668 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.019687 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.087124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:23.153444 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Attempting to bind port 9d03faf0-58a4-4df3-86f3-f3fbf511687a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:23.160684 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Attempting to bind port 9d03faf0-58a4-4df3-86f3-f3fbf511687a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:23.164673 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Attempting to bind port 9d03faf0-58a4-4df3-86f3-f3fbf511687a on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:23.167533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179012f-d124-4c89-96fb-fdc18ecfcaaf service neutron] Pushing event updated for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=11']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:23.197688 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Pushing event updated for resources: {'Port': ['ID=9d03faf0-58a4-4df3-86f3-f3fbf511687a,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:23.226250 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:23.230823 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:23.231358 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.231891 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:23.236021 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Bound port: 9d03faf0-58a4-4df3-86f3-f3fbf511687a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:23.237221 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.240872 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.245314 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.245714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d9830-be32-4d7f-a8aa-bce0e2a3bfe2 req-9ec4fe98-a39f-4ba7-96e2-b2d8c5a3617a tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:23.246196 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.246638 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.255384 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.256318 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.256846 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.257781 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.258256 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.258720 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.259262 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.259913 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:23.262698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-192d9830-be32-4d7f-a8aa-bce0e2a3bfe2 req-9ec4fe98-a39f-4ba7-96e2-b2d8c5a3617a tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1096 time: 0.2296853 May 26 16:28:23.356396 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.472579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Pushing event updated for resources: {'Port': ['ID=72411821-2313-45b0-a42f-248d42ec1b30,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:23.496221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd32a8-0390-4755-af6d-23286947a6ed None None] Current status of the port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:23.501148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-192d9830-be32-4d7f-a8aa-bce0e2a3bfe2 req-733bb099-1e33-4ba3-b8f5-4ba079941aec tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361708 May 26 16:28:23.542657 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] For port 9d03faf0-58a4-4df3-86f3-f3fbf511687a, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:23.554577 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] For port 9d03faf0-58a4-4df3-86f3-f3fbf511687a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9d03faf0-58a4-4df3-86f3-f3fbf511687a,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:23.589913 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.651425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Network 97651bdc-ac1d-47c6-8261-619791e5526e is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:23.663557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:23.668650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:23.699832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Router cbd2715f-9056-43e2-ae21-1c1b9a88b023 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:23.737242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-93326582-0683-4061-9171-c471d7a191c2 req-4179012f-d124-4c89-96fb-fdc18ecfcaaf service neutron] No DVR routers for this DVR port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:23.772136 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Routers {'878a2e88-c218-4026-b91d-1ee9fd24600f'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:23.773410 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['878a2e88-c218-4026-b91d-1ee9fd24600f'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:23.844145 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34beb0dc-0327-422c-ae13-3e7808cd5b5d None None] Pushing event updated for resources: {'Port': ['ID=9d03faf0-58a4-4df3-86f3-f3fbf511687a,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:23.922353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ad093-68f3-4e73-a6c8-2eb6885bdc5e req-7e77f19d-67e1-44f1-bd37-5fc4a36b5203 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:23.930691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-610ad093-68f3-4e73-a6c8-2eb6885bdc5e req-7e77f19d-67e1-44f1-bd37-5fc4a36b5203 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 946 time: 0.4278991 May 26 16:28:23.937668 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.961194 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.977873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 6, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f1757830-01db-4eae-9fa5-449859c506bc', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:25Z', 'updated_at': '2022-05-26T16:26:31Z', 'revision_number': 1, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:24.061554 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] Set router 878a2e88-c218-4026-b91d-1ee9fd24600f gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:24.088032 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] Checking router: 070506f0-c4f5-412a-951d-f5a0fc373a26 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:24.113414 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.115381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:24.116890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:24.183516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:24.200705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf105a67-ee24-4d92-a891-76cabc28c0c3 req-8933e36c-854b-488a-a572-f73580c0236a tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:24.215021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf105a67-ee24-4d92-a891-76cabc28c0c3 req-8933e36c-854b-488a-a572-f73580c0236a tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1096 time: 0.4369016 May 26 16:28:24.250194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-68869887-2575-4348-b585-442a5393dc99 None None] Provisioning complete for port 72411821-2313-45b0-a42f-248d42ec1b30 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:24.250958 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-68869887-2575-4348-b585-442a5393dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.305717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-610ad093-68f3-4e73-a6c8-2eb6885bdc5e req-bccb4494-b03c-4fbb-824f-c6c46118c610 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3737521 May 26 16:28:24.310509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-68869887-2575-4348-b585-442a5393dc99 None None] Port 72411821-2313-45b0-a42f-248d42ec1b30 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:24.375713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf105a67-ee24-4d92-a891-76cabc28c0c3 req-0812621b-0f60-4dcf-9f49-62dd7e286863 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252596 May 26 16:28:24.422570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:24.501161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:24.544712 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 3, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'gw_port': {'id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:24.565077 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.570802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1eaaba72-52c5-44f6-ab59-e1d86c712d90 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:24.662839 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54715e-3564-4022-ba47-7b7123ac16d6 None None] The sync data for ids ['878a2e88-c218-4026-b91d-1ee9fd24600f'] in n-d-843336-2 is: [{'id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 3, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'gw_port': {'id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:24.719179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be5af8-1f74-4564-8aff-acaf029ebf9e req-484d2198-9255-4471-89b0-2c3b1166bd85 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:24.721452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55be5af8-1f74-4564-8aff-acaf029ebf9e req-484d2198-9255-4471-89b0-2c3b1166bd85 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.2406044 May 26 16:28:24.833606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55be5af8-1f74-4564-8aff-acaf029ebf9e req-1a875be4-17f3-4f13-8564-974112d88ac3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017554 May 26 16:28:24.929336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:24.935210 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.944554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:24.967170 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] Sync routers for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:24.973888 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-07115279-c623-404b-81f4-80af00a17844 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "PUT /v2.0/routers/cbd2715f-9056-43e2-ae21-1c1b9a88b023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5518320 May 26 16:28:24.977783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45108) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:25.007848 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-4179012f-d124-4c89-96fb-fdc18ecfcaaf service neutron] 10.222.0.24 "PUT /v2.0/ports/c47b97e8-44a9-442b-9e41-94d34b4d5ce2/bindings/n-h2-843336-2/activate HTTP/1.1" status: 200 len: 369 time: 4.1140010 May 26 16:28:25.012253 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:25.013082 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:25.249545 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.264470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8cd522-a1c8-42cc-a6af-6ce0370fdcb7 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Deleting subnet 22c16bab-5df0-49be-8360-966c7e6d24c9 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:28:25.297899 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd522-a1c8-42cc-a6af-6ce0370fdcb7 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.301938 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:25.307416 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.317510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:25.344240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-c0df9a83-4879-42b4-9014-e5116d5d2c1b tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:25.353140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-c0df9a83-4879-42b4-9014-e5116d5d2c1b tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/networks?id=d27775ad-c91d-4501-9510-c32914bcba95 HTTP/1.1" status: 200 len: 911 time: 0.5031528 May 26 16:28:25.359012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 6, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f1757830-01db-4eae-9fa5-449859c506bc', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:25Z', 'updated_at': '2022-05-26T16:26:31Z', 'revision_number': 1, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:25.422603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed49270-402d-4614-94a5-0ea364ecd33e None None] The sync data for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 is: [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 6, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f1757830-01db-4eae-9fa5-449859c506bc', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'port_id': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'mac_address': 'fa:16:3e:e6:c1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:25Z', 'updated_at': '2022-05-26T16:26:31Z', 'revision_number': 1, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:25.564988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-a3c10104-a4fd-4c71-994a-618a80a38e16 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/quotas/73faf169b9ff41cd86682b1b6fc6e969 HTTP/1.1" status: 200 len: 375 time: 0.2108772 May 26 16:28:25.568619 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd522-a1c8-42cc-a6af-6ce0370fdcb7 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.579444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-c0599ab2-ae13-45a7-9b76-f5c154d1e26d tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:25.580973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-c0599ab2-ae13-45a7-9b76-f5c154d1e26d tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6&tenant_id=c910ea62887b4896b2090b1a8aa27af7&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.4693482 May 26 16:28:25.604343 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:25.636531 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] Checking router: cbd2715f-9056-43e2-ae21-1c1b9a88b023 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:25.645929 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] Routers {'cbd2715f-9056-43e2-ae21-1c1b9a88b023'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:25.646875 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:25.657800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Pushing event updated for resources: {'Port': ['ID=72411821-2313-45b0-a42f-248d42ec1b30,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:25.669190 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.708506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052b974-d11b-4da6-a564-14ed1e494813 req-9259197f-8078-4158-b799-c68125c9d54a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:25.710722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8052b974-d11b-4da6-a564-14ed1e494813 req-9259197f-8078-4158-b799-c68125c9d54a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 946 time: 0.3483407 May 26 16:28:25.727300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204a84e-eb7a-4bb5-9cbf-ab7c6b29df72 req-82d534c7-2f36-4599-99b9-93ad329b294f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:25.728792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f204a84e-eb7a-4bb5-9cbf-ab7c6b29df72 req-82d534c7-2f36-4599-99b9-93ad329b294f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 946 time: 0.2705183 May 26 16:28:25.768330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-8c4348ae-5b45-4354-a343-64dc4145f0e2 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=73faf169b9ff41cd86682b1b6fc6e969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2024374 May 26 16:28:25.784782 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] Set router cbd2715f-9056-43e2-ae21-1c1b9a88b023 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:26.028182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f204a84e-eb7a-4bb5-9cbf-ab7c6b29df72 req-81f2cb6f-ce5f-4c71-96ff-4679018b67e0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2711194 May 26 16:28:26.346168 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:26.377966 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fb317-dad9-44bb-b16a-8b8cd0eb491a None None] The sync data for ids ['cbd2715f-9056-43e2-ae21-1c1b9a88b023'] in n-d-843336-2 is: [{'id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1586263405', 'tenant_id': '45735cc8400542528e0de415734ff279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:51Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 5, 'project_id': '45735cc8400542528e0de415734ff279', 'gw_port': {'id': '47dae9cd-709e-4556-b2e6-c67c3784b359', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd2715f-9056-43e2-ae21-1c1b9a88b023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:52Z', 'updated_at': '2022-05-26T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:26.424505 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd522-a1c8-42cc-a6af-6ce0370fdcb7 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.593079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-68036e24-460d-432d-812f-dedda9c8085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:26.594622 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-68036e24-460d-432d-812f-dedda9c8085c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 1096 time: 0.9521480 May 26 16:28:26.598719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Network 97651bdc-ac1d-47c6-8261-619791e5526e is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:26.618780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:26.643811 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-262c42e5-0495-46c9-a84e-f133c50da74e service neutron] 10.222.0.39 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604740 May 26 16:28:26.652598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57671869-0b54-488c-9629-4f7c0505c4a5 req-7be176e6-9f59-42ee-9340-6efaadf7697e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:26.654157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57671869-0b54-488c-9629-4f7c0505c4a5 req-7be176e6-9f59-42ee-9340-6efaadf7697e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.2535846 May 26 16:28:26.684403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd522-a1c8-42cc-a6af-6ce0370fdcb7 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.734348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9d03faf0-58a4-4df3-86f3-f3fbf511687a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:26.828262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9d03faf0-58a4-4df3-86f3-f3fbf511687a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:26.829299 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.860387 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd522-a1c8-42cc-a6af-6ce0370fdcb7 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.870907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45120) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:26.878989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0d8cd522-a1c8-42cc-a6af-6ce0370fdcb7 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "DELETE /v2.0/subnets/22c16bab-5df0-49be-8360-966c7e6d24c9 HTTP/1.1" status: 204 len: 168 time: 1.8996480 May 26 16:28:26.879955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cd522-a1c8-42cc-a6af-6ce0370fdcb7 tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Subnet': ['ID=22c16bab-5df0-49be-8360-966c7e6d24c9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:26.880110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7cc420-0787-467d-8a2d-62bd3ba444c8 None None] Network 0c39485b-7441-4c6e-99a4-81195202a1de requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:26.912968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8052b974-d11b-4da6-a564-14ed1e494813 req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:26.913827 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8052b974-d11b-4da6-a564-14ed1e494813 req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.015903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-57671869-0b54-488c-9629-4f7c0505c4a5 req-5173b328-41a6-4afb-8cc5-3ffe1e7889b8 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410192 May 26 16:28:27.039390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-d9df6fb5-bf4a-4331-8f62-1c643ff52dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:27.040969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-d9df6fb5-bf4a-4331-8f62-1c643ff52dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1096 time: 0.4199929 May 26 16:28:27.115115 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.215664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b2fa12a7-adc4-4665-bb07-395677520988 None None] Provisioning complete for port 72411821-2313-45b0-a42f-248d42ec1b30 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:27.216299 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b2fa12a7-adc4-4665-bb07-395677520988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.285231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa12a7-adc4-4665-bb07-395677520988 None None] Port 72411821-2313-45b0-a42f-248d42ec1b30 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:27.294600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.359945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-5bad251f-50b1-41ef-9e35-30c04c870d06 service neutron] 10.222.0.39 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037160 May 26 16:28:27.395265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Router 878a2e88-c218-4026-b91d-1ee9fd24600f has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:27.418020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9d03faf0-58a4-4df3-86f3-f3fbf511687a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:27.420091 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.436202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Deleting port 47dae9cd-709e-4556-b2e6-c67c3784b359 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:27.436761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.444014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 9d03faf0-58a4-4df3-86f3-f3fbf511687a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9d03faf0-58a4-4df3-86f3-f3fbf511687a,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:27.450168 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.464687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:27.472267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8052b974-d11b-4da6-a564-14ed1e494813 req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] For port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:27.477352 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8052b974-d11b-4da6-a564-14ed1e494813 req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.561976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-8052b974-d11b-4da6-a564-14ed1e494813 req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:27.567386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12535127-041a-4113-ba3e-1c7fe3c3c1c9 None None] DHCP port deletion for 0c39485b-7441-4c6e-99a4-81195202a1de request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:28:27.571925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:27.572366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7805e75f-7d6d-4b38-a2a0-b29d0c0f046f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:27.647045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394881f1-dcae-4a07-ac27-ff1bd3bfb1e1 req-f5bcfb8c-e9db-4abc-9c5d-e960a29343ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:27.655196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394881f1-dcae-4a07-ac27-ff1bd3bfb1e1 req-f5bcfb8c-e9db-4abc-9c5d-e960a29343ad tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 946 time: 0.4037890 May 26 16:28:27.674052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] For port 47dae9cd-709e-4556-b2e6-c67c3784b359, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=47dae9cd-709e-4556-b2e6-c67c3784b359,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:27.674052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.683636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-e47bb4ff-aabf-45d6-983a-3bfa0c7f5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:27.683915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=9d03faf0-58a4-4df3-86f3-f3fbf511687a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:27.685600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-e47bb4ff-aabf-45d6-983a-3bfa0c7f5cc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=176cfd15-d5ab-4438-824b-0d3a771d83a2 HTTP/1.1" status: 200 len: 898 time: 0.6040003 May 26 16:28:27.702649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Calling delete_port for 47dae9cd-709e-4556-b2e6-c67c3784b359 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:27.735072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-12535127-041a-4113-ba3e-1c7fe3c3c1c9 None None] Deleting port 7c39654e-2cc4-46f8-b75c-aa209c9b899f {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:27.735804 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-12535127-041a-4113-ba3e-1c7fe3c3c1c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.834617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-0b27c139-8558-4131-abe8-1938bbfaa1c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 1000 time: 0.1180000 May 26 16:28:27.857649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-12535127-041a-4113-ba3e-1c7fe3c3c1c9 None None] For port 7c39654e-2cc4-46f8-b75c-aa209c9b899f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7c39654e-2cc4-46f8-b75c-aa209c9b899f,segment=NetworkSegment(d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40),segment_id=d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:27.858316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-12535127-041a-4113-ba3e-1c7fe3c3c1c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.885131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-12535127-041a-4113-ba3e-1c7fe3c3c1c9 None None] Calling delete_port for 7c39654e-2cc4-46f8-b75c-aa209c9b899f owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:27.936273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-76db349b-d174-4fc9-bf6a-f748093e85d7 req-61af477e-050b-417e-a4ad-12972cade49a tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 210 time: 0.2696044 May 26 16:28:28.025815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.069898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394881f1-dcae-4a07-ac27-ff1bd3bfb1e1 req-f92cb4ae-beda-4a68-bb14-32f3f8719e79 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=52aa2442-b81d-45f3-b984-7586646ed70d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4129727 May 26 16:28:28.081271 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-12535127-041a-4113-ba3e-1c7fe3c3c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.083388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-0855aead-8867-4707-b375-fbf0feb62be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:28.084662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-0855aead-8867-4707-b375-fbf0feb62be5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47565b16-c770-4271-8dcd-901d16f2c15e HTTP/1.1" status: 200 len: 835 time: 0.1642790 May 26 16:28:28.086314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:28.093423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2e922da6-6335-49fa-bca9-331cb04c9d71 admin admin] 10.222.0.39 "PUT /v2.0/routers/878a2e88-c218-4026-b91d-1ee9fd24600f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7233219 May 26 16:28:28.104845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Port': ['ID=47dae9cd-709e-4556-b2e6-c67c3784b359,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:28.159706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12535127-041a-4113-ba3e-1c7fe3c3c1c9 None None] Pushing event deleted for resources: {'Port': ['ID=7c39654e-2cc4-46f8-b75c-aa209c9b899f,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:28.164353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Sync routers for ids ['878a2e88-c218-4026-b91d-1ee9fd24600f'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:28.181013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12535127-041a-4113-ba3e-1c7fe3c3c1c9 None None] No DVR routers for this DVR port 7c39654e-2cc4-46f8-b75c-aa209c9b899f on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:28.198325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Routers {'878a2e88-c218-4026-b91d-1ee9fd24600f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:28.198325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['878a2e88-c218-4026-b91d-1ee9fd24600f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:28.317885 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.378029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Set router 878a2e88-c218-4026-b91d-1ee9fd24600f gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:28.393067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-a3552c6c-ec3b-498e-b58f-c82d462cc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:28.395252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-a3552c6c-ec3b-498e-b58f-c82d462cc17e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=176cfd15-d5ab-4438-824b-0d3a771d83a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3006208 May 26 16:28:28.599904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ee50-87ee-4c23-86c5-58067cb2916a req-1c2d0e4e-85df-440b-8bc2-5e4dfbfee02c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:28.610616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0710ee50-87ee-4c23-86c5-58067cb2916a req-1c2d0e4e-85df-440b-8bc2-5e4dfbfee02c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.3863995 May 26 16:28:28.643495 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8052b974-d11b-4da6-a564-14ed1e494813 req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.652223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9d03faf0-58a4-4df3-86f3-f3fbf511687a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:28.668725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.696477 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.726937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=44bf87a4-92ca-4aa1-807e-80a0b1b310d3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:28.808321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.809693 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Fanout notify agent at l3_agent the message router_deleted on router cbd2715f-9056-43e2-ae21-1c1b9a88b023 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:28:28.820839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-ca07bdc6-1e27-49b7-9686-37c31b2dcb7c service neutron] 10.222.0.32 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921897 May 26 16:28:28.828205 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.834299 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9bb590e3-83ae-492e-bc1c-1cc3d4c4c3ab tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "DELETE /v2.0/routers/cbd2715f-9056-43e2-ae21-1c1b9a88b023 HTTP/1.1" status: 204 len: 168 time: 1.9619992 May 26 16:28:28.835800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45182) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:28.870277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0710ee50-87ee-4c23-86c5-58067cb2916a req-696ce4f6-a9f6-422b-a6d6-916b13264b00 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575107 May 26 16:28:28.871197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8052b974-d11b-4da6-a564-14ed1e494813 req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] No DVR routers for this DVR port 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:28.891903 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8052b974-d11b-4da6-a564-14ed1e494813 req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.909087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8052b974-d11b-4da6-a564-14ed1e494813 req-5276268a-7303-494f-8a4c-047b263fdfc4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "DELETE /v2.0/ports/44bf87a4-92ca-4aa1-807e-80a0b1b310d3 HTTP/1.1" status: 204 len: 173 time: 3.1777418 May 26 16:28:28.912709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd897d2fa-c847-4b73-9b3d-1f0688a6ee8a', 'name': 'network-vif-deleted', 'tag': '44bf87a4-92ca-4aa1-807e-80a0b1b310d3'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:28.923900 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e2a90-c83d-4446-a04a-87c8325247aa" -d '{"events": [{"server_uuid": "d897d2fa-c847-4b73-9b3d-1f0688a6ee8a", "name": "network-vif-deleted", "tag": "44bf87a4-92ca-4aa1-807e-80a0b1b310d3"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:28.980805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9d03faf0-58a4-4df3-86f3-f3fbf511687a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:28.982136 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.059123 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.156463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:24Z', 'revision_number': 4, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'gw_port': {'id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '72411821-2313-45b0-a42f-248d42ec1b30', 'name': '', 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'mac_address': 'fa:16:3e:58:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '1440e766-e8cf-4907-b210-6f9c8ef421f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:22Z', 'updated_at': '2022-05-26T16:28:24Z', 'revision_number': 2, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'subnets': [{'id': '1440e766-e8cf-4907-b210-6f9c8ef421f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:29.168150 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9aca5a-0974-4767-8d74-12c0acdd79b1 x-openstack-request-id: req-1c9aca5a-0974-4767-8d74-12c0acdd79b1 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:29.168469 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d897d2fa-c847-4b73-9b3d-1f0688a6ee8a", "name": "network-vif-deleted", "tag": "44bf87a4-92ca-4aa1-807e-80a0b1b310d3", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:29.168733 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c9aca5a-0974-4767-8d74-12c0acdd79b1 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:29.169190 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9aca5a-0974-4767-8d74-12c0acdd79b1'] response: {'server_uuid': 'd897d2fa-c847-4b73-9b3d-1f0688a6ee8a', 'name': 'network-vif-deleted', 'tag': '44bf87a4-92ca-4aa1-807e-80a0b1b310d3', 'status': 'completed', 'code': 200} May 26 16:28:29.231635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Checking router: 878a2e88-c218-4026-b91d-1ee9fd24600f for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:29.231987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Updating router 878a2e88-c218-4026-b91d-1ee9fd24600f port 72411821-2313-45b0-a42f-248d42ec1b30 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:29.323280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.332995 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e4c00c5-aff4-4b83-8f35-768429bae859 req-2c0cd35f-bf14-4e1b-9d54-d1eff1979426 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 210 time: 0.1623189 May 26 16:28:29.397463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2fdbcde-55c2-4551-81a3-d0d4307675d1 req-18210b3c-623a-48b9-b3d1-c397a595edb8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d897d2fa-c847-4b73-9b3d-1f0688a6ee8a HTTP/1.1" status: 200 len: 210 time: 0.0482707 May 26 16:28:29.397765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c39485b-7441-4c6e-99a4-81195202a1de']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:29.455852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.463613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:29.464106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:29.479134 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-6dde5b43-b9ec-4f8b-a229-150db5576c94 service neutron] 10.222.0.32 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008291 May 26 16:28:29.484939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.514426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9d03faf0-58a4-4df3-86f3-f3fbf511687a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:29.527224 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.544554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:28:29.547944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.742606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:29.742606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7c39654e-2cc4-46f8-b75c-aa209c9b899f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:29.744104 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40 resource provider aggregate not found May 26 16:28:29.784764 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9b5d4ec-cdcd-4a3f-969d-e6fa78ebfc40 found for delete ", "request_id": "req-3be61f72-e19b-4f0b-b087-bd9f71fc2e3d"}]} May 26 16:28:29.802207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.812921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 7c39654e-2cc4-46f8-b75c-aa209c9b899f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:29.813153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.813488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7c39654e-2cc4-46f8-b75c-aa209c9b899f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:29.814376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a3588141-ebe3-49eb-8bbf-922d390e83bd no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:29.822052 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] 10.222.0.39 "DELETE /v2.0/networks/0c39485b-7441-4c6e-99a4-81195202a1de HTTP/1.1" status: 204 len: 168 time: 0.9846947 May 26 16:28:29.844789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d0b91-a74c-411e-8d96-ad3cad22ec0d tempest-TestSecurityGroupsBasicOps-1267079118 tempest-TestSecurityGroupsBasicOps-1267079118-project] Pushing event deleted for resources: {'Network': ['ID=0c39485b-7441-4c6e-99a4-81195202a1de,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:29.911289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:29.912084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 44bf87a4-92ca-4aa1-807e-80a0b1b310d3 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:29.926167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a3588141-ebe3-49eb-8bbf-922d390e83bd {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:29.926973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a3588141-ebe3-49eb-8bbf-922d390e83bd not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:30.199270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-b6c16812-978e-43f3-b249-9babce764f89 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:30.204317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-b6c16812-978e-43f3-b249-9babce764f89 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.32 "GET /v2.0/networks?id=d27775ad-c91d-4501-9510-c32914bcba95 HTTP/1.1" status: 200 len: 911 time: 0.4105091 May 26 16:28:30.271814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Request body: {'port': {'device_id': '7534145a-e33c-4227-bece-48b401a06f92', 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95', 'admin_state_up': True, 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:30.337559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Made reservation on behalf of 73faf169b9ff41cd86682b1b6fc6e969 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:30.341883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.355088 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.372000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 47dae9cd-709e-4556-b2e6-c67c3784b359 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:30.377158 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.468051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5273f-c541-4602-ae9d-0d2283ca47d3 req-b34104e0-7250-4099-a1ca-ae1d08b268fd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:30.471090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98e5273f-c541-4602-ae9d-0d2283ca47d3 req-b34104e0-7250-4099-a1ca-ae1d08b268fd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.3297794 May 26 16:28:30.485338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 47dae9cd-709e-4556-b2e6-c67c3784b359 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:30.485793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 47dae9cd-709e-4556-b2e6-c67c3784b359 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:30.605829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45270) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:30.634919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6e063-f76b-4610-bb2d-82e86b15a873 None None] Pushing event updated for resources: {'Port': ['ID=72411821-2313-45b0-a42f-248d42ec1b30,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:30.651704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326582-0683-4061-9171-c471d7a191c2 req-61288094-e1dc-47d1-a0b6-c9439adafea7 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:30.653230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-61288094-e1dc-47d1-a0b6-c9439adafea7 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6&tenant_id=c910ea62887b4896b2090b1a8aa27af7&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 1096 time: 0.2719409 May 26 16:28:30.657828 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Attempting to bind port 72411821-2313-45b0-a42f-248d42ec1b30 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:30.659541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Attempting to bind port 72411821-2313-45b0-a42f-248d42ec1b30 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '4fa55159-73f0-4160-af47-f6ef72fa485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:30.659928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Attempting to bind port 72411821-2313-45b0-a42f-248d42ec1b30 on network 97651bdc-ac1d-47c6-8261-619791e5526e {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:30.670401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:30.670912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Checking segment: {'id': '4fa55159-73f0-4160-af47-f6ef72fa485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:30.671553 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.672191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Bound using segment: {'id': '4fa55159-73f0-4160-af47-f6ef72fa485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:30.672986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Bound port: 72411821-2313-45b0-a42f-248d42ec1b30, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa55159-73f0-4160-af47-f6ef72fa485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:30.673508 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.685196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dbb025e-2d81-45e8-b6f0-352bd6a10254 req-4a810d01-4edb-452a-8641-b4aa2d09bda0 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 210 time: 0.1247823 May 26 16:28:30.790716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98e5273f-c541-4602-ae9d-0d2283ca47d3 req-2a4c7da5-9252-4010-be5d-8d456557c564 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313204 May 26 16:28:30.799455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45276) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:30.879027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] For port 72411821-2313-45b0-a42f-248d42ec1b30, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:30.884376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] For port 72411821-2313-45b0-a42f-248d42ec1b30, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=72411821-2313-45b0-a42f-248d42ec1b30,segment=NetworkSegment(4fa55159-73f0-4160-af47-f6ef72fa485f),segment_id=4fa55159-73f0-4160-af47-f6ef72fa485f)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:30.891725 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.961045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Allocated IP 172.20.0.6 (d27775ad-c91d-4501-9510-c32914bcba95/2d43a78c-eab3-4f21-baec-454c63047f66/1d1d5a22-7514-4149-b854-0362db73331b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:30.983549 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-99a204da-5bbf-48a3-8e7a-3484a38eab9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45735cc8400542528e0de415734ff279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744967 May 26 16:28:30.996950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45280) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:31.005704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Routers {'878a2e88-c218-4026-b91d-1ee9fd24600f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:31.006388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['878a2e88-c218-4026-b91d-1ee9fd24600f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:31.024395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6aca542d-f736-49b1-b4fd-9b2774af806b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.111956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6aca542d-f736-49b1-b4fd-9b2774af806b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.137782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6e063-f76b-4610-bb2d-82e86b15a873 None None] Pushing event updated for resources: {'Port': ['ID=72411821-2313-45b0-a42f-248d42ec1b30,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:31.158795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6fb80092-16a6-4ef7-8165-da6ebe930667 None None] Provisioning complete for port 72411821-2313-45b0-a42f-248d42ec1b30 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:31.159177 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fb80092-16a6-4ef7-8165-da6ebe930667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.240019 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.295803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21284c8b-2354-4405-81a0-cfeb48dba275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.328877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] Set router 878a2e88-c218-4026-b91d-1ee9fd24600f gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:31.336921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21284c8b-2354-4405-81a0-cfeb48dba275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.385614 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.426658 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6aca542d-f736-49b1-b4fd-9b2774af806b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.431844 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6aca542d-f736-49b1-b4fd-9b2774af806b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.437785 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6aca542d-f736-49b1-b4fd-9b2774af806b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/security-groups/52aa2442-b81d-45f3-b984-7586646ed70d HTTP/1.1" status: 204 len: 168 time: 0.6323631 May 26 16:28:31.442289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['8f3784f0-4f78-4e19-9d44-500495752914'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:28:31.454617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca542d-f736-49b1-b4fd-9b2774af806b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aa2442-b81d-45f3-b984-7586646ed70d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:31.473068 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21284c8b-2354-4405-81a0-cfeb48dba275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.479061 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-21284c8b-2354-4405-81a0-cfeb48dba275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.483456 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-21284c8b-2354-4405-81a0-cfeb48dba275 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ea00652-ba91-480d-b099-2386c06c67b2 HTTP/1.1" status: 204 len: 168 time: 0.4851668 May 26 16:28:31.503659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45286) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:31.508373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Pushing event updated for resources: {'Port': ['ID=1d1d5a22-7514-4149-b854-0362db73331b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:31.524844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Network d27775ad-c91d-4501-9510-c32914bcba95 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:31.528318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-93326582-0683-4061-9171-c471d7a191c2 req-fbcbfb0d-9792-456f-9ecf-e88a786a219a service neutron] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:31.531189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:31.539400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21284c8b-2354-4405-81a0-cfeb48dba275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea00652-ba91-480d-b099-2386c06c67b2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:31.566151 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-93326582-0683-4061-9171-c471d7a191c2 req-fbcbfb0d-9792-456f-9ecf-e88a786a219a service neutron] Notify callbacks [] for binding, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.575932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93326582-0683-4061-9171-c471d7a191c2 req-fbcbfb0d-9792-456f-9ecf-e88a786a219a service neutron] 10.222.0.32 "DELETE /v2.0/ports/c47b97e8-44a9-442b-9e41-94d34b4d5ce2/bindings/n-h1-843336-2 HTTP/1.1" status: 204 len: 173 time: 0.8857887 May 26 16:28:31.578028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:31.714609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:31.715708 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.718951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e205c00-1b2e-4af6-bed3-3b4f5b62353a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting subnet 8a00a27f-9e4a-4ac0-a23b-daa40f24753a {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:28:31.724877 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e205c00-1b2e-4af6-bed3-3b4f5b62353a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.762269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-fe7ef0dd-a65d-4930-8e34-aabca2ec9777 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5109255 May 26 16:28:31.784850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Request body: {'port': {'device_id': '7534145a-e33c-4227-bece-48b401a06f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:31.803050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e205c00-1b2e-4af6-bed3-3b4f5b62353a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.057476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e205c00-1b2e-4af6-bed3-3b4f5b62353a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.145903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6fb80092-16a6-4ef7-8165-da6ebe930667 None None] Current status of the port 72411821-2313-45b0-a42f-248d42ec1b30 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:32.146162 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fb80092-16a6-4ef7-8165-da6ebe930667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.209373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e205c00-1b2e-4af6-bed3-3b4f5b62353a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.218417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45298) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:32.275107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e205c00-1b2e-4af6-bed3-3b4f5b62353a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Subnet': ['ID=8a00a27f-9e4a-4ac0-a23b-daa40f24753a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:32.277434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e205c00-1b2e-4af6-bed3-3b4f5b62353a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.283376 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1e205c00-1b2e-4af6-bed3-3b4f5b62353a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/subnets/8a00a27f-9e4a-4ac0-a23b-daa40f24753a HTTP/1.1" status: 204 len: 168 time: 0.7764115 May 26 16:28:32.284640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a3a29cf-ef6e-4922-995d-91894f769242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.286021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6fb80092-16a6-4ef7-8165-da6ebe930667 None None] For port 72411821-2313-45b0-a42f-248d42ec1b30, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=72411821-2313-45b0-a42f-248d42ec1b30,segment=NetworkSegment(4fa55159-73f0-4160-af47-f6ef72fa485f),segment_id=4fa55159-73f0-4160-af47-f6ef72fa485f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:32.287943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45300) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:32.295223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f0c45-287f-431b-80f9-ddb3ab75d4e6 None None] Network 410f4e32-45b9-4780-86dc-74813744fcf3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:32.360171 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fb80092-16a6-4ef7-8165-da6ebe930667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.463518 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.560383 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a3a29cf-ef6e-4922-995d-91894f769242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.568590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3a3a29cf-ef6e-4922-995d-91894f769242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.580524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb80092-16a6-4ef7-8165-da6ebe930667 None None] Pushing event updated for resources: {'Port': ['ID=72411821-2313-45b0-a42f-248d42ec1b30,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:32.637692 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3a3a29cf-ef6e-4922-995d-91894f769242 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6ee66fefdf4498ca2cf17db6acb2650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076405 May 26 16:28:32.638269 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:32.638718 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.640376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45302) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:32.655282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1f36c343-eb31-467d-b488-4e2ae4d09476 None None] Provisioning complete for port 1d1d5a22-7514-4149-b854-0362db73331b triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:32.655838 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1f36c343-eb31-467d-b488-4e2ae4d09476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.662547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a29cf-ef6e-4922-995d-91894f769242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a66a219-4609-4a2c-b6ab-fcca43918242,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:32.758266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] For port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=194aa979-1975-4e8c-9c6f-7bf24cb9d0c1,segment=NetworkSegment(b40d8fc4-f7b4-417c-af43-f20264c0f5b6),segment_id=b40d8fc4-f7b4-417c-af43-f20264c0f5b6)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:32.758976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.764170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.782288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb8e46-df81-4b0f-99b3-b97ee4d14c28 req-72c859f0-ff20-41a6-b8cc-646774f8c581 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:32.782955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:32.790438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfbb8e46-df81-4b0f-99b3-b97ee4d14c28 req-72c859f0-ff20-41a6-b8cc-646774f8c581 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1027 time: 0.9066398 May 26 16:28:32.805120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1f36c343-eb31-467d-b488-4e2ae4d09476 None None] Port 1d1d5a22-7514-4149-b854-0362db73331b cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:32.805765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9903ba8-c97c-4af8-ad40-8a8eca456d7f req-eeb1f89e-84eb-4f48-bc39-e9ecc830a7db tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:32.813776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9903ba8-c97c-4af8-ad40-8a8eca456d7f req-eeb1f89e-84eb-4f48-bc39-e9ecc830a7db tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.8458011 May 26 16:28:32.841526 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1f36c343-eb31-467d-b488-4e2ae4d09476 None None] Provisioning complete for port 72411821-2313-45b0-a42f-248d42ec1b30 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:32.842109 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1f36c343-eb31-467d-b488-4e2ae4d09476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.843756 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-033ce8ce-f502-4320-a2f8-f8416553216b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.879314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:24Z', 'revision_number': 4, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'gw_port': {'id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '72411821-2313-45b0-a42f-248d42ec1b30', 'name': '', 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'mac_address': 'fa:16:3e:58:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '1440e766-e8cf-4907-b210-6f9c8ef421f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:22Z', 'updated_at': '2022-05-26T16:28:30Z', 'revision_number': 4, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'subnets': [{'id': '1440e766-e8cf-4907-b210-6f9c8ef421f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:32.909086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9903ba8-c97c-4af8-ad40-8a8eca456d7f req-39af5795-c6c6-4bf1-bead-8a54229f8292 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910428 May 26 16:28:32.922190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfbb8e46-df81-4b0f-99b3-b97ee4d14c28 req-7c2eaf6f-03d5-4fcf-b537-137035a65bf7 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308994 May 26 16:28:32.939050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451573b3-f129-4f07-92c6-5a40ed8889f3 None None] The sync data for ids ['878a2e88-c218-4026-b91d-1ee9fd24600f'] in n-d-843336-2 is: [{'id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:24Z', 'revision_number': 4, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'gw_port': {'id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '72411821-2313-45b0-a42f-248d42ec1b30', 'name': '', 'network_id': '97651bdc-ac1d-47c6-8261-619791e5526e', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'mac_address': 'fa:16:3e:58:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '1440e766-e8cf-4907-b210-6f9c8ef421f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:22Z', 'updated_at': '2022-05-26T16:28:30Z', 'revision_number': 4, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'subnets': [{'id': '1440e766-e8cf-4907-b210-6f9c8ef421f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:32.961180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4316856-af46-4724-8283-6d19891667ee None None] DHCP port deletion for 410f4e32-45b9-4780-86dc-74813744fcf3 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:28:33.006629 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-033ce8ce-f502-4320-a2f8-f8416553216b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.152585 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.158108 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-033ce8ce-f502-4320-a2f8-f8416553216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.160779 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-033ce8ce-f502-4320-a2f8-f8416553216b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.168036 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-033ce8ce-f502-4320-a2f8-f8416553216b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a66a219-4609-4a2c-b6ab-fcca43918242 HTTP/1.1" status: 204 len: 168 time: 0.5221431 May 26 16:28:33.244908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ce8ce-f502-4320-a2f8-f8416553216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a66a219-4609-4a2c-b6ab-fcca43918242,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:33.258604 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] No DVR routers for this DVR port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:33.264257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f4316856-af46-4724-8283-6d19891667ee None None] Deleting port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:33.264913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=194aa979-1975-4e8c-9c6f-7bf24cb9d0c1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:33.271518 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f4316856-af46-4724-8283-6d19891667ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.328892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b323e8-23e9-411d-b75c-2dfcd886f348 req-1408ec01-deb2-4943-8312-6dc4a235b8c6 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:33.330825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68b323e8-23e9-411d-b75c-2dfcd886f348 req-1408ec01-deb2-4943-8312-6dc4a235b8c6 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1096 time: 0.2484043 May 26 16:28:33.467162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1f36c343-eb31-467d-b488-4e2ae4d09476 None None] Current status of the port 72411821-2313-45b0-a42f-248d42ec1b30 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:33.501270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f4316856-af46-4724-8283-6d19891667ee None None] For port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:33.501572 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f4316856-af46-4724-8283-6d19891667ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.518817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f4316856-af46-4724-8283-6d19891667ee None None] Calling delete_port for 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:33.521786 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.522724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-f4316856-af46-4724-8283-6d19891667ee None None] Port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:28:33.524726 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f4316856-af46-4724-8283-6d19891667ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.555166 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68b323e8-23e9-411d-b75c-2dfcd886f348 req-5d869541-3f7a-4b45-995a-046face06b64 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010045 May 26 16:28:33.599761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410f4e32-45b9-4780-86dc-74813744fcf3']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:33.626687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4316856-af46-4724-8283-6d19891667ee None None] Pushing event deleted for resources: {'Port': ['ID=194aa979-1975-4e8c-9c6f-7bf24cb9d0c1,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:33.637757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:33.640442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40d8fc4-f7b4-417c-af43-f20264c0f5b6') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:33.643093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4316856-af46-4724-8283-6d19891667ee None None] No DVR routers for this DVR port 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:33.680319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.720615 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.737652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:28:33.738189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.800553 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b40d8fc4-f7b4-417c-af43-f20264c0f5b6 resource provider aggregate not found May 26 16:28:33.825559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1d5a22-7514-4149-b854-0362db73331b {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:28:33.864277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.867391 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b40d8fc4-f7b4-417c-af43-f20264c0f5b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b40d8fc4-f7b4-417c-af43-f20264c0f5b6 found for delete ", "request_id": "req-e3ad2698-592a-4d28-a62b-9a565cb4d2b2"}]} May 26 16:28:33.868004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45324) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:33.916332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.939919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c142b-f031-4803-a4c7-0ccf4dd4de47 req-272805b5-3e27-4c5e-b9c5-690a84fdb7a4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:33.946568 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.950719 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/networks/410f4e32-45b9-4780-86dc-74813744fcf3 HTTP/1.1" status: 204 len: 168 time: 1.6613026 May 26 16:28:33.960439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d9c142b-f031-4803-a4c7-0ccf4dd4de47 req-272805b5-3e27-4c5e-b9c5-690a84fdb7a4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.2648089 May 26 16:28:33.960966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45330) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:33.967050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Transition to ACTIVE for port object 1d1d5a22-7514-4149-b854-0362db73331b will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:28:33.978060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d3de5-6d5b-48a4-a368-29f172330386 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Network': ['ID=410f4e32-45b9-4780-86dc-74813744fcf3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:34.001500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.136927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8766-0000-424a-ba56-2987e37162f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.166553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45332) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:34.249750 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5b9f40b8-843e-4697-afc9-07bcd0431093 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=daef7511d86b4e73be81f8f3cf3c3ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801313 May 26 16:28:34.254050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45334) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:34.348499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1d5a22-7514-4149-b854-0362db73331b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:34.377528 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3a18-94f9-4080-82cb-897f9fce4715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.385651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d9c142b-f031-4803-a4c7-0ccf4dd4de47 req-3908e350-9204-4961-ac17-bb85ce0348bc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883073 May 26 16:28:34.419120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8766-0000-424a-ba56-2987e37162f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.424592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45338) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:34.440407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3a18-94f9-4080-82cb-897f9fce4715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.444847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8766-0000-424a-ba56-2987e37162f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.560506 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-beb35966-43f6-4a02-ad86-0a06e9387adb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/fb116461-b9ee-4baf-bae6-384cd7ecda1a HTTP/1.1" status: 200 len: 992 time: 0.1346962 May 26 16:28:34.567290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742abbb1-264e-4da0-8b9e-1d363e23b948 req-2d7cb7f0-7de5-4257-803d-4914a0d691b6 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:34.573198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-742abbb1-264e-4da0-8b9e-1d363e23b948 req-2d7cb7f0-7de5-4257-803d-4914a0d691b6 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1052 time: 0.4288673 May 26 16:28:34.623671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 72411821-2313-45b0-a42f-248d42ec1b30 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:34.724103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 72411821-2313-45b0-a42f-248d42ec1b30 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:34.725557 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.750347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-742abbb1-264e-4da0-8b9e-1d363e23b948 req-b93abd0f-44c4-43b9-a3fa-6d2c4829c811 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532226 May 26 16:28:34.798646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Attempting to bind port 1d1d5a22-7514-4149-b854-0362db73331b on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:34.799236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Attempting to bind port 1d1d5a22-7514-4149-b854-0362db73331b by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:34.799657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Attempting to bind port 1d1d5a22-7514-4149-b854-0362db73331b on network d27775ad-c91d-4501-9510-c32914bcba95 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:34.805511 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45344) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:34.807280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port b77e87e0-d52e-42ff-857d-e371e16c4110 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:34.807701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.809818 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a3ad8766-0000-424a-ba56-2987e37162f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80a6843ac88e4a069427956cb8723f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9263752 May 26 16:28:34.816739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad8766-0000-424a-ba56-2987e37162f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20145b4d-5ac7-4ef8-86ea-d76fda1c8055,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:34.861673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3a18-94f9-4080-82cb-897f9fce4715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.867982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3a18-94f9-4080-82cb-897f9fce4715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.867982 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d6eb3a18-94f9-4080-82cb-897f9fce4715 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e16873d-d421-42bc-ac95-8b15f748c1ad HTTP/1.1" status: 204 len: 168 time: 0.6105719 May 26 16:28:34.908731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:34.914494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 72411821-2313-45b0-a42f-248d42ec1b30 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:35.055507 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.056477 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.058730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:35.072330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for b77e87e0-d52e-42ff-857d-e371e16c4110 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:35.115725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:35.118125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 194aa979-1975-4e8c-9c6f-7bf24cb9d0c1 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:35.121134 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b48532a3-e2d3-4feb-aab0-e73b78d59e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.149643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb3a18-94f9-4080-82cb-897f9fce4715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e16873d-d421-42bc-ac95-8b15f748c1ad,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:35.155498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Port 1d1d5a22-7514-4149-b854-0362db73331b on network d27775ad-c91d-4501-9510-c32914bcba95 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:28:35.155826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Attempting to bind port 1d1d5a22-7514-4149-b854-0362db73331b on network d27775ad-c91d-4501-9510-c32914bcba95 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:35.208770 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:35.209112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Checking segment: {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:35.212321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Bound using segment: {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:35.213094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Bound port: 1d1d5a22-7514-4149-b854-0362db73331b, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8d754b-bb07-4f3b-a046-bee35a616ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:35.213737 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.320106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port e2a97cd6-863c-4aad-9e69-f249d5371e5a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:35.320447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.425339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.426208 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.434405 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb97ebf6-a262-4e26-9188-22f1869ad07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.446244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for e2a97cd6-863c-4aad-9e69-f249d5371e5a owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:35.498433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] For port 1d1d5a22-7514-4149-b854-0362db73331b, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:35.506529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb97ebf6-a262-4e26-9188-22f1869ad07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.536859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] For port 1d1d5a22-7514-4149-b854-0362db73331b, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d1d5a22-7514-4149-b854-0362db73331b,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:35.549419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.691651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:35.692363 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.693954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d1d5a22-7514-4149-b854-0362db73331b HTTP/1.1" status: 200 len: 1091 time: 3.9190702 May 26 16:28:35.694517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7534145a-e33c-4227-bece-48b401a06f92', 'tag': '1d1d5a22-7514-4149-b854-0362db73331b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:35.696934 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ac1d2-c1b9-4769-9bdc-42890ec59c77" -d '{"events": [{"name": "network-changed", "server_uuid": "7534145a-e33c-4227-bece-48b401a06f92", "tag": "1d1d5a22-7514-4149-b854-0362db73331b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:35.700743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.747772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=e2a97cd6-863c-4aad-9e69-f249d5371e5a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:35.748635 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.811574 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2a02be-a3bb-4101-b99a-376ced6d58e9 x-openstack-request-id: req-7e2a02be-a3bb-4101-b99a-376ced6d58e9 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:35.817877 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7534145a-e33c-4227-bece-48b401a06f92", "tag": "1d1d5a22-7514-4149-b854-0362db73331b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:35.818300 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e2a02be-a3bb-4101-b99a-376ced6d58e9 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:35.819402 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2a02be-a3bb-4101-b99a-376ced6d58e9'] response: {'name': 'network-changed', 'server_uuid': '7534145a-e33c-4227-bece-48b401a06f92', 'tag': '1d1d5a22-7514-4149-b854-0362db73331b', 'status': 'completed', 'code': 200} May 26 16:28:35.879892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666b8a4-e8b6-466f-87c3-f3aa79543212 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1d5a22-7514-4149-b854-0362db73331b,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:35.892138 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb97ebf6-a262-4e26-9188-22f1869ad07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.894714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eb97ebf6-a262-4e26-9188-22f1869ad07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.896090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eb97ebf6-a262-4e26-9188-22f1869ad07a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20145b4d-5ac7-4ef8-86ea-d76fda1c8055 HTTP/1.1" status: 204 len: 168 time: 0.7377367 May 26 16:28:35.972515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.973469 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Floating IP fb116461-b9ee-4baf-bae6-384cd7ecda1a disassociated (deleted). External IP: 172.25.0.247, port: c47b97e8-44a9-442b-9e41-94d34b4d5ce2. May 26 16:28:36.018539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=b77e87e0-d52e-42ff-857d-e371e16c4110,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:36.068831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97ebf6-a262-4e26-9188-22f1869ad07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20145b4d-5ac7-4ef8-86ea-d76fda1c8055,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:36.110353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.110353 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Floating IP f1757830-01db-4eae-9fa5-449859c506bc disassociated (deleted). External IP: 172.25.0.142, port: b3628b4b-ded6-4eff-bd74-66007388eea2. May 26 16:28:36.114803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-e8feec79-af9f-4832-97ae-6d82da790eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:36.116891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-e8feec79-af9f-4832-97ae-6d82da790eb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73faf169b9ff41cd86682b1b6fc6e969&device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1094 time: 0.3595119 May 26 16:28:36.121438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3d276-d243-4e43-953a-18b3969396e5 req-00c9a0d4-8a38-4a84-aa6b-7acfce22168a tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:36.132025 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe3d276-d243-4e43-953a-18b3969396e5 req-00c9a0d4-8a38-4a84-aa6b-7acfce22168a tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1094 time: 0.2480323 May 26 16:28:36.258302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-53e86f26-4200-4c40-abde-60537b355a9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d1d5a22-7514-4149-b854-0362db73331b HTTP/1.1" status: 200 len: 217 time: 0.0760646 May 26 16:28:36.289918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efe3d276-d243-4e43-953a-18b3969396e5 req-cbdbc527-3e0d-455d-8ac4-8db24be1beb2 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569769 May 26 16:28:36.319464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45378) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:36.376691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-c1710fc4-8510-4502-8503-cf7b0d2a81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:36.377687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-c1710fc4-8510-4502-8503-cf7b0d2a81f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d43a78c-eab3-4f21-baec-454c63047f66 HTTP/1.1" status: 200 len: 849 time: 0.1082530 May 26 16:28:36.413953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:36.505895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-651688148-network', 'tenant_id': '713b14340339476ea5ed1867e3a302ec'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:36.517159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-d146a267-161d-45f5-9b07-61b4768d392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:36.519021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-d146a267-161d-45f5-9b07-61b4768d392f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d27775ad-c91d-4501-9510-c32914bcba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313674 May 26 16:28:36.575383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Made reservation on behalf of 713b14340339476ea5ed1867e3a302ec for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:36.578397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.596670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.599791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:36.607061 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.611479 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] Sync routers for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:36.652456 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:36.658756 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:36.660201 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-25f0d326-3e3e-4000-be22-b8ca70f2d671 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/floatingips/fb116461-b9ee-4baf-bae6-384cd7ecda1a HTTP/1.1" status: 204 len: 168 time: 1.7501204 May 26 16:28:36.672965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 070506f0-c4f5-412a-951d-f5a0fc373a26 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:36.677428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:36.683120 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d3475-f12f-4b19-a468-a4c4de89c0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:36.852618 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae676b36-e5dc-49b6-add9-7e8bf13d003a x-openstack-request-id: req-ae676b36-e5dc-49b6-add9-7e8bf13d003a {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:36.853063 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:36.853488 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae676b36-e5dc-49b6-add9-7e8bf13d003a {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:36.854127 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae676b36-e5dc-49b6-add9-7e8bf13d003a'] response: {'name': 'network-changed', 'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'status': 'completed', 'code': 200} May 26 16:28:36.885943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:36.901267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] Sync routers for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:36.911134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.918354 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:36.938353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:36.940419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:36.996193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.008314 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.015141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-4df59e13-975c-42ca-9d6d-17dab3b96ec9 service neutron] 10.222.0.32 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818430 May 26 16:28:37.080704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:28:37.102584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1823ab79-038d-44b5-927b-ed365063ee83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/floatingips/f1757830-01db-4eae-9fa5-449859c506bc HTTP/1.1" status: 204 len: 168 time: 3.1269684 May 26 16:28:37.168181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8da3d3-cafc-41be-9c32-1f27888ad148,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:37.186455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.186455 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Added segment 18e848be-a1dd-4cfe-9f98-4cea249258da of type vlan for network 220b4e82-1562-4a6b-bddb-eee8de412ea2 May 26 16:28:37.268497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-f13de191-bfd1-4dcb-ab93-7f5746ba5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:37.276465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-f13de191-bfd1-4dcb-ab93-7f5746ba5748 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 1096 time: 0.3961031 May 26 16:28:37.297851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.349168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:37.368933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.370165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:37.370845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.560513 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'f682991a-4413-40ec-aff7-b8136a8ea027', 'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:f3:86:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:58Z', 'updated_at': '2022-05-26T16:27:08Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:37.574455 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2531118 May 26 16:28:37.592036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45414) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:37.601183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Request body: {'subnet': {'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-651688148-subnet', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:37.638393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf4d65-6982-499e-a1aa-f527a099516c admin admin] Pushing event updated for resources: {'Network': ['ID=220b4e82-1562-4a6b-bddb-eee8de412ea2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:37.659210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Made reservation on behalf of 713b14340339476ea5ed1867e3a302ec for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:37.660426 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] Checking router: 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:37.671184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.688094 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:37.689324 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:37.717607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:28:37.932467 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-41a66cad-3e9c-497d-936b-87297565d5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.997604 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:38.040517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-b7ad7873-8a12-4d41-9621-e2de97b76161 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:38.042397 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-b7ad7873-8a12-4d41-9621-e2de97b76161 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.1994159 May 26 16:28:38.088735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 6, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:38.134967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] Checking router: 070506f0-c4f5-412a-951d-f5a0fc373a26 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:38.148937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:38.150639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:38.199168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:38.203343 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:38.311773 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.389715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1acc9421-4e89-40d5-9a1a-425b014bf83a req-df034996-70d2-4a67-84f7-c8604ed157da service neutron] 10.222.0.32 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3717179 May 26 16:28:38.406875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:38.407420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.458303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1236e25-7f49-4803-817a-101bc781887b req-54c4e280-8714-4bba-9fbf-fec72715ee9a tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:38.462123 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1236e25-7f49-4803-817a-101bc781887b req-54c4e280-8714-4bba-9fbf-fec72715ee9a tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1094 time: 0.2243769 May 26 16:28:38.509443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:38.555661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ee12c-f06b-485d-84dc-36e73670f3bc req-8725e0e1-4d3d-4be3-b88b-e18aa240bf5b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:38.568423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-941ee12c-f06b-485d-84dc-36e73670f3bc req-8725e0e1-4d3d-4be3-b88b-e18aa240bf5b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 945 time: 0.3496227 May 26 16:28:38.571657 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'f682991a-4413-40ec-aff7-b8136a8ea027', 'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:f3:86:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:58Z', 'updated_at': '2022-05-26T16:27:08Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:38.653730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-a2d9ea67-c856-4ea6-b57a-1e75c7fe6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:38.655651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-a2d9ea67-c856-4ea6-b57a-1e75c7fe6dd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=176cfd15-d5ab-4438-824b-0d3a771d83a2 HTTP/1.1" status: 200 len: 898 time: 1.3611977 May 26 16:28:38.670349 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79512a-e965-47ee-a205-ab60da00d167 None None] The sync data for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 is: [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:27:00Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'f682991a-4413-40ec-aff7-b8136a8ea027', 'name': '', 'network_id': '176cfd15-d5ab-4438-824b-0d3a771d83a2', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:f3:86:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:58Z', 'updated_at': '2022-05-26T16:27:08Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '47565b16-c770-4271-8dcd-901d16f2c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:38.767555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-941ee12c-f06b-485d-84dc-36e73670f3bc req-928703bb-4736-4af5-b95d-4e628f735c4f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf944c01-ccaa-4177-b4f7-7d9c9c676322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974633 May 26 16:28:38.769971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-8d38f92f-3fe9-4c31-b8f6-f45edbb0350d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 200 len: 217 time: 0.0940642 May 26 16:28:38.781059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-7e4fb2e1-938c-4f39-af0c-ba065bd6c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:38.785466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-7e4fb2e1-938c-4f39-af0c-ba065bd6c40b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73faf169b9ff41cd86682b1b6fc6e969&device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1094 time: 0.3131845 May 26 16:28:38.812833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6389a0-5e10-4f59-8c1f-4a01b4315b11,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:38.851355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port c47b97e8-44a9-442b-9e41-94d34b4d5ce2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:38.852173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.903875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for c47b97e8-44a9-442b-9e41-94d34b4d5ce2 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:39.007496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1236e25-7f49-4803-817a-101bc781887b req-08ff9aa1-ea13-4186-9b14-a58a8d89a433 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863045 May 26 16:28:39.177953 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dac8b4-77d5-4db3-b3ea-da42b965afee x-openstack-request-id: req-30dac8b4-77d5-4db3-b3ea-da42b965afee {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:39.179373 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:39.179919 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30dac8b4-77d5-4db3-b3ea-da42b965afee {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:39.180688 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dac8b4-77d5-4db3-b3ea-da42b965afee'] response: {'name': 'network-changed', 'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'status': 'completed', 'code': 200} May 26 16:28:39.224060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.32', 62045) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:39.290308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-6ada0e4a-5e22-4675-b027-5d5fba311691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:39.292335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-6ada0e4a-5e22-4675-b027-5d5fba311691 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47565b16-c770-4271-8dcd-901d16f2c15e HTTP/1.1" status: 200 len: 835 time: 0.5013185 May 26 16:28:39.320388 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:39.320388 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Network hostable DHCP agents. Network: 220b4e82-1562-4a6b-bddb-eee8de412ea2, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:28:39.328169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.401726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=c47b97e8-44a9-442b-9e41-94d34b4d5ce2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:39.419672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-666a0f18-da7a-43e3-8dae-c256041351aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:39.420409 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583b916d-766c-4707-8cd2-532b7c0443d8 None None] New status for floating IP fb116461-b9ee-4baf-bae6-384cd7ecda1a: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:28:39.424688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-666a0f18-da7a-43e3-8dae-c256041351aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 1096 time: 0.1937671 May 26 16:28:39.448249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb0bfd-5162-47f2-847e-13dd9b00a9b3 req-79ebad3a-498f-428e-84c3-14173cc44843 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:39.461623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6aeb0bfd-5162-47f2-847e-13dd9b00a9b3 req-79ebad3a-498f-428e-84c3-14173cc44843 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 945 time: 0.4977124 May 26 16:28:39.478565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:28:39.506795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-1c180ef2-2781-4edf-b2a7-8d87cc62099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:39.511797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-1c180ef2-2781-4edf-b2a7-8d87cc62099e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d27775ad-c91d-4501-9510-c32914bcba95 HTTP/1.1" status: 200 len: 911 time: 0.6881998 May 26 16:28:39.534046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-3a887fe5-29cf-4f0c-9355-ded8fd2c4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:39.540549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-3a887fe5-29cf-4f0c-9355-ded8fd2c4ad6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=176cfd15-d5ab-4438-824b-0d3a771d83a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2267218 May 26 16:28:39.548300 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.653041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 6, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:39.660300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] No DVR routers for this DVR port c47b97e8-44a9-442b-9e41-94d34b4d5ce2 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:39.694285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a52261-8234-4094-b17c-318d9e2daab3 None None] The sync data for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 is: [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 6, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'da859ed9-b4f8-4800-9834-f6782ac5ca3c', 'name': '', 'network_id': '90c7614f-995f-4fb6-85ea-240611fc8458', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:a0:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:42Z', 'updated_at': '2022-05-26T16:25:49Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'c30e138e-4a0d-471e-bd75-0ad9364c27b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:39.724345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.32', 62046) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:39.733560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 220b4e82-1562-4a6b-bddb-eee8de412ea2) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:39.750693 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.760343 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.32 "DELETE /v2.0/ports/c47b97e8-44a9-442b-9e41-94d34b4d5ce2 HTTP/1.1" status: 204 len: 173 time: 1.7069364 May 26 16:28:39.762291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-deleted', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:39.769890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259296d9-daf6-4fa1-8f25-0e8859e4abc4 None None] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:39.770709 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f050a030-4658-43c7-9394-7e9723f98e8b" -d '{"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-deleted", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:39.805386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:39.809251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.878530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-90a6b7d4-325f-4411-a332-6fb1427fbf55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d1d5a22-7514-4149-b854-0362db73331b HTTP/1.1" status: 200 len: 217 time: 0.3365586 May 26 16:28:39.917108 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d5e7d-9ff7-412b-83ae-f1f408b2f1d5 x-openstack-request-id: req-898d5e7d-9ff7-412b-83ae-f1f408b2f1d5 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:39.917478 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8380e2a-fb0b-4e69-b15f-b15044c421f6", "name": "network-vif-deleted", "tag": "c47b97e8-44a9-442b-9e41-94d34b4d5ce2", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:39.917684 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-898d5e7d-9ff7-412b-83ae-f1f408b2f1d5 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:39.918957 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898d5e7d-9ff7-412b-83ae-f1f408b2f1d5'] response: {'server_uuid': 'b8380e2a-fb0b-4e69-b15f-b15044c421f6', 'name': 'network-vif-deleted', 'tag': 'c47b97e8-44a9-442b-9e41-94d34b4d5ce2', 'status': 'completed', 'code': 200} May 26 16:28:39.940292 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a33eb967-bd5d-4501-ba7a-389da3ec841a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3415430 May 26 16:28:39.940292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45442) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:39.982082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:40.051472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-5f99a41d-86e9-468e-bd7a-98c820e9df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:40.053931 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-5f99a41d-86e9-468e-bd7a-98c820e9df83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=90c7614f-995f-4fb6-85ea-240611fc8458 HTTP/1.1" status: 200 len: 897 time: 0.6096542 May 26 16:28:40.155283 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:28:40.180781 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-0a2bfbae-69bc-4039-988d-27699c9ab41c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3628b4b-ded6-4eff-bd74-66007388eea2 HTTP/1.1" status: 200 len: 217 time: 0.1129842 May 26 16:28:40.181973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.183166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.263747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-3afbcf9d-d357-49bd-a5d7-f62606dbb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:40.270267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-3afbcf9d-d357-49bd-a5d7-f62606dbb595 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d43a78c-eab3-4f21-baec-454c63047f66 HTTP/1.1" status: 200 len: 849 time: 0.2618625 May 26 16:28:40.309088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-220b4e82-1562-4a6b-bddb-eee8de412ea2', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:28:40.310248 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.311797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6aeb0bfd-5162-47f2-847e-13dd9b00a9b3 req-85b835ad-d58e-4829-9436-75f9da4ab7d3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8259530 May 26 16:28:40.415908 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.419154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-e72cd558-4dd4-423a-87d6-f5233aa3312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:40.421166 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-e72cd558-4dd4-423a-87d6-f5233aa3312b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c30e138e-4a0d-471e-bd75-0ad9364c27b7 HTTP/1.1" status: 200 len: 834 time: 0.2277038 May 26 16:28:40.566687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393e26d-6a90-432d-9b55-49ec4f7ec93e None None] New status for floating IP f1757830-01db-4eae-9fa5-449859c506bc: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:28:40.570072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8cc85e95-df43-4864-94a5-41430f6c9145 req-50d3055a-071d-44a8-9e8c-94c0d3996989 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8380e2a-fb0b-4e69-b15f-b15044c421f6 HTTP/1.1" status: 200 len: 210 time: 0.2919745 May 26 16:28:40.632577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-7ef15adc-741e-4469-9c33-5c2bc1a6f12d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:40.634709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-7ef15adc-741e-4469-9c33-5c2bc1a6f12d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 945 time: 0.9090948 May 26 16:28:40.718330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-90ee8bf1-8078-4142-a233-9c462b9971cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:40.720169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-90ee8bf1-8078-4142-a233-9c462b9971cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d27775ad-c91d-4501-9510-c32914bcba95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3988695 May 26 16:28:40.732894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-bed614cd-6d85-4eea-8b5d-5a455f8de574 service neutron] 10.222.0.32 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1454675 May 26 16:28:40.807363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7f3ca-87b6-43d6-9165-7f1077075f81 req-e68fc60d-acc5-4118-8ab4-665a45b3523f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:40.809482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05e7f3ca-87b6-43d6-9165-7f1077075f81 req-e68fc60d-acc5-4118-8ab4-665a45b3523f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1094 time: 0.3003690 May 26 16:28:40.898789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Allocated IP 172.20.0.2 (220b4e82-1562-4a6b-bddb-eee8de412ea2/1f6389a0-5e10-4f59-8c1f-4a01b4315b11/562e4607-42e4-47fb-a55f-7c31ab419bae) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:41.064155 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05e7f3ca-87b6-43d6-9165-7f1077075f81 req-623a11f6-1050-4337-abbd-a3378609bdcf tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016473 May 26 16:28:41.095793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-d2259047-141a-4db7-98c0-331a92d29d2d service neutron] 10.222.0.32 "GET /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421118 May 26 16:28:41.141730 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.149161 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.175928 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.197582 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.202622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-5fe70a47-a384-4243-a016-f83bb160e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:41.205722 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-5fe70a47-a384-4243-a016-f83bb160e089 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=90c7614f-995f-4fb6-85ea-240611fc8458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7716603 May 26 16:28:41.206052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port b3628b4b-ded6-4eff-bd74-66007388eea2 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:41.208094 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.211207 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.217667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-77317343-67e7-4e7a-a781-f3dafc6edf79 service neutron] 10.222.0.32 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821627 May 26 16:28:41.233958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:41.236714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:41.258837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:41.370216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Attempting to bind port 562e4607-42e4-47fb-a55f-7c31ab419bae on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:41.371738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Attempting to bind port 562e4607-42e4-47fb-a55f-7c31ab419bae by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:41.372392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Attempting to bind port 562e4607-42e4-47fb-a55f-7c31ab419bae on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:41.376063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Pushing event updated for resources: {'Port': ['ID=562e4607-42e4-47fb-a55f-7c31ab419bae,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:41.390481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:41.390744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:41.391767 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.397498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Bound using segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:41.399260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Bound port: 562e4607-42e4-47fb-a55f-7c31ab419bae, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:41.401864 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.453220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-66b565bd-b291-4ef4-bbbe-a3f285b26be0 service neutron] 10.222.0.32 "GET /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061565 May 26 16:28:41.502601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] For port 562e4607-42e4-47fb-a55f-7c31ab419bae, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:41.506117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] For port 562e4607-42e4-47fb-a55f-7c31ab419bae, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=562e4607-42e4-47fb-a55f-7c31ab419bae,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:41.512516 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.605611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b41274-1b13-486f-876c-543d27e883e9 None None] Pushing event updated for resources: {'Port': ['ID=562e4607-42e4-47fb-a55f-7c31ab419bae,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:41.637059 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-0b7e424d-63a1-42f7-8a6b-cced24d51bfd service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910317 May 26 16:28:41.664680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1d1d5a22-7514-4149-b854-0362db73331b details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:28:41.671100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:41.690851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45466) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:41.709062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] For port b3628b4b-ded6-4eff-bd74-66007388eea2, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b3628b4b-ded6-4eff-bd74-66007388eea2,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:41.709589 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.728012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: c47b97e8-44a9-442b-9e41-94d34b4d5ce2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:41.729265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device c47b97e8-44a9-442b-9e41-94d34b4d5ce2 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:41.800494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d18830-9d21-49f9-b281-c9e219a37f3c req-5861acd3-3343-407d-90b2-a60594597968 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:41.802091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d18830-9d21-49f9-b281-c9e219a37f3c req-5861acd3-3343-407d-90b2-a60594597968 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 945 time: 0.2267210 May 26 16:28:41.820266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for b3628b4b-ded6-4eff-bd74-66007388eea2 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:41.918683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1d1d5a22-7514-4149-b854-0362db73331b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d1d5a22-7514-4149-b854-0362db73331b,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:41.962277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '1d1d5a22-7514-4149-b854-0362db73331b', 'network_id': 'd27775ad-c91d-4501-9510-c32914bcba95', 'port_id': '1d1d5a22-7514-4149-b854-0362db73331b', 'mac_address': 'fa:16:3e:03:5f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d43a78c-eab3-4f21-baec-454c63047f66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:28:42.027984 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6eb5f8d7-be4c-47c3-8ae3-042160ece8b1 req-bba20a7d-d3e6-4e85-a64a-9db442856a7e service neutron] 10.222.0.32 "GET /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635840 May 26 16:28:42.035080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1d1d5a22-7514-4149-b854-0362db73331b is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:42.036942 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.052407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.060088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1d5a22-7514-4149-b854-0362db73331b {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:28:42.079960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73d18830-9d21-49f9-b281-c9e219a37f3c req-c68b123c-97d4-421e-bb80-54902d616e01 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6a1f12d-4018-4712-9477-c36ce2d854e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617085 May 26 16:28:42.113241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1d1d5a22-7514-4149-b854-0362db73331b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d1d5a22-7514-4149-b854-0362db73331b,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:42.129944 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.132027 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.257341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1d1d5a22-7514-4149-b854-0362db73331b,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:42.387669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Allocated IP 172.25.0.221 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/bd1fb45f-3ed8-4e80-9129-171251c70971) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:42.451370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['1d1d5a22-7514-4149-b854-0362db73331b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:28:42.562995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 562e4607-42e4-47fb-a55f-7c31ab419bae up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:42.587325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2ba87-b5c2-4fc1-b786-bacd16e370f3 req-1c9ea61f-7983-4f41-9755-b3d65fc7176d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:42.589078 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8e2ba87-b5c2-4fc1-b786-bacd16e370f3 req-1c9ea61f-7983-4f41-9755-b3d65fc7176d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1095 time: 0.2785234 May 26 16:28:42.745906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 562e4607-42e4-47fb-a55f-7c31ab419bae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:42.746577 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.760223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8e2ba87-b5c2-4fc1-b786-bacd16e370f3 req-f5387624-bf90-41ba-9469-c76b437e55c4 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535072 May 26 16:28:42.762250 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.802768 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.889407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 562e4607-42e4-47fb-a55f-7c31ab419bae is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:42.889688 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.916973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=b3628b4b-ded6-4eff-bd74-66007388eea2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:42.953337 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.959858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 562e4607-42e4-47fb-a55f-7c31ab419bae, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=562e4607-42e4-47fb-a55f-7c31ab419bae,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:42.970462 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.047197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:43.056906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:43.059507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Pushing event updated for resources: {'Port': ['ID=bd1fb45f-3ed8-4e80-9129-171251c70971,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:43.071551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:43.121937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=562e4607-42e4-47fb-a55f-7c31ab419bae,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:43.445465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2293965f-a5d3-403a-82f2-ea09c3e666ea None None] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:43.582924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.629313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bba9ad5f-0b2d-4c2f-94ba-60030c3228b7 None None] Provisioning complete for port 562e4607-42e4-47fb-a55f-7c31ab419bae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:43.629686 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bba9ad5f-0b2d-4c2f-94ba-60030c3228b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.682765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] No DVR routers for this DVR port b3628b4b-ded6-4eff-bd74-66007388eea2 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:43.688174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.696096 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55dfb47f-e46e-412c-8cde-27c6cb40d5cf req-a3483900-ed2b-4d82-9007-576381752cdf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "DELETE /v2.0/ports/b3628b4b-ded6-4eff-bd74-66007388eea2 HTTP/1.1" status: 204 len: 173 time: 3.0422177 May 26 16:28:43.699727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1d1d5a22-7514-4149-b854-0362db73331b up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:43.714069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'name': 'network-vif-deleted', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:43.717197 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c269f5d-ad24-4405-a19e-0007ec202bc0" -d '{"events": [{"server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "name": "network-vif-deleted", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:43.796199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a67dbc3-b498-4651-8ffb-aaf18ed0467e req-018415f7-ea8d-472c-ae4f-2d0189815bca tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9a52e59-2783-4d5b-be9c-d0790f3b70ef HTTP/1.1" status: 200 len: 210 time: 0.1190162 May 26 16:28:43.801638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.818622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bba9ad5f-0b2d-4c2f-94ba-60030c3228b7 None None] Current status of the port 562e4607-42e4-47fb-a55f-7c31ab419bae is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:43.839263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 1d1d5a22-7514-4149-b854-0362db73331b completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:28:43.859187 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7a1bec-5606-41c8-94a4-c7da1e0e5571 x-openstack-request-id: req-2a7a1bec-5606-41c8-94a4-c7da1e0e5571 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:43.859434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 1d1d5a22-7514-4149-b854-0362db73331b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:43.859825 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.871515 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a52e59-2783-4d5b-be9c-d0790f3b70ef", "name": "network-vif-deleted", "tag": "b3628b4b-ded6-4eff-bd74-66007388eea2", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:43.872479 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a7a1bec-5606-41c8-94a4-c7da1e0e5571 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:43.873007 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7a1bec-5606-41c8-94a4-c7da1e0e5571'] response: {'server_uuid': 'f9a52e59-2783-4d5b-be9c-d0790f3b70ef', 'name': 'network-vif-deleted', 'tag': 'b3628b4b-ded6-4eff-bd74-66007388eea2', 'status': 'completed', 'code': 200} May 26 16:28:44.006871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1d1d5a22-7514-4149-b854-0362db73331b is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:44.007272 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.067645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7534145a-e33c-4227-bece-48b401a06f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1d5a22-7514-4149-b854-0362db73331b'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:44.071584 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50262bba-86b3-4195-87ff-241c0df25de2" -d '{"events": [{"server_uuid": "7534145a-e33c-4227-bece-48b401a06f92", "name": "network-vif-plugged", "status": "completed", "tag": "1d1d5a22-7514-4149-b854-0362db73331b"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:44.089411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.098288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1d1d5a22-7514-4149-b854-0362db73331b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d1d5a22-7514-4149-b854-0362db73331b,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:44.108661 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.108661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b3628b4b-ded6-4eff-bd74-66007388eea2 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:44.199110 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708eba85-3882-4cc8-a8fe-13c17b81e37e x-openstack-request-id: req-708eba85-3882-4cc8-a8fe-13c17b81e37e {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:44.201284 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7534145a-e33c-4227-bece-48b401a06f92", "name": "network-vif-plugged", "status": "completed", "tag": "1d1d5a22-7514-4149-b854-0362db73331b", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:44.203707 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-708eba85-3882-4cc8-a8fe-13c17b81e37e {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:44.204326 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708eba85-3882-4cc8-a8fe-13c17b81e37e'] response: {'server_uuid': '7534145a-e33c-4227-bece-48b401a06f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1d5a22-7514-4149-b854-0362db73331b', 'code': 200} May 26 16:28:44.212326 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5df2-7377-47ae-808c-b5269f53d370 req-c0a1d47f-4619-46ce-ac84-23d5683b9fd7 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:44.214814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-528d5df2-7377-47ae-808c-b5269f53d370 req-c0a1d47f-4619-46ce-ac84-23d5683b9fd7 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1095 time: 0.2182007 May 26 16:28:44.215334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: b3628b4b-ded6-4eff-bd74-66007388eea2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:44.215903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b3628b4b-ded6-4eff-bd74-66007388eea2 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:44.316470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-31f590df-17d5-4f84-a800-8ab160449e5f None None] Provisioning complete for port 562e4607-42e4-47fb-a55f-7c31ab419bae triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:44.317341 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31f590df-17d5-4f84-a800-8ab160449e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.328991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-528d5df2-7377-47ae-808c-b5269f53d370 req-06ad021c-8a29-4d7c-a768-76d43e57173b tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887659 May 26 16:28:44.350215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74354d7-1c0d-4940-ba0b-eceb2313d3a6 req-787db39a-64b3-42b5-8f48-8fa22140725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:44.352223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b74354d7-1c0d-4940-ba0b-eceb2313d3a6 req-787db39a-64b3-42b5-8f48-8fa22140725b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1096 time: 0.1169314 May 26 16:28:44.382806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1d1d5a22-7514-4149-b854-0362db73331b,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:44.404637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Router dc58d2fb-b584-476d-9550-0401b9318a94 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:28:44.436857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b74354d7-1c0d-4940-ba0b-eceb2313d3a6 req-a605b77c-03cd-4f6f-b1a2-30291005c6b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699751 May 26 16:28:44.481619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-31f590df-17d5-4f84-a800-8ab160449e5f None None] Current status of the port 562e4607-42e4-47fb-a55f-7c31ab419bae is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:44.554637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port f682991a-4413-40ec-aff7-b8136a8ea027 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:44.555208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.612203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 562e4607-42e4-47fb-a55f-7c31ab419bae up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:44.721107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:44.738626 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Sync routers for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:44.761345 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:44.762310 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:44.762608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 562e4607-42e4-47fb-a55f-7c31ab419bae triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:44.763881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.779966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.785450 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f8cc221a-97b1-4867-a3c6-10174d85c5aa admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8396580 May 26 16:28:44.787583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45502) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:44.810516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port f682991a-4413-40ec-aff7-b8136a8ea027, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f682991a-4413-40ec-aff7-b8136a8ea027,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:44.812055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.858309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for f682991a-4413-40ec-aff7-b8136a8ea027 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:44.939780 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:44.953363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45510) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:44.976394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 562e4607-42e4-47fb-a55f-7c31ab419bae is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:45.223177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.264100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8325cbc9-08ac-44a9-bd56-ff34a5c3ff26 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.276383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=f682991a-4413-40ec-aff7-b8136a8ea027,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:45.297545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8325cbc9-08ac-44a9-bd56-ff34a5c3ff26 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.303752 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:43Z', 'revision_number': 3, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:45.387462 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Checking router: dc58d2fb-b584-476d-9550-0401b9318a94 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:45.387780 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Updating router dc58d2fb-b584-476d-9550-0401b9318a94 port bd1fb45f-3ed8-4e80-9129-171251c70971 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:45.484265 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.665971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8325cbc9-08ac-44a9-bd56-ff34a5c3ff26 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.672091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8325cbc9-08ac-44a9-bd56-ff34a5c3ff26 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.673769 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8325cbc9-08ac-44a9-bd56-ff34a5c3ff26 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6a1f12d-4018-4712-9477-c36ce2d854e6 HTTP/1.1" status: 204 len: 168 time: 0.7201841 May 26 16:28:45.783821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45518) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:45.844179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.889007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325cbc9-08ac-44a9-bd56-ff34a5c3ff26 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1f12d-4018-4712-9477-c36ce2d854e6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:46.167483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.187955 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.198111 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.205207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585858-ab67-4b11-b433-76c3fb3c6063 req-2a5ddce8-d783-42b6-9c88-fcf3be38e676 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:46.220587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88585858-ab67-4b11-b433-76c3fb3c6063 req-2a5ddce8-d783-42b6-9c88-fcf3be38e676 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1096 time: 0.6721697 May 26 16:28:46.352430 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d0fb0-ea6a-4c1c-abb8-ad53e5d83684 None None] Pushing event updated for resources: {'Port': ['ID=bd1fb45f-3ed8-4e80-9129-171251c70971,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:46.368024 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Attempting to bind port bd1fb45f-3ed8-4e80-9129-171251c70971 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:46.368391 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Attempting to bind port bd1fb45f-3ed8-4e80-9129-171251c70971 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:46.368754 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Attempting to bind port bd1fb45f-3ed8-4e80-9129-171251c70971 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:46.380132 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:46.380507 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:46.380955 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.381325 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:46.381926 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Bound port: bd1fb45f-3ed8-4e80-9129-171251c70971, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:46.382965 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.398685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88585858-ab67-4b11-b433-76c3fb3c6063 req-e806eb53-2236-47f6-9115-66fe9c1fdf0c tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769512 May 26 16:28:46.497965 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] For port bd1fb45f-3ed8-4e80-9129-171251c70971, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:46.504478 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] For port bd1fb45f-3ed8-4e80-9129-171251c70971, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bd1fb45f-3ed8-4e80-9129-171251c70971,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:46.516008 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.555313 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Allocated IP 172.20.0.1 (220b4e82-1562-4a6b-bddb-eee8de412ea2/1f6389a0-5e10-4f59-8c1f-4a01b4315b11/509068f8-e139-4414-bed7-5569e6ae8318) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:46.599780 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:46.600442 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:46.698905 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d0fb0-ea6a-4c1c-abb8-ad53e5d83684 None None] Pushing event updated for resources: {'Port': ['ID=bd1fb45f-3ed8-4e80-9129-171251c70971,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:46.736360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.789822 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.844036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:46.845183 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:46.908382 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:46.928939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=509068f8-e139-4414-bed7-5569e6ae8318,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:46.937529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:46.953457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:47.081813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:47.095697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] Sync routers for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:47.097684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45534) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:47.102813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-02f58243-5225-495a-959b-f8620cd46f0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "PUT /v2.0/routers/7b2768f1-2263-4b46-9b3d-fd4a6324e2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4078763 May 26 16:28:47.113633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:47.114294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:47.137913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.240915 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:43Z', 'revision_number': 3, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:47.280207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.297633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3809744-725d-48c8-bac4-3476876f6d7b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting subnet 47565b16-c770-4271-8dcd-901d16f2c15e {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:28:47.304587 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3809744-725d-48c8-bac4-3476876f6d7b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.331501 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc57a14-beb4-49bf-81a4-cf9b1720babc None None] The sync data for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 is: [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:43Z', 'revision_number': 3, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:47.359802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3809744-725d-48c8-bac4-3476876f6d7b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.389301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:47.538314 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3809744-725d-48c8-bac4-3476876f6d7b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.716652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b857f-f804-4f8f-a173-e4fdd08b3d81 req-f3c41893-ff64-4a0a-a954-973855bbd19f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:47.719297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f90b857f-f804-4f8f-a173-e4fdd08b3d81 req-f3c41893-ff64-4a0a-a954-973855bbd19f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1096 time: 0.1846342 May 26 16:28:47.729899 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.738272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3809744-725d-48c8-bac4-3476876f6d7b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.886224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f90b857f-f804-4f8f-a173-e4fdd08b3d81 req-67c674a6-00f9-4c57-b967-64ec4b6eb735 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544268 May 26 16:28:47.908264 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3809744-725d-48c8-bac4-3476876f6d7b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Subnet': ['ID=47565b16-c770-4271-8dcd-901d16f2c15e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:48.068229 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c3809744-725d-48c8-bac4-3476876f6d7b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.079470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45544) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:48.087234 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c3809744-725d-48c8-bac4-3476876f6d7b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/subnets/47565b16-c770-4271-8dcd-901d16f2c15e HTTP/1.1" status: 204 len: 168 time: 0.9670241 May 26 16:28:48.232411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.244151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.331174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435fbc0-69a0-4cef-9151-d9b66d1f0861 None None] Network 176cfd15-d5ab-4438-824b-0d3a771d83a2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:48.368054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec4ae1-24f1-42e8-9fa2-b6daba1e7459 req-d272d937-5ce3-4797-9180-d68b57de97de tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:48.375611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84ec4ae1-24f1-42e8-9fa2-b6daba1e7459 req-d272d937-5ce3-4797-9180-d68b57de97de tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1096 time: 0.2915294 May 26 16:28:48.457157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.522910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9ff92eeb-216c-463c-b8b0-0f25362ad4f6 None None] Provisioning complete for port 509068f8-e139-4414-bed7-5569e6ae8318 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:48.523571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9ff92eeb-216c-463c-b8b0-0f25362ad4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.600242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:48.602114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=509068f8-e139-4414-bed7-5569e6ae8318,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:48.610161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:48.617098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bd1fb45f-3ed8-4e80-9129-171251c70971 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:48.769700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9ff92eeb-216c-463c-b8b0-0f25362ad4f6 None None] Port 509068f8-e139-4414-bed7-5569e6ae8318 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:48.883879 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Router dc58d2fb-b584-476d-9550-0401b9318a94 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:48.982808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port bd1fb45f-3ed8-4e80-9129-171251c70971 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:48.983190 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.097055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab54f57-a74f-44bf-a319-fc3de9e582fa None None] DHCP port deletion for 176cfd15-d5ab-4438-824b-0d3a771d83a2 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:28:49.121356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:49.231878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] Checking router: 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:49.271686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:49.292138 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d39a200d-1bfa-4936-bb8f-5c77cd75e8c4 admin admin] 10.222.0.39 "PUT /v2.0/routers/dc58d2fb-b584-476d-9550-0401b9318a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4942272 May 26 16:28:49.308699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port da859ed9-b4f8-4800-9834-f6782ac5ca3c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:49.309053 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.360154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0513c67a-3686-4dfb-aaed-e2a7504f4d65 None None] Provisioning complete for port 509068f8-e139-4414-bed7-5569e6ae8318 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:49.360863 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0513c67a-3686-4dfb-aaed-e2a7504f4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.393062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] Routers {'7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:49.393721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:49.417347 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.478859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84ec4ae1-24f1-42e8-9fa2-b6daba1e7459 req-5f794a5a-b28e-4c5b-b3ef-cbf89bac3afe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0869026 May 26 16:28:49.576783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0513c67a-3686-4dfb-aaed-e2a7504f4d65 None None] Port 509068f8-e139-4414-bed7-5569e6ae8318 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:49.613852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] For port da859ed9-b4f8-4800-9834-f6782ac5ca3c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=da859ed9-b4f8-4800-9834-f6782ac5ca3c,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:49.614551 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.653509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for da859ed9-b4f8-4800-9834-f6782ac5ca3c owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:49.679072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4ab54f57-a74f-44bf-a319-fc3de9e582fa None None] Deleting port afc3fd61-a996-473a-aee1-f76868497897 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:49.679548 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4ab54f57-a74f-44bf-a319-fc3de9e582fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.696154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port bd1fb45f-3ed8-4e80-9129-171251c70971 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:49.696555 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.850960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4ab54f57-a74f-44bf-a319-fc3de9e582fa None None] For port afc3fd61-a996-473a-aee1-f76868497897, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=afc3fd61-a996-473a-aee1-f76868497897,segment=NetworkSegment(6bba393d-64e8-4550-b002-39699de1980a),segment_id=6bba393d-64e8-4550-b002-39699de1980a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:49.851650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4ab54f57-a74f-44bf-a319-fc3de9e582fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.878712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] Set router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:49.919731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port bd1fb45f-3ed8-4e80-9129-171251c70971, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bd1fb45f-3ed8-4e80-9129-171251c70971,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:49.921345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4ab54f57-a74f-44bf-a319-fc3de9e582fa None None] Calling delete_port for afc3fd61-a996-473a-aee1-f76868497897 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:49.933402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056634-ce02-45ad-89a4-9c14e38ef918 req-1235339e-f806-497d-8fdd-db400a61172d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:49.934458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6056634-ce02-45ad-89a4-9c14e38ef918 req-1235339e-f806-497d-8fdd-db400a61172d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1096 time: 0.2271798 May 26 16:28:49.938799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.014676 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.350532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6056634-ce02-45ad-89a4-9c14e38ef918 req-c1404a94-ebe2-4339-ad00-f85c9c18216f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885331 May 26 16:28:50.533927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port 8a0b0cda-b929-4aef-b977-13e37187883c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:50.537814 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.668810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=bd1fb45f-3ed8-4e80-9129-171251c70971,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:50.717174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device afc3fd61-a996-473a-aee1-f76868497897 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:50.843542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port 8a0b0cda-b929-4aef-b977-13e37187883c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8a0b0cda-b929-4aef-b977-13e37187883c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:50.844093 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.868444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for 8a0b0cda-b929-4aef-b977-13e37187883c owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:50.885617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45574) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:50.919369 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-169468068-network', 'tenant_id': '557db6416e374c3f862eee6792aee673'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:51.011707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Made reservation on behalf of 557db6416e374c3f862eee6792aee673 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:51.015180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.031530 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4ab54f57-a74f-44bf-a319-fc3de9e582fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.047871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.104154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab54f57-a74f-44bf-a319-fc3de9e582fa None None] Pushing event deleted for resources: {'Port': ['ID=afc3fd61-a996-473a-aee1-f76868497897,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:51.143850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No active binding found for port afc3fd61-a996-473a-aee1-f76868497897 {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:28:51.144656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device afc3fd61-a996-473a-aee1-f76868497897 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:51.195656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab54f57-a74f-44bf-a319-fc3de9e582fa None None] No DVR routers for this DVR port afc3fd61-a996-473a-aee1-f76868497897 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:51.241872 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Sync routers for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:51.260024 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:51.260665 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:51.275478 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.283939 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.296819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:51.315380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:28:51.330782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.396503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.396845 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Added segment a7947515-0369-48d3-9a8f-43ce5625a1e9 of type vlan for network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 May 26 16:28:51.402637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a7437-1f7d-49c4-9e65-0e242c7c6441 None None] The sync data for ids ['7b2768f1-2263-4b46-9b3d-fd4a6324e2ac'] in n-d-843336-2 is: [{'id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580440189', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:26:50Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': '8a0b0cda-b929-4aef-b977-13e37187883c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2768f1-2263-4b46-9b3d-fd4a6324e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:26:51Z', 'updated_at': '2022-05-26T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:51.453364 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.464631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=8a0b0cda-b929-4aef-b977-13e37187883c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:51.475954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fd85e4-b09f-4ebd-bee0-fa5f415cf78d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:51.560888 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:51.593715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.613813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=da859ed9-b4f8-4800-9834-f6782ac5ca3c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:51.717075 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.718751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:51.719522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.861514 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9712293 May 26 16:28:51.868550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9ce62-9815-4e55-8ac3-a708efd4ac15 req-b2cd02c8-4a30-48d9-a756-8c77a17f0453 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:51.871831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55f9ce62-9815-4e55-8ac3-a708efd4ac15 req-b2cd02c8-4a30-48d9-a756-8c77a17f0453 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1096 time: 0.5577836 May 26 16:28:51.876082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:51.889181 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.892810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Request body: {'subnet': {'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-169468068-subnet', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:51.964123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6cf7c-7bf3-427e-b3a0-310845eee323 admin admin] Pushing event updated for resources: {'Network': ['ID=70d502d4-ae6c-455b-a0b3-2120d4a323c8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:51.985612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:28:51.997734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Made reservation on behalf of 557db6416e374c3f862eee6792aee673 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:52.006119 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.256951 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.260457 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.299033 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 2, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:52.355464 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Checking router: dc58d2fb-b584-476d-9550-0401b9318a94 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:52.356067 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Updating router dc58d2fb-b584-476d-9550-0401b9318a94 port 509068f8-e139-4414-bed7-5569e6ae8318 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:52.356265 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.357235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Fanout notify agent at l3_agent the message router_deleted on router 7b2768f1-2263-4b46-9b3d-fd4a6324e2ac {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:28:52.382624 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.386993 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8304d59c-38e5-427a-bbb9-164c95247d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/routers/7b2768f1-2263-4b46-9b3d-fd4a6324e2ac HTTP/1.1" status: 204 len: 168 time: 4.2958524 May 26 16:28:52.390032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45590) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:52.506780 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.533579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-55f9ce62-9815-4e55-8ac3-a708efd4ac15 req-6dbd1614-f48b-47b3-8267-1adf3a3e60ae tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840231 May 26 16:28:52.728008 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.770111 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.899750 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.172137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-ae0b676e-db52-4aac-b902-dcb3d89bab68 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:53.179093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-ae0b676e-db52-4aac-b902-dcb3d89bab68 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1096 time: 0.1258864 May 26 16:28:53.223080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bd1fb45f-3ed8-4e80-9129-171251c70971 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:53.318543 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.327688 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.425846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port bd1fb45f-3ed8-4e80-9129-171251c70971 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:53.426679 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.452190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.495151 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Attempting to bind port 509068f8-e139-4414-bed7-5569e6ae8318 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:53.496209 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Attempting to bind port 509068f8-e139-4414-bed7-5569e6ae8318 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:53.497287 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Attempting to bind port 509068f8-e139-4414-bed7-5569e6ae8318 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:53.502861 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8be3d-77fb-41fa-800c-59ae09051dad None None] Pushing event updated for resources: {'Port': ['ID=509068f8-e139-4414-bed7-5569e6ae8318,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:53.519037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176cfd15-d5ab-4438-824b-0d3a771d83a2']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:53.540676 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:53.541786 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:53.543164 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.544129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bba393d-64e8-4550-b002-39699de1980a') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:53.544426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bba393d-64e8-4550-b002-39699de1980a') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:53.545629 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Bound using segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:53.547606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Deleting port 1d1d5a22-7514-4149-b854-0362db73331b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:53.547940 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Bound port: 509068f8-e139-4414-bed7-5569e6ae8318, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:53.548606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.549708 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.592401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.617206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.628409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:28:53.628813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.663154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port bd1fb45f-3ed8-4e80-9129-171251c70971 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:53.680161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f682991a-4413-40ec-aff7-b8136a8ea027 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:53.735023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f682991a-4413-40ec-aff7-b8136a8ea027 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:53.736166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f682991a-4413-40ec-aff7-b8136a8ea027 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:53.746667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 070506f0-c4f5-412a-951d-f5a0fc373a26 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:53.771909 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] For port 509068f8-e139-4414-bed7-5569e6ae8318, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:53.780212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.795645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.798932 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] For port 509068f8-e139-4414-bed7-5569e6ae8318, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=509068f8-e139-4414-bed7-5569e6ae8318,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:53.802294 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/networks/176cfd15-d5ab-4438-824b-0d3a771d83a2 HTTP/1.1" status: 204 len: 168 time: 1.4079010 May 26 16:28:53.807927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45612) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:53.815188 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.838230 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6bba393d-64e8-4550-b002-39699de1980a resource provider aggregate not found May 26 16:28:53.878246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648df0e-2b64-4acb-9809-ef949cc6c0b1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Network': ['ID=176cfd15-d5ab-4438-824b-0d3a771d83a2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:53.913179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c0f195-1340-4ae2-9978-7732daae7951,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:53.917285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.921060 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6bba393d-64e8-4550-b002-39699de1980a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bba393d-64e8-4550-b002-39699de1980a found for delete ", "request_id": "req-e9f44dde-b642-4ea1-b87c-10a66ff34024"}]} May 26 16:28:53.937162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Checking segment: {'id': 'a7947515-0369-48d3-9a8f-43ce5625a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:53.937841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Network hostable DHCP agents. Network: 70d502d4-ae6c-455b-a0b3-2120d4a323c8, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:28:53.979850 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:53.982024 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:54.012759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] For port 1d1d5a22-7514-4149-b854-0362db73331b, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d1d5a22-7514-4149-b854-0362db73331b,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:54.014050 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.026915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-164e603b-49b6-4c57-b0a5-04f6f877382e None None] Provisioning complete for port 509068f8-e139-4414-bed7-5569e6ae8318 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:54.027564 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-164e603b-49b6-4c57-b0a5-04f6f877382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.045364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:28:54.096474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 70d502d4-ae6c-455b-a0b3-2120d4a323c8) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:54.113550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:54.114212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.121980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dea834-19ed-420f-b75b-18213c59aba0 None None] Network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:54.150330 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bab74528-2214-45e0-9765-b2c512a22039 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.156018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Calling delete_port for 1d1d5a22-7514-4149-b854-0362db73331b owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:54.168225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c46192-11f4-4317-bf0b-0e2f99284942 req-9ebe52cd-47c1-44bc-98e4-2cdfc45df183 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:54.170515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83c46192-11f4-4317-bf0b-0e2f99284942 req-9ebe52cd-47c1-44bc-98e4-2cdfc45df183 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 1096 time: 0.3636074 May 26 16:28:54.183117 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-12f71962-a66e-4056-b405-ca6c8031589a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3031371 May 26 16:28:54.187116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45624) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:54.191806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:54.259900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83c46192-11f4-4317-bf0b-0e2f99284942 req-13051a1e-5990-4862-8bc6-1d75f6752e86 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691881 May 26 16:28:54.281841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bab74528-2214-45e0-9765-b2c512a22039 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.292675 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8be3d-77fb-41fa-800c-59ae09051dad None None] Pushing event updated for resources: {'Port': ['ID=509068f8-e139-4414-bed7-5569e6ae8318,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:54.295605 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.390490 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.391457 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.445452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bab74528-2214-45e0-9765-b2c512a22039 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.450120 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bab74528-2214-45e0-9765-b2c512a22039 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.456171 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bab74528-2214-45e0-9765-b2c512a22039 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf944c01-ccaa-4177-b4f7-7d9c9c676322 HTTP/1.1" status: 204 len: 168 time: 0.6470559 May 26 16:28:54.461027 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.468884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-164e603b-49b6-4c57-b0a5-04f6f877382e None None] Current status of the port 509068f8-e139-4414-bed7-5569e6ae8318 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:54.469499 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-164e603b-49b6-4c57-b0a5-04f6f877382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.472341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8a0b0cda-b929-4aef-b977-13e37187883c no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:54.484608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab74528-2214-45e0-9765-b2c512a22039 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf944c01-ccaa-4177-b4f7-7d9c9c676322,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:54.507621 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:54.587579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 8a0b0cda-b929-4aef-b977-13e37187883c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:54.587940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8a0b0cda-b929-4aef-b977-13e37187883c not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:54.662666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:54.675624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c7834cf0-6148-46cb-88e7-b8774e54b4ec tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1109996469', 'description': 'tempest-secgroup-smoke-1109996469 description', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:54.688150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-164e603b-49b6-4c57-b0a5-04f6f877382e None None] For port 509068f8-e139-4414-bed7-5569e6ae8318, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=509068f8-e139-4414-bed7-5569e6ae8318,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:54.695892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.701194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-164e603b-49b6-4c57-b0a5-04f6f877382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.714901 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7834cf0-6148-46cb-88e7-b8774e54b4ec tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.752864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['8f3784f0-4f78-4e19-9d44-500495752914'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:28:54.755001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['1d1d5a22-7514-4149-b854-0362db73331b'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:28:54.864772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7834cf0-6148-46cb-88e7-b8774e54b4ec tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.870981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-70d502d4-ae6c-455b-a0b3-2120d4a323c8', 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'fixed_ips': [{'subnet_id': '60c0f195-1340-4ae2-9978-7732daae7951'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:28:54.872344 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.875884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7834cf0-6148-46cb-88e7-b8774e54b4ec tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.927830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8d7126d1-f902-4283-b0fc-dc3a6455617a None None] Provisioning complete for port 509068f8-e139-4414-bed7-5569e6ae8318 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:54.928486 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8d7126d1-f902-4283-b0fc-dc3a6455617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.974394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e603b-49b6-4c57-b0a5-04f6f877382e None None] Pushing event updated for resources: {'Port': ['ID=509068f8-e139-4414-bed7-5569e6ae8318,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:55.003688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7834cf0-6148-46cb-88e7-b8774e54b4ec tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae561e5-fbf9-4144-8487-862c826c7b89,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:55.020477 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c7834cf0-6148-46cb-88e7-b8774e54b4ec tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.022606 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c7834cf0-6148-46cb-88e7-b8774e54b4ec tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3576646 May 26 16:28:55.026155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:55.033901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-85202a36-c53c-4e08-a909-332dcb163b3b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'eae561e5-fbf9-4144-8487-862c826c7b89', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:55.071209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85202a36-c53c-4e08-a909-332dcb163b3b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.139907 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:53Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:55.198151 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2b299-fe09-45ca-a7c8-3f45ec184740 None None] The sync data for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 is: [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:53Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:55.234460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85202a36-c53c-4e08-a909-332dcb163b3b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.240972 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85202a36-c53c-4e08-a909-332dcb163b3b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.266548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85202a36-c53c-4e08-a909-332dcb163b3b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdb69b8-4f84-400b-90b0-09e3cf2d620b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:55.292979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-85202a36-c53c-4e08-a909-332dcb163b3b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.295946 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-85202a36-c53c-4e08-a909-332dcb163b3b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675867 May 26 16:28:55.299966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45640) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:55.309122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-93278461-74ec-4abc-addd-7ceb45b1b5a0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'eae561e5-fbf9-4144-8487-862c826c7b89', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:55.356451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93278461-74ec-4abc-addd-7ceb45b1b5a0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.519913 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93278461-74ec-4abc-addd-7ceb45b1b5a0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.526517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93278461-74ec-4abc-addd-7ceb45b1b5a0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.559152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278461-74ec-4abc-addd-7ceb45b1b5a0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d535a228-54d0-468f-8712-e6b41c8832e6,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:55.593355 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93278461-74ec-4abc-addd-7ceb45b1b5a0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.600391 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-93278461-74ec-4abc-addd-7ceb45b1b5a0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2986758 May 26 16:28:55.603846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45646) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:55.643364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e9cdc050-53fd-4fe2-98aa-b6acc23dc732 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'eae561e5-fbf9-4144-8487-862c826c7b89', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:55.707374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc050-53fd-4fe2-98aa-b6acc23dc732 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.716532 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:55.733351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6f6afc5b-85c6-4ac9-80cb-76714c9ccfa9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "PUT /v2.0/routers/070506f0-c4f5-412a-951d-f5a0fc373a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9439900 May 26 16:28:55.735080 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.736557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45652) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:55.783970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d1d5a22-7514-4149-b854-0362db73331b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:55.804163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] Sync routers for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:55.852093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:55.853350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:55.892277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8c66a04-3cff-430a-a105-e79067744d19 req-51058f2f-9165-441d-8dbb-7cdbe2b8b31e tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7534145a-e33c-4227-bece-48b401a06f92 HTTP/1.1" status: 200 len: 210 time: 0.1391258 May 26 16:28:55.956193 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc050-53fd-4fe2-98aa-b6acc23dc732 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.968132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fad3509-a18a-4c4e-9b1d-b84bc685dcc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting subnet c30e138e-4a0d-471e-bd75-0ad9364c27b7 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:28:55.973002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] No DVR routers for this DVR port 1d1d5a22-7514-4149-b854-0362db73331b on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:55.975038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0fad3509-a18a-4c4e-9b1d-b84bc685dcc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.983300 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.995956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4508630e-6665-4d92-ae7d-5c3a4d56f403 req-518d33cd-1712-4d2d-89b3-922354731ffe tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1d1d5a22-7514-4149-b854-0362db73331b HTTP/1.1" status: 204 len: 173 time: 2.7944074 May 26 16:28:55.996765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7534145a-e33c-4227-bece-48b401a06f92', 'name': 'network-vif-deleted', 'tag': '1d1d5a22-7514-4149-b854-0362db73331b'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:56.000432 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5c775b-ab1c-4f7a-87bb-d081e819a196" -d '{"events": [{"server_uuid": "7534145a-e33c-4227-bece-48b401a06f92", "name": "network-vif-deleted", "tag": "1d1d5a22-7514-4149-b854-0362db73331b"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:56.032791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Allocated IP 172.20.0.2 (70d502d4-ae6c-455b-a0b3-2120d4a323c8/60c0f195-1340-4ae2-9978-7732daae7951/5d39e60d-f627-4aae-846d-b885512ddeb2) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:56.043297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8d7126d1-f902-4283-b0fc-dc3a6455617a None None] Current status of the port 509068f8-e139-4414-bed7-5569e6ae8318 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:56.106332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0fad3509-a18a-4c4e-9b1d-b84bc685dcc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.256096 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed60074-3a1c-451e-82ef-94b1e8ee4f45 x-openstack-request-id: req-2ed60074-3a1c-451e-82ef-94b1e8ee4f45 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:56.256511 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7534145a-e33c-4227-bece-48b401a06f92", "name": "network-vif-deleted", "tag": "1d1d5a22-7514-4149-b854-0362db73331b", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:56.256910 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ed60074-3a1c-451e-82ef-94b1e8ee4f45 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:56.257419 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed60074-3a1c-451e-82ef-94b1e8ee4f45'] response: {'server_uuid': '7534145a-e33c-4227-bece-48b401a06f92', 'name': 'network-vif-deleted', 'tag': '1d1d5a22-7514-4149-b854-0362db73331b', 'status': 'completed', 'code': 200} May 26 16:28:56.335876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0fad3509-a18a-4c4e-9b1d-b84bc685dcc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.469605 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc050-53fd-4fe2-98aa-b6acc23dc732 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.505602 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0fad3509-a18a-4c4e-9b1d-b84bc685dcc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.600597 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.633500 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:56.670025 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.691591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d0785b-60db-479e-85df-b22767531cda None None] Network 90c7614f-995f-4fb6-85ea-240611fc8458 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:56.697903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 509068f8-e139-4414-bed7-5569e6ae8318 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:56.702442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0fad3509-a18a-4c4e-9b1d-b84bc685dcc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.709501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0fad3509-a18a-4c4e-9b1d-b84bc685dcc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/subnets/c30e138e-4a0d-471e-bd75-0ad9364c27b7 HTTP/1.1" status: 204 len: 168 time: 0.9616089 May 26 16:28:56.716791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:56.727715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad3509-a18a-4c4e-9b1d-b84bc685dcc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Subnet': ['ID=c30e138e-4a0d-471e-bd75-0ad9364c27b7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:56.736136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdc050-53fd-4fe2-98aa-b6acc23dc732 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002de164-9806-4ac2-b93d-2724fd2f6900,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:56.784473 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc050-53fd-4fe2-98aa-b6acc23dc732 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.796102 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e9cdc050-53fd-4fe2-98aa-b6acc23dc732 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1898544 May 26 16:28:56.798722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45662) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:56.878657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5f0ac600-1ebd-48a4-a3d5-39dbb176ab6e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'eae561e5-fbf9-4144-8487-862c826c7b89', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:56.938213 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac600-1ebd-48a4-a3d5-39dbb176ab6e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.962762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Allocated IP 172.25.0.42 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/8c223287-ef7b-4d6c-bbab-03e37cc58d47) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:57.155460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.248128 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.379050 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.402859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 509068f8-e139-4414-bed7-5569e6ae8318 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:57.413633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.437000 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac600-1ebd-48a4-a3d5-39dbb176ab6e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.446141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac600-1ebd-48a4-a3d5-39dbb176ab6e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.476399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ac600-1ebd-48a4-a3d5-39dbb176ab6e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515b1d59-f352-47aa-8e21-5781d8db1baa,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:57.495224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:57.497321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:57.503544 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.512946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac600-1ebd-48a4-a3d5-39dbb176ab6e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.513899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:57.514400 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5f0ac600-1ebd-48a4-a3d5-39dbb176ab6e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7146235 May 26 16:28:57.517643 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45680) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:57.524323 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'eae561e5-fbf9-4144-8487-862c826c7b89', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:57.557210 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Project c910ea62887b4896b2090b1a8aa27af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:28:57.570038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.679631 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.699911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8c223287-ef7b-4d6c-bbab-03e37cc58d47,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:57.752594 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.752905 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port a435851f-91df-4a24-8ce8-3df776ac3a29 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:57.753401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.846345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1d1d5a22-7514-4149-b854-0362db73331b no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:57.853084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.858792 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.877188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Pushing event updated for resources: {'Port': ['ID=5d39e60d-f627-4aae-846d-b885512ddeb2,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:57.880952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 1d1d5a22-7514-4149-b854-0362db73331b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:57.881540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1d1d5a22-7514-4149-b854-0362db73331b not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:57.913591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7497140-1411-4000-9107-3e24b48830d0 req-ebd8418b-3162-4494-8bd0-10d3d170a1cd tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:57.916835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7497140-1411-4000-9107-3e24b48830d0 req-ebd8418b-3162-4494-8bd0-10d3d170a1cd tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1096 time: 0.3739891 May 26 16:28:57.925117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f653a1-a661-49eb-8a47-8079683cddd9,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:57.933818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.938771 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4196012 May 26 16:28:57.939540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45684) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:57.941117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:57.955310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:57.960690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 509068f8-e139-4414-bed7-5569e6ae8318 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:57.964186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:57.970687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ea93f12b-d518-4ace-885b-e8d05041569b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'security_group_rule': {'security_group_id': 'eae561e5-fbf9-4144-8487-862c826c7b89', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:57.978895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.979239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.979576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.979917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.980260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.980592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.980929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.981263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.981903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.982124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.982310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:57.982649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5592cd-1a94-4ad3-9ad8-834312f74e75 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.030670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] For port a435851f-91df-4a24-8ce8-3df776ac3a29, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a435851f-91df-4a24-8ce8-3df776ac3a29,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:58.031252 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.046808 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-ea93f12b-d518-4ace-885b-e8d05041569b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Project c910ea62887b4896b2090b1a8aa27af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:28:58.055875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea93f12b-d518-4ace-885b-e8d05041569b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.065191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for a435851f-91df-4a24-8ce8-3df776ac3a29 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:58.066987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Attempting to bind port 5d39e60d-f627-4aae-846d-b885512ddeb2 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:58.067596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Attempting to bind port 5d39e60d-f627-4aae-846d-b885512ddeb2 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a7947515-0369-48d3-9a8f-43ce5625a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:58.069187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Attempting to bind port 5d39e60d-f627-4aae-846d-b885512ddeb2 on network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:58.074081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:28:50Z', 'revision_number': 7, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': 'a435851f-91df-4a24-8ce8-3df776ac3a29', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:25:29Z', 'updated_at': '2022-05-26T16:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:58.084053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:58.084760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Checking segment: {'id': 'a7947515-0369-48d3-9a8f-43ce5625a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:58.085339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.085887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Bound using segment: {'id': 'a7947515-0369-48d3-9a8f-43ce5625a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:58.087284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Bound port: 5d39e60d-f627-4aae-846d-b885512ddeb2, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7947515-0369-48d3-9a8f-43ce5625a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:58.087890 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.123711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4652e5-c1b2-4b70-91ca-1ad6b8eff23e None None] DHCP port deletion for 90c7614f-995f-4fb6-85ea-240611fc8458 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:28:58.135336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] Checking router: 070506f0-c4f5-412a-951d-f5a0fc373a26 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:58.150305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] Routers {'070506f0-c4f5-412a-951d-f5a0fc373a26'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:58.151188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['070506f0-c4f5-412a-951d-f5a0fc373a26'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:58.196944 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.206735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea93f12b-d518-4ace-885b-e8d05041569b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.216558 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea93f12b-d518-4ace-885b-e8d05041569b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.251574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93f12b-d518-4ace-885b-e8d05041569b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294497ab-a790-4496-95ea-54ae5e1b667d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:58.277603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ea93f12b-d518-4ace-885b-e8d05041569b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.282227 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ea93f12b-d518-4ace-885b-e8d05041569b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3324683 May 26 16:28:58.288664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] Set router 070506f0-c4f5-412a-951d-f5a0fc373a26 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:58.325126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:58.331425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'network': {'name': 'tempest-network-smoke--1191565592', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'port_security_enabled': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:58.352475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:28:57Z', 'revision_number': 8, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:58.386974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:58.398264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.433157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7497140-1411-4000-9107-3e24b48830d0 req-adca6ecd-c634-4d9f-a020-b6b6fbcaee8b tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373183 May 26 16:28:58.500352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b45d1-3c65-4448-a92a-9fda840716a8 None None] The sync data for ids ['070506f0-c4f5-412a-951d-f5a0fc373a26'] in n-d-843336-2 is: [{'id': '070506f0-c4f5-412a-951d-f5a0fc373a26', 'name': 'tempest-TestNetworkBasicOps-router-192013079', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:28Z', 'updated_at': '2022-05-26T16:28:57Z', 'revision_number': 8, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:58.562720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] For port 5d39e60d-f627-4aae-846d-b885512ddeb2, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:58.569486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] For port 5d39e60d-f627-4aae-846d-b885512ddeb2, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5d39e60d-f627-4aae-846d-b885512ddeb2,segment=NetworkSegment(a7947515-0369-48d3-9a8f-43ce5625a1e9),segment_id=a7947515-0369-48d3-9a8f-43ce5625a1e9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:58.584335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6c4652e5-c1b2-4b70-91ca-1ad6b8eff23e None None] Deleting port 0b85ae68-6833-43b4-b137-44832c320bd2 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:58.585366 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c4652e5-c1b2-4b70-91ca-1ad6b8eff23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.615595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.657809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.674971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6c4652e5-c1b2-4b70-91ca-1ad6b8eff23e None None] For port 0b85ae68-6833-43b4-b137-44832c320bd2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0b85ae68-6833-43b4-b137-44832c320bd2,segment=NetworkSegment(b6fd0eb8-1942-48c4-aedb-77410c1c3b68),segment_id=b6fd0eb8-1942-48c4-aedb-77410c1c3b68)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:58.675421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c4652e5-c1b2-4b70-91ca-1ad6b8eff23e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.687526 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.696326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6c4652e5-c1b2-4b70-91ca-1ad6b8eff23e None None] Calling delete_port for 0b85ae68-6833-43b4-b137-44832c320bd2 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:58.736694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:28:58.750879 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=a435851f-91df-4a24-8ce8-3df776ac3a29,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:58.811317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.814771 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Added segment 678a8368-3654-486b-a720-82e9e9d71db1 of type vlan for network 61d98706-2b88-42b9-b86e-d17daf0b67a3 May 26 16:28:58.836399 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Pushing event updated for resources: {'Port': ['ID=5d39e60d-f627-4aae-846d-b885512ddeb2,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:58.864360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.864627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.865017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.865362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.865702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.866088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.866426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.866756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.867087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.867418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.867746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.868072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9623b0ed-b6ed-4f76-bf0c-c26e40526a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:58.934674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0b85ae68-6833-43b4-b137-44832c320bd2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:58.976537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Router e63cf870-ae86-4557-a094-b5be8d42d7d8 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:28:59.013156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 0b85ae68-6833-43b4-b137-44832c320bd2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:59.013804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0b85ae68-6833-43b4-b137-44832c320bd2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:59.019731 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c4652e5-c1b2-4b70-91ca-1ad6b8eff23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.116806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.127489 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.152508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-8f9eec17-d981-43a0-978a-c0dbdb02f52f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:59.154313 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-8f9eec17-d981-43a0-978a-c0dbdb02f52f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1096 time: 0.4825616 May 26 16:28:59.170142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4652e5-c1b2-4b70-91ca-1ad6b8eff23e None None] No DVR routers for this DVR port 0b85ae68-6833-43b4-b137-44832c320bd2 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:59.200034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4652e5-c1b2-4b70-91ca-1ad6b8eff23e None None] Pushing event deleted for resources: {'Port': ['ID=0b85ae68-6833-43b4-b137-44832c320bd2,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:59.377943 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.381147 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.421212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:59.432982 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Sync routers for ids ['e63cf870-ae86-4557-a094-b5be8d42d7d8'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:59.456576 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Routers {'e63cf870-ae86-4557-a094-b5be8d42d7d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:59.457274 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e63cf870-ae86-4557-a094-b5be8d42d7d8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:59.462359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.469160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-860fedd0-6087-4e5b-87e5-72e93e6328b2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2808218 May 26 16:28:59.473320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45704) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:59.564795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.db.resource_extend [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:28:59.579247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45714) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:59.627589 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.631396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Fanout notify agent at l3_agent the message router_deleted on router 070506f0-c4f5-412a-951d-f5a0fc373a26 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:28:59.652936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.656928 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ad135bce-5d6b-4f12-bee0-99fb40dcc1e3 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/routers/070506f0-c4f5-412a-951d-f5a0fc373a26 HTTP/1.1" status: 204 len: 168 time: 2.9341013 May 26 16:28:59.658170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45718) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:59.718451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.731655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fa290-76d1-41d6-9113-e23768a0fa8e req-d407f5c5-8e1e-4b62-b9f3-c29e60fd42e4 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:59.735878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:59.737000 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.743310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-759fa290-76d1-41d6-9113-e23768a0fa8e req-d407f5c5-8e1e-4b62-b9f3-c29e60fd42e4 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 1096 time: 0.1373672 May 26 16:28:59.761248 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Set router e63cf870-ae86-4557-a094-b5be8d42d7d8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:59.827082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-759fa290-76d1-41d6-9113-e23768a0fa8e req-4b444e94-e559-4a7a-bd01-20ab100b24d0 tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=99e216a9-8aae-4a07-8eb3-9940d8309b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781558 May 26 16:28:59.883004 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-710c846d-ef13-4583-89f7-2238a91331e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.951521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Deleting port 8f3784f0-4f78-4e19-9d44-500495752914 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:59.952090 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.058676 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7323658 May 26 16:29:00.075936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45720) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:00.101668 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:54Z', 'updated_at': '2022-05-26T16:28:57Z', 'revision_number': 3, 'project_id': '557db6416e374c3f862eee6792aee673', 'gw_port': {'id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:56Z', 'updated_at': '2022-05-26T16:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:00.108352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'admin_state_up': True, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:00.149856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.162879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.163516 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Checking router: e63cf870-ae86-4557-a094-b5be8d42d7d8 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:00.163911 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Updating router e63cf870-ae86-4557-a094-b5be8d42d7d8 port 8c223287-ef7b-4d6c-bbab-03e37cc58d47 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:00.165360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.176492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcf738-a0cd-4af4-a2ce-1b0da03fa743 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Network': ['ID=61d98706-2b88-42b9-b86e-d17daf0b67a3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:00.186734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] For port 8f3784f0-4f78-4e19-9d44-500495752914, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=8f3784f0-4f78-4e19-9d44-500495752914,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:00.187426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.207446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 61d98706-2b88-42b9-b86e-d17daf0b67a3 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:29:00.223813 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.239610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Calling delete_port for 8f3784f0-4f78-4e19-9d44-500495752914 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:00.510657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-710c846d-ef13-4583-89f7-2238a91331e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.518633 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.538560 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-710c846d-ef13-4583-89f7-2238a91331e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.634611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c846d-ef13-4583-89f7-2238a91331e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a1eca-d17b-43ba-a8a5-9cc40627ea1c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:00.708856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-710c846d-ef13-4583-89f7-2238a91331e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cef723059e7845f49a33884fdc645bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1250789 May 26 16:29:00.711078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45724) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:00.754670 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.764218 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.808816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a438f-cea5-4251-88b7-d3a0e3e30767 None None] Network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:00.814165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5d39e60d-f627-4aae-846d-b885512ddeb2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:00.823729 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Attempting to bind port 8c223287-ef7b-4d6c-bbab-03e37cc58d47 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:00.824092 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Attempting to bind port 8c223287-ef7b-4d6c-bbab-03e37cc58d47 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:00.824644 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Attempting to bind port 8c223287-ef7b-4d6c-bbab-03e37cc58d47 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:00.865104 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a914f1f1-d2f2-45f0-92f6-7d0c719f5508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.875559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.882762 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:00.883166 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:00.891904 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.892613 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:00.893284 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Bound port: 8c223287-ef7b-4d6c-bbab-03e37cc58d47, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:00.893869 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.910210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.935151 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.954872 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a914f1f1-d2f2-45f0-92f6-7d0c719f5508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.007662 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] For port 8c223287-ef7b-4d6c-bbab-03e37cc58d47, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:01.011385 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] For port 8c223287-ef7b-4d6c-bbab-03e37cc58d47, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8c223287-ef7b-4d6c-bbab-03e37cc58d47,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:01.026522 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.028202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ab5511c-1a6b-4ffc-8314-d7ea342f19f5 req-a82c4b63-3b77-4099-b8ef-bdc62a38223d tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b3f13b4-0b44-49ef-ae76-6e9be2f277fb HTTP/1.1" status: 200 len: 210 time: 0.0617247 May 26 16:29:01.028711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c7614f-995f-4fb6-85ea-240611fc8458']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:01.046526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f3784f0-4f78-4e19-9d44-500495752914,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:01.093798 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432686c-0057-4dcd-b559-c4258be68afa None None] Pushing event updated for resources: {'Port': ['ID=8c223287-ef7b-4d6c-bbab-03e37cc58d47,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:01.106795 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Routers {'e63cf870-ae86-4557-a094-b5be8d42d7d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:01.107639 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e63cf870-ae86-4557-a094-b5be8d42d7d8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:01.122657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2cce8e69-3be2-4a52-81f0-dc47b839a24c None None] Provisioning complete for port 5d39e60d-f627-4aae-846d-b885512ddeb2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:01.123176 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2cce8e69-3be2-4a52-81f0-dc47b839a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.125983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.158785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:01.159089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fd0eb8-1942-48c4-aedb-77410c1c3b68') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:01.191697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] No DVR routers for this DVR port 8f3784f0-4f78-4e19-9d44-500495752914 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:01.196333 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.202841 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0a2f0a14-1cf6-4544-bf66-ca6a5dbbde85 req-2f306df5-f137-4576-ad35-52ff74d7734f tempest-TestServerMultinode-111609300 tempest-TestServerMultinode-111609300-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8f3784f0-4f78-4e19-9d44-500495752914 HTTP/1.1" status: 204 len: 173 time: 1.9602833 May 26 16:29:01.212949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3f13b4-0b44-49ef-ae76-6e9be2f277fb', 'name': 'network-vif-deleted', 'tag': '8f3784f0-4f78-4e19-9d44-500495752914'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:01.219614 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89d8a25-9b78-4791-9836-ae2d9c3c5195" -d '{"events": [{"server_uuid": "3b3f13b4-0b44-49ef-ae76-6e9be2f277fb", "name": "network-vif-deleted", "tag": "8f3784f0-4f78-4e19-9d44-500495752914"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:01.253103 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.274589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2cce8e69-3be2-4a52-81f0-dc47b839a24c None None] Current status of the port 5d39e60d-f627-4aae-846d-b885512ddeb2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:01.275075 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2cce8e69-3be2-4a52-81f0-dc47b839a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.278678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5d39e60d-f627-4aae-846d-b885512ddeb2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:01.279195 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.343787 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432686c-0057-4dcd-b559-c4258be68afa None None] Pushing event updated for resources: {'Port': ['ID=8c223287-ef7b-4d6c-bbab-03e37cc58d47,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:01.366119 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.388916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:29:01.389320 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.404363 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b508ddc-3003-491b-99c0-e05dfceac9f6 x-openstack-request-id: req-0b508ddc-3003-491b-99c0-e05dfceac9f6 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:01.404772 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3f13b4-0b44-49ef-ae76-6e9be2f277fb", "name": "network-vif-deleted", "tag": "8f3784f0-4f78-4e19-9d44-500495752914", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:01.405031 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b508ddc-3003-491b-99c0-e05dfceac9f6 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:01.405437 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b508ddc-3003-491b-99c0-e05dfceac9f6'] response: {'server_uuid': '3b3f13b4-0b44-49ef-ae76-6e9be2f277fb', 'name': 'network-vif-deleted', 'tag': '8f3784f0-4f78-4e19-9d44-500495752914', 'status': 'completed', 'code': 200} May 26 16:29:01.452196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2cce8e69-3be2-4a52-81f0-dc47b839a24c None None] For port 5d39e60d-f627-4aae-846d-b885512ddeb2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5d39e60d-f627-4aae-846d-b885512ddeb2,segment=NetworkSegment(a7947515-0369-48d3-9a8f-43ce5625a1e9),segment_id=a7947515-0369-48d3-9a8f-43ce5625a1e9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:01.459998 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2cce8e69-3be2-4a52-81f0-dc47b839a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.507829 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b6fd0eb8-1942-48c4-aedb-77410c1c3b68 resource provider aggregate not found May 26 16:29:01.536430 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] Set router e63cf870-ae86-4557-a094-b5be8d42d7d8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:01.547661 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b6fd0eb8-1942-48c4-aedb-77410c1c3b68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6fd0eb8-1942-48c4-aedb-77410c1c3b68 found for delete ", "request_id": "req-39146f12-dfdd-4e80-9b03-9a81940c09b2"}]} May 26 16:29:01.573094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.580532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.585040 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/networks/90c7614f-995f-4fb6-85ea-240611fc8458 HTTP/1.1" status: 204 len: 168 time: 1.9244657 May 26 16:29:01.614583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce8e69-3be2-4a52-81f0-dc47b839a24c None None] Pushing event updated for resources: {'Port': ['ID=5d39e60d-f627-4aae-846d-b885512ddeb2,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:01.620928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5d39e60d-f627-4aae-846d-b885512ddeb2 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:01.621681 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.662500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45734) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:01.688972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'network': {'name': 'tempest-network-smoke--455849056', 'project_id': '4063905a31d942838228e9f70da00298', 'port_security_enabled': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:01.764550 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:29:01.765473 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:29:01.835733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f60da4-1396-44ff-8127-74de880dafcc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Network': ['ID=90c7614f-995f-4fb6-85ea-240611fc8458,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:01.868150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a914f1f1-d2f2-45f0-92f6-7d0c719f5508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.868714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a914f1f1-d2f2-45f0-92f6-7d0c719f5508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.872284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a914f1f1-d2f2-45f0-92f6-7d0c719f5508 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a09a1eca-d17b-43ba-a8a5-9cc40627ea1c HTTP/1.1" status: 204 len: 168 time: 1.1578734 May 26 16:29:01.890156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914f1f1-d2f2-45f0-92f6-7d0c719f5508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a1eca-d17b-43ba-a8a5-9cc40627ea1c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:02.000578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Made reservation on behalf of 4063905a31d942838228e9f70da00298 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:02.001869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-06508243-108a-40f5-b23e-0449f286a7b4 None None] Provisioning complete for port 5d39e60d-f627-4aae-846d-b885512ddeb2 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:02.002383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-06508243-108a-40f5-b23e-0449f286a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.004817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.040601 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.100888 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:54Z', 'updated_at': '2022-05-26T16:28:57Z', 'revision_number': 3, 'project_id': '557db6416e374c3f862eee6792aee673', 'gw_port': {'id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:56Z', 'updated_at': '2022-05-26T16:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:02.130591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45742) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:02.135334 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae70ab-d8e1-4841-a6b3-0eff80571cfe None None] The sync data for ids ['e63cf870-ae86-4557-a094-b5be8d42d7d8'] in n-d-843336-2 is: [{'id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:54Z', 'updated_at': '2022-05-26T16:28:57Z', 'revision_number': 3, 'project_id': '557db6416e374c3f862eee6792aee673', 'gw_port': {'id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:56Z', 'updated_at': '2022-05-26T16:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:02.153792 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.159521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-06508243-108a-40f5-b23e-0449f286a7b4 None None] Current status of the port 5d39e60d-f627-4aae-846d-b885512ddeb2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:02.272258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Allocated IP 172.20.0.1 (70d502d4-ae6c-455b-a0b3-2120d4a323c8/60c0f195-1340-4ae2-9978-7732daae7951/4f398c84-cf64-4195-ae91-c5a6b9e73216) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:02.326421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 8f3784f0-4f78-4e19-9d44-500495752914 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:02.345123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:29:02.359963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5d39e60d-f627-4aae-846d-b885512ddeb2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:02.382469 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.383034 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Added segment 93df8ebb-5d81-45c6-9ac7-432a7998f4c1 of type vlan for network e0dd1588-4590-4ac2-8b88-ee741e8548c3 May 26 16:29:02.431395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 8f3784f0-4f78-4e19-9d44-500495752914 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:02.434760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 8f3784f0-4f78-4e19-9d44-500495752914 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:02.447841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.492082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a435851f-91df-4a24-8ce8-3df776ac3a29 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:02.498125 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.506953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:02.507608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.540943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.555400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a435851f-91df-4a24-8ce8-3df776ac3a29 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:02.555741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a435851f-91df-4a24-8ce8-3df776ac3a29 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:02.558746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device da859ed9-b4f8-4800-9834-f6782ac5ca3c no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:02.606799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Network': ['ID=e0dd1588-4590-4ac2-8b88-ee741e8548c3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:02.633048 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45746) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:02.643512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e0dd1588-4590-4ac2-8b88-ee741e8548c3 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:29:02.649006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: da859ed9-b4f8-4800-9834-f6782ac5ca3c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:02.649608 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device da859ed9-b4f8-4800-9834-f6782ac5ca3c not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:02.658949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17b97590-3d25-4146-82ac-e70d52da619a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.673136 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eb11c3f3-771a-48c0-bb7f-d2d27508b818 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0084295 May 26 16:29:02.674362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45748) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:02.689096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-279454001', 'admin_state_up': True, 'project_id': '4063905a31d942838228e9f70da00298', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:02.741820 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.812954 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17b97590-3d25-4146-82ac-e70d52da619a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.829706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.25.0.61 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/a5fa37ea-13f9-40f5-9c71-beac9ba91bb0) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:02.833488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-17b97590-3d25-4146-82ac-e70d52da619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.837941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:02.848777 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.850913 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.920902 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-17b97590-3d25-4146-82ac-e70d52da619a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c25f32eff86249009857dc2bf0f5ecf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852495 May 26 16:29:02.923579 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45752) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:02.924676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b97590-3d25-4146-82ac-e70d52da619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f564b5-f696-40c1-ae9a-dcc8b2698447,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:02.951379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:02.956001 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.956984 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:02.999008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5d39e60d-f627-4aae-846d-b885512ddeb2 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:03.121820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Pushing event updated for resources: {'Port': ['ID=4f398c84-cf64-4195-ae91-c5a6b9e73216,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:03.123593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 5d39e60d-f627-4aae-846d-b885512ddeb2 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:03.123988 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.236340 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb30b7a8-f5fa-4101-80b2-c298af8d93c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.312638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb30b7a8-f5fa-4101-80b2-c298af8d93c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.316900 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.354385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 5d39e60d-f627-4aae-846d-b885512ddeb2 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:03.355614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8c223287-ef7b-4d6c-bbab-03e37cc58d47 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:03.386522 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.436360 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.448827 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.471082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-23dd5ca9-fb19-4cda-8ffd-c5afa6ff4975 None None] Provisioning complete for port 4f398c84-cf64-4195-ae91-c5a6b9e73216 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:03.475948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-23dd5ca9-fb19-4cda-8ffd-c5afa6ff4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.502491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=a5fa37ea-13f9-40f5-9c71-beac9ba91bb0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:03.532026 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:03.534371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:03.539614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:03.578997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-23dd5ca9-fb19-4cda-8ffd-c5afa6ff4975 None None] Port 4f398c84-cf64-4195-ae91-c5a6b9e73216 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:03.583695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8c223287-ef7b-4d6c-bbab-03e37cc58d47 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:03.584067 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.612347 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb30b7a8-f5fa-4101-80b2-c298af8d93c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.615690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-eb30b7a8-f5fa-4101-80b2-c298af8d93c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.616927 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-eb30b7a8-f5fa-4101-80b2-c298af8d93c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86f564b5-f696-40c1-ae9a-dcc8b2698447 HTTP/1.1" status: 204 len: 168 time: 0.6784797 May 26 16:29:03.760498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8c223287-ef7b-4d6c-bbab-03e37cc58d47 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:03.761066 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.779367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30b7a8-f5fa-4101-80b2-c298af8d93c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f564b5-f696-40c1-ae9a-dcc8b2698447,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:03.828353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 8c223287-ef7b-4d6c-bbab-03e37cc58d47, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8c223287-ef7b-4d6c-bbab-03e37cc58d47,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:03.839795 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.912211 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.933345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=8c223287-ef7b-4d6c-bbab-03e37cc58d47,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:04.037943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.156686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.302971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45760) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:04.370233 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b9cca8a-08fb-4a17-84fc-502fcf5339ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.481525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.539357 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.553228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.568050 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.764196 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.811112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Pushing event updated for resources: {'Port': ['ID=4f398c84-cf64-4195-ae91-c5a6b9e73216,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:04.853017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b9cca8a-08fb-4a17-84fc-502fcf5339ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.856213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8c223287-ef7b-4d6c-bbab-03e37cc58d47 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:04.870327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.903388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b9cca8a-08fb-4a17-84fc-502fcf5339ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.945941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.25.0.204 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/42f824ce-0aa8-4a71-8216-3154a6180d7b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:04.968707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 8c223287-ef7b-4d6c-bbab-03e37cc58d47 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:04.969192 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.028405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 2fd5f547-1617-49eb-98ba-b899fe65c165 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:29:05.036301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1b9cca8a-08fb-4a17-84fc-502fcf5339ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8611e4c06e9847c08856ae717e1772ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307353 May 26 16:29:05.045610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45764) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:05.057428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cca8a-08fb-4a17-84fc-502fcf5339ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd506501-86f5-4550-b9a2-eeb5961a0b20,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:05.073815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-351eb3d3-9eaf-44fd-80c1-a1574fd76724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.119423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Deleting port ccf805af-dcb4-4f3b-9453-61c55d3164bb {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:05.120185 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.141406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 8c223287-ef7b-4d6c-bbab-03e37cc58d47 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:05.190328 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aade66bb-26f1-4eb2-83c3-2f7b332d3ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.264688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aade66bb-26f1-4eb2-83c3-2f7b332d3ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.315549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:05.330470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Sync routers for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:05.348800 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.354972 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f6c7765c-efcc-4330-af59-d4e19da7db37 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.2661583 May 26 16:29:05.354972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45772) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:05.355314 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:05.355778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:05.409957 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e1cf6144-a9c7-4a77-8579-dca2835b9d02 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c910ea62887b4896b2090b1a8aa27af7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529249 May 26 16:29:05.412912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aade66bb-26f1-4eb2-83c3-2f7b332d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.416212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-aade66bb-26f1-4eb2-83c3-2f7b332d3ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.417504 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-aade66bb-26f1-4eb2-83c3-2f7b332d3ce4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd506501-86f5-4550-b9a2-eeb5961a0b20 HTTP/1.1" status: 204 len: 168 time: 0.3625846 May 26 16:29:05.418158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45774) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:05.543228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2d5ea-6787-40cb-bb98-1b1fdc81984d tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:05.545085 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3ba2d5ea-6787-40cb-bb98-1b1fdc81984d tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1238813 May 26 16:29:05.550474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45780) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:05.563353 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade66bb-26f1-4eb2-83c3-2f7b332d3ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd506501-86f5-4550-b9a2-eeb5961a0b20,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:05.591326 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1d064a2e-6e2d-4a71-93b8-1f66eaebb6a4 tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397224 May 26 16:29:05.594169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45782) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:05.600667 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2005263969', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:05.603645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:05.743914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:05.753563 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.836554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:05.879851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:05.907875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:05.913208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] For port ccf805af-dcb4-4f3b-9453-61c55d3164bb, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ccf805af-dcb4-4f3b-9453-61c55d3164bb,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:05.915839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.951894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Checking router: 2fd5f547-1617-49eb-98ba-b899fe65c165 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:05.952271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Updating router 2fd5f547-1617-49eb-98ba-b899fe65c165 port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:05.973630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Calling delete_port for ccf805af-dcb4-4f3b-9453-61c55d3164bb owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:06.024293 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.228525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.301682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Router e63cf870-ae86-4557-a094-b5be8d42d7d8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:06.303951 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.329454 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.379794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d7ed164a-d11e-4356-bd84-76cd0b5a919e None None] Provisioning complete for port 4f398c84-cf64-4195-ae91-c5a6b9e73216 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:06.381567 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d7ed164a-d11e-4356-bd84-76cd0b5a919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.392629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=42f824ce-0aa8-4a71-8216-3154a6180d7b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:06.407531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Subnet': ['ID=819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:06.426406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Checking segment: {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:06.427649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network hostable DHCP agents. Network: 61d98706-2b88-42b9-b86e-d17daf0b67a3, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:29:06.450048 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 61d98706-2b88-42b9-b86e-d17daf0b67a3 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:29:06.459517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:06.476647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:06.479364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 61d98706-2b88-42b9-b86e-d17daf0b67a3) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:06.509718 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:06.510624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.525364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c19866c-731f-48d4-ae54-c690c1c70589 None None] Network 61d98706-2b88-42b9-b86e-d17daf0b67a3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:06.560624 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0880704f-64b0-4709-81d0-2ffd983d4992 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9625778 May 26 16:29:06.562737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45798) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:06.603461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed164a-d11e-4356-bd84-76cd0b5a919e None None] Port 4f398c84-cf64-4195-ae91-c5a6b9e73216 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:06.675865 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.676453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.677018 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.678124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.678658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.683593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.684194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.684654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.688073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.688654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.689003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.689352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:06.699212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:06.806749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-61d98706-2b88-42b9-b86e-d17daf0b67a3', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:29:06.807610 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.893474 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.914311 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.932452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:06.935815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dd37d556-fd42-4d8f-8411-fdbeecc8c791 admin admin] 10.222.0.39 "PUT /v2.0/routers/e63cf870-ae86-4557-a094-b5be8d42d7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4597120 May 26 16:29:06.946674 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Sync routers for ids ['e63cf870-ae86-4557-a094-b5be8d42d7d8'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:06.971959 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Routers {'e63cf870-ae86-4557-a094-b5be8d42d7d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:06.975755 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:28:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e63cf870-ae86-4557-a094-b5be8d42d7d8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:07.002809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf805af-dcb4-4f3b-9453-61c55d3164bb,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:07.070749 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.271840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8543cec-eb2e-4fbd-8f5e-eef0ae90dba4 None None] Pushing event updated for resources: {'Port': ['ID=a5fa37ea-13f9-40f5-9c71-beac9ba91bb0,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:07.319497 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Set router e63cf870-ae86-4557-a094-b5be8d42d7d8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:07.509016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Allocated IP 172.20.0.2 (61d98706-2b88-42b9-b86e-d17daf0b67a3/819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4/3a86df5c-26aa-4382-9e41-1cba221ad45a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:07.541901 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.691815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Attempting to bind port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:07.698698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Attempting to bind port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:07.704321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Attempting to bind port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:07.721245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:07.722987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:07.724470 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.725275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:07.726916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Bound port: a5fa37ea-13f9-40f5-9c71-beac9ba91bb0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:07.729674 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.915440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] For port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:07.926311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] For port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a5fa37ea-13f9-40f5-9c71-beac9ba91bb0,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:07.943500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.973308 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.098199 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-de0f7db6-a340-4792-a1b2-250e1d9ed341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.153820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:08.154859 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:08.281525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.325412 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:54Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 4, 'project_id': '557db6416e374c3f862eee6792aee673', 'gw_port': {'id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:56Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4f398c84-cf64-4195-ae91-c5a6b9e73216', 'name': '', 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'mac_address': 'fa:16:3e:4b:d7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '60c0f195-1340-4ae2-9978-7732daae7951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:04Z', 'revision_number': 2, 'project_id': '557db6416e374c3f862eee6792aee673', 'subnets': [{'id': '60c0f195-1340-4ae2-9978-7732daae7951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:08.361198 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:08.371160 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Checking router: e63cf870-ae86-4557-a094-b5be8d42d7d8 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:08.371946 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Updating router e63cf870-ae86-4557-a094-b5be8d42d7d8 port 4f398c84-cf64-4195-ae91-c5a6b9e73216 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:08.403864 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.664468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8543cec-eb2e-4fbd-8f5e-eef0ae90dba4 None None] Pushing event updated for resources: {'Port': ['ID=a5fa37ea-13f9-40f5-9c71-beac9ba91bb0,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:08.819574 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.876120 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.953882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.20.0.1 (61d98706-2b88-42b9-b86e-d17daf0b67a3/819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4/4e83f052-c711-490e-a3d3-8cef6d028b21) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:08.957408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Router 3834d67e-56f5-4972-bcef-f7954875c841 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:08.980718 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.982233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Pushing event updated for resources: {'Port': ['ID=3a86df5c-26aa-4382-9e41-1cba221ad45a,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:09.022379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Network 61d98706-2b88-42b9-b86e-d17daf0b67a3 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:09.030680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:09.044463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:09.075181 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.093252 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.159387 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.190052 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debd327-55d9-458f-aa07-b2863eb90ffb None None] Pushing event updated for resources: {'Port': ['ID=4f398c84-cf64-4195-ae91-c5a6b9e73216,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:09.365005 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.414333 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Attempting to bind port 4f398c84-cf64-4195-ae91-c5a6b9e73216 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:09.414914 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Attempting to bind port 4f398c84-cf64-4195-ae91-c5a6b9e73216 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'a7947515-0369-48d3-9a8f-43ce5625a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:09.415336 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Attempting to bind port 4f398c84-cf64-4195-ae91-c5a6b9e73216 on network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:09.427647 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:09.428269 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Checking segment: {'id': 'a7947515-0369-48d3-9a8f-43ce5625a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:09.428791 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.429390 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Bound using segment: {'id': 'a7947515-0369-48d3-9a8f-43ce5625a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:09.430220 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Bound port: 4f398c84-cf64-4195-ae91-c5a6b9e73216, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7947515-0369-48d3-9a8f-43ce5625a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:09.431001 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.455719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.525389 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:09.537471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be90756-b4cd-4efd-8e53-0985611d8ff4 None None] The sync data for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 is: [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 3, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:09.584367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=4e83f052-c711-490e-a3d3-8cef6d028b21,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:09.592346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:09.616543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-43b8840a-1616-4c36-b951-8aa9ddf9f1b7 admin admin] 10.222.0.39 "PUT /v2.0/routers/3834d67e-56f5-4972-bcef-f7954875c841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4848828 May 26 16:29:09.620809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45842) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:09.622038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] Sync routers for ids ['3834d67e-56f5-4972-bcef-f7954875c841'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:09.647451 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] For port 4f398c84-cf64-4195-ae91-c5a6b9e73216, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:09.652162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 61d98706-2b88-42b9-b86e-d17daf0b67a3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:09.653877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:09.656281 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] For port 4f398c84-cf64-4195-ae91-c5a6b9e73216, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4f398c84-cf64-4195-ae91-c5a6b9e73216,segment=NetworkSegment(a7947515-0369-48d3-9a8f-43ce5625a1e9),segment_id=a7947515-0369-48d3-9a8f-43ce5625a1e9)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:09.661172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:09.665091 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.736675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] Routers {'3834d67e-56f5-4972-bcef-f7954875c841'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:09.737398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3834d67e-56f5-4972-bcef-f7954875c841'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:09.801641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.827588 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Routers {'e63cf870-ae86-4557-a094-b5be8d42d7d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:09.828510 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e63cf870-ae86-4557-a094-b5be8d42d7d8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:09.831837 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debd327-55d9-458f-aa07-b2863eb90ffb None None] Pushing event updated for resources: {'Port': ['ID=4f398c84-cf64-4195-ae91-c5a6b9e73216,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:09.855168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.004636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Attempting to bind port 3a86df5c-26aa-4382-9e41-1cba221ad45a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:10.005378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Attempting to bind port 3a86df5c-26aa-4382-9e41-1cba221ad45a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:10.005692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Attempting to bind port 3a86df5c-26aa-4382-9e41-1cba221ad45a on network 61d98706-2b88-42b9-b86e-d17daf0b67a3 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:10.060771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:10.060771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Checking segment: {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:10.074844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.079685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Bound using segment: {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:10.086867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Bound port: 3a86df5c-26aa-4382-9e41-1cba221ad45a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:10.087224 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.107498 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.113438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.160692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 7b10e481-6207-445f-84ab-00d38e7f6a0b is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:29:10.190930 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2659fceb-55cf-43a4-aee8-9d57a0d4137e None None] Provisioning complete for port 4f398c84-cf64-4195-ae91-c5a6b9e73216 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:10.191338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2659fceb-55cf-43a4-aee8-9d57a0d4137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.196152 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] Set router e63cf870-ae86-4557-a094-b5be8d42d7d8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:10.320106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] Set router 3834d67e-56f5-4972-bcef-f7954875c841 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:10.772550 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.782481 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.814894 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:54Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 4, 'project_id': '557db6416e374c3f862eee6792aee673', 'gw_port': {'id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:56Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4f398c84-cf64-4195-ae91-c5a6b9e73216', 'name': '', 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'mac_address': 'fa:16:3e:4b:d7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '60c0f195-1340-4ae2-9978-7732daae7951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:09Z', 'revision_number': 4, 'project_id': '557db6416e374c3f862eee6792aee673', 'subnets': [{'id': '60c0f195-1340-4ae2-9978-7732daae7951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:10.868854 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d784407-dd52-4a5d-a28c-37cf5b5c44fa None None] The sync data for ids ['e63cf870-ae86-4557-a094-b5be8d42d7d8'] in n-d-843336-2 is: [{'id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:54Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 4, 'project_id': '557db6416e374c3f862eee6792aee673', 'gw_port': {'id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:56Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4f398c84-cf64-4195-ae91-c5a6b9e73216', 'name': '', 'network_id': '70d502d4-ae6c-455b-a0b3-2120d4a323c8', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'mac_address': 'fa:16:3e:4b:d7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '60c0f195-1340-4ae2-9978-7732daae7951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:09Z', 'revision_number': 4, 'project_id': '557db6416e374c3f862eee6792aee673', 'subnets': [{'id': '60c0f195-1340-4ae2-9978-7732daae7951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:10.941503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:11.010784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.023154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=4e83f052-c711-490e-a3d3-8cef6d028b21,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:11.049352 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.056904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] For port 3a86df5c-26aa-4382-9e41-1cba221ad45a, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:11.076151 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.099187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] For port 3a86df5c-26aa-4382-9e41-1cba221ad45a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3a86df5c-26aa-4382-9e41-1cba221ad45a,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:11.135791 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.181205 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 61d98706-2b88-42b9-b86e-d17daf0b67a3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:11.182883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:11.273876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-962c2e19-9da2-4aec-aa63-9a1efa8e6468 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3f2e79ed08b24ddb89609080dc007363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7698364 May 26 16:29:11.301817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2659fceb-55cf-43a4-aee8-9d57a0d4137e None None] Current status of the port 4f398c84-cf64-4195-ae91-c5a6b9e73216 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:11.306374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2659fceb-55cf-43a4-aee8-9d57a0d4137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.359679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e0063-ceab-46b4-aa13-4df39c9055df None None] Pushing event updated for resources: {'Port': ['ID=3a86df5c-26aa-4382-9e41-1cba221ad45a,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:11.385456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3834d67e-56f5-4972-bcef-f7954875c841', 'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:29:06Z', 'revision_number': 5, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'gw_port': {'id': 'e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3834d67e-56f5-4972-bcef-f7954875c841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:39Z', 'updated_at': '2022-05-26T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:11.398703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 2fd5f547-1617-49eb-98ba-b899fe65c165 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:11.494470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] Checking router: 3834d67e-56f5-4972-bcef-f7954875c841 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:11.508558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:11.509025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.518917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-2659fceb-55cf-43a4-aee8-9d57a0d4137e None None] For port 4f398c84-cf64-4195-ae91-c5a6b9e73216, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4f398c84-cf64-4195-ae91-c5a6b9e73216,segment=NetworkSegment(a7947515-0369-48d3-9a8f-43ce5625a1e9),segment_id=a7947515-0369-48d3-9a8f-43ce5625a1e9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:11.610855 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2659fceb-55cf-43a4-aee8-9d57a0d4137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.642865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] Routers {'3834d67e-56f5-4972-bcef-f7954875c841'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:11.644345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3834d67e-56f5-4972-bcef-f7954875c841'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:11.728377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:11.734235 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cfc11371-dcba-4c24-80b8-ee94a9e0af32 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "PUT /v2.0/routers/2fd5f547-1617-49eb-98ba-b899fe65c165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1692913 May 26 16:29:11.746790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:11.759608 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Sync routers for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:11.775055 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:11.776027 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:11.855396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Deleting port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:11.855830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.936801 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:11.987191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] For port e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:11.987564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.009536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Calling delete_port for e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:12.049717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c997253e-e2ad-4b6a-8df7-04f813397c8b None None] Provisioning complete for port 4f398c84-cf64-4195-ae91-c5a6b9e73216 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:12.066804 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c997253e-e2ad-4b6a-8df7-04f813397c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.096792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-b621637d-a4bd-43c6-9485-fa19ddbb63a7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:12.098393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-b621637d-a4bd-43c6-9485-fa19ddbb63a7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.8281124 May 26 16:29:12.109767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] Set router 3834d67e-56f5-4972-bcef-f7954875c841 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:12.110380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.111826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-28e85cf7-8114-48a9-b0d4-9c2a2085af85 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.4335229 May 26 16:29:12.115326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45882) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:12.131845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-dc20ed8c-e6c0-442a-862a-d16d9cfece47 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/quotas/713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 375 time: 0.0187621 May 26 16:29:12.177932 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-333b3bc5-de30-407f-9d27-013ba07bc188 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=4063905a31d942838228e9f70da00298&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613692 May 26 16:29:12.178997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45884) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:12.260916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659fceb-55cf-43a4-aee8-9d57a0d4137e None None] Pushing event updated for resources: {'Port': ['ID=4f398c84-cf64-4195-ae91-c5a6b9e73216,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:12.264281 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:07Z', 'revision_number': 3, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:12.285445 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228033-07ec-48e3-9049-0d0991733e20 req-561d8ebe-abee-45db-a0a8-f05297191f0f tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:12.288766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-561d8ebe-abee-45db-a0a8-f05297191f0f tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9804270 May 26 16:29:12.339914 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Checking router: 7b10e481-6207-445f-84ab-00d38e7f6a0b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:12.340143 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Updating router 7b10e481-6207-445f-84ab-00d38e7f6a0b port 42f824ce-0aa8-4a71-8216-3154a6180d7b binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:12.340406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3834d67e-56f5-4972-bcef-f7954875c841', 'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 6, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:12.372399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-bb0e0037-4225-446e-a728-efdfeebaae54 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2210028 May 26 16:29:12.384598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-4719ace9-80ea-47d6-a6a7-750f37cbead0 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/quotas/3f2e79ed08b24ddb89609080dc007363 HTTP/1.1" status: 200 len: 375 time: 0.0389028 May 26 16:29:12.390739 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.451004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ecfdd-cc3e-435d-9739-af95d5cadf2f tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:12.456972 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-375ecfdd-cc3e-435d-9739-af95d5cadf2f tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2721345 May 26 16:29:12.459086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45886) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:12.481835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-51556c6b-ba4f-496b-ae59-88d209cf6c4e service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962813 May 26 16:29:12.489799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d53cc6-6c64-4254-873b-27f10a043c74 None None] The sync data for ids ['3834d67e-56f5-4972-bcef-f7954875c841'] in n-d-843336-2 is: [{'id': '3834d67e-56f5-4972-bcef-f7954875c841', 'name': 'tempest-TestServerMultinode-1046276534-router', 'tenant_id': '8045fc5dc71043119bf2ff233b753407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 6, 'project_id': '8045fc5dc71043119bf2ff233b753407', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:12.492560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:12.492944 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.535206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a5fa37ea-13f9-40f5-9c71-beac9ba91bb0,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:12.542255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-c1b5bff7-c2a1-4db1-a0c2-6c9262557223 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2e79ed08b24ddb89609080dc007363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592294 May 26 16:29:12.546508 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.563478 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1f1b438a-f074-4626-a041-4ba0e699e04f tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1027339 May 26 16:29:12.570412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45888) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:12.591705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1311470765', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'project_id': '4063905a31d942838228e9f70da00298', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:12.730217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c997253e-e2ad-4b6a-8df7-04f813397c8b None None] Current status of the port 4f398c84-cf64-4195-ae91-c5a6b9e73216 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:12.851480 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=a5fa37ea-13f9-40f5-9c71-beac9ba91bb0,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:12.923655 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Made reservation on behalf of 4063905a31d942838228e9f70da00298 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:12.928332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.989167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.993107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3a86df5c-26aa-4382-9e41-1cba221ad45a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:13.126906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3a86df5c-26aa-4382-9e41-1cba221ad45a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:13.127571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.216184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:13.330634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3a86df5c-26aa-4382-9e41-1cba221ad45a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:13.331468 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.388616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-7e2f7433-ab95-4a90-b2dc-81669db7ccc7 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453372 May 26 16:29:13.455635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-4ab0036f-a3e4-49c6-bf61-9b70bd055587 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1109996469&fields=id&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 267 time: 0.2421486 May 26 16:29:13.466981 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.491549 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.494816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 3a86df5c-26aa-4382-9e41-1cba221ad45a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3a86df5c-26aa-4382-9e41-1cba221ad45a,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:13.505582 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.506525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4f398c84-cf64-4195-ae91-c5a6b9e73216 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:13.571721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.626954 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ef98f2-d1c8-4bb2-8375-f769a088e77e None None] Network 61d98706-2b88-42b9-b86e-d17daf0b67a3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:13.641889 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Attempting to bind port 42f824ce-0aa8-4a71-8216-3154a6180d7b on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:13.642318 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Attempting to bind port 42f824ce-0aa8-4a71-8216-3154a6180d7b by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:13.642858 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Attempting to bind port 42f824ce-0aa8-4a71-8216-3154a6180d7b on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:13.663516 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:13.663816 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:13.664127 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.664526 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:13.665082 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Bound port: 42f824ce-0aa8-4a71-8216-3154a6180d7b, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:13.665467 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.746335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.767565 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ee50a-0d04-4f5c-918a-953d162605a8 None None] Pushing event updated for resources: {'Port': ['ID=42f824ce-0aa8-4a71-8216-3154a6180d7b,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:13.782948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Subnet': ['ID=b7257a1d-8a07-4aef-902e-186e3ac6e7bf,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:13.839173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Checking segment: {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:13.839572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network hostable DHCP agents. Network: e0dd1588-4590-4ac2-8b88-ee741e8548c3, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:29:13.848675 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] For port 42f824ce-0aa8-4a71-8216-3154a6180d7b, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:13.855370 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] For port 42f824ce-0aa8-4a71-8216-3154a6180d7b, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=42f824ce-0aa8-4a71-8216-3154a6180d7b,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:13.864279 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.870355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network e0dd1588-4590-4ac2-8b88-ee741e8548c3 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:29:13.887601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e0dd1588-4590-4ac2-8b88-ee741e8548c3) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:13.898838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:13.899517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.920879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Sync routers for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:13.946120 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-93becd45-a7ad-4cfc-b35d-aa7f69453d47 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3745251 May 26 16:29:13.948756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 45916) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:14.005591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb9f345-6717-4897-9292-b65bd0585b81 None None] Network e0dd1588-4590-4ac2-8b88-ee741e8548c3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:14.008093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=3a86df5c-26aa-4382-9e41-1cba221ad45a,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:14.080032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.095592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa606d4-0496-42bd-8007-3f812837da2f req-1197943a-34b7-47fe-96e2-a1ef750d4df9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:14.108732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-1197943a-34b7-47fe-96e2-a1ef750d4df9 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/networks?id=61d98706-2b88-42b9-b86e-d17daf0b67a3 HTTP/1.1" status: 200 len: 797 time: 0.6513379 May 26 16:29:14.133943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.165574 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ee50a-0d04-4f5c-918a-953d162605a8 None None] Pushing event updated for resources: {'Port': ['ID=42f824ce-0aa8-4a71-8216-3154a6180d7b,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:14.177988 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:14.178978 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:14.225054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:14.225696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:14.285814 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-abd7c3f8-64d6-42a4-ab70-2dd939d004d4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/quotas/c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 375 time: 0.1740634 May 26 16:29:14.353913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a1a71f1f-c5b9-41f5-bf21-b71edf613d68 None None] Provisioning complete for port 3a86df5c-26aa-4382-9e41-1cba221ad45a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:14.361146 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a1a71f1f-c5b9-41f5-bf21-b71edf613d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.382244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4f398c84-cf64-4195-ae91-c5a6b9e73216 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:14.382630 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.407689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.408376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3834d67e-56f5-4972-bcef-f7954875c841 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:29:14.458757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.461004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-65f05755-d4d3-42ae-a508-ba21b7afc411 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3834d67e-56f5-4972-bcef-f7954875c841 HTTP/1.1" status: 204 len: 168 time: 4.8382638 May 26 16:29:14.463080 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-413079a7-e4ea-48c9-844b-1972260f6ed2 req-623fb9c9-8955-454e-9b47-6195d4a6b072 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 210 time: 0.0880823 May 26 16:29:14.469064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45926) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:14.499893 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:14.625613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f812b3-4fab-4aeb-865c-6e94eb3c647c admin admin] Deleting subnet 2d43a78c-eab3-4f21-baec-454c63047f66 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:29:14.635798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1f812b3-4fab-4aeb-865c-6e94eb3c647c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.755404 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1f812b3-4fab-4aeb-865c-6e94eb3c647c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.862937 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-88d8ab09-30da-4413-b6fd-20d58c02552b tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f2e79ed08b24ddb89609080dc007363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1677542 May 26 16:29:14.907344 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:07Z', 'revision_number': 3, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:14.941425 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c640375-41a4-4ecc-80c7-c0e9f8f03b26 None None] The sync data for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 is: [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:07Z', 'revision_number': 3, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:15.139665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-f2419f5d-b264-4e43-97ae-9f87bbe9f1f2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8522561 May 26 16:29:15.144980 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1f812b3-4fab-4aeb-865c-6e94eb3c647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:15.150049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc5140a8-6da8-47f0-9d9b-c35a73a416ac req-0c185723-1e59-46be-93cb-3014d8a56e36 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 210 time: 0.1698377 May 26 16:29:15.178271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:15.348542 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1f812b3-4fab-4aeb-865c-6e94eb3c647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:15.394660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9d658fc0-47e4-4c36-b04b-35b8035d9c32 service neutron] 10.222.0.39 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181342 May 26 16:29:15.395420 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f812b3-4fab-4aeb-865c-6e94eb3c647c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d43a78c-eab3-4f21-baec-454c63047f66,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:15.452640 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f1f812b3-4fab-4aeb-865c-6e94eb3c647c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:15.462624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f1f812b3-4fab-4aeb-865c-6e94eb3c647c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2d43a78c-eab3-4f21-baec-454c63047f66 HTTP/1.1" status: 204 len: 168 time: 0.9881027 May 26 16:29:15.498896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 45934) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:15.584141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0968b45-994a-4b4f-95f9-215e114563b4 None None] Network d27775ad-c91d-4501-9510-c32914bcba95 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:15.738694 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfbd440-d1da-4466-9422-44b9577a2067 req-f2a4aa3d-6774-428c-a0d9-f4049b417dec tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 210 time: 0.0529308 May 26 16:29:15.828939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-701e339a-1b80-4c11-9063-4904ca7c700d service neutron] 10.222.0.39 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208467 May 26 16:29:15.845266 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.049381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Deleting port e13b2e8e-df0c-4b7f-af90-231ba77808c5 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:16.050084 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.056067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a1a71f1f-c5b9-41f5-bf21-b71edf613d68 None None] Current status of the port 3a86df5c-26aa-4382-9e41-1cba221ad45a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:16.097297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:29:16.099728 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.135288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4f398c84-cf64-4195-ae91-c5a6b9e73216 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:16.232818 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228033-07ec-48e3-9049-0d0991733e20 req-768594e9-9f20-4d31-8fc5-c6988cf1aca9 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:16.241007 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-768594e9-9f20-4d31-8fc5-c6988cf1aca9 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3673561 May 26 16:29:16.267328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Request body: {'port': {'device_id': '1dc0ad34-61bf-4e6e-bf68-1719da653bb8', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '3f2e79ed08b24ddb89609080dc007363'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:16.655643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e3740e6-7fcc-4206-9eea-3ca61a5d3a0d req-cab73756-25b2-45f0-ada8-a03436862d71 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 210 time: 0.2743447 May 26 16:29:16.812233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 42f824ce-0aa8-4a71-8216-3154a6180d7b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:16.906260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34103084-1db1-40e5-9e6c-9e7ad2cedee2 req-517eb896-570c-4a75-8481-db052ae299b6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 210 time: 0.5074100 May 26 16:29:17.007347 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.022212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Made reservation on behalf of 3f2e79ed08b24ddb89609080dc007363 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:17.046749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-730a587d-1c97-4688-a519-a2f13456ba0c req-1dffa7c4-a7e3-4ff3-b054-e399b9ab86f9 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 210 time: 0.1032867 May 26 16:29:17.047572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.053486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] For port e13b2e8e-df0c-4b7f-af90-231ba77808c5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e13b2e8e-df0c-4b7f-af90-231ba77808c5,segment=NetworkSegment(ea8d754b-bb07-4f3b-a046-bee35a616ad8),segment_id=ea8d754b-bb07-4f3b-a046-bee35a616ad8)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:17.077307 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.105295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Calling delete_port for e13b2e8e-df0c-4b7f-af90-231ba77808c5 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:17.157650 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:29:17.201048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] DHCP port deletion for d27775ad-c91d-4501-9510-c32914bcba95 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:29:17.263176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0a5b9b1a-9d99-43d6-a59e-5434b7f6212a None None] Provisioning complete for port 4e83f052-c711-490e-a3d3-8cef6d028b21 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:17.263601 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a5b9b1a-9d99-43d6-a59e-5434b7f6212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.326907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b9b1a-9d99-43d6-a59e-5434b7f6212a None None] Port 4e83f052-c711-490e-a3d3-8cef6d028b21 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:17.362458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 42f824ce-0aa8-4a71-8216-3154a6180d7b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:17.363884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.449212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-1a075ac5-d7e0-4c6b-a71d-4c373255a9a7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:17.453806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-1a075ac5-d7e0-4c6b-a71d-4c373255a9a7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 1.1592355 May 26 16:29:17.459743 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.469369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4e83f052-c711-490e-a3d3-8cef6d028b21', 'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ff:0f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:07Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 2, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:17.527519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.546445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0a5b9b1a-9d99-43d6-a59e-5434b7f6212a None None] Provisioning complete for port 3a86df5c-26aa-4382-9e41-1cba221ad45a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:17.546909 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0a5b9b1a-9d99-43d6-a59e-5434b7f6212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.553987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'port': {'device_id': '547f1394-69f8-448b-b472-ece34bb0a031', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'admin_state_up': True, 'tenant_id': '713b14340339476ea5ed1867e3a302ec'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:17.560287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Pushing event deleted for resources: {'Port': ['ID=e13b2e8e-df0c-4b7f-af90-231ba77808c5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:17.570860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] No DVR routers for this DVR port e13b2e8e-df0c-4b7f-af90-231ba77808c5 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:17.622500 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Checking router: 2fd5f547-1617-49eb-98ba-b899fe65c165 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:17.624936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Updating router 2fd5f547-1617-49eb-98ba-b899fe65c165 port 4e83f052-c711-490e-a3d3-8cef6d028b21 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:17.724882 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.857701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] Deleting port e13b2e8e-df0c-4b7f-af90-231ba77808c5 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:17.858374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.865230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.873035 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.913193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Allocated IP 172.20.0.2 (e0dd1588-4590-4ac2-8b88-ee741e8548c3/b7257a1d-8a07-4aef-902e-186e3ac6e7bf/f4416de7-dbd1-4bd6-8a9c-fb814c2160a3) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:18.145893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db32fc41-2e2d-4f50-a03d-84609c15fc2f req-e766a308-c4d9-4784-b394-2a319a8d9315 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 210 time: 0.2800272 May 26 16:29:18.233194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f58af07-5450-4a34-9ed4-4e04793f0f16 req-4429eb80-bd33-4630-acf7-802d32b0cf5d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 210 time: 0.0973241 May 26 16:29:18.255292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954368c0-50c3-4ed6-93da-336b3e54f9e3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:18.315588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Allocated IP 192.168.233.14 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/161c2642-2228-4236-acd9-adc65ad0a093) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:18.404321 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.418359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f79a91b-2d78-4d2e-9bfa-b3503a530a4e req-85b1c8e6-834b-49e7-b008-ffc240ec28a9 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 210 time: 0.0865099 May 26 16:29:18.541158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Made reservation on behalf of 713b14340339476ea5ed1867e3a302ec for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:18.562902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.682127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa606d4-0496-42bd-8007-3f812837da2f req-f27ec597-aadf-4098-b0ef-60c35ed3d90b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:18.683419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-f27ec597-aadf-4098-b0ef-60c35ed3d90b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "GET /v2.0/networks?id=61d98706-2b88-42b9-b86e-d17daf0b67a3 HTTP/1.1" status: 200 len: 797 time: 0.4453840 May 26 16:29:18.690810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27775ad-c91d-4501-9510-c32914bcba95']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:18.790050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8d754b-bb07-4f3b-a046-bee35a616ad8') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:18.790338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8d754b-bb07-4f3b-a046-bee35a616ad8') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:18.794793 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.854747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.868962 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.869903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-2d5ea3f7-2d1f-4f1c-b751-21469261f191 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c910ea62887b4896b2090b1a8aa27af7 HTTP/1.1" status: 200 len: 380 time: 0.1752789 May 26 16:29:18.872143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.892295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'port': {'device_id': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'admin_state_up': True, 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'security_groups': ['eae561e5-fbf9-4144-8487-862c826c7b89']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:18.897044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] For port e13b2e8e-df0c-4b7f-af90-231ba77808c5, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:18.898063 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.953584 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.966951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:29:18.966951 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.024461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 42f824ce-0aa8-4a71-8216-3154a6180d7b is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:19.025297 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.029107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.20.0.1 (e0dd1588-4590-4ac2-8b88-ee741e8548c3/b7257a1d-8a07-4aef-902e-186e3ac6e7bf/0996a0a3-d833-40e5-b649-b61006207e41) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:19.046278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:19.070399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:19.099260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:19.164476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Pushing event updated for resources: {'Port': ['ID=161c2642-2228-4236-acd9-adc65ad0a093,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:19.363837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 42f824ce-0aa8-4a71-8216-3154a6180d7b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=42f824ce-0aa8-4a71-8216-3154a6180d7b,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:19.369034 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.377616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.383425 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.384454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:19.393460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b9b1a-9d99-43d6-a59e-5434b7f6212a None None] Current status of the port 3a86df5c-26aa-4382-9e41-1cba221ad45a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:19.426907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] Calling delete_port for e13b2e8e-df0c-4b7f-af90-231ba77808c5 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:19.469527 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.476158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] Port e13b2e8e-df0c-4b7f-af90-231ba77808c5 was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:29:19.493845 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.526551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Network e0dd1588-4590-4ac2-8b88-ee741e8548c3 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:19.529983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.568442 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:19.574391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:19.596506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] No DVR routers for this DVR port e13b2e8e-df0c-4b7f-af90-231ba77808c5 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:19.636669 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Pushing event updated for resources: {'Port': ['ID=f4416de7-dbd1-4bd6-8a9c-fb814c2160a3,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:19.650884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e8ae8cd8-92a0-447e-b050-b54bba18f8ac None None] Provisioning complete for port 4e83f052-c711-490e-a3d3-8cef6d028b21 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:19.651538 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e8ae8cd8-92a0-447e-b050-b54bba18f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.681685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:19.687815 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.705974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.727060 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fe409dc4-2326-4043-b0d0-23aa4d13da65 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4644399 May 26 16:29:19.775664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Request body: {'port': {'device_id': '1dc0ad34-61bf-4e6e-bf68-1719da653bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:19.812404 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network e0dd1588-4590-4ac2-8b88-ee741e8548c3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:19.861642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:19.879011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:19.884846 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment ea8d754b-bb07-4f3b-a046-bee35a616ad8 resource provider aggregate not found May 26 16:29:19.977688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=0996a0a3-d833-40e5-b649-b61006207e41,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:19.990898 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment ea8d754b-bb07-4f3b-a046-bee35a616ad8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea8d754b-bb07-4f3b-a046-bee35a616ad8 found for delete ", "request_id": "req-c41ff02b-7ec3-4944-9753-1d885dc547fb"}]} May 26 16:29:19.998439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.006353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-993fe8d6-8ece-4b83-a5c0-aae231b081c2 req-102c2d60-7394-4a3a-bffe-8e0ca815d751 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 210 time: 0.1727998 May 26 16:29:20.025727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03586e42-d593-4138-bbac-9d5e04b169ff req-77843718-9cf0-4c13-a1fb-bd97843b444f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 210 time: 0.1688857 May 26 16:29:20.033352 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.073288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.073932 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.079747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] 10.222.0.39 "DELETE /v2.0/networks/d27775ad-c91d-4501-9510-c32914bcba95 HTTP/1.1" status: 204 len: 168 time: 4.5771174 May 26 16:29:20.081956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46002) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:20.099151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Attempting to bind port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:20.099907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Attempting to bind port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:20.100019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Attempting to bind port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 on network e0dd1588-4590-4ac2-8b88-ee741e8548c3 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:20.108774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=42f824ce-0aa8-4a71-8216-3154a6180d7b,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:20.120425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae8cd8-92a0-447e-b050-b54bba18f8ac None None] Port 4e83f052-c711-490e-a3d3-8cef6d028b21 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:20.128536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:20.128917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Checking segment: {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:20.129320 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.129742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Bound using segment: {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:20.130255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Bound port: f4416de7-dbd1-4bd6-8a9c-fb814c2160a3, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:20.133329 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.136559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.20.0.9 (220b4e82-1562-4a6b-bddb-eee8de412ea2/1f6389a0-5e10-4f59-8c1f-4a01b4315b11/a3101aa0-fd32-4bdf-b587-4751612bffc1) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:20.142413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e527f-0963-450b-b05f-2fad355b378a admin admin] Pushing event deleted for resources: {'Network': ['ID=d27775ad-c91d-4501-9510-c32914bcba95,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:20.150943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:20.151525 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.257120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Attempting to bind port 4e83f052-c711-490e-a3d3-8cef6d028b21 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:20.258342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Attempting to bind port 4e83f052-c711-490e-a3d3-8cef6d028b21 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:20.258342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Attempting to bind port 4e83f052-c711-490e-a3d3-8cef6d028b21 on network 61d98706-2b88-42b9-b86e-d17daf0b67a3 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:20.272254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Made reservation on behalf of c910ea62887b4896b2090b1a8aa27af7 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:20.276689 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.352878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2332ee-269e-4fe7-9cb8-3b944e6a7c09 req-36e058ae-504c-408c-832d-11253ca1e747 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:20.355094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e2332ee-269e-4fe7-9cb8-3b944e6a7c09 req-36e058ae-504c-408c-832d-11253ca1e747 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 935 time: 0.1730638 May 26 16:29:20.384503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] For port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:20.388157 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] For port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f4416de7-dbd1-4bd6-8a9c-fb814c2160a3,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:20.401827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:20.402241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Checking segment: {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:20.402639 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.403039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Bound using segment: {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:20.403525 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Bound port: 4e83f052-c711-490e-a3d3-8cef6d028b21, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:20.403907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.434907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.487451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc7b7a-a1a0-4f28-a875-09c01b05e863 None None] Pushing event updated for resources: {'Port': ['ID=4e83f052-c711-490e-a3d3-8cef6d028b21,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:20.508435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-134a793f-3a2f-49a3-8e4e-ebbb908ab1b5 None None] Provisioning complete for port 4e83f052-c711-490e-a3d3-8cef6d028b21 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:20.508815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-134a793f-3a2f-49a3-8e4e-ebbb908ab1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.565512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8321404-e76f-4194-a5f7-04f9071d1683 None None] Pushing event deleted for resources: {'Port': ['ID=e13b2e8e-df0c-4b7f-af90-231ba77808c5,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:20.623378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.20.0.4 (61d98706-2b88-42b9-b86e-d17daf0b67a3/819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4/88b38990-8df4-4466-8a8c-afb8fb912df0) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:20.681780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576c590-7dc8-4465-a8a5-d4c31510fc92 None None] Pushing event updated for resources: {'Port': ['ID=f4416de7-dbd1-4bd6-8a9c-fb814c2160a3,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:20.713935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:20.715073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3a86df5c-26aa-4382-9e41-1cba221ad45a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:20.795554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] For port 4e83f052-c711-490e-a3d3-8cef6d028b21, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:20.805165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] For port 4e83f052-c711-490e-a3d3-8cef6d028b21, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4e83f052-c711-490e-a3d3-8cef6d028b21,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:20.814256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-134a793f-3a2f-49a3-8e4e-ebbb908ab1b5 None None] Port 4e83f052-c711-490e-a3d3-8cef6d028b21 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:20.819183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.855006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.919542 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.967818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-134a793f-3a2f-49a3-8e4e-ebbb908ab1b5 None None] Provisioning complete for port 161c2642-2228-4236-acd9-adc65ad0a093 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:20.968192 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-134a793f-3a2f-49a3-8e4e-ebbb908ab1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:21.037875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3a86df5c-26aa-4382-9e41-1cba221ad45a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:21.042875 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:21.088948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=88b38990-8df4-4466-8a8c-afb8fb912df0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:21.094773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-134a793f-3a2f-49a3-8e4e-ebbb908ab1b5 None None] Port 161c2642-2228-4236-acd9-adc65ad0a093 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:21.101558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc7b7a-a1a0-4f28-a875-09c01b05e863 None None] Pushing event updated for resources: {'Port': ['ID=4e83f052-c711-490e-a3d3-8cef6d028b21,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:21.175762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:21.176430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:21.233817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 61d98706-2b88-42b9-b86e-d17daf0b67a3 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:21.244636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:21.263638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5e2332ee-269e-4fe7-9cb8-3b944e6a7c09 req-9ac85365-ac2c-479f-afda-20c09387a6ee tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8511214 May 26 16:29:21.269224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:21.420050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b67c7-f067-426f-9475-3f3a636021a9 req-cde72563-fd12-4bb9-8dbb-563ee404132c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:21.429375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c50b67c7-f067-426f-9475-3f3a636021a9 req-cde72563-fd12-4bb9-8dbb-563ee404132c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 931 time: 0.2530606 May 26 16:29:21.519914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:21.534583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3a86df5c-26aa-4382-9e41-1cba221ad45a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:21.565786 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d89e2e9-6fdb-436d-b9c3-66bc2e726e4a req-adc21334-a842-4702-b16f-46cdf8116460 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 210 time: 0.1005473 May 26 16:29:21.619755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:21.626231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:21.627261 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:21.645879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c50b67c7-f067-426f-9475-3f3a636021a9 req-ec3a3aaa-40b8-47a6-b3b2-29e4f7c5eaae tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094214 May 26 16:29:21.713276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-224a0c28-a68b-469f-bd0f-05b9867a9239 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8269584 May 26 16:29:21.732882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:21.735775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Request body: {'port': {'device_id': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:21.739999 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:21.765916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:21.793408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:21.829319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:21.872122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:21.876819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:21.877299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e1f0bb98-d420-4f8b-adb3-8cc0e6c25fbc not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:21.877806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ccf805af-dcb4-4f3b-9453-61c55d3164bb no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:21.882789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b911522a-5162-4a3a-b7ea-df8f4e3008ec None None] Provisioning complete for port 4e83f052-c711-490e-a3d3-8cef6d028b21 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:21.883385 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b911522a-5162-4a3a-b7ea-df8f4e3008ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:21.939236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=a3101aa0-fd32-4bdf-b587-4751612bffc1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:21.999492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.029748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:22.030469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.107736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161c2642-2228-4236-acd9-adc65ad0a093 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:22.131210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.156041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ccf805af-dcb4-4f3b-9453-61c55d3164bb {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:22.156781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ccf805af-dcb4-4f3b-9453-61c55d3164bb not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:22.171063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Transition to ACTIVE for port object 161c2642-2228-4236-acd9-adc65ad0a093 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:29:22.194232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.432970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=161c2642-2228-4236-acd9-adc65ad0a093,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:22.446114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-e45a2c7b-6980-4d94-ad43-f261db76bd2c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9551611 May 26 16:29:22.480722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Request body: {'port': {'device_id': '547f1394-69f8-448b-b472-ece34bb0a031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:22.611993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Attempting to bind port 161c2642-2228-4236-acd9-adc65ad0a093 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:22.612552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Attempting to bind port 161c2642-2228-4236-acd9-adc65ad0a093 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:22.613053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Attempting to bind port 161c2642-2228-4236-acd9-adc65ad0a093 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:22.616059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:22.627598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b911522a-5162-4a3a-b7ea-df8f4e3008ec None None] Current status of the port 4e83f052-c711-490e-a3d3-8cef6d028b21 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:22.628513 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b911522a-5162-4a3a-b7ea-df8f4e3008ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.659612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Port 161c2642-2228-4236-acd9-adc65ad0a093 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:22.662561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Attempting to bind port 161c2642-2228-4236-acd9-adc65ad0a093 on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:22.733067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:22.733455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:22.733988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:22.734917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Bound port: 161c2642-2228-4236-acd9-adc65ad0a093, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:22.735403 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.765975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b83721-ac9f-46eb-b5ec-fea64ab0a865 None None] Network e0dd1588-4590-4ac2-8b88-ee741e8548c3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:22.820855 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.898790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bbd58-9102-4d0b-a6fb-5d0ec685e836 req-75ad8d7f-d38d-46ac-be64-faeaa662c372 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:22.908821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-865bbd58-9102-4d0b-a6fb-5d0ec685e836 req-75ad8d7f-d38d-46ac-be64-faeaa662c372 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 947 time: 0.4182341 May 26 16:29:22.920692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] For port 161c2642-2228-4236-acd9-adc65ad0a093, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:22.924686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] For port 161c2642-2228-4236-acd9-adc65ad0a093, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=161c2642-2228-4236-acd9-adc65ad0a093,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:22.933043 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.973891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-865bbd58-9102-4d0b-a6fb-5d0ec685e836 req-a2d47e78-90c8-47fe-9460-4043d2a5582e tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638366 May 26 16:29:23.018678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b911522a-5162-4a3a-b7ea-df8f4e3008ec None None] For port 4e83f052-c711-490e-a3d3-8cef6d028b21, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4e83f052-c711-490e-a3d3-8cef6d028b21,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:23.021579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.039152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:23.039928 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.041768 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/161c2642-2228-4236-acd9-adc65ad0a093 HTTP/1.1" status: 200 len: 1095 time: 3.2719178 May 26 16:29:23.054843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0ad34-61bf-4e6e-bf68-1719da653bb8', 'tag': '161c2642-2228-4236-acd9-adc65ad0a093'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:23.058044 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece7243c-ef47-472b-8546-80a744557b17" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0ad34-61bf-4e6e-bf68-1719da653bb8", "tag": "161c2642-2228-4236-acd9-adc65ad0a093"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:23.081152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b911522a-5162-4a3a-b7ea-df8f4e3008ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.237861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6760f-b911-4b4f-af8e-fee7a7fec9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=161c2642-2228-4236-acd9-adc65ad0a093,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:23.276884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:23.277465 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.370990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.401349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.421306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911522a-5162-4a3a-b7ea-df8f4e3008ec None None] Pushing event updated for resources: {'Port': ['ID=4e83f052-c711-490e-a3d3-8cef6d028b21,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:23.421794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228033-07ec-48e3-9049-0d0991733e20 req-421eb047-f22a-4414-b927-a36b1488ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:23.425008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2c35984d-34e4-4d42-8ecd-1222059ca910 None None] Provisioning complete for port a3101aa0-fd32-4bdf-b587-4751612bffc1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:23.425862 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2c35984d-34e4-4d42-8ecd-1222059ca910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.432232 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-421eb047-f22a-4414-b927-a36b1488ea21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f2e79ed08b24ddb89609080dc007363&device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 1098 time: 0.3053381 May 26 16:29:23.481041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3101aa0-fd32-4bdf-b587-4751612bffc1 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:23.495878 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.515844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Transition to ACTIVE for port object a3101aa0-fd32-4bdf-b587-4751612bffc1 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:29:23.578967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.605167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1b81e-658b-4963-be73-8405e358e308 req-0f70687b-73ab-439a-a82c-2bb436bca0f0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:23.614609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28c1b81e-658b-4963-be73-8405e358e308 req-0f70687b-73ab-439a-a82c-2bb436bca0f0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 931 time: 0.8311334 May 26 16:29:23.729220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28c1b81e-658b-4963-be73-8405e358e308 req-4f68b234-0409-4edc-a673-bcbae7d243e5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134000 May 26 16:29:23.748190 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-fc9a6b0f-b190-4b56-9ec5-64ef2be2b721 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=161c2642-2228-4236-acd9-adc65ad0a093 HTTP/1.1" status: 200 len: 217 time: 0.2648001 May 26 16:29:23.903205 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228033-07ec-48e3-9049-0d0991733e20 req-72314899-0c2a-4e54-9a8f-fd32fda96514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:23.904532 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-72314899-0c2a-4e54-9a8f-fd32fda96514 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0820544 May 26 16:29:23.908421 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754da95d-d51d-46cc-a66a-f1c5e3486124 x-openstack-request-id: req-754da95d-d51d-46cc-a66a-f1c5e3486124 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:23.908680 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0ad34-61bf-4e6e-bf68-1719da653bb8", "tag": "161c2642-2228-4236-acd9-adc65ad0a093", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:23.908990 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-754da95d-d51d-46cc-a66a-f1c5e3486124 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:23.909588 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754da95d-d51d-46cc-a66a-f1c5e3486124'] response: {'name': 'network-changed', 'server_uuid': '1dc0ad34-61bf-4e6e-bf68-1719da653bb8', 'tag': '161c2642-2228-4236-acd9-adc65ad0a093', 'status': 'completed', 'code': 200} May 26 16:29:23.926353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5848d-1a87-4bcc-a750-7b2aa7744f71 req-7aad36b8-5ce7-4f3c-9f80-17fe73548ed6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:23.927523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2c35984d-34e4-4d42-8ecd-1222059ca910 None None] Port a3101aa0-fd32-4bdf-b587-4751612bffc1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:23.946946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ab5848d-1a87-4bcc-a750-7b2aa7744f71 req-7aad36b8-5ce7-4f3c-9f80-17fe73548ed6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 931 time: 0.4222844 May 26 16:29:24.028264 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2c35984d-34e4-4d42-8ecd-1222059ca910 None None] Provisioning complete for port 88b38990-8df4-4466-8a8c-afb8fb912df0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:24.030417 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2c35984d-34e4-4d42-8ecd-1222059ca910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.065933 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228033-07ec-48e3-9049-0d0991733e20 req-b89db3aa-e41b-4108-9155-4283e233cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:24.069432 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-b89db3aa-e41b-4108-9155-4283e233cfea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323471 May 26 16:29:24.070951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.074143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=0996a0a3-d833-40e5-b649-b61006207e41,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:24.256115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ab5848d-1a87-4bcc-a750-7b2aa7744f71 req-2290119d-d87b-4bf0-8355-edb235341e45 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080289 May 26 16:29:24.265192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:24.266235 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.271031 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.278790 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.287452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4e83f052-c711-490e-a3d3-8cef6d028b21', 'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ff:0f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:07Z', 'updated_at': '2022-05-26T16:29:20Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:24.331327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3101aa0-fd32-4bdf-b587-4751612bffc1,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:24.396543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1c123-71d5-443a-89c0-446ad69f0e56 None None] The sync data for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 is: [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4e83f052-c711-490e-a3d3-8cef6d028b21', 'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ff:0f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:07Z', 'updated_at': '2022-05-26T16:29:20Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:24.469387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b38990-8df4-4466-8a8c-afb8fb912df0 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:24.487996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f4416de7-dbd1-4bd6-8a9c-fb814c2160a3,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:24.490709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2c35984d-34e4-4d42-8ecd-1222059ca910 None None] Port 88b38990-8df4-4466-8a8c-afb8fb912df0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:24.497615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.499160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 42f824ce-0aa8-4a71-8216-3154a6180d7b up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:24.531102 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.556562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Transition to ACTIVE for port object 88b38990-8df4-4466-8a8c-afb8fb912df0 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:29:24.570980 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.748767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=f4416de7-dbd1-4bd6-8a9c-fb814c2160a3,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:24.762776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a953a72-7140-467a-9274-053d5038083a req-c1077f85-c234-404a-b53f-32c921de6bc1 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:24.764534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a953a72-7140-467a-9274-053d5038083a req-c1077f85-c234-404a-b53f-32c921de6bc1 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 947 time: 0.6057303 May 26 16:29:24.781920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Attempting to bind port a3101aa0-fd32-4bdf-b587-4751612bffc1 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:24.782521 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Attempting to bind port a3101aa0-fd32-4bdf-b587-4751612bffc1 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:24.783050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Attempting to bind port a3101aa0-fd32-4bdf-b587-4751612bffc1 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:24.816800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Port a3101aa0-fd32-4bdf-b587-4751612bffc1 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:24.817655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Attempting to bind port a3101aa0-fd32-4bdf-b587-4751612bffc1 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:24.833575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 42f824ce-0aa8-4a71-8216-3154a6180d7b triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:24.834012 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.991797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:24.992199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:24.992728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Bound using segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:24.993436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Bound port: a3101aa0-fd32-4bdf-b587-4751612bffc1, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:24.993844 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.029336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2c35984d-34e4-4d42-8ecd-1222059ca910 None None] Provisioning complete for port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:25.029715 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2c35984d-34e4-4d42-8ecd-1222059ca910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.061188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a953a72-7140-467a-9274-053d5038083a req-5677681b-54d0-4231-a84b-7c8cb87f8a96 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668080 May 26 16:29:25.061832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Pushing event updated for resources: {'Port': ['ID=88b38990-8df4-4466-8a8c-afb8fb912df0,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:25.239383 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-89cf4276-fa26-44f8-a8ad-feb1508c7757 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1607578 May 26 16:29:25.250520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 42f824ce-0aa8-4a71-8216-3154a6180d7b is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:25.284345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2c35984d-34e4-4d42-8ecd-1222059ca910 None None] Current status of the port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:25.320139 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network e0dd1588-4590-4ac2-8b88-ee741e8548c3 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:25.326335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:25.369132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e13b2e8e-df0c-4b7f-af90-231ba77808c5 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:25.426400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e13b2e8e-df0c-4b7f-af90-231ba77808c5 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:25.427305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e13b2e8e-df0c-4b7f-af90-231ba77808c5 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:25.545275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b88fcc08-9b0d-4103-885a-2f700c00c02e None None] Provisioning complete for port 0996a0a3-d833-40e5-b649-b61006207e41 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:25.545721 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b88fcc08-9b0d-4103-885a-2f700c00c02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.589873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9d975-b5b3-4d3f-a81f-727cbb68915f req-ca0fb78d-1a04-41e0-bd20-44d5db2f763b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:25.604793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6b9d975-b5b3-4d3f-a81f-727cbb68915f req-ca0fb78d-1a04-41e0-bd20-44d5db2f763b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 943 time: 0.6369269 May 26 16:29:25.639263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b88fcc08-9b0d-4103-885a-2f700c00c02e None None] Port 0996a0a3-d833-40e5-b649-b61006207e41 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:25.681833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b88fcc08-9b0d-4103-885a-2f700c00c02e None None] Provisioning complete for port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:25.682171 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b88fcc08-9b0d-4103-885a-2f700c00c02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.701432 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ee228033-07ec-48e3-9049-0d0991733e20 req-3e450b65-b753-42a2-b0b1-493f67470dd7 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763556 May 26 16:29:25.726412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] For port a3101aa0-fd32-4bdf-b587-4751612bffc1, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:25.768433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Attempting to bind port 88b38990-8df4-4466-8a8c-afb8fb912df0 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:25.768767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Attempting to bind port 88b38990-8df4-4466-8a8c-afb8fb912df0 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:25.769100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Attempting to bind port 88b38990-8df4-4466-8a8c-afb8fb912df0 on network 61d98706-2b88-42b9-b86e-d17daf0b67a3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:25.777462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:25.793966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] For port a3101aa0-fd32-4bdf-b587-4751612bffc1, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3101aa0-fd32-4bdf-b587-4751612bffc1,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:25.815851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.823585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Port 88b38990-8df4-4466-8a8c-afb8fb912df0 on network 61d98706-2b88-42b9-b86e-d17daf0b67a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:25.824140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Attempting to bind port 88b38990-8df4-4466-8a8c-afb8fb912df0 on network 61d98706-2b88-42b9-b86e-d17daf0b67a3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:25.893538 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e6b9d975-b5b3-4d3f-a81f-727cbb68915f req-c02e09ea-7fff-45c2-bd92-b0dbc3e9648b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812579 May 26 16:29:25.921857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:25.922588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Checking segment: {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:25.922762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Bound using segment: {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:25.923295 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Bound port: 88b38990-8df4-4466-8a8c-afb8fb912df0, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678a8368-3654-486b-a720-82e9e9d71db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:25.923678 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.924428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 7b10e481-6207-445f-84ab-00d38e7f6a0b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:25.933204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14733910-c6d5-4cd7-a69f-10b223539362 req-109fd11a-3207-42ea-b368-f321d4336c9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:25.941641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14733910-c6d5-4cd7-a69f-10b223539362 req-109fd11a-3207-42ea-b368-f321d4336c9a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 943 time: 0.4807529 May 26 16:29:25.953211 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Deleting port f5ac5127-8f4c-4072-b4f7-f32b67e8582f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:25.964427 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.982119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:25.982752 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.984290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] 10.222.0.32 "PUT /v2.0/ports/a3101aa0-fd32-4bdf-b587-4751612bffc1 HTTP/1.1" status: 200 len: 1091 time: 3.5349147 May 26 16:29:25.986201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547f1394-69f8-448b-b472-ece34bb0a031', 'tag': 'a3101aa0-fd32-4bdf-b587-4751612bffc1'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:25.990578 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "547f1394-69f8-448b-b472-ece34bb0a031", "tag": "a3101aa0-fd32-4bdf-b587-4751612bffc1"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:26.128156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:26.131790 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.169512 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312504d9-db74-476c-897f-5924139985e3 x-openstack-request-id: req-312504d9-db74-476c-897f-5924139985e3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:26.170130 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547f1394-69f8-448b-b472-ece34bb0a031", "tag": "a3101aa0-fd32-4bdf-b587-4751612bffc1", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:26.170572 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-312504d9-db74-476c-897f-5924139985e3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:26.171166 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312504d9-db74-476c-897f-5924139985e3'] response: {'name': 'network-changed', 'server_uuid': '547f1394-69f8-448b-b472-ece34bb0a031', 'tag': 'a3101aa0-fd32-4bdf-b587-4751612bffc1', 'status': 'completed', 'code': 200} May 26 16:29:26.183306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d66c0-d18d-45f2-82f3-6a8ad9a54ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3101aa0-fd32-4bdf-b587-4751612bffc1,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:26.222131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b88fcc08-9b0d-4103-885a-2f700c00c02e None None] Current status of the port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:26.287049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14733910-c6d5-4cd7-a69f-10b223539362 req-4cf40afe-1a61-4830-b0d3-ee64c1a7fc30 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387671 May 26 16:29:26.348373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:26.361669 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f5614b64-54c9-48a0-a001-7debb774f031 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "PUT /v2.0/routers/7b10e481-6207-445f-84ab-00d38e7f6a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4035037 May 26 16:29:26.362427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46050) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:26.387022 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Sync routers for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:26.406323 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:26.406981 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:26.439434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:26.453684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7243c-ef47-472b-8546-80a744557b17 req-eeb07771-500b-46e8-af2f-7eb53b452cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:26.455667 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ece7243c-ef47-472b-8546-80a744557b17 req-eeb07771-500b-46e8-af2f-7eb53b452cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f2e79ed08b24ddb89609080dc007363&device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 1098 time: 0.4869776 May 26 16:29:26.456345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=88b38990-8df4-4466-8a8c-afb8fb912df0,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:26.476842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.486502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-201b1d90-9f63-4b95-9d1a-88f3127e9203 None None] Provisioning complete for port 0996a0a3-d833-40e5-b649-b61006207e41 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:26.487088 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-201b1d90-9f63-4b95-9d1a-88f3127e9203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.514243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-29db6069-0cdf-42bb-a7e0-3e907bbd1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:26.515771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-29db6069-0cdf-42bb-a7e0-3e907bbd1c54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 1094 time: 0.3763721 May 26 16:29:26.569864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-201b1d90-9f63-4b95-9d1a-88f3127e9203 None None] Port 0996a0a3-d833-40e5-b649-b61006207e41 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:26.576452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:26.577537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4e83f052-c711-490e-a3d3-8cef6d028b21 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:26.591394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fbe5-a6ba-449c-b49e-f793fe5206a0 req-3682e32a-1ba5-4c4d-a74e-db46c14d0d8a tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:26.593615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0435fbe5-a6ba-449c-b49e-f793fe5206a0 req-3682e32a-1ba5-4c4d-a74e-db46c14d0d8a tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 947 time: 0.3035340 May 26 16:29:26.649003 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4e83f052-c711-490e-a3d3-8cef6d028b21 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:26.649527 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.657813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7243c-ef47-472b-8546-80a744557b17 req-a701bf3b-3bf6-4a89-a0ce-27d2a6fa64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:26.659593 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ece7243c-ef47-472b-8546-80a744557b17 req-a701bf3b-3bf6-4a89-a0ce-27d2a6fa64c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1946132 May 26 16:29:26.686395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:26.687020 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.688493 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] 10.222.0.24 "PUT /v2.0/ports/88b38990-8df4-4466-8a8c-afb8fb912df0 HTTP/1.1" status: 200 len: 1091 time: 4.9593692 May 26 16:29:26.840998 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:26.871855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-d5f1bbf5-1c05-43f7-91c3-cc887b198eb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3101aa0-fd32-4bdf-b587-4751612bffc1 HTTP/1.1" status: 200 len: 217 time: 0.2688847 May 26 16:29:26.932581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566a7be-57cc-4eb1-8f91-0267f5472155 service neutron] Pushing event updated for resources: {'Port': ['ID=88b38990-8df4-4466-8a8c-afb8fb912df0,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:26.982301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4e83f052-c711-490e-a3d3-8cef6d028b21 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:26.996139 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ece7243c-ef47-472b-8546-80a744557b17 req-eeb87f38-657c-4968-a839-5072e0e141bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=161c2642-2228-4236-acd9-adc65ad0a093 HTTP/1.1" status: 200 len: 217 time: 0.3191869 May 26 16:29:27.103372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7243c-ef47-472b-8546-80a744557b17 req-94c1c7f1-dc4e-4128-aa66-bd9f980e7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.105337 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ece7243c-ef47-472b-8546-80a744557b17 req-94c1c7f1-dc4e-4128-aa66-bd9f980e7b84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0833395 May 26 16:29:27.219943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] For port f5ac5127-8f4c-4072-b4f7-f32b67e8582f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f5ac5127-8f4c-4072-b4f7-f32b67e8582f,segment=NetworkSegment(54873017-7977-490b-8d46-c499534169ab),segment_id=54873017-7977-490b-8d46-c499534169ab)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:27.219943 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.242093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0435fbe5-a6ba-449c-b49e-f793fe5206a0 req-fee3134f-c958-45b1-b252-eaef75957b44 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210561 May 26 16:29:27.245328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-1e7cef7c-f7ac-4de4-a717-e8510853760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.257312 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-1e7cef7c-f7ac-4de4-a717-e8510853760e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.3201239 May 26 16:29:27.267029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa606d4-0496-42bd-8007-3f812837da2f req-a22989bc-7dd7-4832-b301-bbaf5d796dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.274905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-a22989bc-7dd7-4832-b301-bbaf5d796dc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 1094 time: 0.4850414 May 26 16:29:27.288151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7243c-ef47-472b-8546-80a744557b17 req-c6a28872-8a1b-429d-91ae-d3575e9e2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.295111 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ece7243c-ef47-472b-8546-80a744557b17 req-c6a28872-8a1b-429d-91ae-d3575e9e2a89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1819637 May 26 16:29:27.300397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Calling delete_port for f5ac5127-8f4c-4072-b4f7-f32b67e8582f owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:27.360653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a544-db7d-4603-84cb-fa97c4543ad4 req-aa740b24-21ce-46fd-8bf3-b4ea09ba292e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.360834 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:21Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '0996a0a3-d833-40e5-b649-b61006207e41', 'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:8f:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:22Z', 'revision_number': 2, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:27.368033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d38a544-db7d-4603-84cb-fa97c4543ad4 req-aa740b24-21ce-46fd-8bf3-b4ea09ba292e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 943 time: 0.2850118 May 26 16:29:27.401637 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Checking router: 7b10e481-6207-445f-84ab-00d38e7f6a0b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:27.402770 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Updating router 7b10e481-6207-445f-84ab-00d38e7f6a0b port 0996a0a3-d833-40e5-b649-b61006207e41 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:27.444361 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.476586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-b43ff342-0e81-462e-a6cf-f790371095d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b38990-8df4-4466-8a8c-afb8fb912df0 HTTP/1.1" status: 200 len: 217 time: 0.1595638 May 26 16:29:27.490932 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.491683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.492569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.493661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.494319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.495265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.497252 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.497946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.498603 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.500011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.503860 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c62a929a-aa51-4b05-a022-4c9af458b550 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7068 time: 1.0617411 May 26 16:29:27.548125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46066) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:27.552127 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ece7243c-ef47-472b-8546-80a744557b17 req-404585ac-78e9-4e50-9153-2c1df04ee8ac service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446404 May 26 16:29:27.787555 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.794274 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.828563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.829049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.829513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.829975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.830521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.831283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.831895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.832487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.833102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.834243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.841821 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-245e949e-31a8-4402-bb57-90380b1a019b tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6544 time: 0.2869503 May 26 16:29:27.850279 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Pushing event updated for resources: {'Port': ['ID=0996a0a3-d833-40e5-b649-b61006207e41,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:27.852022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46072) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:27.884234 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.884835 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.885356 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.885864 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.886396 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.886894 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.887376 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.889017 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.889529 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.890065 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.890674 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.891160 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:27.982089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.986605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa606d4-0496-42bd-8007-3f812837da2f req-316d4292-ec8c-4924-8660-6aef1e56965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.989495 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-316d4292-ec8c-4924-8660-6aef1e56965f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4 HTTP/1.1" status: 200 len: 835 time: 0.4680250 May 26 16:29:28.021875 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Attempting to bind port 0996a0a3-d833-40e5-b649-b61006207e41 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:28.022185 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Attempting to bind port 0996a0a3-d833-40e5-b649-b61006207e41 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:28.022500 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Attempting to bind port 0996a0a3-d833-40e5-b649-b61006207e41 on network e0dd1588-4590-4ac2-8b88-ee741e8548c3 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:28.027853 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:28.028216 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Checking segment: {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:28.028611 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.028983 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Bound using segment: {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:28.029464 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Bound port: 0996a0a3-d833-40e5-b649-b61006207e41, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:28.029819 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.032728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ac5127-8f4c-4072-b4f7-f32b67e8582f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:28.125830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d38a544-db7d-4603-84cb-fa97c4543ad4 req-f12c1b39-0f59-4043-b841-91d09579fe81 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6943355 May 26 16:29:28.134726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-eff10589-e19d-4c8c-ae80-9dbf3dc03ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:28.135774 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] For port 0996a0a3-d833-40e5-b649-b61006207e41, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:28.136655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-eff10589-e19d-4c8c-ae80-9dbf3dc03ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8597751 May 26 16:29:28.141607 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] For port 0996a0a3-d833-40e5-b649-b61006207e41, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0996a0a3-d833-40e5-b649-b61006207e41,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:28.149107 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.171096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6171229-0097-4084-bb1b-82e0f1f390fc req-1fe97b78-9032-4bf1-b256-8b3ae3950708 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:28.172839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6171229-0097-4084-bb1b-82e0f1f390fc req-1fe97b78-9032-4bf1-b256-8b3ae3950708 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 943 time: 0.7342033 May 26 16:29:28.208733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:28.212790 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32" -d '{"events": [{"name": "network-changed", "server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:28.248317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa606d4-0496-42bd-8007-3f812837da2f req-e13f480b-b5ff-48ec-b1d2-2a21eab97ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:28.250142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-e13f480b-b5ff-48ec-b1d2-2a21eab97ec0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61d98706-2b88-42b9-b86e-d17daf0b67a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509642 May 26 16:29:28.267885 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac771cdc-6fb3-4a75-a99b-ebb52da43ad8 None None] Pushing event updated for resources: {'Port': ['ID=0996a0a3-d833-40e5-b649-b61006207e41,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:28.272237 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ece7243c-ef47-472b-8546-80a744557b17 req-991102fe-0769-49ff-a371-a97ab74a87b3 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032070 May 26 16:29:28.290687 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:28.291495 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:28.380059 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d45173-0bd6-4a78-b9bc-ba04f25e6222 x-openstack-request-id: req-22d45173-0bd6-4a78-b9bc-ba04f25e6222 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:28.380358 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:28.380615 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22d45173-0bd6-4a78-b9bc-ba04f25e6222 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:28.381024 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d45173-0bd6-4a78-b9bc-ba04f25e6222'] response: {'name': 'network-changed', 'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'status': 'completed', 'code': 200} May 26 16:29:28.397106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 161c2642-2228-4236-acd9-adc65ad0a093 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:29:28.566353 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:28.647306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.745915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 161c2642-2228-4236-acd9-adc65ad0a093, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=161c2642-2228-4236-acd9-adc65ad0a093,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:28.778889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6171229-0097-4084-bb1b-82e0f1f390fc req-fb529e1f-d6b4-435b-985c-e1e51d857a4b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5554290 May 26 16:29:28.795147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '161c2642-2228-4236-acd9-adc65ad0a093', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': '161c2642-2228-4236-acd9-adc65ad0a093', 'mac_address': 'fa:16:3e:95:d9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:29:28.810236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-253f9b32-d670-4158-a293-74050aa1bb1e service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345532 May 26 16:29:28.813403 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-7a8a3363-450c-41aa-a0b7-530158d17e29 service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345829 May 26 16:29:28.837892 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f6e93a75-abed-47af-a524-c42ce8eb43be tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5931 time: 0.9400718 May 26 16:29:28.880216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 161c2642-2228-4236-acd9-adc65ad0a093 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:28.880787 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.905137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161c2642-2228-4236-acd9-adc65ad0a093 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:28.939948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 161c2642-2228-4236-acd9-adc65ad0a093, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=161c2642-2228-4236-acd9-adc65ad0a093,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:28.949800 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.019820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=161c2642-2228-4236-acd9-adc65ad0a093,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:29.022793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-29a09e2d-d7e7-4c8c-bd67-cdd0237a5625 None None] Provisioning complete for port 0996a0a3-d833-40e5-b649-b61006207e41 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:29.023176 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-29a09e2d-d7e7-4c8c-bd67-cdd0237a5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.028460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46088) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:29.034681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3db7a80a-eebe-431c-8e11-730345ad8d83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405518138', 'description': 'tempest-secgroup-smoke-405518138 description', 'project_id': '4063905a31d942838228e9f70da00298'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:29.064444 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3db7a80a-eebe-431c-8e11-730345ad8d83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.104733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bce38-0721-461d-acbd-5c1f9ca8c623 req-41dadfd3-f375-446c-95ad-40488aa141b0 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.115159 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac6bce38-0721-461d-acbd-5c1f9ca8c623 req-41dadfd3-f375-446c-95ad-40488aa141b0 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 947 time: 0.5995965 May 26 16:29:29.172346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['161c2642-2228-4236-acd9-adc65ad0a093'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:29:29.245467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Router b8d4032b-5228-4b5f-80d4-6d86337f16ec has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:29.248018 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3db7a80a-eebe-431c-8e11-730345ad8d83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.255221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac6bce38-0721-461d-acbd-5c1f9ca8c623 req-4040b4b4-d828-43a5-9213-e28be1d3bf8a tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328750 May 26 16:29:29.260115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7707b2fc-635d-499d-837c-5a90978fb9d7 req-4249d18f-f743-49f5-84f3-40fdcf6d0042 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401879 May 26 16:29:29.260347 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3db7a80a-eebe-431c-8e11-730345ad8d83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.267023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8aa606d4-0496-42bd-8007-3f812837da2f req-1dc675c1-b7b5-40e9-ab37-29760c6a1a7d service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942544 May 26 16:29:29.350177 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3db7a80a-eebe-431c-8e11-730345ad8d83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.352093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3db7a80a-eebe-431c-8e11-730345ad8d83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3221376 May 26 16:29:29.363947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-29a09e2d-d7e7-4c8c-bd67-cdd0237a5625 None None] Current status of the port 0996a0a3-d833-40e5-b649-b61006207e41 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:29.364338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-29a09e2d-d7e7-4c8c-bd67-cdd0237a5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.374576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46096) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:29.388236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8aa062cb-8058-4f93-b473-c7901ce7c967 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:29.398760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7a80a-eebe-431c-8e11-730345ad8d83 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:29.465951 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:21Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '0996a0a3-d833-40e5-b649-b61006207e41', 'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:8f:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:28Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:29.496233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-29a09e2d-d7e7-4c8c-bd67-cdd0237a5625 None None] For port 0996a0a3-d833-40e5-b649-b61006207e41, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0996a0a3-d833-40e5-b649-b61006207e41,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:29.521119 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-29a09e2d-d7e7-4c8c-bd67-cdd0237a5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.528000 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798908ba-72c7-439a-91a3-fed0b1fa2cc6 None None] The sync data for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 is: [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:21Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '0996a0a3-d833-40e5-b649-b61006207e41', 'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:8f:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:28Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:29.606073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:29.612590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26255c3-1e2d-4f56-b207-f50c52691821 req-324bb74a-d14b-4786-9414-a71636fdebd7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.625895 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4682af1e-7b2b-4c2e-a134-e857a19f818c admin admin] 10.222.0.39 "PUT /v2.0/routers/b8d4032b-5228-4b5f-80d4-6d86337f16ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5444505 May 26 16:29:29.627820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c26255c3-1e2d-4f56-b207-f50c52691821 req-324bb74a-d14b-4786-9414-a71636fdebd7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 943 time: 0.3341107 May 26 16:29:29.629914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] Sync routers for ids ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:29.648442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa062cb-8058-4f93-b473-c7901ce7c967 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.651978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46098) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:29.667099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a09e2d-d7e7-4c8c-bd67-cdd0237a5625 None None] Pushing event updated for resources: {'Port': ['ID=0996a0a3-d833-40e5-b649-b61006207e41,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:29.731408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] Routers {'b8d4032b-5228-4b5f-80d4-6d86337f16ec'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:29.732180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:29.807359 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa062cb-8058-4f93-b473-c7901ce7c967 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.814798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa062cb-8058-4f93-b473-c7901ce7c967 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.829353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-262304e4-17e3-49cf-8052-fc7980d5536e None None] Provisioning complete for port 0996a0a3-d833-40e5-b649-b61006207e41 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:29.829728 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-262304e4-17e3-49cf-8052-fc7980d5536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.850357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa062cb-8058-4f93-b473-c7901ce7c967 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78907921-7816-4e01-9d6c-8af6343cabfc,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:29.870713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-dfe3b12d-9fb5-406c-80c7-8d5621b7f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.879060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-dfe3b12d-9fb5-406c-80c7-8d5621b7f829 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 1094 time: 0.5213878 May 26 16:29:29.901972 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa062cb-8058-4f93-b473-c7901ce7c967 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.907520 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8aa062cb-8058-4f93-b473-c7901ce7c967 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5282693 May 26 16:29:29.911088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46102) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:29.918616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5543fb68-b266-48d9-a672-ded538c06cf4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:29.980259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5543fb68-b266-48d9-a672-ded538c06cf4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.065876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] Set router b8d4032b-5228-4b5f-80d4-6d86337f16ec gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:30.072475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-2c35e942-79ec-432f-af24-f6aaeac6d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:30.074017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-2c35e942-79ec-432f-af24-f6aaeac6d53d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 1094 time: 0.6866632 May 26 16:29:30.137635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5543fb68-b266-48d9-a672-ded538c06cf4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.144289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5543fb68-b266-48d9-a672-ded538c06cf4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.179260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543fb68-b266-48d9-a672-ded538c06cf4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28b5267-583d-4897-a57a-3f29001ea3fd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:30.196686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5543fb68-b266-48d9-a672-ded538c06cf4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.198350 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5543fb68-b266-48d9-a672-ded538c06cf4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2857568 May 26 16:29:30.203058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46110) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:30.210462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-262304e4-17e3-49cf-8052-fc7980d5536e None None] Current status of the port 0996a0a3-d833-40e5-b649-b61006207e41 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:30.211200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-68239dfc-5693-46ef-aaba-3c1d832385c5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:30.263947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-0bdcdc76-ee59-4479-be56-001042761dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:30.265911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-0bdcdc76-ee59-4479-be56-001042761dcd service neutron] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1156673 May 26 16:29:30.295361 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68239dfc-5693-46ef-aaba-3c1d832385c5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.389028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-8b708de1-6365-4a38-996a-718b59bf906a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3101aa0-fd32-4bdf-b587-4751612bffc1 HTTP/1.1" status: 200 len: 217 time: 0.0842688 May 26 16:29:30.404631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68239dfc-5693-46ef-aaba-3c1d832385c5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.410653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68239dfc-5693-46ef-aaba-3c1d832385c5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.419740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 161c2642-2228-4236-acd9-adc65ad0a093 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:30.438239 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c26255c3-1e2d-4f56-b207-f50c52691821 req-6fb93c79-78dc-4701-8533-a2805fc7fe2b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7871780 May 26 16:29:30.452409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68239dfc-5693-46ef-aaba-3c1d832385c5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fb770d-0960-41ae-9021-c7c14217247f,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:30.468277 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-68239dfc-5693-46ef-aaba-3c1d832385c5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.469750 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68239dfc-5693-46ef-aaba-3c1d832385c5 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2654681 May 26 16:29:30.472756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46114) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:30.482304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-78452a02-36b9-42a2-84f5-a02569d779f6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:30.536984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:51Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 5, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'gw_port': {'id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:52Z', 'updated_at': '2022-05-26T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:30.538736 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78452a02-36b9-42a2-84f5-a02569d779f6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.569239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.585868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] Checking router: b8d4032b-5228-4b5f-80d4-6d86337f16ec for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:30.610814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] Routers {'b8d4032b-5228-4b5f-80d4-6d86337f16ec'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:30.611222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:30.658617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78452a02-36b9-42a2-84f5-a02569d779f6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.673624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78452a02-36b9-42a2-84f5-a02569d779f6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.683528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 161c2642-2228-4236-acd9-adc65ad0a093 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:29:30.691507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 161c2642-2228-4236-acd9-adc65ad0a093 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:30.692695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.712517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a21ef-2ff4-4eca-8213-c01fca56fd3c req-a9c3cd3c-c59b-42cb-9a6f-d7afa4a64017 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:30.721910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e93a21ef-2ff4-4eca-8213-c01fca56fd3c req-a9c3cd3c-c59b-42cb-9a6f-d7afa4a64017 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 943 time: 0.6197498 May 26 16:29:30.736624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78452a02-36b9-42a2-84f5-a02569d779f6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26e53d0-de52-450e-839b-9811a2e9b398,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:30.749609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-e98fc63c-0ecd-49e5-8c7d-4e76384b8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:30.751467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-e98fc63c-0ecd-49e5-8c7d-4e76384b8873 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.2988663 May 26 16:29:30.759093 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-78452a02-36b9-42a2-84f5-a02569d779f6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.761376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-2241154d-4f8f-43d5-a8c5-acae72931a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:30.763186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-2241154d-4f8f-43d5-a8c5-acae72931a60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61d98706-2b88-42b9-b86e-d17daf0b67a3 HTTP/1.1" status: 200 len: 898 time: 0.8135178 May 26 16:29:30.763321 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-78452a02-36b9-42a2-84f5-a02569d779f6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2872202 May 26 16:29:30.771217 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46120) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:30.785938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-23a0ae7c-c110-4ef6-bb1d-aec4e17633d4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:30.837437 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-23a0ae7c-c110-4ef6-bb1d-aec4e17633d4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Project 4063905a31d942838228e9f70da00298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:29:30.844605 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23a0ae7c-c110-4ef6-bb1d-aec4e17633d4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.882240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] Set router b8d4032b-5228-4b5f-80d4-6d86337f16ec gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:30.941360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c651543-083f-48f6-af4f-f919b53bc84f req-66805bff-4580-4a81-8c75-5d1758c9a162 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:30.950506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c651543-083f-48f6-af4f-f919b53bc84f req-66805bff-4580-4a81-8c75-5d1758c9a162 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 948 time: 0.3885634 May 26 16:29:30.980655 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23a0ae7c-c110-4ef6-bb1d-aec4e17633d4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.995600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23a0ae7c-c110-4ef6-bb1d-aec4e17633d4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.001928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-07fed7f0-e0f3-42f4-9b63-1ba6a508c385 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b38990-8df4-4466-8a8c-afb8fb912df0 HTTP/1.1" status: 200 len: 217 time: 0.2131467 May 26 16:29:31.028194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e93a21ef-2ff4-4eca-8213-c01fca56fd3c req-caf4a71f-d533-44b0-9715-0475dff70b9e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969623 May 26 16:29:31.075739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-23a0ae7c-c110-4ef6-bb1d-aec4e17633d4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.080248 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-23a0ae7c-c110-4ef6-bb1d-aec4e17633d4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046918 May 26 16:29:31.081621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46128) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:31.083899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0ae7c-c110-4ef6-bb1d-aec4e17633d4 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bd6897-576a-469b-9034-f35b99889f7a,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:31.098105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-36f05c91-ec4a-4626-94af-81ec78afb87c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'security_group_rule': {'security_group_id': '1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3', 'project_id': '4063905a31d942838228e9f70da00298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:31.109343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c651543-083f-48f6-af4f-f919b53bc84f req-4dea8f78-a1f2-44fa-826e-235deebb63e6 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573281 May 26 16:29:31.152896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.153170 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-36f05c91-ec4a-4626-94af-81ec78afb87c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Project 4063905a31d942838228e9f70da00298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:29:31.160307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36f05c91-ec4a-4626-94af-81ec78afb87c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.173829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-d86c9b16-9e76-421c-9938-030133b0042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:31.176038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-d86c9b16-9e76-421c-9938-030133b0042c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4078739 May 26 16:29:31.180780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-4821e3fb-c9d2-4ad9-8daf-a243b0740dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:31.183752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-4821e3fb-c9d2-4ad9-8daf-a243b0740dc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4 HTTP/1.1" status: 200 len: 835 time: 0.1435575 May 26 16:29:31.285879 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36f05c91-ec4a-4626-94af-81ec78afb87c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.290735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36f05c91-ec4a-4626-94af-81ec78afb87c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.313907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f05c91-ec4a-4626-94af-81ec78afb87c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10d773c-e1ac-4c71-9b81-3d3bafed91ab,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:31.340154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-36f05c91-ec4a-4626-94af-81ec78afb87c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.352810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-8487ce6e-d905-4c30-9707-2017ec6ee08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:31.354406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-8487ce6e-d905-4c30-9707-2017ec6ee08d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61d98706-2b88-42b9-b86e-d17daf0b67a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569309 May 26 16:29:31.354619 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-36f05c91-ec4a-4626-94af-81ec78afb87c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2714930 May 26 16:29:31.423093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 161c2642-2228-4236-acd9-adc65ad0a093 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:31.423481 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.465935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0ad34-61bf-4e6e-bf68-1719da653bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161c2642-2228-4236-acd9-adc65ad0a093'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:31.478859 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b2e31e-1f4d-4fdc-924d-e0456c6b5f83" -d '{"events": [{"server_uuid": "1dc0ad34-61bf-4e6e-bf68-1719da653bb8", "name": "network-vif-plugged", "status": "completed", "tag": "161c2642-2228-4236-acd9-adc65ad0a093"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:31.482817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Deleting port 4d3df368-8921-4250-9d5a-bb9731ce0751 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:31.483352 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.521087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 161c2642-2228-4236-acd9-adc65ad0a093, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=161c2642-2228-4236-acd9-adc65ad0a093,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:31.544004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.594416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-9038c9da-c0bb-4086-8ee4-4519d38e98ca service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051781 May 26 16:29:31.639493 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5a2e3a-f4fb-406a-bba2-4f5bc54be8de x-openstack-request-id: req-9b5a2e3a-f4fb-406a-bba2-4f5bc54be8de {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:31.639803 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0ad34-61bf-4e6e-bf68-1719da653bb8", "name": "network-vif-plugged", "status": "completed", "tag": "161c2642-2228-4236-acd9-adc65ad0a093", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:31.640166 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b5a2e3a-f4fb-406a-bba2-4f5bc54be8de {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:31.640645 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5a2e3a-f4fb-406a-bba2-4f5bc54be8de'] response: {'server_uuid': '1dc0ad34-61bf-4e6e-bf68-1719da653bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161c2642-2228-4236-acd9-adc65ad0a093', 'code': 200} May 26 16:29:31.728177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a004bb-44b2-437e-ac10-d03b92125127 req-da622730-9f3c-4630-89da-1878208bf538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:31.731336 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9a004bb-44b2-437e-ac10-d03b92125127 req-da622730-9f3c-4630-89da-1878208bf538 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 1100 time: 0.0716445 May 26 16:29:31.746627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0996a0a3-d833-40e5-b649-b61006207e41 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:31.774382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=161c2642-2228-4236-acd9-adc65ad0a093,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:31.778407 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9a004bb-44b2-437e-ac10-d03b92125127 req-ad5ab41e-faaa-40c1-be1e-4d55c613809a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397823 May 26 16:29:31.821695 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:51Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 5, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'gw_port': {'id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:52Z', 'updated_at': '2022-05-26T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:31.877188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453a235-1d3a-4d3b-b2ca-68f260b25a38 None None] The sync data for ids ['b8d4032b-5228-4b5f-80d4-6d86337f16ec'] in n-d-843336-2 is: [{'id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'name': 'tempest-TestServerMultinode-808954799-router', 'tenant_id': '73faf169b9ff41cd86682b1b6fc6e969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:51Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 5, 'project_id': '73faf169b9ff41cd86682b1b6fc6e969', 'gw_port': {'id': '4d3df368-8921-4250-9d5a-bb9731ce0751', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:73:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4032b-5228-4b5f-80d4-6d86337f16ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:52Z', 'updated_at': '2022-05-26T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:31.882716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0996a0a3-d833-40e5-b649-b61006207e41 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:31.883191 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.997836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0996a0a3-d833-40e5-b649-b61006207e41 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:32.183650 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-c53c6cb3-9111-4311-a5ee-f546dc598e50 service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160937 May 26 16:29:32.200330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] For port 4d3df368-8921-4250-9d5a-bb9731ce0751, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4d3df368-8921-4250-9d5a-bb9731ce0751,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:32.200702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.260226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Calling delete_port for 4d3df368-8921-4250-9d5a-bb9731ce0751 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:32.264496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-accfa338-5ec4-4e68-907f-baab92c2e6a7 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405518138&fields=id&tenant_id=4063905a31d942838228e9f70da00298 HTTP/1.1" status: 200 len: 267 time: 0.5633993 May 26 16:29:32.307225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ad2dc-7f70-4b39-bac7-d4e9c0adf1c1 req-f9064fcf-9594-4f64-8998-d4843cd9c12a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:32.308810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e53ad2dc-7f70-4b39-bac7-d4e9c0adf1c1 req-f9064fcf-9594-4f64-8998-d4843cd9c12a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 943 time: 0.6088552 May 26 16:29:32.334206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d7ddeb4-33f3-4d9f-b1c4-25b99985dcfa req-27098cfc-4e88-4317-9292-6a12ee0017dd service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286501 May 26 16:29:32.434190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 88b38990-8df4-4466-8a8c-afb8fb912df0 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:29:32.510898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e53ad2dc-7f70-4b39-bac7-d4e9c0adf1c1 req-1d9531e9-cc52-44b3-9587-e86b095b79fb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725936 May 26 16:29:32.537729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b9ce8f8-fcb1-4578-9eed-23a6b14c4e32 req-6ca4fd13-a09d-4b1c-baf3-f8e5253de168 service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305173 May 26 16:29:32.596776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-31c56dee-6182-4c7e-93b9-281a6753728f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:32.598446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-31c56dee-6182-4c7e-93b9-281a6753728f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/networks?id=e0dd1588-4590-4ac2-8b88-ee741e8548c3 HTTP/1.1" status: 200 len: 796 time: 0.2869914 May 26 16:29:32.639581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-a2c10e5f-5efd-413b-a811-3f4b5a2c879c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/quotas/4063905a31d942838228e9f70da00298 HTTP/1.1" status: 200 len: 375 time: 0.0264933 May 26 16:29:32.677777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=88b38990-8df4-4466-8a8c-afb8fb912df0,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:32.698785 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'port_id': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'mac_address': 'fa:16:3e:c2:21:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:29:32.752704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122234b-6004-4ced-a2ba-9fdd08805ca4 req-8ecd4e12-b1a3-4a66-91de-037061df22a4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:32.755278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0122234b-6004-4ced-a2ba-9fdd08805ca4 req-8ecd4e12-b1a3-4a66-91de-037061df22a4 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 943 time: 0.1319795 May 26 16:29:32.772050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 88b38990-8df4-4466-8a8c-afb8fb912df0 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:32.773101 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.798807 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.799829 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b38990-8df4-4466-8a8c-afb8fb912df0 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:32.825479 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-5c7d2da8-17cc-4512-a0a2-659d4552464e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709006 May 26 16:29:32.836107 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=88b38990-8df4-4466-8a8c-afb8fb912df0,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:32.847802 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.865663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3df368-8921-4250-9d5a-bb9731ce0751,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:32.879846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0122234b-6004-4ced-a2ba-9fdd08805ca4 req-0e58dad5-7fed-4ecf-9cf3-4caa72eaa53d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078503 May 26 16:29:32.940040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=88b38990-8df4-4466-8a8c-afb8fb912df0,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:33.053455 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.058513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-cc70f149-7e04-4c2d-88ff-72c1a14110d7 service neutron] 10.222.0.39 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080324 May 26 16:29:33.073854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['88b38990-8df4-4466-8a8c-afb8fb912df0'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:29:33.189692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8a499-2c1e-43a2-9633-e7b1f2aa8307 req-32082a68-b045-4fab-88cb-6c1c4b64ae62 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:33.191317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2c8a499-2c1e-43a2-9633-e7b1f2aa8307 req-32082a68-b045-4fab-88cb-6c1c4b64ae62 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 949 time: 0.2214315 May 26 16:29:33.239700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.244640 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.337709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2c8a499-2c1e-43a2-9633-e7b1f2aa8307 req-ae576c5c-9106-43fb-a063-dd5029f723e3 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188030 May 26 16:29:33.341328 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.342028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d4032b-5228-4b5f-80d4-6d86337f16ec {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:29:33.351836 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.355880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46162) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:33.356422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5e659504-ea29-4609-8221-191c9e344250 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b8d4032b-5228-4b5f-80d4-6d86337f16ec HTTP/1.1" status: 204 len: 168 time: 3.6555500 May 26 16:29:33.372688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-5e446dce-74df-446c-90fc-09c1bd918b7b service neutron] 10.222.0.39 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487023 May 26 16:29:33.409707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ca338d-61e3-4b14-a156-4ff8a951d125 admin admin] Deleting subnet 988bf3df-707b-4535-bf5c-adb22e493953 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:29:33.414251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7ca338d-61e3-4b14-a156-4ff8a951d125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.487490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7ca338d-61e3-4b14-a156-4ff8a951d125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.600253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f5ac5127-8f4c-4072-b4f7-f32b67e8582f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:33.633986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f5ac5127-8f4c-4072-b4f7-f32b67e8582f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:33.634493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f5ac5127-8f4c-4072-b4f7-f32b67e8582f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:33.640598 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7ca338d-61e3-4b14-a156-4ff8a951d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.693641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-64f476cc-401a-440e-b352-ae206f62ed5a req-cdbebfa7-495d-4842-8cb0-e5495a70b4a0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 210 time: 0.0713761 May 26 16:29:33.708027 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7ca338d-61e3-4b14-a156-4ff8a951d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.741287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca338d-61e3-4b14-a156-4ff8a951d125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988bf3df-707b-4535-bf5c-adb22e493953,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:33.743470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7ca338d-61e3-4b14-a156-4ff8a951d125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.747729 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a7ca338d-61e3-4b14-a156-4ff8a951d125 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/988bf3df-707b-4535-bf5c-adb22e493953 HTTP/1.1" status: 204 len: 168 time: 0.3891373 May 26 16:29:33.749892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46178) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:33.756041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d930a-6bc8-4603-ba65-3008eee0de05 None None] Network 45053f34-2003-45d4-8ac8-4620ee49ca5e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:33.916393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.946176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb594aee-9dc0-4c0b-bc40-a3da186996eb req-28dfc2b3-2688-4c70-868a-82564afb742c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:33.948353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb594aee-9dc0-4c0b-bc40-a3da186996eb req-28dfc2b3-2688-4c70-868a-82564afb742c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 943 time: 0.1680720 May 26 16:29:34.052175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb594aee-9dc0-4c0b-bc40-a3da186996eb req-ce7bf6e5-5a54-4619-9c70-0d1d7a60a093 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749400 May 26 16:29:34.162037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab5540-f2fb-4b2c-86f6-61ce5d7cf453 req-b9573536-71f4-4a5b-875f-704dffdef141 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:34.163565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cab5540-f2fb-4b2c-86f6-61ce5d7cf453 req-b9573536-71f4-4a5b-875f-704dffdef141 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 944 time: 0.1062598 May 26 16:29:34.176539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Deleting port 85bf09d3-3b4d-4853-9652-a26bb69d5706 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:34.176885 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.232889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b9036-99cf-4313-b6d5-aa138bd8f1ce None None] DHCP port deletion for 45053f34-2003-45d4-8ac8-4620ee49ca5e request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:29:34.301270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] For port 85bf09d3-3b4d-4853-9652-a26bb69d5706, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=85bf09d3-3b4d-4853-9652-a26bb69d5706,segment=NetworkSegment(54873017-7977-490b-8d46-c499534169ab),segment_id=54873017-7977-490b-8d46-c499534169ab)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:34.301676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.307333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4cab5540-f2fb-4b2c-86f6-61ce5d7cf453 req-b17c43d6-ad1e-4b35-a988-f7ce91cb8654 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278794 May 26 16:29:34.326444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Calling delete_port for 85bf09d3-3b4d-4853-9652-a26bb69d5706 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:34.342431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c91b9036-99cf-4313-b6d5-aa138bd8f1ce None None] Deleting port 85bf09d3-3b4d-4853-9652-a26bb69d5706 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:34.342788 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c91b9036-99cf-4313-b6d5-aa138bd8f1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.423170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c91b9036-99cf-4313-b6d5-aa138bd8f1ce None None] For port 85bf09d3-3b4d-4853-9652-a26bb69d5706, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=85bf09d3-3b4d-4853-9652-a26bb69d5706,segment=NetworkSegment(54873017-7977-490b-8d46-c499534169ab),segment_id=54873017-7977-490b-8d46-c499534169ab)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:34.423713 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c91b9036-99cf-4313-b6d5-aa138bd8f1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.446776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 88b38990-8df4-4466-8a8c-afb8fb912df0 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:34.472687 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.503721 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c91b9036-99cf-4313-b6d5-aa138bd8f1ce None None] Calling delete_port for 85bf09d3-3b4d-4853-9652-a26bb69d5706 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:34.508363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bf09d3-3b4d-4853-9652-a26bb69d5706,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:34.516351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] No DVR routers for this DVR port 85bf09d3-3b4d-4853-9652-a26bb69d5706 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:34.541485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 88b38990-8df4-4466-8a8c-afb8fb912df0 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:29:34.548370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 88b38990-8df4-4466-8a8c-afb8fb912df0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:34.548992 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.656863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.699641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45053f34-2003-45d4-8ac8-4620ee49ca5e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:34.714165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54873017-7977-490b-8d46-c499534169ab') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:34.714573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54873017-7977-490b-8d46-c499534169ab') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:34.730324 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.765943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 88b38990-8df4-4466-8a8c-afb8fb912df0 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:34.766648 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.775049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.779989 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c91b9036-99cf-4313-b6d5-aa138bd8f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.791565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:29:34.791994 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.813276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b9036-99cf-4313-b6d5-aa138bd8f1ce None None] Pushing event deleted for resources: {'Port': ['ID=85bf09d3-3b4d-4853-9652-a26bb69d5706,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:34.829488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b9036-99cf-4313-b6d5-aa138bd8f1ce None None] No DVR routers for this DVR port 85bf09d3-3b4d-4853-9652-a26bb69d5706 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:34.839173 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:34.841501 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d436de9-8892-4586-8c10-5593fd70a9ce" -d '{"events": [{"server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "name": "network-vif-plugged", "status": "completed", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:34.889648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=88b38990-8df4-4466-8a8c-afb8fb912df0,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:34.906155 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.970404 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bac6e4a-d3de-4c46-8139-9362d8eb8269 x-openstack-request-id: req-9bac6e4a-d3de-4c46-8139-9362d8eb8269 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:34.970816 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "name": "network-vif-plugged", "status": "completed", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:34.971282 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bac6e4a-d3de-4c46-8139-9362d8eb8269 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:34.971874 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bac6e4a-d3de-4c46-8139-9362d8eb8269'] response: {'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'code': 200} May 26 16:29:35.039565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=88b38990-8df4-4466-8a8c-afb8fb912df0,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:35.046163 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 54873017-7977-490b-8d46-c499534169ab resource provider aggregate not found May 26 16:29:35.100755 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-83650f57-7365-4da4-a4a7-0744c614a7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.117806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13ca2a5d-c3cb-4d71-835c-d607aab94dcf req-1c22a2b8-c441-49d2-b9fd-243d476c92a9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 210 time: 0.2901351 May 26 16:29:35.126576 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 54873017-7977-490b-8d46-c499534169ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54873017-7977-490b-8d46-c499534169ab found for delete ", "request_id": "req-7fa7481b-7162-4c25-860b-0061f2ac6620"}]} May 26 16:29:35.131822 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.154654 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.165171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/45053f34-2003-45d4-8ac8-4620ee49ca5e HTTP/1.1" status: 204 len: 168 time: 1.4135618 May 26 16:29:35.168762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b423a9-750c-4476-aa3a-c5e0a01397c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=45053f34-2003-45d4-8ac8-4620ee49ca5e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:35.195888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786dd42-31ac-463f-84c9-79a149d16b69 req-b4553496-74dd-40dd-9fca-d366172c255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:35.197952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b786dd42-31ac-463f-84c9-79a149d16b69 req-b4553496-74dd-40dd-9fca-d366172c255d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 1096 time: 0.1458957 May 26 16:29:35.288614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b786dd42-31ac-463f-84c9-79a149d16b69 req-35d37b28-68cf-445d-8dfa-6982fd4e1a06 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678570 May 26 16:29:35.315220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c35c1-b5d4-4fcd-8ae0-89202d55c5b3 req-8653a569-fa97-4aab-b44a-46eec152d49c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:35.319991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e2c35c1-b5d4-4fcd-8ae0-89202d55c5b3 req-8653a569-fa97-4aab-b44a-46eec152d49c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 943 time: 0.1424103 May 26 16:29:35.567552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46214) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:35.596092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 85bf09d3-3b4d-4853-9652-a26bb69d5706 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:35.636257 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a0540746-f51a-4930-a6e9-ecb45cd67788 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8045fc5dc71043119bf2ff233b753407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644252 May 26 16:29:35.637301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46216) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:35.664128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 85bf09d3-3b4d-4853-9652-a26bb69d5706 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:35.666196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 85bf09d3-3b4d-4853-9652-a26bb69d5706 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:35.667505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d3df368-8921-4250-9d5a-bb9731ce0751 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:35.682438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3e2c35c1-b5d4-4fcd-8ae0-89202d55c5b3 req-9f8b053b-9522-467f-af4d-12f4c47ff034 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393750 May 26 16:29:35.701804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-9585afde-a848-4642-be74-ec6edf9bd49f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:35.703451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-9585afde-a848-4642-be74-ec6edf9bd49f tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "GET /v2.0/networks?id=e0dd1588-4590-4ac2-8b88-ee741e8548c3 HTTP/1.1" status: 200 len: 796 time: 0.2998714 May 26 16:29:35.733881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4d3df368-8921-4250-9d5a-bb9731ce0751 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:35.734307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d3df368-8921-4250-9d5a-bb9731ce0751 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:35.756968 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d4e352b-8383-41a2-a63c-393ea89ef2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.796506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e8a2f-00c1-4cca-b083-ebe0494733d0 req-a0a56fee-ac79-403a-b9c6-7e09dd197c7f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:35.799244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-114e8a2f-00c1-4cca-b083-ebe0494733d0 req-a0a56fee-ac79-403a-b9c6-7e09dd197c7f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.2631311 May 26 16:29:35.806845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-1d68841d-2a6c-4989-af9d-5084e73c5e5a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4063905a31d942838228e9f70da00298 HTTP/1.1" status: 200 len: 379 time: 0.0865021 May 26 16:29:35.807572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d4e352b-8383-41a2-a63c-393ea89ef2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.823683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'port': {'device_id': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'admin_state_up': True, 'tenant_id': '4063905a31d942838228e9f70da00298', 'security_groups': ['1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:35.878389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d4e352b-8383-41a2-a63c-393ea89ef2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.882979 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3d4e352b-8383-41a2-a63c-393ea89ef2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.886043 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3d4e352b-8383-41a2-a63c-393ea89ef2f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f2f263f-2c36-44cb-9b14-b5752b240646 HTTP/1.1" status: 204 len: 168 time: 0.2463017 May 26 16:29:35.903270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e352b-8383-41a2-a63c-393ea89ef2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2f263f-2c36-44cb-9b14-b5752b240646,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:36.020703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-114e8a2f-00c1-4cca-b083-ebe0494733d0 req-58037ff2-4947-420a-a37d-dd92465bd3d6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121329 May 26 16:29:36.059332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Made reservation on behalf of 4063905a31d942838228e9f70da00298 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:36.065386 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.343031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cc814d9-82af-42cb-aa79-b01668af14d3 req-810d0ad0-8974-4e4a-a038-b1ce2b32af30 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 210 time: 0.0457230 May 26 16:29:36.378932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.20.0.6 (e0dd1588-4590-4ac2-8b88-ee741e8548c3/b7257a1d-8a07-4aef-902e-186e3ac6e7bf/f40717fd-4115-46f1-89f1-a995f1a5ddc9) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:36.479755 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46232) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:36.536714 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1d96814d-a09f-46c0-b2b5-9a2d6a3797ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73faf169b9ff41cd86682b1b6fc6e969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541337 May 26 16:29:36.538823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46234) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:36.568133 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.633054 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53d18408-1b30-4b09-bd40-2dd7d22ca66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.645003 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.695277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53d18408-1b30-4b09-bd40-2dd7d22ca66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.749003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network e0dd1588-4590-4ac2-8b88-ee741e8548c3 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:36.756837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:36.759205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=f40717fd-4115-46f1-89f1-a995f1a5ddc9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:36.762275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:36.826544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:36.827362 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.845280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53d18408-1b30-4b09-bd40-2dd7d22ca66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.848595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53d18408-1b30-4b09-bd40-2dd7d22ca66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.849953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-53d18408-1b30-4b09-bd40-2dd7d22ca66e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99e216a9-8aae-4a07-8eb3-9940d8309b07 HTTP/1.1" status: 204 len: 168 time: 0.3099256 May 26 16:29:36.895399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d18408-1b30-4b09-bd40-2dd7d22ca66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e216a9-8aae-4a07-8eb3-9940d8309b07,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:36.913441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e302f7a2-fa84-4c35-a888-540f62b2b3b8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0935137 May 26 16:29:36.927542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Request body: {'port': {'device_id': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:36.951019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77486b20-3180-4ecd-8c61-72071e6eed8d req-5a20ad59-043a-401b-ad8f-b8874fa865ce tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:36.953447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77486b20-3180-4ecd-8c61-72071e6eed8d req-5a20ad59-043a-401b-ad8f-b8874fa865ce tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 943 time: 0.1227572 May 26 16:29:37.061730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77486b20-3180-4ecd-8c61-72071e6eed8d req-9f69eca8-0b04-4f1f-9d5c-8b94aaab48c7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890384 May 26 16:29:37.064800 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.225678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-22f03f15-1b54-4c32-91cd-39d86ab8955a None None] Provisioning complete for port f40717fd-4115-46f1-89f1-a995f1a5ddc9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:37.226992 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-22f03f15-1b54-4c32-91cd-39d86ab8955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.325978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-22f03f15-1b54-4c32-91cd-39d86ab8955a None None] Port f40717fd-4115-46f1-89f1-a995f1a5ddc9 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:37.568496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40717fd-4115-46f1-89f1-a995f1a5ddc9 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:37.577120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.591885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Transition to ACTIVE for port object f40717fd-4115-46f1-89f1-a995f1a5ddc9 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:29:37.605892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.671523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba18ee-57aa-4a75-8c09-f7a592d7e0d8 req-f63038c3-01b6-40ad-a6b5-22d224e15607 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:37.679663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fba18ee-57aa-4a75-8c09-f7a592d7e0d8 req-f63038c3-01b6-40ad-a6b5-22d224e15607 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.5080073 May 26 16:29:37.734669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f40717fd-4115-46f1-89f1-a995f1a5ddc9,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:37.776894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-65af361b-cfd3-4876-9085-92590fd29c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.797501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b7ce1-e676-4c7b-a28b-05e21d306c96 req-ac1e6884-2b93-4c40-9e11-7c464864266d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:37.799783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc3b7ce1-e676-4c7b-a28b-05e21d306c96 req-ac1e6884-2b93-4c40-9e11-7c464864266d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 943 time: 0.2055857 May 26 16:29:37.847313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fba18ee-57aa-4a75-8c09-f7a592d7e0d8 req-a3316a0b-9215-46e5-83ae-49c39f503dac tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659987 May 26 16:29:37.907004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Attempting to bind port f40717fd-4115-46f1-89f1-a995f1a5ddc9 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:37.907349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Attempting to bind port f40717fd-4115-46f1-89f1-a995f1a5ddc9 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:37.908131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Attempting to bind port f40717fd-4115-46f1-89f1-a995f1a5ddc9 on network e0dd1588-4590-4ac2-8b88-ee741e8548c3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:37.917566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Port f40717fd-4115-46f1-89f1-a995f1a5ddc9 on network e0dd1588-4590-4ac2-8b88-ee741e8548c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:37.918930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Attempting to bind port f40717fd-4115-46f1-89f1-a995f1a5ddc9 on network e0dd1588-4590-4ac2-8b88-ee741e8548c3 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:37.919616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a3101aa0-fd32-4bdf-b587-4751612bffc1 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:29:37.964471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dc3b7ce1-e676-4c7b-a28b-05e21d306c96 req-bed3fb6a-a9de-4b88-bc66-a1dcee658bfc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375282 May 26 16:29:37.965639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:37.966066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Checking segment: {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:37.966522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Bound using segment: {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:37.967051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Bound port: f40717fd-4115-46f1-89f1-a995f1a5ddc9, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93df8ebb-5d81-45c6-9ac7-432a7998f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:37.967508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.101678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] For port f40717fd-4115-46f1-89f1-a995f1a5ddc9, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:38.118395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d0985-7e48-49df-a558-87c6ef8989b2 req-4c33fea0-7fb4-4b0d-94c7-e35a1106922b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:38.120131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-045d0985-7e48-49df-a558-87c6ef8989b2 req-4c33fea0-7fb4-4b0d-94c7-e35a1106922b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0964613 May 26 16:29:38.122517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] For port f40717fd-4115-46f1-89f1-a995f1a5ddc9, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:38.133410 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a3101aa0-fd32-4bdf-b587-4751612bffc1, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3101aa0-fd32-4bdf-b587-4751612bffc1,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:38.163975 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.166371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'a3101aa0-fd32-4bdf-b587-4751612bffc1', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'port_id': 'a3101aa0-fd32-4bdf-b587-4751612bffc1', 'mac_address': 'fa:16:3e:80:90:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:29:38.239061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:38.239755 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.241228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/f40717fd-4115-46f1-89f1-a995f1a5ddc9 HTTP/1.1" status: 200 len: 1091 time: 1.3191898 May 26 16:29:38.249005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:38.251347 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74df6c3-82be-4f95-b943-cbdb93d29760" -d '{"events": [{"name": "network-changed", "server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:38.291428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a3101aa0-fd32-4bdf-b587-4751612bffc1 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:38.292432 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.319314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b4a18-a7cf-4167-bba0-f27ce90ec0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f40717fd-4115-46f1-89f1-a995f1a5ddc9,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:38.321908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3101aa0-fd32-4bdf-b587-4751612bffc1 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:38.362388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-045d0985-7e48-49df-a558-87c6ef8989b2 req-40f8ac06-f098-498a-b6aa-6e643f30d35b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350266 May 26 16:29:38.364795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a3101aa0-fd32-4bdf-b587-4751612bffc1, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3101aa0-fd32-4bdf-b587-4751612bffc1,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:38.372962 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.392651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998950e1-22c2-4107-91d8-b55a65182857 req-308162eb-83fc-4796-8a69-3c779401bfdf tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:38.393050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-998950e1-22c2-4107-91d8-b55a65182857 req-308162eb-83fc-4796-8a69-3c779401bfdf tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 943 time: 0.1671948 May 26 16:29:38.426724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46262) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:38.451118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-0b99df1f-c9a0-4573-b92d-c7d30e8c36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:38.454396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-0b99df1f-c9a0-4573-b92d-c7d30e8c36c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 1094 time: 0.1293070 May 26 16:29:38.520981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff19e2-35bb-42b6-b92d-ada2a1e1f98b tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:38.521619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a3101aa0-fd32-4bdf-b587-4751612bffc1,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:38.523324 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b8ff19e2-35bb-42b6-b92d-ada2a1e1f98b tempest-TestNetworkAdvancedServerOps-673867443 tempest-TestNetworkAdvancedServerOps-673867443-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 1091 time: 0.0945618 May 26 16:29:38.529713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46264) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:38.536289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:38.577292 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be681d34-b20c-4a53-a54c-f8dc30f22c51 x-openstack-request-id: req-be681d34-b20c-4a53-a54c-f8dc30f22c51 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:38.577591 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:38.577842 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be681d34-b20c-4a53-a54c-f8dc30f22c51 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:38.578288 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be681d34-b20c-4a53-a54c-f8dc30f22c51'] response: {'name': 'network-changed', 'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'status': 'completed', 'code': 200} May 26 16:29:38.581282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-30a33a3a-c93d-4050-ae77-a7fa97534462 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9 HTTP/1.1" status: 200 len: 217 time: 0.1043556 May 26 16:29:38.586476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-998950e1-22c2-4107-91d8-b55a65182857 req-b2ecdf83-4963-492b-8746-68a98ea1c19a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852908 May 26 16:29:38.602877 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.663614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['a3101aa0-fd32-4bdf-b587-4751612bffc1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:29:38.698907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-c2e9031d-5b27-4db1-849c-80e2bbc499fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:38.702930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-c2e9031d-5b27-4db1-849c-80e2bbc499fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7257a1d-8a07-4aef-902e-186e3ac6e7bf HTTP/1.1" status: 200 len: 835 time: 0.1132436 May 26 16:29:38.785899 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.793039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-254560ce-fc94-419b-ada6-bd5d9bd21e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:38.794967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-254560ce-fc94-419b-ada6-bd5d9bd21e71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0dd1588-4590-4ac2-8b88-ee741e8548c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798566 May 26 16:29:38.865542 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.943812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-216e5bb9-2281-4613-9dd0-e1204fdfd841 service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329820 May 26 16:29:38.977104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Allocated IP 172.25.0.163 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/f20cc317-c019-4dfb-a0b9-ad5145b46ee9) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:39.085391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc559c53-1323-4105-ac0d-a9edf8ec1bd4 req-fa2afaa7-d94f-40ec-b583-60f5651fa14b service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385338 May 26 16:29:39.198278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.261500 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.319294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:39.323926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:39.331611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:39.375290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=f20cc317-c019-4dfb-a0b9-ad5145b46ee9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:39.625847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e234b-052b-4c73-8183-097c1c0d7378 req-814097b5-3776-41ed-a8eb-c47177b88dd6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:39.627508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111e234b-052b-4c73-8183-097c1c0d7378 req-814097b5-3776-41ed-a8eb-c47177b88dd6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 943 time: 0.5387173 May 26 16:29:39.664829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-4b915c6d-bec7-4ad1-8e9b-a0a6198c9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:39.666857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-4b915c6d-bec7-4ad1-8e9b-a0a6198c9cf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 1094 time: 0.5176535 May 26 16:29:39.802943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111e234b-052b-4c73-8183-097c1c0d7378 req-90313793-6806-4618-ba24-57de48c778c9 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670530 May 26 16:29:39.865429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f034223-27dc-40c4-80f8-76d7ae366ac0 req-4e110542-156a-47e8-9f34-3263b8600626 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:39.867651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f034223-27dc-40c4-80f8-76d7ae366ac0 req-4e110542-156a-47e8-9f34-3263b8600626 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 944 time: 0.1580927 May 26 16:29:39.945042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a3101aa0-fd32-4bdf-b587-4751612bffc1 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:39.958234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f034223-27dc-40c4-80f8-76d7ae366ac0 req-70817680-f3c9-4821-9fb6-9faa5272449b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684500 May 26 16:29:39.961510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-a1b34a06-4fd7-4a6f-bbfd-9a21a384c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:39.964764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-a1b34a06-4fd7-4a6f-bbfd-9a21a384c665 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0dd1588-4590-4ac2-8b88-ee741e8548c3 HTTP/1.1" status: 200 len: 897 time: 0.2866385 May 26 16:29:40.046363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-953cc2f0-7949-4945-9419-c1424bc80850 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0690327 May 26 16:29:40.063431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port a3101aa0-fd32-4bdf-b587-4751612bffc1 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:29:40.075492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port a3101aa0-fd32-4bdf-b587-4751612bffc1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:40.076535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.148780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-66fb7d83-3d81-4eca-888e-358f6eaa3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:40.150688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-66fb7d83-3d81-4eca-888e-358f6eaa3375 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7257a1d-8a07-4aef-902e-186e3ac6e7bf HTTP/1.1" status: 200 len: 835 time: 0.0912895 May 26 16:29:40.262870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port a3101aa0-fd32-4bdf-b587-4751612bffc1 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:40.263658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.277892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-61d8a849-81a4-439d-93e2-0749c3d32fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:40.284630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-61d8a849-81a4-439d-93e2-0749c3d32fb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0dd1588-4590-4ac2-8b88-ee741e8548c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177123 May 26 16:29:40.292348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547f1394-69f8-448b-b472-ece34bb0a031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3101aa0-fd32-4bdf-b587-4751612bffc1'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:40.295292 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb72807-7789-4289-b759-9598361ea30e" -d '{"events": [{"server_uuid": "547f1394-69f8-448b-b472-ece34bb0a031", "name": "network-vif-plugged", "status": "completed", "tag": "a3101aa0-fd32-4bdf-b587-4751612bffc1"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:40.312408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port a3101aa0-fd32-4bdf-b587-4751612bffc1, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3101aa0-fd32-4bdf-b587-4751612bffc1,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:40.319565 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.366753 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b405976-e5b4-4856-bf51-817bd8f05c5f x-openstack-request-id: req-1b405976-e5b4-4856-bf51-817bd8f05c5f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:40.370749 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547f1394-69f8-448b-b472-ece34bb0a031", "name": "network-vif-plugged", "status": "completed", "tag": "a3101aa0-fd32-4bdf-b587-4751612bffc1", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:40.371126 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b405976-e5b4-4856-bf51-817bd8f05c5f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:40.371505 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b405976-e5b4-4856-bf51-817bd8f05c5f'] response: {'server_uuid': '547f1394-69f8-448b-b472-ece34bb0a031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3101aa0-fd32-4bdf-b587-4751612bffc1', 'code': 200} May 26 16:29:40.438568 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-01ef1041-92a5-4fdd-a143-8b3f0822ecaa service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477430 May 26 16:29:40.455290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=a3101aa0-fd32-4bdf-b587-4751612bffc1,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:40.457173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.526364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749c9a3-41a1-4182-b967-ebaaa73e18e7 req-db79ef62-672f-45b1-b929-4d50ecb2fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:40.527562 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2749c9a3-41a1-4182-b967-ebaaa73e18e7 req-db79ef62-672f-45b1-b929-4d50ecb2fffa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 1096 time: 0.0878174 May 26 16:29:40.581980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.590942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d74df6c3-82be-4f95-b943-cbdb93d29760 req-382ba67d-98f5-4e64-bbb7-47a51ac86fc3 service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459534 May 26 16:29:40.683328 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.686820 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.690147 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2749c9a3-41a1-4182-b967-ebaaa73e18e7 req-6edbed33-c558-431b-bce0-0062b80ffc91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049945 May 26 16:29:40.819375 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.824702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.903110 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event updated for resources: {'Port': ['ID=f20cc317-c019-4dfb-a0b9-ad5145b46ee9,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:40.929842 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.959543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9a2bc-5761-46bb-9a09-cad89b0047f1 req-b368781a-f57b-4953-b6fa-1939da64eeca tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:40.961148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bed9a2bc-5761-46bb-9a09-cad89b0047f1 req-b368781a-f57b-4953-b6fa-1939da64eeca tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 943 time: 0.0664973 May 26 16:29:41.019295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bed9a2bc-5761-46bb-9a09-cad89b0047f1 req-02e8c1ff-a438-4e1d-b196-7eb2be82b12b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504506 May 26 16:29:41.060324 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Floating IP 08512c0b-30fd-4628-b2de-d4fe3bdb254d associated. External IP: 172.25.0.163, port: 88b38990-8df4-4466-8a8c-afb8fb912df0. May 26 16:29:41.133717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6f1bc-8c4c-4f09-a5dd-4142e997d31e req-41b882f4-235a-45c2-96f7-3b76b79e2faf tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:41.135808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62f6f1bc-8c4c-4f09-a5dd-4142e997d31e req-41b882f4-235a-45c2-96f7-3b76b79e2faf tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 945 time: 0.0703583 May 26 16:29:41.188798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62f6f1bc-8c4c-4f09-a5dd-4142e997d31e req-b6b50bed-3f75-47a0-b624-c73932046fa4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 May 26 16:29:41.298191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 2fd5f547-1617-49eb-98ba-b899fe65c165 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:41.439509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:41.452525 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] Sync routers for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:41.464334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.470934 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:41.471803 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:41.496893 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a2cccf46-3c82-4080-920a-a47d95ec89a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9653883 May 26 16:29:41.497494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:41.499848 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1790eb1d-ddad-4f56-b372-39a285871447" -d '{"events": [{"name": "network-changed", "server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:41.544328 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc408e8-77f5-4d02-927f-357a4521fdec x-openstack-request-id: req-4cc408e8-77f5-4d02-927f-357a4521fdec {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:41.545038 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:41.545038 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4cc408e8-77f5-4d02-927f-357a4521fdec {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:41.545782 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc408e8-77f5-4d02-927f-357a4521fdec'] response: {'name': 'network-changed', 'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'status': 'completed', 'code': 200} May 26 16:29:41.590519 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:41.672350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790eb1d-ddad-4f56-b372-39a285871447 req-af8f1370-97fc-42f1-b59e-f531f903e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:41.674532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1790eb1d-ddad-4f56-b372-39a285871447 req-af8f1370-97fc-42f1-b59e-f531f903e68f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 1096 time: 0.1052899 May 26 16:29:41.769186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda824f4-95f3-4d0f-b9a2-08b1ba1741b9 req-8b760396-cb71-48f6-9c58-36bf8cec3c65 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:41.771241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bda824f4-95f3-4d0f-b9a2-08b1ba1741b9 req-8b760396-cb71-48f6-9c58-36bf8cec3c65 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.1592071 May 26 16:29:41.872383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bda824f4-95f3-4d0f-b9a2-08b1ba1741b9 req-2fe93609-d2d7-4c0f-8623-9a04a1aec0eb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891612 May 26 16:29:41.873503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790eb1d-ddad-4f56-b372-39a285871447 req-42690b52-8904-4f6f-8c13-ee045e89a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:41.874927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1790eb1d-ddad-4f56-b372-39a285871447 req-42690b52-8904-4f6f-8c13-ee045e89a4ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=61d98706-2b88-42b9-b86e-d17daf0b67a3 HTTP/1.1" status: 200 len: 898 time: 0.1937332 May 26 16:29:41.914368 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '08512c0b-30fd-4628-b2de-d4fe3bdb254d', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'port_id': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'mac_address': 'fa:16:3e:c2:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:39Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e83f052-c711-490e-a3d3-8cef6d028b21', 'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ff:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:07Z', 'updated_at': '2022-05-26T16:29:22Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:41.914756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46304) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:41.952717 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device f40717fd-4115-46f1-89f1-a995f1a5ddc9 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:29:41.971150 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] Checking router: 2fd5f547-1617-49eb-98ba-b899fe65c165 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:41.991967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1790eb1d-ddad-4f56-b372-39a285871447 req-50ddb207-7ad0-44ca-86ca-8bc0af7d950b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b38990-8df4-4466-8a8c-afb8fb912df0 HTTP/1.1" status: 200 len: 999 time: 0.1105657 May 26 16:29:41.992823 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:41.993463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:42.037134 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4d27660a-b087-4c47-ae2a-d06427a86f3f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/08512c0b-30fd-4628-b2de-d4fe3bdb254d HTTP/1.1" status: 200 len: 991 time: 0.1165912 May 26 16:29:42.103744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790eb1d-ddad-4f56-b372-39a285871447 req-20387c8c-6e92-4516-aa93-1803cccd2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:42.105365 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1790eb1d-ddad-4f56-b372-39a285871447 req-20387c8c-6e92-4516-aa93-1803cccd2146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4 HTTP/1.1" status: 200 len: 835 time: 0.1072400 May 26 16:29:42.159782 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:42.167175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port f40717fd-4115-46f1-89f1-a995f1a5ddc9, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:42.180518 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'port_id': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'mac_address': 'fa:16:3e:eb:10:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:29:42.211447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff954-cdd5-46fb-bcd9-e59aa74b6440 req-175a6928-37d8-48a5-8096-5e478ba16dc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:42.221220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f14ff954-cdd5-46fb-bcd9-e59aa74b6440 req-175a6928-37d8-48a5-8096-5e478ba16dc8 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 943 time: 0.0757217 May 26 16:29:42.230956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port f40717fd-4115-46f1-89f1-a995f1a5ddc9 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:42.231434 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:42.247891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40717fd-4115-46f1-89f1-a995f1a5ddc9 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:42.251902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790eb1d-ddad-4f56-b372-39a285871447 req-0eafc993-415a-4c34-b772-23896628f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:42.262546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1790eb1d-ddad-4f56-b372-39a285871447 req-0eafc993-415a-4c34-b772-23896628f5e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61d98706-2b88-42b9-b86e-d17daf0b67a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420546 May 26 16:29:42.277291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port f40717fd-4115-46f1-89f1-a995f1a5ddc9, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:42.283000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:42.366821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=f40717fd-4115-46f1-89f1-a995f1a5ddc9,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:42.408951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f14ff954-cdd5-46fb-bcd9-e59aa74b6440 req-c7207054-86a8-4f17-a598-00fff3f8c236 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833897 May 26 16:29:42.459089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73074ffb-6440-4eea-9a1a-48609033dbe1 req-99a4f866-b355-4ad7-8169-625929affcc8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:42.460837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73074ffb-6440-4eea-9a1a-48609033dbe1 req-99a4f866-b355-4ad7-8169-625929affcc8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 945 time: 0.1565065 May 26 16:29:42.480108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1790eb1d-ddad-4f56-b372-39a285871447 req-15a001ad-61ed-4f09-a656-710f8b6ef407 service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164855 May 26 16:29:42.559519 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '08512c0b-30fd-4628-b2de-d4fe3bdb254d', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'port_id': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'mac_address': 'fa:16:3e:c2:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:39Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e83f052-c711-490e-a3d3-8cef6d028b21', 'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ff:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:07Z', 'updated_at': '2022-05-26T16:29:22Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:42.561352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73074ffb-6440-4eea-9a1a-48609033dbe1 req-5afbbbae-bde0-4879-82f4-d99f2d7bdd39 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939353 May 26 16:29:42.600805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['f40717fd-4115-46f1-89f1-a995f1a5ddc9'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:29:42.613776 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1f285-9d0e-414a-8c48-9cbbcaad6971 None None] The sync data for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 is: [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '08512c0b-30fd-4628-b2de-d4fe3bdb254d', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'port_id': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'mac_address': 'fa:16:3e:c2:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:39Z', 'revision_number': 0, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e83f052-c711-490e-a3d3-8cef6d028b21', 'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ff:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:07Z', 'updated_at': '2022-05-26T16:29:22Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:42.621733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1790eb1d-ddad-4f56-b372-39a285871447 req-ab32a96a-268e-48b7-a79c-d2bc8c5879fb service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345749 May 26 16:29:42.810828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1b3c6-1d1e-4865-bede-2a8c17f57416 req-88810ccc-c9ff-42e2-8d36-31ce616eaa72 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:42.818805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1a1b3c6-1d1e-4865-bede-2a8c17f57416 req-88810ccc-c9ff-42e2-8d36-31ce616eaa72 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 945 time: 0.0912042 May 26 16:29:42.894951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1a1b3c6-1d1e-4865-bede-2a8c17f57416 req-12d79f7b-1a47-43ff-88fc-90b79e2e5475 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741372 May 26 16:29:42.960191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb3194-21be-40c4-a03f-4e527bb73191 None None] New status for floating IP 08512c0b-30fd-4628-b2de-d4fe3bdb254d: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:29:43.040440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46322) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:43.080752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202986c7-5086-4d76-88a4-c8814d66d7b1 req-5ab4f9cf-66e1-44be-bc3b-d6123cd20296 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:43.083479 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-202986c7-5086-4d76-88a4-c8814d66d7b1 req-5ab4f9cf-66e1-44be-bc3b-d6123cd20296 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 945 time: 0.0731995 May 26 16:29:43.131067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-202986c7-5086-4d76-88a4-c8814d66d7b1 req-80799254-d8b4-4af6-804a-148fbf62a618 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 May 26 16:29:43.141526 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8cab0998-69e8-454f-8821-d28f08c9bd85 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/08512c0b-30fd-4628-b2de-d4fe3bdb254d HTTP/1.1" status: 200 len: 991 time: 0.0997534 May 26 16:29:43.464545 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8e67a-133a-4110-ae7d-0c21f988359a req-5f101dc2-98a9-4ed3-b3cf-90bbf9bb78f7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:43.466416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9b8e67a-133a-4110-ae7d-0c21f988359a req-5f101dc2-98a9-4ed3-b3cf-90bbf9bb78f7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 945 time: 0.0734005 May 26 16:29:43.541519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9b8e67a-133a-4110-ae7d-0c21f988359a req-bc5b3084-6883-4246-a387-e809c9a2a91d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576746 May 26 16:29:43.586597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8792593-04dc-407e-8a6e-98d9daf35209 req-a939dd1f-e1fb-41c4-b8e4-55dc68b86058 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:43.588269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8792593-04dc-407e-8a6e-98d9daf35209 req-a939dd1f-e1fb-41c4-b8e4-55dc68b86058 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 944 time: 0.0741541 May 26 16:29:43.645266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8792593-04dc-407e-8a6e-98d9daf35209 req-c253bb97-09ef-4b94-a902-9f2af230e578 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460620 May 26 16:29:43.967213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device f40717fd-4115-46f1-89f1-a995f1a5ddc9 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:44.025932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port f40717fd-4115-46f1-89f1-a995f1a5ddc9 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:29:44.030981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port f40717fd-4115-46f1-89f1-a995f1a5ddc9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:44.031597 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.136242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port f40717fd-4115-46f1-89f1-a995f1a5ddc9 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:44.136749 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.146222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46338) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:44.169780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:44.172073 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5784c5a9-673a-417f-9bae-65b735bd2aa9" -d '{"events": [{"server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "name": "network-vif-plugged", "status": "completed", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:44.191873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port f40717fd-4115-46f1-89f1-a995f1a5ddc9, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:44.199222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.230234 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a5fcc111-cb6b-4986-b1cc-45489bb5ce8d tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/08512c0b-30fd-4628-b2de-d4fe3bdb254d HTTP/1.1" status: 200 len: 993 time: 0.0823917 May 26 16:29:44.252197 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5da24ff-f0f9-4e4d-8a97-12a9c38ce33d x-openstack-request-id: req-d5da24ff-f0f9-4e4d-8a97-12a9c38ce33d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:44.252621 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "name": "network-vif-plugged", "status": "completed", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:44.253001 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5da24ff-f0f9-4e4d-8a97-12a9c38ce33d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:44.253551 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5da24ff-f0f9-4e4d-8a97-12a9c38ce33d'] response: {'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'code': 200} May 26 16:29:44.275460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=f40717fd-4115-46f1-89f1-a995f1a5ddc9,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:44.379367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d76fd-8f92-4cc5-a758-8f32c9bcd464 req-e894154a-2deb-451c-b5fb-477630045a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:44.381204 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f8d76fd-8f92-4cc5-a758-8f32c9bcd464 req-e894154a-2deb-451c-b5fb-477630045a9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 1096 time: 0.0523996 May 26 16:29:44.425126 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f8d76fd-8f92-4cc5-a758-8f32c9bcd464 req-f45d906d-22d9-45ee-81d4-af0aee6a91ff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368328 May 26 16:29:44.704319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572195e-012a-4a68-ac1b-34d9ca47c142 req-affa1e8c-6dae-4762-bf00-16665536a9bd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:44.706216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1572195e-012a-4a68-ac1b-34d9ca47c142 req-affa1e8c-6dae-4762-bf00-16665536a9bd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 945 time: 0.0646691 May 26 16:29:44.808075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1572195e-012a-4a68-ac1b-34d9ca47c142 req-849b541a-a011-453c-8187-9e0ccd113c6b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923629 May 26 16:29:44.827940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6309f-b3b0-4c4f-bf17-49b5cdc266cc req-8c277fbf-b196-4860-b460-5a861ac60435 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:44.829505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd6309f-b3b0-4c4f-bf17-49b5cdc266cc req-8c277fbf-b196-4860-b460-5a861ac60435 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 945 time: 0.0865293 May 26 16:29:44.889767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0cd6309f-b3b0-4c4f-bf17-49b5cdc266cc req-5b07e5fe-01c8-4b9d-99a3-4fa6cf0c5f97 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481498 May 26 16:29:45.722237 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-2438bf3a-ef1e-4c76-bf4e-50315930b560 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:45.724970 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-2438bf3a-ef1e-4c76-bf4e-50315930b560 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 945 time: 0.0765352 May 26 16:29:45.850263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port a3101aa0-fd32-4bdf-b587-4751612bffc1 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:45.850534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.956044 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] For port a3101aa0-fd32-4bdf-b587-4751612bffc1, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=a3101aa0-fd32-4bdf-b587-4751612bffc1,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:45.956610 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.972122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for a3101aa0-fd32-4bdf-b587-4751612bffc1 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:46.045068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09eda05-6fce-4964-99a7-af1252d5b5d6 req-6cae7f56-6593-47b0-ac36-f8cfd8d41809 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:46.046621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c09eda05-6fce-4964-99a7-af1252d5b5d6 req-6cae7f56-6593-47b0-ac36-f8cfd8d41809 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 945 time: 0.1294861 May 26 16:29:46.083460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d265-1347-48af-b49c-18f0bc378007 req-b4d89933-377e-41a1-997b-e0bd5866ef4a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:46.084984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ba7d265-1347-48af-b49c-18f0bc378007 req-b4d89933-377e-41a1-997b-e0bd5866ef4a tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 945 time: 0.0943506 May 26 16:29:46.119681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c09eda05-6fce-4964-99a7-af1252d5b5d6 req-035136aa-bb21-4da6-b0a6-2b541ebad5b0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651166 May 26 16:29:46.140038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.143070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ba7d265-1347-48af-b49c-18f0bc378007 req-0de1fef5-4756-470c-ab7c-e6c43d1a1083 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477078 May 26 16:29:46.159889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['a3101aa0-fd32-4bdf-b587-4751612bffc1'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:29:46.183661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=a3101aa0-fd32-4bdf-b587-4751612bffc1,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:46.246836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] No DVR routers for this DVR port a3101aa0-fd32-4bdf-b587-4751612bffc1 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:46.257617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.265124 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a4fa3fc5-101a-4745-a830-f6e47c89dd9a req-a776acc2-6362-4856-b91a-81edcc47b455 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "DELETE /v2.0/ports/a3101aa0-fd32-4bdf-b587-4751612bffc1 HTTP/1.1" status: 204 len: 173 time: 0.5338330 May 26 16:29:46.267017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547f1394-69f8-448b-b472-ece34bb0a031', 'name': 'network-vif-deleted', 'tag': 'a3101aa0-fd32-4bdf-b587-4751612bffc1'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:46.269920 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5779246-30e5-4c78-bc64-97d6efe1e505" -d '{"events": [{"server_uuid": "547f1394-69f8-448b-b472-ece34bb0a031", "name": "network-vif-deleted", "tag": "a3101aa0-fd32-4bdf-b587-4751612bffc1"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:46.340437 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429319e-c21d-4d5e-b787-31bd1edeeb3f x-openstack-request-id: req-6429319e-c21d-4d5e-b787-31bd1edeeb3f {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:46.340933 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547f1394-69f8-448b-b472-ece34bb0a031", "name": "network-vif-deleted", "tag": "a3101aa0-fd32-4bdf-b587-4751612bffc1", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:46.342077 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6429319e-c21d-4d5e-b787-31bd1edeeb3f {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:46.342664 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6429319e-c21d-4d5e-b787-31bd1edeeb3f'] response: {'server_uuid': '547f1394-69f8-448b-b472-ece34bb0a031', 'name': 'network-vif-deleted', 'tag': 'a3101aa0-fd32-4bdf-b587-4751612bffc1', 'status': 'completed', 'code': 200} May 26 16:29:46.384268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406979e-1249-42b9-a752-c9b08f9b9088 req-ad1d546b-1c3d-42a9-9add-34f3d35f87b6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:46.393877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f406979e-1249-42b9-a752-c9b08f9b9088 req-ad1d546b-1c3d-42a9-9add-34f3d35f87b6 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 945 time: 0.0872972 May 26 16:29:46.455267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f406979e-1249-42b9-a752-c9b08f9b9088 req-a508aa66-95f2-433d-84d9-92c6b69702fe tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473766 May 26 16:29:46.468542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46372) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:46.524452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82637e5-34a4-4c47-8fd2-6e20bdef9703 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:46.526140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c82637e5-34a4-4c47-8fd2-6e20bdef9703 tempest-TestNetworkBasicOps-1351343434 tempest-TestNetworkBasicOps-1351343434-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 1091 time: 0.0573771 May 26 16:29:46.528813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 46374) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:46.533283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'tenant_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:46.556392 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.670987 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.831125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Allocated IP 172.25.0.183 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/bb6fd835-eb79-48a9-b841-b0bd10cc24bc) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:46.968963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.009409 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.073209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:47.075181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=bb6fd835-eb79-48a9-b841-b0bd10cc24bc,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:47.078074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:47.080753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:47.308714 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2042f4c-d1ee-40ac-b336-70736133ee7b req-df2b693c-7d00-4714-bb28-daa0cb050091 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 210 time: 0.0497892 May 26 16:29:47.636258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.733578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.973854 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.981275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:48.103341 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event updated for resources: {'Port': ['ID=bb6fd835-eb79-48a9-b841-b0bd10cc24bc,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:48.123209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:48.255324 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Floating IP ead71979-e877-4d7c-a501-f687e02b05a5 associated. External IP: 172.25.0.183, port: f40717fd-4115-46f1-89f1-a995f1a5ddc9. May 26 16:29:48.468001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-095b4afb-5862-488c-89f0-dd3be15182c5 req-91cb09ba-0c2c-4819-bc6a-9f5fc210af92 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 210 time: 0.0555849 May 26 16:29:48.559542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 7b10e481-6207-445f-84ab-00d38e7f6a0b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:48.739620 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:48.761662 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] Sync routers for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:48.774046 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:48.774991 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:48.789279 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:48.880324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46406) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:48.882194 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a8a75970-c49d-45f5-b1f5-7e7a0b74fac0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3521972 May 26 16:29:48.882848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:48.887781 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f69700e-30eb-4850-a910-56f9c763c201" -d '{"events": [{"name": "network-changed", "server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:49.043538 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731575c9-fdd7-49b3-b0cc-0097c41243c0 x-openstack-request-id: req-731575c9-fdd7-49b3-b0cc-0097c41243c0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:49.044870 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:49.045365 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-731575c9-fdd7-49b3-b0cc-0097c41243c0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:49.046036 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731575c9-fdd7-49b3-b0cc-0097c41243c0'] response: {'name': 'network-changed', 'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'status': 'completed', 'code': 200} May 26 16:29:49.090546 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:49.127631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d8978547-08ae-4803-825b-aea8adc505bf tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/floatingips/ead71979-e877-4d7c-a501-f687e02b05a5 HTTP/1.1" status: 200 len: 991 time: 0.2425160 May 26 16:29:49.142804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69700e-30eb-4850-a910-56f9c763c201 req-1579a4f4-27d6-4b4d-b691-0333e66c24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:49.144317 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f69700e-30eb-4850-a910-56f9c763c201 req-1579a4f4-27d6-4b4d-b691-0333e66c24cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 1096 time: 0.0738995 May 26 16:29:49.278525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69700e-30eb-4850-a910-56f9c763c201 req-e0769965-84f2-4628-ace3-78160eec0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:49.280128 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f69700e-30eb-4850-a910-56f9c763c201 req-e0769965-84f2-4628-ace3-78160eec0d6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0dd1588-4590-4ac2-8b88-ee741e8548c3 HTTP/1.1" status: 200 len: 897 time: 0.1250372 May 26 16:29:49.373402 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f69700e-30eb-4850-a910-56f9c763c201 req-f990944e-c274-4598-b190-e60a8c6d8528 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9 HTTP/1.1" status: 200 len: 999 time: 0.0819511 May 26 16:29:49.436306 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:21Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'ead71979-e877-4d7c-a501-f687e02b05a5', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'port_id': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'mac_address': 'fa:16:3e:eb:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:29:47Z', 'updated_at': '2022-05-26T16:29:47Z', 'revision_number': 0, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0996a0a3-d833-40e5-b649-b61006207e41', 'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:8f:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:29Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:49.486370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69700e-30eb-4850-a910-56f9c763c201 req-33d2e5f5-012f-4d39-b484-48822a7b454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:49.487933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f69700e-30eb-4850-a910-56f9c763c201 req-33d2e5f5-012f-4d39-b484-48822a7b454f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7257a1d-8a07-4aef-902e-186e3ac6e7bf HTTP/1.1" status: 200 len: 835 time: 0.1016295 May 26 16:29:49.510616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] Checking router: 7b10e481-6207-445f-84ab-00d38e7f6a0b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:49.535389 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:49.535925 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:29:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:49.587528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69700e-30eb-4850-a910-56f9c763c201 req-ee372806-fbb3-4fc6-8c19-0b3964f83d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:49.595248 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f69700e-30eb-4850-a910-56f9c763c201 req-ee372806-fbb3-4fc6-8c19-0b3964f83d18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0dd1588-4590-4ac2-8b88-ee741e8548c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911641 May 26 16:29:49.662405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47e70175-af6c-4dad-99f9-936cee17c726 req-59153acf-2432-45c9-bcdd-cc2d5a6daf7f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 210 time: 0.0689225 May 26 16:29:49.704819 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f69700e-30eb-4850-a910-56f9c763c201 req-f7d30fbf-a155-4864-89c7-f258b3472aeb service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036515 May 26 16:29:49.758669 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:49.855233 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4f69700e-30eb-4850-a910-56f9c763c201 req-7eeb9e07-f157-4c00-96fc-706508d91f77 service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416874 May 26 16:29:50.021034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a3101aa0-fd32-4bdf-b587-4751612bffc1 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:50.060494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: a3101aa0-fd32-4bdf-b587-4751612bffc1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:50.060765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device a3101aa0-fd32-4bdf-b587-4751612bffc1 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:50.130405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46422) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:50.256570 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2dbedd67-0cf9-4c3a-ba7b-2977b880397d tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/floatingips/ead71979-e877-4d7c-a501-f687e02b05a5 HTTP/1.1" status: 200 len: 991 time: 0.1250062 May 26 16:29:50.263560 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:21Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'ead71979-e877-4d7c-a501-f687e02b05a5', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'port_id': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'mac_address': 'fa:16:3e:eb:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:29:47Z', 'updated_at': '2022-05-26T16:29:47Z', 'revision_number': 0, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0996a0a3-d833-40e5-b649-b61006207e41', 'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:8f:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:29Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:50.305194 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce19a2e9-c26e-4938-8bb3-21f78dd91869 None None] The sync data for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 is: [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:21Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'ead71979-e877-4d7c-a501-f687e02b05a5', 'tenant_id': '4063905a31d942838228e9f70da00298', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'port_id': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'mac_address': 'fa:16:3e:eb:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:29:47Z', 'updated_at': '2022-05-26T16:29:47Z', 'revision_number': 0, 'project_id': '4063905a31d942838228e9f70da00298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0996a0a3-d833-40e5-b649-b61006207e41', 'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:8f:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:29Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:50.637240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ee371-a789-49f5-b838-4c393d0bfe66 None None] New status for floating IP ead71979-e877-4d7c-a501-f687e02b05a5: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:29:50.894447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-53978a2f-acde-49e1-af84-b9a1bae2704c req-ff1331a3-7270-45f2-912d-857942173bef tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=547f1394-69f8-448b-b472-ece34bb0a031 HTTP/1.1" status: 200 len: 210 time: 0.0858419 May 26 16:29:51.258938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 46430) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:51.336738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f2ea0577-4bbf-46f1-b2f2-880f6e3aa51e tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/floatingips/ead71979-e877-4d7c-a501-f687e02b05a5 HTTP/1.1" status: 200 len: 993 time: 0.0738921 May 26 16:29:53.654437 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-087f3bfa-5655-41cc-9338-6443dac88604 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1472640 May 26 16:29:53.875610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-8786f084-c3ed-45b2-bfaa-90a25ff493fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:53.880662 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-8786f084-c3ed-45b2-bfaa-90a25ff493fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 1096 time: 0.1174555 May 26 16:29:53.928367 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:54.118400 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:54.161095 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:29:54.485315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-f106c802-2dbe-4adc-8965-d21f561da9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:54.486722 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-f106c802-2dbe-4adc-8965-d21f561da9fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0dd1588-4590-4ac2-8b88-ee741e8548c3 HTTP/1.1" status: 200 len: 897 time: 0.5766759 May 26 16:29:54.619594 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-2df065e7-5f7f-4727-929c-25cb6f896c01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9 HTTP/1.1" status: 200 len: 1001 time: 0.1150508 May 26 16:29:54.715393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-3f0fb800-3ab2-4ed0-ab98-f65bb244d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:54.717707 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-3f0fb800-3ab2-4ed0-ab98-f65bb244d9f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7257a1d-8a07-4aef-902e-186e3ac6e7bf HTTP/1.1" status: 200 len: 835 time: 0.0867062 May 26 16:29:54.818522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-8988708a-358a-446d-9a3a-fe6f35f16abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:54.821929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-8988708a-358a-446d-9a3a-fe6f35f16abd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0dd1588-4590-4ac2-8b88-ee741e8548c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956020 May 26 16:29:55.016047 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-72c625f1-c5dc-49a9-98b6-48fd08faa914 service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815131 May 26 16:29:55.240670 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ffdcee2c-c81f-44bf-b944-04c41cad0ae0 req-381d678d-6fac-4375-94c0-bbb4601627b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137418 May 26 16:30:02.217144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-50466fe9-caea-4bed-b83d-29f26dd247a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734301 May 26 16:30:02.317798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-1b8c99f6-15a7-4932-808a-e3ac091ac3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:02.319659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-1b8c99f6-15a7-4932-808a-e3ac091ac3d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f2e79ed08b24ddb89609080dc007363&device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 1100 time: 0.0494370 May 26 16:30:02.477063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-e25edd7c-ea59-4c26-82c4-07946f024e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:02.478642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-e25edd7c-ea59-4c26-82c4-07946f024e9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.1225178 May 26 16:30:02.539358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-e7061ad5-390c-46c8-8df0-c3e12221277d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=161c2642-2228-4236-acd9-adc65ad0a093 HTTP/1.1" status: 200 len: 217 time: 0.0501947 May 26 16:30:02.610581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-cc582ca0-ad1e-41d8-9377-f58bcda57717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:02.613467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-cc582ca0-ad1e-41d8-9377-f58bcda57717 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0645349 May 26 16:30:02.671504 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-b199eb0a-b939-4c2e-b11a-6122499335f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:02.673322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-b199eb0a-b939-4c2e-b11a-6122499335f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518363 May 26 16:30:02.838537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-421dc848-78e7-4dd6-bc27-59c9ead35c07 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562271 May 26 16:30:03.019738 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc85406a-6444-4f3a-9594-81d9afd859bd req-2c74a8b2-376a-4cc8-a9d1-100f57cde64e service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726387 May 26 16:30:05.038447 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09fb013e-8db6-4985-ad3d-f98f7350fd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.771933 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ae800b7-bec7-4161-ac56-4863c37fa9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:08.830060 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.695110 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.698362 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.006929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3c7a6-8ffc-414c-946a-df0c12b63f4f req-c472948b-9b79-4611-97de-94cb684029fa tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:14.008900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92b3c7a6-8ffc-414c-946a-df0c12b63f4f req-c472948b-9b79-4611-97de-94cb684029fa tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.1045880 May 26 16:30:14.084728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92b3c7a6-8ffc-414c-946a-df0c12b63f4f req-df2f5b6c-fc57-4494-a0c5-9827479fafb2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674446 May 26 16:30:15.315352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf694-e5ee-4f8d-a335-7eead284963d req-a8d90bc7-0aa8-4731-89ad-3757d9e9241c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:15.333597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbfaf694-e5ee-4f8d-a335-7eead284963d req-a8d90bc7-0aa8-4731-89ad-3757d9e9241c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.1577792 May 26 16:30:15.387986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbfaf694-e5ee-4f8d-a335-7eead284963d req-5d8d98a6-10a2-4c6e-8dab-539a7fbef866 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533617 May 26 16:30:16.578565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946d56c-2b90-408b-a0f8-713603c8883f req-07465d41-ae6b-4501-b642-fb34f37ca01a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:16.586979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0946d56c-2b90-408b-a0f8-713603c8883f req-07465d41-ae6b-4501-b642-fb34f37ca01a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0848503 May 26 16:30:16.656401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0946d56c-2b90-408b-a0f8-713603c8883f req-b302c9cf-e9d6-44ef-a0cf-c3f67e6a763c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682247 May 26 16:30:17.840971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d2121-cba2-464a-8c10-558ed1d83b8b req-a348b5e7-b4bb-4634-a3b3-f3519917b1ba tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:17.850427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c3d2121-cba2-464a-8c10-558ed1d83b8b req-a348b5e7-b4bb-4634-a3b3-f3519917b1ba tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0657513 May 26 16:30:17.898443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6c3d2121-cba2-464a-8c10-558ed1d83b8b req-f1fd9c48-45a7-4229-b257-9b1dbe1733ba tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468969 May 26 16:30:19.057605 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcf72a-4422-40fc-8eff-ba7791a85d59 req-39c35128-4e0a-482b-9bb0-02b9eda63509 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:19.059134 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39fcf72a-4422-40fc-8eff-ba7791a85d59 req-39c35128-4e0a-482b-9bb0-02b9eda63509 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0619237 May 26 16:30:19.109562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-39fcf72a-4422-40fc-8eff-ba7791a85d59 req-1e156dd0-3a4d-44a1-9a99-ae438b7b1ee5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 May 26 16:30:19.869606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-5e92b29f-07bb-4503-9476-fd09c493b7f2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:19.871414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-5e92b29f-07bb-4503-9476-fd09c493b7f2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1277270 May 26 16:30:19.898429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-838351f7-f5e1-4356-ab21-ab847ef42f47 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/quotas/713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 375 time: 0.0118461 May 26 16:30:19.967939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-0e7004ac-26ef-464b-9026-4154e0d54565 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573218 May 26 16:30:20.104896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-adbb23d3-c903-41f3-893c-589d488dfea3 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242654 May 26 16:30:20.278643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-4919fa6b-487c-42ee-a13d-e84ea3267e7c service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628966 May 26 16:30:20.342254 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f5871-de0d-4a3c-8cf3-40f4c72981b0 req-94605c61-4f3a-415a-a743-e131d50f3dd1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:20.344018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a8f5871-de0d-4a3c-8cf3-40f4c72981b0 req-94605c61-4f3a-415a-a743-e131d50f3dd1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0981157 May 26 16:30:20.397314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a8f5871-de0d-4a3c-8cf3-40f4c72981b0 req-1b195e4d-0544-4ad0-b558-a963f01568a6 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446420 May 26 16:30:20.559819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af992900-add3-4f03-b60b-91de3ae0c743 req-e1e838c4-0dc3-4e35-beb8-d350dca0be1e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 210 time: 0.0330369 May 26 16:30:21.561861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6fe1f-f34b-4b51-b31c-686013f0c3ed req-fd710235-713b-42c1-92b0-f73209cf7d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:21.566861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8b6fe1f-f34b-4b51-b31c-686013f0c3ed req-fd710235-713b-42c1-92b0-f73209cf7d53 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0617063 May 26 16:30:21.618988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8b6fe1f-f34b-4b51-b31c-686013f0c3ed req-d762e7d9-a9f8-4a26-899b-6d5db133cb11 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473020 May 26 16:30:21.737341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f5ad411-ef8c-46b0-a2df-3980fdbf9651 req-2a449e83-4201-46d2-9cfc-cd7acfda8633 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 210 time: 0.0590899 May 26 16:30:22.030267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-92d79086-27cc-4a8e-9847-48a789046103 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:22.031791 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-92d79086-27cc-4a8e-9847-48a789046103 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.2722580 May 26 16:30:22.051092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'port': {'device_id': 'ad4865f0-3823-4d73-945a-9add7bbb661d', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'admin_state_up': True, 'tenant_id': '713b14340339476ea5ed1867e3a302ec'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:22.232677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Made reservation on behalf of 713b14340339476ea5ed1867e3a302ec for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:22.241669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:22.521891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.20.0.12 (220b4e82-1562-4a6b-bddb-eee8de412ea2/1f6389a0-5e10-4f59-8c1f-4a01b4315b11/6b30c383-2d51-469b-b36a-0c4559b81c96) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:22.818906 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:22.869445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:22.887464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b5448-f1f1-4898-9c9a-046c4102032f req-6c5b51bc-f2aa-4fb9-89fe-983cced76fcd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:22.889635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe4b5448-f1f1-4898-9c9a-046c4102032f req-6c5b51bc-f2aa-4fb9-89fe-983cced76fcd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.1231444 May 26 16:30:22.948536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:22.948832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe4b5448-f1f1-4898-9c9a-046c4102032f req-735fce39-69fe-4556-aba8-b4c3393c1536 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484092 May 26 16:30:22.960721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:22.972148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:23.041024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cf6e9-e325-401a-b564-5f4dfed738a9 req-79f43208-fb91-4c86-a9d5-6793635bdc56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:23.042662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-445cf6e9-e325-401a-b564-5f4dfed738a9 req-79f43208-fb91-4c86-a9d5-6793635bdc56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 932 time: 0.0982745 May 26 16:30:23.048821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=6b30c383-2d51-469b-b36a-0c4559b81c96,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:23.066968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.067625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.068159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.069150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.069698 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.070264 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.070786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.071331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.072128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.072670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.074119 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.074827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:23.094575 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-445cf6e9-e325-401a-b564-5f4dfed738a9 req-9bb04614-f159-444c-9632-9a32a35db545 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 May 26 16:30:23.100220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:23.101132 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.139121 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-d9b7333a-2d4b-45c1-9867-bf34dbb53e16 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0930865 May 26 16:30:23.164824 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Request body: {'port': {'device_id': 'ad4865f0-3823-4d73-945a-9add7bbb661d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:23.250674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.632908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4cfbdaf3-ec5d-4892-a367-a78508c77fec None None] Provisioning complete for port 6b30c383-2d51-469b-b36a-0c4559b81c96 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:23.633559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4cfbdaf3-ec5d-4892-a367-a78508c77fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.689838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbdaf3-ec5d-4892-a367-a78508c77fec None None] Port 6b30c383-2d51-469b-b36a-0c4559b81c96 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:30:23.761358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b30c383-2d51-469b-b36a-0c4559b81c96 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:30:23.804461 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.823336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Transition to ACTIVE for port object 6b30c383-2d51-469b-b36a-0c4559b81c96 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:30:23.845721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.891698 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Pushing event updated for resources: {'Port': ['ID=6b30c383-2d51-469b-b36a-0c4559b81c96,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:23.951986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.044497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Attempting to bind port 6b30c383-2d51-469b-b36a-0c4559b81c96 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:24.046260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Attempting to bind port 6b30c383-2d51-469b-b36a-0c4559b81c96 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:24.047115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Attempting to bind port 6b30c383-2d51-469b-b36a-0c4559b81c96 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:24.062977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Port 6b30c383-2d51-469b-b36a-0c4559b81c96 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:24.064172 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Attempting to bind port 6b30c383-2d51-469b-b36a-0c4559b81c96 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:24.070946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:24.071648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:24.072401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Bound using segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:24.073080 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Bound port: 6b30c383-2d51-469b-b36a-0c4559b81c96, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:24.073678 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.097596 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.226159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] For port 6b30c383-2d51-469b-b36a-0c4559b81c96, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:24.231459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] For port 6b30c383-2d51-469b-b36a-0c4559b81c96, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6b30c383-2d51-469b-b36a-0c4559b81c96,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:24.253158 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.314065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:24.317728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.324381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] 10.222.0.32 "PUT /v2.0/ports/6b30c383-2d51-469b-b36a-0c4559b81c96 HTTP/1.1" status: 200 len: 1092 time: 1.1719997 May 26 16:30:24.436046 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4865f0-3823-4d73-945a-9add7bbb661d', 'tag': '6b30c383-2d51-469b-b36a-0c4559b81c96'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:24.446966 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cd2b8d-eb54-4693-83a9-c374297f8baa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4865f0-3823-4d73-945a-9add7bbb661d", "tag": "6b30c383-2d51-469b-b36a-0c4559b81c96"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:24.454278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba3159-33d4-4f61-88a1-43592364117b service neutron] Pushing event updated for resources: {'Port': ['ID=6b30c383-2d51-469b-b36a-0c4559b81c96,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:24.464398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232b8d4-c593-4af5-85d8-e71fb3b35ff6 req-31343b5b-6571-4808-bffa-5604b7c099f6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:24.478959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0232b8d4-c593-4af5-85d8-e71fb3b35ff6 req-31343b5b-6571-4808-bffa-5604b7c099f6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.2383046 May 26 16:30:24.573153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0232b8d4-c593-4af5-85d8-e71fb3b35ff6 req-8cba43c9-1c97-4545-a861-6088c820f9bb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925670 May 26 16:30:24.589390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-86f973e2-dab6-4acc-a0eb-37cc3c677b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:24.592539 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-86f973e2-dab6-4acc-a0eb-37cc3c677b63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 1095 time: 0.1188321 May 26 16:30:24.679143 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98bf939-31e7-4e3e-bfe3-ff0d26a09701 x-openstack-request-id: req-f98bf939-31e7-4e3e-bfe3-ff0d26a09701 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:24.679525 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4865f0-3823-4d73-945a-9add7bbb661d", "tag": "6b30c383-2d51-469b-b36a-0c4559b81c96", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:24.679707 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f98bf939-31e7-4e3e-bfe3-ff0d26a09701 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:24.680095 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98bf939-31e7-4e3e-bfe3-ff0d26a09701'] response: {'name': 'network-changed', 'server_uuid': 'ad4865f0-3823-4d73-945a-9add7bbb661d', 'tag': '6b30c383-2d51-469b-b36a-0c4559b81c96', 'status': 'completed', 'code': 200} May 26 16:30:24.683597 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-24dc710f-86f9-47f4-b219-8c2b86f97ddb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b30c383-2d51-469b-b36a-0c4559b81c96 HTTP/1.1" status: 200 len: 217 time: 0.0808330 May 26 16:30:24.796191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-4bd61de2-9561-451f-b1b3-537765cd5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:24.797732 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-4bd61de2-9561-451f-b1b3-537765cd5d02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.1030841 May 26 16:30:24.806613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb431e3-cc02-4806-80b8-20023a3f81f6 req-282db3ee-f2be-47fe-8871-61b7f410d4e1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:24.815680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3bb431e3-cc02-4806-80b8-20023a3f81f6 req-282db3ee-f2be-47fe-8871-61b7f410d4e1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0800493 May 26 16:30:24.872143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3bb431e3-cc02-4806-80b8-20023a3f81f6 req-5c220adb-823c-431f-9404-57145a783ddc tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550971 May 26 16:30:24.890218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-9420b20e-69bf-4395-a83e-f5c495a923b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:24.895325 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-9420b20e-69bf-4395-a83e-f5c495a923b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831020 May 26 16:30:25.048848 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-58850520-ad88-4f1f-8b6d-9a0e8523fe28 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429689 May 26 16:30:25.204581 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9c480372-a6f0-4e34-9d61-5a619ae5a3ad req-dd96c4b0-4f45-4699-8b4b-6d9ff50e07bf service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484320 May 26 16:30:25.331856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-5f708b12-53c4-4685-9d17-3a843371638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:25.334305 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-5f708b12-53c4-4685-9d17-3a843371638f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 1095 time: 0.0746605 May 26 16:30:25.563856 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-ec2f9d31-ed23-45ab-9512-137a51f86700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:25.566284 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-ec2f9d31-ed23-45ab-9512-137a51f86700 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.2221358 May 26 16:30:25.647997 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-0dcff8a9-4a5f-4494-be7b-2c3934a1acc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b30c383-2d51-469b-b36a-0c4559b81c96 HTTP/1.1" status: 200 len: 217 time: 0.0694575 May 26 16:30:25.750688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-eb84384c-8379-4e08-a5c1-ff14a6968a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:25.752881 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-eb84384c-8379-4e08-a5c1-ff14a6968a66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0929101 May 26 16:30:25.808282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a975f2-094d-4891-a37d-c1850bcc5578 req-de692ecc-fe38-4c47-9bc0-3f49a64721c4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:25.811336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0a975f2-094d-4891-a37d-c1850bcc5578 req-de692ecc-fe38-4c47-9bc0-3f49a64721c4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.1011145 May 26 16:30:25.851279 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-225e1047-e5cc-45f0-8656-895ab6e35a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:25.851279 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-225e1047-e5cc-45f0-8656-895ab6e35a68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873616 May 26 16:30:25.886578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0a975f2-094d-4891-a37d-c1850bcc5578 req-c5b463fa-a6c5-45fb-be5b-a5c34fb1c431 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562253 May 26 16:30:26.034464 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-94326912-f31b-4214-bb49-980373e21066 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776133 May 26 16:30:26.109368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921978c9-9843-43d9-bf23-cebe98da2a08 req-952c3ba9-cb1c-4289-ac79-b81225a06621 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:26.115045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-921978c9-9843-43d9-bf23-cebe98da2a08 req-952c3ba9-cb1c-4289-ac79-b81225a06621 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0850525 May 26 16:30:26.181608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-921978c9-9843-43d9-bf23-cebe98da2a08 req-294bf0fc-6cdf-40d1-aaae-5c0dfa74c2de tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591838 May 26 16:30:26.196208 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-68cd2b8d-eb54-4693-83a9-c374297f8baa req-44305774-55c6-4087-a59a-93e3f3bd1abd service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539397 May 26 16:30:27.105273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8d3ab-5c99-4bf4-9753-61794326e5b2 req-d9fed806-c3d1-4ff3-b20a-29a255d22758 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:27.109067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7e8d3ab-5c99-4bf4-9753-61794326e5b2 req-d9fed806-c3d1-4ff3-b20a-29a255d22758 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0786250 May 26 16:30:27.191790 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7e8d3ab-5c99-4bf4-9753-61794326e5b2 req-1731afcf-a997-48e2-91b1-c261d065449c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731275 May 26 16:30:27.391881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79d1ca-baa5-4de6-8b8a-48501e2e4596 req-79f81088-59cc-474a-ab7f-f09eab7571bf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:27.393476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb79d1ca-baa5-4de6-8b8a-48501e2e4596 req-79f81088-59cc-474a-ab7f-f09eab7571bf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0937107 May 26 16:30:27.487478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb79d1ca-baa5-4de6-8b8a-48501e2e4596 req-b9bec82b-9d74-445b-8b56-643da1314f9f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794308 May 26 16:30:28.433961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f2aa7-7bfd-44b0-a278-045f2690529c req-2bbd2da9-02dc-4e3c-a738-b6fb8c08b0fa tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:28.444210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d0f2aa7-7bfd-44b0-a278-045f2690529c req-2bbd2da9-02dc-4e3c-a738-b6fb8c08b0fa tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0951099 May 26 16:30:28.501627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d0f2aa7-7bfd-44b0-a278-045f2690529c req-8dace2eb-cb22-45f5-8569-9ef8585fc105 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536640 May 26 16:30:28.754119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b38ea9-2282-4239-aa84-3e9298865191 req-5070f1fd-2c43-498c-840a-ed5f8d2f6f66 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:28.762082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1b38ea9-2282-4239-aa84-3e9298865191 req-5070f1fd-2c43-498c-840a-ed5f8d2f6f66 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.1087050 May 26 16:30:28.811815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1b38ea9-2282-4239-aa84-3e9298865191 req-45e22cbb-267f-4b38-bcdf-0b5dfc2e9b25 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472844 May 26 16:30:28.827624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47330) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:29.290795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-00eae2f4-099b-4e1f-9993-374035b28f7c tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/floatingips/ead71979-e877-4d7c-a501-f687e02b05a5 HTTP/1.1" status: 200 len: 993 time: 0.4615581 May 26 16:30:29.712238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842eb5f2-c8c7-4f9c-a92d-ee73698be938 req-ad7ff1e8-4680-47cb-8221-3092e1320bb3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:29.724423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-842eb5f2-c8c7-4f9c-a92d-ee73698be938 req-ad7ff1e8-4680-47cb-8221-3092e1320bb3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0864968 May 26 16:30:29.730843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47360) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:29.821300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-842eb5f2-c8c7-4f9c-a92d-ee73698be938 req-94e79239-f39c-4acf-b9dd-f6c68b26098e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941150 May 26 16:30:30.082658 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff5f1c-836c-47d6-863d-e84a46530ce3 req-1088e8b3-8fde-4d59-b884-702e272c4704 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:30.084379 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0ff5f1c-836c-47d6-863d-e84a46530ce3 req-1088e8b3-8fde-4d59-b884-702e272c4704 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.1033652 May 26 16:30:30.144153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port bb6fd835-eb79-48a9-b841-b0bd10cc24bc {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:30.144518 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.180717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0ff5f1c-836c-47d6-863d-e84a46530ce3 req-273bc4a4-504a-4954-9ffd-b76d617e20e0 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768335 May 26 16:30:30.305369 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.305697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.332784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for bb6fd835-eb79-48a9-b841-b0bd10cc24bc owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:30.652613 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.833717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=bb6fd835-eb79-48a9-b841-b0bd10cc24bc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:30.850946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.851730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.852247 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.852625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.852977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.853319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.853660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.854084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.855397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.855928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.856371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.857082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:30.895607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.898695 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Floating IP ead71979-e877-4d7c-a501-f687e02b05a5 disassociated (deleted). External IP: 172.25.0.183, port: f40717fd-4115-46f1-89f1-a995f1a5ddc9. May 26 16:30:31.109457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19ef14-1b75-46c9-8ca8-1219a89ed3be req-f5007be8-86be-4411-8a94-096e0df3eb04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:31.111047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a19ef14-1b75-46c9-8ca8-1219a89ed3be req-f5007be8-86be-4411-8a94-096e0df3eb04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0804312 May 26 16:30:31.174928 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:30:31.374585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a19ef14-1b75-46c9-8ca8-1219a89ed3be req-c7e02ace-b600-4018-83a1-8dc3910d256e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896191 May 26 16:30:31.456853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 7b10e481-6207-445f-84ab-00d38e7f6a0b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:30:31.509660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f12e-9af5-43fc-ba03-36e790fcacac req-240d062f-c713-4602-be61-85981a1651eb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:31.511822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b970f12e-9af5-43fc-ba03-36e790fcacac req-240d062f-c713-4602-be61-85981a1651eb tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.1422389 May 26 16:30:32.272431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:30:32.281279 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:32.286159 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] Sync routers for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:30:32.307866 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:32.308687 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:30:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:32.318276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b970f12e-9af5-43fc-ba03-36e790fcacac req-907ece2d-76fd-4daa-9f66-7f5892c12a6b tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7465239 May 26 16:30:32.391021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a54e6e7b-21cc-4219-bb6a-1a768bcb1ac1 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/floatingips/ead71979-e877-4d7c-a501-f687e02b05a5 HTTP/1.1" status: 204 len: 168 time: 2.6576521 May 26 16:30:32.399606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:32.408770 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126110ef-df17-4be2-b638-5b0aac6fdc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:32.431983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eef60-8e4e-4b70-beb9-c8262fb08f89 req-7157fe7e-ce43-4754-85dd-7d88d82e3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.435882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c0eef60-8e4e-4b70-beb9-c8262fb08f89 req-7157fe7e-ce43-4754-85dd-7d88d82e3c1e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 1096 time: 0.2895350 May 26 16:30:32.525215 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:32.571938 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f48611-5ed5-446e-ab75-bb9bbc1b3539 x-openstack-request-id: req-41f48611-5ed5-446e-ab75-bb9bbc1b3539 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:32.574568 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:32.576792 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41f48611-5ed5-446e-ab75-bb9bbc1b3539 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:32.578160 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f48611-5ed5-446e-ab75-bb9bbc1b3539'] response: {'name': 'network-changed', 'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'status': 'completed', 'code': 200} May 26 16:30:32.585804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c0eef60-8e4e-4b70-beb9-c8262fb08f89 req-33e9dd61-9af5-4ba6-86f7-aa273722f5fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358292 May 26 16:30:32.741890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-3664c2bd-898c-44dd-a0df-ffa6e479bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.744664 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-3664c2bd-898c-44dd-a0df-ffa6e479bf77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4063905a31d942838228e9f70da00298&device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 1096 time: 0.1431580 May 26 16:30:32.923185 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30139a2-0734-4af3-bc9a-df1f429f5306 req-1f782a63-744b-499c-a866-8b3cb3af52c7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.937200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f30139a2-0734-4af3-bc9a-df1f429f5306 req-1f782a63-744b-499c-a866-8b3cb3af52c7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.1831782 May 26 16:30:32.990944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-6c7a53cf-7b26-4f4c-911e-a1b9112d3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.993734 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-6c7a53cf-7b26-4f4c-911e-a1b9112d3033 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0dd1588-4590-4ac2-8b88-ee741e8548c3 HTTP/1.1" status: 200 len: 897 time: 0.2335405 May 26 16:30:33.039751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f30139a2-0734-4af3-bc9a-df1f429f5306 req-dc99c7cf-fd86-4fe5-a17e-f7b1027161cb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997031 May 26 16:30:33.058969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f8cc1-a6bf-412d-805b-7c03aebe916e req-297b1a4f-dded-4fd3-90b5-4a4e9ec91944 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:33.071136 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-609f8cc1-a6bf-412d-805b-7c03aebe916e req-297b1a4f-dded-4fd3-90b5-4a4e9ec91944 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 945 time: 0.2232656 May 26 16:30:33.091105 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-069b8779-751f-4347-baed-6e1373a6a35c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0814295 May 26 16:30:33.167705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-609f8cc1-a6bf-412d-805b-7c03aebe916e req-7f25a847-444b-46fa-8ceb-fac3b1484631 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951478 May 26 16:30:33.221422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-57cbbf7e-59ca-4fab-99b4-af14ac0cb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:33.223345 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-57cbbf7e-59ca-4fab-99b4-af14ac0cb465 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7257a1d-8a07-4aef-902e-186e3ac6e7bf HTTP/1.1" status: 200 len: 835 time: 0.1209347 May 26 16:30:33.299472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-1ed7ccc3-d097-48ee-a170-832e60fc5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:33.304217 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-1ed7ccc3-d097-48ee-a170-832e60fc5a06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0dd1588-4590-4ac2-8b88-ee741e8548c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629160 May 26 16:30:33.305493 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:21Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '0996a0a3-d833-40e5-b649-b61006207e41', 'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:8f:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:29Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:33.356032 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] Checking router: 7b10e481-6207-445f-84ab-00d38e7f6a0b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:30:33.372292 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:33.373493 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:30:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:33.699782 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:33.775020 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e2b70-d725-4293-b148-68542d38f779 req-8ae4b833-f919-4dac-b812-354cb4d88997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:33.796826 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a16e2b70-d725-4293-b148-68542d38f779 req-8ae4b833-f919-4dac-b812-354cb4d88997 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.2367136 May 26 16:30:33.808537 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-23be3859-1990-4c05-82a1-f554b5069669 service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886727 May 26 16:30:33.931402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a16e2b70-d725-4293-b148-68542d38f779 req-a08790c5-5bb0-41f7-a7f0-e669a5efb840 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305227 May 26 16:30:34.117117 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-126110ef-df17-4be2-b638-5b0aac6fdc9e req-9fa9906a-9451-40a2-8370-df23fcc7c398 service neutron] 10.222.0.32 "GET /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920830 May 26 16:30:34.382026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493fdbc-b8ca-4dd7-b489-bbeead87689d req-43099238-eb53-4a62-8030-7c4e8b1e56ed tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:34.383812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5493fdbc-b8ca-4dd7-b489-bbeead87689d req-43099238-eb53-4a62-8030-7c4e8b1e56ed tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.2017593 May 26 16:30:34.423716 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:21Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '0996a0a3-d833-40e5-b649-b61006207e41', 'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:8f:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:29Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:34.451201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01216b62-021f-49b9-b915-136b8dda7ca3 req-18e3a12b-542a-427a-a780-041ba221e399 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:34.461388 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c054f-f27a-4f39-90c1-043681e61443 None None] The sync data for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 is: [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:21Z', 'revision_number': 4, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '0996a0a3-d833-40e5-b649-b61006207e41', 'name': '', 'network_id': 'e0dd1588-4590-4ac2-8b88-ee741e8548c3', 'tenant_id': '4063905a31d942838228e9f70da00298', 'mac_address': 'fa:16:3e:8f:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:29Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'subnets': [{'id': 'b7257a1d-8a07-4aef-902e-186e3ac6e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:30:34.461614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01216b62-021f-49b9-b915-136b8dda7ca3 req-18e3a12b-542a-427a-a780-041ba221e399 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 945 time: 0.1569583 May 26 16:30:34.478779 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5493fdbc-b8ca-4dd7-b489-bbeead87689d req-102e7670-10e0-4e13-b2af-24317652e9f9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875380 May 26 16:30:34.544788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01216b62-021f-49b9-b915-136b8dda7ca3 req-fdec5eb2-2088-4dc7-93ad-3b01ea1818dc tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821438 May 26 16:30:34.680975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 88b38990-8df4-4466-8a8c-afb8fb912df0 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:30:34.685012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 88b38990-8df4-4466-8a8c-afb8fb912df0 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:34.702617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-6907bf6e-cca8-4117-8f52-6ad81e17f364 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:34.704190 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-6907bf6e-cca8-4117-8f52-6ad81e17f364 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 945 time: 0.0944622 May 26 16:30:34.890074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port f40717fd-4115-46f1-89f1-a995f1a5ddc9 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:34.890794 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.930750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 88b38990-8df4-4466-8a8c-afb8fb912df0 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:34.934867 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.041784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a8539-d1c7-4d08-9193-13a5a2c9be9b None None] New status for floating IP ead71979-e877-4d7c-a501-f687e02b05a5: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:30:35.155578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=88b38990-8df4-4466-8a8c-afb8fb912df0,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:35.159396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] For port f40717fd-4115-46f1-89f1-a995f1a5ddc9, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=f40717fd-4115-46f1-89f1-a995f1a5ddc9,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:35.159910 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.161243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f716e41-b2ac-47d8-9c03-92522388ec1f req-57fff2fc-386c-4d40-96f8-ffecd444e75f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:35.163736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f716e41-b2ac-47d8-9c03-92522388ec1f req-57fff2fc-386c-4d40-96f8-ffecd444e75f tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0803199 May 26 16:30:35.176763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:35.185985 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be832f7e-1013-4f2d-9453-b489bec9ab41" -d '{"events": [{"server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "name": "network-vif-unplugged", "status": "completed", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:35.198411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for f40717fd-4115-46f1-89f1-a995f1a5ddc9 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:35.267015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f716e41-b2ac-47d8-9c03-92522388ec1f req-df2a3c01-782a-4b8b-8712-d46f10a67df5 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952680 May 26 16:30:35.287301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=88b38990-8df4-4466-8a8c-afb8fb912df0,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:35.287301 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.288636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47494) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:35.296408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'port_id': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'mac_address': 'fa:16:3e:c2:21:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:30:35.302809 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2646f981-0124-458a-81a1-8f9ef92aee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.412295 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49d1dca-cc12-4779-acb7-ac520f610b7b x-openstack-request-id: req-a49d1dca-cc12-4779-acb7-ac520f610b7b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:35.412295 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "name": "network-vif-unplugged", "status": "completed", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:35.412295 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a49d1dca-cc12-4779-acb7-ac520f610b7b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:35.412295 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a49d1dca-cc12-4779-acb7-ac520f610b7b'] response: {'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'code': 200} May 26 16:30:35.443519 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.465382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-42678ce1-516b-41cb-999c-6efd2c1f9c0a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/floatingips/08512c0b-30fd-4628-b2de-d4fe3bdb254d HTTP/1.1" status: 200 len: 991 time: 0.1732812 May 26 16:30:35.468797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 88b38990-8df4-4466-8a8c-afb8fb912df0 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:35.468797 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.493148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=f40717fd-4115-46f1-89f1-a995f1a5ddc9,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:35.542360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=88b38990-8df4-4466-8a8c-afb8fb912df0,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:35.563796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.564374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.567353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.567952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.568459 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.568959 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.569446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.569969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.570540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.571026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.571517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.571995 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:35.584136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b38990-8df4-4466-8a8c-afb8fb912df0 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:30:35.605487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] No DVR routers for this DVR port f40717fd-4115-46f1-89f1-a995f1a5ddc9 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:30:35.617074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.621128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=88b38990-8df4-4466-8a8c-afb8fb912df0,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:35.627974 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.631195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9e0550b3-7f47-4998-a3c2-1cce11fed19f req-b4bfc854-571d-4c49-a652-f895d35b9726 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.32 "DELETE /v2.0/ports/f40717fd-4115-46f1-89f1-a995f1a5ddc9 HTTP/1.1" status: 204 len: 173 time: 0.9194038 May 26 16:30:35.632088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'name': 'network-vif-deleted', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:35.641144 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc66323c-8982-4309-94e0-2ec9fd738681" -d '{"events": [{"server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "name": "network-vif-deleted", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:35.762533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ba0aedc-5a33-4ce3-ac1c-0ed9a5c3ef7d req-a8bd4981-8020-47e2-94c8-c547f02f9815 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28afe66-99b9-4ba4-a051-541b04bb1a50 HTTP/1.1" status: 200 len: 210 time: 0.0525942 May 26 16:30:35.813887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ea4db-ced9-40c2-ae76-70aec259b221 req-c985a05e-b048-4ea4-ab54-c65c1ec7c054 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:35.818578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a88ea4db-ced9-40c2-ae76-70aec259b221 req-c985a05e-b048-4ea4-ab54-c65c1ec7c054 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.1541286 May 26 16:30:35.832494 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a6105c-52b6-42f4-a7b4-8510be1393c5 x-openstack-request-id: req-b3a6105c-52b6-42f4-a7b4-8510be1393c5 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:35.833080 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28afe66-99b9-4ba4-a051-541b04bb1a50", "name": "network-vif-deleted", "tag": "f40717fd-4115-46f1-89f1-a995f1a5ddc9", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:35.833919 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3a6105c-52b6-42f4-a7b4-8510be1393c5 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:35.834649 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a6105c-52b6-42f4-a7b4-8510be1393c5'] response: {'server_uuid': 'd28afe66-99b9-4ba4-a051-541b04bb1a50', 'name': 'network-vif-deleted', 'tag': 'f40717fd-4115-46f1-89f1-a995f1a5ddc9', 'status': 'completed', 'code': 200} May 26 16:30:35.835396 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=88b38990-8df4-4466-8a8c-afb8fb912df0,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:35.902231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a88ea4db-ced9-40c2-ae76-70aec259b221 req-07bc774d-d471-427c-b12c-dcb497b3cda9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776496 May 26 16:30:35.912857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['88b38990-8df4-4466-8a8c-afb8fb912df0'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:30:36.716323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 88b38990-8df4-4466-8a8c-afb8fb912df0 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:36.821046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 88b38990-8df4-4466-8a8c-afb8fb912df0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:36.821415 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:36.851259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47542) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:36.936119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-12f05f14-9b4f-41e4-abb5-5c54cfe0c1a0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:36.983274 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-12f05f14-9b4f-41e4-abb5-5c54cfe0c1a0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.002233 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 88b38990-8df4-4466-8a8c-afb8fb912df0 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:37.002859 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.083211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=88b38990-8df4-4466-8a8c-afb8fb912df0,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:37.088620 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.122024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-12f05f14-9b4f-41e4-abb5-5c54cfe0c1a0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.125024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-12f05f14-9b4f-41e4-abb5-5c54cfe0c1a0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.126503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-12f05f14-9b4f-41e4-abb5-5c54cfe0c1a0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/security-groups/1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3 HTTP/1.1" status: 204 len: 168 time: 0.2739823 May 26 16:30:37.144461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f05f14-9b4f-41e4-abb5-5c54cfe0c1a0 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a7258-e3a2-4612-bc70-b8ac4e1f8cb3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:37.175566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47554) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:37.215400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=88b38990-8df4-4466-8a8c-afb8fb912df0,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:37.294159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c207581-63f6-4d65-a566-a7872be5c77a req-bc117251-da2f-4251-bea7-3dd9bbaa86e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:37.299139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c207581-63f6-4d65-a566-a7872be5c77a req-bc117251-da2f-4251-bea7-3dd9bbaa86e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.2395108 May 26 16:30:37.359689 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c207581-63f6-4d65-a566-a7872be5c77a req-e1e6ccc7-5d4c-4b74-8228-af135932cd2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553019 May 26 16:30:37.405345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:37.408919 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c297bbd-e1d0-4672-a096-889b34a6a0f7" -d '{"events": [{"server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "name": "network-vif-plugged", "status": "completed", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:37.495614 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef87d4f-c777-42f2-b8a4-3db7e650b09f x-openstack-request-id: req-6ef87d4f-c777-42f2-b8a4-3db7e650b09f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:37.495911 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "name": "network-vif-plugged", "status": "completed", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:37.496165 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ef87d4f-c777-42f2-b8a4-3db7e650b09f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:37.496563 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef87d4f-c777-42f2-b8a4-3db7e650b09f'] response: {'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'code': 200} May 26 16:30:37.773107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5b11c49e-f535-431c-895f-6655b4e0ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.868005 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:38.207309 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device f40717fd-4115-46f1-89f1-a995f1a5ddc9 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:38.244522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: f40717fd-4115-46f1-89f1-a995f1a5ddc9 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:30:38.244858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device f40717fd-4115-46f1-89f1-a995f1a5ddc9 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:30:38.269761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port 0996a0a3-d833-40e5-b649-b61006207e41 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:38.269761 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:38.380154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] For port 0996a0a3-d833-40e5-b649-b61006207e41, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0996a0a3-d833-40e5-b649-b61006207e41,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:38.380618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:38.398956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for 0996a0a3-d833-40e5-b649-b61006207e41 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:38.545136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb870014-b0fd-4177-8334-43aee408aefa req-f9119589-e798-486d-a274-ff4e934a56de tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:38.553167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb870014-b0fd-4177-8334-43aee408aefa req-f9119589-e798-486d-a274-ff4e934a56de tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0935137 May 26 16:30:38.684700 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb870014-b0fd-4177-8334-43aee408aefa req-ab2299c4-a6e1-4331-952c-8f5e1b83cbde tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269989 May 26 16:30:38.791934 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:38.824567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=0996a0a3-d833-40e5-b649-b61006207e41,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:38.857825 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:39.117178 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:39.412033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Router 7b10e481-6207-445f-84ab-00d38e7f6a0b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:30:39.570833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:30:39.576885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6c5c9bba-9e04-4640-81d7-09dfc8111347 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "PUT /v2.0/routers/7b10e481-6207-445f-84ab-00d38e7f6a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3995275 May 26 16:30:39.581203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47626) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:39.589785 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] Sync routers for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:30:39.625291 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:39.625944 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:30:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:39.725806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-740eed17-3e08-4fab-a6c5-4e678ad46558 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting subnet b7257a1d-8a07-4aef-902e-186e3ac6e7bf {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:30:39.737943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-740eed17-3e08-4fab-a6c5-4e678ad46558 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:39.818205 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-740eed17-3e08-4fab-a6c5-4e678ad46558 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:39.849406 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:40.016209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36281ce3-2cc7-4eac-90a6-287b9b136206 req-b2443bec-6e36-4a82-9831-e120687a69c5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:40.025203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36281ce3-2cc7-4eac-90a6-287b9b136206 req-b2443bec-6e36-4a82-9831-e120687a69c5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.1533377 May 26 16:30:40.076666 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-740eed17-3e08-4fab-a6c5-4e678ad46558 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.128971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36281ce3-2cc7-4eac-90a6-287b9b136206 req-4d5ad11c-3fab-4638-bb6a-ad119b4004ad tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974474 May 26 16:30:40.205519 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-740eed17-3e08-4fab-a6c5-4e678ad46558 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.222656 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:30:38Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:40.259222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eed17-3e08-4fab-a6c5-4e678ad46558 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Subnet': ['ID=b7257a1d-8a07-4aef-902e-186e3ac6e7bf,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:40.263069 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] Checking router: 7b10e481-6207-445f-84ab-00d38e7f6a0b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:30:40.267914 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-740eed17-3e08-4fab-a6c5-4e678ad46558 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.271166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6ad55-ebf1-4572-91f6-0c201f61ad53 None None] Network e0dd1588-4590-4ac2-8b88-ee741e8548c3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:40.281020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47636) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:40.294082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-740eed17-3e08-4fab-a6c5-4e678ad46558 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/subnets/b7257a1d-8a07-4aef-902e-186e3ac6e7bf HTTP/1.1" status: 204 len: 168 time: 0.7085764 May 26 16:30:40.300804 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] Routers {'7b10e481-6207-445f-84ab-00d38e7f6a0b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:40.301770 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:30:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['7b10e481-6207-445f-84ab-00d38e7f6a0b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:40.523296 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.626749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63788bb0-9592-4865-b976-f6bfd7135ed1 None None] DHCP port deletion for e0dd1588-4590-4ac2-8b88-ee741e8548c3 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:30:40.697595 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] Set router 7b10e481-6207-445f-84ab-00d38e7f6a0b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:40.716922 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.744128 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.745981 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.762596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-63788bb0-9592-4865-b976-f6bfd7135ed1 None None] Deleting port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:40.763326 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63788bb0-9592-4865-b976-f6bfd7135ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.810170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Deleting port 42f824ce-0aa8-4a71-8216-3154a6180d7b {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:40.810545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.860147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-63788bb0-9592-4865-b976-f6bfd7135ed1 None None] For port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f4416de7-dbd1-4bd6-8a9c-fb814c2160a3,segment=NetworkSegment(93df8ebb-5d81-45c6-9ac7-432a7998f4c1),segment_id=93df8ebb-5d81-45c6-9ac7-432a7998f4c1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:40.861475 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63788bb0-9592-4865-b976-f6bfd7135ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.880484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-63788bb0-9592-4865-b976-f6bfd7135ed1 None None] Calling delete_port for f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:40.937131 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:30:38Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:40.979709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] For port 42f824ce-0aa8-4a71-8216-3154a6180d7b, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=42f824ce-0aa8-4a71-8216-3154a6180d7b,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:40.980075 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.995045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Calling delete_port for 42f824ce-0aa8-4a71-8216-3154a6180d7b owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:40.999094 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63788bb0-9592-4865-b976-f6bfd7135ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.001166 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ef939-c79b-4b8f-8416-a02039629cc9 None None] The sync data for ids ['7b10e481-6207-445f-84ab-00d38e7f6a0b'] in n-d-843336-2 is: [{'id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'name': 'tempest-TestNetworkBasicOps-router-279454001', 'tenant_id': '4063905a31d942838228e9f70da00298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:30:38Z', 'revision_number': 5, 'project_id': '4063905a31d942838228e9f70da00298', 'gw_port': {'id': '42f824ce-0aa8-4a71-8216-3154a6180d7b', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b10e481-6207-445f-84ab-00d38e7f6a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:04Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:30:41.014817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63788bb0-9592-4865-b976-f6bfd7135ed1 None None] No DVR routers for this DVR port f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:30:41.035574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63788bb0-9592-4865-b976-f6bfd7135ed1 None None] Pushing event deleted for resources: {'Port': ['ID=f4416de7-dbd1-4bd6-8a9c-fb814c2160a3,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:41.297040 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.324915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f22d07-86c8-4e6c-91a7-96d67733bb72 req-27f204dc-1e69-4561-a72c-2196fc7b6653 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:41.346232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Port': ['ID=42f824ce-0aa8-4a71-8216-3154a6180d7b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:41.348559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7f22d07-86c8-4e6c-91a7-96d67733bb72 req-27f204dc-1e69-4561-a72c-2196fc7b6653 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.1014121 May 26 16:30:41.397338 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7f22d07-86c8-4e6c-91a7-96d67733bb72 req-2e93d4dc-d338-4502-9150-3368c0bde803 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478864 May 26 16:30:41.425163 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.565420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.568711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.671827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.674612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Fanout notify agent at l3_agent the message router_deleted on router 7b10e481-6207-445f-84ab-00d38e7f6a0b {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:30:41.684399 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.691937 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1f8b04c0-85e5-46cc-8f81-a501d957274b tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/routers/7b10e481-6207-445f-84ab-00d38e7f6a0b HTTP/1.1" status: 204 len: 168 time: 1.4073825 May 26 16:30:41.694873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47662) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:41.762225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:41.792066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:30:41.792514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f4416de7-dbd1-4bd6-8a9c-fb814c2160a3 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:30:41.793065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0996a0a3-d833-40e5-b649-b61006207e41 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:41.821981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 0996a0a3-d833-40e5-b649-b61006207e41 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:30:41.822445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0996a0a3-d833-40e5-b649-b61006207e41 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:30:41.836404 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.004951 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.041886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dd1588-4590-4ac2-8b88-ee741e8548c3']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:42.061345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93df8ebb-5d81-45c6-9ac7-432a7998f4c1') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:42.062060 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93df8ebb-5d81-45c6-9ac7-432a7998f4c1') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:42.098640 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.134765 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.144908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:30:42.145161 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.210545 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 93df8ebb-5d81-45c6-9ac7-432a7998f4c1 resource provider aggregate not found May 26 16:30:42.240766 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 93df8ebb-5d81-45c6-9ac7-432a7998f4c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93df8ebb-5d81-45c6-9ac7-432a7998f4c1 found for delete ", "request_id": "req-3a0a8508-6ca0-4ea2-9c48-f5ee41086718"}]} May 26 16:30:42.263267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.293236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.299305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] 10.222.0.39 "DELETE /v2.0/networks/e0dd1588-4590-4ac2-8b88-ee741e8548c3 HTTP/1.1" status: 204 len: 168 time: 0.6002159 May 26 16:30:42.300813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcd8c3-9cd4-4b54-9f2a-d2adfe170504 tempest-TestNetworkBasicOps-272548859 tempest-TestNetworkBasicOps-272548859-project] Pushing event deleted for resources: {'Network': ['ID=e0dd1588-4590-4ac2-8b88-ee741e8548c3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:42.592195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8319aaa-8628-400b-a480-2e46001c45bb req-4860a9e6-6191-40fe-85ae-400eb85c9aac tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:42.594942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8319aaa-8628-400b-a480-2e46001c45bb req-4860a9e6-6191-40fe-85ae-400eb85c9aac tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0761318 May 26 16:30:42.651570 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c8319aaa-8628-400b-a480-2e46001c45bb req-5ca1cbb9-0da4-4d6c-8e72-06490326ada6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 May 26 16:30:42.704338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47690) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:42.891340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dc6e985b-5c69-4b6b-93c1-738350afb015 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4063905a31d942838228e9f70da00298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844232 May 26 16:30:42.894787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47698) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:42.955274 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-699a33ae-6798-4b8f-8bf0-ebd40f8046a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.988320 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-699a33ae-6798-4b8f-8bf0-ebd40f8046a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.045756 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-699a33ae-6798-4b8f-8bf0-ebd40f8046a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.049627 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-699a33ae-6798-4b8f-8bf0-ebd40f8046a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.053595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-699a33ae-6798-4b8f-8bf0-ebd40f8046a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/549b36fb-d70a-4f20-bb7b-5294bc231e3e HTTP/1.1" status: 204 len: 168 time: 0.1550713 May 26 16:30:43.069802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a33ae-6798-4b8f-8bf0-ebd40f8046a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b36fb-d70a-4f20-bb7b-5294bc231e3e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:43.458155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47712) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:43.477617 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-247867fa-e3dd-4a36-8cf1-fd9c3ff62404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.561684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 42f824ce-0aa8-4a71-8216-3154a6180d7b no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:43.590563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 42f824ce-0aa8-4a71-8216-3154a6180d7b {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:30:43.591018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 42f824ce-0aa8-4a71-8216-3154a6180d7b not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:30:43.596988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-247867fa-e3dd-4a36-8cf1-fd9c3ff62404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.602728 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-247867fa-e3dd-4a36-8cf1-fd9c3ff62404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.645311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-247867fa-e3dd-4a36-8cf1-fd9c3ff62404 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=218927e19a0848cd9181bb80066bb803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858239 May 26 16:30:43.646362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247867fa-e3dd-4a36-8cf1-fd9c3ff62404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62b2b96-3bfd-40ca-9cbf-f49735cec015,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:43.648036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47716) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:43.732817 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da539b59-f4b8-4ff7-b3b9-c564729d5328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.768691 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da539b59-f4b8-4ff7-b3b9-c564729d5328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.828799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da539b59-f4b8-4ff7-b3b9-c564729d5328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.832289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-da539b59-f4b8-4ff7-b3b9-c564729d5328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.836941 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-da539b59-f4b8-4ff7-b3b9-c564729d5328 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c62b2b96-3bfd-40ca-9cbf-f49735cec015 HTTP/1.1" status: 204 len: 168 time: 0.1878765 May 26 16:30:43.849192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da539b59-f4b8-4ff7-b3b9-c564729d5328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62b2b96-3bfd-40ca-9cbf-f49735cec015,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:43.873953 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb18ba6-db0d-49ec-ac8c-d3029571f141 req-156b146d-0195-4fc5-8ed8-dc2a8455d221 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:43.879434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eeb18ba6-db0d-49ec-ac8c-d3029571f141 req-156b146d-0195-4fc5-8ed8-dc2a8455d221 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.1158569 May 26 16:30:43.957129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eeb18ba6-db0d-49ec-ac8c-d3029571f141 req-f8d35c4e-be80-4b72-9f08-b4e895c601e8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611198 May 26 16:30:45.104115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cf725-8617-4c2a-9a4e-4e4491b87a81 req-3572c891-34e3-4813-8ef1-867ec0397442 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:45.105715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cf725-8617-4c2a-9a4e-4e4491b87a81 req-3572c891-34e3-4813-8ef1-867ec0397442 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0724542 May 26 16:30:45.148572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cf725-8617-4c2a-9a4e-4e4491b87a81 req-bbfc0406-c187-40fd-bdae-a0444067779c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358479 May 26 16:30:46.302374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c5f1a-d4c5-4526-994e-cf9bd69cec31 req-a064e9d8-c949-4b6d-bd95-d2570f3fbe22 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:46.309857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b0c5f1a-d4c5-4526-994e-cf9bd69cec31 req-a064e9d8-c949-4b6d-bd95-d2570f3fbe22 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0656917 May 26 16:30:46.344515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47918) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:46.353318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b0c5f1a-d4c5-4526-994e-cf9bd69cec31 req-c695740d-1575-41ea-9678-cf95f19bc848 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 May 26 16:30:46.488301 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b73954b8-bb7f-43ce-9845-beb30bf2b6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.581869 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b73954b8-bb7f-43ce-9845-beb30bf2b6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.586834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b73954b8-bb7f-43ce-9845-beb30bf2b6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.633547 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b73954b8-bb7f-43ce-9845-beb30bf2b6d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8f5b701a81b4fdda4c982d08c2fcc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847862 May 26 16:30:46.633547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73954b8-bb7f-43ce-9845-beb30bf2b6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550313fe-6271-4667-8567-81a65863d7e2,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:46.634172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47922) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:46.695335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9647125-077d-418e-9e41-f436db917a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.722649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9647125-077d-418e-9e41-f436db917a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.781430 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9647125-077d-418e-9e41-f436db917a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.785187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d9647125-077d-418e-9e41-f436db917a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.789095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d9647125-077d-418e-9e41-f436db917a3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/550313fe-6271-4667-8567-81a65863d7e2 HTTP/1.1" status: 204 len: 168 time: 0.1511209 May 26 16:30:46.797056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9647125-077d-418e-9e41-f436db917a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550313fe-6271-4667-8567-81a65863d7e2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:47.102964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 47932) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:47.118350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0fab6995-2068-4e1e-b228-797f04ef9850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.213515 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0fab6995-2068-4e1e-b228-797f04ef9850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.219084 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0fab6995-2068-4e1e-b228-797f04ef9850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.274439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab6995-2068-4e1e-b228-797f04ef9850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d41360-80c7-42ba-84dc-0e79481cc1c3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:47.285355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0fab6995-2068-4e1e-b228-797f04ef9850 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86ea960c8e374e088d269075d4ba00c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806819 May 26 16:30:47.287812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 47934) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:47.344715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e8498b9-b73a-465b-ba36-9f41cbd29579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.369191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e8498b9-b73a-465b-ba36-9f41cbd29579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.432655 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e8498b9-b73a-465b-ba36-9f41cbd29579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.436256 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e8498b9-b73a-465b-ba36-9f41cbd29579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.452282 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0e8498b9-b73a-465b-ba36-9f41cbd29579 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65d41360-80c7-42ba-84dc-0e79481cc1c3 HTTP/1.1" status: 204 len: 168 time: 0.1520112 May 26 16:30:47.477012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8498b9-b73a-465b-ba36-9f41cbd29579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d41360-80c7-42ba-84dc-0e79481cc1c3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:47.547625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e9696-08b4-4f96-b361-fda08a838fcb req-b00f41de-c9fe-4def-ab44-96ae0d344509 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:47.552463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff2e9696-08b4-4f96-b361-fda08a838fcb req-b00f41de-c9fe-4def-ab44-96ae0d344509 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.1006858 May 26 16:30:47.619141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ff2e9696-08b4-4f96-b361-fda08a838fcb req-23a96ce4-304e-4f6d-8d04-38395dbe4cb6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565798 May 26 16:30:48.761407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abdd65-fdeb-4b0b-aa7b-9c7dd6bd12f4 req-80140757-8a72-4cd5-bf1c-81f2c0e8abf8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:48.763366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8abdd65-fdeb-4b0b-aa7b-9c7dd6bd12f4 req-80140757-8a72-4cd5-bf1c-81f2c0e8abf8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0624695 May 26 16:30:48.823157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8abdd65-fdeb-4b0b-aa7b-9c7dd6bd12f4 req-d0db2994-c788-43df-89fd-61348f8f49be tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511365 May 26 16:30:49.963280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f0b5-cec1-4e0a-b9ab-82a5259b096e req-03826d1c-4f0d-47eb-b2aa-318e0c5927c3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:49.965067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e443f0b5-cec1-4e0a-b9ab-82a5259b096e req-03826d1c-4f0d-47eb-b2aa-318e0c5927c3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 944 time: 0.0634739 May 26 16:30:50.010676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e443f0b5-cec1-4e0a-b9ab-82a5259b096e req-eabe26d7-fdc8-441a-949a-62a7785631ee tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 May 26 16:30:50.258820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6b30c383-2d51-469b-b36a-0c4559b81c96 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:30:50.390712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6b30c383-2d51-469b-b36a-0c4559b81c96, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6b30c383-2d51-469b-b36a-0c4559b81c96,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:50.408831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '6b30c383-2d51-469b-b36a-0c4559b81c96', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'port_id': '6b30c383-2d51-469b-b36a-0c4559b81c96', 'mac_address': 'fa:16:3e:15:5c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:30:50.456423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6b30c383-2d51-469b-b36a-0c4559b81c96 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:50.456810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:50.473320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b30c383-2d51-469b-b36a-0c4559b81c96 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:30:50.498932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6b30c383-2d51-469b-b36a-0c4559b81c96, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6b30c383-2d51-469b-b36a-0c4559b81c96,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:50.507006 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:50.574128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6b30c383-2d51-469b-b36a-0c4559b81c96,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:50.814232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['6b30c383-2d51-469b-b36a-0c4559b81c96'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:30:51.158238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97d2d0-32e8-4eb5-a406-d376a5c5215b req-dc4a718c-4c17-4e38-905f-bb5a3fa89938 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:51.160094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f97d2d0-32e8-4eb5-a406-d376a5c5215b req-dc4a718c-4c17-4e38-905f-bb5a3fa89938 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 945 time: 0.0654507 May 26 16:30:51.218857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f97d2d0-32e8-4eb5-a406-d376a5c5215b req-c8f78972-93aa-4133-a71f-776daeb0994d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484183 May 26 16:30:52.268894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6b30c383-2d51-469b-b36a-0c4559b81c96 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:52.326667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 6b30c383-2d51-469b-b36a-0c4559b81c96 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:30:52.330943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 6b30c383-2d51-469b-b36a-0c4559b81c96 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:52.331509 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.432209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f79c59-f76a-43e8-b832-42b9160be363 req-8c158cc4-f887-4145-bc97-d5d49e864839 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:52.435231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5f79c59-f76a-43e8-b832-42b9160be363 req-8c158cc4-f887-4145-bc97-d5d49e864839 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 945 time: 0.0712667 May 26 16:30:52.468125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 6b30c383-2d51-469b-b36a-0c4559b81c96 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:52.468507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.503345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5f79c59-f76a-43e8-b832-42b9160be363 req-5852001a-18c4-4bb8-b7d6-19b52a633188 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527105 May 26 16:30:52.523395 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4865f0-3823-4d73-945a-9add7bbb661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b30c383-2d51-469b-b36a-0c4559b81c96'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:52.525910 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95676b62-72e2-4fb2-befc-c4ae26d0d653" -d '{"events": [{"server_uuid": "ad4865f0-3823-4d73-945a-9add7bbb661d", "name": "network-vif-plugged", "status": "completed", "tag": "6b30c383-2d51-469b-b36a-0c4559b81c96"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:52.546833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 6b30c383-2d51-469b-b36a-0c4559b81c96, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6b30c383-2d51-469b-b36a-0c4559b81c96,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:52.554299 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.609895 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d00b03-dee1-4dad-8ade-8044a9f2c1f9 x-openstack-request-id: req-b6d00b03-dee1-4dad-8ade-8044a9f2c1f9 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:52.610395 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4865f0-3823-4d73-945a-9add7bbb661d", "name": "network-vif-plugged", "status": "completed", "tag": "6b30c383-2d51-469b-b36a-0c4559b81c96", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:52.611208 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6d00b03-dee1-4dad-8ade-8044a9f2c1f9 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:52.611746 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d00b03-dee1-4dad-8ade-8044a9f2c1f9'] response: {'server_uuid': 'ad4865f0-3823-4d73-945a-9add7bbb661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b30c383-2d51-469b-b36a-0c4559b81c96', 'code': 200} May 26 16:30:52.632230 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=6b30c383-2d51-469b-b36a-0c4559b81c96,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:52.737517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e95920-4a4c-49be-8951-67f56c698969 req-8de2e341-79a5-4262-98b6-259be32a7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:52.739367 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e95920-4a4c-49be-8951-67f56c698969 req-8de2e341-79a5-4262-98b6-259be32a7d5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 1097 time: 0.0565147 May 26 16:30:52.792949 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e95920-4a4c-49be-8951-67f56c698969 req-d5883b9b-321d-49c4-a5cd-82dfd5241cf1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 May 26 16:30:53.694646 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3824f-8788-4721-b7bd-63b316956649 req-d9ad4d1a-9f86-4988-b4c3-d7ec4d4de3a3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:53.699033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1df3824f-8788-4721-b7bd-63b316956649 req-d9ad4d1a-9f86-4988-b4c3-d7ec4d4de3a3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 946 time: 0.0840609 May 26 16:30:53.761796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1df3824f-8788-4721-b7bd-63b316956649 req-7ebbf69c-145f-4fce-b303-ff33614dbf9a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551403 May 26 16:30:53.941884 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:54.100441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:54.931656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e90e8-43b1-402f-9e1b-029495a8c503 req-c5f2a173-e0a0-4170-ab1c-79358ea4f082 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:54.933614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d9e90e8-43b1-402f-9e1b-029495a8c503 req-c5f2a173-e0a0-4170-ab1c-79358ea4f082 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 946 time: 0.0707595 May 26 16:30:54.995439 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d9e90e8-43b1-402f-9e1b-029495a8c503 req-cf3f30ff-e3ec-44f1-9c35-d3bfed160ad2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507238 May 26 16:30:55.170686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed596b-ec83-4ca1-9856-2e3c6ba77a35 req-2a6e003e-9c81-4121-ae01-115189d14725 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:55.173802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62ed596b-ec83-4ca1-9856-2e3c6ba77a35 req-2a6e003e-9c81-4121-ae01-115189d14725 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 946 time: 0.0930634 May 26 16:30:55.224546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-62ed596b-ec83-4ca1-9856-2e3c6ba77a35 req-05aa49ab-a2ed-4185-9e43-8ea0da613ec5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 May 26 16:30:55.380238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab97c2-bc53-4162-b183-ab2ebf597397 req-cededa3e-762d-446b-8fab-f1f36f6dae94 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:55.382234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3cab97c2-bc53-4162-b183-ab2ebf597397 req-cededa3e-762d-446b-8fab-f1f36f6dae94 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 946 time: 0.0746596 May 26 16:30:55.422996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3cab97c2-bc53-4162-b183-ab2ebf597397 req-69694565-8bc9-4a00-a5a5-c0c81b319bc2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 May 26 16:30:55.860405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436da43c-6451-4ab5-9407-c558e5571be8 req-0c16e919-d5cf-4915-a7ba-16f749a1eedc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:55.868400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-436da43c-6451-4ab5-9407-c558e5571be8 req-0c16e919-d5cf-4915-a7ba-16f749a1eedc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 946 time: 0.0780206 May 26 16:30:55.931352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-436da43c-6451-4ab5-9407-c558e5571be8 req-5f420c99-b44e-4045-9fc5-ebc4a928daba tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588751 May 26 16:30:57.129300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09640ea9-077f-4873-a65d-1788d8730520 req-0277a89d-4996-4c13-a993-4c3ba8912cc7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:57.131125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09640ea9-077f-4873-a65d-1788d8730520 req-0277a89d-4996-4c13-a993-4c3ba8912cc7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 946 time: 0.0925691 May 26 16:30:57.188784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09640ea9-077f-4873-a65d-1788d8730520 req-a1168b28-c4f4-4215-8ca5-95941782d14f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500062 May 26 16:30:57.712692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-9deb144c-053e-48af-ab70-73d81a20a5a7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:57.715419 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-9deb144c-053e-48af-ab70-73d81a20a5a7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 946 time: 0.1177139 May 26 16:30:57.840857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port 6b30c383-2d51-469b-b36a-0c4559b81c96 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:57.841127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:57.948964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] For port 6b30c383-2d51-469b-b36a-0c4559b81c96, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=6b30c383-2d51-469b-b36a-0c4559b81c96,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:57.949267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:57.964732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for 6b30c383-2d51-469b-b36a-0c4559b81c96 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:58.121718 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:58.138838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['6b30c383-2d51-469b-b36a-0c4559b81c96'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:30:58.165098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=6b30c383-2d51-469b-b36a-0c4559b81c96,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:58.388196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ed87171-cf12-48cd-9e02-61a89a0e7112 req-45491202-ebc6-4459-b97e-67287c673551 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 210 time: 0.0631313 May 26 16:30:58.572222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] No DVR routers for this DVR port 6b30c383-2d51-469b-b36a-0c4559b81c96 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:30:58.575214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:58.578636 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-07efa0bf-f282-48e3-beeb-03155440ee9d req-aa917715-cf3e-43ae-b207-13651ffd1d56 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "DELETE /v2.0/ports/6b30c383-2d51-469b-b36a-0c4559b81c96 HTTP/1.1" status: 204 len: 173 time: 0.8565729 May 26 16:30:58.579117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4865f0-3823-4d73-945a-9add7bbb661d', 'name': 'network-vif-deleted', 'tag': '6b30c383-2d51-469b-b36a-0c4559b81c96'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:58.581397 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a76d3-f150-4ec2-8d7f-a82f1fa5eb40" -d '{"events": [{"server_uuid": "ad4865f0-3823-4d73-945a-9add7bbb661d", "name": "network-vif-deleted", "tag": "6b30c383-2d51-469b-b36a-0c4559b81c96"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:58.636972 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0e5ee3-2920-41c6-a54b-1f55893ab955 x-openstack-request-id: req-0e0e5ee3-2920-41c6-a54b-1f55893ab955 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:58.637479 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4865f0-3823-4d73-945a-9add7bbb661d", "name": "network-vif-deleted", "tag": "6b30c383-2d51-469b-b36a-0c4559b81c96", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:58.637732 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e0e5ee3-2920-41c6-a54b-1f55893ab955 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:58.638158 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0e5ee3-2920-41c6-a54b-1f55893ab955'] response: {'server_uuid': 'ad4865f0-3823-4d73-945a-9add7bbb661d', 'name': 'network-vif-deleted', 'tag': '6b30c383-2d51-469b-b36a-0c4559b81c96', 'status': 'completed', 'code': 200} May 26 16:30:59.321384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889dac2-fe90-4eb7-8129-5156fda3a975 req-c8ad6585-3095-4303-9897-85e3874c3dbc tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:59.323181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2889dac2-fe90-4eb7-8129-5156fda3a975 req-c8ad6585-3095-4303-9897-85e3874c3dbc tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 949 time: 0.0621006 May 26 16:30:59.382050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2889dac2-fe90-4eb7-8129-5156fda3a975 req-dac04dac-2bba-4e95-83fe-0958fb916bd4 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513778 May 26 16:30:59.532516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-faf28c93-0276-4a66-9cac-8e0594c630d9 req-e30e238d-e3c0-4105-9012-430ebaf06d42 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 210 time: 0.0521104 May 26 16:31:00.315544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6b30c383-2d51-469b-b36a-0c4559b81c96 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:00.366628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 6b30c383-2d51-469b-b36a-0c4559b81c96 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:00.366968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 6b30c383-2d51-469b-b36a-0c4559b81c96 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:00.538890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f3e8-9644-4dbf-a9cf-bbc6c73b2fb7 req-c3ea7428-d48f-4227-9211-6a812eea2a78 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:00.541006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3f2f3e8-9644-4dbf-a9cf-bbc6c73b2fb7 req-c3ea7428-d48f-4227-9211-6a812eea2a78 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 949 time: 0.0732365 May 26 16:31:00.607845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3f2f3e8-9644-4dbf-a9cf-bbc6c73b2fb7 req-16a6c1f9-4cc9-4f25-a5d5-d909027dae68 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/security-groups?id=954368c0-50c3-4ed6-93da-336b3e54f9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594766 May 26 16:31:00.666802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8a14fd0-3352-43de-892a-517fbc74c50e req-25c3a63f-f63d-4fbc-8050-788813e00a72 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 210 time: 0.0413294 May 26 16:31:00.853900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-23f758ba-98df-469e-adcd-e104f6b7ec5a tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:00.855544 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-23f758ba-98df-469e-adcd-e104f6b7ec5a tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 949 time: 0.0747905 May 26 16:31:00.975805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Deleting port 161c2642-2228-4236-acd9-adc65ad0a093 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:00.976305 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:01.095219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] For port 161c2642-2228-4236-acd9-adc65ad0a093, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=161c2642-2228-4236-acd9-adc65ad0a093,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:01.095965 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:01.111059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Calling delete_port for 161c2642-2228-4236-acd9-adc65ad0a093 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:01.301610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:01.319127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['161c2642-2228-4236-acd9-adc65ad0a093'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:31:01.339089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Pushing event deleted for resources: {'Port': ['ID=161c2642-2228-4236-acd9-adc65ad0a093,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:01.399562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] No DVR routers for this DVR port 161c2642-2228-4236-acd9-adc65ad0a093 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:01.402820 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:01.407319 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e5cc585-033d-48b6-93c3-44ebde691558 req-280cf223-93d3-4254-b373-bea5092c74c8 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.24 "DELETE /v2.0/ports/161c2642-2228-4236-acd9-adc65ad0a093 HTTP/1.1" status: 204 len: 173 time: 0.5446930 May 26 16:31:01.407921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0ad34-61bf-4e6e-bf68-1719da653bb8', 'name': 'network-vif-deleted', 'tag': '161c2642-2228-4236-acd9-adc65ad0a093'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:01.410358 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7825b494-e890-4658-8501-b12ce43ab476" -d '{"events": [{"server_uuid": "1dc0ad34-61bf-4e6e-bf68-1719da653bb8", "name": "network-vif-deleted", "tag": "161c2642-2228-4236-acd9-adc65ad0a093"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:01.462716 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c74705b-cbb5-46cc-bf8e-2a0c37d9393e x-openstack-request-id: req-5c74705b-cbb5-46cc-bf8e-2a0c37d9393e {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:01.463248 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0ad34-61bf-4e6e-bf68-1719da653bb8", "name": "network-vif-deleted", "tag": "161c2642-2228-4236-acd9-adc65ad0a093", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:01.463716 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c74705b-cbb5-46cc-bf8e-2a0c37d9393e {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:01.464345 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c74705b-cbb5-46cc-bf8e-2a0c37d9393e'] response: {'server_uuid': '1dc0ad34-61bf-4e6e-bf68-1719da653bb8', 'name': 'network-vif-deleted', 'tag': '161c2642-2228-4236-acd9-adc65ad0a093', 'status': 'completed', 'code': 200} May 26 16:31:01.839899 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ecfd0ac-3808-4528-bca1-d2d2fcf01846 req-63fe8ec4-d281-41d1-b61c-183547a5b5f0 tempest-VolumesBackupsTest-5565352 tempest-VolumesBackupsTest-5565352-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc0ad34-61bf-4e6e-bf68-1719da653bb8 HTTP/1.1" status: 200 len: 210 time: 0.0889075 May 26 16:31:01.908094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d6be0478-2e1b-4987-8b8e-0c67a1002f69 req-685740be-acba-4cb3-99c2-e83724f28056 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 210 time: 0.0618479 May 26 16:31:03.107163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7e67077-8c60-4ab0-89d4-c82bb5579e30 req-8119ae86-72a3-4122-83b0-263f2638669f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4865f0-3823-4d73-945a-9add7bbb661d HTTP/1.1" status: 200 len: 210 time: 0.0374019 May 26 16:31:04.284640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-de9fff75-6c6f-4d92-ba97-3aab7fd43390 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197886 May 26 16:31:04.461288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-ea151479-0295-4ac8-b418-98aa33df548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:04.464798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-ea151479-0295-4ac8-b418-98aa33df548b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 1096 time: 0.1515734 May 26 16:31:04.605393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-ec263aeb-ea04-4f33-8d3f-85e066d5cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:04.607508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-ec263aeb-ea04-4f33-8d3f-85e066d5cce7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61d98706-2b88-42b9-b86e-d17daf0b67a3 HTTP/1.1" status: 200 len: 898 time: 0.1132271 May 26 16:31:04.697332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-2b3dd0b7-d0c7-4424-af55-2f1adf84d55d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b38990-8df4-4466-8a8c-afb8fb912df0 HTTP/1.1" status: 200 len: 1001 time: 0.0822709 May 26 16:31:04.770468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-12bf284a-e11c-41ea-aacf-bc8e187060b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:04.771987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-12bf284a-e11c-41ea-aacf-bc8e187060b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4 HTTP/1.1" status: 200 len: 835 time: 0.0671024 May 26 16:31:04.805417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 161c2642-2228-4236-acd9-adc65ad0a093 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:04.846486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 161c2642-2228-4236-acd9-adc65ad0a093 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:04.847370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 161c2642-2228-4236-acd9-adc65ad0a093 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:04.852052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-f8b2bd75-3e23-498f-91a4-8ba6ca7ef1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:04.853540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-f8b2bd75-3e23-498f-91a4-8ba6ca7ef1e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61d98706-2b88-42b9-b86e-d17daf0b67a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750608 May 26 16:31:04.968181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-7547f13f-2345-4e23-bcf6-f19bb24fb8c7 service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068420 May 26 16:31:05.024784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b39e1d74-9e52-41d6-97de-611c0022900b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.104330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4b387deb-00ff-48f7-bd01-540c32cdfcb8 req-2c0e357f-408a-4305-9b8e-8cb905694ebf service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212239 May 26 16:31:06.023300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48660) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:06.760510 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port f20cc317-c019-4dfb-a0b9-ad5145b46ee9 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:06.761119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.925830 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.926400 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.949621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for f20cc317-c019-4dfb-a0b9-ad5145b46ee9 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:07.268648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.303179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=f20cc317-c019-4dfb-a0b9-ad5145b46ee9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:07.404263 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.404671 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Floating IP 08512c0b-30fd-4628-b2de-d4fe3bdb254d disassociated (deleted). External IP: 172.25.0.163, port: 88b38990-8df4-4466-8a8c-afb8fb912df0. May 26 16:31:07.776449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 2fd5f547-1617-49eb-98ba-b899fe65c165 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:07.793088 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2bcffecb-0766-4d17-82c2-e8963396b1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.966115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:07.972782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.986978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] Sync routers for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:08.016256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:08.019010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:08.056948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e80778e0-9d08-4192-ae22-c63a3c638c03 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/floatingips/08512c0b-30fd-4628-b2de-d4fe3bdb254d HTTP/1.1" status: 204 len: 168 time: 2.0295711 May 26 16:31:08.056948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:08.065093 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcf91c5-3c36-4bb8-9290-fa427af39d69" -d '{"events": [{"name": "network-changed", "server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:08.159732 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:31:08.198847 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ed3836-be77-4074-a283-3e74005d86fc x-openstack-request-id: req-a3ed3836-be77-4074-a283-3e74005d86fc {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:08.199252 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:08.199641 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3ed3836-be77-4074-a283-3e74005d86fc {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:08.200377 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ed3836-be77-4074-a283-3e74005d86fc'] response: {'name': 'network-changed', 'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'status': 'completed', 'code': 200} May 26 16:31:08.354826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:08.367974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-126f32d4-97a6-43f9-80b3-7b3f1f9f9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:08.369645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-126f32d4-97a6-43f9-80b3-7b3f1f9f9143 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c910ea62887b4896b2090b1a8aa27af7&device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 1096 time: 0.1477463 May 26 16:31:08.588037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-f1134fc3-3600-4e7e-bba4-19bc45638460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:08.591664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-f1134fc3-3600-4e7e-bba4-19bc45638460 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61d98706-2b88-42b9-b86e-d17daf0b67a3 HTTP/1.1" status: 200 len: 898 time: 0.2148354 May 26 16:31:08.659600 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-6688a634-487b-4701-8a4d-d704c85dbf5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88b38990-8df4-4466-8a8c-afb8fb912df0 HTTP/1.1" status: 200 len: 217 time: 0.0603433 May 26 16:31:08.760180 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-759b6346-0422-4caf-a650-00e1597a3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:08.761989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-759b6346-0422-4caf-a650-00e1597a3c04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4 HTTP/1.1" status: 200 len: 835 time: 0.0910633 May 26 16:31:08.770266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18b5e7-0a53-4db6-b2ad-050acfea7858 req-95fdba80-13ca-4fb8-8fa9-a1a979a23e6c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:08.772084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab18b5e7-0a53-4db6-b2ad-050acfea7858 req-95fdba80-13ca-4fb8-8fa9-a1a979a23e6c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.1112888 May 26 16:31:08.839677 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab18b5e7-0a53-4db6-b2ad-050acfea7858 req-d6fd597f-2241-4a78-9889-1d68000092a3 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587602 May 26 16:31:08.851141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-1bd3f2ae-fbaa-48ef-88ca-c7e7c30a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:08.853202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-1bd3f2ae-fbaa-48ef-88ca-c7e7c30a2685 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61d98706-2b88-42b9-b86e-d17daf0b67a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797527 May 26 16:31:08.853422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.959808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4e83f052-c711-490e-a3d3-8cef6d028b21', 'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ff:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:07Z', 'updated_at': '2022-05-26T16:29:22Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:09.004044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-26af3fea-5a93-4631-bd27-465d64bf1d25 service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424055 May 26 16:31:09.009418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] Checking router: 2fd5f547-1617-49eb-98ba-b899fe65c165 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:09.026781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:09.028546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:09.167977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0bcf91c5-3c36-4bb8-9290-fa427af39d69 req-78521749-1d53-4e1b-bce5-15683252c79f service neutron] 10.222.0.24 "GET /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538181 May 26 16:31:09.196836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:09.692710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4e83f052-c711-490e-a3d3-8cef6d028b21', 'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ff:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:07Z', 'updated_at': '2022-05-26T16:29:22Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:09.749660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5660687-6a3c-4dd9-828d-ea689761c17a None None] The sync data for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 is: [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:29:10Z', 'revision_number': 4, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4e83f052-c711-490e-a3d3-8cef6d028b21', 'name': '', 'network_id': '61d98706-2b88-42b9-b86e-d17daf0b67a3', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'mac_address': 'fa:16:3e:ff:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:07Z', 'updated_at': '2022-05-26T16:29:22Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'subnets': [{'id': '819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:09.888146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-192c7388-b6b8-4ac8-9a97-5866414cfbbf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:09.890157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-192c7388-b6b8-4ac8-9a97-5866414cfbbf tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.0775948 May 26 16:31:10.097915 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16cd2a-d8e6-48e9-b58b-e4472407b79c req-08442a43-a506-4870-8e77-204a56321dcd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:10.105491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd16cd2a-d8e6-48e9-b58b-e4472407b79c req-08442a43-a506-4870-8e77-204a56321dcd tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 945 time: 0.1263018 May 26 16:31:10.227340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd16cd2a-d8e6-48e9-b58b-e4472407b79c req-b7f18160-4aa5-48ab-aba7-803f0d46cb8e tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/security-groups?id=eae561e5-fbf9-4144-8487-862c826c7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206977 May 26 16:31:10.229599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port 88b38990-8df4-4466-8a8c-afb8fb912df0 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:10.229952 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.283963 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed51bde-b950-4a19-aeff-e8627ff40435 None None] New status for floating IP 08512c0b-30fd-4628-b2de-d4fe3bdb254d: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:31:10.412548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port 88b38990-8df4-4466-8a8c-afb8fb912df0, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=88b38990-8df4-4466-8a8c-afb8fb912df0,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:10.413172 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.440918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for 88b38990-8df4-4466-8a8c-afb8fb912df0 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:10.636405 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.681685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=88b38990-8df4-4466-8a8c-afb8fb912df0,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:10.753916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.772384 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.772999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] No DVR routers for this DVR port 88b38990-8df4-4466-8a8c-afb8fb912df0 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:10.778408 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.783881 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-caedde25-1dcd-4fb8-b25d-536328ce6165 req-500d4523-c8ad-428a-82d3-cd7cc16841be tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.24 "DELETE /v2.0/ports/88b38990-8df4-4466-8a8c-afb8fb912df0 HTTP/1.1" status: 204 len: 173 time: 0.8838763 May 26 16:31:10.784568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'name': 'network-vif-deleted', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:10.788991 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b9f3d3-ac0e-42e1-acb8-2699cd8add06" -d '{"events": [{"server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "name": "network-vif-deleted", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:10.872498 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627f0e53-91fb-4bd9-bcf8-1836985fbabd x-openstack-request-id: req-627f0e53-91fb-4bd9-bcf8-1836985fbabd {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:10.872896 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cbe276-0cab-47e4-870f-8c25c3e5c10a", "name": "network-vif-deleted", "tag": "88b38990-8df4-4466-8a8c-afb8fb912df0", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:10.873350 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-627f0e53-91fb-4bd9-bcf8-1836985fbabd {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:10.873853 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627f0e53-91fb-4bd9-bcf8-1836985fbabd'] response: {'server_uuid': '65cbe276-0cab-47e4-870f-8c25c3e5c10a', 'name': 'network-vif-deleted', 'tag': '88b38990-8df4-4466-8a8c-afb8fb912df0', 'status': 'completed', 'code': 200} May 26 16:31:11.437533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7b22c04-1616-4010-b4ab-aa10909e9214 req-8b163f8d-c13e-4b7c-955c-27f371bdb0c8 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "GET /v2.0/ports?device_id=65cbe276-0cab-47e4-870f-8c25c3e5c10a HTTP/1.1" status: 200 len: 210 time: 0.0728068 May 26 16:31:12.529231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48942) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:13.044650 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.460224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port 4e83f052-c711-490e-a3d3-8cef6d028b21 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:13.460593 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.570261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port 4e83f052-c711-490e-a3d3-8cef6d028b21, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4e83f052-c711-490e-a3d3-8cef6d028b21,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:13.570955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.588199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for 4e83f052-c711-490e-a3d3-8cef6d028b21 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:13.850082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.890553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=4e83f052-c711-490e-a3d3-8cef6d028b21,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:14.228622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:14.685844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Router 2fd5f547-1617-49eb-98ba-b899fe65c165 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:14.860978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 88b38990-8df4-4466-8a8c-afb8fb912df0 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:14.892872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:14.900222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 88b38990-8df4-4466-8a8c-afb8fb912df0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:14.900724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 88b38990-8df4-4466-8a8c-afb8fb912df0 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:14.914194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-41f92ed1-12f2-4839-a8d9-3907bbc087a1 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "PUT /v2.0/routers/2fd5f547-1617-49eb-98ba-b899fe65c165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3835917 May 26 16:31:14.917504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] Sync routers for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:14.918464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48962) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:14.945211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:14.946038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:15.031816 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9bf935-0395-48c0-98aa-313fc4b72f1c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting subnet 819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:15.035574 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf935-0395-48c0-98aa-313fc4b72f1c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.094388 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf935-0395-48c0-98aa-313fc4b72f1c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.134957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:15.231784 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf935-0395-48c0-98aa-313fc4b72f1c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.318986 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf935-0395-48c0-98aa-313fc4b72f1c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.353165 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bf935-0395-48c0-98aa-313fc4b72f1c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Subnet': ['ID=819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:15.361229 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf935-0395-48c0-98aa-313fc4b72f1c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.366783 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4c9bf935-0395-48c0-98aa-313fc4b72f1c tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/subnets/819dfafd-c2a9-43ee-bf55-d6e29d3a1ac4 HTTP/1.1" status: 204 len: 168 time: 0.4464593 May 26 16:31:15.370109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48966) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:15.393923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640bdcd-b607-4ec8-9f79-61b3b71cdd6f None None] Network 61d98706-2b88-42b9-b86e-d17daf0b67a3 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:15.615398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.699629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:31:13Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:15.743993 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] Checking router: 2fd5f547-1617-49eb-98ba-b899fe65c165 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:15.755161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] Routers {'2fd5f547-1617-49eb-98ba-b899fe65c165'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:15.755889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['2fd5f547-1617-49eb-98ba-b899fe65c165'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:15.851061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07d5ea4-8a9a-47e2-aa20-e1d96712919c None None] DHCP port deletion for 61d98706-2b88-42b9-b86e-d17daf0b67a3 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:31:15.889620 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.040151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Deleting port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:16.040843 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.087585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e07d5ea4-8a9a-47e2-aa20-e1d96712919c None None] Deleting port 3a86df5c-26aa-4382-9e41-1cba221ad45a {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:16.088068 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e07d5ea4-8a9a-47e2-aa20-e1d96712919c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.096609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] Set router 2fd5f547-1617-49eb-98ba-b899fe65c165 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:16.247135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] For port a5fa37ea-13f9-40f5-9c71-beac9ba91bb0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=a5fa37ea-13f9-40f5-9c71-beac9ba91bb0,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:16.247429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.276505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Calling delete_port for a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:16.350845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e07d5ea4-8a9a-47e2-aa20-e1d96712919c None None] For port 3a86df5c-26aa-4382-9e41-1cba221ad45a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3a86df5c-26aa-4382-9e41-1cba221ad45a,segment=NetworkSegment(678a8368-3654-486b-a720-82e9e9d71db1),segment_id=678a8368-3654-486b-a720-82e9e9d71db1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:16.351222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e07d5ea4-8a9a-47e2-aa20-e1d96712919c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.386968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e07d5ea4-8a9a-47e2-aa20-e1d96712919c None None] Calling delete_port for 3a86df5c-26aa-4382-9e41-1cba221ad45a owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:16.660852 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.746275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Port': ['ID=a5fa37ea-13f9-40f5-9c71-beac9ba91bb0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:16.775387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:31:13Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:16.803988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.817023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603c117-acab-4c44-86b4-908b096a9929 None None] The sync data for ids ['2fd5f547-1617-49eb-98ba-b899fe65c165'] in n-d-843336-2 is: [{'id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41511287', 'tenant_id': 'c910ea62887b4896b2090b1a8aa27af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:00Z', 'updated_at': '2022-05-26T16:31:13Z', 'revision_number': 5, 'project_id': 'c910ea62887b4896b2090b1a8aa27af7', 'gw_port': {'id': 'a5fa37ea-13f9-40f5-9c71-beac9ba91bb0', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5f547-1617-49eb-98ba-b899fe65c165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:02Z', 'updated_at': '2022-05-26T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:16.833067 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e07d5ea4-8a9a-47e2-aa20-e1d96712919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.853077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d5ea4-8a9a-47e2-aa20-e1d96712919c None None] No DVR routers for this DVR port 3a86df5c-26aa-4382-9e41-1cba221ad45a on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:16.898491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d5ea4-8a9a-47e2-aa20-e1d96712919c None None] Pushing event deleted for resources: {'Port': ['ID=3a86df5c-26aa-4382-9e41-1cba221ad45a,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:16.987951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.995701 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.088818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.089830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd5f547-1617-49eb-98ba-b899fe65c165 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:31:17.113949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.117658 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8688af05-68af-4a61-a2c4-e038bd3a766a tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/routers/2fd5f547-1617-49eb-98ba-b899fe65c165 HTTP/1.1" status: 204 len: 168 time: 1.7455842 May 26 16:31:17.121061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 48976) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:17.258941 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.380020 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.408115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d98706-2b88-42b9-b86e-d17daf0b67a3']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:17.419068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678a8368-3654-486b-a720-82e9e9d71db1') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:17.419387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678a8368-3654-486b-a720-82e9e9d71db1') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:17.431398 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.455309 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.463676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:17.464059 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.517185 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 678a8368-3654-486b-a720-82e9e9d71db1 resource provider aggregate not found May 26 16:31:17.544230 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 678a8368-3654-486b-a720-82e9e9d71db1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 678a8368-3654-486b-a720-82e9e9d71db1 found for delete ", "request_id": "req-e9adcfa9-706e-42d7-a60b-fe17cd516f78"}]} May 26 16:31:17.565036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.620558 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.638294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 48986) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:17.639697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/networks/61d98706-2b88-42b9-b86e-d17daf0b67a3 HTTP/1.1" status: 204 len: 168 time: 0.5172968 May 26 16:31:17.642288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c9248-0ac3-4df0-b99b-9ca611e48ae2 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'Network': ['ID=61d98706-2b88-42b9-b86e-d17daf0b67a3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:17.761660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27291356-e043-49d2-bf83-0e623c403141 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.776068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4e83f052-c711-490e-a3d3-8cef6d028b21 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:17.812281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4e83f052-c711-490e-a3d3-8cef6d028b21 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:17.813539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4e83f052-c711-490e-a3d3-8cef6d028b21 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:17.814857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3a86df5c-26aa-4382-9e41-1cba221ad45a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:17.820024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27291356-e043-49d2-bf83-0e623c403141 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.842806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 3a86df5c-26aa-4382-9e41-1cba221ad45a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:17.843139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3a86df5c-26aa-4382-9e41-1cba221ad45a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:17.930340 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27291356-e043-49d2-bf83-0e623c403141 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.933429 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-27291356-e043-49d2-bf83-0e623c403141 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.939138 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-27291356-e043-49d2-bf83-0e623c403141 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] 10.222.0.39 "DELETE /v2.0/security-groups/eae561e5-fbf9-4144-8487-862c826c7b89 HTTP/1.1" status: 204 len: 168 time: 0.2955887 May 26 16:31:17.947463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27291356-e043-49d2-bf83-0e623c403141 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae561e5-fbf9-4144-8487-862c826c7b89,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:18.360400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49002) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:18.369883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1fe2e9ea-a6a5-44c8-9015-27dfba2c671b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652815192', 'description': 'tempest-secgroup-smoke-652815192 description', 'project_id': '2b8d93b6d2754f089bf1b0779c847373'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:18.415121 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1fe2e9ea-a6a5-44c8-9015-27dfba2c671b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.525634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49006) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:18.540969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1fe2e9ea-a6a5-44c8-9015-27dfba2c671b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.548341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1fe2e9ea-a6a5-44c8-9015-27dfba2c671b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.590487 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1fe2e9ea-a6a5-44c8-9015-27dfba2c671b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.592569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1fe2e9ea-a6a5-44c8-9015-27dfba2c671b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2294760 May 26 16:31:18.595945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49010) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:18.600270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2e9ea-a6a5-44c8-9015-27dfba2c671b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc53732-e976-4495-a783-72f63e4ee57b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:18.601243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-87f6b4fe-b5d6-48b0-88f7-326231e48c5e tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'security_group_rule': {'security_group_id': 'bbc53732-e976-4495-a783-72f63e4ee57b', 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:18.640258 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f6b4fe-b5d6-48b0-88f7-326231e48c5e tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.713604 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f6b4fe-b5d6-48b0-88f7-326231e48c5e tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.720659 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f6b4fe-b5d6-48b0-88f7-326231e48c5e tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.742808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6b4fe-b5d6-48b0-88f7-326231e48c5e tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60660cd0-8003-477a-9d3a-182653c8549d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:18.772721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-87f6b4fe-b5d6-48b0-88f7-326231e48c5e tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.777902 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-87f6b4fe-b5d6-48b0-88f7-326231e48c5e tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1808043 May 26 16:31:18.778952 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49014) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:18.785959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a7b2aef0-abc6-40d1-8878-e7ac3bd01aed tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'security_group_rule': {'security_group_id': 'bbc53732-e976-4495-a783-72f63e4ee57b', 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:18.842057 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7b2aef0-abc6-40d1-8878-e7ac3bd01aed tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.844270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-27c99a39-b460-4e2c-bd79-58fed70ff0aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c910ea62887b4896b2090b1a8aa27af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084390 May 26 16:31:18.847038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49016) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:18.946990 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aa6f37ba-aa72-4ff7-9324-673190f8d017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.949072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7b2aef0-abc6-40d1-8878-e7ac3bd01aed tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.955652 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7b2aef0-abc6-40d1-8878-e7ac3bd01aed tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.977282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2aef0-abc6-40d1-8878-e7ac3bd01aed tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3360d378-e9ed-4edd-b8a4-97cf9c81ebdb,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:18.994077 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a7b2aef0-abc6-40d1-8878-e7ac3bd01aed tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.001086 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a7b2aef0-abc6-40d1-8878-e7ac3bd01aed tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2202821 May 26 16:31:19.003460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49018) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:19.015250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-40ffd331-ab10-43af-b0a6-d14409dff599 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'security_group_rule': {'security_group_id': 'bbc53732-e976-4495-a783-72f63e4ee57b', 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:19.017055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aa6f37ba-aa72-4ff7-9324-673190f8d017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.082066 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40ffd331-ab10-43af-b0a6-d14409dff599 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.169159 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aa6f37ba-aa72-4ff7-9324-673190f8d017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.175226 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aa6f37ba-aa72-4ff7-9324-673190f8d017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.176846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-aa6f37ba-aa72-4ff7-9324-673190f8d017 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb151a20-7a58-4ad0-839e-b966dd347c7c HTTP/1.1" status: 204 len: 168 time: 0.3284066 May 26 16:31:19.212572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f37ba-aa72-4ff7-9324-673190f8d017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb151a20-7a58-4ad0-839e-b966dd347c7c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:19.235455 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40ffd331-ab10-43af-b0a6-d14409dff599 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.251412 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40ffd331-ab10-43af-b0a6-d14409dff599 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.299945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40ffd331-ab10-43af-b0a6-d14409dff599 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.301385 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40ffd331-ab10-43af-b0a6-d14409dff599 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2963085 May 26 16:31:19.302401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffd331-ab10-43af-b0a6-d14409dff599 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758a3f2f-be30-4a20-b4ca-de7d9269e172,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:19.304379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49024) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:19.309833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-adfc4734-d0a4-4f77-bacd-71631c98d736 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'security_group_rule': {'security_group_id': 'bbc53732-e976-4495-a783-72f63e4ee57b', 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:19.347074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-adfc4734-d0a4-4f77-bacd-71631c98d736 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.446039 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-adfc4734-d0a4-4f77-bacd-71631c98d736 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.451713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-adfc4734-d0a4-4f77-bacd-71631c98d736 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.472734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc4734-d0a4-4f77-bacd-71631c98d736 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8b2689-5b8e-4a79-af59-b801d65786af,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:19.485119 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-adfc4734-d0a4-4f77-bacd-71631c98d736 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.487218 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-adfc4734-d0a4-4f77-bacd-71631c98d736 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1817076 May 26 16:31:19.490325 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49028) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:19.497512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-15a9dde3-79fb-435c-b288-d17221b8ef40 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'security_group_rule': {'security_group_id': 'bbc53732-e976-4495-a783-72f63e4ee57b', 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:19.533128 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-15a9dde3-79fb-435c-b288-d17221b8ef40 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Project 2b8d93b6d2754f089bf1b0779c847373 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:31:19.539936 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-15a9dde3-79fb-435c-b288-d17221b8ef40 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.606017 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:19.645660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:19.646406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device a5fa37ea-13f9-40f5-9c71-beac9ba91bb0 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:19.670556 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-15a9dde3-79fb-435c-b288-d17221b8ef40 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.675177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-15a9dde3-79fb-435c-b288-d17221b8ef40 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.707023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9dde3-79fb-435c-b288-d17221b8ef40 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733452a0-2d96-44f3-8a83-143db6aa4bb3,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:19.721263 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-15a9dde3-79fb-435c-b288-d17221b8ef40 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.723776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-15a9dde3-79fb-435c-b288-d17221b8ef40 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2313106 May 26 16:31:19.728113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49030) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:19.735720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b2fc7f72-a3eb-4a0a-994c-f5b9d8da9b42 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'security_group_rule': {'security_group_id': 'bbc53732-e976-4495-a783-72f63e4ee57b', 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:19.757383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49032) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:19.766288 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-b2fc7f72-a3eb-4a0a-994c-f5b9d8da9b42 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Project 2b8d93b6d2754f089bf1b0779c847373 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:31:19.776196 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b2fc7f72-a3eb-4a0a-994c-f5b9d8da9b42 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.846410 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8006b5e6-9ea3-4ecb-8ce2-6ce855aeafa3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f86f2f67504141c5a2c57bcc5c83ea97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867872 May 26 16:31:19.849615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49036) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:19.922649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b2fc7f72-a3eb-4a0a-994c-f5b9d8da9b42 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.931074 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b2fc7f72-a3eb-4a0a-994c-f5b9d8da9b42 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.957739 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db42e903-567b-49b7-9425-faab78a4891e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.958741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc7f72-a3eb-4a0a-994c-f5b9d8da9b42 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f52779-14c4-48aa-821c-53a145252626,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:19.981620 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b2fc7f72-a3eb-4a0a-994c-f5b9d8da9b42 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.986555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b2fc7f72-a3eb-4a0a-994c-f5b9d8da9b42 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2572882 May 26 16:31:19.999600 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db42e903-567b-49b7-9425-faab78a4891e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.098127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db42e903-567b-49b7-9425-faab78a4891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.108008 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-db42e903-567b-49b7-9425-faab78a4891e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.108008 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db42e903-567b-49b7-9425-faab78a4891e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a66d490d-1fd3-4594-9e94-daed6c6cad78 HTTP/1.1" status: 204 len: 168 time: 0.2525418 May 26 16:31:20.116301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42e903-567b-49b7-9425-faab78a4891e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66d490d-1fd3-4594-9e94-daed6c6cad78,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:20.341378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-23958f59-7c27-47fb-9366-fb34a4c07dd5 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652815192&fields=id&tenant_id=2b8d93b6d2754f089bf1b0779c847373 HTTP/1.1" status: 200 len: 267 time: 0.0656083 May 26 16:31:20.561702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-0b1463b5-8078-46c1-8d01-9b0cb66b4cb1 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:20.564692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-0b1463b5-8078-46c1-8d01-9b0cb66b4cb1 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/networks?id=d89c9cb2-00bd-442c-9136-876f726e74df HTTP/1.1" status: 200 len: 814 time: 0.2081218 May 26 16:31:20.581427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-9b5698c2-4b5c-45c5-b76a-1bb6dc96b24f tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/quotas/2b8d93b6d2754f089bf1b0779c847373 HTTP/1.1" status: 200 len: 375 time: 0.0101283 May 26 16:31:20.652339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-347683ff-8c5f-4bb0-8b0d-e96f5cda3332 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b8d93b6d2754f089bf1b0779c847373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632560 May 26 16:31:20.819368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-c40f9943-11b6-4729-95f0-9d9e0cc865b9 service neutron] 10.222.0.39 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447630 May 26 16:31:20.990682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-2ebaaffd-9f4e-43dc-bec7-64d5e686026b service neutron] 10.222.0.39 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576726 May 26 16:31:21.286751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49074) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:21.469184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b51abdc5-8a69-4a46-8a10-9425e243104f req-8e742cf3-9888-43e7-895a-43c77caac6d8 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 210 time: 0.0333755 May 26 16:31:21.482888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-436999555-network', 'tenant_id': '36fcca7e67ce47b9935056af662f331d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:21.547880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Made reservation on behalf of 36fcca7e67ce47b9935056af662f331d for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:21.556641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.568574 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.684180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.690649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.716508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:21.732678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaf41cc-175e-4126-aef1-2059578cc63a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:21.740281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.740619 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Added segment 07b390b4-6373-4acb-91c4-831c62454054 of type vlan for network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c May 26 16:31:21.799269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.844465 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.846334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:21.848138 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.933720 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6457062 May 26 16:31:21.934776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbe035-e9d6-40b4-bc84-ab10ef31279d admin admin] Pushing event updated for resources: {'Network': ['ID=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:21.937131 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49090) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:21.945603 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Request body: {'subnet': {'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-436999555-subnet', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:21.949454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:21.991740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Made reservation on behalf of 36fcca7e67ce47b9935056af662f331d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:21.994754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.245223 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.320316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288f65dc-d26a-4180-af8a-f22573c46e52,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:22.325345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Checking segment: {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:22.326426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Network hostable DHCP agents. Network: 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:22.346530 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:22.356413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:22.361548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:22.362249 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.368926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d12cff-eacd-46a0-8188-fc8cf21432d6 None None] Network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:22.382243 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b99b30ac-42df-48ba-9e44-aca3f213bb40 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4432600 May 26 16:31:22.385734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49094) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:22.392335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:22.414962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.416147 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.481965 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.587541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:22.588847 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.682848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67fff730-92e0-4841-b4c6-f1964164f2f2 req-3c57b13c-6c52-40c2-a237-79352067a727 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 210 time: 0.0311379 May 26 16:31:22.812034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Allocated IP 172.20.0.2 (37b16aae-ddcb-4bb4-9316-0d9c758fcb1c/288f65dc-d26a-4180-af8a-f22573c46e52/30506682-79a1-41f5-bdbf-22446e9072c7) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:22.997590 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.005315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.053105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:23.056378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:23.064398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:23.072059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Pushing event updated for resources: {'Port': ['ID=30506682-79a1-41f5-bdbf-22446e9072c7,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:23.134400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Attempting to bind port 30506682-79a1-41f5-bdbf-22446e9072c7 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:23.135073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Attempting to bind port 30506682-79a1-41f5-bdbf-22446e9072c7 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:23.135627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Attempting to bind port 30506682-79a1-41f5-bdbf-22446e9072c7 on network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:23.143916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:23.144615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Checking segment: {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:23.145211 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.147899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Bound using segment: {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:23.148687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Bound port: 30506682-79a1-41f5-bdbf-22446e9072c7, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:23.149270 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.151801 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.253206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] For port 30506682-79a1-41f5-bdbf-22446e9072c7, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:23.259941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] For port 30506682-79a1-41f5-bdbf-22446e9072c7, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30506682-79a1-41f5-bdbf-22446e9072c7,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:23.266615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.269790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-dd64e2c1-2873-4aba-be9c-d11763f0170c tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:23.271434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-dd64e2c1-2873-4aba-be9c-d11763f0170c tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.24 "GET /v2.0/networks?id=d89c9cb2-00bd-442c-9136-876f726e74df HTTP/1.1" status: 200 len: 814 time: 0.5860274 May 26 16:31:23.347289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d60267-6c0c-406c-ad01-94544f3afcdb None None] Pushing event updated for resources: {'Port': ['ID=30506682-79a1-41f5-bdbf-22446e9072c7,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:23.389964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-d1d959c8-e8e0-4300-a376-88d2526ddec8 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b8d93b6d2754f089bf1b0779c847373 HTTP/1.1" status: 200 len: 379 time: 0.0881548 May 26 16:31:23.399378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'port': {'device_id': '07520498-98ce-434f-8361-8efe8bfff399', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'admin_state_up': True, 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'security_groups': ['bbc53732-e976-4495-a783-72f63e4ee57b']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:23.666807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Made reservation on behalf of 2b8d93b6d2754f089bf1b0779c847373 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:23.675167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.768212 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.800520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.966502 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.086615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.087627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05970836-a08a-42dc-b606-57d4910b778b req-7b5a5e66-754f-43fa-a01e-96ca08ee51a2 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 210 time: 0.2284119 May 26 16:31:24.149359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Allocated IP 172.25.0.85 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/cde8d772-0f92-4bf2-97cf-bf7de4c8d07c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:24.347212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Allocated IP 172.20.0.12 (d89c9cb2-00bd-442c-9136-876f726e74df/62dcba76-00e0-4de3-b500-10e4940b5572/7688b73e-ada3-45f0-8914-6c8f069fd1e4) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:24.415600 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.567577 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.640017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cde8d772-0f92-4bf2-97cf-bf7de4c8d07c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:24.645050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:24.657165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:24.660926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:24.710851 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.856506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623555d-1414-4aa5-877e-563ee62767f7 None None] Network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:24.911680 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.962372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fc78ac37-4545-461e-b565-75f3322091b4 None None] Provisioning complete for port 30506682-79a1-41f5-bdbf-22446e9072c7 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:24.963152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fc78ac37-4545-461e-b565-75f3322091b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.004896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'Port': ['ID=7688b73e-ada3-45f0-8914-6c8f069fd1e4,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:25.077250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Network d89c9cb2-00bd-442c-9136-876f726e74df is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:25.082616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:25.084641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fc78ac37-4545-461e-b565-75f3322091b4 None None] Current status of the port 30506682-79a1-41f5-bdbf-22446e9072c7 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:25.085253 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fc78ac37-4545-461e-b565-75f3322091b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.088128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:25.232480 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fc78ac37-4545-461e-b565-75f3322091b4 None None] For port 30506682-79a1-41f5-bdbf-22446e9072c7, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30506682-79a1-41f5-bdbf-22446e9072c7,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:25.239424 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fc78ac37-4545-461e-b565-75f3322091b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.299114 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.414254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78ac37-4545-461e-b565-75f3322091b4 None None] Pushing event updated for resources: {'Port': ['ID=30506682-79a1-41f5-bdbf-22446e9072c7,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:25.443801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:25.444511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.474661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-816a6902-bfdb-4c4c-b8eb-864772bd4253 None None] Provisioning complete for port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:25.475038 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-816a6902-bfdb-4c4c-b8eb-864772bd4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.518457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d58df-cf22-4ae1-a101-5d2923f225a7 req-b9bfcc12-529d-4e6f-ad34-c18040a22f03 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:25.520562 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d11d58df-cf22-4ae1-a101-5d2923f225a7 req-b9bfcc12-529d-4e6f-ad34-c18040a22f03 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 932 time: 0.2182302 May 26 16:31:25.533610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-b13aa678-9917-4f98-af78-a342df4e8c60 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1431983 May 26 16:31:25.566091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-816a6902-bfdb-4c4c-b8eb-864772bd4253 None None] Port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:25.568666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Request body: {'port': {'device_id': '07520498-98ce-434f-8361-8efe8bfff399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:25.650676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d11d58df-cf22-4ae1-a101-5d2923f225a7 req-d492f5fa-1c60-41cb-8871-1b7850c874a3 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155810 May 26 16:31:25.781375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.800391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30506682-79a1-41f5-bdbf-22446e9072c7 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:25.879812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 30506682-79a1-41f5-bdbf-22446e9072c7 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:25.880176 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.934331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-74ef904a-1285-477a-af22-21add97eafe2 None None] Provisioning complete for port 30506682-79a1-41f5-bdbf-22446e9072c7 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:25.934919 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-74ef904a-1285-477a-af22-21add97eafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.086038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 30506682-79a1-41f5-bdbf-22446e9072c7 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:26.099420 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.141355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-74ef904a-1285-477a-af22-21add97eafe2 None None] Current status of the port 30506682-79a1-41f5-bdbf-22446e9072c7 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:26.236284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7688b73e-ada3-45f0-8914-6c8f069fd1e4 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:26.247135 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.271147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Transition to ACTIVE for port object 7688b73e-ada3-45f0-8914-6c8f069fd1e4 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:31:26.276728 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.352962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Pushing event updated for resources: {'Port': ['ID=7688b73e-ada3-45f0-8914-6c8f069fd1e4,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:26.383473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:31:26.524475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Attempting to bind port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:26.525053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Attempting to bind port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:26.525168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Attempting to bind port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 on network d89c9cb2-00bd-442c-9136-876f726e74df {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:26.559370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 on network d89c9cb2-00bd-442c-9136-876f726e74df not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:31:26.559699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Attempting to bind port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 on network d89c9cb2-00bd-442c-9136-876f726e74df {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:26.574261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:26.574732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Checking segment: {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:26.575288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Bound using segment: {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:26.575752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Bound port: 7688b73e-ada3-45f0-8914-6c8f069fd1e4, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f5fb31-0906-402b-9a55-d355e0706e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:26.576124 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.621375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:26.632583 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Sync routers for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:26.659729 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:26.660374 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:26.661372 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.665427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-470be162-d253-4447-9946-bc3619bcd3e8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2746489 May 26 16:31:26.665630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49118) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:26.715473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] For port 7688b73e-ada3-45f0-8914-6c8f069fd1e4, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:26.736502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] For port 7688b73e-ada3-45f0-8914-6c8f069fd1e4, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:26.742946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.870110 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:26.886258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:26.887029 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.888620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] 10.222.0.24 "PUT /v2.0/ports/7688b73e-ada3-45f0-8914-6c8f069fd1e4 HTTP/1.1" status: 200 len: 1092 time: 1.3464267 May 26 16:31:26.889188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:26.891908 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cde2f69-43eb-4c72-a043-9e4d39058549" -d '{"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:26.979211 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a73c997-1b6c-48ee-a2cb-4f5b28aecb4f x-openstack-request-id: req-2a73c997-1b6c-48ee-a2cb-4f5b28aecb4f {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:26.979789 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:26.980249 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a73c997-1b6c-48ee-a2cb-4f5b28aecb4f {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:26.981000 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a73c997-1b6c-48ee-a2cb-4f5b28aecb4f'] response: {'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'status': 'completed', 'code': 200} May 26 16:31:27.126777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fcc31-db00-4aa9-b3e2-6bfb5a1ff61d req-e395b105-1b37-43c7-9900-8f7f297e0ef3 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:27.128560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a91fcc31-db00-4aa9-b3e2-6bfb5a1ff61d req-e395b105-1b37-43c7-9900-8f7f297e0ef3 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 944 time: 0.3388739 May 26 16:31:27.129279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b3010-cadb-47d7-9536-0bbe1681b133 service neutron] Pushing event updated for resources: {'Port': ['ID=7688b73e-ada3-45f0-8914-6c8f069fd1e4,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:27.246051 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:24Z', 'revision_number': 3, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:27.276782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-6d5799a3-757b-4f1d-8407-efe423e915f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:27.291967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-6d5799a3-757b-4f1d-8407-efe423e915f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b8d93b6d2754f089bf1b0779c847373&device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1095 time: 0.3368835 May 26 16:31:27.292302 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Checking router: 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:27.292913 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Updating router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:31:27.323569 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.355553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-fa0b4f5e-bd50-4d75-957d-c0a65a31d5c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4 HTTP/1.1" status: 200 len: 217 time: 0.0540075 May 26 16:31:27.376800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a91fcc31-db00-4aa9-b3e2-6bfb5a1ff61d req-c9e50826-2f29-4741-a854-5fd9793b75a7 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213523 May 26 16:31:27.761980 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.768641 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.847854 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Attempting to bind port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:27.848365 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Attempting to bind port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:27.848961 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Attempting to bind port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:27.853927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-c4d9f149-0ce3-40f4-b6ef-8cf1ef0aed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:27.856401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-c4d9f149-0ce3-40f4-b6ef-8cf1ef0aed5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcba76-00e0-4de3-b500-10e4940b5572 HTTP/1.1" status: 200 len: 853 time: 0.4732835 May 26 16:31:27.865445 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:27.865972 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:27.866490 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.867089 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:27.867627 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Bound port: cde8d772-0f92-4bf2-97cf-bf7de4c8d07c, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:27.868053 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.870419 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Pushing event updated for resources: {'Port': ['ID=cde8d772-0f92-4bf2-97cf-bf7de4c8d07c,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:27.907864 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.909376 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.910270 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.911116 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.911116 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.912209 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.912497 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.913341 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.913341 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.914585 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.914585 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.914585 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:27.968233 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] For port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:27.974019 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] For port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cde8d772-0f92-4bf2-97cf-bf7de4c8d07c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:27.980817 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.990270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-75e3534a-b976-460b-972a-2ad2663e1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:27.991767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-75e3534a-b976-460b-972a-2ad2663e1a8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d89c9cb2-00bd-442c-9136-876f726e74df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204216 May 26 16:31:28.070604 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46b8df-1628-48e4-89a5-2a1d72311273 None None] Pushing event updated for resources: {'Port': ['ID=cde8d772-0f92-4bf2-97cf-bf7de4c8d07c,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:28.089126 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:28.089126 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:28.259573 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:28.269305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-9551162b-2a8f-447d-936c-31d87a0e3509 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242155 May 26 16:31:28.271676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.570774 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d07e7a-7c22-45cb-b8d1-21c6b0961667 req-9a81abb5-0438-453b-b63e-c93dbe9784e3 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888958 May 26 16:31:28.660816 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:24Z', 'revision_number': 3, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:28.694205 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8869c6-10b3-4177-ad68-91a1adb93bb0 None None] The sync data for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 is: [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:24Z', 'revision_number': 3, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:28.721064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b324-87e9-4d98-a53e-d809785dfd6f req-7e42be70-b529-4483-af95-f403b722cad4 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:28.722805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afc2b324-87e9-4d98-a53e-d809785dfd6f req-7e42be70-b529-4483-af95-f403b722cad4 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 944 time: 0.1607521 May 26 16:31:28.795952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-8390d5ee-b27b-4e0b-b135-dbf0b087a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:28.798204 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-8390d5ee-b27b-4e0b-b135-dbf0b087a952 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b8d93b6d2754f089bf1b0779c847373&device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1095 time: 0.1432481 May 26 16:31:28.820320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-afc2b324-87e9-4d98-a53e-d809785dfd6f req-e7870a2e-e03a-4e5d-a2bd-b9f39a7acc48 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904996 May 26 16:31:28.840306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Allocated IP 172.20.0.1 (37b16aae-ddcb-4bb4-9316-0d9c758fcb1c/288f65dc-d26a-4180-af8a-f22573c46e52/70e641de-f6dd-45e6-b034-206f14e19dee) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:29.095847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-5ea70fe7-a3b6-436d-8c04-4cbcb629eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:29.095847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-5ea70fe7-a3b6-436d-8c04-4cbcb629eb85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d89c9cb2-00bd-442c-9136-876f726e74df HTTP/1.1" status: 200 len: 915 time: 0.2869158 May 26 16:31:29.173908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-267d5dd3-6266-4dc0-9209-2b3b122b2434 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4 HTTP/1.1" status: 200 len: 217 time: 0.0561128 May 26 16:31:29.196925 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.257054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-2ecd0170-724d-406a-a97f-5ea0375017c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:29.259146 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-2ecd0170-724d-406a-a97f-5ea0375017c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcba76-00e0-4de3-b500-10e4940b5572 HTTP/1.1" status: 200 len: 853 time: 0.0759783 May 26 16:31:29.327563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.339867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-90844e5f-8385-4f58-b5bf-b17e68070445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:29.341567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-90844e5f-8385-4f58-b5bf-b17e68070445 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d89c9cb2-00bd-442c-9136-876f726e74df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731251 May 26 16:31:29.400873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:29.431047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:29.440283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:29.449236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Pushing event updated for resources: {'Port': ['ID=70e641de-f6dd-45e6-b034-206f14e19dee,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:29.526313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.590412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-d0f179e5-7422-47d9-8160-3fcca349c734 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271190 May 26 16:31:29.813378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cde8d772-0f92-4bf2-97cf-bf7de4c8d07c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:29.829764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2cde2f69-43eb-4c72-a043-9e4d39058549 req-7dcca387-1a91-475e-aa2b-c1c3400051c1 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264256 May 26 16:31:29.871969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.893750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-24a99c40-7e55-4601-89ac-a244761212fc None None] Provisioning complete for port 70e641de-f6dd-45e6-b034-206f14e19dee triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:29.894541 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-24a99c40-7e55-4601-89ac-a244761212fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.984245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:29.984563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.986241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-24a99c40-7e55-4601-89ac-a244761212fc None None] Port 70e641de-f6dd-45e6-b034-206f14e19dee cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:30.119511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:30.120039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.127962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50411c-42ed-4d40-b3ce-f65f8d86be44 req-84ed7633-c01f-47fd-9001-a1e9bc7e99dc tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:30.129611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc50411c-42ed-4d40-b3ce-f65f8d86be44 req-84ed7633-c01f-47fd-9001-a1e9bc7e99dc tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 944 time: 0.1891305 May 26 16:31:30.153817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cde8d772-0f92-4bf2-97cf-bf7de4c8d07c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:30.159979 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.212840 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc50411c-42ed-4d40-b3ce-f65f8d86be44 req-0bb06866-773c-4d40-822d-3c706b2938ee tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751612 May 26 16:31:30.246098 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.246304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=cde8d772-0f92-4bf2-97cf-bf7de4c8d07c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:30.246438 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.350239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Pushing event updated for resources: {'Port': ['ID=70e641de-f6dd-45e6-b034-206f14e19dee,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:30.354745 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.469418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:30.471036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:30.669009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:30.839084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-46376344-5d6e-4d4c-a4d8-adb5b981bee4 None None] Provisioning complete for port 70e641de-f6dd-45e6-b034-206f14e19dee triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:30.839940 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46376344-5d6e-4d4c-a4d8-adb5b981bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.842399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:30.850772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4378a726-ae7d-4a8c-8f67-70e5406f2c9c admin admin] 10.222.0.39 "PUT /v2.0/routers/6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1838555 May 26 16:31:30.891919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-46376344-5d6e-4d4c-a4d8-adb5b981bee4 None None] Port 70e641de-f6dd-45e6-b034-206f14e19dee cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:31.068129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Sync routers for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:31.087865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:31.088965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:31.242815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:31.386692 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf238d7-d91f-41c2-b7b8-c00a10feeeaf req-b8a4da6f-086f-416b-a2df-9c1ec1b76bc8 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:31.395012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acf238d7-d91f-41c2-b7b8-c00a10feeeaf req-b8a4da6f-086f-416b-a2df-9c1ec1b76bc8 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 944 time: 0.0799224 May 26 16:31:31.453579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acf238d7-d91f-41c2-b7b8-c00a10feeeaf req-775f57ca-3018-4e51-a98f-ef53748505fd tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549145 May 26 16:31:31.559852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '70e641de-f6dd-45e6-b034-206f14e19dee', 'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'mac_address': 'fa:16:3e:f7:61:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 2, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'subnets': [{'id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:31.591278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Checking router: 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:31.591613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Updating router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f port 70e641de-f6dd-45e6-b034-206f14e19dee binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:31:31.621379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49162) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:31.631884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-288158597-network', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:31.635396 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.659921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Made reservation on behalf of c5a06915a5444de4bb91a60645d2fe0e for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:31.663573 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.664765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cde8d772-0f92-4bf2-97cf-bf7de4c8d07c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:31.675681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.817972 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.823270 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.830711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:31.831502 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.840856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:31.882239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.882821 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Added segment bda9f168-df54-48fe-b5cc-2ce938e900b1 of type vlan for network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a May 26 16:31:31.898698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff1bf2-0f59-4d04-84ae-114e3fb7c2fa,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:31.931509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.932447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.932447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.932854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.933578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.933578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.933895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.934257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.934710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.935193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.935527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.935897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:31.978652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.026379 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.028724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:32.031811 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.127225 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5008445 May 26 16:31:32.128263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49174) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:32.135063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Request body: {'subnet': {'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-288158597-subnet', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:32.142535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069819e-3ec3-48c1-9376-e9595c35e3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=de2b42cb-c3c6-4979-a429-dad8ecbc8d6a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:32.165669 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Made reservation on behalf of c5a06915a5444de4bb91a60645d2fe0e for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:32.167184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:32.169595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.250143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:32.326960 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.336586 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.439508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ebd39-aa03-4e2f-b616-f21b26887df1 None None] Pushing event updated for resources: {'Port': ['ID=70e641de-f6dd-45e6-b034-206f14e19dee,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:32.473248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Attempting to bind port 70e641de-f6dd-45e6-b034-206f14e19dee on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:32.473458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Attempting to bind port 70e641de-f6dd-45e6-b034-206f14e19dee by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:32.473827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Attempting to bind port 70e641de-f6dd-45e6-b034-206f14e19dee on network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:32.484298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:32.484687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Checking segment: {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:32.485096 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.485493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Bound using segment: {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:32.486023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Bound port: 70e641de-f6dd-45e6-b034-206f14e19dee, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:32.492759 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.628164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] For port 70e641de-f6dd-45e6-b034-206f14e19dee, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:32.629721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.631997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] For port 70e641de-f6dd-45e6-b034-206f14e19dee, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=70e641de-f6dd-45e6-b034-206f14e19dee,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:32.637070 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.725903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce3b79d-5439-4315-ac06-cc18bf7d2ecf,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:32.726226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca40839-b5ce-4f72-8be3-0139ba6c8758 req-bf23396f-0b2d-4298-84db-85f3b118c1f0 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:32.729539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ca40839-b5ce-4f72-8be3-0139ba6c8758 req-bf23396f-0b2d-4298-84db-85f3b118c1f0 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 944 time: 0.1526895 May 26 16:31:32.743559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.743924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.744253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.744697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.745256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.745715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.746073 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.746620 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.747266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.747780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.748295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.748845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:32.753344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:32.756297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:32.781322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Checking segment: {'id': 'bda9f168-df54-48fe-b5cc-2ce938e900b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:32.781961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Network hostable DHCP agents. Network: de2b42cb-c3c6-4979-a429-dad8ecbc8d6a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:32.802686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:32.816014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, de2b42cb-c3c6-4979-a429-dad8ecbc8d6a) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:32.839093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6f1059-6c47-4c5f-a245-cc32baa56dcf None None] Network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:32.841340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:32.843420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.859856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ca40839-b5ce-4f72-8be3-0139ba6c8758 req-507df426-9b23-4ae0-8697-cdea51a05cc2 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202083 May 26 16:31:32.867873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49190) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:32.868516 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-58fade18-053c-4ec8-a6e8-4360d75e769f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7375596 May 26 16:31:32.889146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ebd39-aa03-4e2f-b616-f21b26887df1 None None] Pushing event updated for resources: {'Port': ['ID=70e641de-f6dd-45e6-b034-206f14e19dee,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:32.889272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:32.960330 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.962848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-beb016b1-7d03-4287-b1a7-8f0d3c450e9d None None] Provisioning complete for port 70e641de-f6dd-45e6-b034-206f14e19dee triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:32.963214 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.967796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-beb016b1-7d03-4287-b1a7-8f0d3c450e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.049463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.185289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:33.216320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-beb016b1-7d03-4287-b1a7-8f0d3c450e9d None None] Current status of the port 70e641de-f6dd-45e6-b034-206f14e19dee is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:33.216804 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-beb016b1-7d03-4287-b1a7-8f0d3c450e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.294412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-beb016b1-7d03-4287-b1a7-8f0d3c450e9d None None] For port 70e641de-f6dd-45e6-b034-206f14e19dee, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=70e641de-f6dd-45e6-b034-206f14e19dee,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:33.322051 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.334918 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-beb016b1-7d03-4287-b1a7-8f0d3c450e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.463625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-de2b42cb-c3c6-4979-a429-dad8ecbc8d6a', 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'fixed_ips': [{'subnet_id': '1ce3b79d-5439-4315-ac06-cc18bf7d2ecf'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:33.464487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.517004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb016b1-7d03-4287-b1a7-8f0d3c450e9d None None] Pushing event updated for resources: {'Port': ['ID=70e641de-f6dd-45e6-b034-206f14e19dee,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:33.605105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-988771ac-bb47-4eba-a681-cd60523e23a6 None None] Provisioning complete for port 70e641de-f6dd-45e6-b034-206f14e19dee triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:33.605563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-988771ac-bb47-4eba-a681-cd60523e23a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.624371 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.650160 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.826827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Allocated IP 172.25.0.12 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/fc84311e-8a0a-40b6-8df8-a28015417290) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:33.845456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Allocated IP 172.20.0.2 (de2b42cb-c3c6-4979-a429-dad8ecbc8d6a/1ce3b79d-5439-4315-ac06-cc18bf7d2ecf/9849dfd1-889e-48a9-b9d5-962307786db9) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:33.866940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '70e641de-f6dd-45e6-b034-206f14e19dee', 'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'mac_address': 'fa:16:3e:f7:61:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:32Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'subnets': [{'id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:33.930776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd5f4e-7ae2-491a-94af-d1f7c008cd6d None None] The sync data for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 is: [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '70e641de-f6dd-45e6-b034-206f14e19dee', 'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'mac_address': 'fa:16:3e:f7:61:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:32Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'subnets': [{'id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:33.938720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-988771ac-bb47-4eba-a681-cd60523e23a6 None None] Current status of the port 70e641de-f6dd-45e6-b034-206f14e19dee is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:33.988043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.067876 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.205066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:34.224374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:34.231648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:34.233950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Pushing event updated for resources: {'Port': ['ID=fc84311e-8a0a-40b6-8df8-a28015417290,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:34.288832 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.289706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ad07f-15bc-4965-81ec-34e7dccf4f39 req-3b9e631b-1c39-42e1-9988-eacb13a34053 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:34.291319 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b8ad07f-15bc-4965-81ec-34e7dccf4f39 req-3b9e631b-1c39-42e1-9988-eacb13a34053 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 944 time: 0.1737404 May 26 16:31:34.304422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.357022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:34.365015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:34.370800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:34.393304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9849dfd1-889e-48a9-b9d5-962307786db9,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:34.456428 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b8ad07f-15bc-4965-81ec-34e7dccf4f39 req-702217eb-be5e-4249-b990-9c8a800894c9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396916 May 26 16:31:34.499982 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Attempting to bind port 9849dfd1-889e-48a9-b9d5-962307786db9 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:34.500555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Attempting to bind port 9849dfd1-889e-48a9-b9d5-962307786db9 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'bda9f168-df54-48fe-b5cc-2ce938e900b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:34.501492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Attempting to bind port 9849dfd1-889e-48a9-b9d5-962307786db9 on network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:34.511672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:34.511672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Checking segment: {'id': 'bda9f168-df54-48fe-b5cc-2ce938e900b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:34.512212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.515615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Bound using segment: {'id': 'bda9f168-df54-48fe-b5cc-2ce938e900b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:34.516447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Bound port: 9849dfd1-889e-48a9-b9d5-962307786db9, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda9f168-df54-48fe-b5cc-2ce938e900b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:34.516863 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.675908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] For port 9849dfd1-889e-48a9-b9d5-962307786db9, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:34.696088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] For port 9849dfd1-889e-48a9-b9d5-962307786db9, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9849dfd1-889e-48a9-b9d5-962307786db9,segment=NetworkSegment(bda9f168-df54-48fe-b5cc-2ce938e900b1),segment_id=bda9f168-df54-48fe-b5cc-2ce938e900b1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:34.711340 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.819591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea253ea-bcc5-4cf1-b553-d98304e2a9f6 None None] Pushing event updated for resources: {'Port': ['ID=9849dfd1-889e-48a9-b9d5-962307786db9,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:35.036982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb8e182c-8f86-4947-97b4-dbe94af15fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.306525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.725617 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.843547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b369b-2c7b-4b0b-9a33-4e8fd6f64aca req-13d5f614-7e39-4095-8ce4-4984fc3e3e85 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:35.846113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa8b369b-2c7b-4b0b-9a33-4e8fd6f64aca req-13d5f614-7e39-4095-8ce4-4984fc3e3e85 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 944 time: 0.2391949 May 26 16:31:35.927909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 70e641de-f6dd-45e6-b034-206f14e19dee up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:35.995122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa8b369b-2c7b-4b0b-9a33-4e8fd6f64aca req-cac69c06-7b38-48d8-93b8-22e8ab0fe7bc tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405835 May 26 16:31:36.077139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 70e641de-f6dd-45e6-b034-206f14e19dee triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:36.077625 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.085774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Router b644cd49-7737-4a75-a049-44d5bf748bb5 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:31:36.271308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 70e641de-f6dd-45e6-b034-206f14e19dee is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:36.273089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9849dfd1-889e-48a9-b9d5-962307786db9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:36.312314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:36.328242 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Sync routers for ids ['b644cd49-7737-4a75-a049-44d5bf748bb5'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:36.356365 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Routers {'b644cd49-7737-4a75-a049-44d5bf748bb5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:36.356659 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.357791 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b644cd49-7737-4a75-a049-44d5bf748bb5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:36.362823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7334b66f-18a3-45e9-8728-5969311daa7c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4900041 May 26 16:31:36.364031 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49216) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:36.470139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9849dfd1-889e-48a9-b9d5-962307786db9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:36.470649 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.558581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13dbb8a-1ad8-414c-8ef2-0a5e7a037719 None None] Network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:36.689160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-009c43de-2cd2-4812-9fb3-337740468b9e None None] Provisioning complete for port 9849dfd1-889e-48a9-b9d5-962307786db9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:36.689534 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-009c43de-2cd2-4812-9fb3-337740468b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.752785 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Set router b644cd49-7737-4a75-a049-44d5bf748bb5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:36.855486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9849dfd1-889e-48a9-b9d5-962307786db9 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:36.855886 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.941568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7688b73e-ada3-45f0-8914-6c8f069fd1e4 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:31:37.029316 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:32Z', 'updated_at': '2022-05-26T16:31:34Z', 'revision_number': 3, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'gw_port': {'id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:33Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:37.065057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 9849dfd1-889e-48a9-b9d5-962307786db9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9849dfd1-889e-48a9-b9d5-962307786db9,segment=NetworkSegment(bda9f168-df54-48fe-b5cc-2ce938e900b1),segment_id=bda9f168-df54-48fe-b5cc-2ce938e900b1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:37.071819 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Checking router: b644cd49-7737-4a75-a049-44d5bf748bb5 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:37.072489 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Updating router b644cd49-7737-4a75-a049-44d5bf748bb5 port fc84311e-8a0a-40b6-8df8-a28015417290 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:31:37.097439 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.125937 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.137711 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.162827 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.resource_extend [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:31:37.311172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63213c7a-4021-463e-8cc1-4591046e6d1f req-799d8d41-373d-4f62-bc5c-c9008969d002 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:37.316805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63213c7a-4021-463e-8cc1-4591046e6d1f req-799d8d41-373d-4f62-bc5c-c9008969d002 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 944 time: 0.1323109 May 26 16:31:37.460410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63213c7a-4021-463e-8cc1-4591046e6d1f req-5cbf3e5e-caf1-4494-b051-0b1a59cc8d0f tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314061 May 26 16:31:37.530937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Allocated IP 172.20.0.1 (de2b42cb-c3c6-4979-a429-dad8ecbc8d6a/1ce3b79d-5439-4315-ac06-cc18bf7d2ecf/7e6168d6-bc33-4638-a6db-4b8101c0cc88) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:37.637580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-009c43de-2cd2-4812-9fb3-337740468b9e None None] Current status of the port 9849dfd1-889e-48a9-b9d5-962307786db9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:37.668899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=9849dfd1-889e-48a9-b9d5-962307786db9,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:37.699615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.701137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.701500 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.703024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.704700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.705437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.705928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.707627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.709317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.711777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.715508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.716016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:37.747594 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.786015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7688b73e-ada3-45f0-8914-6c8f069fd1e4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:37.806597 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.810081 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.821869 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.868798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:37.872015 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Attempting to bind port fc84311e-8a0a-40b6-8df8-a28015417290 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:37.872454 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Attempting to bind port fc84311e-8a0a-40b6-8df8-a28015417290 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:37.872984 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Attempting to bind port fc84311e-8a0a-40b6-8df8-a28015417290 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:37.874975 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3a438567-5050-4300-a09a-c40e048b69c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.876655 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:37.886657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:37.896604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'port_id': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'mac_address': 'fa:16:3e:cc:fd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:31:37.917371 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:37.918550 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:37.918852 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.919307 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:37.919884 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Bound port: fc84311e-8a0a-40b6-8df8-a28015417290, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:37.922037 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.003991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6168d6-bc33-4638-a6db-4b8101c0cc88,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:38.024066 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] For port fc84311e-8a0a-40b6-8df8-a28015417290, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:38.029297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:38.030170 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.037774 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] For port fc84311e-8a0a-40b6-8df8-a28015417290, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fc84311e-8a0a-40b6-8df8-a28015417290,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:38.038446 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.056163 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.064331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7688b73e-ada3-45f0-8914-6c8f069fd1e4 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:38.102925 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Routers {'b644cd49-7737-4a75-a049-44d5bf748bb5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:38.105187 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b644cd49-7737-4a75-a049-44d5bf748bb5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:38.127944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7688b73e-ada3-45f0-8914-6c8f069fd1e4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:38.136349 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.210256 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6963a00-0241-477c-b855-784fd0406525 None None] Pushing event updated for resources: {'Port': ['ID=fc84311e-8a0a-40b6-8df8-a28015417290,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:38.262613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7688b73e-ada3-45f0-8914-6c8f069fd1e4,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:38.347727 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.356398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7688b73e-ada3-45f0-8914-6c8f069fd1e4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:31:38.371469 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6963a00-0241-477c-b855-784fd0406525 None None] Pushing event updated for resources: {'Port': ['ID=fc84311e-8a0a-40b6-8df8-a28015417290,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:38.432071 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] Set router b644cd49-7737-4a75-a049-44d5bf748bb5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:38.509129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ab90d73f-7c58-44c3-9859-0d1fd4eb4a61 None None] Provisioning complete for port 9849dfd1-889e-48a9-b9d5-962307786db9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:38.509507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ab90d73f-7c58-44c3-9859-0d1fd4eb4a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.679984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.699845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.750082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b6629-88d1-4dc2-ab20-5a909a275f38 req-62b43564-8611-47ea-a407-252ebb630bf8 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:38.762582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e5b6629-88d1-4dc2-ab20-5a909a275f38 req-62b43564-8611-47ea-a407-252ebb630bf8 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 945 time: 0.1118693 May 26 16:31:38.800272 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6168d6-bc33-4638-a6db-4b8101c0cc88,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:38.805462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.851873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e5b6629-88d1-4dc2-ab20-5a909a275f38 req-e43aeade-287e-4527-a7f6-8edff39f461b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882373 May 26 16:31:38.922827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ab90d73f-7c58-44c3-9859-0d1fd4eb4a61 None None] Current status of the port 9849dfd1-889e-48a9-b9d5-962307786db9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:38.924298 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:32Z', 'updated_at': '2022-05-26T16:31:34Z', 'revision_number': 3, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'gw_port': {'id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:33Z', 'updated_at': '2022-05-26T16:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:38.928021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.945453 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:38.947836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:38.956446 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661213f0-3968-4fac-b0fc-51306543b866 None None] The sync data for ids ['b644cd49-7737-4a75-a049-44d5bf748bb5'] in n-d-843336-2 is: [{'id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:32Z', 'updated_at': '2022-05-26T16:31:34Z', 'revision_number': 3, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'gw_port': {'id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:33Z', 'updated_at': '2022-05-26T16:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:39.052655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5e75899c-021d-47d1-8cba-75a92266bf95 None None] Provisioning complete for port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:39.056879 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e75899c-021d-47d1-8cba-75a92266bf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.103018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Router b644cd49-7737-4a75-a049-44d5bf748bb5 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:39.109041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5e75899c-021d-47d1-8cba-75a92266bf95 None None] Port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:39.259076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:39.292096 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f6448059-f678-4995-8b0d-c67b231a69d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/b644cd49-7737-4a75-a049-44d5bf748bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9156027 May 26 16:31:39.382722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bf11cbb0-3d8e-4983-8822-9c28e89358f8 None None] Provisioning complete for port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:39.383633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bf11cbb0-3d8e-4983-8822-9c28e89358f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.477139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bf11cbb0-3d8e-4983-8822-9c28e89358f8 None None] Port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:39.768755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fc84311e-8a0a-40b6-8df8-a28015417290 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:39.839880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port fc84311e-8a0a-40b6-8df8-a28015417290 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:39.840396 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.857834 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49264) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:39.864296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3f1d0bab-e7a6-46a3-abcb-0ba139d5bb1d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443467778', 'description': 'tempest-secgroup-smoke-443467778 description', 'project_id': '36fcca7e67ce47b9935056af662f331d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:39.925475 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0bab-e7a6-46a3-abcb-0ba139d5bb1d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.948865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port fc84311e-8a0a-40b6-8df8-a28015417290 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:39.949252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.972935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port fc84311e-8a0a-40b6-8df8-a28015417290, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fc84311e-8a0a-40b6-8df8-a28015417290,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:39.977512 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.978422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9849dfd1-889e-48a9-b9d5-962307786db9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:40.051989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738e3dc-8e85-4cf2-b5ba-23ad540764ff req-ee32bc52-4e68-4e9b-8dcd-4f32d6d9ec4b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:40.054270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1738e3dc-8e85-4cf2-b5ba-23ad540764ff req-ee32bc52-4e68-4e9b-8dcd-4f32d6d9ec4b tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 945 time: 0.0765438 May 26 16:31:40.068089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0bab-e7a6-46a3-abcb-0ba139d5bb1d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.074755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0bab-e7a6-46a3-abcb-0ba139d5bb1d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.116070 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3f1d0bab-e7a6-46a3-abcb-0ba139d5bb1d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.120816 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3f1d0bab-e7a6-46a3-abcb-0ba139d5bb1d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2575090 May 26 16:31:40.121235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49268) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:40.128061 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5b6364cc-4493-4121-b4bb-22464a81914e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Request body: {'security_group_rule': {'security_group_id': '708c96d3-c093-4128-9c60-5f74eb6717a8', 'project_id': '36fcca7e67ce47b9935056af662f331d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:40.128323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1738e3dc-8e85-4cf2-b5ba-23ad540764ff req-76860b60-8e41-4fc7-be1d-c9862b5008f5 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656662 May 26 16:31:40.145076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d0bab-e7a6-46a3-abcb-0ba139d5bb1d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708c96d3-c093-4128-9c60-5f74eb6717a8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:40.155340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=fc84311e-8a0a-40b6-8df8-a28015417290,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:40.178327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b6364cc-4493-4121-b4bb-22464a81914e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.192467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9849dfd1-889e-48a9-b9d5-962307786db9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:40.193485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.257421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b6364cc-4493-4121-b4bb-22464a81914e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.263247 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b6364cc-4493-4121-b4bb-22464a81914e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.300573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6364cc-4493-4121-b4bb-22464a81914e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d077af2-022b-4332-89b6-d6afec77c600,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:40.308102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b6364cc-4493-4121-b4bb-22464a81914e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.309352 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5b6364cc-4493-4121-b4bb-22464a81914e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867445 May 26 16:31:40.312842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49276) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:40.317707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e4f5e8e1-c0c1-419c-9222-ede692b1c53a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Request body: {'security_group_rule': {'security_group_id': '708c96d3-c093-4128-9c60-5f74eb6717a8', 'project_id': '36fcca7e67ce47b9935056af662f331d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:40.332591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9849dfd1-889e-48a9-b9d5-962307786db9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:40.363564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4f5e8e1-c0c1-419c-9222-ede692b1c53a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.432839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4f5e8e1-c0c1-419c-9222-ede692b1c53a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.442111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4f5e8e1-c0c1-419c-9222-ede692b1c53a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.469860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5e8e1-c0c1-419c-9222-ede692b1c53a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa00f18-b379-4415-967e-31b2add0d178,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:40.478936 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e4f5e8e1-c0c1-419c-9222-ede692b1c53a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.480267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e4f5e8e1-c0c1-419c-9222-ede692b1c53a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1663098 May 26 16:31:40.483215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49280) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:40.494260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cb67835a-be98-4e86-8a14-c202db17dc1c tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Request body: {'security_group_rule': {'security_group_id': '708c96d3-c093-4128-9c60-5f74eb6717a8', 'project_id': '36fcca7e67ce47b9935056af662f331d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:40.538762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb67835a-be98-4e86-8a14-c202db17dc1c tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.616005 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb67835a-be98-4e86-8a14-c202db17dc1c tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.622561 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb67835a-be98-4e86-8a14-c202db17dc1c tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.647372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67835a-be98-4e86-8a14-c202db17dc1c tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b091bf-5f35-4d73-9d18-0663d9048f7e,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:40.659356 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb67835a-be98-4e86-8a14-c202db17dc1c tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.665283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49284) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:40.670849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cb67835a-be98-4e86-8a14-c202db17dc1c tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1804795 May 26 16:31:40.671811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-07eff1e1-c7ca-4324-aab4-3bb95f2765ba tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Request body: {'security_group_rule': {'security_group_id': '708c96d3-c093-4128-9c60-5f74eb6717a8', 'project_id': '36fcca7e67ce47b9935056af662f331d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:40.674336 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.701883 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07eff1e1-c7ca-4324-aab4-3bb95f2765ba tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.717281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.790653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07eff1e1-c7ca-4324-aab4-3bb95f2765ba tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.795063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07eff1e1-c7ca-4324-aab4-3bb95f2765ba tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.814906 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eff1e1-c7ca-4324-aab4-3bb95f2765ba tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b92053-d7d1-4939-ae8a-d4486618bf52,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:40.828033 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07eff1e1-c7ca-4324-aab4-3bb95f2765ba tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.832471 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-07eff1e1-c7ca-4324-aab4-3bb95f2765ba tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632473 May 26 16:31:40.832803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49286) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:40.837762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1b2dd7e0-c826-4d37-a458-2c453689b1d1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Request body: {'security_group_rule': {'security_group_id': '708c96d3-c093-4128-9c60-5f74eb6717a8', 'project_id': '36fcca7e67ce47b9935056af662f331d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:40.863189 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-1b2dd7e0-c826-4d37-a458-2c453689b1d1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Project 36fcca7e67ce47b9935056af662f331d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:31:40.869506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd7e0-c826-4d37-a458-2c453689b1d1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.927981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7688b73e-ada3-45f0-8914-6c8f069fd1e4 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:40.985962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd7e0-c826-4d37-a458-2c453689b1d1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.992226 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd7e0-c826-4d37-a458-2c453689b1d1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.037685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dd7e0-c826-4d37-a458-2c453689b1d1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c6d343-ef02-4fef-8bc6-d89143b23daa,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:41.063840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd7e0-c826-4d37-a458-2c453689b1d1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.066675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1b2dd7e0-c826-4d37-a458-2c453689b1d1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2319841 May 26 16:31:41.069591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49288) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:41.075405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-48bdc8c7-50fe-4a06-a771-0dcd91235d5e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Request body: {'security_group_rule': {'security_group_id': '708c96d3-c093-4128-9c60-5f74eb6717a8', 'project_id': '36fcca7e67ce47b9935056af662f331d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:41.083987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:31:41.110084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:41.123049 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.147014 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-48bdc8c7-50fe-4a06-a771-0dcd91235d5e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Project 36fcca7e67ce47b9935056af662f331d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:31:41.154744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48bdc8c7-50fe-4a06-a771-0dcd91235d5e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.252854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:41.253471 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.263785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48bdc8c7-50fe-4a06-a771-0dcd91235d5e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.268795 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48bdc8c7-50fe-4a06-a771-0dcd91235d5e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.288349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:41.291098 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f992a801-d654-4e35-9233-fea75270ce08" -d '{"events": [{"server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "name": "network-vif-plugged", "status": "completed", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:41.301914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdc8c7-50fe-4a06-a771-0dcd91235d5e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e15788f-b759-49c8-b2ad-11c13a874266,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:41.321565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7688b73e-ada3-45f0-8914-6c8f069fd1e4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:41.330715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-48bdc8c7-50fe-4a06-a771-0dcd91235d5e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.331507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.342441 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-48bdc8c7-50fe-4a06-a771-0dcd91235d5e tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2612481 May 26 16:31:41.363183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589add4-a770-47b3-9f80-087d3b4e1036 req-c553568a-129d-4fc8-b6b0-745aa7897fb6 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:41.364968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9589add4-a770-47b3-9f80-087d3b4e1036 req-c553568a-129d-4fc8-b6b0-745aa7897fb6 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 945 time: 0.1347957 May 26 16:31:41.391117 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3727219e-8f19-4165-8fb7-d94e89919342 x-openstack-request-id: req-3727219e-8f19-4165-8fb7-d94e89919342 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:41.391646 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "name": "network-vif-plugged", "status": "completed", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:41.392062 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3727219e-8f19-4165-8fb7-d94e89919342 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:41.392622 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3727219e-8f19-4165-8fb7-d94e89919342'] response: {'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'code': 200} May 26 16:31:41.436175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7688b73e-ada3-45f0-8914-6c8f069fd1e4,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:41.463838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9589add4-a770-47b3-9f80-087d3b4e1036 req-b678a4ee-2277-4e17-8af5-d3d65bc57408 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916419 May 26 16:31:41.550145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-9021e20a-a224-4d36-81f5-32a021699637 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443467778&fields=id&tenant_id=36fcca7e67ce47b9935056af662f331d HTTP/1.1" status: 200 len: 267 time: 0.0801091 May 26 16:31:41.575356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Sync routers for ids ['b644cd49-7737-4a75-a049-44d5bf748bb5'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:41.580116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38153d-e7ca-47ce-a9f0-97f273690898 req-1f168d0b-034a-4bde-95cd-55ca3998442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:41.588570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Routers {'b644cd49-7737-4a75-a049-44d5bf748bb5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:41.589585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b644cd49-7737-4a75-a049-44d5bf748bb5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:41.592388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df38153d-e7ca-47ce-a9f0-97f273690898 req-1f168d0b-034a-4bde-95cd-55ca3998442c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1097 time: 0.1016428 May 26 16:31:41.715391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fc84311e-8a0a-40b6-8df8-a28015417290 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:41.737298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-df38153d-e7ca-47ce-a9f0-97f273690898 req-d29a8522-ebe3-44ed-9fef-f971e2f8d86f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341543 May 26 16:31:41.819475 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f517-7a80-413d-87a3-c23821648a65 req-598150a0-5867-4744-801f-99183d03594a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:41.828009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-598150a0-5867-4744-801f-99183d03594a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/networks?id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 200 len: 808 time: 0.2675345 May 26 16:31:41.850904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port fc84311e-8a0a-40b6-8df8-a28015417290 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:41.851298 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.857405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-6149c212-0c27-4709-9da8-6c54dd0ebb7f tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/quotas/36fcca7e67ce47b9935056af662f331d HTTP/1.1" status: 200 len: 375 time: 0.0220840 May 26 16:31:41.903136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Set router b644cd49-7737-4a75-a049-44d5bf748bb5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:41.951553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-972be5f3-3c7d-48c3-b43d-8d7777c116bf tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=36fcca7e67ce47b9935056af662f331d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753982 May 26 16:31:42.126731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port fc84311e-8a0a-40b6-8df8-a28015417290 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:42.237943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:32Z', 'updated_at': '2022-05-26T16:31:38Z', 'revision_number': 4, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'gw_port': {'id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:33Z', 'updated_at': '2022-05-26T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7e6168d6-bc33-4638-a6db-4b8101c0cc88', 'name': '', 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'mac_address': 'fa:16:3e:40:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '1ce3b79d-5439-4315-ac06-cc18bf7d2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:37Z', 'updated_at': '2022-05-26T16:31:38Z', 'revision_number': 2, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'subnets': [{'id': '1ce3b79d-5439-4315-ac06-cc18bf7d2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:42.263286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-b51b0a51-93a1-4920-8403-9dda1aba1769 service neutron] 10.222.0.39 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102202 May 26 16:31:42.294046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Checking router: b644cd49-7737-4a75-a049-44d5bf748bb5 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:42.295026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Updating router b644cd49-7737-4a75-a049-44d5bf748bb5 port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:31:42.341531 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:42.394837 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-2c9cfa2c-3887-4d2a-9901-f486baf5bd40 service neutron] 10.222.0.39 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215036 May 26 16:31:42.779457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5b4dbce-e8fe-408c-8191-79ac7a008917 req-04af3779-994b-4a34-aa38-10382efc172d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 210 time: 0.1043270 May 26 16:31:42.822278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b59a0b-0f0d-4266-afa9-013f4cd9f3b1 req-2ea8d792-5fa3-436c-a3bb-332a8a2a4ea5 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:42.823992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54b59a0b-0f0d-4266-afa9-013f4cd9f3b1 req-2ea8d792-5fa3-436c-a3bb-332a8a2a4ea5 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 946 time: 0.2278726 May 26 16:31:42.916024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54b59a0b-0f0d-4266-afa9-013f4cd9f3b1 req-62429cfb-53e6-433b-80e5-33a915fd0ec7 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806549 May 26 16:31:42.987082 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:42.993571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.142625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45511262-da83-4d39-b0ab-d7b8d55b2eae None None] Pushing event updated for resources: {'Port': ['ID=7e6168d6-bc33-4638-a6db-4b8101c0cc88,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:43.157357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Attempting to bind port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:43.158427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Attempting to bind port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'bda9f168-df54-48fe-b5cc-2ce938e900b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:43.159076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Attempting to bind port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 on network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:43.165602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:43.166461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Checking segment: {'id': 'bda9f168-df54-48fe-b5cc-2ce938e900b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:43.167121 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.167732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Bound using segment: {'id': 'bda9f168-df54-48fe-b5cc-2ce938e900b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:43.168626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Bound port: 7e6168d6-bc33-4638-a6db-4b8101c0cc88, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda9f168-df54-48fe-b5cc-2ce938e900b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:43.169292 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.268365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] For port 7e6168d6-bc33-4638-a6db-4b8101c0cc88, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:43.273300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] For port 7e6168d6-bc33-4638-a6db-4b8101c0cc88, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7e6168d6-bc33-4638-a6db-4b8101c0cc88,segment=NetworkSegment(bda9f168-df54-48fe-b5cc-2ce938e900b1),segment_id=bda9f168-df54-48fe-b5cc-2ce938e900b1)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:43.279271 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.359689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Routers {'b644cd49-7737-4a75-a049-44d5bf748bb5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:43.360926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b644cd49-7737-4a75-a049-44d5bf748bb5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:43.492748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] Set router b644cd49-7737-4a75-a049-44d5bf748bb5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:43.586394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45511262-da83-4d39-b0ab-d7b8d55b2eae None None] Pushing event updated for resources: {'Port': ['ID=7e6168d6-bc33-4638-a6db-4b8101c0cc88,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:43.666392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9a6fdabc-6c7d-4277-b4ec-7831ffa0414b None None] Provisioning complete for port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:43.666859 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdabc-6c7d-4277-b4ec-7831ffa0414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.938722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-774de5d8-6818-4729-a4fa-e6d0e35ace3a req-77e79246-00d7-4833-89bc-ed86652f3b41 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 210 time: 0.0628741 May 26 16:31:44.141261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fdabc-6c7d-4277-b4ec-7831ffa0414b None None] Current status of the port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:44.142017 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdabc-6c7d-4277-b4ec-7831ffa0414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.178218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:32Z', 'updated_at': '2022-05-26T16:31:38Z', 'revision_number': 4, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'gw_port': {'id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:33Z', 'updated_at': '2022-05-26T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7e6168d6-bc33-4638-a6db-4b8101c0cc88', 'name': '', 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'mac_address': 'fa:16:3e:40:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '1ce3b79d-5439-4315-ac06-cc18bf7d2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:37Z', 'updated_at': '2022-05-26T16:31:43Z', 'revision_number': 4, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'subnets': [{'id': '1ce3b79d-5439-4315-ac06-cc18bf7d2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:44.227651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcfdd9-d003-4683-ab3a-2f5fd0faefad None None] The sync data for ids ['b644cd49-7737-4a75-a049-44d5bf748bb5'] in n-d-843336-2 is: [{'id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:32Z', 'updated_at': '2022-05-26T16:31:38Z', 'revision_number': 4, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'gw_port': {'id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:33Z', 'updated_at': '2022-05-26T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '7e6168d6-bc33-4638-a6db-4b8101c0cc88', 'name': '', 'network_id': 'de2b42cb-c3c6-4979-a429-dad8ecbc8d6a', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'mac_address': 'fa:16:3e:40:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '1ce3b79d-5439-4315-ac06-cc18bf7d2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:37Z', 'updated_at': '2022-05-26T16:31:43Z', 'revision_number': 4, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'subnets': [{'id': '1ce3b79d-5439-4315-ac06-cc18bf7d2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:44.241135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9a6fdabc-6c7d-4277-b4ec-7831ffa0414b None None] For port 7e6168d6-bc33-4638-a6db-4b8101c0cc88, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7e6168d6-bc33-4638-a6db-4b8101c0cc88,segment=NetworkSegment(bda9f168-df54-48fe-b5cc-2ce938e900b1),segment_id=bda9f168-df54-48fe-b5cc-2ce938e900b1)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:44.248024 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdabc-6c7d-4277-b4ec-7831ffa0414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.399966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fdabc-6c7d-4277-b4ec-7831ffa0414b None None] Pushing event updated for resources: {'Port': ['ID=7e6168d6-bc33-4638-a6db-4b8101c0cc88,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:44.425145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a279276e-203f-48b6-bef3-97c4a2ab2681 None None] Provisioning complete for port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:44.425634 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a279276e-203f-48b6-bef3-97c4a2ab2681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.556888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd76728-6480-4220-b3dc-1f8b3e5f7b3c req-cb5d6a56-00eb-4c3d-a90a-7b6b3d64a3b6 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:44.566839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3bd76728-6480-4220-b3dc-1f8b3e5f7b3c req-cb5d6a56-00eb-4c3d-a90a-7b6b3d64a3b6 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 946 time: 0.0848851 May 26 16:31:44.570754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a279276e-203f-48b6-bef3-97c4a2ab2681 None None] Current status of the port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:44.632208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3bd76728-6480-4220-b3dc-1f8b3e5f7b3c req-99df4ee2-7a21-4a16-9af6-48244812645c tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642126 May 26 16:31:44.641179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f517-7a80-413d-87a3-c23821648a65 req-55b53475-0e89-450c-a4f9-2c3658963040 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:44.643594 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-55b53475-0e89-450c-a4f9-2c3658963040 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.32 "GET /v2.0/networks?id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 200 len: 808 time: 0.2274001 May 26 16:31:44.743931 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-e76139b8-de1a-42e9-aa9c-dec72ad57075 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36fcca7e67ce47b9935056af662f331d HTTP/1.1" status: 200 len: 379 time: 0.0794053 May 26 16:31:44.758694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Request body: {'port': {'device_id': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'admin_state_up': True, 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'security_groups': ['708c96d3-c093-4128-9c60-5f74eb6717a8']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:44.801670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255652f-5648-48ed-a431-f09184af7111 req-7d89ec36-c3c3-440a-a6b8-183b9157a503 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:44.803290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5255652f-5648-48ed-a431-f09184af7111 req-7d89ec36-c3c3-440a-a6b8-183b9157a503 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 946 time: 0.0660703 May 26 16:31:44.873061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5255652f-5648-48ed-a431-f09184af7111 req-85efc67a-1a02-4cbb-a52f-557524642a00 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603280 May 26 16:31:44.890211 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49342) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:44.906495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Made reservation on behalf of 36fcca7e67ce47b9935056af662f331d for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:44.910492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.054716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1feb1e9-0fc3-4595-a275-a61b370a7ca6 req-c92e8b1a-a46a-4667-a54e-cd29e6e348ff tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 210 time: 0.0370042 May 26 16:31:45.091921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d83775-beac-40e6-bd12-e1faac7a3248 tempest-TestVolumeBackupRestore-467662958 tempest-TestVolumeBackupRestore-467662958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:45.093952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b4d83775-beac-40e6-bd12-e1faac7a3248 tempest-TestVolumeBackupRestore-467662958 tempest-TestVolumeBackupRestore-467662958-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1092 time: 0.2017961 May 26 16:31:45.097125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49348) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:45.103873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:45.117119 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Allocated IP 172.20.0.14 (37b16aae-ddcb-4bb4-9316-0d9c758fcb1c/288f65dc-d26a-4180-af8a-f22573c46e52/d1b75a71-b2a4-41e9-aed7-2060c842f30f) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:45.140693 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.189541 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:31:45.413029 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.426183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.517599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.596559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'Port': ['ID=d1b75a71-b2a4-41e9-aed7-2060c842f30f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:45.619064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:45.622229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:45.625182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:45.645091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-acc99ef5-1d6e-4da9-affa-ba03142595dc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:45.647655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-acc99ef5-1d6e-4da9-affa-ba03142595dc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1813762 May 26 16:31:45.665656 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Allocated IP 172.25.0.64 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/6d18cc8b-a91f-48ec-a443-ff09156e1f41) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:45.709429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-09774ef3-ad88-44b7-8ee1-7af4cef65527 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/quotas/713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 375 time: 0.0427616 May 26 16:31:45.719342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:45.722663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.792188 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-a6632e15-f812-4959-bc21-a5815c26e583 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0380991 May 26 16:31:45.811946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7e6168d6-bc33-4638-a6db-4b8101c0cc88 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:45.813594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-1b20a128-fc89-47e8-9d63-c7643750cf08 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013134 May 26 16:31:45.813875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Request body: {'port': {'device_id': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:45.915819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:45.916557 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.932248 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.938977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.979916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-c599339e-b20a-4cc2-8c4a-1921b0e30cf8 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662900 May 26 16:31:46.067550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:46.121796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-43858d71-0138-4ce4-a42e-251a3af7d2e0 None None] Provisioning complete for port d1b75a71-b2a4-41e9-aed7-2060c842f30f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:46.122193 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-43858d71-0138-4ce4-a42e-251a3af7d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.171779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-43858d71-0138-4ce4-a42e-251a3af7d2e0 None None] Port d1b75a71-b2a4-41e9-aed7-2060c842f30f cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:46.192749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-1c68766c-177b-4c2d-b991-2583787641b3 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119515 May 26 16:31:46.218537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c1b60-0e67-419a-bca5-b459c15b50dc req-706eb791-49dc-4ddf-9fa2-a4a413991d84 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:46.220247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b13c1b60-0e67-419a-bca5-b459c15b50dc req-706eb791-49dc-4ddf-9fa2-a4a413991d84 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 932 time: 0.0683260 May 26 16:31:46.276400 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b13c1b60-0e67-419a-bca5-b459c15b50dc req-5af4859c-3344-4854-91f5-b0049515da46 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486763 May 26 16:31:46.531856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.600482 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:46.607480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:46.612290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5651b501-1f83-4795-8cd3-94868ac63a64 req-839ee94e-4e02-409b-81d4-e047cb78ca9a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 210 time: 0.0388930 May 26 16:31:46.626561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:46.691141 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'Port': ['ID=6d18cc8b-a91f-48ec-a443-ff09156e1f41,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:46.919344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b75a71-b2a4-41e9-aed7-2060c842f30f {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:46.930146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.984788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Transition to ACTIVE for port object d1b75a71-b2a4-41e9-aed7-2060c842f30f will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:31:46.990289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.113525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b75a71-b2a4-41e9-aed7-2060c842f30f,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:47.244426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Attempting to bind port d1b75a71-b2a4-41e9-aed7-2060c842f30f on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:47.244783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Attempting to bind port d1b75a71-b2a4-41e9-aed7-2060c842f30f by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:47.245552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Attempting to bind port d1b75a71-b2a4-41e9-aed7-2060c842f30f on network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:47.273439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Port d1b75a71-b2a4-41e9-aed7-2060c842f30f on network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:31:47.273750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Attempting to bind port d1b75a71-b2a4-41e9-aed7-2060c842f30f on network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:47.283557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:47.283899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Checking segment: {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:47.284291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Bound using segment: {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:47.284722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Bound port: d1b75a71-b2a4-41e9-aed7-2060c842f30f, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b390b4-6373-4acb-91c4-831c62454054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:47.285081 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.306919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.410133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fe700-5e34-4a0f-bc97-cf6689fa17fd req-11cb6ca1-81c6-4870-bc36-7fb4f04429d7 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:47.410764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] For port d1b75a71-b2a4-41e9-aed7-2060c842f30f, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:47.411673 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b1fe700-5e34-4a0f-bc97-cf6689fa17fd req-11cb6ca1-81c6-4870-bc36-7fb4f04429d7 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 944 time: 0.0542009 May 26 16:31:47.430160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] For port d1b75a71-b2a4-41e9-aed7-2060c842f30f, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:47.431877 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.436860 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.459207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b1fe700-5e34-4a0f-bc97-cf6689fa17fd req-0a1baac6-9fa7-41b2-a144-aaa7c3839a93 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392737 May 26 16:31:47.509853 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:47.509853 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.512665 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] 10.222.0.32 "PUT /v2.0/ports/d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 200 len: 1092 time: 1.7098126 May 26 16:31:47.513387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'tag': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:47.517748 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60eb808c-9879-4202-b53d-6030b82edd59" -d '{"events": [{"name": "network-changed", "server_uuid": "b4de3469-66cb-47f1-9ca4-51011e9cb096", "tag": "d1b75a71-b2a4-41e9-aed7-2060c842f30f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:47.591746 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe61673-c3de-4380-8120-d78ee4a1c9e0 x-openstack-request-id: req-bfe61673-c3de-4380-8120-d78ee4a1c9e0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:47.592043 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4de3469-66cb-47f1-9ca4-51011e9cb096", "tag": "d1b75a71-b2a4-41e9-aed7-2060c842f30f", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:47.593411 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfe61673-c3de-4380-8120-d78ee4a1c9e0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:47.593411 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe61673-c3de-4380-8120-d78ee4a1c9e0'] response: {'name': 'network-changed', 'server_uuid': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'tag': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'status': 'completed', 'code': 200} May 26 16:31:47.602938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881936f9-4f69-453b-bb25-8c1ca2aed350 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b75a71-b2a4-41e9-aed7-2060c842f30f,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:47.677795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f517-7a80-413d-87a3-c23821648a65 req-bcfe1b49-e808-4352-95ab-6734573cd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:47.679414 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-bcfe1b49-e808-4352-95ab-6734573cd119 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36fcca7e67ce47b9935056af662f331d&device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1095 time: 0.0897629 May 26 16:31:47.745692 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-307e14b1-067f-45ae-ae3a-b1e4c6e340e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 200 len: 217 time: 0.0440283 May 26 16:31:47.821780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.825825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca5409de-f1f8-4e53-a91f-4e6fb7b8ba49 req-96463b35-12b0-4a72-9a28-699dab3ac5bb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 210 time: 0.1059995 May 26 16:31:47.840236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.872070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f517-7a80-413d-87a3-c23821648a65 req-ebf36f1a-45fb-48f7-8f4b-72f74aa237ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:47.874433 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-ebf36f1a-45fb-48f7-8f4b-72f74aa237ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=288f65dc-d26a-4180-af8a-f22573c46e52 HTTP/1.1" status: 200 len: 847 time: 0.1158593 May 26 16:31:47.874575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-f0279474-b913-4d90-8002-6bf678263149 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:47.876039 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-f0279474-b913-4d90-8002-6bf678263149 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.2656999 May 26 16:31:47.888374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'port': {'device_id': 'bdb0e386-7125-44be-a6a4-52d783145804', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'admin_state_up': True, 'tenant_id': '713b14340339476ea5ed1867e3a302ec'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:48.015708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event updated for resources: {'Port': ['ID=6d18cc8b-a91f-48ec-a443-ff09156e1f41,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:48.024445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f517-7a80-413d-87a3-c23821648a65 req-109f8c89-44d0-4ff7-a3ed-c45e4dd76cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:48.026685 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-109f8c89-44d0-4ff7-a3ed-c45e4dd76cec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238735 May 26 16:31:48.030426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.085124 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Made reservation on behalf of 713b14340339476ea5ed1867e3a302ec for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:48.095610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.235004 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-c6e39725-ab76-448a-b480-aa5ad17c1f21 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014933 May 26 16:31:48.242356 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Floating IP 93cc7294-a54b-47c5-8f0f-f2afda3e4abc associated. External IP: 172.25.0.64, port: 7688b73e-ada3-45f0-8914-6c8f069fd1e4. May 26 16:31:48.360647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.20.0.4 (220b4e82-1562-4a6b-bddb-eee8de412ea2/1f6389a0-5e10-4f59-8c1f-4a01b4315b11/7e80e091-39bc-42e7-94b1-bab6a8e1fb08) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:48.570198 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.607093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e85f517-7a80-413d-87a3-c23821648a65 req-83652376-919f-4775-ab36-e837135e6446 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951999 May 26 16:31:48.652861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:48.665747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d37f95-da1f-431a-be1c-0071c442262c req-ae1a6b6c-f051-4d0e-aec7-f02efe7cb9c3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:48.674648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2d37f95-da1f-431a-be1c-0071c442262c req-ae1a6b6c-f051-4d0e-aec7-f02efe7cb9c3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 944 time: 0.0991678 May 26 16:31:48.684065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.747406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:48.787513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2d37f95-da1f-431a-be1c-0071c442262c req-3dd8039f-21d2-4e7c-a41e-95a9acd38c15 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113367 May 26 16:31:48.804064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb808c-9879-4202-b53d-6030b82edd59 req-3d33e587-a843-45ba-9826-be5d56720a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:48.807267 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-60eb808c-9879-4202-b53d-6030b82edd59 req-3d33e587-a843-45ba-9826-be5d56720a71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36fcca7e67ce47b9935056af662f331d&device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1095 time: 0.1314201 May 26 16:31:48.813863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:48.820573 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:48.825358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:48.987805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:48.988510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.014067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb808c-9879-4202-b53d-6030b82edd59 req-b04e3cb1-fbc9-41ac-b203-72da64588906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:49.027007 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-60eb808c-9879-4202-b53d-6030b82edd59 req-b04e3cb1-fbc9-41ac-b203-72da64588906 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 200 len: 909 time: 0.2047441 May 26 16:31:49.027762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-b9e79aa0-d5cb-45dd-bc7a-94c3b3eae17b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1431348 May 26 16:31:49.043412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Request body: {'port': {'device_id': 'bdb0e386-7125-44be-a6a4-52d783145804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:49.129514 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-60eb808c-9879-4202-b53d-6030b82edd59 req-d39b4380-3ea7-474e-9a8d-436a5374f62a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 200 len: 217 time: 0.0961308 May 26 16:31:49.148285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:49.160384 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] Sync routers for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:49.161381 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.174526 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:49.177472 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:49.240954 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.305690 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-baf82620-19e7-4013-a4d6-4721b531c1b9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2052712 May 26 16:31:49.310485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 49412) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:49.387280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f41e6744-6e9a-4d7b-bd9c-d1c8583740e4 None None] Provisioning complete for port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:49.390822 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f41e6744-6e9a-4d7b-bd9c-d1c8583740e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.395452 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb808c-9879-4202-b53d-6030b82edd59 req-c0b8b076-d8fb-4934-9aa7-cf2e4f5cc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:49.401399 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-60eb808c-9879-4202-b53d-6030b82edd59 req-c0b8b076-d8fb-4934-9aa7-cf2e4f5cc75b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=288f65dc-d26a-4180-af8a-f22573c46e52 HTTP/1.1" status: 200 len: 847 time: 0.2479382 May 26 16:31:49.415232 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:49.472332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034392ae-08dd-4318-b856-0d4dcb581813 req-60aa14fc-85bf-4daa-9ff2-fc6457b0899b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:49.476895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-034392ae-08dd-4318-b856-0d4dcb581813 req-60aa14fc-85bf-4daa-9ff2-fc6457b0899b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 931 time: 0.4224412 May 26 16:31:49.486041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f41e6744-6e9a-4d7b-bd9c-d1c8583740e4 None None] Port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:49.522248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299afcff-6f78-4056-9741-42447734b948 tempest-TestVolumeBackupRestore-467662958 tempest-TestVolumeBackupRestore-467662958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:49.544190 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-299afcff-6f78-4056-9741-42447734b948 tempest-TestVolumeBackupRestore-467662958 tempest-TestVolumeBackupRestore-467662958-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1092 time: 0.2300220 May 26 16:31:49.548815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49414) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:49.563751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8b52f68e-b10f-43d6-a72e-4beb3b873b84 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Request body: {'floatingip': {'port_id': '7688b73e-ada3-45f0-8914-6c8f069fd1e4'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:49.568395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb808c-9879-4202-b53d-6030b82edd59 req-d6ed596f-70ec-4095-8786-5097187a6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:49.570028 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-60eb808c-9879-4202-b53d-6030b82edd59 req-d6ed596f-70ec-4095-8786-5097187a6052 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520357 May 26 16:31:49.595332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:49.611398 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:49.688980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-034392ae-08dd-4318-b856-0d4dcb581813 req-a01d23fc-3ab5-44d7-b1cb-89131cb56f7d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963339 May 26 16:31:49.722019 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b52f68e-b10f-43d6-a72e-4beb3b873b84 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.756525 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570e691b-8a3c-4a08-9965-433f23ea1c9d x-openstack-request-id: req-570e691b-8a3c-4a08-9965-433f23ea1c9d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:49.756956 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:49.757305 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-570e691b-8a3c-4a08-9965-433f23ea1c9d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:49.757798 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570e691b-8a3c-4a08-9965-433f23ea1c9d'] response: {'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'status': 'completed', 'code': 200} May 26 16:31:49.885338 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-60eb808c-9879-4202-b53d-6030b82edd59 req-4f544276-2174-4fc5-9777-82a1560f13df service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074653 May 26 16:31:49.935381 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '93cc7294-a54b-47c5-8f0f-f2afda3e4abc', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'port_id': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'mac_address': 'fa:16:3e:cc:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07520498-98ce-434f-8361-8efe8bfff399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:31:47Z', 'updated_at': '2022-05-26T16:31:47Z', 'revision_number': 0, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:49.972131 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] Checking router: e7b2b1b3-9e1b-414f-9d93-c8bee405b61c for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:49.996708 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:49.997344 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:50.025024 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-60eb808c-9879-4202-b53d-6030b82edd59 req-9660c402-d9b0-456c-b4f2-f84647a353a5 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321096 May 26 16:31:50.028849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-c89aab45-bd96-4b95-8420-03fccbf96adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:50.031099 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-c89aab45-bd96-4b95-8420-03fccbf96adc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b8d93b6d2754f089bf1b0779c847373&device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1097 time: 0.2685032 May 26 16:31:50.170120 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-05ca8389-f091-45a1-80fc-3865cda927c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:50.172354 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-05ca8389-f091-45a1-80fc-3865cda927c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d89c9cb2-00bd-442c-9136-876f726e74df HTTP/1.1" status: 200 len: 915 time: 0.1340671 May 26 16:31:50.406941 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:50.535680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d1b75a71-b2a4-41e9-aed7-2060c842f30f details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:31:50.788504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d1b75a71-b2a4-41e9-aed7-2060c842f30f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:50.821925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'port_id': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'mac_address': 'fa:16:3e:62:0d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:31:50.910345 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '93cc7294-a54b-47c5-8f0f-f2afda3e4abc', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'port_id': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'mac_address': 'fa:16:3e:cc:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07520498-98ce-434f-8361-8efe8bfff399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:31:47Z', 'updated_at': '2022-05-26T16:31:47Z', 'revision_number': 0, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:50.944165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d1b75a71-b2a4-41e9-aed7-2060c842f30f is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:50.944570 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.980329 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-ef648743-7eef-4a76-aa80-d3f78a1bd901 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4 HTTP/1.1" status: 200 len: 999 time: 0.8014152 May 26 16:31:50.981456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b75a71-b2a4-41e9-aed7-2060c842f30f {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:50.996175 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69927df3-ae95-4643-8ec5-9f6c991ce8e2 None None] The sync data for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 is: [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '93cc7294-a54b-47c5-8f0f-f2afda3e4abc', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'port_id': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'mac_address': 'fa:16:3e:cc:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07520498-98ce-434f-8361-8efe8bfff399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:31:47Z', 'updated_at': '2022-05-26T16:31:47Z', 'revision_number': 0, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:51.048804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d1b75a71-b2a4-41e9-aed7-2060c842f30f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:51.055168 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.073442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:51.087274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-87da6f75-8c7a-4324-b3d0-51151148c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:51.094210 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-87da6f75-8c7a-4324-b3d0-51151148c7cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcba76-00e0-4de3-b500-10e4940b5572 HTTP/1.1" status: 200 len: 853 time: 0.1069098 May 26 16:31:51.124282 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.172288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-e7df1097-aad7-4cb5-b15f-316f90ac09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:51.180184 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-e7df1097-aad7-4cb5-b15f-316f90ac09a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d89c9cb2-00bd-442c-9136-876f726e74df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738058 May 26 16:31:51.184711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d1b75a71-b2a4-41e9-aed7-2060c842f30f,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:51.184931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871dcd0-9161-4a50-95af-3c70d219daad req-5b6ec2df-1cff-4851-b7d5-e595b6b4cb22 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:51.186929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e871dcd0-9161-4a50-95af-3c70d219daad req-5b6ec2df-1cff-4851-b7d5-e595b6b4cb22 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 944 time: 0.3901677 May 26 16:31:51.238258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Transition to ACTIVE for port object 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:31:51.260075 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.db.resource_extend [None req-8b52f68e-b10f-43d6-a72e-4beb3b873b84 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:31:51.332543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d1b75a71-b2a4-41e9-aed7-2060c842f30f'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:31:51.353255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b52f68e-b10f-43d6-a72e-4beb3b873b84 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.357281 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-5cac1a45-283e-4d6a-a186-dfa09862f19b service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716685 May 26 16:31:51.372843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d87e-5110-430a-b7d9-7fcc5a2d59d2 req-39693cbc-0173-4f3c-99e2-2daecf76b646 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:51.378055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7243d87e-5110-430a-b7d9-7fcc5a2d59d2 req-39693cbc-0173-4f3c-99e2-2daecf76b646 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 931 time: 0.5022616 May 26 16:31:51.399111 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b52f68e-b10f-43d6-a72e-4beb3b873b84 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.406996 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.475572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6696f-a219-4e75-a58d-a7e39235ada7 None None] New status for floating IP 93cc7294-a54b-47c5-8f0f-f2afda3e4abc: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:31:51.527120 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-54ec4142-ea49-4a73-89ca-02d9dc96ccb2 req-54035718-c4bc-4a35-8860-c743eeff9833 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658294 May 26 16:31:51.585805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Pushing event updated for resources: {'Port': ['ID=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:51.624301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e871dcd0-9161-4a50-95af-3c70d219daad req-3e15bb3c-1665-4bbc-a797-40b8f1032ffa tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4227042 May 26 16:31:51.742906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7243d87e-5110-430a-b7d9-7fcc5a2d59d2 req-0ceb33f5-6f6d-496d-a15f-a258ec7b4274 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497560 May 26 16:31:52.025360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Attempting to bind port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:52.025704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Attempting to bind port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:52.026111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Attempting to bind port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:52.032359 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b52f68e-b10f-43d6-a72e-4beb3b873b84 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:52.046250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:31:52.048225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Attempting to bind port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:52.054914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:52.055411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:52.055910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Bound using segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:52.056466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Bound port: 7e80e091-39bc-42e7-94b1-bab6a8e1fb08, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:52.057156 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.247252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b52f68e-b10f-43d6-a72e-4beb3b873b84 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:52.254446 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8b52f68e-b10f-43d6-a72e-4beb3b873b84 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.260548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] For port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:52.268213 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] Sync routers for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:52.290696 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:52.292530 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:52.295274 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] For port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:52.333434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:52.336082 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88d11ab-63f7-426a-bafe-7c359db1e865" -d '{"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:52.339997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8b52f68e-b10f-43d6-a72e-4beb3b873b84 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "PUT /v2.0/floatingips/93cc7294-a54b-47c5-8f0f-f2afda3e4abc HTTP/1.1" status: 200 len: 991 time: 2.7824850 May 26 16:31:52.342325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.463945 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0648f00a-f6d8-43e3-b9e9-fd20e407a324 x-openstack-request-id: req-0648f00a-f6d8-43e3-b9e9-fd20e407a324 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:52.464334 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:52.464662 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0648f00a-f6d8-43e3-b9e9-fd20e407a324 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:52.465146 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0648f00a-f6d8-43e3-b9e9-fd20e407a324'] response: {'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'status': 'completed', 'code': 200} May 26 16:31:52.466452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Pushing event updated for resources: {'Port': ['ID=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:52.482289 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:52.499115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:52.499855 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.501466 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-e12bd364-f3a8-49d3-aa0f-76348c517b12 service neutron] 10.222.0.24 "PUT /v2.0/ports/7e80e091-39bc-42e7-94b1-bab6a8e1fb08 HTTP/1.1" status: 200 len: 1091 time: 3.4661300 May 26 16:31:52.530945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-660229c2-b1d7-4688-97a0-42f7b35d96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:52.532508 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-660229c2-b1d7-4688-97a0-42f7b35d96e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b8d93b6d2754f089bf1b0779c847373&device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1097 time: 0.1176558 May 26 16:31:52.549146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d1b75a71-b2a4-41e9-aed7-2060c842f30f up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:52.615241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-2c625757-14d9-4b60-afeb-f25f6bea1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:52.617343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-2c625757-14d9-4b60-afeb-f25f6bea1b94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 1094 time: 0.0660515 May 26 16:31:52.660334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port d1b75a71-b2a4-41e9-aed7-2060c842f30f completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:31:52.669305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port d1b75a71-b2a4-41e9-aed7-2060c842f30f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:52.670504 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.729112 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-07998846-dffe-41bf-a961-c433b171359e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e80e091-39bc-42e7-94b1-bab6a8e1fb08 HTTP/1.1" status: 200 len: 217 time: 0.1045761 May 26 16:31:52.789000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-ae9047a8-8838-43cd-9f3f-54ff6a023d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:52.790446 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-ae9047a8-8838-43cd-9f3f-54ff6a023d9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d89c9cb2-00bd-442c-9136-876f726e74df HTTP/1.1" status: 200 len: 915 time: 0.2519283 May 26 16:31:52.849123 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d1b75a71-b2a4-41e9-aed7-2060c842f30f is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:52.850958 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.914821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:52.923217 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c11e92-caf6-4e02-800e-bc29aa73b64c" -d '{"events": [{"server_uuid": "b4de3469-66cb-47f1-9ca4-51011e9cb096", "name": "network-vif-plugged", "status": "completed", "tag": "d1b75a71-b2a4-41e9-aed7-2060c842f30f"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:52.944051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d1b75a71-b2a4-41e9-aed7-2060c842f30f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:52.948066 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-134bea84-e4e2-4702-a00a-865b6e2cd636 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4 HTTP/1.1" status: 200 len: 1001 time: 0.1496515 May 26 16:31:52.951174 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.021274 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '93cc7294-a54b-47c5-8f0f-f2afda3e4abc', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'port_id': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'mac_address': 'fa:16:3e:cc:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07520498-98ce-434f-8361-8efe8bfff399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:31:47Z', 'updated_at': '2022-05-26T16:31:51Z', 'revision_number': 2, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:53.028802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965e36-d945-4e32-ae58-0081937f9f2b req-8e04310a-dafc-4487-aeee-d4d11dffd240 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.037983 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98965e36-d945-4e32-ae58-0081937f9f2b req-8e04310a-dafc-4487-aeee-d4d11dffd240 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 943 time: 0.1170940 May 26 16:31:53.055536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-4b9780f8-52cb-4beb-960c-40ce4e3c961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.056744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa28363-277f-465c-ad20-4b09ffda7d15 req-dad73c04-f993-4a96-9b83-0281cb7a6d18 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.057252 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-4b9780f8-52cb-4beb-960c-40ce4e3c961f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcba76-00e0-4de3-b500-10e4940b5572 HTTP/1.1" status: 200 len: 853 time: 0.1031322 May 26 16:31:53.058988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3aa28363-277f-465c-ad20-4b09ffda7d15 req-dad73c04-f993-4a96-9b83-0281cb7a6d18 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 945 time: 0.2270823 May 26 16:31:53.066561 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] Checking router: e7b2b1b3-9e1b-414f-9d93-c8bee405b61c for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:53.083167 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:53.088468 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:53.088785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-c3786770-4d2b-477a-9fe6-49ec07aaaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.090664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-c3786770-4d2b-477a-9fe6-49ec07aaaa43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.3467507 May 26 16:31:53.091539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d1b75a71-b2a4-41e9-aed7-2060c842f30f,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:53.121317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3aa28363-277f-465c-ad20-4b09ffda7d15 req-248d8bd3-b4a3-4262-8864-45fa743a4ec4 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531118 May 26 16:31:53.176439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-518215e7-9f70-4d46-b802-8c5fcab5d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.182459 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-518215e7-9f70-4d46-b802-8c5fcab5d52f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d89c9cb2-00bd-442c-9136-876f726e74df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135986 May 26 16:31:53.221194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-98965e36-d945-4e32-ae58-0081937f9f2b req-13ed62d3-cddd-4ed1-8a60-8744e7bdf954 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793091 May 26 16:31:53.226103 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b0781d-f961-49ca-bb0a-045016ffab9f x-openstack-request-id: req-c4b0781d-f961-49ca-bb0a-045016ffab9f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:53.226403 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de3469-66cb-47f1-9ca4-51011e9cb096", "name": "network-vif-plugged", "status": "completed", "tag": "d1b75a71-b2a4-41e9-aed7-2060c842f30f", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:53.226659 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4b0781d-f961-49ca-bb0a-045016ffab9f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:53.227069 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b0781d-f961-49ca-bb0a-045016ffab9f'] response: {'server_uuid': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'code': 200} May 26 16:31:53.262270 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:53.275997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-cadf8065-4b3e-4dce-803f-ba02f7dae39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.277897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-cadf8065-4b3e-4dce-803f-ba02f7dae39d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674383 May 26 16:31:53.429960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-1c1ed668-6880-4fa0-9bc2-fbdde1b4127e service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448348 May 26 16:31:53.433765 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-baad25d1-1407-47ca-9aeb-82db92b5a754 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458711 May 26 16:31:53.437499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29f039-bcca-48ee-8324-754579b10534 req-2d3520fe-dedc-46e2-87d8-e00fff34382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.439393 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac29f039-bcca-48ee-8324-754579b10534 req-2d3520fe-dedc-46e2-87d8-e00fff34382f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1097 time: 0.1314321 May 26 16:31:53.535918 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac29f039-bcca-48ee-8324-754579b10534 req-911e0b54-e968-43b6-94f8-d72b5578a250 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838673 May 26 16:31:53.604699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6ce7509-b0b4-4b78-a3c5-0b641a3bbf40 req-d5a1aba2-e66e-4627-958c-acbcfd207705 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625590 May 26 16:31:53.632162 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c88d11ab-63f7-426a-bafe-7c359db1e865 req-7adaf8c2-4fb1-447d-b03d-00f10ffdd174 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904571 May 26 16:31:53.684245 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '93cc7294-a54b-47c5-8f0f-f2afda3e4abc', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'port_id': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'mac_address': 'fa:16:3e:cc:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07520498-98ce-434f-8361-8efe8bfff399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:31:47Z', 'updated_at': '2022-05-26T16:31:51Z', 'revision_number': 2, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:53.715888 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57fbe43-2f77-4767-8aba-28df1e9040e4 None None] The sync data for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 is: [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '93cc7294-a54b-47c5-8f0f-f2afda3e4abc', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'port_id': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'mac_address': 'fa:16:3e:cc:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07520498-98ce-434f-8361-8efe8bfff399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:31:47Z', 'updated_at': '2022-05-26T16:31:51Z', 'revision_number': 2, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:54.000565 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:54.088495 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:54.305719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f445b70-8d02-4ea3-91da-d589eb89417d req-c4ce2815-e465-47d3-bd31-3951db4db244 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:54.308092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f445b70-8d02-4ea3-91da-d589eb89417d req-c4ce2815-e465-47d3-bd31-3951db4db244 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 946 time: 0.1014228 May 26 16:31:54.396641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f445b70-8d02-4ea3-91da-d589eb89417d req-c4d2695a-40ff-4492-b2d3-009c15ec2ced tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685186 May 26 16:31:54.414642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a97b6-34f8-43b3-a7c8-73d2b0cb077d req-ad72f505-cccd-43de-bf3a-933361668663 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:54.416315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a0a97b6-34f8-43b3-a7c8-73d2b0cb077d req-ad72f505-cccd-43de-bf3a-933361668663 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 943 time: 0.0729387 May 26 16:31:54.469228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4'}, {'name': 'network-changed', 'server_uuid': 'bdb0e386-7125-44be-a6a4-52d783145804', 'tag': '7e80e091-39bc-42e7-94b1-bab6a8e1fb08'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:54.471783 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9919dada-f9de-457e-b8ef-8d7afcce0632" -d '{"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4"}, {"name": "network-changed", "server_uuid": "bdb0e386-7125-44be-a6a4-52d783145804", "tag": "7e80e091-39bc-42e7-94b1-bab6a8e1fb08"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:54.486761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a0a97b6-34f8-43b3-a7c8-73d2b0cb077d req-a67f20e8-5caf-442b-873b-08dcc1c18b03 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630467 May 26 16:31:54.535190 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1127dd0a-8646-4280-9c61-45d06c131ad2 x-openstack-request-id: req-1127dd0a-8646-4280-9c61-45d06c131ad2 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:54.535581 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bdb0e386-7125-44be-a6a4-52d783145804", "tag": "7e80e091-39bc-42e7-94b1-bab6a8e1fb08", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:54.535923 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1127dd0a-8646-4280-9c61-45d06c131ad2 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:54.536520 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1127dd0a-8646-4280-9c61-45d06c131ad2'] response: {'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'status': 'completed', 'code': 200} May 26 16:31:54.537156 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1127dd0a-8646-4280-9c61-45d06c131ad2'] response: {'name': 'network-changed', 'server_uuid': 'bdb0e386-7125-44be-a6a4-52d783145804', 'tag': '7e80e091-39bc-42e7-94b1-bab6a8e1fb08', 'status': 'completed', 'code': 200} May 26 16:31:54.613385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-13d5f5e4-1b44-43e7-a02f-3da57eb0b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:54.616983 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-13d5f5e4-1b44-43e7-a02f-3da57eb0b3f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b8d93b6d2754f089bf1b0779c847373&device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1097 time: 0.0542231 May 26 16:31:54.736299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-4d85fe71-f1e3-4ede-af4b-aeb39727bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:54.738539 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-4d85fe71-f1e3-4ede-af4b-aeb39727bd1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d89c9cb2-00bd-442c-9136-876f726e74df HTTP/1.1" status: 200 len: 915 time: 0.1135671 May 26 16:31:54.820977 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-df10a432-35d0-4ccc-9fab-77cbcd634df4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4 HTTP/1.1" status: 200 len: 1001 time: 0.0727024 May 26 16:31:54.887729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-36ed5415-f6c4-45f7-aa17-bb54bfafa43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:54.889435 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-36ed5415-f6c4-45f7-aa17-bb54bfafa43f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcba76-00e0-4de3-b500-10e4940b5572 HTTP/1.1" status: 200 len: 853 time: 0.0612748 May 26 16:31:54.956297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-30f6ddca-6847-47d7-b0f2-1c6f7d66db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:54.957851 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-30f6ddca-6847-47d7-b0f2-1c6f7d66db8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d89c9cb2-00bd-442c-9136-876f726e74df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620601 May 26 16:31:55.063405 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-73ac2259-e5f5-45ea-a915-30783de44297 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980678 May 26 16:31:55.167415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-d7c2fc92-65db-4789-aed0-edf839b8399d service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942276 May 26 16:31:55.251628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-f3cd163d-9354-4bb0-b92a-dc1360ab62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.253146 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-f3cd163d-9354-4bb0-b92a-dc1360ab62aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 1094 time: 0.0432098 May 26 16:31:55.351280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-04de69c8-c66b-474e-a28a-9fd171703de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.352867 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-04de69c8-c66b-474e-a28a-9fd171703de1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.0932200 May 26 16:31:55.399569 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-ba1fb735-1c87-4094-bac8-9099ddbf0a33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e80e091-39bc-42e7-94b1-bab6a8e1fb08 HTTP/1.1" status: 200 len: 217 time: 0.0403581 May 26 16:31:55.462487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-87eb1f4f-1100-4ccb-86fa-c06bc47c2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.464925 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-87eb1f4f-1100-4ccb-86fa-c06bc47c2981 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0587432 May 26 16:31:55.558748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-4fe08cb7-66fb-4500-a14c-029a08dbb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.560453 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-4fe08cb7-66fb-4500-a14c-029a08dbb047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892847 May 26 16:31:55.592748 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-ba65cec0-ed94-41f0-beff-d4e077bf437d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889192 May 26 16:31:55.603959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab058324-d1d0-41d7-a21f-3ae4653e3cc5 req-bc658191-de05-4c32-b217-08538b84ebed tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.606336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab058324-d1d0-41d7-a21f-3ae4653e3cc5 req-bc658191-de05-4c32-b217-08538b84ebed tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 946 time: 0.0710065 May 26 16:31:55.697194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab058324-d1d0-41d7-a21f-3ae4653e3cc5 req-d485de0f-d2a6-4908-8618-d3e839a47401 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803387 May 26 16:31:55.709093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a63cb-bca2-46be-8d21-5da2204d383b req-96bfbbd2-419a-407f-8bb0-9f96e62e5637 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.712736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d0a63cb-bca2-46be-8d21-5da2204d383b req-96bfbbd2-419a-407f-8bb0-9f96e62e5637 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 943 time: 0.0894330 May 26 16:31:55.718711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-008bbefa-1b31-4878-a301-c4b1100779b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.720089 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-008bbefa-1b31-4878-a301-c4b1100779b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36fcca7e67ce47b9935056af662f331d&device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1097 time: 0.0681221 May 26 16:31:55.724098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-0ce15c81-07ae-4b33-9fc4-1d1c20eec882 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551764 May 26 16:31:55.771801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d0a63cb-bca2-46be-8d21-5da2204d383b req-b36218a8-ddca-4b96-9672-8ebc867c32b1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 May 26 16:31:55.873649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2bb2-1de3-434c-bd94-075766167f51 req-09b76b48-21c9-40ba-ae1e-09d50234983a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.876751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37eb2bb2-1de3-434c-bd94-075766167f51 req-09b76b48-21c9-40ba-ae1e-09d50234983a tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 946 time: 0.0683992 May 26 16:31:55.928932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37eb2bb2-1de3-434c-bd94-075766167f51 req-387b145f-5a1c-442e-b705-836be5e5cd0f tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440931 May 26 16:31:55.932568 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9919dada-f9de-457e-b8ef-8d7afcce0632 req-444e690b-fe45-46d5-822b-e1f9ca536806 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010963 May 26 16:31:55.933657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-f3138c30-eac2-4ee0-9592-bacc05abba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.934973 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-f3138c30-eac2-4ee0-9592-bacc05abba0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 200 len: 909 time: 0.1768708 May 26 16:31:55.986903 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-a7da26a1-d2de-43e5-ac99-93c5f869a723 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 200 len: 217 time: 0.0442429 May 26 16:31:56.069972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-bced25cb-1077-4ed7-bfc0-95ea91936981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:56.072614 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-bced25cb-1077-4ed7-bfc0-95ea91936981 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=288f65dc-d26a-4180-af8a-f22573c46e52 HTTP/1.1" status: 200 len: 847 time: 0.0774658 May 26 16:31:56.128946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6f7fe-90b4-4c56-ad42-c56372c33580 req-858a7379-1de3-44e4-bc33-9e271531fb8b tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:56.129357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cf6f7fe-90b4-4c56-ad42-c56372c33580 req-858a7379-1de3-44e4-bc33-9e271531fb8b tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 946 time: 0.0740330 May 26 16:31:56.134940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-4f44cbbf-aa8f-443d-8e44-44ee8cccdf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:56.136703 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-4f44cbbf-aa8f-443d-8e44-44ee8cccdf80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572948 May 26 16:31:56.177624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1cf6f7fe-90b4-4c56-ad42-c56372c33580 req-a9e26210-5778-4c12-a551-c39e4b3ef56f tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 May 26 16:31:56.201309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49490) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:56.260450 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-31b14e5c-96e4-4fb9-8bc7-8aa229a6e486 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118824 May 26 16:31:56.314848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e841f6-0e3c-47dc-b19b-c923d8759b91 tempest-TestServerBasicOps-441087688 tempest-TestServerBasicOps-441087688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:56.319634 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-05e841f6-0e3c-47dc-b19b-c923d8759b91 tempest-TestServerBasicOps-441087688 tempest-TestServerBasicOps-441087688-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1092 time: 0.1154895 May 26 16:31:56.320064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49498) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:56.327133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:56.354863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.387511 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70af07c1-3e6e-4361-b862-97219d08c5ef req-7a302179-915e-419f-a6f8-c0106b38cae6 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163337 May 26 16:31:56.484647 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.623926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Allocated IP 172.25.0.84 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/9f9200a1-402d-46a3-ad3b-4bbe1e23e5ff) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:56.743654 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.779138 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.823008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:56.825964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:56.833184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:56.836126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'Port': ['ID=9f9200a1-402d-46a3-ad3b-4bbe1e23e5ff,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:56.954943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cb865-7607-43d8-8ccc-353f00e74624 req-c24f0bda-46be-4944-880c-551570ad0ca9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:56.956413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-690cb865-7607-43d8-8ccc-353f00e74624 req-c24f0bda-46be-4944-880c-551570ad0ca9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 943 time: 0.0994000 May 26 16:31:57.061686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-690cb865-7607-43d8-8ccc-353f00e74624 req-d6d6c362-5a69-48bb-9f9e-7ff62832f8d8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864904 May 26 16:31:57.366759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.755600 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.922950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.927918 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.004891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event updated for resources: {'Port': ['ID=9f9200a1-402d-46a3-ad3b-4bbe1e23e5ff,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:58.017248 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.129681 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Floating IP 5072943f-7bbf-47da-bd5a-72a72761ec26 associated. External IP: 172.25.0.84, port: d1b75a71-b2a4-41e9-aed7-2060c842f30f. May 26 16:31:58.285068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b0de3-bd28-4134-b7e4-d6533c36e117 req-501a99c2-52af-47d4-8027-cff67ed1def7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:58.286587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be4b0de3-bd28-4134-b7e4-d6533c36e117 req-501a99c2-52af-47d4-8027-cff67ed1def7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 943 time: 0.1123672 May 26 16:31:58.366845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be4b0de3-bd28-4134-b7e4-d6533c36e117 req-94ed90de-dc6b-4de9-b108-edb11adb32d2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720315 May 26 16:31:58.463730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:58.593670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:58.608835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] Sync routers for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:58.615392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.620956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:58.621581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:58.647013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-69a076d6-ffe6-45e0-a96e-171f3b10bcbd tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3250036 May 26 16:31:58.647599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'tag': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:58.650076 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c10be64-6714-43ac-911f-e617e3326dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4de3469-66cb-47f1-9ca4-51011e9cb096", "tag": "d1b75a71-b2a4-41e9-aed7-2060c842f30f"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:58.695920 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f3db35-48e5-4c9a-b9f8-0cdd7633dc95 x-openstack-request-id: req-f2f3db35-48e5-4c9a-b9f8-0cdd7633dc95 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:58.695920 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4de3469-66cb-47f1-9ca4-51011e9cb096", "tag": "d1b75a71-b2a4-41e9-aed7-2060c842f30f", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:58.695920 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2f3db35-48e5-4c9a-b9f8-0cdd7633dc95 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:58.696290 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f3db35-48e5-4c9a-b9f8-0cdd7633dc95'] response: {'name': 'network-changed', 'server_uuid': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'tag': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'status': 'completed', 'code': 200} May 26 16:31:58.761240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:58.764985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-56e3ef15-5480-4860-94fe-6a2c2cc6063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:58.766817 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-56e3ef15-5480-4860-94fe-6a2c2cc6063e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36fcca7e67ce47b9935056af662f331d&device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1097 time: 0.0470190 May 26 16:31:58.885266 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-63e90248-0fd0-47f8-ba32-1de7ae5e7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:58.887900 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-63e90248-0fd0-47f8-ba32-1de7ae5e7b1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 200 len: 909 time: 0.1117010 May 26 16:31:58.974662 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-431b5ff3-a36b-4100-b75d-f17e7db2d981 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 200 len: 999 time: 0.0783472 May 26 16:31:59.052144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-fb7d99b6-2742-4fd4-9fd5-561b5f825dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:59.053666 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-fb7d99b6-2742-4fd4-9fd5-561b5f825dfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=288f65dc-d26a-4180-af8a-f22573c46e52 HTTP/1.1" status: 200 len: 847 time: 0.0720484 May 26 16:31:59.062550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '5072943f-7bbf-47da-bd5a-72a72761ec26', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'port_id': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'mac_address': 'fa:16:3e:62:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:31:57Z', 'updated_at': '2022-05-26T16:31:57Z', 'revision_number': 0, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e641de-f6dd-45e6-b034-206f14e19dee', 'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'mac_address': 'fa:16:3e:f7:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 5, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'subnets': [{'id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:59.096980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] Checking router: 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:59.104368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-7d2fa7a1-e3b3-4192-b909-12cd063f5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:59.106854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:59.108105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:31:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:59.110213 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-7d2fa7a1-e3b3-4192-b909-12cd063f5450 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487406 May 26 16:31:59.244697 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-8731294f-4a98-450c-b4ef-46681fb1b0ee service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277933 May 26 16:31:59.246628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:59.368179 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2c10be64-6714-43ac-911f-e617e3326dd4 req-19d7d80e-f0c9-4c75-a8db-3da589e4faa2 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115522 May 26 16:31:59.504674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53f336-d79d-452b-a86f-fc90d6182aa0 req-b6f207fe-fa2f-4ddc-b2c3-c5957986fbaf tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:59.506217 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a53f336-d79d-452b-a86f-fc90d6182aa0 req-b6f207fe-fa2f-4ddc-b2c3-c5957986fbaf tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 943 time: 0.0518913 May 26 16:31:59.518312 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '5072943f-7bbf-47da-bd5a-72a72761ec26', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'port_id': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'mac_address': 'fa:16:3e:62:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:31:57Z', 'updated_at': '2022-05-26T16:31:57Z', 'revision_number': 0, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e641de-f6dd-45e6-b034-206f14e19dee', 'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'mac_address': 'fa:16:3e:f7:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 5, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'subnets': [{'id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:59.551057 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a20b4b-b429-49d2-b658-75fc5da59e79 None None] The sync data for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 is: [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '5072943f-7bbf-47da-bd5a-72a72761ec26', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'port_id': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'mac_address': 'fa:16:3e:62:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:31:57Z', 'updated_at': '2022-05-26T16:31:57Z', 'revision_number': 0, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e641de-f6dd-45e6-b034-206f14e19dee', 'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'mac_address': 'fa:16:3e:f7:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 5, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'subnets': [{'id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:59.553587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a53f336-d79d-452b-a86f-fc90d6182aa0 req-6e441f9d-7ac3-48b5-830a-284cf4ce54b8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 May 26 16:31:59.794713 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1768e168-f37e-4fa4-8a6d-73a158d88717 None None] New status for floating IP 5072943f-7bbf-47da-bd5a-72a72761ec26: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:32:00.695163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401baea1-0156-4603-a569-8cec666f0293 req-d5485095-5b90-4bc0-919a-a92235390828 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:00.697174 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-401baea1-0156-4603-a569-8cec666f0293 req-d5485095-5b90-4bc0-919a-a92235390828 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 943 time: 0.0556188 May 26 16:32:00.749703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-401baea1-0156-4603-a569-8cec666f0293 req-6b9e7b98-3760-460f-b0a6-ca5478a1815c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436070 May 26 16:32:01.891042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638aff3-b7f3-4c75-b063-7120ea9e31ee req-7dddf5ff-aa1b-4223-aba3-33071c7db182 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:01.892688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e638aff3-b7f3-4c75-b063-7120ea9e31ee req-7dddf5ff-aa1b-4223-aba3-33071c7db182 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 943 time: 0.0577483 May 26 16:32:01.934111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e638aff3-b7f3-4c75-b063-7120ea9e31ee req-b6a791ae-7ace-4203-a5a4-d6b737faebd2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352073 May 26 16:32:03.054094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:32:03.079132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bb0ff-ada1-4859-b9b4-34c84d8a0f0c req-4c10087b-7719-4da1-83a2-e82edc6ddbf6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:03.080200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-066bb0ff-ada1-4859-b9b4-34c84d8a0f0c req-4c10087b-7719-4da1-83a2-e82edc6ddbf6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 943 time: 0.0650125 May 26 16:32:03.140686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-066bb0ff-ada1-4859-b9b4-34c84d8a0f0c req-46732679-e3d6-423a-8149-4d6d9f6d44df tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551896 May 26 16:32:03.180888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:03.202165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '7e80e091-39bc-42e7-94b1-bab6a8e1fb08', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'port_id': '7e80e091-39bc-42e7-94b1-bab6a8e1fb08', 'mac_address': 'fa:16:3e:a9:f3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:32:03.246921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:03.247316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.263510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:32:03.286998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:03.292255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.344978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:03.504341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7e80e091-39bc-42e7-94b1-bab6a8e1fb08'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:32:04.269505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe15f38-8bab-4d9d-8c74-d29e481354ea req-b2a018dc-2801-44d1-9918-3313d1f57bbf tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:04.271050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfe15f38-8bab-4d9d-8c74-d29e481354ea req-b2a018dc-2801-44d1-9918-3313d1f57bbf tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 944 time: 0.0542843 May 26 16:32:04.322991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfe15f38-8bab-4d9d-8c74-d29e481354ea req-cae75b03-5e1e-4348-ad6c-5103b18b008c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 May 26 16:32:05.027757 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6934b2ba-c7bd-4cfe-b7cb-0d557bad6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.072082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:05.132280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:32:05.137349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:05.137842 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.204643 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-4de01957-ba4a-43b9-a298-aafa3af53df0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521722 May 26 16:32:05.261635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:05.262585 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.301787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:05.303319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb0e386-7125-44be-a6a4-52d783145804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e80e091-39bc-42e7-94b1-bab6a8e1fb08'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:05.306537 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8907ba0c-868e-408b-b8a2-c185e9e6cdce" -d '{"events": [{"server_uuid": "bdb0e386-7125-44be-a6a4-52d783145804", "name": "network-vif-plugged", "status": "completed", "tag": "7e80e091-39bc-42e7-94b1-bab6a8e1fb08"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:05.311895 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.312196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-7ccce810-5578-49a2-ac1a-984abb2cee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:05.314353 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-7ccce810-5578-49a2-ac1a-984abb2cee1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b8d93b6d2754f089bf1b0779c847373&device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1097 time: 0.0645866 May 26 16:32:05.387376 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed969fa-9f18-4c63-8363-d87b13a9dd8a x-openstack-request-id: req-7ed969fa-9f18-4c63-8363-d87b13a9dd8a {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:05.387787 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb0e386-7125-44be-a6a4-52d783145804", "name": "network-vif-plugged", "status": "completed", "tag": "7e80e091-39bc-42e7-94b1-bab6a8e1fb08", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:05.388509 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ed969fa-9f18-4c63-8363-d87b13a9dd8a {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:05.389970 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed969fa-9f18-4c63-8363-d87b13a9dd8a'] response: {'server_uuid': 'bdb0e386-7125-44be-a6a4-52d783145804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e80e091-39bc-42e7-94b1-bab6a8e1fb08', 'code': 200} May 26 16:32:05.416671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:05.532548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bf67c-0310-4117-902d-c0586aa897c5 req-9abf2b71-4420-4b12-b9be-36be861dab42 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:05.535031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-290bf67c-0310-4117-902d-c0586aa897c5 req-9abf2b71-4420-4b12-b9be-36be861dab42 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 945 time: 0.0615673 May 26 16:32:05.542601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bbaec-fab8-4156-a478-281c634e7cc6 req-7056ace8-0d35-493e-a16d-be8de1b09d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:05.544524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c49bbaec-fab8-4156-a478-281c634e7cc6 req-7056ace8-0d35-493e-a16d-be8de1b09d7b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 1096 time: 0.1117177 May 26 16:32:05.552681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-a658eb7d-bbe3-424d-ab77-6968edaa9763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:05.555049 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-a658eb7d-bbe3-424d-ab77-6968edaa9763 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d89c9cb2-00bd-442c-9136-876f726e74df HTTP/1.1" status: 200 len: 915 time: 0.2179863 May 26 16:32:05.614489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-290bf67c-0310-4117-902d-c0586aa897c5 req-a31e3213-3304-4b91-8eaf-72261c01fa11 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681753 May 26 16:32:05.631908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c49bbaec-fab8-4156-a478-281c634e7cc6 req-62a7410f-2466-4954-81f1-ddb61baa3e2e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495002 May 26 16:32:05.666925 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-c0adbef1-66a9-467b-98f5-cb6fd07d3ce6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4 HTTP/1.1" status: 200 len: 1001 time: 0.1044803 May 26 16:32:05.890957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-f2285c01-c445-4db0-bba8-18725346d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:05.892112 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-f2285c01-c445-4db0-bba8-18725346d49a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcba76-00e0-4de3-b500-10e4940b5572 HTTP/1.1" status: 200 len: 853 time: 0.0658782 May 26 16:32:05.944704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-3eb4cae5-9e42-41cc-b282-8c626c190e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:05.946641 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-3eb4cae5-9e42-41cc-b282-8c626c190e0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d89c9cb2-00bd-442c-9136-876f726e74df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476332 May 26 16:32:06.051837 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-86afd328-cc2d-4b24-8ea6-4b64eba5ad86 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977185 May 26 16:32:06.146127 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9b006b93-5fbf-45be-9b35-018d320f0931 req-8b5583cc-807a-4f50-b21d-8f1bfee682f9 service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874019 May 26 16:32:06.768963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486edab-2540-49ad-b185-6907f3351127 req-47142e3f-3116-4045-a353-008064af1ff3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:06.770524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2486edab-2540-49ad-b185-6907f3351127 req-47142e3f-3116-4045-a353-008064af1ff3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 945 time: 0.0734811 May 26 16:32:06.817070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2486edab-2540-49ad-b185-6907f3351127 req-d0b52c8f-009c-41c5-a046-e7153728eef8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 May 26 16:32:07.776024 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-99919455-8f89-4761-b4ae-1521cc77806f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.948572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abadca4-472d-4537-aed6-51b77f5b9fa6 req-55899424-504c-46fa-85bd-7c2a296d5d00 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:07.950070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5abadca4-472d-4537-aed6-51b77f5b9fa6 req-55899424-504c-46fa-85bd-7c2a296d5d00 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 945 time: 0.0582654 May 26 16:32:07.992207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5abadca4-472d-4537-aed6-51b77f5b9fa6 req-7288cd1c-a925-4bc2-bba5-7a9b92fda98b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353403 May 26 16:32:08.113056 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b3500-b578-454f-b520-8914b82a8b3b req-126af17a-8664-46d9-b1ce-7dae69201fe9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:08.114656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c47b3500-b578-454f-b520-8914b82a8b3b req-126af17a-8664-46d9-b1ce-7dae69201fe9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 945 time: 0.0541184 May 26 16:32:08.156044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c47b3500-b578-454f-b520-8914b82a8b3b req-e544f7dc-c943-45ba-8625-bc3645e6d2d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 May 26 16:32:08.846528 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:10.673562 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:10.709509 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:10.898686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-c5d21aab-86fa-4fc6-aea4-3dd98b873558 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:10.900875 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-c5d21aab-86fa-4fc6-aea4-3dd98b873558 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1181719 May 26 16:32:10.919523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-db1f3db5-6931-42ec-ae73-4ef0a536b3be tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/quotas/713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 375 time: 0.0099733 May 26 16:32:10.986778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-5b112885-cbbc-4cc1-ae39-d267d6d61d13 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594482 May 26 16:32:11.114554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-4c1e70c3-a867-46a1-ae1f-2635edbed5c0 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202338 May 26 16:32:11.219601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-d14a3e28-4593-4852-8bc8-7bd374315781 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039648 May 26 16:32:11.479732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fab73ed-7277-4ab3-9b13-0b5d345c8e87 req-36187720-06f8-4dec-80c6-675088dcecd4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 210 time: 0.0432174 May 26 16:32:12.563690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-6563dee0-ef12-41e1-abae-be7312283b27 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:12.565433 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-6563dee0-ef12-41e1-abae-be7312283b27 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1587410 May 26 16:32:12.586575 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'port': {'device_id': 'a500d4a5-acd8-42ca-aac0-56b46c745e0b', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'admin_state_up': True, 'tenant_id': '713b14340339476ea5ed1867e3a302ec'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:12.612499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e5650a4-affa-4f55-a1bc-7df0dab85c9c req-49a89688-7bc7-4f8b-b208-b6e078b0f213 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 210 time: 0.0449140 May 26 16:32:12.729098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Made reservation on behalf of 713b14340339476ea5ed1867e3a302ec for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:12.734712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.914327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.20.0.3 (220b4e82-1562-4a6b-bddb-eee8de412ea2/1f6389a0-5e10-4f59-8c1f-4a01b4315b11/692f873e-e3b5-4279-99c1-854088487eb8) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:13.086140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.120947 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.136221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7e80e091-39bc-42e7-94b1-bab6a8e1fb08'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:32:13.166557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:13.169920 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:13.174291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:13.228864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=692f873e-e3b5-4279-99c1-854088487eb8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:13.249830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:13.250977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.281019 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-45cc40d2-749a-41bf-8be9-5ad57c70a11e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6998770 May 26 16:32:13.295704 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Request body: {'port': {'device_id': 'a500d4a5-acd8-42ca-aac0-56b46c745e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:13.390780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.541201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8e536c6a-5c6e-45b6-8019-5f6aa559e4c3 None None] Provisioning complete for port 692f873e-e3b5-4279-99c1-854088487eb8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:13.542879 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e536c6a-5c6e-45b6-8019-5f6aa559e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.585646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8e536c6a-5c6e-45b6-8019-5f6aa559e4c3 None None] Port 692f873e-e3b5-4279-99c1-854088487eb8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:32:13.762699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692f873e-e3b5-4279-99c1-854088487eb8 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:32:13.773933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.799710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45174c80-effe-452a-93ba-b15b6ef3d24a req-920b5701-6239-449e-bcc2-1ccc91ca60bd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:13.803588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Transition to ACTIVE for port object 692f873e-e3b5-4279-99c1-854088487eb8 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:32:13.805034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45174c80-effe-452a-93ba-b15b6ef3d24a req-920b5701-6239-449e-bcc2-1ccc91ca60bd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 931 time: 0.0865977 May 26 16:32:13.808902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.876142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-45174c80-effe-452a-93ba-b15b6ef3d24a req-2d114e0c-531b-47e2-8e24-525400b4fecc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612006 May 26 16:32:13.924146 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Pushing event updated for resources: {'Port': ['ID=692f873e-e3b5-4279-99c1-854088487eb8,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:13.986629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Attempting to bind port 692f873e-e3b5-4279-99c1-854088487eb8 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:13.986959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Attempting to bind port 692f873e-e3b5-4279-99c1-854088487eb8 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:13.987285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Attempting to bind port 692f873e-e3b5-4279-99c1-854088487eb8 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:13.992852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Port 692f873e-e3b5-4279-99c1-854088487eb8 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:32:13.993354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Attempting to bind port 692f873e-e3b5-4279-99c1-854088487eb8 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:14.000598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:14.000962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:14.001318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Bound using segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:14.001746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Bound port: 692f873e-e3b5-4279-99c1-854088487eb8, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:14.002273 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.087547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] For port 692f873e-e3b5-4279-99c1-854088487eb8, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:14.091938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] For port 692f873e-e3b5-4279-99c1-854088487eb8, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=692f873e-e3b5-4279-99c1-854088487eb8,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:14.097133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.144701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:14.146686 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.148591 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] 10.222.0.32 "PUT /v2.0/ports/692f873e-e3b5-4279-99c1-854088487eb8 HTTP/1.1" status: 200 len: 1091 time: 0.8580132 May 26 16:32:14.149198 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a500d4a5-acd8-42ca-aac0-56b46c745e0b', 'tag': '692f873e-e3b5-4279-99c1-854088487eb8'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:14.151556 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0289c2ed-3408-47c7-9b13-7c12764796c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a500d4a5-acd8-42ca-aac0-56b46c745e0b", "tag": "692f873e-e3b5-4279-99c1-854088487eb8"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:14.192003 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc590e7-2070-4bc6-858f-6f33d29e5b43 service neutron] Pushing event updated for resources: {'Port': ['ID=692f873e-e3b5-4279-99c1-854088487eb8,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:14.249072 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdb1c73-0373-4466-a3ed-186d522be025 x-openstack-request-id: req-ffdb1c73-0373-4466-a3ed-186d522be025 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:14.249364 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a500d4a5-acd8-42ca-aac0-56b46c745e0b", "tag": "692f873e-e3b5-4279-99c1-854088487eb8", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:14.249619 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffdb1c73-0373-4466-a3ed-186d522be025 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:14.250046 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdb1c73-0373-4466-a3ed-186d522be025'] response: {'name': 'network-changed', 'server_uuid': 'a500d4a5-acd8-42ca-aac0-56b46c745e0b', 'tag': '692f873e-e3b5-4279-99c1-854088487eb8', 'status': 'completed', 'code': 200} May 26 16:32:14.267094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-f06ea9cf-5405-478b-824b-136e08091b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:14.268625 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-f06ea9cf-5405-478b-824b-136e08091b71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 1094 time: 0.0585287 May 26 16:32:14.320236 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-cb864620-1ef6-40e6-9733-406671059b33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=692f873e-e3b5-4279-99c1-854088487eb8 HTTP/1.1" status: 200 len: 217 time: 0.0421689 May 26 16:32:14.385233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-05c849ff-5569-4109-a05d-061dce562a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:14.387120 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-05c849ff-5569-4109-a05d-061dce562a64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0562143 May 26 16:32:14.453079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-64d425c5-b3d3-43c1-9d98-67c2714efa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:14.455182 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-64d425c5-b3d3-43c1-9d98-67c2714efa83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594378 May 26 16:32:14.562277 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-fca2fa29-ec86-4746-9bb8-9b1a36a53635 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007037 May 26 16:32:14.664652 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-417f036e-2fe4-4c8c-b768-561ecfc6956e req-b281fc61-516a-438f-b286-95947f778f9b service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952225 May 26 16:32:14.776899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-f7ff3db6-dc98-4969-82eb-9608c5c14bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:14.780565 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-f7ff3db6-dc98-4969-82eb-9608c5c14bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 1094 time: 0.0684013 May 26 16:32:14.885159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-ee47d429-bae2-4d2f-892b-d3c337dd565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:14.886643 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-ee47d429-bae2-4d2f-892b-d3c337dd565b service neutron] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.0987415 May 26 16:32:14.942270 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-e4fbc050-53ee-41db-888f-b3e50b445c42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=692f873e-e3b5-4279-99c1-854088487eb8 HTTP/1.1" status: 200 len: 217 time: 0.0471818 May 26 16:32:15.017228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-cfee5432-a595-44c8-9699-345160f3ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:15.019100 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-cfee5432-a595-44c8-9699-345160f3ed02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0531743 May 26 16:32:15.022348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196bca0-ffb5-4c42-a36d-d570a7a4c519 req-76ce305d-00f7-47a7-a5b8-55933523f012 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:15.024433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a196bca0-ffb5-4c42-a36d-d570a7a4c519 req-76ce305d-00f7-47a7-a5b8-55933523f012 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0622988 May 26 16:32:15.073435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a196bca0-ffb5-4c42-a36d-d570a7a4c519 req-ba9438bd-072d-4cd6-81b7-8b758e68901e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 May 26 16:32:15.073897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-b8e2ad6d-809a-4b65-9359-13e1831fe72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:15.075592 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-b8e2ad6d-809a-4b65-9359-13e1831fe72f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467753 May 26 16:32:15.193957 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-bf67a40d-d66a-47df-9bf1-66cd736180ac service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091971 May 26 16:32:15.309274 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0289c2ed-3408-47c7-9b13-7c12764796c8 req-40353310-5cba-4d58-a1a9-50aea099a394 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071727 May 26 16:32:16.207397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3a060-a562-4cb5-83e4-272f7d1f0d33 req-f2993e6f-e7d3-4681-827e-345a9e0e42ee tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:16.209078 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23c3a060-a562-4cb5-83e4-272f7d1f0d33 req-f2993e6f-e7d3-4681-827e-345a9e0e42ee tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0557785 May 26 16:32:16.265660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-23c3a060-a562-4cb5-83e4-272f7d1f0d33 req-4a85e6fe-759c-4c7f-a20b-d7854d8a7203 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464373 May 26 16:32:17.479514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67929-b3b6-4e76-b2f7-0f0d38d7d00e req-a022f3f9-82e0-41d6-802b-e41373f5cdde tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:17.483395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2b67929-b3b6-4e76-b2f7-0f0d38d7d00e req-a022f3f9-82e0-41d6-802b-e41373f5cdde tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0918427 May 26 16:32:17.547149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2b67929-b3b6-4e76-b2f7-0f0d38d7d00e req-cfb25d58-b0b6-4d1a-bb6a-757d8819620e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575652 May 26 16:32:18.851937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1295295-b540-412f-b800-37c89aad1ccb req-190881df-1cec-4874-97ae-72f649050e32 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:18.855982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1295295-b540-412f-b800-37c89aad1ccb req-190881df-1cec-4874-97ae-72f649050e32 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.2097151 May 26 16:32:18.914698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1295295-b540-412f-b800-37c89aad1ccb req-f45dfd68-3a9b-457a-a63e-775e7060651f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 May 26 16:32:20.150190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c72-04da-42df-b252-18edc3a4289c req-5073ca6e-cd5e-4741-807d-bb28a3403bb1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:20.154641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-defa7c72-04da-42df-b252-18edc3a4289c req-5073ca6e-cd5e-4741-807d-bb28a3403bb1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.1501067 May 26 16:32:20.213880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-defa7c72-04da-42df-b252-18edc3a4289c req-c72bfe22-31f2-4c30-bdf5-217819e5a0af tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522087 May 26 16:32:21.357982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef3d0-e19f-446c-853d-51217a76c6e6 req-2e9de34a-bc05-4a60-be66-a90d33d3ea99 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:21.359518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-536ef3d0-e19f-446c-853d-51217a76c6e6 req-2e9de34a-bc05-4a60-be66-a90d33d3ea99 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0638406 May 26 16:32:21.407789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-536ef3d0-e19f-446c-853d-51217a76c6e6 req-0bf95bc0-6227-4d67-997a-1834b17f58c7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 May 26 16:32:21.542447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49810) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:21.734434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Deleting port 6d18cc8b-a91f-48ec-a443-ff09156e1f41 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:21.734835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.818331 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.818669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.832029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Calling delete_port for 6d18cc8b-a91f-48ec-a443-ff09156e1f41 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:22.024494 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.052544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event deleted for resources: {'Port': ['ID=6d18cc8b-a91f-48ec-a443-ff09156e1f41,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:22.126658 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.127118 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Floating IP 93cc7294-a54b-47c5-8f0f-f2afda3e4abc disassociated (deleted). External IP: 172.25.0.64, port: 7688b73e-ada3-45f0-8914-6c8f069fd1e4. May 26 16:32:22.167186 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:32:22.379617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:32:22.550714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:32:22.556245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.564062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] Sync routers for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:32:22.575946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:22.577465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:32:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:22.586323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6008a448-7c65-4957-8fab-35979cc9b539 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "DELETE /v2.0/floatingips/93cc7294-a54b-47c5-8f0f-f2afda3e4abc HTTP/1.1" status: 204 len: 168 time: 1.0427425 May 26 16:32:22.587592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:22.599890 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474e648d-4179-4a5b-a138-c69757a43200" -d '{"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:22.628685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a46026-0106-44b3-b9af-b265d9c48f02 req-5e214157-8ae2-4fb8-91b0-015578a6c03e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:22.637414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36a46026-0106-44b3-b9af-b265d9c48f02 req-5e214157-8ae2-4fb8-91b0-015578a6c03e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.1430335 May 26 16:32:22.709653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36a46026-0106-44b3-b9af-b265d9c48f02 req-cb222073-0dff-4481-b2d4-cdb68484554b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640459 May 26 16:32:22.765663 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:22.796387 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f0f011-5cf0-484a-a925-0b561510d23d x-openstack-request-id: req-b3f0f011-5cf0-484a-a925-0b561510d23d {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:22.797085 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:22.797804 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3f0f011-5cf0-484a-a925-0b561510d23d {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:22.798441 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f0f011-5cf0-484a-a925-0b561510d23d'] response: {'name': 'network-changed', 'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'status': 'completed', 'code': 200} May 26 16:32:22.936825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e648d-4179-4a5b-a138-c69757a43200 req-ea1cfee5-0a5f-4ccc-af64-af425c516c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:22.938380 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-474e648d-4179-4a5b-a138-c69757a43200 req-ea1cfee5-0a5f-4ccc-af64-af425c516c70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b8d93b6d2754f089bf1b0779c847373&device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 1097 time: 0.1147759 May 26 16:32:22.992976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c994be-f018-449c-9ed3-4cac65bc0b99 req-63311aa5-59f8-46bd-ae76-e83d608d15a9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:22.995409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50c994be-f018-449c-9ed3-4cac65bc0b99 req-63311aa5-59f8-46bd-ae76-e83d608d15a9 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 946 time: 0.0696766 May 26 16:32:23.059275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50c994be-f018-449c-9ed3-4cac65bc0b99 req-68d83292-9b7d-488f-87d6-20c9c931a02c tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515385 May 26 16:32:23.066386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e648d-4179-4a5b-a138-c69757a43200 req-2be81b9f-6b59-4dec-8624-a65980d098df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:23.068142 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-474e648d-4179-4a5b-a138-c69757a43200 req-2be81b9f-6b59-4dec-8624-a65980d098df service neutron] 10.222.0.24 "GET /v2.0/networks?id=d89c9cb2-00bd-442c-9136-876f726e74df HTTP/1.1" status: 200 len: 915 time: 0.1229105 May 26 16:32:23.107805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:23.132093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-474e648d-4179-4a5b-a138-c69757a43200 req-6f8555c2-9ae6-4ca4-a827-701aa6b544f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4 HTTP/1.1" status: 200 len: 217 time: 0.0558026 May 26 16:32:23.143004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] Checking router: e7b2b1b3-9e1b-414f-9d93-c8bee405b61c for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:32:23.156267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:23.157287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:32:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:23.207779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e648d-4179-4a5b-a138-c69757a43200 req-3fa5c82d-c062-4ac1-83c8-12b531759b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:23.209726 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-474e648d-4179-4a5b-a138-c69757a43200 req-3fa5c82d-c062-4ac1-83c8-12b531759b48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62dcba76-00e0-4de3-b500-10e4940b5572 HTTP/1.1" status: 200 len: 853 time: 0.0707874 May 26 16:32:23.274817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e648d-4179-4a5b-a138-c69757a43200 req-4130479b-a44e-4862-b1d4-abde2be36325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:23.276579 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-474e648d-4179-4a5b-a138-c69757a43200 req-4130479b-a44e-4862-b1d4-abde2be36325 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d89c9cb2-00bd-442c-9136-876f726e74df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576985 May 26 16:32:23.300000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:23.385482 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-474e648d-4179-4a5b-a138-c69757a43200 req-3040beb2-8023-49f6-8287-be03c11cef8f service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993404 May 26 16:32:23.502827 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-474e648d-4179-4a5b-a138-c69757a43200 req-e439fee6-b30c-42f8-ab4c-ab61f787898a service neutron] 10.222.0.24 "GET /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099675 May 26 16:32:23.562252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:23.594965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5ff62-84ce-4e43-9c10-4bd06fa96f11 None None] The sync data for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 is: [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:28:08Z', 'revision_number': 4, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '5967c51d-7d5c-4789-98c7-39e05148c967', 'name': '', 'network_id': 'd89c9cb2-00bd-442c-9136-876f726e74df', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'mac_address': 'fa:16:3e:f2:27:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:05Z', 'updated_at': '2022-05-26T16:28:18Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'subnets': [{'id': '62dcba76-00e0-4de3-b500-10e4940b5572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:32:23.903210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9b4fc-202c-4f09-8371-40d417dba602 req-39efd462-0062-42d0-a22c-8de53500b850 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:23.913724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8db9b4fc-202c-4f09-8371-40d417dba602 req-39efd462-0062-42d0-a22c-8de53500b850 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0756907 May 26 16:32:23.921283 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729fa1d1-590e-4c9f-8206-e0a9d45ef416 None None] New status for floating IP 93cc7294-a54b-47c5-8f0f-f2afda3e4abc: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:32:23.965981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8db9b4fc-202c-4f09-8371-40d417dba602 req-351aa99a-5d29-4a28-8dac-84ab697f2324 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513818 May 26 16:32:23.992734 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.112197 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.222512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fdf3f-e791-4120-a206-e3df86e6b2e6 req-6457454f-15fa-48c6-91ee-2080a5caeb95 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:24.224034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f8fdf3f-e791-4120-a206-e3df86e6b2e6 req-6457454f-15fa-48c6-91ee-2080a5caeb95 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 946 time: 0.0639589 May 26 16:32:24.265633 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f8fdf3f-e791-4120-a206-e3df86e6b2e6 req-62268b09-8104-4859-b48f-572a01a778a1 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbc53732-e976-4495-a783-72f63e4ee57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348961 May 26 16:32:24.477807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675184b1-60c5-4777-a828-9dbcefe441ba req-794d1081-b78c-47b5-9b50-8616cee8092c tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:24.479530 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-675184b1-60c5-4777-a828-9dbcefe441ba req-794d1081-b78c-47b5-9b50-8616cee8092c tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.24 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 946 time: 0.0554118 May 26 16:32:24.590785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-675184b1-60c5-4777-a828-9dbcefe441ba req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Deleting port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:24.591759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-675184b1-60c5-4777-a828-9dbcefe441ba req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.695214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-675184b1-60c5-4777-a828-9dbcefe441ba req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] For port 7688b73e-ada3-45f0-8914-6c8f069fd1e4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7688b73e-ada3-45f0-8914-6c8f069fd1e4,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:24.695579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-675184b1-60c5-4777-a828-9dbcefe441ba req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.711339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-675184b1-60c5-4777-a828-9dbcefe441ba req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Calling delete_port for 7688b73e-ada3-45f0-8914-6c8f069fd1e4 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:24.876128 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-675184b1-60c5-4777-a828-9dbcefe441ba req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.920641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event deleted for resources: {'Port': ['ID=7688b73e-ada3-45f0-8914-6c8f069fd1e4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:24.966233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-675184b1-60c5-4777-a828-9dbcefe441ba req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] No DVR routers for this DVR port 7688b73e-ada3-45f0-8914-6c8f069fd1e4 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:24.969354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-675184b1-60c5-4777-a828-9dbcefe441ba req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.973812 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-675184b1-60c5-4777-a828-9dbcefe441ba req-03f5da87-e49b-4d69-8cbd-f0fc5564fe83 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.24 "DELETE /v2.0/ports/7688b73e-ada3-45f0-8914-6c8f069fd1e4 HTTP/1.1" status: 204 len: 173 time: 0.4880364 May 26 16:32:24.974391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'name': 'network-vif-deleted', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:24.976910 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2c3c54-8999-4fa7-9293-27385f0b80ed" -d '{"events": [{"server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "name": "network-vif-deleted", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:25.039295 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb0c521-61ee-4ee9-9f92-138ac61dcd04 x-openstack-request-id: req-bfb0c521-61ee-4ee9-9f92-138ac61dcd04 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:25.039831 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07520498-98ce-434f-8361-8efe8bfff399", "name": "network-vif-deleted", "tag": "7688b73e-ada3-45f0-8914-6c8f069fd1e4", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:25.040295 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfb0c521-61ee-4ee9-9f92-138ac61dcd04 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:25.040910 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb0c521-61ee-4ee9-9f92-138ac61dcd04'] response: {'server_uuid': '07520498-98ce-434f-8361-8efe8bfff399', 'name': 'network-vif-deleted', 'tag': '7688b73e-ada3-45f0-8914-6c8f069fd1e4', 'status': 'completed', 'code': 200} May 26 16:32:25.132537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d73ad-b632-4f3d-9e54-e7513dc2cff5 req-8d4fd806-67de-439e-b635-744d915b17a4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:25.134513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-576d73ad-b632-4f3d-9e54-e7513dc2cff5 req-8d4fd806-67de-439e-b635-744d915b17a4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0606949 May 26 16:32:25.190108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-576d73ad-b632-4f3d-9e54-e7513dc2cff5 req-898ec27f-a9b0-4089-ad92-60da81c83e92 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486228 May 26 16:32:25.413297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb468947-3a80-42a0-800e-eaa5c8cd2356 req-afd165b9-59e4-4c3f-80ab-4b6e9db5d373 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 210 time: 0.0387876 May 26 16:32:26.329588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385fc7-327a-4d02-8dc4-7fae8f8b5608 req-31e34f38-6289-4607-8855-8bf3b202a51f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:26.331599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74385fc7-327a-4d02-8dc4-7fae8f8b5608 req-31e34f38-6289-4607-8855-8bf3b202a51f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0605769 May 26 16:32:26.374604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74385fc7-327a-4d02-8dc4-7fae8f8b5608 req-134f1765-0a13-404e-b2cf-9618aeead6e9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362358 May 26 16:32:26.525661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13e730d0-4619-4a75-a546-690dd2cef237 req-ad0b14d2-53f8-412a-8163-bcc9196f9e53 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 210 time: 0.0321131 May 26 16:32:27.169665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7688b73e-ada3-45f0-8914-6c8f069fd1e4 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:27.191758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 7688b73e-ada3-45f0-8914-6c8f069fd1e4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:27.192111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7688b73e-ada3-45f0-8914-6c8f069fd1e4 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:27.505225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d34127-1be2-40a9-b859-4aab72ffca61 req-9616e9e6-02c9-4974-8866-79d6c741bab3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:27.506769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88d34127-1be2-40a9-b859-4aab72ffca61 req-9616e9e6-02c9-4974-8866-79d6c741bab3 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0554307 May 26 16:32:27.548988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-88d34127-1be2-40a9-b859-4aab72ffca61 req-bbc7be65-c866-4e50-90f1-dfbda0827c45 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353498 May 26 16:32:27.638549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7c4fb01-a078-47bc-8778-4ec63201c7ca req-b851eea6-5905-4bcb-b717-4afbbf371f66 tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 210 time: 0.0282662 May 26 16:32:28.688857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73261b2-c0a3-4cf9-86af-8a383b3bb4df req-2b9dcf47-4552-4c53-8d17-19ac8bbbde96 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:28.698555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a73261b2-c0a3-4cf9-86af-8a383b3bb4df req-2b9dcf47-4552-4c53-8d17-19ac8bbbde96 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0722671 May 26 16:32:28.756301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af7d6b04-9494-42c1-8125-228fa6b42f7e req-4226828e-93c7-45d1-91bf-94c2b462f7ac tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "GET /v2.0/ports?device_id=07520498-98ce-434f-8361-8efe8bfff399 HTTP/1.1" status: 200 len: 210 time: 0.0380380 May 26 16:32:28.779282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a73261b2-c0a3-4cf9-86af-8a383b3bb4df req-c9636673-b3c7-47c2-98ed-f2a3d30badd9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787997 May 26 16:32:29.822959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 49892) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:29.920390 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0aab7297-0278-4e8c-b34c-52ec9a91b9ca tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.951452 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0aab7297-0278-4e8c-b34c-52ec9a91b9ca tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.976337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508fd7a-84a9-4cb8-b0da-f500b57c79dd req-d56f1c9a-2bb6-41ba-a2c1-58a10fe3f192 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:29.977854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6508fd7a-84a9-4cb8-b0da-f500b57c79dd req-d56f1c9a-2bb6-41ba-a2c1-58a10fe3f192 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.1002319 May 26 16:32:30.055393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6508fd7a-84a9-4cb8-b0da-f500b57c79dd req-72b3d9aa-fa89-46f1-a478-4a7219f9a022 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679264 May 26 16:32:30.080387 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0aab7297-0278-4e8c-b34c-52ec9a91b9ca tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:30.090578 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0aab7297-0278-4e8c-b34c-52ec9a91b9ca tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:30.090578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0aab7297-0278-4e8c-b34c-52ec9a91b9ca tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] 10.222.0.39 "DELETE /v2.0/security-groups/bbc53732-e976-4495-a783-72f63e4ee57b HTTP/1.1" status: 204 len: 168 time: 0.2660303 May 26 16:32:30.106142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab7297-0278-4e8c-b34c-52ec9a91b9ca tempest-TestVolumeBackupRestore-427489738 tempest-TestVolumeBackupRestore-427489738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc53732-e976-4495-a783-72f63e4ee57b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:31.320368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e4d5a-ad3a-4741-8ab9-b10ddb6add3b req-75d7a460-b6c0-463f-b432-fc96d5efff78 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:31.323283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-145e4d5a-ad3a-4741-8ab9-b10ddb6add3b req-75d7a460-b6c0-463f-b432-fc96d5efff78 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.1289048 May 26 16:32:31.437612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-145e4d5a-ad3a-4741-8ab9-b10ddb6add3b req-fbb0b846-c54d-4434-b8af-fa6556751806 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007857 May 26 16:32:32.774690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffb40c-8208-4d03-a012-bcf844be7365 req-4520bb12-4479-48c7-82d2-1a63305571fd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:32.776657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eaffb40c-8208-4d03-a012-bcf844be7365 req-4520bb12-4479-48c7-82d2-1a63305571fd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.1174321 May 26 16:32:32.837426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eaffb40c-8208-4d03-a012-bcf844be7365 req-fe59f041-7369-4517-a9c8-c781888e9349 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465109 May 26 16:32:34.112911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d91d8-f82d-4738-96df-3866e5aaccd0 req-26e382af-1bf7-41a7-a6d0-c1c863fbe52d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:34.114523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-313d91d8-f82d-4738-96df-3866e5aaccd0 req-26e382af-1bf7-41a7-a6d0-c1c863fbe52d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.1356547 May 26 16:32:34.196952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-313d91d8-f82d-4738-96df-3866e5aaccd0 req-6fa2c501-3098-457d-974f-81536e83eb66 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579262 May 26 16:32:34.923899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:35.030545 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-04aea13a-7e0d-4653-b76c-267490bf12c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.724945 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.727000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d111d7-748b-4011-9520-8742afb9532d req-22410657-a6da-4908-93fb-12f6fbfdad85 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:35.728653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25d111d7-748b-4011-9520-8742afb9532d req-22410657-a6da-4908-93fb-12f6fbfdad85 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.4373300 May 26 16:32:35.777796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25d111d7-748b-4011-9520-8742afb9532d req-8835937b-283d-43f7-b42c-702c701026c4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 May 26 16:32:36.010320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Deleting port 5967c51d-7d5c-4789-98c7-39e05148c967 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:36.011104 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.091473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] For port 5967c51d-7d5c-4789-98c7-39e05148c967, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5967c51d-7d5c-4789-98c7-39e05148c967,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:36.091837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.112633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Calling delete_port for 5967c51d-7d5c-4789-98c7-39e05148c967 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:36.351551 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.381067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5967c51d-7d5c-4789-98c7-39e05148c967,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:36.427309 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.427725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.428263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.428763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.429249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.429734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.430510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.431000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.431405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.431891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.432363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.432797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:36.661237 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.979007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fefef9-e191-4e86-a330-ff4ed4f308bf req-44df5c9c-a964-44b7-9a42-745f05217899 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:36.981430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5fefef9-e191-4e86-a330-ff4ed4f308bf req-44df5c9c-a964-44b7-9a42-745f05217899 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.0747504 May 26 16:32:37.013987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:32:37.037129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5fefef9-e191-4e86-a330-ff4ed4f308bf req-e9458199-aac7-4ff7-a683-335d8850453a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467184 May 26 16:32:37.177363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:32:37.194338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50426) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:37.194586 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a83799b-bcab-415b-8df2-76ca9688b7c5 admin admin] 10.222.0.39 "PUT /v2.0/routers/e7b2b1b3-9e1b-414f-9d93-c8bee405b61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2686584 May 26 16:32:37.194688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] Sync routers for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:32:37.210047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:37.210760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:32:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:37.344092 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.372848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:37.488405 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.549950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Deleting port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:37.550620 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.598902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:32:36Z', 'revision_number': 5, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port': {'id': 'd9b1a41a-a5e8-48ff-9b9d-be65261ed9a1', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:58Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:37.632697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] Checking router: e7b2b1b3-9e1b-414f-9d93-c8bee405b61c for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:32:37.644840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] Routers {'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:37.645517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:32:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:37.674385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] For port d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:37.674902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.692735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Calling delete_port for d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:37.804394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] Set router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:37.835770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-35e0fc09-da70-402b-b231-9835b876d6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.880431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:32:37Z', 'revision_number': 6, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:37.922529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a1ff6c-2b9e-429c-9f24-b0e19f519597 None None] The sync data for ids ['e7b2b1b3-9e1b-414f-9d93-c8bee405b61c'] in n-d-843336-2 is: [{'id': 'e7b2b1b3-9e1b-414f-9d93-c8bee405b61c', 'name': 'tempest-TestVolumeBackupRestore-1755468747-router', 'tenant_id': '2b8d93b6d2754f089bf1b0779c847373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:57Z', 'updated_at': '2022-05-26T16:32:37Z', 'revision_number': 6, 'project_id': '2b8d93b6d2754f089bf1b0779c847373', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:32:37.939045 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.966452 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:37.984217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.985314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.985862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.986536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.987086 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.987606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.988186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.988755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.989320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.989816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.990665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:37.991237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:38.073540 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.096335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50444) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:38.224254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.225398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de23dbd-5683-4dd7-85c0-bb954a5e6b93 req-ced1eef3-5632-412f-a5de-7e05ccfc986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:38.227304 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0de23dbd-5683-4dd7-85c0-bb954a5e6b93 req-ced1eef3-5632-412f-a5de-7e05ccfc986c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1097 time: 0.1290662 May 26 16:32:38.227710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.284776 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0de23dbd-5683-4dd7-85c0-bb954a5e6b93 req-21e7ae3b-65d3-4362-9623-fe68d78bac81 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464900 May 26 16:32:38.320951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63e64b-601b-442e-abdf-d39397ff0802 req-fa484de5-f8bc-4976-b4eb-7d81fd10d36f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:38.322934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a63e64b-601b-442e-abdf-d39397ff0802 req-fa484de5-f8bc-4976-b4eb-7d81fd10d36f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 943 time: 0.1658325 May 26 16:32:38.324347 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.325457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b2b1b3-9e1b-414f-9d93-c8bee405b61c {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:32:38.330352 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.331757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8e437100-a0fa-4cff-81e5-0cdef9d5c576 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e7b2b1b3-9e1b-414f-9d93-c8bee405b61c HTTP/1.1" status: 204 len: 168 time: 1.1352954 May 26 16:32:38.336485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:38.376703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7a63e64b-601b-442e-abdf-d39397ff0802 req-87cb3bbf-1436-4859-8fea-1d31f0b87273 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 May 26 16:32:38.407647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2ee9a3-5d1a-4e49-9820-67ac98f4ed60 admin admin] Deleting subnet 62dcba76-00e0-4de3-b500-10e4940b5572 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:38.412626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee9a3-5d1a-4e49-9820-67ac98f4ed60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.463087 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee9a3-5d1a-4e49-9820-67ac98f4ed60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.573678 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee9a3-5d1a-4e49-9820-67ac98f4ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.654634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 692f873e-e3b5-4279-99c1-854088487eb8 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:32:38.656212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee9a3-5d1a-4e49-9820-67ac98f4ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.687738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ee9a3-5d1a-4e49-9820-67ac98f4ed60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62dcba76-00e0-4de3-b500-10e4940b5572,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:38.696104 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee9a3-5d1a-4e49-9820-67ac98f4ed60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.702047 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7b2ee9a3-5d1a-4e49-9820-67ac98f4ed60 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/62dcba76-00e0-4de3-b500-10e4940b5572 HTTP/1.1" status: 204 len: 168 time: 0.3634725 May 26 16:32:38.703917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50458) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:38.799562 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.875206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Deleting port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:38.875775 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.942247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f885c9-bf1a-43eb-99bf-bc574b310415 None None] Network d89c9cb2-00bd-442c-9136-876f726e74df requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:38.972525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] For port 1ac10dc8-406e-4b28-b6a6-5395c7698a08, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1ac10dc8-406e-4b28-b6a6-5395c7698a08,segment=NetworkSegment(81f5fb31-0906-402b-9a55-d355e0706e26),segment_id=81f5fb31-0906-402b-9a55-d355e0706e26)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:38.972893 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.001912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Calling delete_port for 1ac10dc8-406e-4b28-b6a6-5395c7698a08 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:39.028022 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.115381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 692f873e-e3b5-4279-99c1-854088487eb8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=692f873e-e3b5-4279-99c1-854088487eb8,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:39.123804 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.153619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac10dc8-406e-4b28-b6a6-5395c7698a08,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:39.159722 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] No DVR routers for this DVR port 1ac10dc8-406e-4b28-b6a6-5395c7698a08 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:39.172786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '692f873e-e3b5-4279-99c1-854088487eb8', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'port_id': '692f873e-e3b5-4279-99c1-854088487eb8', 'mac_address': 'fa:16:3e:58:fa:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:32:39.225063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 692f873e-e3b5-4279-99c1-854088487eb8 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:39.225620 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.251040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692f873e-e3b5-4279-99c1-854088487eb8 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:32:39.269673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cfc7c4-75c1-4720-9219-9bde0dd024cf None None] DHCP port deletion for d89c9cb2-00bd-442c-9136-876f726e74df request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:32:39.288640 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.289682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 692f873e-e3b5-4279-99c1-854088487eb8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=692f873e-e3b5-4279-99c1-854088487eb8,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:39.300539 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.346057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89c9cb2-00bd-442c-9136-876f726e74df']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:39.366832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f5fb31-0906-402b-9a55-d355e0706e26') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:39.367151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f5fb31-0906-402b-9a55-d355e0706e26') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:39.381054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.398310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=692f873e-e3b5-4279-99c1-854088487eb8,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:39.403504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.407460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.408406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.408406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.408798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.409149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.409489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.409846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.410204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.411094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.411636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.412140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.412672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:39.415907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:39.416342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.533069 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.546735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.551922 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d89c9cb2-00bd-442c-9136-876f726e74df HTTP/1.1" status: 204 len: 168 time: 0.8467143 May 26 16:32:39.556356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50476) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:39.614158 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['692f873e-e3b5-4279-99c1-854088487eb8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:32:39.679350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b896e7-5292-4f97-b8a2-48854a62ae2c req-9c81da6a-a250-4607-b2c4-44d968d30e65 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:39.687525 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1b896e7-5292-4f97-b8a2-48854a62ae2c req-9c81da6a-a250-4607-b2c4-44d968d30e65 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 944 time: 0.1711245 May 26 16:32:39.689406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533e92f-583c-408f-836c-aa8df3a64ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89c9cb2-00bd-442c-9136-876f726e74df,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:39.718679 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 81f5fb31-0906-402b-9a55-d355e0706e26 resource provider aggregate not found May 26 16:32:39.741394 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 81f5fb31-0906-402b-9a55-d355e0706e26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81f5fb31-0906-402b-9a55-d355e0706e26 found for delete ", "request_id": "req-cac97023-5cbd-4474-8099-7e2553ba6667"}]} May 26 16:32:39.769018 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b1b896e7-5292-4f97-b8a2-48854a62ae2c req-28b9c4f4-8974-4166-bcfa-2f42ae8ce872 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789971 May 26 16:32:39.798771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ac10dc8-406e-4b28-b6a6-5395c7698a08 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:39.839832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1ac10dc8-406e-4b28-b6a6-5395c7698a08 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:39.840285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1ac10dc8-406e-4b28-b6a6-5395c7698a08 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:39.841187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:39.873595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:39.873948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d9b1a41a-a5e8-48ff-9b9d-be65261ed9a1 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:39.874533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5967c51d-7d5c-4789-98c7-39e05148c967 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:39.914153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 5967c51d-7d5c-4789-98c7-39e05148c967 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:39.914425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5967c51d-7d5c-4789-98c7-39e05148c967 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:40.248451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.628613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Deleting port 72411821-2313-45b0-a42f-248d42ec1b30 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:40.628956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.671653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 692f873e-e3b5-4279-99c1-854088487eb8 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:40.674792 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.726515 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.733006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] For port 72411821-2313-45b0-a42f-248d42ec1b30, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=72411821-2313-45b0-a42f-248d42ec1b30,segment=NetworkSegment(4fa55159-73f0-4160-af47-f6ef72fa485f),segment_id=4fa55159-73f0-4160-af47-f6ef72fa485f)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:40.733378 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.748757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Calling delete_port for 72411821-2313-45b0-a42f-248d42ec1b30 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:40.749479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 692f873e-e3b5-4279-99c1-854088487eb8 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:32:40.754724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 692f873e-e3b5-4279-99c1-854088487eb8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:40.755351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.860979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 692f873e-e3b5-4279-99c1-854088487eb8 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:40.861672 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.892708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a500d4a5-acd8-42ca-aac0-56b46c745e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f873e-e3b5-4279-99c1-854088487eb8'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:40.895484 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc6d64-f125-4d20-af94-3ac0d4c98f53" -d '{"events": [{"server_uuid": "a500d4a5-acd8-42ca-aac0-56b46c745e0b", "name": "network-vif-plugged", "status": "completed", "tag": "692f873e-e3b5-4279-99c1-854088487eb8"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:40.930913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 692f873e-e3b5-4279-99c1-854088487eb8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=692f873e-e3b5-4279-99c1-854088487eb8,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:40.933198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120199-64d3-4929-b39c-6df99cc1d906 req-01d240bd-1df9-4492-a806-6542efcc4433 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:40.936275 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.944182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d120199-64d3-4929-b39c-6df99cc1d906 req-01d240bd-1df9-4492-a806-6542efcc4433 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 944 time: 0.0838850 May 26 16:32:40.978448 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c979d2-2a18-40d5-829f-4acb8187280d x-openstack-request-id: req-55c979d2-2a18-40d5-829f-4acb8187280d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:40.978848 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a500d4a5-acd8-42ca-aac0-56b46c745e0b", "name": "network-vif-plugged", "status": "completed", "tag": "692f873e-e3b5-4279-99c1-854088487eb8", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:40.979256 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55c979d2-2a18-40d5-829f-4acb8187280d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:40.980032 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c979d2-2a18-40d5-829f-4acb8187280d'] response: {'server_uuid': 'a500d4a5-acd8-42ca-aac0-56b46c745e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f873e-e3b5-4279-99c1-854088487eb8', 'code': 200} May 26 16:32:41.014476 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d120199-64d3-4929-b39c-6df99cc1d906 req-285f4d6c-df6a-44ff-9669-142f0ab9ea4e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645409 May 26 16:32:41.030962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=692f873e-e3b5-4279-99c1-854088487eb8,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:41.170943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd8e4f-b592-4a00-8c32-1cda6f2b4136 req-fcc18711-7d40-4a26-a683-8f5bd5ae1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:41.172636 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69fd8e4f-b592-4a00-8c32-1cda6f2b4136 req-fcc18711-7d40-4a26-a683-8f5bd5ae1564 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 1096 time: 0.0896931 May 26 16:32:41.175930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.223142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Pushing event deleted for resources: {'Port': ['ID=72411821-2313-45b0-a42f-248d42ec1b30,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:41.293039 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-69fd8e4f-b592-4a00-8c32-1cda6f2b4136 req-146327f4-47c0-4509-b557-eaf3de4b04ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058691 May 26 16:32:41.484769 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.781542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Router 878a2e88-c218-4026-b91d-1ee9fd24600f has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:32:41.909769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:32:41.915815 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-97ddc781-dbe5-4960-bd0c-3039a1e1c474 admin admin] 10.222.0.39 "PUT /v2.0/routers/878a2e88-c218-4026-b91d-1ee9fd24600f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3580332 May 26 16:32:41.921047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50514) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:41.923838 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] Sync routers for ids ['878a2e88-c218-4026-b91d-1ee9fd24600f'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:32:41.938418 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] Routers {'878a2e88-c218-4026-b91d-1ee9fd24600f'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:41.939169 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:32:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['878a2e88-c218-4026-b91d-1ee9fd24600f'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:42.053296 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] Set router 878a2e88-c218-4026-b91d-1ee9fd24600f gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:42.055382 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.196937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d869a-465e-4fe9-8aed-843ac61f201d req-c16a7e9f-a2b8-4867-9789-76ab48d10ca6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:42.202688 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.208739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-024d869a-465e-4fe9-8aed-843ac61f201d req-c16a7e9f-a2b8-4867-9789-76ab48d10ca6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 945 time: 0.0869486 May 26 16:32:42.289848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-024d869a-465e-4fe9-8aed-843ac61f201d req-7713a8b3-8b26-4f40-a28d-d261c216f69b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778208 May 26 16:32:42.320708 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:32:41Z', 'revision_number': 5, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'gw_port': {'id': '9d03faf0-58a4-4df3-86f3-f3fbf511687a', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:42.336426 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Deleting port 9d03faf0-58a4-4df3-86f3-f3fbf511687a {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:42.337511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.351156 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] Checking router: 878a2e88-c218-4026-b91d-1ee9fd24600f for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:32:42.361332 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] Routers {'878a2e88-c218-4026-b91d-1ee9fd24600f'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:42.362074 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:32:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['878a2e88-c218-4026-b91d-1ee9fd24600f'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:42.479761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] For port 9d03faf0-58a4-4df3-86f3-f3fbf511687a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9d03faf0-58a4-4df3-86f3-f3fbf511687a,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:42.480154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.497875 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] Set router 878a2e88-c218-4026-b91d-1ee9fd24600f gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:42.498843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Calling delete_port for 9d03faf0-58a4-4df3-86f3-f3fbf511687a owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:42.559963 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:32:42Z', 'revision_number': 6, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:42.588501 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017536e6-31be-4fe1-80cf-428aecdfb3f6 None None] The sync data for ids ['878a2e88-c218-4026-b91d-1ee9fd24600f'] in n-d-843336-2 is: [{'id': '878a2e88-c218-4026-b91d-1ee9fd24600f', 'name': 'tempest-TestVolumeBackupRestore-888241289-router', 'tenant_id': '02b7778ebf5f4952bb806e94381482c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:17Z', 'updated_at': '2022-05-26T16:32:42Z', 'revision_number': 6, 'project_id': '02b7778ebf5f4952bb806e94381482c8', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:32:42.712096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.743841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d03faf0-58a4-4df3-86f3-f3fbf511687a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:42.814776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.907226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.909238 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.298047 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.299225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878a2e88-c218-4026-b91d-1ee9fd24600f {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:32:43.304555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.305873 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a813fa93-b7c0-4678-8f74-5eb05bc53ff3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/878a2e88-c218-4026-b91d-1ee9fd24600f HTTP/1.1" status: 204 len: 168 time: 1.3831766 May 26 16:32:43.309946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50528) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:43.370501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3472ea3-9dc7-4bb8-87e7-375abfa5d28b admin admin] Deleting subnet 1440e766-e8cf-4907-b210-6f9c8ef421f9 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:43.374579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d3472ea3-9dc7-4bb8-87e7-375abfa5d28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.456623 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d3472ea3-9dc7-4bb8-87e7-375abfa5d28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.513277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937c7f3-3cfa-44c4-a05b-4bfa655487b4 req-fe7d51e9-e7b3-4bc6-8c3d-950a5344ac8e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:43.514846 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c937c7f3-3cfa-44c4-a05b-4bfa655487b4 req-fe7d51e9-e7b3-4bc6-8c3d-950a5344ac8e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 945 time: 0.1187403 May 26 16:32:43.589778 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d3472ea3-9dc7-4bb8-87e7-375abfa5d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.623383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c937c7f3-3cfa-44c4-a05b-4bfa655487b4 req-a9b195f6-55d3-4a3b-8233-27505812946b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806656 May 26 16:32:43.673274 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d3472ea3-9dc7-4bb8-87e7-375abfa5d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.706241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3472ea3-9dc7-4bb8-87e7-375abfa5d28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1440e766-e8cf-4907-b210-6f9c8ef421f9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:43.720203 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d3472ea3-9dc7-4bb8-87e7-375abfa5d28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.726974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d3472ea3-9dc7-4bb8-87e7-375abfa5d28b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1440e766-e8cf-4907-b210-6f9c8ef421f9 HTTP/1.1" status: 204 len: 168 time: 0.4130232 May 26 16:32:43.727112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50540) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:43.735227 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff63bf-c2f4-423c-b898-f630d52e64e7 None None] Network 97651bdc-ac1d-47c6-8261-619791e5526e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:43.739570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9d03faf0-58a4-4df3-86f3-f3fbf511687a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:43.846477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 9d03faf0-58a4-4df3-86f3-f3fbf511687a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:43.846895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9d03faf0-58a4-4df3-86f3-f3fbf511687a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:43.847322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 72411821-2313-45b0-a42f-248d42ec1b30 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:43.876632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 72411821-2313-45b0-a42f-248d42ec1b30 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:43.876632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 72411821-2313-45b0-a42f-248d42ec1b30 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:43.894373 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.908945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b882fe3-a130-48ee-8f94-2c9df95a92c0 req-d886cda9-afcd-449a-aa2d-9a8db81c784f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:43.910289 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b882fe3-a130-48ee-8f94-2c9df95a92c0 req-d886cda9-afcd-449a-aa2d-9a8db81c784f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 945 time: 0.1212618 May 26 16:32:43.997371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b882fe3-a130-48ee-8f94-2c9df95a92c0 req-3ba06ad1-7932-429c-ab62-b64762cac7ef tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782585 May 26 16:32:44.033746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Deleting port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:44.034177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.037707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45cb872-9fe8-4963-89c5-21a879f94759 None None] DHCP port deletion for 97651bdc-ac1d-47c6-8261-619791e5526e request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:32:44.131439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c45cb872-9fe8-4963-89c5-21a879f94759 None None] Deleting port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:44.131721 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c45cb872-9fe8-4963-89c5-21a879f94759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.133589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] For port 1eaaba72-52c5-44f6-ab59-e1d86c712d90, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1eaaba72-52c5-44f6-ab59-e1d86c712d90,segment=NetworkSegment(4fa55159-73f0-4160-af47-f6ef72fa485f),segment_id=4fa55159-73f0-4160-af47-f6ef72fa485f)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:44.134095 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.156058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Calling delete_port for 1eaaba72-52c5-44f6-ab59-e1d86c712d90 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:44.221874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c45cb872-9fe8-4963-89c5-21a879f94759 None None] For port 1eaaba72-52c5-44f6-ab59-e1d86c712d90, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1eaaba72-52c5-44f6-ab59-e1d86c712d90,segment=NetworkSegment(4fa55159-73f0-4160-af47-f6ef72fa485f),segment_id=4fa55159-73f0-4160-af47-f6ef72fa485f)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:44.222317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c45cb872-9fe8-4963-89c5-21a879f94759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.240802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c45cb872-9fe8-4963-89c5-21a879f94759 None None] Calling delete_port for 1eaaba72-52c5-44f6-ab59-e1d86c712d90 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:44.297129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.348294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eaaba72-52c5-44f6-ab59-e1d86c712d90,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:44.353355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] No DVR routers for this DVR port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:44.390497 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c45cb872-9fe8-4963-89c5-21a879f94759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.430208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cb872-9fe8-4963-89c5-21a879f94759 None None] Pushing event deleted for resources: {'Port': ['ID=1eaaba72-52c5-44f6-ab59-e1d86c712d90,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:44.434869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cb872-9fe8-4963-89c5-21a879f94759 None None] No DVR routers for this DVR port 1eaaba72-52c5-44f6-ab59-e1d86c712d90 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:44.494251 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.525007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdd733-e4fc-4699-8ca8-59d22dc95b2e req-5df8ffea-609c-48bd-8c8d-f9511cf69155 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:44.526654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07bdd733-e4fc-4699-8ca8-59d22dc95b2e req-5df8ffea-609c-48bd-8c8d-f9511cf69155 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 945 time: 0.1369355 May 26 16:32:44.532123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97651bdc-ac1d-47c6-8261-619791e5526e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:44.554023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa55159-73f0-4160-af47-f6ef72fa485f') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:44.554636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa55159-73f0-4160-af47-f6ef72fa485f') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:44.573138 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.608983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.626835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:44.627259 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.646716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07bdd733-e4fc-4699-8ca8-59d22dc95b2e req-e61aaff1-5236-470a-9a59-ac2f45e6d2f4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034863 May 26 16:32:44.704030 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 4fa55159-73f0-4160-af47-f6ef72fa485f resource provider aggregate not found May 26 16:32:44.741354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.749441 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.753912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] 10.222.0.39 "DELETE /v2.0/networks/97651bdc-ac1d-47c6-8261-619791e5526e HTTP/1.1" status: 204 len: 168 time: 1.0256689 May 26 16:32:44.755910 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 4fa55159-73f0-4160-af47-f6ef72fa485f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fa55159-73f0-4160-af47-f6ef72fa485f found for delete ", "request_id": "req-b9e3a58d-bc92-4715-aa3e-75a974229270"}]} May 26 16:32:44.776160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc354e-0a6e-4e9b-a2f8-47da3454d808 admin admin] Pushing event deleted for resources: {'Network': ['ID=97651bdc-ac1d-47c6-8261-619791e5526e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:45.066447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50572) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:45.127727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-339ff06c-4d02-42b7-97e6-ca4837743e08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b8d93b6d2754f089bf1b0779c847373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592229 May 26 16:32:45.131108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50574) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:45.204299 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af0ce2c5-2125-437e-907d-afae27ac1956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.238283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af0ce2c5-2125-437e-907d-afae27ac1956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.307583 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af0ce2c5-2125-437e-907d-afae27ac1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.311511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-af0ce2c5-2125-437e-907d-afae27ac1956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.315978 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-af0ce2c5-2125-437e-907d-afae27ac1956 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85c3fe25-892c-406a-89b1-b9f8c8c3e7e3 HTTP/1.1" status: 204 len: 168 time: 0.1798880 May 26 16:32:45.325024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ce2c5-2125-437e-907d-afae27ac1956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c3fe25-892c-406a-89b1-b9f8c8c3e7e3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:45.730196 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1eaaba72-52c5-44f6-ab59-e1d86c712d90 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:45.760706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1eaaba72-52c5-44f6-ab59-e1d86c712d90 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:45.761204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1eaaba72-52c5-44f6-ab59-e1d86c712d90 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:45.770121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50592) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:45.820280 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e65f1ee7-b7e3-45b6-9a36-3382986f6c1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02b7778ebf5f4952bb806e94381482c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486217 May 26 16:32:45.825133 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50594) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:45.866169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187450b0-6e2e-405e-a6e5-4b8a4084e4b4 req-1358c863-5bc1-4515-9cbe-d736941a7093 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:45.867801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-187450b0-6e2e-405e-a6e5-4b8a4084e4b4 req-1358c863-5bc1-4515-9cbe-d736941a7093 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 945 time: 0.0907526 May 26 16:32:45.942587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-187450b0-6e2e-405e-a6e5-4b8a4084e4b4 req-ab4b8251-fbd8-432e-b0fc-82fe98eec15b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643122 May 26 16:32:45.943892 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc487f26-562b-4ef7-b86a-094d5a48af57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.980918 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc487f26-562b-4ef7-b86a-094d5a48af57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.041017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc487f26-562b-4ef7-b86a-094d5a48af57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.044334 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dc487f26-562b-4ef7-b86a-094d5a48af57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.045502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dc487f26-562b-4ef7-b86a-094d5a48af57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0121ddee-f6fb-4d93-8083-93340534879c HTTP/1.1" status: 204 len: 168 time: 0.2194195 May 26 16:32:46.053793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc487f26-562b-4ef7-b86a-094d5a48af57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0121ddee-f6fb-4d93-8083-93340534879c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:46.386164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-3b4df520-c5f9-4c85-92aa-4d8c61f3a6b4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:46.388570 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-3b4df520-c5f9-4c85-92aa-4d8c61f3a6b4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 945 time: 0.0752199 May 26 16:32:46.506292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port 692f873e-e3b5-4279-99c1-854088487eb8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:46.506642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.627278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] For port 692f873e-e3b5-4279-99c1-854088487eb8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=692f873e-e3b5-4279-99c1-854088487eb8,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:46.627821 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.644012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for 692f873e-e3b5-4279-99c1-854088487eb8 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:46.794603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.811493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7e80e091-39bc-42e7-94b1-bab6a8e1fb08'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:32:46.832510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=692f873e-e3b5-4279-99c1-854088487eb8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:46.893379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] No DVR routers for this DVR port 692f873e-e3b5-4279-99c1-854088487eb8 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:46.902154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.902154 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-84b5773d-3be7-46a1-bcd9-e2aa3a9b0a9a req-bec6ff1c-507a-4bcc-8a61-fbc539044d2f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "DELETE /v2.0/ports/692f873e-e3b5-4279-99c1-854088487eb8 HTTP/1.1" status: 204 len: 173 time: 0.5047143 May 26 16:32:46.902154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a500d4a5-acd8-42ca-aac0-56b46c745e0b', 'name': 'network-vif-deleted', 'tag': '692f873e-e3b5-4279-99c1-854088487eb8'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:46.903147 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d28152-1e51-46ac-8d24-c25149ac1f59" -d '{"events": [{"server_uuid": "a500d4a5-acd8-42ca-aac0-56b46c745e0b", "name": "network-vif-deleted", "tag": "692f873e-e3b5-4279-99c1-854088487eb8"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:46.949118 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c54f123-c8a9-43c5-9bd8-a35c32c16218 x-openstack-request-id: req-1c54f123-c8a9-43c5-9bd8-a35c32c16218 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:46.949681 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a500d4a5-acd8-42ca-aac0-56b46c745e0b", "name": "network-vif-deleted", "tag": "692f873e-e3b5-4279-99c1-854088487eb8", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:46.950191 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c54f123-c8a9-43c5-9bd8-a35c32c16218 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:46.950888 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c54f123-c8a9-43c5-9bd8-a35c32c16218'] response: {'server_uuid': 'a500d4a5-acd8-42ca-aac0-56b46c745e0b', 'name': 'network-vif-deleted', 'tag': '692f873e-e3b5-4279-99c1-854088487eb8', 'status': 'completed', 'code': 200} May 26 16:32:47.078761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e799ef16-ab47-4d0d-b052-b1d3ccc38ece req-338147a5-5f07-45a1-bc9d-345cf4490d04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 210 time: 0.0339401 May 26 16:32:48.187801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e3b7d4d-671d-4821-9360-5191664616cd req-ec083b21-159c-4124-a581-29aa82e7828d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 210 time: 0.0258939 May 26 16:32:48.688320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 692f873e-e3b5-4279-99c1-854088487eb8 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:48.711587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 692f873e-e3b5-4279-99c1-854088487eb8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:48.712349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 692f873e-e3b5-4279-99c1-854088487eb8 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:49.311475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-117acdcc-842e-43d7-aa3e-9d530fb77ab5 req-70212db8-e2ad-4e62-98ca-6c4c6015a2ad tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 210 time: 0.0297844 May 26 16:32:50.422659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42820eca-4c9d-4b25-baa4-701bba9d76dd req-60b47b83-0a33-4e0f-a2cb-e06d89a86af9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a500d4a5-acd8-42ca-aac0-56b46c745e0b HTTP/1.1" status: 200 len: 210 time: 0.0292513 May 26 16:32:53.985334 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:54.106668 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:55.555481 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-007c217e-0310-4550-8d82-f402f3bd0717 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463958 May 26 16:32:55.644024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-ef79cd69-8551-4c3e-b919-b546ac4e0e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:55.645936 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-ef79cd69-8551-4c3e-b919-b546ac4e0e8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36fcca7e67ce47b9935056af662f331d&device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1097 time: 0.0428355 May 26 16:32:55.767660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-e990c229-4eb2-4471-b0fc-5872d55e8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:55.769140 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-e990c229-4eb2-4471-b0fc-5872d55e8a0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 200 len: 909 time: 0.1028864 May 26 16:32:55.852432 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-fedcfb46-567d-47e6-90c0-0be362bf6ee0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 200 len: 1001 time: 0.0746405 May 26 16:32:55.920772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-3f8db3f6-398b-4b8d-9f6d-9de9331b3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:55.922281 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-3f8db3f6-398b-4b8d-9f6d-9de9331b3cfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=288f65dc-d26a-4180-af8a-f22573c46e52 HTTP/1.1" status: 200 len: 847 time: 0.0607247 May 26 16:32:55.991629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-d05039f1-32d3-4f17-b108-470154c95f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:55.993243 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-d05039f1-32d3-4f17-b108-470154c95f4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616651 May 26 16:32:56.071213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af7a26-021b-4682-a1b2-0e7eab0c7d99 req-186ade27-a967-4206-ab0e-5eac039b9f12 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:56.072897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48af7a26-021b-4682-a1b2-0e7eab0c7d99 req-186ade27-a967-4206-ab0e-5eac039b9f12 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 945 time: 0.0565028 May 26 16:32:56.092556 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-21cc11d3-7f11-4e4a-ae33-01cce88829c4 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897374 May 26 16:32:56.117530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48af7a26-021b-4682-a1b2-0e7eab0c7d99 req-8b0018af-d522-4bed-a771-2288168a7dba tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367937 May 26 16:32:56.202415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0f8146e7-cd52-43e3-9e93-2c014e2e57c8 req-5d4f5cb5-50a6-4216-a67c-2f5c36ef7575 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011691 May 26 16:32:57.249906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831e0b0-7f16-4523-b99b-aa39bc942b48 req-5d648e53-c2b3-4038-9c5a-602169c6855a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:57.251536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2831e0b0-7f16-4523-b99b-aa39bc942b48 req-5d648e53-c2b3-4038-9c5a-602169c6855a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 945 time: 0.0510321 May 26 16:32:57.297605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2831e0b0-7f16-4523-b99b-aa39bc942b48 req-058a06ac-44b6-4ca3-9866-2f586e4eadbb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e8da3d3-cafc-41be-9c32-1f27888ad148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381491 May 26 16:32:57.513330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-df4a0eee-1e48-4089-9acd-fd5811aa82ad tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:57.515069 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-df4a0eee-1e48-4089-9acd-fd5811aa82ad tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 945 time: 0.0536439 May 26 16:32:57.627753 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:57.628096 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.719373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] For port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:57.719744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.732176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:57.868697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.881843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7e80e091-39bc-42e7-94b1-bab6a8e1fb08'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:32:57.907184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=7e80e091-39bc-42e7-94b1-bab6a8e1fb08,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:57.959892 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] No DVR routers for this DVR port 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:57.962933 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.966433 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e9f6482a-1136-4255-95b0-b2f57ea73ad0 req-284eba33-7214-4a9e-aabe-415e3545723e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "DELETE /v2.0/ports/7e80e091-39bc-42e7-94b1-bab6a8e1fb08 HTTP/1.1" status: 204 len: 173 time: 0.4459100 May 26 16:32:57.966890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb0e386-7125-44be-a6a4-52d783145804', 'name': 'network-vif-deleted', 'tag': '7e80e091-39bc-42e7-94b1-bab6a8e1fb08'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:57.969180 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c33738-725d-4014-a01f-7e6a954d4a68" -d '{"events": [{"server_uuid": "bdb0e386-7125-44be-a6a4-52d783145804", "name": "network-vif-deleted", "tag": "7e80e091-39bc-42e7-94b1-bab6a8e1fb08"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:58.018232 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1996f5-5b36-4e4d-9499-f0dee6eebea0 x-openstack-request-id: req-bd1996f5-5b36-4e4d-9499-f0dee6eebea0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:58.018538 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb0e386-7125-44be-a6a4-52d783145804", "name": "network-vif-deleted", "tag": "7e80e091-39bc-42e7-94b1-bab6a8e1fb08", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:58.018776 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd1996f5-5b36-4e4d-9499-f0dee6eebea0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:58.019185 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1996f5-5b36-4e4d-9499-f0dee6eebea0'] response: {'server_uuid': 'bdb0e386-7125-44be-a6a4-52d783145804', 'name': 'network-vif-deleted', 'tag': '7e80e091-39bc-42e7-94b1-bab6a8e1fb08', 'status': 'completed', 'code': 200} May 26 16:32:58.418244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a814d6c5-e8c3-48cd-9674-5333f0e3cff9 req-7b70c1ae-1dc5-4d83-aaaa-ac8140371c03 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 210 time: 0.0380590 May 26 16:32:59.157201 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:32:59.539865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-074a98ce-c293-44c1-ac22-2dea540ccc7f req-8c7c2596-c30e-4b7c-abe9-f09a0515725e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 210 time: 0.0324557 May 26 16:33:00.643554 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89d321fb-edee-4f3a-aad9-694a6ec820f0 req-5adcd326-716a-489d-98ce-d2c32b462718 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 210 time: 0.0261519 May 26 16:33:01.376375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:33:01.402208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:33:01.402962 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7e80e091-39bc-42e7-94b1-bab6a8e1fb08 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:33:01.763831 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b81dc83-806a-489e-85cf-b07691f6bd64 req-5a031912-5da6-4ce1-98ce-49b955286ddf tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdb0e386-7125-44be-a6a4-52d783145804 HTTP/1.1" status: 200 len: 210 time: 0.0282178 May 26 16:33:05.033648 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ce44-2251-4500-af47-ee7925f07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.947691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50870) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:06.957690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d7604312-b464-4aa1-94be-8c76313e9bbb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1799650050', 'description': 'tempest-secgroup-smoke-1799650050 description', 'project_id': '713b14340339476ea5ed1867e3a302ec'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:07.160202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d7604312-b464-4aa1-94be-8c76313e9bbb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.160202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d7604312-b464-4aa1-94be-8c76313e9bbb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.160202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d7604312-b464-4aa1-94be-8c76313e9bbb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.160202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d7604312-b464-4aa1-94be-8c76313e9bbb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.160202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d7604312-b464-4aa1-94be-8c76313e9bbb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1880074 May 26 16:33:07.167273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50882) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:07.167273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-37a9f33f-7dea-43a0-bad9-b5f7e1ad2a5d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'security_group_rule': {'security_group_id': 'f91ab6f1-f96d-4930-bb57-16cb50de85ff', 'project_id': '713b14340339476ea5ed1867e3a302ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:07.189147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7604312-b464-4aa1-94be-8c76313e9bbb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ab6f1-f96d-4930-bb57-16cb50de85ff,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.189590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-37a9f33f-7dea-43a0-bad9-b5f7e1ad2a5d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.280164 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-37a9f33f-7dea-43a0-bad9-b5f7e1ad2a5d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.285013 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-37a9f33f-7dea-43a0-bad9-b5f7e1ad2a5d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.307961 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9f33f-7dea-43a0-bad9-b5f7e1ad2a5d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6eb6ed8-3508-4d3a-b7ed-8b1b34695c09,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.315745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-37a9f33f-7dea-43a0-bad9-b5f7e1ad2a5d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.317172 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-37a9f33f-7dea-43a0-bad9-b5f7e1ad2a5d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729991 May 26 16:33:07.320082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50888) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:07.325385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c8c473e1-a280-4c86-88d5-ede99f57aa04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'security_group_rule': {'security_group_id': 'f91ab6f1-f96d-4930-bb57-16cb50de85ff', 'project_id': '713b14340339476ea5ed1867e3a302ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:07.363326 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c8c473e1-a280-4c86-88d5-ede99f57aa04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.444074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c8c473e1-a280-4c86-88d5-ede99f57aa04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.450354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c8c473e1-a280-4c86-88d5-ede99f57aa04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.470171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c473e1-a280-4c86-88d5-ede99f57aa04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5367c49-681d-487c-80e7-cb1bedea09cc,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.482658 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c8c473e1-a280-4c86-88d5-ede99f57aa04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.487409 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c8c473e1-a280-4c86-88d5-ede99f57aa04 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632106 May 26 16:33:07.487751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50892) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:07.493167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0a84ab23-2ee1-4ed3-9e82-f842166b8ff8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'security_group_rule': {'security_group_id': 'f91ab6f1-f96d-4930-bb57-16cb50de85ff', 'project_id': '713b14340339476ea5ed1867e3a302ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:07.530406 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a84ab23-2ee1-4ed3-9e82-f842166b8ff8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.606900 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a84ab23-2ee1-4ed3-9e82-f842166b8ff8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.610946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a84ab23-2ee1-4ed3-9e82-f842166b8ff8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.635241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84ab23-2ee1-4ed3-9e82-f842166b8ff8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9933a39-1cfa-46f3-a56b-99ee635f1b34,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.644997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a84ab23-2ee1-4ed3-9e82-f842166b8ff8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.646257 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a84ab23-2ee1-4ed3-9e82-f842166b8ff8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571672 May 26 16:33:07.649803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50898) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:07.657323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e2828116-6c3e-4f2b-898b-8a5370c6718c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'security_group_rule': {'security_group_id': 'f91ab6f1-f96d-4930-bb57-16cb50de85ff', 'project_id': '713b14340339476ea5ed1867e3a302ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:07.685079 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e2828116-6c3e-4f2b-898b-8a5370c6718c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.770394 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e2828116-6c3e-4f2b-898b-8a5370c6718c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.775416 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e2828116-6c3e-4f2b-898b-8a5370c6718c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.790729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fe166ee9-7645-43b5-9255-90299d28b78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.801938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2828116-6c3e-4f2b-898b-8a5370c6718c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf95d9a8-87da-4f36-b37b-cf6049ef2c00,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.810955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e2828116-6c3e-4f2b-898b-8a5370c6718c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.812204 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e2828116-6c3e-4f2b-898b-8a5370c6718c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609180 May 26 16:33:07.815990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 50902) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:07.820609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-bcd3d7e7-a9f1-4a1c-8d46-09e5eaf5f2a2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'security_group_rule': {'security_group_id': 'f91ab6f1-f96d-4930-bb57-16cb50de85ff', 'project_id': '713b14340339476ea5ed1867e3a302ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:07.843045 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-bcd3d7e7-a9f1-4a1c-8d46-09e5eaf5f2a2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Project 713b14340339476ea5ed1867e3a302ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:33:07.848544 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bcd3d7e7-a9f1-4a1c-8d46-09e5eaf5f2a2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.923905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bcd3d7e7-a9f1-4a1c-8d46-09e5eaf5f2a2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.928070 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bcd3d7e7-a9f1-4a1c-8d46-09e5eaf5f2a2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.948503 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3d7e7-a9f1-4a1c-8d46-09e5eaf5f2a2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e69cf8-985f-481e-9e8c-ff0568deb2f8,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.957895 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bcd3d7e7-a9f1-4a1c-8d46-09e5eaf5f2a2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.962318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 50906) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:07.962555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bcd3d7e7-a9f1-4a1c-8d46-09e5eaf5f2a2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453881 May 26 16:33:07.967186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-714bc40a-e582-44fb-bae6-1e0fc2273e4a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'security_group_rule': {'security_group_id': 'f91ab6f1-f96d-4930-bb57-16cb50de85ff', 'project_id': '713b14340339476ea5ed1867e3a302ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:07.990874 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-714bc40a-e582-44fb-bae6-1e0fc2273e4a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Project 713b14340339476ea5ed1867e3a302ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:33:07.996173 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-714bc40a-e582-44fb-bae6-1e0fc2273e4a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.079630 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-714bc40a-e582-44fb-bae6-1e0fc2273e4a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.083965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-714bc40a-e582-44fb-bae6-1e0fc2273e4a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.104427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bc40a-e582-44fb-bae6-1e0fc2273e4a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf526a3e-8131-4e3e-baba-9a1dd4afbb68,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:08.115665 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-714bc40a-e582-44fb-bae6-1e0fc2273e4a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.116584 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-714bc40a-e582-44fb-bae6-1e0fc2273e4a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531703 May 26 16:33:08.857132 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.671827 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.726194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.987004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.110713 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.884106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-5adc74f5-3847-41f6-8713-ef650e3fb8a9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1799650050&fields=id&tenant_id=713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 267 time: 0.0377762 May 26 16:33:25.014821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-5c74f83f-36f9-4981-9563-a12d4f17d85a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:25.016296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-5c74f83f-36f9-4981-9563-a12d4f17d85a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1232820 May 26 16:33:25.037155 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-f1158bdc-d310-4269-9ddc-632bb892663d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/quotas/713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 375 time: 0.0102143 May 26 16:33:25.097209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-59ac83d2-6c9c-41ac-a238-3eaf28421c7d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537949 May 26 16:33:25.201755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-06a35038-2358-4a38-9da9-d69110538d04 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915759 May 26 16:33:25.337586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c0d2ef1b-5b64-43ab-8ff8-ddcc710be40c service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287153 May 26 16:33:25.692618 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89b37423-0522-4b72-82bf-d310d14c2c91 req-e5a779d5-e57f-45be-843a-b415c7e7a631 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 210 time: 0.0294833 May 26 16:33:26.622427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-fe0a6cc5-1674-4936-89b8-21b086cad44d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:26.624065 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-fe0a6cc5-1674-4936-89b8-21b086cad44d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1123605 May 26 16:33:26.674609 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-ad9426a5-d4a1-4350-aee0-be30e74b6cea tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 380 time: 0.0419867 May 26 16:33:26.695315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'port': {'device_id': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'admin_state_up': True, 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'security_groups': ['f91ab6f1-f96d-4930-bb57-16cb50de85ff']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:26.819158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Made reservation on behalf of 713b14340339476ea5ed1867e3a302ec for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:26.821484 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd505645-94df-40aa-b77d-a323a26e9a3d req-1a0519f5-73c8-46b2-8f26-e8eac7d0cbf7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 210 time: 0.0278194 May 26 16:33:26.823004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.967748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.20.0.3 (220b4e82-1562-4a6b-bddb-eee8de412ea2/1f6389a0-5e10-4f59-8c1f-4a01b4315b11/b25d958c-daf8-4856-bbbe-efbcc72fd554) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:27.124148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.159402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.209022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:27.213535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:27.218274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:27.254337 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=b25d958c-daf8-4856-bbbe-efbcc72fd554,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:27.284691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:27.285343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.311815 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-286eb467-808d-418e-9951-54563217185d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204307 May 26 16:33:27.321806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-cfa89ba1-b61b-401d-93c7-ab52d7766b44 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:33:27.322954 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-cfa89ba1-b61b-401d-93c7-ab52d7766b44 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061383 May 26 16:33:27.464838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Request body: {'port': {'device_id': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:27.536395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.584900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-113832d3-13d6-40fe-82fd-cee6e9385920 None None] Provisioning complete for port b25d958c-daf8-4856-bbbe-efbcc72fd554 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:27.585459 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-113832d3-13d6-40fe-82fd-cee6e9385920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.628371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-113832d3-13d6-40fe-82fd-cee6e9385920 None None] Port b25d958c-daf8-4856-bbbe-efbcc72fd554 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:33:27.833984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25d958c-daf8-4856-bbbe-efbcc72fd554 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:33:27.842993 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.861166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Transition to ACTIVE for port object b25d958c-daf8-4856-bbbe-efbcc72fd554 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:33:27.871460 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.939329 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Pushing event updated for resources: {'Port': ['ID=b25d958c-daf8-4856-bbbe-efbcc72fd554,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:28.015273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2b8d0-437c-4193-a483-14f78f605662 req-fe01034f-f20c-4d0d-a312-862ff19fb04a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:28.016409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7f2b8d0-437c-4193-a483-14f78f605662 req-fe01034f-f20c-4d0d-a312-862ff19fb04a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0943325 May 26 16:33:28.055286 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Attempting to bind port b25d958c-daf8-4856-bbbe-efbcc72fd554 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:33:28.055768 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Attempting to bind port b25d958c-daf8-4856-bbbe-efbcc72fd554 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:33:28.056663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Attempting to bind port b25d958c-daf8-4856-bbbe-efbcc72fd554 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:28.061586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Port b25d958c-daf8-4856-bbbe-efbcc72fd554 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:33:28.062126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Attempting to bind port b25d958c-daf8-4856-bbbe-efbcc72fd554 on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:28.072671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:33:28.073760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:33:28.074295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Bound using segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:33:28.074835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Bound port: b25d958c-daf8-4856-bbbe-efbcc72fd554, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:33:28.075319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.080859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7f2b8d0-437c-4193-a483-14f78f605662 req-d02830f9-d74e-4f4b-8ff6-da5fe6a5cc5b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539234 May 26 16:33:28.173858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] For port b25d958c-daf8-4856-bbbe-efbcc72fd554, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:33:28.177357 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] For port b25d958c-daf8-4856-bbbe-efbcc72fd554, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:33:28.182233 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.219515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:28.220220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.221555 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] 10.222.0.24 "PUT /v2.0/ports/b25d958c-daf8-4856-bbbe-efbcc72fd554 HTTP/1.1" status: 200 len: 1091 time: 0.8909185 May 26 16:33:28.224432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'tag': 'b25d958c-daf8-4856-bbbe-efbcc72fd554'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:28.235012 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0187af-b1b4-466c-a729-362eb452a414" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cc68ae-f06f-4cef-8d71-e47f17395b2a", "tag": "b25d958c-daf8-4856-bbbe-efbcc72fd554"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:28.346418 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a13851-0def-4f35-9838-4ceb6d2fb51b service neutron] Pushing event updated for resources: {'Port': ['ID=b25d958c-daf8-4856-bbbe-efbcc72fd554,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:28.363572 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-6e6c7208-82d1-481b-84d9-4f6406a8aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:28.365683 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-6e6c7208-82d1-481b-84d9-4f6406a8aacb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 1094 time: 0.0879035 May 26 16:33:28.424058 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-150063ba-a360-4569-8389-1f3b244dd50a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554 HTTP/1.1" status: 200 len: 217 time: 0.0502775 May 26 16:33:28.488880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-9919c758-5132-441b-96cc-5778528f06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:28.490393 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-9919c758-5132-441b-96cc-5778528f06c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0600526 May 26 16:33:28.529376 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aada7b-a259-409e-92d8-90fc29e611d0 x-openstack-request-id: req-b6aada7b-a259-409e-92d8-90fc29e611d0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:28.529376 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cc68ae-f06f-4cef-8d71-e47f17395b2a", "tag": "b25d958c-daf8-4856-bbbe-efbcc72fd554", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:28.529376 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6aada7b-a259-409e-92d8-90fc29e611d0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:28.530469 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6aada7b-a259-409e-92d8-90fc29e611d0'] response: {'name': 'network-changed', 'server_uuid': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'tag': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'status': 'completed', 'code': 200} May 26 16:33:28.569294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-0dc6ed8b-aaad-4865-9e43-6e591f9c5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:28.570910 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-0dc6ed8b-aaad-4865-9e43-6e591f9c5d16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718026 May 26 16:33:28.705946 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-381e0023-d132-4761-b99c-46a9b5944123 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265373 May 26 16:33:28.813723 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5a2ecf81-1f69-4980-8879-1db36693f7c8 req-e511e8e9-3f09-4f83-8aaa-1b0f4abb5a1f service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009014 May 26 16:33:28.921691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0187af-b1b4-466c-a729-362eb452a414 req-10fe5d71-bedb-4395-b5b3-0846a85df12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:28.923250 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd0187af-b1b4-466c-a729-362eb452a414 req-10fe5d71-bedb-4395-b5b3-0846a85df12e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 1094 time: 0.0625138 May 26 16:33:29.040955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0187af-b1b4-466c-a729-362eb452a414 req-e179d1ef-36c0-4fde-811a-93464b5bd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:29.043387 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd0187af-b1b4-466c-a729-362eb452a414 req-e179d1ef-36c0-4fde-811a-93464b5bd15f service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1138895 May 26 16:33:29.092581 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd0187af-b1b4-466c-a729-362eb452a414 req-5d8b7f89-9875-4033-91b5-3eb23599fa6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554 HTTP/1.1" status: 200 len: 217 time: 0.0424654 May 26 16:33:29.155030 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0187af-b1b4-466c-a729-362eb452a414 req-4c9c0df9-93ec-42c4-ac74-7751db69865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:29.156458 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd0187af-b1b4-466c-a729-362eb452a414 req-4c9c0df9-93ec-42c4-ac74-7751db69865e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0582612 May 26 16:33:29.216027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0187af-b1b4-466c-a729-362eb452a414 req-a33dc834-2dea-4b2a-a915-b75d0b444d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:29.217776 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd0187af-b1b4-466c-a729-362eb452a414 req-a33dc834-2dea-4b2a-a915-b75d0b444d61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489285 May 26 16:33:29.241112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e4ed7-4bb9-4c8b-a7b0-6ac065484ac5 req-ad7fbdbb-bd9e-45f3-bdc0-ceadbc40fa3c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:29.243161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-651e4ed7-4bb9-4c8b-a7b0-6ac065484ac5 req-ad7fbdbb-bd9e-45f3-bdc0-ceadbc40fa3c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0697398 May 26 16:33:29.313232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-651e4ed7-4bb9-4c8b-a7b0-6ac065484ac5 req-fa2395c3-945b-4916-b90e-84da457c3fd8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446098 May 26 16:33:29.322280 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd0187af-b1b4-466c-a729-362eb452a414 req-6116cbcd-23c7-4317-bcfb-c33731550d6e service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978510 May 26 16:33:29.436913 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd0187af-b1b4-466c-a729-362eb452a414 req-77878d5e-9e7d-4d70-87e9-5f886e211a8a service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086280 May 26 16:33:30.436353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54a3b4-24cd-45d0-a601-2abba25433bc req-3e47c9b0-6681-4c33-9e6b-c63c857f1bea tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:30.438246 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af54a3b4-24cd-45d0-a601-2abba25433bc req-3e47c9b0-6681-4c33-9e6b-c63c857f1bea tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0620434 May 26 16:33:30.494800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af54a3b4-24cd-45d0-a601-2abba25433bc req-46598416-cb67-4939-b569-0c3043c72532 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 May 26 16:33:31.604714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5445-18b7-4f0f-a1f2-94646d0eb0a3 req-53cc59e4-14c1-493a-92a5-a3cfe2813186 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:31.606715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a66a5445-18b7-4f0f-a1f2-94646d0eb0a3 req-53cc59e4-14c1-493a-92a5-a3cfe2813186 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0497651 May 26 16:33:31.644512 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a66a5445-18b7-4f0f-a1f2-94646d0eb0a3 req-a9ed42fd-9b0e-4908-b8f3-e9e3633e5a69 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 May 26 16:33:32.763806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb485a1c-7cad-46f9-be4d-6d3c2049f736 req-a9e5097a-7749-4768-8371-b87f7ec40840 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:32.765304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb485a1c-7cad-46f9-be4d-6d3c2049f736 req-a9e5097a-7749-4768-8371-b87f7ec40840 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0537968 May 26 16:33:32.805982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb485a1c-7cad-46f9-be4d-6d3c2049f736 req-739839c6-708d-4b26-a35a-56b9844ed5fb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 May 26 16:33:33.926518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf6acf-4aa7-4acd-80c5-54de8b39b0e6 req-302c4a28-43d7-467b-a006-e83cfe71b2d1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:33.928203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bacf6acf-4aa7-4acd-80c5-54de8b39b0e6 req-302c4a28-43d7-467b-a006-e83cfe71b2d1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0508585 May 26 16:33:33.967930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bacf6acf-4aa7-4acd-80c5-54de8b39b0e6 req-e25d2c18-ac48-4340-b283-74f77c0261d7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324609 May 26 16:33:35.030083 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89517ddf-8f09-4b09-9150-ad24c3e4d1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.084799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66777ba4-5c2d-443b-83d8-14364f3465c4 req-cf639a30-6bf5-4238-98b1-f6c01ad99cf8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:35.086527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66777ba4-5c2d-443b-83d8-14364f3465c4 req-cf639a30-6bf5-4238-98b1-f6c01ad99cf8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0494204 May 26 16:33:35.125742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66777ba4-5c2d-443b-83d8-14364f3465c4 req-3123e59e-2161-4794-8d0d-31a237b74e65 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 May 26 16:33:36.157814 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:33:36.252454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb3665-e570-4d30-8321-60cbf2078897 req-85a671dc-cf14-4f43-9c43-56a42b3e9394 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:36.253981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d0eb3665-e570-4d30-8321-60cbf2078897 req-85a671dc-cf14-4f43-9c43-56a42b3e9394 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0587201 May 26 16:33:36.295612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d0eb3665-e570-4d30-8321-60cbf2078897 req-c45f44f1-2f44-45d0-8ee1-7f00572da1f0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352528 May 26 16:33:37.414187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d157b-d276-45fc-81bc-0de5a0df385d req-1c68a5fc-902b-4246-8a3b-5cc2281f477b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:37.415664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d38d157b-d276-45fc-81bc-0de5a0df385d req-1c68a5fc-902b-4246-8a3b-5cc2281f477b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0515554 May 26 16:33:37.455672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d38d157b-d276-45fc-81bc-0de5a0df385d req-4e28f1bd-e56e-4118-ac8b-28e0f77104dd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340371 May 26 16:33:37.765816 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ef846ed2-1643-4d33-8c23-22bd26d52772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.576324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5383f4-6d6d-4128-b8b1-ba30bfcac6eb req-30d7bf6e-d8b8-4820-a850-862dbc3e50e6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:38.577878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf5383f4-6d6d-4128-b8b1-ba30bfcac6eb req-30d7bf6e-d8b8-4820-a850-862dbc3e50e6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0524766 May 26 16:33:38.617884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf5383f4-6d6d-4128-b8b1-ba30bfcac6eb req-2a90a872-c49b-4173-aa6a-677a68ce0061 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338490 May 26 16:33:38.849260 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.596732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b25d958c-daf8-4856-bbbe-efbcc72fd554 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:33:39.707262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b25d958c-daf8-4856-bbbe-efbcc72fd554, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:39.721018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'port_id': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'mac_address': 'fa:16:3e:90:7e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:33:39.769269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead844a-503f-4e48-806d-fa7ab5cd5836 req-d73eab59-512b-4702-b7c7-ed14dfce1abc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:39.769269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ead844a-503f-4e48-806d-fa7ab5cd5836 req-d73eab59-512b-4702-b7c7-ed14dfce1abc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 943 time: 0.0606225 May 26 16:33:39.773551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b25d958c-daf8-4856-bbbe-efbcc72fd554 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:39.773551 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.789225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25d958c-daf8-4856-bbbe-efbcc72fd554 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:33:39.815588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b25d958c-daf8-4856-bbbe-efbcc72fd554, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:39.816723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ead844a-503f-4e48-806d-fa7ab5cd5836 req-78724d80-d60c-460d-9cb0-db0ca1f9d15b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 May 26 16:33:39.820783 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.872932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b25d958c-daf8-4856-bbbe-efbcc72fd554,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:39.880386 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.880763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.881103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.881440 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.881775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.882131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.882458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.882786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.883106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.883426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.883746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:39.884062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:40.021497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['b25d958c-daf8-4856-bbbe-efbcc72fd554'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:33:40.678986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.718631 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.943911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8341ce-bc0d-44cd-a2f1-61287d723767 req-db921a7d-eae7-4378-8948-ea6bfc9564f6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:40.945648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c8341ce-bc0d-44cd-a2f1-61287d723767 req-db921a7d-eae7-4378-8948-ea6bfc9564f6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 944 time: 0.0509837 May 26 16:33:40.989308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c8341ce-bc0d-44cd-a2f1-61287d723767 req-8b5f9d0c-ad83-4a50-8ad0-cb2c975fc01d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374537 May 26 16:33:41.626636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b25d958c-daf8-4856-bbbe-efbcc72fd554 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:41.677593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port b25d958c-daf8-4856-bbbe-efbcc72fd554 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:33:41.681744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port b25d958c-daf8-4856-bbbe-efbcc72fd554 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:41.682143 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.791508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b25d958c-daf8-4856-bbbe-efbcc72fd554 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:41.791916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.818517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25d958c-daf8-4856-bbbe-efbcc72fd554'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:41.821535 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93891dc3-cfd7-4972-8bd6-0bfc565b39fc" -d '{"events": [{"server_uuid": "a6cc68ae-f06f-4cef-8d71-e47f17395b2a", "name": "network-vif-plugged", "status": "completed", "tag": "b25d958c-daf8-4856-bbbe-efbcc72fd554"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:41.836861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b25d958c-daf8-4856-bbbe-efbcc72fd554, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:41.843451 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.900499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b25d958c-daf8-4856-bbbe-efbcc72fd554,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:41.961809 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0550ca2b-2d34-40a0-b6fc-bdf84e0cf9b4 x-openstack-request-id: req-0550ca2b-2d34-40a0-b6fc-bdf84e0cf9b4 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:41.962136 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cc68ae-f06f-4cef-8d71-e47f17395b2a", "name": "network-vif-plugged", "status": "completed", "tag": "b25d958c-daf8-4856-bbbe-efbcc72fd554", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:41.962411 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0550ca2b-2d34-40a0-b6fc-bdf84e0cf9b4 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:41.962806 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0550ca2b-2d34-40a0-b6fc-bdf84e0cf9b4'] response: {'server_uuid': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'code': 200} May 26 16:33:42.066584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ce601-c5c9-4cce-9adf-c2161a27c182 req-87aa1c9c-55f9-457f-b301-f0f71dd71b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:42.068430 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a42ce601-c5c9-4cce-9adf-c2161a27c182 req-87aa1c9c-55f9-457f-b301-f0f71dd71b5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 1096 time: 0.0474436 May 26 16:33:42.108138 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a42ce601-c5c9-4cce-9adf-c2161a27c182 req-7efda578-1763-4f54-9b05-a4c5e2638c01 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337007 May 26 16:33:42.134318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6ea01-5efa-4d3b-ba7b-b2bc84893636 req-7354ea3c-4f78-4e9c-b4a7-79386e9dbb2a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:42.135891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5de6ea01-5efa-4d3b-ba7b-b2bc84893636 req-7354ea3c-4f78-4e9c-b4a7-79386e9dbb2a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 945 time: 0.0554192 May 26 16:33:42.178154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5de6ea01-5efa-4d3b-ba7b-b2bc84893636 req-7262396a-f74f-418f-8581-7b5fc8386a9f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360544 May 26 16:33:43.311862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29402b6a-cdaf-4abe-98dc-ab55c3073f73 req-c13368c8-d80d-4674-a6c1-5b0763a46b32 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.313530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29402b6a-cdaf-4abe-98dc-ab55c3073f73 req-c13368c8-d80d-4674-a6c1-5b0763a46b32 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 945 time: 0.0603228 May 26 16:33:43.357120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29402b6a-cdaf-4abe-98dc-ab55c3073f73 req-e5aa51a7-9082-4620-ba0a-a6209de2299e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369792 May 26 16:33:43.496798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5548e-38d8-427c-b69c-24fe61bd8540 req-544fb0ce-e1f6-420f-87b9-cd3df1d1adac tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.498950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33d5548e-38d8-427c-b69c-24fe61bd8540 req-544fb0ce-e1f6-420f-87b9-cd3df1d1adac tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 945 time: 0.0508428 May 26 16:33:43.538358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33d5548e-38d8-427c-b69c-24fe61bd8540 req-51627b39-b5d7-4feb-9032-3c9a104b19ab tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326562 May 26 16:33:43.562093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51910) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:43.607663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0e5be2-43c2-4a4e-95c7-2f9d9d6b9e63 tempest-TestVolumeBootPattern-1660099088 tempest-TestVolumeBootPattern-1660099088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.609339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3c0e5be2-43c2-4a4e-95c7-2f9d9d6b9e63 tempest-TestVolumeBootPattern-1660099088 tempest-TestVolumeBootPattern-1660099088-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 1091 time: 0.0462954 May 26 16:33:43.612974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 51916) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:43.617554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:43.641947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.757052 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.879293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.25.0.227 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/8654c735-5399-4745-a431-2ebf59b42252) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:44.018205 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.056534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.102238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:44.110669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:44.113665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:44.116314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=8654c735-5399-4745-a431-2ebf59b42252,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:44.147100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.147460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.147826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.148196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.148782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.148969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.149315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.149657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.150049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.150434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.150774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.151149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:44.536785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.607058 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.790557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.795858 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.876039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=8654c735-5399-4745-a431-2ebf59b42252,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:44.890939 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.993408 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Floating IP ce3000ef-ca2b-48d8-8736-6b655731e5dc associated. External IP: 172.25.0.227, port: b25d958c-daf8-4856-bbbe-efbcc72fd554. May 26 16:33:45.532414 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Router dc58d2fb-b584-476d-9550-0401b9318a94 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:33:45.648118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:33:45.658761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] Sync routers for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:33:45.668469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.682094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:33:45.682802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:33:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:45.706720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9d1a21d0-91de-4969-b858-637bb0123ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0925078 May 26 16:33:45.707429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'tag': 'b25d958c-daf8-4856-bbbe-efbcc72fd554'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:45.709865 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631cc837-086b-485c-8861-21cf4abada37" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cc68ae-f06f-4cef-8d71-e47f17395b2a", "tag": "b25d958c-daf8-4856-bbbe-efbcc72fd554"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:45.808136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:33:45.820038 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f73672f-ac82-4abb-974e-7e11769f1299 x-openstack-request-id: req-2f73672f-ac82-4abb-974e-7e11769f1299 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:45.820731 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cc68ae-f06f-4cef-8d71-e47f17395b2a", "tag": "b25d958c-daf8-4856-bbbe-efbcc72fd554", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:45.821339 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f73672f-ac82-4abb-974e-7e11769f1299 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:45.822331 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f73672f-ac82-4abb-974e-7e11769f1299'] response: {'name': 'network-changed', 'server_uuid': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'tag': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'status': 'completed', 'code': 200} May 26 16:33:45.902049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cc837-086b-485c-8861-21cf4abada37 req-1f75dc84-2654-44df-ab87-732738b4308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:45.902049 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-631cc837-086b-485c-8861-21cf4abada37 req-1f75dc84-2654-44df-ab87-732738b4308c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 1096 time: 0.0540822 May 26 16:33:46.002529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cc837-086b-485c-8861-21cf4abada37 req-53c7c165-d337-44d7-9897-1b60a58ef092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:46.004036 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-631cc837-086b-485c-8861-21cf4abada37 req-53c7c165-d337-44d7-9897-1b60a58ef092 service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1014299 May 26 16:33:46.070675 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-631cc837-086b-485c-8861-21cf4abada37 req-d3b232c6-445c-4661-bf12-292132aa5063 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554 HTTP/1.1" status: 200 len: 999 time: 0.0601652 May 26 16:33:46.125685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cc837-086b-485c-8861-21cf4abada37 req-beb4bf03-1a2e-4d3f-b8d7-60a6b0bbad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:46.127177 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-631cc837-086b-485c-8861-21cf4abada37 req-beb4bf03-1a2e-4d3f-b8d7-60a6b0bbad67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0497980 May 26 16:33:46.183076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cc837-086b-485c-8861-21cf4abada37 req-8f4dcff7-946e-4a66-9555-914287a51905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:46.185562 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-631cc837-086b-485c-8861-21cf4abada37 req-8f4dcff7-946e-4a66-9555-914287a51905 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517147 May 26 16:33:46.223161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'ce3000ef-ca2b-48d8-8736-6b655731e5dc', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:90:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:33:44Z', 'updated_at': '2022-05-26T16:33:44Z', 'revision_number': 0, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:46.261803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] Checking router: dc58d2fb-b584-476d-9550-0401b9318a94 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:33:46.275217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:33:46.276133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:33:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:46.291884 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-631cc837-086b-485c-8861-21cf4abada37 req-e0e16d88-3013-4295-afb1-ae4d13f51d90 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992229 May 26 16:33:46.385536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:33:46.393922 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-631cc837-086b-485c-8861-21cf4abada37 req-09995982-1ae4-4536-93c9-4336dd0633b4 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957832 May 26 16:33:46.639005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'ce3000ef-ca2b-48d8-8736-6b655731e5dc', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:90:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:33:44Z', 'updated_at': '2022-05-26T16:33:44Z', 'revision_number': 0, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:46.667018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab50f970-0583-4b0e-8175-51a2b1ef51c2 None None] The sync data for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 is: [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'ce3000ef-ca2b-48d8-8736-6b655731e5dc', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:90:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:33:44Z', 'updated_at': '2022-05-26T16:33:44Z', 'revision_number': 0, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:33:46.876182 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399168d-6588-43b0-aa73-46e546503fa6 None None] New status for floating IP ce3000ef-ca2b-48d8-8736-6b655731e5dc: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:33:53.994649 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.126501 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:57.584659 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-f75785bc-471a-44b2-8769-58f4bcad6fe8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1096349 May 26 16:33:57.670057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-a11c6f0a-71f0-4232-b071-03b146aa7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:57.671476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-a11c6f0a-71f0-4232-b071-03b146aa7b06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36fcca7e67ce47b9935056af662f331d&device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1097 time: 0.0406220 May 26 16:33:57.791203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-7a2eef6a-5aed-4a8f-bf01-665c30f06c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:57.792717 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-7a2eef6a-5aed-4a8f-bf01-665c30f06c8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 200 len: 909 time: 0.1011088 May 26 16:33:57.866882 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-5c47cfa5-3a8d-48b7-beb7-7ae3b356567d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 200 len: 1001 time: 0.0610368 May 26 16:33:57.915810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-f3834fd5-d43d-4904-8f81-50fb123e39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:57.917291 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-f3834fd5-d43d-4904-8f81-50fb123e39d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=288f65dc-d26a-4180-af8a-f22573c46e52 HTTP/1.1" status: 200 len: 847 time: 0.0497324 May 26 16:33:57.964626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-ea5e4d6e-b459-4733-8691-f2ff50684f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:57.966256 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-ea5e4d6e-b459-4733-8691-f2ff50684f83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417924 May 26 16:33:57.977646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-47debb6b-a926-4d18-9e67-3450ef616966 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:33:57.978771 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-47debb6b-a926-4d18-9e67-3450ef616966 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051837 May 26 16:33:58.081158 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-6888c326-e312-4e2c-b541-852978bf09d5 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906174 May 26 16:33:58.173214 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d2e609da-62bd-41c4-ba1c-de06e9e548e6 req-55b9f28b-ce1c-4fb2-8810-dec65971e749 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903168 May 26 16:34:05.034741 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3976f827-d5a8-4b7f-8fba-79460167bbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:06.182870 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b244737-3348-4ff3-a5af-becb266b187b req-375f5cd0-baa8-4534-91c0-a36b55f98460 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476513 May 26 16:34:06.268988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b244737-3348-4ff3-a5af-becb266b187b req-385edd81-b436-423d-b999-7bf27d7ee761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:06.270529 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b244737-3348-4ff3-a5af-becb266b187b req-385edd81-b436-423d-b999-7bf27d7ee761 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 1096 time: 0.0437672 May 26 16:34:06.390411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b244737-3348-4ff3-a5af-becb266b187b req-795a80b0-008d-48cf-8b9a-8ed1e01c6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:06.392186 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b244737-3348-4ff3-a5af-becb266b187b req-795a80b0-008d-48cf-8b9a-8ed1e01c6483 service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1028430 May 26 16:34:06.467768 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b244737-3348-4ff3-a5af-becb266b187b req-58a426d1-f4ce-4403-845b-a02c48f778ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554 HTTP/1.1" status: 200 len: 1001 time: 0.0694001 May 26 16:34:06.524682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b244737-3348-4ff3-a5af-becb266b187b req-a6acff0b-de57-47bd-b1ba-f4597e3af466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:06.526080 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b244737-3348-4ff3-a5af-becb266b187b req-a6acff0b-de57-47bd-b1ba-f4597e3af466 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0511405 May 26 16:34:06.575115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b244737-3348-4ff3-a5af-becb266b187b req-9641160f-0f52-4b48-b99e-1d271af01472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:06.576748 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b244737-3348-4ff3-a5af-becb266b187b req-9641160f-0f52-4b48-b99e-1d271af01472 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441241 May 26 16:34:06.675907 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b244737-3348-4ff3-a5af-becb266b187b req-7e4401ea-fbc1-49bd-b629-3d0fc901b717 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899000 May 26 16:34:06.781408 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b244737-3348-4ff3-a5af-becb266b187b req-a13932a7-c230-4304-96c9-08468c6a8995 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016121 May 26 16:34:07.770309 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-232e7afc-adcc-4343-8d4d-1a54b9823cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.854686 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:10.672011 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:10.726350 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:13.160961 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:34:23.999184 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.138686 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:35.038278 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6fc18ff-e370-4444-85c6-56ae641b11f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:37.773503 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0b239208-2870-43bb-ab09-a69960c38111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:38.857750 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:40.676158 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:40.724465 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:41.278154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53084) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:41.420052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1683540e-3052-475b-ab20-012b0348f35e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f2e79ed08b24ddb89609080dc007363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406667 May 26 16:34:41.422559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53088) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:41.472325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-70556cf5-4c19-4f0b-a4a8-a68494fcab21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:41.493806 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-70556cf5-4c19-4f0b-a4a8-a68494fcab21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:41.544257 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-70556cf5-4c19-4f0b-a4a8-a68494fcab21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:41.546840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-70556cf5-4c19-4f0b-a4a8-a68494fcab21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:41.548265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-70556cf5-4c19-4f0b-a4a8-a68494fcab21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/954368c0-50c3-4ed6-93da-336b3e54f9e3 HTTP/1.1" status: 204 len: 168 time: 0.1246958 May 26 16:34:41.556289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70556cf5-4c19-4f0b-a4a8-a68494fcab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954368c0-50c3-4ed6-93da-336b3e54f9e3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:50.161090 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:34:54.032810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:54.154702 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:57.544440 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-21e88b15-b251-4087-b1ff-900e78e42afe req-ffc039e4-7b9e-45b6-9a0e-ee94e12050ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434318 May 26 16:34:57.631285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88b15-b251-4087-b1ff-900e78e42afe req-b3ecb8d8-bf4e-49e1-b6b3-d352b046d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:57.632826 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-21e88b15-b251-4087-b1ff-900e78e42afe req-b3ecb8d8-bf4e-49e1-b6b3-d352b046d325 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36fcca7e67ce47b9935056af662f331d&device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1097 time: 0.0422215 May 26 16:34:57.765078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88b15-b251-4087-b1ff-900e78e42afe req-e566af7b-a54b-49c5-ab2b-cbaa17cab5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:57.766596 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-21e88b15-b251-4087-b1ff-900e78e42afe req-e566af7b-a54b-49c5-ab2b-cbaa17cab5b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 200 len: 909 time: 0.1079898 May 26 16:34:57.838406 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-21e88b15-b251-4087-b1ff-900e78e42afe req-44454de9-2f6e-4470-9706-06a7bb504e91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 200 len: 1001 time: 0.0635455 May 26 16:34:57.900849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88b15-b251-4087-b1ff-900e78e42afe req-3aee9ec7-23dd-4f7a-bf7a-3cded0ad1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:57.902961 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-21e88b15-b251-4087-b1ff-900e78e42afe req-3aee9ec7-23dd-4f7a-bf7a-3cded0ad1aa5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=288f65dc-d26a-4180-af8a-f22573c46e52 HTTP/1.1" status: 200 len: 847 time: 0.0569923 May 26 16:34:57.949525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88b15-b251-4087-b1ff-900e78e42afe req-49030c78-048d-4a62-94fe-6c5598d173c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:57.951068 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-21e88b15-b251-4087-b1ff-900e78e42afe req-49030c78-048d-4a62-94fe-6c5598d173c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416818 May 26 16:34:58.048298 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-21e88b15-b251-4087-b1ff-900e78e42afe req-e5b97aef-fdb5-4a65-8b0c-7de6c6717202 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898685 May 26 16:34:58.145695 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-21e88b15-b251-4087-b1ff-900e78e42afe req-0bc384b3-765d-4d9c-86c0-7887c0ca1a09 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898838 May 26 16:35:05.043000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-370e2ce5-4c4a-4e93-8e58-70b1d500f1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:07.778469 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-00ed99e3-785e-44ce-9ccc-4cc86c79cfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:08.166563 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-f9e12343-7080-447c-b286-aca5f1e07443 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445225 May 26 16:35:08.253700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-e011b058-8244-4b37-a33f-ba3af4279f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:08.256204 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-e011b058-8244-4b37-a33f-ba3af4279f5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 1096 time: 0.0460341 May 26 16:35:08.383767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-d2ac60cc-5e11-4119-adf0-8aedca7f4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:08.385370 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-d2ac60cc-5e11-4119-adf0-8aedca7f4031 service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1016250 May 26 16:35:08.475755 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-3f13974c-8519-48b2-a241-3b568ec9ed8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554 HTTP/1.1" status: 200 len: 1001 time: 0.0833285 May 26 16:35:08.529097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-2fc9a117-1a53-49ef-a819-1f3e84ea6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:08.530639 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-2fc9a117-1a53-49ef-a819-1f3e84ea6d55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0485775 May 26 16:35:08.579515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-56ac1118-53aa-4e68-9e97-c9b6e94fd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:08.581059 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-56ac1118-53aa-4e68-9e97-c9b6e94fd2f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433211 May 26 16:35:08.679586 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-e78eabf2-058b-47c2-a4c8-301687fce058 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919240 May 26 16:35:08.780622 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-33d7f467-fd9e-4ce0-bf06-76cd463d5bdf req-56df0bc4-4c13-489e-969b-de6744ebc03e service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942478 May 26 16:35:08.861655 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:10.701856 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:10.727950 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:24.047792 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:24.155894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.161812 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:35:35.044770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-297e3240-af16-49a8-95c8-5a7b4ed96d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:37.780598 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc320-d427-430b-b3d1-4295abc49d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.859289 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:40.684797 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:40.730023 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:44.304602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a73c9e-fb23-4472-8668-4aefd8e05d3a req-dd2ec3a9-c8f5-4ced-aa6c-7b18e5554137 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:44.306179 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0a73c9e-fb23-4472-8668-4aefd8e05d3a req-dd2ec3a9-c8f5-4ced-aa6c-7b18e5554137 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 945 time: 0.0663378 May 26 16:35:44.349032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0a73c9e-fb23-4472-8668-4aefd8e05d3a req-de8fc174-ed5b-4e68-865e-322fbf572a4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351541 May 26 16:35:45.471736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06371e2f-25b5-43df-bc76-18a872e817af req-5729864a-916a-4da9-aadd-82b172e71bff tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:45.473773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06371e2f-25b5-43df-bc76-18a872e817af req-5729864a-916a-4da9-aadd-82b172e71bff tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 945 time: 0.0499465 May 26 16:35:45.512753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06371e2f-25b5-43df-bc76-18a872e817af req-43425a89-750c-4cd3-823b-d201af6d5671 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 May 26 16:35:45.787587 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-168b7c00-2646-4d16-9d47-e184570aa729 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:45.788974 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-168b7c00-2646-4d16-9d47-e184570aa729 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 945 time: 0.0518806 May 26 16:35:45.887583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port b25d958c-daf8-4856-bbbe-efbcc72fd554 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:45.887914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:45.980622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] For port b25d958c-daf8-4856-bbbe-efbcc72fd554, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b25d958c-daf8-4856-bbbe-efbcc72fd554,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:45.980989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.212340 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.212706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.213030 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Floating IP ce3000ef-ca2b-48d8-8736-6b655731e5dc disassociated. External IP: 172.25.0.227, port: b25d958c-daf8-4856-bbbe-efbcc72fd554. May 26 16:35:46.213373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for b25d958c-daf8-4856-bbbe-efbcc72fd554 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:46.349772 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.380431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=b25d958c-daf8-4856-bbbe-efbcc72fd554,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:46.392740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.393090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.393432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.393772 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.394133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.394495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.394823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.395707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.396035 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.396844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.396844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.397065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.504008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Router dc58d2fb-b584-476d-9550-0401b9318a94 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:35:46.619873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66ad24fa-b11d-4261-80aa-095c21354151 req-e5d16697-3844-48d2-bd4e-6fcd51a5343c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 210 time: 0.0287795 May 26 16:35:46.930863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:35:46.942546 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] Sync routers for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:35:46.951812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:46.952422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:35:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:46.969324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] No DVR routers for this DVR port b25d958c-daf8-4856-bbbe-efbcc72fd554 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:46.972118 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.975782 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bed0fcb3-c862-4b88-9be0-3926d859b8fa req-1a81ff33-c847-4b9a-975f-df686ba6e5e0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "DELETE /v2.0/ports/b25d958c-daf8-4856-bbbe-efbcc72fd554 HTTP/1.1" status: 204 len: 173 time: 1.1812415 May 26 16:35:46.976225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'name': 'network-vif-deleted', 'tag': 'b25d958c-daf8-4856-bbbe-efbcc72fd554'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:46.979210 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1861b38c-f80d-4683-886a-5bdb1f958582" -d '{"events": [{"server_uuid": "a6cc68ae-f06f-4cef-8d71-e47f17395b2a", "name": "network-vif-deleted", "tag": "b25d958c-daf8-4856-bbbe-efbcc72fd554"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:47.020082 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0d7b95-93fa-4c06-8826-69676fd22fb7 x-openstack-request-id: req-2a0d7b95-93fa-4c06-8826-69676fd22fb7 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:47.020893 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cc68ae-f06f-4cef-8d71-e47f17395b2a", "name": "network-vif-deleted", "tag": "b25d958c-daf8-4856-bbbe-efbcc72fd554", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:47.021233 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a0d7b95-93fa-4c06-8826-69676fd22fb7 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:47.022134 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0d7b95-93fa-4c06-8826-69676fd22fb7'] response: {'server_uuid': 'a6cc68ae-f06f-4cef-8d71-e47f17395b2a', 'name': 'network-vif-deleted', 'tag': 'b25d958c-daf8-4856-bbbe-efbcc72fd554', 'status': 'completed', 'code': 200} May 26 16:35:47.069969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:47.279629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:47.310563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] Checking router: dc58d2fb-b584-476d-9550-0401b9318a94 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:35:47.319895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:47.320511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:35:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:47.444300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:47.736687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-199271c8-3389-47ac-bdae-8c8d8aa5e408 req-8f07da7a-b2f6-4342-b2f3-e24f6b43cb8a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 210 time: 0.0289764 May 26 16:35:47.840496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:47.876261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27916e7e-17f8-4a5a-9884-5a0cbd7ef587 None None] The sync data for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 is: [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:35:48.157380 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cb75c-d4f4-4503-ad78-99105732658a None None] New status for floating IP ce3000ef-ca2b-48d8-8736-6b655731e5dc: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:35:48.299137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b25d958c-daf8-4856-bbbe-efbcc72fd554 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:48.327127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: b25d958c-daf8-4856-bbbe-efbcc72fd554 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:48.327603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b25d958c-daf8-4856-bbbe-efbcc72fd554 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:48.851244 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50c93a8c-e31e-4414-94b3-c02fc6c7dd07 req-0f3b85d3-62cd-472d-8468-67124f861150 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 210 time: 0.0308602 May 26 16:35:49.948151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93ec4832-d38c-43ec-862c-c9c3c8ad8dbd req-6cfc4324-0b2c-4f1f-be44-0987394d69ef tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6cc68ae-f06f-4cef-8d71-e47f17395b2a HTTP/1.1" status: 200 len: 210 time: 0.0267293 May 26 16:35:51.157257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-35719d9f-5396-4f24-868f-6cc864637ec1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1799650050&fields=id&tenant_id=713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 267 time: 0.0365674 May 26 16:35:51.267236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-eb923a73-06a8-4c81-921d-a3fc2df280b6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:51.268203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-eb923a73-06a8-4c81-921d-a3fc2df280b6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1026084 May 26 16:35:51.284124 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-5755966a-fe91-4110-a6c8-c320ce3e9256 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/quotas/713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 375 time: 0.0100403 May 26 16:35:51.342332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-a8629903-ddda-4ca4-a618-ff4dc6597689 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526681 May 26 16:35:51.437639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-8946cfd6-8965-44dd-9f6c-274663bd867e service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841348 May 26 16:35:51.531666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-b56f3636-8eda-4304-81d8-af689ff222b0 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879195 May 26 16:35:51.824330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5953b5e7-0703-4692-8af9-5ba7cf017088 req-e8d24fea-c7e3-4972-8eeb-764677d116fb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 210 time: 0.0295455 May 26 16:35:52.850134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-6b2168e5-c089-417c-8fde-b23cc2c76c12 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:52.851610 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-6b2168e5-c089-417c-8fde-b23cc2c76c12 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1048660 May 26 16:35:52.896464 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-d35b516c-6ead-42c2-b51c-9b7726525006 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 380 time: 0.0358207 May 26 16:35:52.911350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'port': {'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'admin_state_up': True, 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'security_groups': ['f91ab6f1-f96d-4930-bb57-16cb50de85ff']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:52.926534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2289067-ab3a-42a7-bc6e-a299ef1de1d3 req-4b12c0f9-3b5a-423b-bba5-4be0701c6691 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 210 time: 0.0284781 May 26 16:35:53.019913 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Made reservation on behalf of 713b14340339476ea5ed1867e3a302ec for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:35:53.024169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:53.158480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.20.0.10 (220b4e82-1562-4a6b-bddb-eee8de412ea2/1f6389a0-5e10-4f59-8c1f-4a01b4315b11/36dd8be4-082a-4001-95e5-64ecc87f013e) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:35:53.296191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:53.331053 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:53.380857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:35:53.383926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:35:53.391235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:35:53.395541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=36dd8be4-082a-4001-95e5-64ecc87f013e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:53.448787 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:53.450357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:53.471710 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4f84cc43-839e-48a2-b6ad-4e0dfdca95a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642669 May 26 16:35:53.487483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Request body: {'port': {'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:53.559139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:53.640589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3c34934b-e080-46f9-9024-1dccb06759b5 None None] Provisioning complete for port 36dd8be4-082a-4001-95e5-64ecc87f013e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:35:53.641955 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c34934b-e080-46f9-9024-1dccb06759b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:53.684973 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3c34934b-e080-46f9-9024-1dccb06759b5 None None] Port 36dd8be4-082a-4001-95e5-64ecc87f013e cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:35:53.841638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dd8be4-082a-4001-95e5-64ecc87f013e {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:35:53.849719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:53.861844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Transition to ACTIVE for port object 36dd8be4-082a-4001-95e5-64ecc87f013e will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:35:53.869659 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:53.938554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Pushing event updated for resources: {'Port': ['ID=36dd8be4-082a-4001-95e5-64ecc87f013e,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:53.998289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Attempting to bind port 36dd8be4-082a-4001-95e5-64ecc87f013e on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:35:53.998765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Attempting to bind port 36dd8be4-082a-4001-95e5-64ecc87f013e by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:35:53.999275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Attempting to bind port 36dd8be4-082a-4001-95e5-64ecc87f013e on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:54.005074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Port 36dd8be4-082a-4001-95e5-64ecc87f013e on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:35:54.005668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Attempting to bind port 36dd8be4-082a-4001-95e5-64ecc87f013e on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:54.012202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:35:54.012713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:35:54.013350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Bound using segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:35:54.013889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Bound port: 36dd8be4-082a-4001-95e5-64ecc87f013e, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:35:54.014370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.062583 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.115236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508b27a-7630-4d7c-894e-b9f8cc25cb04 req-a85e72e5-090f-45cb-8d6f-2abe37031595 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.116248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] For port 36dd8be4-082a-4001-95e5-64ecc87f013e, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:35:54.116802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2508b27a-7630-4d7c-894e-b9f8cc25cb04 req-a85e72e5-090f-45cb-8d6f-2abe37031595 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 944 time: 0.0864456 May 26 16:35:54.120666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] For port 36dd8be4-082a-4001-95e5-64ecc87f013e, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=36dd8be4-082a-4001-95e5-64ecc87f013e,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:35:54.125641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.166391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.167269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.168902 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-f1750752-2864-421d-88ca-6652567b1570 service neutron] 10.222.0.24 "PUT /v2.0/ports/36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 200 len: 1092 time: 0.6857338 May 26 16:35:54.170230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2508b27a-7630-4d7c-894e-b9f8cc25cb04 req-e875eb7e-d500-43b0-8ff6-b188142b8fca tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420735 May 26 16:35:54.172611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:54.174523 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.176589 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e036bfeb-b981-4a05-b005-5c415facc5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:54.214998 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1750752-2864-421d-88ca-6652567b1570 service neutron] Pushing event updated for resources: {'Port': ['ID=36dd8be4-082a-4001-95e5-64ecc87f013e,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:54.222031 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae30c1-e944-49db-8627-c64cc470adfc x-openstack-request-id: req-35ae30c1-e944-49db-8627-c64cc470adfc {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:54.222332 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:54.222564 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35ae30c1-e944-49db-8627-c64cc470adfc {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:54.222944 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ae30c1-e944-49db-8627-c64cc470adfc'] response: {'name': 'network-changed', 'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'status': 'completed', 'code': 200} May 26 16:35:54.292521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-fbaa887b-1a1f-4ace-92ed-c15bacc29100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.295266 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-fbaa887b-1a1f-4ace-92ed-c15bacc29100 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1095 time: 0.0592582 May 26 16:35:54.349250 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-01bbb608-6181-4577-8b7e-2c79be6f1659 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 200 len: 217 time: 0.0463953 May 26 16:35:54.403367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-7240e00d-d8a0-4c99-aead-67bb3c1bcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.404895 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-7240e00d-d8a0-4c99-aead-67bb3c1bcba2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0500960 May 26 16:35:54.454220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-96621901-ef9d-46bb-9114-e7cedd1b49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.455882 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-96621901-ef9d-46bb-9114-e7cedd1b49c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442374 May 26 16:35:54.550941 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-4bddb721-8e95-4b54-a715-41b6c22060f6 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888855 May 26 16:35:54.639513 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c9fee098-72ba-4019-98bf-6daa9bae13f7 req-2f93c429-c5bf-4c99-8bc6-9cddba3d1830 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827706 May 26 16:35:54.729968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-e6995576-343e-408f-b66e-73ae1f362e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.731400 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-e6995576-343e-408f-b66e-73ae1f362e9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1095 time: 0.0489764 May 26 16:35:54.826189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-cfdf7dc6-2265-4d89-8bcd-1435b3f906e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.827703 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-cfdf7dc6-2265-4d89-8bcd-1435b3f906e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.0891576 May 26 16:35:54.870427 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-3cc3884f-da2c-4c06-bd7d-ab5b3d496339 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 200 len: 217 time: 0.0361936 May 26 16:35:54.923539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-e5e633d2-ba2e-4b52-8817-f534d4ac0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.925017 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-e5e633d2-ba2e-4b52-8817-f534d4ac0186 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0492136 May 26 16:35:54.969535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-e8f90342-c711-472a-b94e-d8713cbdeee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.971053 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-e8f90342-c711-472a-b94e-d8713cbdeee8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402572 May 26 16:35:55.059526 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-95e78112-2b4b-45fb-a092-95bb06016468 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821822 May 26 16:35:55.155952 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e036bfeb-b981-4a05-b005-5c415facc5bd req-53517ee9-75d8-47d8-93f1-4f3e3af6dae9 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903220 May 26 16:35:55.311722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174cb9-5fd2-49fb-94ea-75fbf504c5dd req-51f8dee1-670d-46cb-a1a8-65d782deb257 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:55.313199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40174cb9-5fd2-49fb-94ea-75fbf504c5dd req-51f8dee1-670d-46cb-a1a8-65d782deb257 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 944 time: 0.0559409 May 26 16:35:55.351971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40174cb9-5fd2-49fb-94ea-75fbf504c5dd req-e8e7f7da-ce21-4ab5-9f39-70559d669565 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325418 May 26 16:35:56.470988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5d892-05b3-4ca8-893d-ad3309f1b7be req-35fd20d8-70c9-47b1-9682-3144571ce5b2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:56.472463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fd5d892-05b3-4ca8-893d-ad3309f1b7be req-35fd20d8-70c9-47b1-9682-3144571ce5b2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 944 time: 0.0506754 May 26 16:35:56.512641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fd5d892-05b3-4ca8-893d-ad3309f1b7be req-4a43cf99-b50d-46a3-97aa-7f9feda1b8c4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341792 May 26 16:35:57.646952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d1239-2dc6-4c32-81ac-c01e5ff679f9 req-5fb28da8-59ac-405e-a52f-74fd2cb4ea10 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:57.648418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d40d1239-2dc6-4c32-81ac-c01e5ff679f9 req-5fb28da8-59ac-405e-a52f-74fd2cb4ea10 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 944 time: 0.0538213 May 26 16:35:57.689247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d40d1239-2dc6-4c32-81ac-c01e5ff679f9 req-f89f00e1-fa4f-4ce8-88a1-9b9fac8b57bd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339096 May 26 16:35:58.815537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad926f7c-6b65-456e-9a21-30b0f6e0765a req-2e3bc8d4-557e-4939-aef6-9c72efb8e9bc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:58.817056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad926f7c-6b65-456e-9a21-30b0f6e0765a req-2e3bc8d4-557e-4939-aef6-9c72efb8e9bc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 944 time: 0.0600061 May 26 16:35:58.856247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ad926f7c-6b65-456e-9a21-30b0f6e0765a req-4c3f5089-a73f-4bd0-b6e2-9b354ff1d9d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327892 May 26 16:35:59.516564 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-e451468d-22b3-406d-84b9-d0899fee6319 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425220 May 26 16:35:59.601889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-58e57d80-79dd-43b0-80f8-239003eda1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:59.603490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-58e57d80-79dd-43b0-80f8-239003eda1d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36fcca7e67ce47b9935056af662f331d&device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 1097 time: 0.0418253 May 26 16:35:59.718611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-03068dde-a55b-4cbc-ae3f-5deb78bb5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:59.720089 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-03068dde-a55b-4cbc-ae3f-5deb78bb5e40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 200 len: 909 time: 0.0949712 May 26 16:35:59.789138 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-f515245b-e86f-495b-a7b8-ef4227f63a6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 200 len: 1001 time: 0.0606978 May 26 16:35:59.845275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-d463a26d-a853-4ad6-8c85-aca50f480294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:59.846781 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-d463a26d-a853-4ad6-8c85-aca50f480294 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=288f65dc-d26a-4180-af8a-f22573c46e52 HTTP/1.1" status: 200 len: 847 time: 0.0510454 May 26 16:35:59.895473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-f33193f2-7137-43ef-bebb-2f689a9e4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:59.897209 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-f33193f2-7137-43ef-bebb-2f689a9e4040 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424037 May 26 16:35:59.981259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc4de2-a703-41e8-899e-9ac997ad29d7 req-0fb4b1fa-8170-44de-b03a-785450aed641 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:59.982783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41fc4de2-a703-41e8-899e-9ac997ad29d7 req-0fb4b1fa-8170-44de-b03a-785450aed641 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 944 time: 0.0507953 May 26 16:35:59.994656 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-d860149e-8d6f-45d8-be64-eae7dac00938 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882730 May 26 16:36:00.029317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-41fc4de2-a703-41e8-899e-9ac997ad29d7 req-5f1742d1-bf23-40b2-9750-1f73a3263566 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402761 May 26 16:36:00.092025 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e5d643e3-1631-43cd-9161-936d0753dc8c req-d4df6491-b8e7-46e4-adac-6cebfff7af34 service neutron] 10.222.0.32 "GET /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903082 May 26 16:36:01.156175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439f28f-c02f-4a59-9296-3f4de006c3cc req-c1ae9b92-1cd8-4c58-ba0d-0b0f9c3b6fb9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:01.157731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e439f28f-c02f-4a59-9296-3f4de006c3cc req-c1ae9b92-1cd8-4c58-ba0d-0b0f9c3b6fb9 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 944 time: 0.0516727 May 26 16:36:01.201395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e439f28f-c02f-4a59-9296-3f4de006c3cc req-680ee0c4-fb55-47ec-867b-63c546498b6f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368471 May 26 16:36:02.322176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60a604-2d90-4752-bc7e-d1f5255b07b7 req-ab556d82-20e3-426b-80d2-05b80d77f8a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:02.323733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b60a604-2d90-4752-bc7e-d1f5255b07b7 req-ab556d82-20e3-426b-80d2-05b80d77f8a1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 944 time: 0.0544615 May 26 16:36:02.363411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b60a604-2d90-4752-bc7e-d1f5255b07b7 req-17497559-ef5d-4b28-9e07-8dad364c6be2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 May 26 16:36:03.483964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c87e1-c0ab-43a6-a9b9-486807f07b48 req-506b40c7-598e-4462-8d0f-ecda5bed1948 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:03.485459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-793c87e1-c0ab-43a6-a9b9-486807f07b48 req-506b40c7-598e-4462-8d0f-ecda5bed1948 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 944 time: 0.0501709 May 26 16:36:03.526086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-793c87e1-c0ab-43a6-a9b9-486807f07b48 req-e87380b7-2b0c-4a96-a3e1-bc42488827f0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 May 26 16:36:04.163626 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:36:04.408905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 36dd8be4-082a-4001-95e5-64ecc87f013e details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:36:04.509827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 36dd8be4-082a-4001-95e5-64ecc87f013e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=36dd8be4-082a-4001-95e5-64ecc87f013e,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:04.523122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:36:04.563448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 36dd8be4-082a-4001-95e5-64ecc87f013e is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:04.563837 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:04.578254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dd8be4-082a-4001-95e5-64ecc87f013e {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:36:04.604274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 36dd8be4-082a-4001-95e5-64ecc87f013e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=36dd8be4-082a-4001-95e5-64ecc87f013e,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:04.608740 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:04.656795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a5c34-d35c-4ea2-bcd2-fe7d4269f8b7 req-6f7e9db8-88bb-4fa3-8f17-8b985dd9fe84 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:04.658527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-410a5c34-d35c-4ea2-bcd2-fe7d4269f8b7 req-6f7e9db8-88bb-4fa3-8f17-8b985dd9fe84 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 945 time: 0.0579863 May 26 16:36:04.662274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=36dd8be4-082a-4001-95e5-64ecc87f013e,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:04.670825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.671171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.671509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.671862 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.672174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.672500 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.672825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.673148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.673474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.673795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.674146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.674466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:04.704655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-410a5c34-d35c-4ea2-bcd2-fe7d4269f8b7 req-d7e9eba9-099f-4861-808a-59d574855f6a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 May 26 16:36:04.814195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['36dd8be4-082a-4001-95e5-64ecc87f013e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:36:05.053334 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-043dddbc-1a96-4492-8e80-8016684fbf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:05.843486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efe45e-6559-49b9-89dc-8c5865264c24 req-e2f18872-8623-4f66-8135-d6fa69bb5645 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:05.845026 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1efe45e-6559-49b9-89dc-8c5865264c24 req-e2f18872-8623-4f66-8135-d6fa69bb5645 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 945 time: 0.0675631 May 26 16:36:05.894563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1efe45e-6559-49b9-89dc-8c5865264c24 req-88197810-61bc-42be-ba64-7e4ef002b755 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 May 26 16:36:06.424302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 36dd8be4-082a-4001-95e5-64ecc87f013e up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:06.481177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 36dd8be4-082a-4001-95e5-64ecc87f013e completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:36:06.484999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 36dd8be4-082a-4001-95e5-64ecc87f013e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:06.485393 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:06.571035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 36dd8be4-082a-4001-95e5-64ecc87f013e is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:06.571422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:06.595792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:06.598135 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b48651-cb22-4fca-be47-c25ef2fcf103" -d '{"events": [{"server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "name": "network-vif-plugged", "status": "completed", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:06.615488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 36dd8be4-082a-4001-95e5-64ecc87f013e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=36dd8be4-082a-4001-95e5-64ecc87f013e,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:06.622351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:06.664265 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04630d40-17f8-4fa6-b450-493aacf431bf x-openstack-request-id: req-04630d40-17f8-4fa6-b450-493aacf431bf {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:06.664603 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "name": "network-vif-plugged", "status": "completed", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:06.664934 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04630d40-17f8-4fa6-b450-493aacf431bf {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:06.665423 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04630d40-17f8-4fa6-b450-493aacf431bf'] response: {'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'code': 200} May 26 16:36:06.694435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=36dd8be4-082a-4001-95e5-64ecc87f013e,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:06.761561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ffb3-fb5b-4bfc-becd-9ce567c50b7e req-e2fe9ae4-f317-4a8c-b7a2-fdb7a18e4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:06.763107 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43f4ffb3-fb5b-4bfc-becd-9ce567c50b7e req-e2fe9ae4-f317-4a8c-b7a2-fdb7a18e4210 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1097 time: 0.0434701 May 26 16:36:06.804393 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-43f4ffb3-fb5b-4bfc-becd-9ce567c50b7e req-57b971e7-6a6e-4d76-a8d3-9fb10e764914 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348611 May 26 16:36:07.018581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaeeb8-d948-40d6-8740-2a0419a41258 req-7bda5fa2-52b3-45b1-b3e2-c1108a9b75c6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:07.020123 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbfaeeb8-d948-40d6-8740-2a0419a41258 req-7bda5fa2-52b3-45b1-b3e2-c1108a9b75c6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 946 time: 0.0526381 May 26 16:36:07.062070 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dbfaeeb8-d948-40d6-8740-2a0419a41258 req-b6fc57e7-216d-4c3e-adb4-b090e7c7bcfe tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351453 May 26 16:36:07.784997 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d992c0d3-0eb8-427f-aef0-915dfcbcba17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.190578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa0afd-ecf1-4d86-bf87-9d430849c7b8 req-35cc66b1-470c-4648-bd94-4c5bc42f6d40 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:08.192138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3fa0afd-ecf1-4d86-bf87-9d430849c7b8 req-35cc66b1-470c-4648-bd94-4c5bc42f6d40 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 946 time: 0.0538719 May 26 16:36:08.241341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3fa0afd-ecf1-4d86-bf87-9d430849c7b8 req-57a9a456-5ad8-4821-a3a8-c03a9bf453ba tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 May 26 16:36:08.370191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b3328-2862-4e77-8acc-e0e490665756 req-097b5a98-d436-4edc-be1e-a33e6caf28dd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:08.371973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-198b3328-2862-4e77-8acc-e0e490665756 req-097b5a98-d436-4edc-be1e-a33e6caf28dd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 946 time: 0.0572145 May 26 16:36:08.412969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-198b3328-2862-4e77-8acc-e0e490665756 req-7c6ee4ff-e6ff-4572-9a10-c6644ee3e262 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346859 May 26 16:36:08.440273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53212) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:08.649921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fbe38c-02dd-41a2-ab10-3b03d15385e9 tempest-TestVolumeBootPattern-1660099088 tempest-TestVolumeBootPattern-1660099088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:08.651427 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-98fbe38c-02dd-41a2-ab10-3b03d15385e9 tempest-TestVolumeBootPattern-1660099088 tempest-TestVolumeBootPattern-1660099088-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1092 time: 0.2101583 May 26 16:36:08.654299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53216) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:08.658651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:08.681944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.783018 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.868282 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.903811 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.25.0.98 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/56a0b932-982f-4f4a-8009-e0e8d95c29af) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:09.008230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:09.041542 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:09.079859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:09.084171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:09.090773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:09.094955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=56a0b932-982f-4f4a-8009-e0e8d95c29af,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:09.219074 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-61c736b2-4b48-4f35-9d0f-0fc06496ca67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913997 May 26 16:36:09.377698 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-f41a69fe-e243-4114-bca6-5835fff8350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:09.379228 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-f41a69fe-e243-4114-bca6-5835fff8350c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1097 time: 0.0874069 May 26 16:36:09.568833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-91082b31-d116-4848-a026-5c37049f593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:09.570355 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-91082b31-d116-4848-a026-5c37049f593b service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1701586 May 26 16:36:09.633291 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-08e64e38-fe66-4748-a20f-a64b59bde7f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 200 len: 217 time: 0.0419712 May 26 16:36:09.654190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:09.723507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-580085cd-f9a4-41dc-b335-c6f8c3e3f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:09.725525 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-580085cd-f9a4-41dc-b335-c6f8c3e3f568 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0821252 May 26 16:36:09.779382 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:09.827659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-f59e3274-3d7f-4f80-ae17-3d80d5903674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:09.828838 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-f59e3274-3d7f-4f80-ae17-3d80d5903674 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833859 May 26 16:36:09.992365 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-fc0b3169-d196-4d5c-aa15-79618168efa3 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562617 May 26 16:36:10.030974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.060539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.149435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=56a0b932-982f-4f4a-8009-e0e8d95c29af,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:10.174046 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5d941228-113b-459d-8fc8-c24e32ad66c4 req-9623ee81-4081-4815-a54f-ba05fb5c8312 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751137 May 26 16:36:10.174919 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.279453 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Floating IP 00c9b7a8-7a82-48bc-99b1-1a272a21183a associated. External IP: 172.25.0.98, port: 36dd8be4-082a-4001-95e5-64ecc87f013e. May 26 16:36:10.498782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Router dc58d2fb-b584-476d-9550-0401b9318a94 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:36:10.612809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:36:10.624932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] Sync routers for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:36:10.634413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.636247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:10.636925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:10.663244 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2442caaa-195d-4fd8-a545-43538b72aa8d tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0078628 May 26 16:36:10.663991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:10.666884 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6527eac-b0aa-498d-b6db-b7a58dce6d85" -d '{"events": [{"name": "network-changed", "server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:10.706985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.709483 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab92c3cb-4517-47c1-a0b9-ad84de2ebd64 x-openstack-request-id: req-ab92c3cb-4517-47c1-a0b9-ad84de2ebd64 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:10.711220 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:10.712199 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab92c3cb-4517-47c1-a0b9-ad84de2ebd64 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:10.712714 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab92c3cb-4517-47c1-a0b9-ad84de2ebd64'] response: {'name': 'network-changed', 'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'status': 'completed', 'code': 200} May 26 16:36:10.768917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.778534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-98118a6e-95ea-42d4-804d-7bf21cfeb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:10.778727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:10.780088 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-98118a6e-95ea-42d4-804d-7bf21cfeb4e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1097 time: 0.0443530 May 26 16:36:10.889985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-a9c04e4c-581c-426d-a617-c1e67092dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:10.891502 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-a9c04e4c-581c-426d-a617-c1e67092dd65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1047804 May 26 16:36:10.961030 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-8d9f97a9-1d0b-4750-b820-b0fd7e9c5e19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 200 len: 999 time: 0.0625403 May 26 16:36:11.023565 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-260b795f-32ab-4898-bf85-99a13b68cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:11.024511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '00c9b7a8-7a82-48bc-99b1-1a272a21183a', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:36:09Z', 'updated_at': '2022-05-26T16:36:09Z', 'revision_number': 0, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:11.024944 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-260b795f-32ab-4898-bf85-99a13b68cece service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0581853 May 26 16:36:11.051476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] Checking router: dc58d2fb-b584-476d-9550-0401b9318a94 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:36:11.060540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:11.061149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:11.071366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-fc7cdf5c-d941-4605-9180-ea5da4a026ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:11.073273 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-fc7cdf5c-d941-4605-9180-ea5da4a026ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422683 May 26 16:36:11.172599 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-013f237b-0139-476b-8364-9e34000fc630 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929587 May 26 16:36:11.181694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:11.282270 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b6527eac-b0aa-498d-b6db-b7a58dce6d85 req-347b7a6b-ff63-4560-8ec6-b485e27a5d04 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027746 May 26 16:36:11.430822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '00c9b7a8-7a82-48bc-99b1-1a272a21183a', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:36:09Z', 'updated_at': '2022-05-26T16:36:09Z', 'revision_number': 0, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:11.459750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16290e5e-6928-419e-a216-326fb36d4490 None None] The sync data for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 is: [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '00c9b7a8-7a82-48bc-99b1-1a272a21183a', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:36:09Z', 'updated_at': '2022-05-26T16:36:09Z', 'revision_number': 0, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:36:11.671357 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0069a965-5fd7-4e88-bd57-480c10f13b6a None None] New status for floating IP 00c9b7a8-7a82-48bc-99b1-1a272a21183a: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:36:24.063728 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:24.162970 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:35.045103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4fb343ba-7624-4747-a63f-2cafeb7d53a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:37.787517 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-234caf15-b0e1-453a-b7c1-47d5aaa4cda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:38.866788 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.694658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.737538 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:41.162864 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:36:44.657691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9caa-9a2d-4f9c-9d68-739be6d4bc1d req-8dc9fda1-8989-40a9-86b5-5ff120dfe4a1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:44.659254 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-642b9caa-9a2d-4f9c-9d68-739be6d4bc1d req-8dc9fda1-8989-40a9-86b5-5ff120dfe4a1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 946 time: 0.0547197 May 26 16:36:44.699239 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-642b9caa-9a2d-4f9c-9d68-739be6d4bc1d req-9d200ecb-4b17-4dee-9bf8-6cfcb9c2d9c1 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332170 May 26 16:36:45.845786 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016b748-8b28-468f-ab32-a00407ad7983 req-daf2e251-b1b1-418c-ba85-f840a2657e2f tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:45.847584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7016b748-8b28-468f-ab32-a00407ad7983 req-daf2e251-b1b1-418c-ba85-f840a2657e2f tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 946 time: 0.0669155 May 26 16:36:45.899088 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7016b748-8b28-468f-ab32-a00407ad7983 req-99be8b78-8d9a-4637-abee-2ba40e540bc4 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/security-groups?id=708c96d3-c093-4128-9c60-5f74eb6717a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403209 May 26 16:36:46.078020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-c84ea9a4-8191-4d41-a5b2-88e80302c05c tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:46.080204 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-c84ea9a4-8191-4d41-a5b2-88e80302c05c tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 946 time: 0.0502901 May 26 16:36:46.180939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Deleting port d1b75a71-b2a4-41e9-aed7-2060c842f30f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:46.181310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:46.268542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] For port d1b75a71-b2a4-41e9-aed7-2060c842f30f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d1b75a71-b2a4-41e9-aed7-2060c842f30f,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:46.268902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:46.446228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:46.446502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:46.446815 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Floating IP 5072943f-7bbf-47da-bd5a-72a72761ec26 disassociated. External IP: 172.25.0.84, port: d1b75a71-b2a4-41e9-aed7-2060c842f30f. May 26 16:36:46.447163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Calling delete_port for d1b75a71-b2a4-41e9-aed7-2060c842f30f owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:46.579779 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:46.610040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event deleted for resources: {'Port': ['ID=d1b75a71-b2a4-41e9-aed7-2060c842f30f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:46.621709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.622090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.622436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.622789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.623123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.623449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.623779 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.624110 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.624434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.624761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.625087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.625411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:46.738037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:36:46.850291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:36:46.861583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] Sync routers for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:36:46.871696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:46.872331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:46.997589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:47.022653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24a52a90-d18b-468f-b521-9a8d4db02530 req-97bd8582-ab85-4be9-8e41-8edac5dd5d10 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4de3469-66cb-47f1-9ca4-51011e9cb096 HTTP/1.1" status: 200 len: 210 time: 0.0341604 May 26 16:36:47.229368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '70e641de-f6dd-45e6-b034-206f14e19dee', 'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'mac_address': 'fa:16:3e:f7:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 5, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'subnets': [{'id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:47.238928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] No DVR routers for this DVR port d1b75a71-b2a4-41e9-aed7-2060c842f30f on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:36:47.241630 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:47.245934 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-65b6b2ee-8316-4c36-a0f9-3388ce0068b7 req-d996067a-9f82-4d60-94b2-af27ff4e628d tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.32 "DELETE /v2.0/ports/d1b75a71-b2a4-41e9-aed7-2060c842f30f HTTP/1.1" status: 204 len: 173 time: 1.1593804 May 26 16:36:47.246434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'name': 'network-vif-deleted', 'tag': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:47.249544 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf2e75b-67c4-4826-ae18-6a40e8248136" -d '{"events": [{"server_uuid": "b4de3469-66cb-47f1-9ca4-51011e9cb096", "name": "network-vif-deleted", "tag": "d1b75a71-b2a4-41e9-aed7-2060c842f30f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:47.262780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] Checking router: 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:36:47.277042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:47.277783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:47.290100 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc43810-fb36-454c-83b3-08f5242007d3 x-openstack-request-id: req-8fc43810-fb36-454c-83b3-08f5242007d3 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:47.290399 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de3469-66cb-47f1-9ca4-51011e9cb096", "name": "network-vif-deleted", "tag": "d1b75a71-b2a4-41e9-aed7-2060c842f30f", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:47.290652 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fc43810-fb36-454c-83b3-08f5242007d3 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:47.291112 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc43810-fb36-454c-83b3-08f5242007d3'] response: {'server_uuid': 'b4de3469-66cb-47f1-9ca4-51011e9cb096', 'name': 'network-vif-deleted', 'tag': 'd1b75a71-b2a4-41e9-aed7-2060c842f30f', 'status': 'completed', 'code': 200} May 26 16:36:47.564510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:47.793664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '70e641de-f6dd-45e6-b034-206f14e19dee', 'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'mac_address': 'fa:16:3e:f7:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 5, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'subnets': [{'id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:47.824855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c973eaeb-ca97-434a-81fd-10b2138d9698 None None] The sync data for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 is: [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 4, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '70e641de-f6dd-45e6-b034-206f14e19dee', 'name': '', 'network_id': '37b16aae-ddcb-4bb4-9316-0d9c758fcb1c', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'mac_address': 'fa:16:3e:f7:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 5, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'subnets': [{'id': '288f65dc-d26a-4180-af8a-f22573c46e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:36:48.064014 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7429af-ec26-4431-86f0-5cc092d5ac2d None None] New status for floating IP 5072943f-7bbf-47da-bd5a-72a72761ec26: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:36:48.091638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53246) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:48.221354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Deleting port 9f9200a1-402d-46a3-ad3b-4bbe1e23e5ff {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:48.221696 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.299144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.299788 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.312355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Calling delete_port for 9f9200a1-402d-46a3-ad3b-4bbe1e23e5ff owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:48.444923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.470243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event deleted for resources: {'Port': ['ID=9f9200a1-402d-46a3-ad3b-4bbe1e23e5ff,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:48.543501 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.546088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.547332 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-233b55d9-0e4e-4f44-9989-30100d72f1f3 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "DELETE /v2.0/floatingips/5072943f-7bbf-47da-bd5a-72a72761ec26 HTTP/1.1" status: 204 len: 168 time: 0.4551640 May 26 16:36:48.622076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53252) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:48.680977 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8124-2a39-4731-a11f-5a9de889bfb4 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.705392 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8124-2a39-4731-a11f-5a9de889bfb4 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.765874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8124-2a39-4731-a11f-5a9de889bfb4 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.769061 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8124-2a39-4731-a11f-5a9de889bfb4 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.770195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ec8f8124-2a39-4731-a11f-5a9de889bfb4 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] 10.222.0.39 "DELETE /v2.0/security-groups/708c96d3-c093-4128-9c60-5f74eb6717a8 HTTP/1.1" status: 204 len: 168 time: 0.1471028 May 26 16:36:48.779797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f8124-2a39-4731-a11f-5a9de889bfb4 tempest-TestServerBasicOps-1489218692 tempest-TestServerBasicOps-1489218692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708c96d3-c093-4128-9c60-5f74eb6717a8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:48.815679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53256) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:49.272530 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:49.528225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Deleting port 70e641de-f6dd-45e6-b034-206f14e19dee {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:49.528849 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:49.606299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] For port 70e641de-f6dd-45e6-b034-206f14e19dee, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=70e641de-f6dd-45e6-b034-206f14e19dee,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:49.606715 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:49.618106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Calling delete_port for 70e641de-f6dd-45e6-b034-206f14e19dee owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:49.720870 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d1b75a71-b2a4-41e9-aed7-2060c842f30f no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:49.741221 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: d1b75a71-b2a4-41e9-aed7-2060c842f30f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:49.741563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d1b75a71-b2a4-41e9-aed7-2060c842f30f not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:49.803355 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:49.830124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e641de-f6dd-45e6-b034-206f14e19dee,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:50.017758 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:50.256299 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:36:50.371573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:36:50.377070 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e72207e9-efb8-4df6-8c2c-e14feffb5659 admin admin] 10.222.0.39 "PUT /v2.0/routers/6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5602465 May 26 16:36:50.379732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53264) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:50.382155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] Sync routers for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:36:50.393530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:50.394194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:50.499225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:50.509774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:50.605512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:50.663412 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Deleting port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:50.663753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:50.716501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:36:49Z', 'revision_number': 5, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port': {'id': 'cde8d772-0f92-4bf2-97cf-bf7de4c8d07c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:23Z', 'updated_at': '2022-05-26T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:50.756192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] Checking router: 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:36:50.756886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] For port cde8d772-0f92-4bf2-97cf-bf7de4c8d07c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cde8d772-0f92-4bf2-97cf-bf7de4c8d07c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:50.756886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:50.768263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] Routers {'6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:50.768863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:50.772475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Calling delete_port for cde8d772-0f92-4bf2-97cf-bf7de4c8d07c owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:50.862606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] Set router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:50.922446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:36:50Z', 'revision_number': 6, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:50.950767 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f448c-b16b-4fd2-a43a-f41fb49f210c None None] The sync data for ids ['6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f'] in n-d-843336-2 is: [{'id': '6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f', 'name': 'tempest-TestServerBasicOps-436999555-router', 'tenant_id': '36fcca7e67ce47b9935056af662f331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:22Z', 'updated_at': '2022-05-26T16:36:50Z', 'revision_number': 6, 'project_id': '36fcca7e67ce47b9935056af662f331d', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:36:50.963812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:50.993534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Pushing event deleted for resources: {'Port': ['ID=cde8d772-0f92-4bf2-97cf-bf7de4c8d07c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:51.059372 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.160438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.162707 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.210116 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.210808 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:36:51.217702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.219028 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0a18d415-05ac-4a34-b223-9c7fdece53fd admin admin] 10.222.0.39 "DELETE /v2.0/routers/6a9ff03e-a57e-46f8-8fc2-8ae559a4e02f HTTP/1.1" status: 204 len: 168 time: 0.8382056 May 26 16:36:51.221971 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53266) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:51.276431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2620b54-8d09-44b4-aceb-850c5fb34878 admin admin] Deleting subnet 288f65dc-d26a-4180-af8a-f22573c46e52 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:36:51.280670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2620b54-8d09-44b4-aceb-850c5fb34878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.319407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2620b54-8d09-44b4-aceb-850c5fb34878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.409177 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2620b54-8d09-44b4-aceb-850c5fb34878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.469356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2620b54-8d09-44b4-aceb-850c5fb34878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.503077 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a2620b54-8d09-44b4-aceb-850c5fb34878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.508636 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a2620b54-8d09-44b4-aceb-850c5fb34878 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/288f65dc-d26a-4180-af8a-f22573c46e52 HTTP/1.1" status: 204 len: 168 time: 0.2835104 May 26 16:36:51.508636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2620b54-8d09-44b4-aceb-850c5fb34878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288f65dc-d26a-4180-af8a-f22573c46e52,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:51.509348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53268) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:51.510992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d36df-6499-445d-9100-88963f10350c None None] Network 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:36:51.582905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.637495 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Deleting port 30506682-79a1-41f5-bdbf-22446e9072c7 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:51.637839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.722617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] For port 30506682-79a1-41f5-bdbf-22446e9072c7, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30506682-79a1-41f5-bdbf-22446e9072c7,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:51.722986 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.739834 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Calling delete_port for 30506682-79a1-41f5-bdbf-22446e9072c7 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:51.751466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e08d3-f4b8-40b8-9d80-cbd1d5e907f8 None None] DHCP port deletion for 37b16aae-ddcb-4bb4-9316-0d9c758fcb1c request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:36:51.813483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-755e08d3-f4b8-40b8-9d80-cbd1d5e907f8 None None] Deleting port 30506682-79a1-41f5-bdbf-22446e9072c7 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:51.813483 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-755e08d3-f4b8-40b8-9d80-cbd1d5e907f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.841675 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.882259 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] No DVR routers for this DVR port 30506682-79a1-41f5-bdbf-22446e9072c7 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:36:51.899418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-755e08d3-f4b8-40b8-9d80-cbd1d5e907f8 None None] For port 30506682-79a1-41f5-bdbf-22446e9072c7, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=30506682-79a1-41f5-bdbf-22446e9072c7,segment=NetworkSegment(07b390b4-6373-4acb-91c4-831c62454054),segment_id=07b390b4-6373-4acb-91c4-831c62454054)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:51.899830 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-755e08d3-f4b8-40b8-9d80-cbd1d5e907f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.915466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-755e08d3-f4b8-40b8-9d80-cbd1d5e907f8 None None] Calling delete_port for 30506682-79a1-41f5-bdbf-22446e9072c7 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:51.916069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=30506682-79a1-41f5-bdbf-22446e9072c7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:51.930492 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 70e641de-f6dd-45e6-b034-206f14e19dee no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:51.975281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.975641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.975936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.977724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.978109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.978398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.978855 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.979188 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.979530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.980392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.980795 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.981136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:51.992194 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:51.993789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 70e641de-f6dd-45e6-b034-206f14e19dee {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:51.994249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 70e641de-f6dd-45e6-b034-206f14e19dee not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:51.994653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cde8d772-0f92-4bf2-97cf-bf7de4c8d07c no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:52.017249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b16aae-ddcb-4bb4-9316-0d9c758fcb1c']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:52.019961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: cde8d772-0f92-4bf2-97cf-bf7de4c8d07c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:52.020316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cde8d772-0f92-4bf2-97cf-bf7de4c8d07c not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:52.020756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30506682-79a1-41f5-bdbf-22446e9072c7 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:52.028890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b390b4-6373-4acb-91c4-831c62454054') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:52.029199 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b390b4-6373-4acb-91c4-831c62454054') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:52.041145 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:52.044315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 30506682-79a1-41f5-bdbf-22446e9072c7 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:52.044666 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 30506682-79a1-41f5-bdbf-22446e9072c7 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:52.057863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:52.065593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:36:52.066027 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:52.087956 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-755e08d3-f4b8-40b8-9d80-cbd1d5e907f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:52.121714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e08d3-f4b8-40b8-9d80-cbd1d5e907f8 None None] Pushing event deleted for resources: {'Port': ['ID=30506682-79a1-41f5-bdbf-22446e9072c7,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:52.125699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e08d3-f4b8-40b8-9d80-cbd1d5e907f8 None None] No DVR routers for this DVR port 30506682-79a1-41f5-bdbf-22446e9072c7 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:36:52.142449 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:52.149682 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:52.154746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] 10.222.0.39 "DELETE /v2.0/networks/37b16aae-ddcb-4bb4-9316-0d9c758fcb1c HTTP/1.1" status: 204 len: 168 time: 0.6428516 May 26 16:36:52.156616 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53274) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:52.172652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29614f1-d749-442a-a140-7ea8aec92a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=37b16aae-ddcb-4bb4-9316-0d9c758fcb1c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:52.191240 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 07b390b4-6373-4acb-91c4-831c62454054 resource provider aggregate not found May 26 16:36:52.218492 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 07b390b4-6373-4acb-91c4-831c62454054 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07b390b4-6373-4acb-91c4-831c62454054 found for delete ", "request_id": "req-b113c972-8736-4287-ad85-f0daef08fc76"}]} May 26 16:36:52.844649 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:53.087650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Deleting port 7e6168d6-bc33-4638-a6db-4b8101c0cc88 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:53.087999 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:53.175897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] For port 7e6168d6-bc33-4638-a6db-4b8101c0cc88, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7e6168d6-bc33-4638-a6db-4b8101c0cc88,segment=NetworkSegment(bda9f168-df54-48fe-b5cc-2ce938e900b1),segment_id=bda9f168-df54-48fe-b5cc-2ce938e900b1)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:53.176560 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:53.188873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Calling delete_port for 7e6168d6-bc33-4638-a6db-4b8101c0cc88 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:53.375433 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:53.400923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6168d6-bc33-4638-a6db-4b8101c0cc88,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:53.572834 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:53.787544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Router b644cd49-7737-4a75-a049-44d5bf748bb5 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:36:53.906012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:36:53.911667 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0df13fc9-6853-467f-a71e-7b1152986a0a admin admin] 10.222.0.39 "PUT /v2.0/routers/b644cd49-7737-4a75-a049-44d5bf748bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538199 May 26 16:36:53.914127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53278) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:53.916726 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] Sync routers for ids ['b644cd49-7737-4a75-a049-44d5bf748bb5'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:36:53.927016 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] Routers {'b644cd49-7737-4a75-a049-44d5bf748bb5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:53.927744 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b644cd49-7737-4a75-a049-44d5bf748bb5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:54.017760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.031945 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] Set router b644cd49-7737-4a75-a049-44d5bf748bb5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:54.069952 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.127626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.156709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.182691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Deleting port fc84311e-8a0a-40b6-8df8-a28015417290 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:54.183538 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.221892 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:32Z', 'updated_at': '2022-05-26T16:36:53Z', 'revision_number': 5, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'gw_port': {'id': 'fc84311e-8a0a-40b6-8df8-a28015417290', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:33Z', 'updated_at': '2022-05-26T16:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:54.248049 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] Checking router: b644cd49-7737-4a75-a049-44d5bf748bb5 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:36:54.255992 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] Routers {'b644cd49-7737-4a75-a049-44d5bf748bb5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:54.256584 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['b644cd49-7737-4a75-a049-44d5bf748bb5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:54.267077 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] For port fc84311e-8a0a-40b6-8df8-a28015417290, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fc84311e-8a0a-40b6-8df8-a28015417290,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:54.267446 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.279795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Calling delete_port for fc84311e-8a0a-40b6-8df8-a28015417290 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:54.341909 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] Set router b644cd49-7737-4a75-a049-44d5bf748bb5 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:54.392691 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:32Z', 'updated_at': '2022-05-26T16:36:54Z', 'revision_number': 6, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:54.421726 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f088ca-eeda-4c11-930c-0c102040a754 None None] The sync data for ids ['b644cd49-7737-4a75-a049-44d5bf748bb5'] in n-d-843336-2 is: [{'id': 'b644cd49-7737-4a75-a049-44d5bf748bb5', 'name': 'tempest-TestServerBasicOps-288158597-router', 'tenant_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:32Z', 'updated_at': '2022-05-26T16:36:54Z', 'revision_number': 6, 'project_id': 'c5a06915a5444de4bb91a60645d2fe0e', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:36:54.452181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.475074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc84311e-8a0a-40b6-8df8-a28015417290,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:54.538986 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.629920 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.631967 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.679117 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.679783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b644cd49-7737-4a75-a049-44d5bf748bb5 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:36:54.684743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.685906 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a80316ba-6ad0-4493-9ba7-66aff0f04ee3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b644cd49-7737-4a75-a049-44d5bf748bb5 HTTP/1.1" status: 204 len: 168 time: 0.7708588 May 26 16:36:54.688439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53280) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:54.734055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83e7f1b-19b1-4347-8d3d-2c293f10ebf8 admin admin] Deleting subnet 1ce3b79d-5439-4315-ac06-cc18bf7d2ecf {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:36:54.737122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83e7f1b-19b1-4347-8d3d-2c293f10ebf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.773238 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83e7f1b-19b1-4347-8d3d-2c293f10ebf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.860420 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83e7f1b-19b1-4347-8d3d-2c293f10ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.913982 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83e7f1b-19b1-4347-8d3d-2c293f10ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.953262 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d83e7f1b-19b1-4347-8d3d-2c293f10ebf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:54.957582 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d83e7f1b-19b1-4347-8d3d-2c293f10ebf8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1ce3b79d-5439-4315-ac06-cc18bf7d2ecf HTTP/1.1" status: 204 len: 168 time: 0.2677884 May 26 16:36:54.958640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735df10-919a-40bf-a31c-95645433da6b None None] Network de2b42cb-c3c6-4979-a429-dad8ecbc8d6a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:36:54.958776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e7f1b-19b1-4347-8d3d-2c293f10ebf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce3b79d-5439-4315-ac06-cc18bf7d2ecf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:54.960131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53282) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:55.030685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.086337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Deleting port 9849dfd1-889e-48a9-b9d5-962307786db9 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:55.086924 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.155158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] For port 9849dfd1-889e-48a9-b9d5-962307786db9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9849dfd1-889e-48a9-b9d5-962307786db9,segment=NetworkSegment(bda9f168-df54-48fe-b5cc-2ce938e900b1),segment_id=bda9f168-df54-48fe-b5cc-2ce938e900b1)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:55.155444 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.169942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Calling delete_port for 9849dfd1-889e-48a9-b9d5-962307786db9 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:55.209522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] DHCP port deletion for de2b42cb-c3c6-4979-a429-dad8ecbc8d6a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:36:55.253271 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.269403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] Deleting port 9849dfd1-889e-48a9-b9d5-962307786db9 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:55.269929 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.283191 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Pushing event deleted for resources: {'Port': ['ID=9849dfd1-889e-48a9-b9d5-962307786db9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:55.285262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] No DVR routers for this DVR port 9849dfd1-889e-48a9-b9d5-962307786db9 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:36:55.347839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] For port 9849dfd1-889e-48a9-b9d5-962307786db9, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:55.348421 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.363866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] Calling delete_port for 9849dfd1-889e-48a9-b9d5-962307786db9 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:55.367103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] Port 9849dfd1-889e-48a9-b9d5-962307786db9 was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:36:55.368348 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.378762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.393403 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] Pushing event deleted for resources: {'Port': ['ID=9849dfd1-889e-48a9-b9d5-962307786db9,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:55.400789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2b42cb-c3c6-4979-a429-dad8ecbc8d6a']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:55.401446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafecd4-283c-402d-bc61-a7a43ba6ea68 None None] No DVR routers for this DVR port 9849dfd1-889e-48a9-b9d5-962307786db9 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:36:55.413807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda9f168-df54-48fe-b5cc-2ce938e900b1') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:55.414105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda9f168-df54-48fe-b5cc-2ce938e900b1') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:55.425260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.440054 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.447022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:36:55.447517 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.499226 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment bda9f168-df54-48fe-b5cc-2ce938e900b1 resource provider aggregate not found May 26 16:36:55.517957 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment bda9f168-df54-48fe-b5cc-2ce938e900b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bda9f168-df54-48fe-b5cc-2ce938e900b1 found for delete ", "request_id": "req-ee698b10-2c87-42b2-b068-1fb8f2f62652"}]} May 26 16:36:55.521228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.527556 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.531188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] 10.222.0.39 "DELETE /v2.0/networks/de2b42cb-c3c6-4979-a429-dad8ecbc8d6a HTTP/1.1" status: 204 len: 168 time: 0.5696864 May 26 16:36:55.549768 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1929bf-8dd6-4b7b-8994-3764b71dd406 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2b42cb-c3c6-4979-a429-dad8ecbc8d6a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:55.640518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:55.683588 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-06c28712-051d-4ae1-b025-434bee1651b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36fcca7e67ce47b9935056af662f331d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417843 May 26 16:36:55.686049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53292) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:55.734884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1c6-c648-425a-bb9d-dd4b094ff413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.756508 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1c6-c648-425a-bb9d-dd4b094ff413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.803358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1c6-c648-425a-bb9d-dd4b094ff413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.805944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1c6-c648-425a-bb9d-dd4b094ff413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:55.807146 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b8acb1c6-c648-425a-bb9d-dd4b094ff413 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beaf41cc-175e-4126-aef1-2059578cc63a HTTP/1.1" status: 204 len: 168 time: 0.1201813 May 26 16:36:55.815687 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acb1c6-c648-425a-bb9d-dd4b094ff413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaf41cc-175e-4126-aef1-2059578cc63a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:55.911989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fc84311e-8a0a-40b6-8df8-a28015417290 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:55.932690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: fc84311e-8a0a-40b6-8df8-a28015417290 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:55.933557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fc84311e-8a0a-40b6-8df8-a28015417290 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:55.934071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9849dfd1-889e-48a9-b9d5-962307786db9 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:55.955015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 9849dfd1-889e-48a9-b9d5-962307786db9 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:55.955356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9849dfd1-889e-48a9-b9d5-962307786db9 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:55.955774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7e6168d6-bc33-4638-a6db-4b8101c0cc88 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:55.975333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 7e6168d6-bc33-4638-a6db-4b8101c0cc88 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:55.975740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7e6168d6-bc33-4638-a6db-4b8101c0cc88 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:56.138337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53298) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:56.180496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4d5aaaa7-2ed2-4d95-b827-321083a9b254 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5a06915a5444de4bb91a60645d2fe0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408385 May 26 16:36:56.183748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53300) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:56.231855 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-428735d9-1741-461f-88b1-1701d6770964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:56.253513 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-428735d9-1741-461f-88b1-1701d6770964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:56.299405 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-428735d9-1741-461f-88b1-1701d6770964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:56.301971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-428735d9-1741-461f-88b1-1701d6770964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:56.303150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-428735d9-1741-461f-88b1-1701d6770964 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8aff1bf2-0f59-4d04-84ae-114e3fb7c2fa HTTP/1.1" status: 204 len: 168 time: 0.1184940 May 26 16:36:56.311773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428735d9-1741-461f-88b1-1701d6770964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff1bf2-0f59-4d04-84ae-114e3fb7c2fa,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:57.036327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53322) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:57.133406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1428327447-network', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:57.155529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Made reservation on behalf of 3eeb1cc6842e4ac08310afb8ecdb3cdf for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:36:57.157868 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.166358 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.243123 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.247733 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.276601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:36:57.286653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d8ae7b-e263-4c93-9159-291309edf63f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:57.294735 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.295140 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Added segment 6b8139ce-ef8d-4298-b90a-fb1c90cdec10 of type vlan for network 23d6afe9-8185-4365-8aeb-3670b9a09173 May 26 16:36:57.337860 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.364055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.365093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:57.365652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.415440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3779993 May 26 16:36:57.418986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53328) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:57.423994 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Request body: {'subnet': {'network_id': '23d6afe9-8185-4365-8aeb-3670b9a09173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1428327447-subnet', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:57.430551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b81491-af02-4fe1-a867-646c1127e0db admin admin] Pushing event updated for resources: {'Network': ['ID=23d6afe9-8185-4365-8aeb-3670b9a09173,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:57.440781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 23d6afe9-8185-4365-8aeb-3670b9a09173 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:36:57.450067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Made reservation on behalf of 3eeb1cc6842e4ac08310afb8ecdb3cdf for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:36:57.452400 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.624421 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.685370 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b985eed3-679c-4ab7-aae7-5320859ad443,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:57.695045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Checking segment: {'id': '6b8139ce-ef8d-4298-b90a-fb1c90cdec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '23d6afe9-8185-4365-8aeb-3670b9a09173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:57.695407 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Network hostable DHCP agents. Network: 23d6afe9-8185-4365-8aeb-3670b9a09173, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:36:57.711963 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Network 23d6afe9-8185-4365-8aeb-3670b9a09173 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:36:57.720494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 23d6afe9-8185-4365-8aeb-3670b9a09173) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:57.726184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:57.727006 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.728183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14195151-5c58-4575-8f8f-20c5771c7d73 None None] Network 23d6afe9-8185-4365-8aeb-3670b9a09173 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:36:57.742960 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b6c1cfa2-390a-4506-968c-202879e59e86 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3228676 May 26 16:36:57.746234 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53332) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:57.750926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:57.770456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.771451 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.824510 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.882126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-23d6afe9-8185-4365-8aeb-3670b9a09173', 'network_id': '23d6afe9-8185-4365-8aeb-3670b9a09173', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'fixed_ips': [{'subnet_id': 'b985eed3-679c-4ab7-aae7-5320859ad443'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:36:57.882985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:57.966100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.020944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Allocated IP 172.20.0.2 (23d6afe9-8185-4365-8aeb-3670b9a09173/b985eed3-679c-4ab7-aae7-5320859ad443/e50e57b1-ddb2-492e-a130-cf5809b6a6ba) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:58.166418 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.174374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.180057 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.190838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.221589 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Network 23d6afe9-8185-4365-8aeb-3670b9a09173 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:58.232004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Pushing event updated for resources: {'Port': ['ID=e50e57b1-ddb2-492e-a130-cf5809b6a6ba,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:58.235989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:58.238709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:58.291088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Attempting to bind port e50e57b1-ddb2-492e-a130-cf5809b6a6ba on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:36:58.291447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Attempting to bind port e50e57b1-ddb2-492e-a130-cf5809b6a6ba by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '6b8139ce-ef8d-4298-b90a-fb1c90cdec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '23d6afe9-8185-4365-8aeb-3670b9a09173'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:36:58.291834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Attempting to bind port e50e57b1-ddb2-492e-a130-cf5809b6a6ba on network 23d6afe9-8185-4365-8aeb-3670b9a09173 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:58.297253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:36:58.297620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Checking segment: {'id': '6b8139ce-ef8d-4298-b90a-fb1c90cdec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '23d6afe9-8185-4365-8aeb-3670b9a09173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:58.298316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.298498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Bound using segment: {'id': '6b8139ce-ef8d-4298-b90a-fb1c90cdec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '23d6afe9-8185-4365-8aeb-3670b9a09173'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:36:58.299006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Bound port: e50e57b1-ddb2-492e-a130-cf5809b6a6ba, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8139ce-ef8d-4298-b90a-fb1c90cdec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '23d6afe9-8185-4365-8aeb-3670b9a09173'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:36:58.299502 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.299818 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Allocated IP 172.25.0.183 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e66d3751-db7a-4a22-aa7e-fcd22326dbd6) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:58.365068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] For port e50e57b1-ddb2-492e-a130-cf5809b6a6ba, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:36:58.368394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] For port e50e57b1-ddb2-492e-a130-cf5809b6a6ba, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e50e57b1-ddb2-492e-a130-cf5809b6a6ba,segment=NetworkSegment(6b8139ce-ef8d-4298-b90a-fb1c90cdec10),segment_id=6b8139ce-ef8d-4298-b90a-fb1c90cdec10)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:36:58.373441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.409937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.442461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eea749-1acf-4589-97ad-320807b23c1c None None] Pushing event updated for resources: {'Port': ['ID=e50e57b1-ddb2-492e-a130-cf5809b6a6ba,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:58.457699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.503763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:58.506846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:58.510335 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:58.541391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Pushing event updated for resources: {'Port': ['ID=e66d3751-db7a-4a22-aa7e-fcd22326dbd6,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:58.793137 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:58.990365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:59.132340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Router c0b936d3-46ed-4fe3-b1b5-653670cef9ff is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:36:59.250813 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:36:59.266739 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Sync routers for ids ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:36:59.270679 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:59.272058 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8343a70c-215f-4b56-8a7a-7df4ac5f3b83 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.5248449 May 26 16:36:59.275061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53334) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:59.280576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Routers {'c0b936d3-46ed-4fe3-b1b5-653670cef9ff'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:59.280576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:59.400145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Set router c0b936d3-46ed-4fe3-b1b5-653670cef9ff gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:59.433415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718650f1-acfe-4bac-ba4c-3200a827b88f None None] Network 23d6afe9-8185-4365-8aeb-3670b9a09173 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:36:59.571573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-57a83e1b-43fe-4cb5-99de-ff13722b1890 None None] Provisioning complete for port e50e57b1-ddb2-492e-a130-cf5809b6a6ba triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:59.572290 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57a83e1b-43fe-4cb5-99de-ff13722b1890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:59.725062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:59.906656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Allocated IP 172.20.0.1 (23d6afe9-8185-4365-8aeb-3670b9a09173/b985eed3-679c-4ab7-aae7-5320859ad443/186378af-0f1f-480b-966a-bd30c7217364) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:59.967415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e50e57b1-ddb2-492e-a130-cf5809b6a6ba up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:37:00.002383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-57a83e1b-43fe-4cb5-99de-ff13722b1890 None None] Current status of the port e50e57b1-ddb2-492e-a130-cf5809b6a6ba is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:00.002769 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57a83e1b-43fe-4cb5-99de-ff13722b1890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.037804 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.056128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:57Z', 'updated_at': '2022-05-26T16:36:58Z', 'revision_number': 3, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'gw_port': {'id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:58Z', 'updated_at': '2022-05-26T16:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:00.068753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-57a83e1b-43fe-4cb5-99de-ff13722b1890 None None] For port e50e57b1-ddb2-492e-a130-cf5809b6a6ba, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e50e57b1-ddb2-492e-a130-cf5809b6a6ba,segment=NetworkSegment(6b8139ce-ef8d-4298-b90a-fb1c90cdec10),segment_id=6b8139ce-ef8d-4298-b90a-fb1c90cdec10)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:00.076875 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.101010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Checking router: c0b936d3-46ed-4fe3-b1b5-653670cef9ff for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:00.101278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Updating router c0b936d3-46ed-4fe3-b1b5-653670cef9ff port e66d3751-db7a-4a22-aa7e-fcd22326dbd6 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:37:00.103262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57a83e1b-43fe-4cb5-99de-ff13722b1890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.120796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Network 23d6afe9-8185-4365-8aeb-3670b9a09173 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:00.123824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:00.128015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:37:00.163313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Pushing event updated for resources: {'Port': ['ID=186378af-0f1f-480b-966a-bd30c7217364,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:00.177432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e50e57b1-ddb2-492e-a130-cf5809b6a6ba triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:00.177794 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.182681 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.188534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.242979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a83e1b-43fe-4cb5-99de-ff13722b1890 None None] Pushing event updated for resources: {'Port': ['ID=e50e57b1-ddb2-492e-a130-cf5809b6a6ba,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:00.343492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.392582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-26f55515-4110-47db-bb51-221eec13c8f6 None None] Provisioning complete for port e50e57b1-ddb2-492e-a130-cf5809b6a6ba triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:00.392949 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-26f55515-4110-47db-bb51-221eec13c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.476438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e50e57b1-ddb2-492e-a130-cf5809b6a6ba is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:00.535017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.539979 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.606421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-26f55515-4110-47db-bb51-221eec13c8f6 None None] Current status of the port e50e57b1-ddb2-492e-a130-cf5809b6a6ba is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:00.616537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Pushing event updated for resources: {'Port': ['ID=186378af-0f1f-480b-966a-bd30c7217364,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:00.619100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.629010 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.634747 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.690193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Attempting to bind port e66d3751-db7a-4a22-aa7e-fcd22326dbd6 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:37:00.690731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Attempting to bind port e66d3751-db7a-4a22-aa7e-fcd22326dbd6 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:37:00.691099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Attempting to bind port e66d3751-db7a-4a22-aa7e-fcd22326dbd6 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:00.701002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866d09d-c82a-4c8c-bbf1-b26aca2f949d None None] Pushing event updated for resources: {'Port': ['ID=e66d3751-db7a-4a22-aa7e-fcd22326dbd6,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:00.704816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:37:00.705744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:37:00.706184 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.706568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:37:00.707064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Bound port: e66d3751-db7a-4a22-aa7e-fcd22326dbd6, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:37:00.707580 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.719731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Network 23d6afe9-8185-4365-8aeb-3670b9a09173 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:00.721209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:00.766479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-17eca1eb-c2d2-41ca-af74-ddac17fa0112 None None] Provisioning complete for port 186378af-0f1f-480b-966a-bd30c7217364 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:00.766853 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-17eca1eb-c2d2-41ca-af74-ddac17fa0112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.773049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] For port e66d3751-db7a-4a22-aa7e-fcd22326dbd6, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:37:00.806155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] For port e66d3751-db7a-4a22-aa7e-fcd22326dbd6, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e66d3751-db7a-4a22-aa7e-fcd22326dbd6,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:37:00.813656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.822883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-17eca1eb-c2d2-41ca-af74-ddac17fa0112 None None] Port 186378af-0f1f-480b-966a-bd30c7217364 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:37:00.859601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Router c0b936d3-46ed-4fe3-b1b5-653670cef9ff has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:37:00.888416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866d09d-c82a-4c8c-bbf1-b26aca2f949d None None] Pushing event updated for resources: {'Port': ['ID=e66d3751-db7a-4a22-aa7e-fcd22326dbd6,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:00.891336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Routers {'c0b936d3-46ed-4fe3-b1b5-653670cef9ff'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:00.891953 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:00.999363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:37:01.004916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bbd0095b-cba7-41ba-8c24-33ee82fb5bfe admin admin] 10.222.0.39 "PUT /v2.0/routers/c0b936d3-46ed-4fe3-b1b5-653670cef9ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7283087 May 26 16:37:01.013455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] Set router c0b936d3-46ed-4fe3-b1b5-653670cef9ff gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:01.101204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1cec321a-672f-4f58-a430-772f7ef269a1 None None] Provisioning complete for port 186378af-0f1f-480b-966a-bd30c7217364 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:01.101634 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1cec321a-672f-4f58-a430-772f7ef269a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:01.195597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1cec321a-672f-4f58-a430-772f7ef269a1 None None] Port 186378af-0f1f-480b-966a-bd30c7217364 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:37:01.289756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:57Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 4, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'gw_port': {'id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:58Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '186378af-0f1f-480b-966a-bd30c7217364', 'name': '', 'network_id': '23d6afe9-8185-4365-8aeb-3670b9a09173', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'mac_address': 'fa:16:3e:ac:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b985eed3-679c-4ab7-aae7-5320859ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:59Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 2, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'subnets': [{'id': 'b985eed3-679c-4ab7-aae7-5320859ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:01.325110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa6ad7-595a-417a-b38b-b30f20ae7551 None None] The sync data for ids ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'] in n-d-843336-2 is: [{'id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:57Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 4, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'gw_port': {'id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:58Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '186378af-0f1f-480b-966a-bd30c7217364', 'name': '', 'network_id': '23d6afe9-8185-4365-8aeb-3670b9a09173', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'mac_address': 'fa:16:3e:ac:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b985eed3-679c-4ab7-aae7-5320859ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:59Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 2, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'subnets': [{'id': 'b985eed3-679c-4ab7-aae7-5320859ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:01.930083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e50e57b1-ddb2-492e-a130-cf5809b6a6ba up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:37:01.992242 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e50e57b1-ddb2-492e-a130-cf5809b6a6ba triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:01.993306 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:02.111975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e50e57b1-ddb2-492e-a130-cf5809b6a6ba is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:02.185891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53354) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:02.559509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.138821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Deleting port 186378af-0f1f-480b-966a-bd30c7217364 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:03.139154 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.221827 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.235732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Calling delete_port for 186378af-0f1f-480b-966a-bd30c7217364 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:03.423609 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] Sync routers for ids ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:37:03.433969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.434314 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] Routers {'c0b936d3-46ed-4fe3-b1b5-653670cef9ff'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:03.434880 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:03.462732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Pushing event deleted for resources: {'Port': ['ID=186378af-0f1f-480b-966a-bd30c7217364,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:03.554395 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] Set router c0b936d3-46ed-4fe3-b1b5-653670cef9ff gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:03.647421 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.756578 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:57Z', 'updated_at': '2022-05-26T16:37:03Z', 'revision_number': 5, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'gw_port': {'id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:58Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:03.786232 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] Checking router: c0b936d3-46ed-4fe3-b1b5-653670cef9ff for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:03.795313 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] Routers {'c0b936d3-46ed-4fe3-b1b5-653670cef9ff'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:03.795921 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:03.882173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Router c0b936d3-46ed-4fe3-b1b5-653670cef9ff has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:37:03.958807 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e66d3751-db7a-4a22-aa7e-fcd22326dbd6 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:37:04.004240 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] Set router c0b936d3-46ed-4fe3-b1b5-653670cef9ff gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:04.009443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e66d3751-db7a-4a22-aa7e-fcd22326dbd6 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:04.010032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.017774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:37:04.025549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cf3561db-9b3a-4197-8b50-2b4b1752073a admin admin] 10.222.0.39 "PUT /v2.0/routers/c0b936d3-46ed-4fe3-b1b5-653670cef9ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8390985 May 26 16:37:04.028835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53356) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:04.093296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e66d3751-db7a-4a22-aa7e-fcd22326dbd6 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:04.093920 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.118192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e66d3751-db7a-4a22-aa7e-fcd22326dbd6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e66d3751-db7a-4a22-aa7e-fcd22326dbd6,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:04.124168 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.179040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e66d3751-db7a-4a22-aa7e-fcd22326dbd6,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:04.209802 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:57Z', 'updated_at': '2022-05-26T16:37:03Z', 'revision_number': 5, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'gw_port': {'id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:58Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:04.237469 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79f6d6-6bea-49db-ae4f-e621e4cb8fce None None] The sync data for ids ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'] in n-d-843336-2 is: [{'id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:57Z', 'updated_at': '2022-05-26T16:37:03Z', 'revision_number': 5, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'gw_port': {'id': 'e66d3751-db7a-4a22-aa7e-fcd22326dbd6', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:58Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:04.464073 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.565931 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.620521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Deleting port e66d3751-db7a-4a22-aa7e-fcd22326dbd6 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:04.621318 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.703320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] For port e66d3751-db7a-4a22-aa7e-fcd22326dbd6, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e66d3751-db7a-4a22-aa7e-fcd22326dbd6,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:04.703690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.716080 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Calling delete_port for e66d3751-db7a-4a22-aa7e-fcd22326dbd6 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:04.795797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] Sync routers for ids ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:37:04.805977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] Routers {'c0b936d3-46ed-4fe3-b1b5-653670cef9ff'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:04.806617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:04.883542 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.894692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] Set router c0b936d3-46ed-4fe3-b1b5-653670cef9ff gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:04.914651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66d3751-db7a-4a22-aa7e-fcd22326dbd6,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:04.950432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:57Z', 'updated_at': '2022-05-26T16:37:04Z', 'revision_number': 6, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:04.976663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.984649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] Checking router: c0b936d3-46ed-4fe3-b1b5-653670cef9ff for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:04.994036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] Routers {'c0b936d3-46ed-4fe3-b1b5-653670cef9ff'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:04.994886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:36:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:05.080884 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.083666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.142835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.143557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b936d3-46ed-4fe3-b1b5-653670cef9ff {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:37:05.149185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.150613 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b4dbb565-ff78-4592-a45b-31c7b665adf2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c0b936d3-46ed-4fe3-b1b5-653670cef9ff HTTP/1.1" status: 204 len: 168 time: 1.1207736 May 26 16:37:05.154054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53358) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:05.213623 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-282a39d6-7e74-48c8-92ec-43eed9a95f81 admin admin] Deleting subnet b985eed3-679c-4ab7-aae7-5320859ad443 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:37:05.216276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-282a39d6-7e74-48c8-92ec-43eed9a95f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.250436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] Set router c0b936d3-46ed-4fe3-b1b5-653670cef9ff gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:05.255322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-282a39d6-7e74-48c8-92ec-43eed9a95f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.278298 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5d71f428-4fd2-41ee-ae6d-771f7ec86589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.306802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:57Z', 'updated_at': '2022-05-26T16:37:04Z', 'revision_number': 7, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:05.336896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-282a39d6-7e74-48c8-92ec-43eed9a95f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.337351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f159e-b9c3-4f76-ad38-e894dd4a9f8c None None] The sync data for ids ['c0b936d3-46ed-4fe3-b1b5-653670cef9ff'] in n-d-843336-2 is: [{'id': 'c0b936d3-46ed-4fe3-b1b5-653670cef9ff', 'name': 'tempest-ImageQuotaTest-1428327447-router', 'tenant_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:57Z', 'updated_at': '2022-05-26T16:37:04Z', 'revision_number': 7, 'project_id': '3eeb1cc6842e4ac08310afb8ecdb3cdf', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:05.404563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-282a39d6-7e74-48c8-92ec-43eed9a95f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.434551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a39d6-7e74-48c8-92ec-43eed9a95f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b985eed3-679c-4ab7-aae7-5320859ad443,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:05.440108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-282a39d6-7e74-48c8-92ec-43eed9a95f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.445590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-282a39d6-7e74-48c8-92ec-43eed9a95f81 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b985eed3-679c-4ab7-aae7-5320859ad443 HTTP/1.1" status: 204 len: 168 time: 0.2880073 May 26 16:37:05.446495 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53360) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:05.451491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20ed05-7d38-4f2d-ad83-3f5ba7d9274c None None] Network 23d6afe9-8185-4365-8aeb-3670b9a09173 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:37:05.532323 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.617078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Deleting port e50e57b1-ddb2-492e-a130-cf5809b6a6ba {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:05.617512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.691396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] For port e50e57b1-ddb2-492e-a130-cf5809b6a6ba, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e50e57b1-ddb2-492e-a130-cf5809b6a6ba,segment=NetworkSegment(6b8139ce-ef8d-4298-b90a-fb1c90cdec10),segment_id=6b8139ce-ef8d-4298-b90a-fb1c90cdec10)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:05.691687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.710756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Calling delete_port for e50e57b1-ddb2-492e-a130-cf5809b6a6ba owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:05.792708 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.818148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642948d-c839-415c-8177-098ea96613d2 None None] DHCP port deletion for 23d6afe9-8185-4365-8aeb-3670b9a09173 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:37:05.819451 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50e57b1-ddb2-492e-a130-cf5809b6a6ba,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:05.823408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] No DVR routers for this DVR port e50e57b1-ddb2-492e-a130-cf5809b6a6ba on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:37:05.930959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.936515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 186378af-0f1f-480b-966a-bd30c7217364 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:05.958890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d6afe9-8185-4365-8aeb-3670b9a09173']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:05.963582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 186378af-0f1f-480b-966a-bd30c7217364 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:05.963927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 186378af-0f1f-480b-966a-bd30c7217364 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:05.964417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e66d3751-db7a-4a22-aa7e-fcd22326dbd6 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:05.969368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8139ce-ef8d-4298-b90a-fb1c90cdec10') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:05.969661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8139ce-ef8d-4298-b90a-fb1c90cdec10') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:05.980260 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.984976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e66d3751-db7a-4a22-aa7e-fcd22326dbd6 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:05.985466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e66d3751-db7a-4a22-aa7e-fcd22326dbd6 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:05.985726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e50e57b1-ddb2-492e-a130-cf5809b6a6ba no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:05.998432 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.005275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:37:06.005672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.006412 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e50e57b1-ddb2-492e-a130-cf5809b6a6ba {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:06.006775 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e50e57b1-ddb2-492e-a130-cf5809b6a6ba not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:06.051175 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6b8139ce-ef8d-4298-b90a-fb1c90cdec10 resource provider aggregate not found May 26 16:37:06.080771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.083838 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 6b8139ce-ef8d-4298-b90a-fb1c90cdec10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b8139ce-ef8d-4298-b90a-fb1c90cdec10 found for delete ", "request_id": "req-c06d339c-0d1e-4847-bce4-74179e0fb301"}]} May 26 16:37:06.088150 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.098957 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] 10.222.0.39 "DELETE /v2.0/networks/23d6afe9-8185-4365-8aeb-3670b9a09173 HTTP/1.1" status: 204 len: 168 time: 0.6469071 May 26 16:37:06.114150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf58838-d1ef-4755-91a7-b679dc51ab27 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d6afe9-8185-4365-8aeb-3670b9a09173,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:06.218920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53368) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:06.265986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ae6f58f0-065a-48e8-a535-6ebd235eaba5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3eeb1cc6842e4ac08310afb8ecdb3cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455973 May 26 16:37:06.268429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53370) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:06.331796 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a708a33a-1981-446e-a92e-14dcedcd61f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.357031 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a708a33a-1981-446e-a92e-14dcedcd61f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.408611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a708a33a-1981-446e-a92e-14dcedcd61f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.411219 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a708a33a-1981-446e-a92e-14dcedcd61f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.412437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a708a33a-1981-446e-a92e-14dcedcd61f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22d8ae7b-e263-4c93-9159-291309edf63f HTTP/1.1" status: 204 len: 168 time: 0.1430864 May 26 16:37:06.422932 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708a33a-1981-446e-a92e-14dcedcd61f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d8ae7b-e263-4c93-9159-291309edf63f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:06.765232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53376) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:06.779276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5411889b-40cf-46e6-880a-b57ed98e4d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.859541 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5411889b-40cf-46e6-880a-b57ed98e4d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.863545 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5411889b-40cf-46e6-880a-b57ed98e4d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.903817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5411889b-40cf-46e6-880a-b57ed98e4d19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1374776 May 26 16:37:06.904771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411889b-40cf-46e6-880a-b57ed98e4d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce86ba-35d6-4c88-bcb4-034b20879229,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:06.906470 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53378) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:06.960171 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4cb7-a394-4182-843a-ef1ed87f95c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.981660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4cb7-a394-4182-843a-ef1ed87f95c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:07.028563 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4cb7-a394-4182-843a-ef1ed87f95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:07.031236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4cb7-a394-4182-843a-ef1ed87f95c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:07.032703 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c4fc4cb7-a394-4182-843a-ef1ed87f95c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fce86ba-35d6-4c88-bcb4-034b20879229 HTTP/1.1" status: 204 len: 168 time: 0.1252277 May 26 16:37:07.041006 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc4cb7-a394-4182-843a-ef1ed87f95c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fce86ba-35d6-4c88-bcb4-034b20879229,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:07.787977 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-622f6bbb-5a8c-4767-9e50-afbf38b76342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.872626 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.687650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.694236 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-360264c8-8503-4f00-b5be-facc89451b98 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432947 May 26 16:37:10.741349 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.785641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-622b9519-8d57-46a9-9340-25d826a4bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:10.789048 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-622b9519-8d57-46a9-9340-25d826a4bce0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1097 time: 0.0525806 May 26 16:37:10.897561 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-45bda0b4-26a1-4b24-9a35-7556dde99042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:10.899063 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-45bda0b4-26a1-4b24-9a35-7556dde99042 service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.0893674 May 26 16:37:10.962108 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-301261bb-e05c-4a94-a0e1-cb0e4e942c6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 200 len: 1001 time: 0.0568995 May 26 16:37:11.013855 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-06d5d359-3b66-483c-978b-4158a31dc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:11.015353 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-06d5d359-3b66-483c-978b-4158a31dc26b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0470996 May 26 16:37:11.060639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-fbec61aa-9c13-469f-9655-1c797867b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:11.062157 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-fbec61aa-9c13-469f-9655-1c797867b0f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406938 May 26 16:37:11.148694 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-9e8a07f5-1072-4cdd-86bc-aebf9df4cecb service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803156 May 26 16:37:11.241388 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-44ae25dc-91bf-45b3-896e-6f9a142bf6a5 req-8f292aef-f7af-4ae3-bd69-4a72c3bb2170 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865331 May 26 16:37:18.165891 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:37:24.081571 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:24.157056 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:35.051779 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-268354fe-c85a-4a5a-903f-d9ff61ac83ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.789225 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-14f3a9ad-4ee1-4a2d-8e37-bb4369374f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:38.874170 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:40.691862 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:40.749232 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:50.721921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-0814be78-a1ec-422e-abab-ba22b3ce54d2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1799650050&fields=id&tenant_id=713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 267 time: 0.0338275 May 26 16:37:50.838628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588aa70-cd05-4bd3-9435-4491287d432d req-b2f8e448-9566-4500-8112-50cf1957863c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:50.840094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-b2f8e448-9566-4500-8112-50cf1957863c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1106410 May 26 16:37:50.856680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-afed32aa-14b8-46b0-8370-e0ab4a16d4c1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/quotas/713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 375 time: 0.0101058 May 26 16:37:50.922734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-a62702b8-748d-40f7-b2e9-76ebfd8e2bce tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0593026 May 26 16:37:51.044000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-6ae441e8-78d2-430e-b09d-a9f956cd2d0a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:37:51.045005 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-6ae441e8-78d2-430e-b09d-a9f956cd2d0a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1112642 May 26 16:37:51.135411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-bc1c3667-bae4-441f-9e5e-5ba1732e78e3 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832653 May 26 16:37:51.234264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-e82afb00-f1a6-45fd-9da8-3dd97a731c27 service neutron] 10.222.0.39 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920994 May 26 16:37:51.612442 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdfb9510-b947-44d1-a5b1-ae1ef0d36df1 req-d512e074-0d07-42e2-9fb4-941816355577 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 210 time: 0.0956154 May 26 16:37:52.569520 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588aa70-cd05-4bd3-9435-4491287d432d req-1781173c-d1df-412c-9156-0e0fb85b4050 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:52.571228 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-1781173c-d1df-412c-9156-0e0fb85b4050 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 811 time: 0.1439710 May 26 16:37:52.639688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-3403e7da-a1bb-4dcf-a547-46f39159bcc0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=713b14340339476ea5ed1867e3a302ec HTTP/1.1" status: 200 len: 380 time: 0.0559099 May 26 16:37:52.651625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'port': {'device_id': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'admin_state_up': True, 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'security_groups': ['f91ab6f1-f96d-4930-bb57-16cb50de85ff']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:52.756192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67449212-3f65-42ef-8dd8-488bc7e781c4 req-440dbb66-aef4-4ea4-9479-9d3802b4a0e1 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 210 time: 0.0337694 May 26 16:37:52.788270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Made reservation on behalf of 713b14340339476ea5ed1867e3a302ec for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:37:52.792024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:52.947263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.20.0.6 (220b4e82-1562-4a6b-bddb-eee8de412ea2/1f6389a0-5e10-4f59-8c1f-4a01b4315b11/fce26737-649e-45ac-a024-6144ae2b6aff) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:37:53.098048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:53.133358 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:53.181827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:53.185249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:53.190067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:37:53.200343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=fce26737-649e-45ac-a024-6144ae2b6aff,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:53.234089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.234463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.234794 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.235139 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.235478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.235812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.236150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.236486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.236819 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.237159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.237492 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.237826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:53.272763 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:53.274251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:53.298966 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-5f2b90fe-1462-43da-b4c1-9ebdd2326124 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6512640 May 26 16:37:53.319918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Request body: {'port': {'device_id': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:53.394577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:53.470369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f5c85171-c6a4-42ef-9235-4cc9afb19b3a None None] Provisioning complete for port fce26737-649e-45ac-a024-6144ae2b6aff triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:53.471006 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f5c85171-c6a4-42ef-9235-4cc9afb19b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:53.509231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f5c85171-c6a4-42ef-9235-4cc9afb19b3a None None] Port fce26737-649e-45ac-a024-6144ae2b6aff cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:37:53.693189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce26737-649e-45ac-a024-6144ae2b6aff {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:37:53.701812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:53.723603 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Transition to ACTIVE for port object fce26737-649e-45ac-a024-6144ae2b6aff will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:37:53.729608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:53.822115 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Pushing event updated for resources: {'Port': ['ID=fce26737-649e-45ac-a024-6144ae2b6aff,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:53.902617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Attempting to bind port fce26737-649e-45ac-a024-6144ae2b6aff on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:37:53.903015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Attempting to bind port fce26737-649e-45ac-a024-6144ae2b6aff by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:37:53.903328 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Attempting to bind port fce26737-649e-45ac-a024-6144ae2b6aff on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:53.916630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Port fce26737-649e-45ac-a024-6144ae2b6aff on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:37:53.916630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Attempting to bind port fce26737-649e-45ac-a024-6144ae2b6aff on network 220b4e82-1562-4a6b-bddb-eee8de412ea2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:53.926953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:37:53.927499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Checking segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:37:53.927854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540799a-d533-4473-b739-39adf1a6c329 req-49a5ea75-f916-43a2-b9c3-30e91502ece7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:53.928378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Bound using segment: {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:37:53.928833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Bound port: fce26737-649e-45ac-a024-6144ae2b6aff, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e848be-a1dd-4cfe-9f98-4cea249258da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:37:53.929386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:53.931034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d540799a-d533-4473-b739-39adf1a6c329 req-49a5ea75-f916-43a2-b9c3-30e91502ece7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0824780 May 26 16:37:54.026252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d540799a-d533-4473-b739-39adf1a6c329 req-da8f1b3f-051d-4e59-94ec-ae2654103f9c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873425 May 26 16:37:54.038149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] For port fce26737-649e-45ac-a024-6144ae2b6aff, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:37:54.047011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] For port fce26737-649e-45ac-a024-6144ae2b6aff, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fce26737-649e-45ac-a024-6144ae2b6aff,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:37:54.059950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:54.086368 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:54.103580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.106194 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:54.108490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] 10.222.0.32 "PUT /v2.0/ports/fce26737-649e-45ac-a024-6144ae2b6aff HTTP/1.1" status: 200 len: 1091 time: 0.7980893 May 26 16:37:54.111675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:37:54.121821 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485b432a-21e6-4b67-833f-ec2c167d29c0" -d '{"events": [{"name": "network-changed", "server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:37:54.177621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:54.191731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c022b0-d3b4-4e2e-9cf6-b66784e5f043 service neutron] Pushing event updated for resources: {'Port': ['ID=fce26737-649e-45ac-a024-6144ae2b6aff,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:54.198931 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea341eb-6304-4f8f-b8a8-5693c4b9a19d x-openstack-request-id: req-aea341eb-6304-4f8f-b8a8-5693c4b9a19d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:37:54.199393 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:37:54.199858 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aea341eb-6304-4f8f-b8a8-5693c4b9a19d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:37:54.200501 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea341eb-6304-4f8f-b8a8-5693c4b9a19d'] response: {'name': 'network-changed', 'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'status': 'completed', 'code': 200} May 26 16:37:54.235076 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588aa70-cd05-4bd3-9435-4491287d432d req-4afc3bbc-5432-4eee-9acb-b21c7aa53a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.237364 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-4afc3bbc-5432-4eee-9acb-b21c7aa53a0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 1094 time: 0.0726571 May 26 16:37:54.294542 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-da74b72f-42ef-4ebf-8168-eefa5d849a47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fce26737-649e-45ac-a024-6144ae2b6aff HTTP/1.1" status: 200 len: 217 time: 0.0473559 May 26 16:37:54.351681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588aa70-cd05-4bd3-9435-4491287d432d req-6483485c-d4f7-42cd-b494-d66721eb20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.353356 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-6483485c-d4f7-42cd-b494-d66721eb20d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0491734 May 26 16:37:54.410478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588aa70-cd05-4bd3-9435-4491287d432d req-8f77f7b1-847b-4b78-9b7e-6817ffd71c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.412046 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-8f77f7b1-847b-4b78-9b7e-6817ffd71c98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472436 May 26 16:37:54.520400 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-4fff329b-2031-44ae-b530-78c736e32060 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999599 May 26 16:37:54.619999 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1588aa70-cd05-4bd3-9435-4491287d432d req-aa6afd1d-9615-42dd-8fda-59866b2d041d service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927486 May 26 16:37:54.717780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-90181a1a-9687-4295-829b-c488f6f1c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.719617 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-90181a1a-9687-4295-829b-c488f6f1c9f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 1094 time: 0.0474076 May 26 16:37:54.825738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-437f7027-e558-42b1-892a-714f4777e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.827913 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-437f7027-e558-42b1-892a-714f4777e65e service neutron] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1004560 May 26 16:37:54.870936 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-40b7a2d9-657d-4544-ac5d-54c846f8fa16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fce26737-649e-45ac-a024-6144ae2b6aff HTTP/1.1" status: 200 len: 217 time: 0.0358818 May 26 16:37:54.927133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-18d81935-5e8e-45b5-b280-54dc0bc9e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.928605 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-18d81935-5e8e-45b5-b280-54dc0bc9e08a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0500197 May 26 16:37:54.985683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-87c347e9-0654-4518-ae61-2e8c8f7b531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.987186 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-87c347e9-0654-4518-ae61-2e8c8f7b531a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499690 May 26 16:37:55.106109 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-d8440fc0-61b5-44d3-80d4-af6e558420f0 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109905 May 26 16:37:55.166267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ca77-dd55-4ca8-bd17-7ab168121625 req-506b3407-d424-4758-a9bb-ec90dd015981 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:55.166837 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:37:55.169199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee60ca77-dd55-4ca8-bd17-7ab168121625 req-506b3407-d424-4758-a9bb-ec90dd015981 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0670815 May 26 16:37:55.216838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee60ca77-dd55-4ca8-bd17-7ab168121625 req-34ee2f46-0087-46d6-acd6-16da2d1b77aa tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393078 May 26 16:37:55.221454 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-485b432a-21e6-4b67-833f-ec2c167d29c0 req-4aee42be-8af1-4275-ae7b-91f48646bb08 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039920 May 26 16:37:56.358165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6fff5-7758-459b-8e5b-aebfe405a16f req-6eb8d53e-8466-4729-a14d-4df8dcf0cb5b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:56.359746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7af6fff5-7758-459b-8e5b-aebfe405a16f req-6eb8d53e-8466-4729-a14d-4df8dcf0cb5b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0635300 May 26 16:37:56.403503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7af6fff5-7758-459b-8e5b-aebfe405a16f req-9d220492-5d66-4bf6-856e-3250e96fdf83 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369527 May 26 16:37:57.533400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832ceca-8600-40c6-96dd-43a4d2c8d6c4 req-5987362c-9887-4bfb-8ac5-8bf479457728 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:57.535104 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a832ceca-8600-40c6-96dd-43a4d2c8d6c4 req-5987362c-9887-4bfb-8ac5-8bf479457728 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0576031 May 26 16:37:57.575127 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a832ceca-8600-40c6-96dd-43a4d2c8d6c4 req-01d2a520-979e-464f-b872-afa1a6c8d049 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338006 May 26 16:37:58.705852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25463e92-9f44-459a-9fc8-77ecdba7889a req-87f7cc0b-bafb-4d5d-807e-7cf540ee9fb7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:58.707375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25463e92-9f44-459a-9fc8-77ecdba7889a req-87f7cc0b-bafb-4d5d-807e-7cf540ee9fb7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0558751 May 26 16:37:58.746374 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25463e92-9f44-459a-9fc8-77ecdba7889a req-668b39bb-4ed0-4599-8b55-cb3debfba3cc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 May 26 16:37:59.871639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02856cf2-9418-4b59-8b4e-adffcbb8bc7b req-a6decc7c-3f2b-49ed-a744-676fafad8265 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:59.873851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02856cf2-9418-4b59-8b4e-adffcbb8bc7b req-a6decc7c-3f2b-49ed-a744-676fafad8265 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0509660 May 26 16:37:59.912797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02856cf2-9418-4b59-8b4e-adffcbb8bc7b req-36dae2cc-59fb-49c9-a19d-cb00775d3d2e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329752 May 26 16:38:01.034969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24316db6-94f6-48ae-8ca6-8e33fea9692d req-fdceb4aa-9b70-428f-9541-6e9adf648e46 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:01.036498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24316db6-94f6-48ae-8ca6-8e33fea9692d req-fdceb4aa-9b70-428f-9541-6e9adf648e46 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0507042 May 26 16:38:01.084340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24316db6-94f6-48ae-8ca6-8e33fea9692d req-f831e48a-689d-4545-8a47-967bc1211d57 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 May 26 16:38:02.216339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b127faf-997d-4024-b6b6-57692c7f802c req-9df9ef3a-7e94-4204-b376-1211ef63bd63 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:02.217978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b127faf-997d-4024-b6b6-57692c7f802c req-9df9ef3a-7e94-4204-b376-1211ef63bd63 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0566058 May 26 16:38:02.258686 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b127faf-997d-4024-b6b6-57692c7f802c req-8a34552c-9368-4aff-98f7-debf55508f1c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337076 May 26 16:38:03.382320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2882b-2197-4ece-a5a9-b90212ad6fb6 req-e54c3885-a16c-4f99-bae1-f94c1ca9980f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:03.383772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05f2882b-2197-4ece-a5a9-b90212ad6fb6 req-e54c3885-a16c-4f99-bae1-f94c1ca9980f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0486302 May 26 16:38:03.422573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05f2882b-2197-4ece-a5a9-b90212ad6fb6 req-f4e59259-101b-4201-b417-85d384fd00a6 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327213 May 26 16:38:04.553819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17beb5-3f25-4991-a16a-830c8c5c32f5 req-330f0771-68c5-46ed-bd4c-190723befd1c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:04.555325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f17beb5-3f25-4991-a16a-830c8c5c32f5 req-330f0771-68c5-46ed-bd4c-190723befd1c tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0619934 May 26 16:38:04.596186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f17beb5-3f25-4991-a16a-830c8c5c32f5 req-cfd02b2b-2cab-4ce6-be93-50ee5ff67233 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337625 May 26 16:38:05.055271 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b67ed575-18ca-4134-9b94-b364770d05f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:05.724204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc022eb0-439d-4064-8068-a996402442b7 req-6779d1fe-8859-4e99-8a8e-3520a8da96b2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:05.725889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc022eb0-439d-4064-8068-a996402442b7 req-6779d1fe-8859-4e99-8a8e-3520a8da96b2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 943 time: 0.0582564 May 26 16:38:05.767488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc022eb0-439d-4064-8068-a996402442b7 req-0d9fc4ed-42c4-462b-8f63-606235c44bcc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354147 May 26 16:38:06.047512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fce26737-649e-45ac-a024-6144ae2b6aff details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:38:06.147246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fce26737-649e-45ac-a024-6144ae2b6aff, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fce26737-649e-45ac-a024-6144ae2b6aff,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:06.160035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'port_id': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'mac_address': 'fa:16:3e:03:77:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:38:06.197509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port fce26737-649e-45ac-a024-6144ae2b6aff is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:06.197886 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:06.211672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce26737-649e-45ac-a024-6144ae2b6aff {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:38:06.231728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fce26737-649e-45ac-a024-6144ae2b6aff, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fce26737-649e-45ac-a024-6144ae2b6aff,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:06.236428 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:06.288033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=fce26737-649e-45ac-a024-6144ae2b6aff,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:06.296796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.297131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.297466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.297791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.298203 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.299172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.299172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.299172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.299790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.299790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.300106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.300417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:06.507638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['fce26737-649e-45ac-a024-6144ae2b6aff'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:38:06.904738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c109-34ca-4f36-99fd-65f1befe7cfc req-ae84ce5d-298f-4f84-b042-298379b5ce69 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:06.906323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d64c109-34ca-4f36-99fd-65f1befe7cfc req-ae84ce5d-298f-4f84-b042-298379b5ce69 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 944 time: 0.0586350 May 26 16:38:06.946827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d64c109-34ca-4f36-99fd-65f1befe7cfc req-e4460af9-83ff-430d-a078-71ed72bce1d8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344408 May 26 16:38:07.795438 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0ac056cc-3af0-4ef2-ad59-c8dc5ed43691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:08.057471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fce26737-649e-45ac-a024-6144ae2b6aff up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:38:08.071318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10fc1-a62a-4679-bff2-e9ecc7e03c6d req-b13c29b6-281f-4e82-8fde-a905028a8917 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:08.072904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08a10fc1-a62a-4679-bff2-e9ecc7e03c6d req-b13c29b6-281f-4e82-8fde-a905028a8917 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 944 time: 0.0518711 May 26 16:38:08.111957 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08a10fc1-a62a-4679-bff2-e9ecc7e03c6d req-b6a2ee83-1a7b-4d97-9e72-4db7c483b62e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329173 May 26 16:38:08.134384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port fce26737-649e-45ac-a024-6144ae2b6aff completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:38:08.138306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port fce26737-649e-45ac-a024-6144ae2b6aff triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:08.138705 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:08.215839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port fce26737-649e-45ac-a024-6144ae2b6aff is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:08.216224 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:08.239299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:38:08.241547 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d98dff-1de3-4aac-9382-9f04b9419b69" -d '{"events": [{"server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "name": "network-vif-plugged", "status": "completed", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:38:08.258505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port fce26737-649e-45ac-a024-6144ae2b6aff, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fce26737-649e-45ac-a024-6144ae2b6aff,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:08.263116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:08.286207 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d3cc11-b6fa-4623-a163-c4107b88e291 x-openstack-request-id: req-e5d3cc11-b6fa-4623-a163-c4107b88e291 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:38:08.286521 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "name": "network-vif-plugged", "status": "completed", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:38:08.286756 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5d3cc11-b6fa-4623-a163-c4107b88e291 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:38:08.287149 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d3cc11-b6fa-4623-a163-c4107b88e291'] response: {'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'code': 200} May 26 16:38:08.314680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=fce26737-649e-45ac-a024-6144ae2b6aff,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:08.383518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f0817-fbaf-4295-8812-26d407ebfd09 req-bb5e72ba-0ace-4c32-a735-918434ad0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:08.385127 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a1f0817-fbaf-4295-8812-26d407ebfd09 req-bb5e72ba-0ace-4c32-a735-918434ad0c2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 1096 time: 0.0425570 May 26 16:38:08.423165 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a1f0817-fbaf-4295-8812-26d407ebfd09 req-73e656d4-810d-4b36-8212-3132ed59092c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306816 May 26 16:38:08.877173 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:09.262829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1dc3f-0178-4d48-adcc-5aaf7297b54e req-0916147a-9f52-41a0-8067-818943698767 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:09.264695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfa1dc3f-0178-4d48-adcc-5aaf7297b54e req-0916147a-9f52-41a0-8067-818943698767 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 945 time: 0.0788043 May 26 16:38:09.309277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfa1dc3f-0178-4d48-adcc-5aaf7297b54e req-318cf7fd-8c6e-40c7-9712-6b828a134855 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366645 May 26 16:38:10.431917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a85087-afc8-433e-a8bd-cf075f10e969 req-8a733063-e123-4db7-8be3-aa67bbd1d4f8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:10.433457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6a85087-afc8-433e-a8bd-cf075f10e969 req-8a733063-e123-4db7-8be3-aa67bbd1d4f8 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 945 time: 0.0533538 May 26 16:38:10.475021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6a85087-afc8-433e-a8bd-cf075f10e969 req-00549a49-fd28-4b2d-abf1-79e45e255afd tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346727 May 26 16:38:10.594917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434815-4b4b-44ce-8a44-cb2f71ae8a11 req-0d03a188-98c5-4829-91fc-6d657c6fabab tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:10.596317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05434815-4b4b-44ce-8a44-cb2f71ae8a11 req-0d03a188-98c5-4829-91fc-6d657c6fabab tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 945 time: 0.0521681 May 26 16:38:10.635517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05434815-4b4b-44ce-8a44-cb2f71ae8a11 req-de0e0ed7-3527-4e24-b5fd-bc1158ba9898 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330274 May 26 16:38:10.660121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53494) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:10.703222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:10.709876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb887c2a-a6de-4dc3-afd7-4d16f71cb9f3 tempest-TestVolumeBootPattern-1660099088 tempest-TestVolumeBootPattern-1660099088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:10.711458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fb887c2a-a6de-4dc3-afd7-4d16f71cb9f3 tempest-TestVolumeBootPattern-1660099088 tempest-TestVolumeBootPattern-1660099088-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 1091 time: 0.0503175 May 26 16:38:10.715887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53496) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:10.720796 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:10.741982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:10.747335 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:10.847079 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:10.957403 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Allocated IP 172.25.0.129 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/064fdfad-545a-4d04-99e0-2e51d3f9cdcd) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:38:11.063950 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:11.099132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:11.141029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:38:11.143873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:38:11.147262 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:38:11.184220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=064fdfad-545a-4d04-99e0-2e51d3f9cdcd,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:11.195930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.196282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.196629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.196975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.197446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.197969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.199051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.199387 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.200339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.200677 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.201012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.201345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:11.554488 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:11.628064 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:11.786373 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:11.791132 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:11.861388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event updated for resources: {'Port': ['ID=064fdfad-545a-4d04-99e0-2e51d3f9cdcd,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:11.876081 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:11.985386 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Floating IP 5ee86e8a-691c-4d99-8de5-d3bfd21be48b associated. External IP: 172.25.0.129, port: fce26737-649e-45ac-a024-6144ae2b6aff. May 26 16:38:12.223704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Router dc58d2fb-b584-476d-9550-0401b9318a94 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:38:12.347122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:38:12.362633 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be31d8-1709-4928-af77-364307c35c99 None None] Sync routers for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:38:12.368593 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:12.374933 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be31d8-1709-4928-af77-364307c35c99 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:38:12.375564 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52be31d8-1709-4928-af77-364307c35c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:38:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:12.403931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-343cd0df-4b7b-4b6a-ac50-07b46c7a0d4b tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6867876 May 26 16:38:12.404824 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:38:12.408821 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585e4f52-3e3b-4997-a9dc-77eed9575c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:38:12.450167 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116ef4d9-d736-4095-978c-a8a516754e1c x-openstack-request-id: req-116ef4d9-d736-4095-978c-a8a516754e1c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:38:12.450575 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:38:12.450981 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-116ef4d9-d736-4095-978c-a8a516754e1c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:38:12.451602 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116ef4d9-d736-4095-978c-a8a516754e1c'] response: {'name': 'network-changed', 'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'status': 'completed', 'code': 200} May 26 16:38:12.498344 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-52be31d8-1709-4928-af77-364307c35c99 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:38:12.532549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-d840552d-0fd2-4715-b313-dd700bbaa935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:12.534927 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-d840552d-0fd2-4715-b313-dd700bbaa935 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 1096 time: 0.0525842 May 26 16:38:12.643381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-1d9be67f-8429-4ada-ac21-14620b72b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:12.645004 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-1d9be67f-8429-4ada-ac21-14620b72b766 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1015279 May 26 16:38:12.727652 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-7eeba46c-6775-4373-b31f-6aa3e47fcb6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fce26737-649e-45ac-a024-6144ae2b6aff HTTP/1.1" status: 200 len: 999 time: 0.0749631 May 26 16:38:12.758860 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52be31d8-1709-4928-af77-364307c35c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '00c9b7a8-7a82-48bc-99b1-1a272a21183a', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:36:09Z', 'updated_at': '2022-05-26T16:36:11Z', 'revision_number': 1, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}, {'id': '5ee86e8a-691c-4d99-8de5-d3bfd21be48b', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:03:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:38:11Z', 'updated_at': '2022-05-26T16:38:11Z', 'revision_number': 0, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:12.787907 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be31d8-1709-4928-af77-364307c35c99 None None] Checking router: dc58d2fb-b584-476d-9550-0401b9318a94 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:38:12.798448 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be31d8-1709-4928-af77-364307c35c99 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:38:12.799578 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52be31d8-1709-4928-af77-364307c35c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:38:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:12.810556 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-a9aa7a8a-6408-4ee9-8c1f-8ca3234b77c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957634 May 26 16:38:12.812354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-a7c5ca57-c25f-4def-ac3c-dfe5d4b7089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:12.819470 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-a7c5ca57-c25f-4def-ac3c-dfe5d4b7089c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0625918 May 26 16:38:12.885128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-cd25525a-11b2-4eb0-b641-1c697e828181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:12.894361 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-cd25525a-11b2-4eb0-b641-1c697e828181 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663576 May 26 16:38:12.915167 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-52be31d8-1709-4928-af77-364307c35c99 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:38:12.959458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-e91d78c6-1d3b-40c2-892e-11fe1e7f378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:12.960963 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-e91d78c6-1d3b-40c2-892e-11fe1e7f378c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1097 time: 0.1037641 May 26 16:38:13.042736 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-19b3e772-159d-4766-948d-b74c30e923ff service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420565 May 26 16:38:13.135317 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-eed6fb54-62a2-492c-9579-3ce96556e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:13.136816 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-eed6fb54-62a2-492c-9579-3ce96556e674 service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1521664 May 26 16:38:13.157250 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52be31d8-1709-4928-af77-364307c35c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '00c9b7a8-7a82-48bc-99b1-1a272a21183a', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:36:09Z', 'updated_at': '2022-05-26T16:36:11Z', 'revision_number': 1, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}, {'id': '5ee86e8a-691c-4d99-8de5-d3bfd21be48b', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:03:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:38:11Z', 'updated_at': '2022-05-26T16:38:11Z', 'revision_number': 0, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:13.188064 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be31d8-1709-4928-af77-364307c35c99 None None] The sync data for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 is: [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '00c9b7a8-7a82-48bc-99b1-1a272a21183a', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:36:09Z', 'updated_at': '2022-05-26T16:36:11Z', 'revision_number': 1, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}, {'id': '5ee86e8a-691c-4d99-8de5-d3bfd21be48b', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:03:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:38:11Z', 'updated_at': '2022-05-26T16:38:11Z', 'revision_number': 0, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:38:13.200974 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-585e4f52-3e3b-4997-a9dc-77eed9575c6b req-72eeb1ba-f916-47d8-82a8-38366f461e4b service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573658 May 26 16:38:13.225154 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-d6536783-dbe4-44a5-b03f-3b38ead175ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 200 len: 1001 time: 0.0813122 May 26 16:38:13.279451 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-37205506-0712-4cab-83b8-0f93aa5701be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:13.281527 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-37205506-0712-4cab-83b8-0f93aa5701be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0490839 May 26 16:38:13.331970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-dcd20188-86e8-482b-8346-6b87a8037bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:13.333534 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-dcd20188-86e8-482b-8346-6b87a8037bea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461259 May 26 16:38:13.413192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ab9a4-cf1d-4a03-84ca-091b2d74324b None None] New status for floating IP 5ee86e8a-691c-4d99-8de5-d3bfd21be48b: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:38:13.438301 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-c4c581c7-e068-4883-a3fb-115f803299fc service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976954 May 26 16:38:13.529325 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-af57e06d-0bbe-40c6-8683-4d6046fc1052 req-371233c5-c3f4-49d5-8d7c-355456e60c16 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846756 May 26 16:38:24.095639 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:24.168069 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:32.167179 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:38:35.060025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1de1ee42-7fd7-45a6-8598-1e037dc0b118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:37.787871 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dbdd4676-456b-4092-b1df-592ba18e23ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:38.877032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:40.697119 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:40.749982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:54.109609 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:54.185449 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:00.601952 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f360b350-8037-4649-a38e-e76479029f96 req-26658c99-a240-447b-8b78-59d3cd0d95b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964916 May 26 16:39:00.690488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b350-8037-4649-a38e-e76479029f96 req-e3218fea-01a1-434b-8ff5-a2c105ecbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:00.692024 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f360b350-8037-4649-a38e-e76479029f96 req-e3218fea-01a1-434b-8ff5-a2c105ecbf37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 1096 time: 0.0462034 May 26 16:39:00.795721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b350-8037-4649-a38e-e76479029f96 req-02c46a3b-7496-491f-8137-87a12b09c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:00.797131 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f360b350-8037-4649-a38e-e76479029f96 req-02c46a3b-7496-491f-8137-87a12b09c819 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.0854013 May 26 16:39:00.866696 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f360b350-8037-4649-a38e-e76479029f96 req-6d06277f-705b-4403-955d-45e1c565fc66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fce26737-649e-45ac-a024-6144ae2b6aff HTTP/1.1" status: 200 len: 1001 time: 0.0622456 May 26 16:39:00.918659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b350-8037-4649-a38e-e76479029f96 req-eb5ad58e-06b6-4026-ba7d-b68c3af87ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:00.920381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f360b350-8037-4649-a38e-e76479029f96 req-eb5ad58e-06b6-4026-ba7d-b68c3af87ae8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0463653 May 26 16:39:00.965344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b350-8037-4649-a38e-e76479029f96 req-409ff1b5-002f-4ae4-b48a-c7ae0d58dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:00.966888 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f360b350-8037-4649-a38e-e76479029f96 req-409ff1b5-002f-4ae4-b48a-c7ae0d58dcf7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400131 May 26 16:39:01.058557 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f360b350-8037-4649-a38e-e76479029f96 req-611315a4-8316-409f-845c-08283b1323b3 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838382 May 26 16:39:01.158682 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f360b350-8037-4649-a38e-e76479029f96 req-01145f91-22aa-4c20-bedc-90bf6a6450a5 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931098 May 26 16:39:05.062223 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-69bc1472-a468-466b-af11-6fb72864dd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:07.790479 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2e3cf519-7736-4b0b-b650-ccfb559c56d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:08.885265 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:09.167384 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:39:10.699684 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:10.753681 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:13.799197 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-bc7fa4ac-c47c-4b60-a282-543ea6b6c0d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0911186 May 26 16:39:13.886271 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-eb8ad339-d63c-4a30-a6d0-c34aabb58380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:13.887794 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-eb8ad339-d63c-4a30-a6d0-c34aabb58380 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1097 time: 0.0449262 May 26 16:39:13.992474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-5ae089f2-2130-4b9e-b903-6eae4d8bc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:13.993948 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-5ae089f2-2130-4b9e-b903-6eae4d8bc702 service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.0843852 May 26 16:39:14.063120 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-81f70eb9-0634-43e7-aedc-b21bd89ccc20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 200 len: 1001 time: 0.0625763 May 26 16:39:14.114230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-925ec945-7a48-41c7-8402-2352923fbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:14.115643 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-925ec945-7a48-41c7-8402-2352923fbbc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0448358 May 26 16:39:14.161514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-18d4eec9-4c94-4811-880c-da93429ad7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:14.163073 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-18d4eec9-4c94-4811-880c-da93429ad7c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400705 May 26 16:39:14.255821 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-91a19e50-d054-4afb-9302-2d14d6356d7b service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849137 May 26 16:39:14.345412 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d8a98f2d-2b3b-4ce0-8a4f-bd2133a42f50 req-7e7a2326-9ce4-4120-911f-2e6e6306efdf service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829999 May 26 16:39:24.124468 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:24.190492 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.065309 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1863c1d9-b44c-435a-988c-bec0fd39926e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:37.792867 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0be833d0-5f59-4235-9b56-bdb2190dcba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:38.879832 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:39.798095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53538) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:39.966042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port 064fdfad-545a-4d04-99e0-2e51d3f9cdcd {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:39.966380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.365799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.366166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.377585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for 064fdfad-545a-4d04-99e0-2e51d3f9cdcd owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:40.523359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.558955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=064fdfad-545a-4d04-99e0-2e51d3f9cdcd,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:40.567976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.568321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.568799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.569049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.569378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.569714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.570064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.570398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.570785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.571149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.571477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.571797 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:40.632051 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.632339 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Floating IP 5ee86e8a-691c-4d99-8de5-d3bfd21be48b disassociated (deleted). External IP: 172.25.0.129, port: fce26737-649e-45ac-a024-6144ae2b6aff. May 26 16:39:40.707546 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.764195 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.858642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Router dc58d2fb-b584-476d-9550-0401b9318a94 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:39:40.974884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:39:40.979998 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.985316 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] Sync routers for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:39:40.995231 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:40.996018 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:39:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:41.009984 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c58dfbfa-dadb-48b8-8830-ace775dba161 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "DELETE /v2.0/floatingips/5ee86e8a-691c-4d99-8de5-d3bfd21be48b HTTP/1.1" status: 204 len: 168 time: 1.2105372 May 26 16:39:41.010355 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:39:41.012663 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32363b9-02eb-4a73-9e14-53b1a266150c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:39:41.115407 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:41.127712 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddc7def-551a-44a4-b609-46fe5f98492a x-openstack-request-id: req-7ddc7def-551a-44a4-b609-46fe5f98492a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:39:41.128299 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:39:41.129325 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ddc7def-551a-44a4-b609-46fe5f98492a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:39:41.129935 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ddc7def-551a-44a4-b609-46fe5f98492a'] response: {'name': 'network-changed', 'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'status': 'completed', 'code': 200} May 26 16:39:41.228258 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-989436a6-2c97-4e43-a279-db78690fb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:41.229693 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-989436a6-2c97-4e43-a279-db78690fb33c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 1096 time: 0.0726805 May 26 16:39:41.289946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbe76a-9775-46c1-97b3-3e5a9ac54915 req-03925599-29cd-4f3c-82b2-b5b4a7f340e7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:41.291572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85cbe76a-9775-46c1-97b3-3e5a9ac54915 req-03925599-29cd-4f3c-82b2-b5b4a7f340e7 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 945 time: 0.0570595 May 26 16:39:41.355611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-2a370d2e-336b-4bef-ae36-89165ebdc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:41.357231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-2a370d2e-336b-4bef-ae36-89165ebdc97e service neutron] 10.222.0.32 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1194150 May 26 16:39:41.360862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85cbe76a-9775-46c1-97b3-3e5a9ac54915 req-450f3adb-66c6-4674-8dc5-405c8a8e5f25 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574200 May 26 16:39:41.412095 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-c26faa75-22b4-40df-a6e2-e5a2722e6e32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fce26737-649e-45ac-a024-6144ae2b6aff HTTP/1.1" status: 200 len: 217 time: 0.0452836 May 26 16:39:41.426534 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '00c9b7a8-7a82-48bc-99b1-1a272a21183a', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:36:09Z', 'updated_at': '2022-05-26T16:36:11Z', 'revision_number': 1, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:41.453547 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] Checking router: dc58d2fb-b584-476d-9550-0401b9318a94 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:39:41.462481 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:41.463103 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:39:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:41.478855 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-c9986965-0d03-4347-a6ea-7a66b2b6c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:41.481295 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-c9986965-0d03-4347-a6ea-7a66b2b6c48c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0617886 May 26 16:39:41.687984 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:41.879895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-4a39c727-3275-4df0-bc37-a2b5942a6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:41.881404 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-4a39c727-3275-4df0-bc37-a2b5942a6d93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3913240 May 26 16:39:41.977908 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '00c9b7a8-7a82-48bc-99b1-1a272a21183a', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:36:09Z', 'updated_at': '2022-05-26T16:36:11Z', 'revision_number': 1, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:41.987084 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-790f8012-ebd2-4bec-a4e3-6c5129aa2346 service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958202 May 26 16:39:42.005227 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926e9a9-b639-4c8c-aadc-323ea28a7d21 None None] The sync data for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 is: [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '00c9b7a8-7a82-48bc-99b1-1a272a21183a', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'port_id': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'mac_address': 'fa:16:3e:d1:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:36:09Z', 'updated_at': '2022-05-26T16:36:11Z', 'revision_number': 1, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:39:42.107107 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d32363b9-02eb-4a73-9e14-53b1a266150c req-d30b2ecb-af1d-4c47-ac99-055e1107591c service neutron] 10.222.0.32 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127007 May 26 16:39:42.269411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d928e-ea9f-4605-add9-a10458ab6685 None None] New status for floating IP 5ee86e8a-691c-4d99-8de5-d3bfd21be48b: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:39:42.533004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977f557-7d1e-4743-bc87-e731740184b8 req-a56d9306-e540-415a-bc18-2c1822848508 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:42.534653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8977f557-7d1e-4743-bc87-e731740184b8 req-a56d9306-e540-415a-bc18-2c1822848508 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 945 time: 0.0570085 May 26 16:39:42.594523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8977f557-7d1e-4743-bc87-e731740184b8 req-794d3a80-e90d-49b4-90ea-46e8d861333f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457139 May 26 16:39:43.069025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-1b214c17-7668-4214-8f1b-49286c30202f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:43.070506 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-1b214c17-7668-4214-8f1b-49286c30202f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 945 time: 0.0517323 May 26 16:39:43.163812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port fce26737-649e-45ac-a024-6144ae2b6aff {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:43.164078 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.252051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] For port fce26737-649e-45ac-a024-6144ae2b6aff, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=fce26737-649e-45ac-a024-6144ae2b6aff,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:43.252413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.264459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for fce26737-649e-45ac-a024-6144ae2b6aff owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:43.394342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.422951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=fce26737-649e-45ac-a024-6144ae2b6aff,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:43.449527 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.449858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.450236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.450574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.450912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.451248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.451578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.451923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.452232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.452555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.452884 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.453226 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:43.474979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] No DVR routers for this DVR port fce26737-649e-45ac-a024-6144ae2b6aff on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:39:43.477628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.481042 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a7458227-76a7-4ca3-99b9-fec98fe7e671 req-6f9c9c41-5b59-45d1-99ef-aa27f732695e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.32 "DELETE /v2.0/ports/fce26737-649e-45ac-a024-6144ae2b6aff HTTP/1.1" status: 204 len: 173 time: 0.4046955 May 26 16:39:43.481484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'name': 'network-vif-deleted', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:39:43.483806 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76eef2e-e067-45bf-a807-93a6abfd623d" -d '{"events": [{"server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "name": "network-vif-deleted", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:39:43.718636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7c6acda-837e-45e9-9c0d-11e6e695518e req-96f880fc-97ce-4480-8a7e-17001b3dd646 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 210 time: 0.0305016 May 26 16:39:43.867321 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d32be5-0416-48e7-864a-b714973fdd7d x-openstack-request-id: req-d8d32be5-0416-48e7-864a-b714973fdd7d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:39:43.867728 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcea7572-ddee-4733-974d-042ec1bbbe86", "name": "network-vif-deleted", "tag": "fce26737-649e-45ac-a024-6144ae2b6aff", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:39:43.868081 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8d32be5-0416-48e7-864a-b714973fdd7d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:39:43.868716 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d32be5-0416-48e7-864a-b714973fdd7d'] response: {'server_uuid': 'dcea7572-ddee-4733-974d-042ec1bbbe86', 'name': 'network-vif-deleted', 'tag': 'fce26737-649e-45ac-a024-6144ae2b6aff', 'status': 'completed', 'code': 200} May 26 16:39:44.824760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5162d151-22da-43ec-94f4-116c066b7ec5 req-dc06c35c-8b6e-44c6-b468-44ba3393a91e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 210 time: 0.0293913 May 26 16:39:45.937787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19229bcd-b810-4d32-bb7b-0be4aa1a54db req-b1de4885-4490-4df2-89e1-b24c55ff979f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 210 time: 0.0286462 May 26 16:39:46.166911 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:39:46.624006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fce26737-649e-45ac-a024-6144ae2b6aff no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:39:46.645444 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: fce26737-649e-45ac-a024-6144ae2b6aff {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:39:46.645778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device fce26737-649e-45ac-a024-6144ae2b6aff not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:39:47.051825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0774b8a8-ab19-494a-9235-db67eddd1c90 req-f691654a-6254-41da-bda2-7c50bed059fc tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcea7572-ddee-4733-974d-042ec1bbbe86 HTTP/1.1" status: 200 len: 210 time: 0.0294614 May 26 16:39:52.423015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53594) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:52.589189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port 56a0b932-982f-4f4a-8009-e0e8d95c29af {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:52.589531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.673970 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.674249 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.686873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for 56a0b932-982f-4f4a-8009-e0e8d95c29af owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:52.836440 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.863519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=56a0b932-982f-4f4a-8009-e0e8d95c29af,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:52.928444 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.928743 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Floating IP 00c9b7a8-7a82-48bc-99b1-1a272a21183a disassociated (deleted). External IP: 172.25.0.98, port: 36dd8be4-082a-4001-95e5-64ecc87f013e. May 26 16:39:53.144021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Router dc58d2fb-b584-476d-9550-0401b9318a94 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:39:53.255622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:39:53.260398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.264942 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] Sync routers for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:39:53.274865 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:53.275467 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:39:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:53.287838 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1e29f34b-f7b2-4b0a-b800-bdccbe68ad5e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "DELETE /v2.0/floatingips/00c9b7a8-7a82-48bc-99b1-1a272a21183a HTTP/1.1" status: 204 len: 168 time: 0.8635952 May 26 16:39:53.288546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:39:53.290987 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca" -d '{"events": [{"name": "network-changed", "server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:39:53.332136 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325e3700-6f80-4230-bb79-b54e068a1e7e x-openstack-request-id: req-325e3700-6f80-4230-bb79-b54e068a1e7e {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:39:53.332963 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:39:53.333158 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-325e3700-6f80-4230-bb79-b54e068a1e7e {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:39:53.333577 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325e3700-6f80-4230-bb79-b54e068a1e7e'] response: {'name': 'network-changed', 'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'status': 'completed', 'code': 200} May 26 16:39:53.387042 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:53.397466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-6d07a275-b180-4383-b07b-a46a395778c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.399192 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-6d07a275-b180-4383-b07b-a46a395778c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=713b14340339476ea5ed1867e3a302ec&device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 1097 time: 0.0449710 May 26 16:39:53.507548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-2f82fb39-5e71-4bc1-b4f9-c12e070a798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.508952 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-2f82fb39-5e71-4bc1-b4f9-c12e070a798f service neutron] 10.222.0.24 "GET /v2.0/networks?id=220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 200 len: 912 time: 0.1028452 May 26 16:39:53.543760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205b8fd-ee9c-4c03-a9fd-0787f7790cae req-49e612ef-bd65-45c2-9036-d1064e0e6ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.545553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5205b8fd-ee9c-4c03-a9fd-0787f7790cae req-49e612ef-bd65-45c2-9036-d1064e0e6ffb tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 946 time: 0.0600085 May 26 16:39:53.561158 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-7e70ca62-19f5-4579-b6aa-7df5b6324567 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 200 len: 217 time: 0.0441639 May 26 16:39:53.588053 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5205b8fd-ee9c-4c03-a9fd-0787f7790cae req-df591b25-f64f-4bb5-ba3b-385cf5ee6e36 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355575 May 26 16:39:53.609645 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:53.616838 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-5f95e2ea-56c7-45f2-80c2-c43c95541c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.618348 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-5f95e2ea-56c7-45f2-80c2-c43c95541c62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 200 len: 850 time: 0.0499611 May 26 16:39:53.637603 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] Checking router: dc58d2fb-b584-476d-9550-0401b9318a94 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:39:53.646104 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:53.646713 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:39:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:53.666124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-3fa7ae59-3db7-41b7-8af0-5e6b80aa89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.667675 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-3fa7ae59-3db7-41b7-8af0-5e6b80aa89f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=220b4e82-1562-4a6b-bddb-eee8de412ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424638 May 26 16:39:53.754396 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:53.765459 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-573cb285-1a83-498d-8f39-034103bcc1f8 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902579 May 26 16:39:53.858183 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4cdca6ee-0ef4-4506-9bb0-95b98afc20ca req-f44a05b8-3325-4cc0-8b30-8af02c79bf38 service neutron] 10.222.0.24 "GET /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840857 May 26 16:39:53.960697 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:53.999576 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e894962-7540-40fd-b3f1-6fae9110bf77 None None] The sync data for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 is: [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:47Z', 'revision_number': 4, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '509068f8-e139-4414-bed7-5569e6ae8318', 'name': '', 'network_id': '220b4e82-1562-4a6b-bddb-eee8de412ea2', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'mac_address': 'fa:16:3e:09:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:46Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'subnets': [{'id': '1f6389a0-5e10-4f59-8c1f-4a01b4315b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:39:54.143797 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:54.204396 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:54.219745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f0236-41f9-4d01-8c6a-1e92e6920548 None None] New status for floating IP 00c9b7a8-7a82-48bc-99b1-1a272a21183a: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:39:54.716043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21e54-ce50-49fa-a1ad-c212dd899a2c req-970e7b39-c1f5-413c-8027-fb456a3aed2e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:54.717529 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20b21e54-ce50-49fa-a1ad-c212dd899a2c req-970e7b39-c1f5-413c-8027-fb456a3aed2e tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 946 time: 0.0542946 May 26 16:39:54.759055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20b21e54-ce50-49fa-a1ad-c212dd899a2c req-8925dee9-2438-4883-a273-aa9d429a1fb0 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/security-groups?id=f91ab6f1-f96d-4930-bb57-16cb50de85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347557 May 26 16:39:55.087060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-b38c355b-d569-4d8a-a65c-3ca226daadae tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:55.088526 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-b38c355b-d569-4d8a-a65c-3ca226daadae tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 946 time: 0.0556946 May 26 16:39:55.183749 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port 36dd8be4-082a-4001-95e5-64ecc87f013e {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:55.184084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:55.282392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] For port 36dd8be4-082a-4001-95e5-64ecc87f013e, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=36dd8be4-082a-4001-95e5-64ecc87f013e,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:55.282744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:55.294698 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for 36dd8be4-082a-4001-95e5-64ecc87f013e owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:55.423106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:55.456128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=36dd8be4-082a-4001-95e5-64ecc87f013e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:55.503468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] No DVR routers for this DVR port 36dd8be4-082a-4001-95e5-64ecc87f013e on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:39:55.506612 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:55.509915 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8b3d9b70-81de-4148-8c7b-b6afc113af6a req-e016fb3f-8972-4683-b795-89e9587127d5 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.24 "DELETE /v2.0/ports/36dd8be4-082a-4001-95e5-64ecc87f013e HTTP/1.1" status: 204 len: 173 time: 0.4151170 May 26 16:39:55.510390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'name': 'network-vif-deleted', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:39:55.512664 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdedac4f-4fcb-4249-b36a-4e6718d8e818" -d '{"events": [{"server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "name": "network-vif-deleted", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:39:55.552982 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5123064-cb8e-4bf8-a7e2-745058750b20 x-openstack-request-id: req-d5123064-cb8e-4bf8-a7e2-745058750b20 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:39:55.553303 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f5e78d-35ab-4b92-8109-91f3d2f09521", "name": "network-vif-deleted", "tag": "36dd8be4-082a-4001-95e5-64ecc87f013e", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:39:55.553555 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5123064-cb8e-4bf8-a7e2-745058750b20 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:39:55.553958 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5123064-cb8e-4bf8-a7e2-745058750b20'] response: {'server_uuid': '86f5e78d-35ab-4b92-8109-91f3d2f09521', 'name': 'network-vif-deleted', 'tag': '36dd8be4-082a-4001-95e5-64ecc87f013e', 'status': 'completed', 'code': 200} May 26 16:39:55.870471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95f719f2-8dd6-4291-98a1-8e2b2480be9b req-db6d4c56-358f-4726-ad5a-e12710cf4908 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 210 time: 0.0330927 May 26 16:39:56.969890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6c012a5-74ce-446f-be57-b148f51119c1 req-516a3a8d-483d-4f90-b2dc-7b84192a4ac4 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 210 time: 0.0265124 May 26 16:39:57.609623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 36dd8be4-082a-4001-95e5-64ecc87f013e no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:39:57.630731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 36dd8be4-082a-4001-95e5-64ecc87f013e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:39:57.631073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 36dd8be4-082a-4001-95e5-64ecc87f013e not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:39:58.078901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-751e645f-23e9-4a49-be66-6dab25db66e5 req-b0914788-1b36-4539-9e44-60a72f99f0b2 tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 210 time: 0.0326488 May 26 16:39:59.192015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28dd4e68-dcbb-4888-9e69-d2e8f26c2cdc req-c57d1f89-f603-4e4c-9479-0dc09157b17a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "GET /v2.0/ports?device_id=86f5e78d-35ab-4b92-8109-91f3d2f09521 HTTP/1.1" status: 200 len: 210 time: 0.0282292 May 26 16:40:00.256249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53616) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:00.380446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Deleting port 8654c735-5399-4745-a431-2ebf59b42252 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:00.380789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:00.455348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:00.455671 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:00.467882 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Calling delete_port for 8654c735-5399-4745-a431-2ebf59b42252 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:00.608438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:00.636270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'Port': ['ID=8654c735-5399-4745-a431-2ebf59b42252,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:00.699185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:00.701807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:00.703049 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b465d1a2-1060-45e6-b6f1-29ee210d870a tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "DELETE /v2.0/floatingips/ce3000ef-ca2b-48d8-8736-6b655731e5dc HTTP/1.1" status: 204 len: 168 time: 0.4458172 May 26 16:40:02.958699 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:03.023302 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8126d-542f-4ed6-8d29-004714ad980f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:03.052405 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8126d-542f-4ed6-8d29-004714ad980f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:03.120672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8126d-542f-4ed6-8d29-004714ad980f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:03.123166 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-18a8126d-542f-4ed6-8d29-004714ad980f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:03.124360 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-18a8126d-542f-4ed6-8d29-004714ad980f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] 10.222.0.39 "DELETE /v2.0/security-groups/f91ab6f1-f96d-4930-bb57-16cb50de85ff HTTP/1.1" status: 204 len: 168 time: 0.1646209 May 26 16:40:03.135543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8126d-542f-4ed6-8d29-004714ad980f tempest-TestVolumeBootPattern-1687033959 tempest-TestVolumeBootPattern-1687033959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ab6f1-f96d-4930-bb57-16cb50de85ff,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:03.208230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53634) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:03.693935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:03.952596 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Deleting port 509068f8-e139-4414-bed7-5569e6ae8318 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:03.952935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:04.031320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] For port 509068f8-e139-4414-bed7-5569e6ae8318, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=509068f8-e139-4414-bed7-5569e6ae8318,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:04.032022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:04.044029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Calling delete_port for 509068f8-e139-4414-bed7-5569e6ae8318 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:04.231387 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:04.261147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Pushing event deleted for resources: {'Port': ['ID=509068f8-e139-4414-bed7-5569e6ae8318,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:04.438507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:04.652897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Router dc58d2fb-b584-476d-9550-0401b9318a94 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:40:05.074273 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-55912118-4872-4905-b898-06aed370c93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.094729 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:40:05.102773 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-25b612f6-bcc2-4fd8-997e-97482b3944fe admin admin] 10.222.0.39 "PUT /v2.0/routers/dc58d2fb-b584-476d-9550-0401b9318a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8924026 May 26 16:40:05.105161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53640) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:05.109723 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] Sync routers for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:40:05.120840 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:05.121647 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:39:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:05.235010 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.250596 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:05.347395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.410782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Deleting port bd1fb45f-3ed8-4e80-9129-171251c70971 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:05.411169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.457084 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:40:04Z', 'revision_number': 5, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port': {'id': 'bd1fb45f-3ed8-4e80-9129-171251c70971', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:42Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:05.502962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] For port bd1fb45f-3ed8-4e80-9129-171251c70971, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bd1fb45f-3ed8-4e80-9129-171251c70971,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:05.503466 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.522214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Calling delete_port for bd1fb45f-3ed8-4e80-9129-171251c70971 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:05.592898 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] Checking router: dc58d2fb-b584-476d-9550-0401b9318a94 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:40:05.604099 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] Routers {'dc58d2fb-b584-476d-9550-0401b9318a94'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:05.604310 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:39:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['dc58d2fb-b584-476d-9550-0401b9318a94'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:05.720407 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] Set router dc58d2fb-b584-476d-9550-0401b9318a94 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:05.743534 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.775087 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1fb45f-3ed8-4e80-9129-171251c70971,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:05.780131 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:40:05Z', 'revision_number': 6, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:05.818691 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ff4b1-e544-4a82-a371-940e7826e984 None None] The sync data for ids ['dc58d2fb-b584-476d-9550-0401b9318a94'] in n-d-843336-2 is: [{'id': 'dc58d2fb-b584-476d-9550-0401b9318a94', 'name': 'tempest-TestVolumeBootPattern-651688148-router', 'tenant_id': '713b14340339476ea5ed1867e3a302ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:40:05Z', 'revision_number': 6, 'project_id': '713b14340339476ea5ed1867e3a302ec', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:40:05.841407 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.937581 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.939728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.982997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.983647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc58d2fb-b584-476d-9550-0401b9318a94 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:40:05.987935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.989942 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-486e8bd7-af23-47d0-b01d-c81111a91981 admin admin] 10.222.0.39 "DELETE /v2.0/routers/dc58d2fb-b584-476d-9550-0401b9318a94 HTTP/1.1" status: 204 len: 168 time: 0.8838580 May 26 16:40:05.992518 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53642) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:06.041300 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de67fa9-fe55-4bc5-8dcc-b246f85c472a admin admin] Deleting subnet 1f6389a0-5e10-4f59-8c1f-4a01b4315b11 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:40:06.044734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0de67fa9-fe55-4bc5-8dcc-b246f85c472a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.079149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0de67fa9-fe55-4bc5-8dcc-b246f85c472a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.168690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0de67fa9-fe55-4bc5-8dcc-b246f85c472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.240520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0de67fa9-fe55-4bc5-8dcc-b246f85c472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.268515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de67fa9-fe55-4bc5-8dcc-b246f85c472a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6389a0-5e10-4f59-8c1f-4a01b4315b11,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:06.272810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0de67fa9-fe55-4bc5-8dcc-b246f85c472a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.278816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53644) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:06.281390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ededb-bf23-4818-a833-6b991773ea19 None None] Network 220b4e82-1562-4a6b-bddb-eee8de412ea2 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:40:06.282715 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0de67fa9-fe55-4bc5-8dcc-b246f85c472a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1f6389a0-5e10-4f59-8c1f-4a01b4315b11 HTTP/1.1" status: 204 len: 168 time: 0.2890699 May 26 16:40:06.298152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 509068f8-e139-4414-bed7-5569e6ae8318 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:40:06.355702 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.359297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 509068f8-e139-4414-bed7-5569e6ae8318 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:40:06.359635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 509068f8-e139-4414-bed7-5569e6ae8318 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:40:06.415177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Deleting port 562e4607-42e4-47fb-a55f-7c31ab419bae {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:06.415680 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.486448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] For port 562e4607-42e4-47fb-a55f-7c31ab419bae, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=562e4607-42e4-47fb-a55f-7c31ab419bae,segment=NetworkSegment(18e848be-a1dd-4cfe-9f98-4cea249258da),segment_id=18e848be-a1dd-4cfe-9f98-4cea249258da)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:06.486818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.501012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Calling delete_port for 562e4607-42e4-47fb-a55f-7c31ab419bae owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:06.580650 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.612000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Pushing event deleted for resources: {'Port': ['ID=562e4607-42e4-47fb-a55f-7c31ab419bae,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:06.615697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] No DVR routers for this DVR port 562e4607-42e4-47fb-a55f-7c31ab419bae on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:40:06.660833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f3f28-a597-4146-b2b0-050a74c0d0b7 None None] DHCP port deletion for 220b4e82-1562-4a6b-bddb-eee8de412ea2 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:40:06.693764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.715486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220b4e82-1562-4a6b-bddb-eee8de412ea2']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:06.725015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e848be-a1dd-4cfe-9f98-4cea249258da') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:06.725312 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e848be-a1dd-4cfe-9f98-4cea249258da') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:06.734738 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.748967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.756299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:40:06.756561 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.803892 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 18e848be-a1dd-4cfe-9f98-4cea249258da resource provider aggregate not found May 26 16:40:06.827835 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 18e848be-a1dd-4cfe-9f98-4cea249258da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18e848be-a1dd-4cfe-9f98-4cea249258da found for delete ", "request_id": "req-579c836e-fd29-4a10-a498-0e88cf9885e7"}]} May 26 16:40:06.828947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.845622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:06.849115 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] 10.222.0.39 "DELETE /v2.0/networks/220b4e82-1562-4a6b-bddb-eee8de412ea2 HTTP/1.1" status: 204 len: 168 time: 0.5689678 May 26 16:40:06.852257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b1094-f7dd-4a11-90e3-27258d508934 admin admin] Pushing event deleted for resources: {'Network': ['ID=220b4e82-1562-4a6b-bddb-eee8de412ea2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:06.853310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53650) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:07.211058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.454610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Deleting port 4f398c84-cf64-4195-ae91-c5a6b9e73216 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:07.454872 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.533118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] For port 4f398c84-cf64-4195-ae91-c5a6b9e73216, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4f398c84-cf64-4195-ae91-c5a6b9e73216,segment=NetworkSegment(a7947515-0369-48d3-9a8f-43ce5625a1e9),segment_id=a7947515-0369-48d3-9a8f-43ce5625a1e9)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:07.533475 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.545454 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Calling delete_port for 4f398c84-cf64-4195-ae91-c5a6b9e73216 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:07.725567 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.750216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f398c84-cf64-4195-ae91-c5a6b9e73216,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:07.798308 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-00413a49-6cca-4a65-a814-24f79fc39b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.928373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.050544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 562e4607-42e4-47fb-a55f-7c31ab419bae no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:40:08.070849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 562e4607-42e4-47fb-a55f-7c31ab419bae {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:40:08.071347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 562e4607-42e4-47fb-a55f-7c31ab419bae not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:40:08.071833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bd1fb45f-3ed8-4e80-9129-171251c70971 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:40:08.094575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: bd1fb45f-3ed8-4e80-9129-171251c70971 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:40:08.094923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bd1fb45f-3ed8-4e80-9129-171251c70971 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:40:08.149196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Router e63cf870-ae86-4557-a094-b5be8d42d7d8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:40:08.255396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:40:08.260475 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-914fc2f4-f939-4e75-a912-17cfefd22aa8 admin admin] 10.222.0.39 "PUT /v2.0/routers/e63cf870-ae86-4557-a094-b5be8d42d7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4063601 May 26 16:40:08.263470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53652) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:08.264611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] Sync routers for ids ['e63cf870-ae86-4557-a094-b5be8d42d7d8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:40:08.277325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] Routers {'e63cf870-ae86-4557-a094-b5be8d42d7d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:08.278115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:40:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e63cf870-ae86-4557-a094-b5be8d42d7d8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:08.372979 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.387347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] Set router e63cf870-ae86-4557-a094-b5be8d42d7d8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:08.484784 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.544798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Deleting port 8c223287-ef7b-4d6c-bbab-03e37cc58d47 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:08.545040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.635464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] For port 8c223287-ef7b-4d6c-bbab-03e37cc58d47, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=8c223287-ef7b-4d6c-bbab-03e37cc58d47,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:08.635833 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.648253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Calling delete_port for 8c223287-ef7b-4d6c-bbab-03e37cc58d47 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:08.737611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:54Z', 'updated_at': '2022-05-26T16:40:07Z', 'revision_number': 5, 'project_id': '557db6416e374c3f862eee6792aee673', 'gw_port': {'id': '8c223287-ef7b-4d6c-bbab-03e37cc58d47', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:56Z', 'updated_at': '2022-05-26T16:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:08.764048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] Checking router: e63cf870-ae86-4557-a094-b5be8d42d7d8 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:40:08.772097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] Routers {'e63cf870-ae86-4557-a094-b5be8d42d7d8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:08.772727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:40:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['e63cf870-ae86-4557-a094-b5be8d42d7d8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:08.821038 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.846711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Pushing event deleted for resources: {'Port': ['ID=8c223287-ef7b-4d6c-bbab-03e37cc58d47,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:08.861427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] Set router e63cf870-ae86-4557-a094-b5be8d42d7d8 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:08.915043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.927638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:54Z', 'updated_at': '2022-05-26T16:40:08Z', 'revision_number': 6, 'project_id': '557db6416e374c3f862eee6792aee673', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:08.958088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492da09-d10e-43d7-8550-a8becf95b7d5 None None] The sync data for ids ['e63cf870-ae86-4557-a094-b5be8d42d7d8'] in n-d-843336-2 is: [{'id': 'e63cf870-ae86-4557-a094-b5be8d42d7d8', 'name': 'tempest-TestVolumeBootPattern-169468068-router', 'tenant_id': '557db6416e374c3f862eee6792aee673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:54Z', 'updated_at': '2022-05-26T16:40:08Z', 'revision_number': 6, 'project_id': '557db6416e374c3f862eee6792aee673', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:40:08.960837 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.010525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.012648 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.060150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.060749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e63cf870-ae86-4557-a094-b5be8d42d7d8 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:40:09.066106 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.067334 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f4c1da08-256d-4b7b-b18c-74b2930c96cc admin admin] 10.222.0.39 "DELETE /v2.0/routers/e63cf870-ae86-4557-a094-b5be8d42d7d8 HTTP/1.1" status: 204 len: 168 time: 0.8028359 May 26 16:40:09.069784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53654) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:09.115859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44b6caf-74e3-40ee-9941-23d7a8bf27f8 admin admin] Deleting subnet 60c0f195-1340-4ae2-9978-7732daae7951 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:40:09.118777 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f44b6caf-74e3-40ee-9941-23d7a8bf27f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.152274 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f44b6caf-74e3-40ee-9941-23d7a8bf27f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.235021 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f44b6caf-74e3-40ee-9941-23d7a8bf27f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.293567 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f44b6caf-74e3-40ee-9941-23d7a8bf27f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.324195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b6caf-74e3-40ee-9941-23d7a8bf27f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c0f195-1340-4ae2-9978-7732daae7951,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:09.326217 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f44b6caf-74e3-40ee-9941-23d7a8bf27f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.329421 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f44b6caf-74e3-40ee-9941-23d7a8bf27f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/60c0f195-1340-4ae2-9978-7732daae7951 HTTP/1.1" status: 204 len: 168 time: 0.2585955 May 26 16:40:09.331418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb235005-82e8-4701-9529-5d3c52723c81 None None] Network 70d502d4-ae6c-455b-a0b3-2120d4a323c8 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:40:09.332659 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53656) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:09.405225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.464796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Deleting port 5d39e60d-f627-4aae-846d-b885512ddeb2 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:09.465140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.530214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] For port 5d39e60d-f627-4aae-846d-b885512ddeb2, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=5d39e60d-f627-4aae-846d-b885512ddeb2,segment=NetworkSegment(a7947515-0369-48d3-9a8f-43ce5625a1e9),segment_id=a7947515-0369-48d3-9a8f-43ce5625a1e9)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:09.530577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.544608 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Calling delete_port for 5d39e60d-f627-4aae-846d-b885512ddeb2 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:09.627416 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.653379 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d39e60d-f627-4aae-846d-b885512ddeb2,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:09.656817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] No DVR routers for this DVR port 5d39e60d-f627-4aae-846d-b885512ddeb2 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:40:09.737657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd21dc-65ee-4519-975d-705cc6447deb None None] DHCP port deletion for 70d502d4-ae6c-455b-a0b3-2120d4a323c8 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:40:09.740676 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.764309 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d502d4-ae6c-455b-a0b3-2120d4a323c8']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:09.778584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7947515-0369-48d3-9a8f-43ce5625a1e9') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:09.778891 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7947515-0369-48d3-9a8f-43ce5625a1e9') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:09.795185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.809903 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.816358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:40:09.816752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.886631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.892976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.897295 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/70d502d4-ae6c-455b-a0b3-2120d4a323c8 HTTP/1.1" status: 204 len: 168 time: 0.5633168 May 26 16:40:09.909953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25176996-44c7-4331-916f-0680ffe7c4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d502d4-ae6c-455b-a0b3-2120d4a323c8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:10.013452 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a7947515-0369-48d3-9a8f-43ce5625a1e9 resource provider aggregate not found May 26 16:40:10.033653 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment a7947515-0369-48d3-9a8f-43ce5625a1e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7947515-0369-48d3-9a8f-43ce5625a1e9 found for delete ", "request_id": "req-a9aba766-834d-4467-99d8-41759d55f939"}]} May 26 16:40:10.046916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5d39e60d-f627-4aae-846d-b885512ddeb2 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:40:10.075854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 5d39e60d-f627-4aae-846d-b885512ddeb2 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:40:10.076194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 5d39e60d-f627-4aae-846d-b885512ddeb2 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:40:10.076603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8c223287-ef7b-4d6c-bbab-03e37cc58d47 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:40:10.089587 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53666) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:10.098502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 8c223287-ef7b-4d6c-bbab-03e37cc58d47 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:40:10.098866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 8c223287-ef7b-4d6c-bbab-03e37cc58d47 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:40:10.099282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4f398c84-cf64-4195-ae91-c5a6b9e73216 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:40:10.120400 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4f398c84-cf64-4195-ae91-c5a6b9e73216 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:40:10.120639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4f398c84-cf64-4195-ae91-c5a6b9e73216 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:40:10.138678 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-af6dd339-1b12-4da5-9361-7b9d0e266caa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=713b14340339476ea5ed1867e3a302ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477653 May 26 16:40:10.138817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53668) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:10.194984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26993e29-873f-4404-b40c-cf80bf41d5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.219109 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26993e29-873f-4404-b40c-cf80bf41d5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.265664 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26993e29-873f-4404-b40c-cf80bf41d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.268330 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26993e29-873f-4404-b40c-cf80bf41d5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.272574 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-26993e29-873f-4404-b40c-cf80bf41d5f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e8da3d3-cafc-41be-9c32-1f27888ad148 HTTP/1.1" status: 204 len: 168 time: 0.1296487 May 26 16:40:10.278529 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26993e29-873f-4404-b40c-cf80bf41d5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8da3d3-cafc-41be-9c32-1f27888ad148,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:10.606389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53674) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:10.647280 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a3d28ed0-5bae-4def-9ea0-14f73230bcdc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=557db6416e374c3f862eee6792aee673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397542 May 26 16:40:10.650093 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53676) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:10.699722 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.707929 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ed00a9b-7390-4be4-a409-fd4c49362542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.728880 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ed00a9b-7390-4be4-a409-fd4c49362542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.756508 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.778113 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ed00a9b-7390-4be4-a409-fd4c49362542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.780685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8ed00a9b-7390-4be4-a409-fd4c49362542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.781839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8ed00a9b-7390-4be4-a409-fd4c49362542 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37fd85e4-b09f-4ebd-bee0-fa5f415cf78d HTTP/1.1" status: 204 len: 168 time: 0.1305437 May 26 16:40:10.789830 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed00a9b-7390-4be4-a409-fd4c49362542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fd85e4-b09f-4ebd-bee0-fa5f415cf78d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:21.714623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-3d7ce418-1a1d-436e-bb97-baedfd5ab691 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6b8b26610ce347839a063ff7488d408f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232801 May 26 16:40:21.833319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-391d1af3-d8db-4a02-a056-4bdd8f4dea40 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:21.834801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-391d1af3-d8db-4a02-a056-4bdd8f4dea40 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1139102 May 26 16:40:21.850773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-b43f7169-04fd-4c49-a78f-a4a73ecd3eea tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/quotas/6b8b26610ce347839a063ff7488d408f HTTP/1.1" status: 200 len: 375 time: 0.0101161 May 26 16:40:21.882490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-790591eb-3e1e-4c77-84c2-690e203e6344 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b8b26610ce347839a063ff7488d408f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261309 May 26 16:40:23.055347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab571546-15fc-4280-b6ee-e872f9f79803 req-c9728e0d-f62b-48ba-8db6-60b513b74d93 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 210 time: 0.0271416 May 26 16:40:23.167587 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:40:24.041375 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-d19940bc-aa68-4dc1-b09d-13bdd0aeea14 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6b8b26610ce347839a063ff7488d408f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207970 May 26 16:40:24.151125 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.169829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-f5f9a970-a375-4d16-b2eb-583f20087c38 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:24.172112 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-f5f9a970-a375-4d16-b2eb-583f20087c38 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258907 May 26 16:40:24.172442 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35fe067f-6ce8-410c-b8e4-f9521f05dd88 req-9f503963-d0b7-4660-be47-35231f92f62f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 210 time: 0.0340314 May 26 16:40:24.186471 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Request body: {'port': {'device_id': 'a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'admin_state_up': True, 'tenant_id': '6b8b26610ce347839a063ff7488d408f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:40:24.195401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.296386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Made reservation on behalf of 6b8b26610ce347839a063ff7488d408f for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:40:24.299759 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.310222 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.385663 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.389588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.455004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d03671-5f58-477d-9e94-91e20aad44b4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:24.524001 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Allocated IP 192.168.233.253 (42aaf45d-d472-4286-8ad3-db83e55ca7fb/621cb921-a62f-4177-aa0f-3856b1e48e51/dc1478b1-5a64-44c2-a4f9-6919f7ee09fe) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:40:24.668818 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.703084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.744095 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Network 42aaf45d-d472-4286-8ad3-db83e55ca7fb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:40:24.746971 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:40:24.750516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:40:24.759295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Pushing event updated for resources: {'Port': ['ID=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:24.810508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:24.811127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.827541 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e3bb10b9-923c-40e1-bcea-3fc1d30199f4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6448774 May 26 16:40:24.839509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Request body: {'port': {'device_id': 'a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:40:24.896075 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:25.008108 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-16a24454-d587-4fb6-9317-5ef5881a6d6c None None] Provisioning complete for port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:40:25.008560 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-16a24454-d587-4fb6-9317-5ef5881a6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:25.042109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-16a24454-d587-4fb6-9317-5ef5881a6d6c None None] Port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:40:25.157442 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1478b1-5a64-44c2-a4f9-6919f7ee09fe {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:40:25.165411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:25.177728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Transition to ACTIVE for port object dc1478b1-5a64-44c2-a4f9-6919f7ee09fe will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:40:25.182641 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:25.258537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:25.305600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8e6ab-a5f7-497f-ba01-89500b03e06d req-a4374174-1fc1-42f9-acf0-0c5b0ed5d145 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:25.307213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9e8e6ab-a5f7-497f-ba01-89500b03e06d req-a4374174-1fc1-42f9-acf0-0c5b0ed5d145 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 948 time: 0.0559285 May 26 16:40:25.315057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Attempting to bind port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:40:25.315810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Attempting to bind port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:40:25.317160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Attempting to bind port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:40:25.322403 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:40:25.322725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Attempting to bind port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe on network 42aaf45d-d472-4286-8ad3-db83e55ca7fb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:40:25.327825 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:40:25.328156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Checking segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:40:25.328537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Bound using segment: {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:40:25.328962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Bound port: dc1478b1-5a64-44c2-a4f9-6919f7ee09fe, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4440771-0979-4c41-b8df-b5139faf58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:40:25.329314 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:25.350300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9e8e6ab-a5f7-497f-ba01-89500b03e06d req-0d4ca2db-10ea-4532-9442-49a5f5f01973 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364070 May 26 16:40:25.398034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] For port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:40:25.401339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] For port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:40:25.405588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:25.443842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:25.444459 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:25.445878 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/dc1478b1-5a64-44c2-a4f9-6919f7ee09fe HTTP/1.1" status: 200 len: 1096 time: 0.6107609 May 26 16:40:25.446362 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f', 'tag': 'dc1478b1-5a64-44c2-a4f9-6919f7ee09fe'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:25.448659 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c6eb77-e316-4a0d-9698-61df946d2516" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f", "tag": "dc1478b1-5a64-44c2-a4f9-6919f7ee09fe"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:25.474741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de37e4-0dc5-47d1-9325-30264973c0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:25.513165 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d695c8-ddea-4826-b38f-a610de7a6af6 x-openstack-request-id: req-f1d695c8-ddea-4826-b38f-a610de7a6af6 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:25.513462 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f", "tag": "dc1478b1-5a64-44c2-a4f9-6919f7ee09fe", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:25.513716 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1d695c8-ddea-4826-b38f-a610de7a6af6 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:25.514236 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d695c8-ddea-4826-b38f-a610de7a6af6'] response: {'name': 'network-changed', 'server_uuid': 'a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f', 'tag': 'dc1478b1-5a64-44c2-a4f9-6919f7ee09fe', 'status': 'completed', 'code': 200} May 26 16:40:25.549573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-f6693d24-1aea-430c-be69-45d39a25df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:25.551128 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-f6693d24-1aea-430c-be69-45d39a25df26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b8b26610ce347839a063ff7488d408f&device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 1099 time: 0.0514810 May 26 16:40:25.594323 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-cd89ee24-58da-478f-a4f9-fd76847c8d07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe HTTP/1.1" status: 200 len: 217 time: 0.0355356 May 26 16:40:25.650205 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-04693b1b-ef76-4cf4-b337-1ddfe798e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:25.651780 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-04693b1b-ef76-4cf4-b337-1ddfe798e339 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0505631 May 26 16:40:25.701828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-47237c06-e106-49b0-aaf2-588e1d730e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:25.703741 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-47237c06-e106-49b0-aaf2-588e1d730e7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422359 May 26 16:40:25.792633 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-b9a9b254-0904-45a9-943b-2a4bdd2ed809 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812681 May 26 16:40:25.886726 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6b71b033-62ea-4ec6-b822-626b15375a6a req-58b7729d-a9dc-4d94-a076-b194abe60154 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871863 May 26 16:40:25.973105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-6406d1b6-5c86-4d34-87b9-900c3396693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:25.974624 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-6406d1b6-5c86-4d34-87b9-900c3396693b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b8b26610ce347839a063ff7488d408f&device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 1099 time: 0.0411530 May 26 16:40:26.066449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-3a33ba26-c58e-4bad-ba6f-d80812fd73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:26.067925 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-3a33ba26-c58e-4bad-ba6f-d80812fd73ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=42aaf45d-d472-4286-8ad3-db83e55ca7fb HTTP/1.1" status: 200 len: 870 time: 0.0864437 May 26 16:40:26.115567 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-3a78ed50-25f1-42cd-964a-cf24ddcb3946 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe HTTP/1.1" status: 200 len: 217 time: 0.0403130 May 26 16:40:26.167126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-4a0ed1c4-2172-466b-9773-38441897b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:26.168574 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-4a0ed1c4-2172-466b-9773-38441897b1b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=621cb921-a62f-4177-aa0f-3856b1e48e51 HTTP/1.1" status: 200 len: 843 time: 0.0454164 May 26 16:40:26.217110 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-be8bf533-e99d-42a3-acf9-18e2ec43f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:26.218620 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-be8bf533-e99d-42a3-acf9-18e2ec43f026 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42aaf45d-d472-4286-8ad3-db83e55ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430105 May 26 16:40:26.308251 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-b838c132-59b2-41ec-b8f7-79015b06ab0d service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819349 May 26 16:40:26.400409 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-70c6eb77-e316-4a0d-9698-61df946d2516 req-c729d711-a817-470f-89dc-a878a2642b20 service neutron] 10.222.0.24 "GET /v2.0/networks/42aaf45d-d472-4286-8ad3-db83e55ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850146 May 26 16:40:26.473519 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473d23f-3f17-480a-a301-10cb2de8f261 req-89b99996-6ef5-4050-af27-061c9a649a82 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:26.475072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0473d23f-3f17-480a-a301-10cb2de8f261 req-89b99996-6ef5-4050-af27-061c9a649a82 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 948 time: 0.0524693 May 26 16:40:26.512877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0473d23f-3f17-480a-a301-10cb2de8f261 req-72017a31-40f9-4685-8882-16886b48fa48 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 May 26 16:40:27.629474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7e131-f457-42a1-ab5b-cb0056362c7f req-cd57b99a-2a29-45ca-a25a-7bc84d01a80b tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:27.630977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72c7e131-f457-42a1-ab5b-cb0056362c7f req-cd57b99a-2a29-45ca-a25a-7bc84d01a80b tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 948 time: 0.0494175 May 26 16:40:27.668722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72c7e131-f457-42a1-ab5b-cb0056362c7f req-4c13c114-6702-47bb-a787-a59eec83fe93 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 May 26 16:40:27.729729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device dc1478b1-5a64-44c2-a4f9-6919f7ee09fe details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:40:27.823904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:27.835620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'dc1478b1-5a64-44c2-a4f9-6919f7ee09fe', 'network_id': '42aaf45d-d472-4286-8ad3-db83e55ca7fb', 'port_id': 'dc1478b1-5a64-44c2-a4f9-6919f7ee09fe', 'mac_address': 'fa:16:3e:e2:a5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621cb921-a62f-4177-aa0f-3856b1e48e51', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:40:27.871980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:40:27.872373 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:27.888562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1478b1-5a64-44c2-a4f9-6919f7ee09fe {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:40:27.907530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:27.912048 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:27.958892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:27.966037 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.966383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.966766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.967097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.967428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.967754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.968076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.968397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.968732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.969030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.969344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:27.969657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:28.157549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['dc1478b1-5a64-44c2-a4f9-6919f7ee09fe'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:40:28.782793 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a2e10-b885-4ead-baa1-a34f79896d0e req-0f91e00b-cc86-4433-9259-5e73e85d2eda tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:28.784259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b31a2e10-b885-4ead-baa1-a34f79896d0e req-0f91e00b-cc86-4433-9259-5e73e85d2eda tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 949 time: 0.0484936 May 26 16:40:28.827658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b31a2e10-b885-4ead-baa1-a34f79896d0e req-2cdc2cd1-702c-48b2-a4c0-bae52c60a414 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349064 May 26 16:40:29.731052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device dc1478b1-5a64-44c2-a4f9-6919f7ee09fe up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:40:29.779528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:40:29.783741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:40:29.784107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:29.858961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:40:29.859348 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:29.882250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1478b1-5a64-44c2-a4f9-6919f7ee09fe'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:29.884486 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3970f33-2018-4b17-bf72-c861b3da3817" -d '{"events": [{"server_uuid": "a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f", "name": "network-vif-plugged", "status": "completed", "tag": "dc1478b1-5a64-44c2-a4f9-6919f7ee09fe"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:29.904793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:29.909959 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:29.961807 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:29.964311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d232d8d-9e35-47ea-bf13-955524764249 req-23ddd4fa-975a-4b61-a81b-1075e5455077 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:29.966449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d232d8d-9e35-47ea-bf13-955524764249 req-23ddd4fa-975a-4b61-a81b-1075e5455077 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 950 time: 0.0668256 May 26 16:40:30.005352 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef3dc36-ef8f-406f-a944-52dfc5bf9f77 x-openstack-request-id: req-5ef3dc36-ef8f-406f-a944-52dfc5bf9f77 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:30.005648 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f", "name": "network-vif-plugged", "status": "completed", "tag": "dc1478b1-5a64-44c2-a4f9-6919f7ee09fe", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:30.005901 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ef3dc36-ef8f-406f-a944-52dfc5bf9f77 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:30.006328 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef3dc36-ef8f-406f-a944-52dfc5bf9f77'] response: {'server_uuid': 'a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1478b1-5a64-44c2-a4f9-6919f7ee09fe', 'code': 200} May 26 16:40:30.008614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d232d8d-9e35-47ea-bf13-955524764249 req-1a7f27b3-a70f-4ef5-9d84-4bff444326d8 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331802 May 26 16:40:30.430408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db24a9-fb37-4ef1-bd05-b05016f1d861 req-76aaf918-3c98-4c94-9d6b-2e66b176fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:30.431900 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-18db24a9-fb37-4ef1-bd05-b05016f1d861 req-76aaf918-3c98-4c94-9d6b-2e66b176fd35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 1101 time: 0.3702409 May 26 16:40:30.466540 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-18db24a9-fb37-4ef1-bd05-b05016f1d861 req-1c5b17fc-8bb5-47c8-97d5-0083ab1bf97e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277443 May 26 16:40:31.124988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478eb98-be98-4fe5-b0cc-c8acc304eb0c req-2f6da6d2-fa62-48e8-99d8-64ed1fd1eb97 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:31.126399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1478eb98-be98-4fe5-b0cc-c8acc304eb0c req-2f6da6d2-fa62-48e8-99d8-64ed1fd1eb97 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 950 time: 0.0490084 May 26 16:40:31.164773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1478eb98-be98-4fe5-b0cc-c8acc304eb0c req-5dabfdcc-b271-4792-a697-f8b7072635fa tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323207 May 26 16:40:32.282440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59f357-aa0b-4255-a901-39d0e6bbf42a req-9cf8a93e-96ac-47a7-95a0-a7f3f8d1a376 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:32.283879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed59f357-aa0b-4255-a901-39d0e6bbf42a req-9cf8a93e-96ac-47a7-95a0-a7f3f8d1a376 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 950 time: 0.0483339 May 26 16:40:32.321862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed59f357-aa0b-4255-a901-39d0e6bbf42a req-fda12236-c590-4b5c-9ef8-1b16f8fa8461 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 May 26 16:40:32.724881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-a658d173-dd73-46b0-813e-4f2444918fde req-8a85545e-3f61-4c44-b7b2-fb341d9fa7f3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:40:32.725877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a658d173-dd73-46b0-813e-4f2444918fde req-8a85545e-3f61-4c44-b7b2-fb341d9fa7f3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1302271 May 26 16:40:33.052276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-b5e06580-d8c4-438f-8aef-3e497d257ca1 req-f05f0a9a-28c3-42fa-b49a-9dd553dbba18 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:40:33.053268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5e06580-d8c4-438f-8aef-3e497d257ca1 req-f05f0a9a-28c3-42fa-b49a-9dd553dbba18 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058715 May 26 16:40:33.398547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7670245-0fe0-4e0b-b92f-be6a3498c015 req-3d5c923a-e2f9-41f2-9117-1d8ccb22c1d4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:33.400173 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7670245-0fe0-4e0b-b92f-be6a3498c015 req-3d5c923a-e2f9-41f2-9117-1d8ccb22c1d4 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 950 time: 0.0526352 May 26 16:40:33.438371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f7670245-0fe0-4e0b-b92f-be6a3498c015 req-31e83e1d-9c69-447a-9fc9-1986579f7ce7 tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 May 26 16:40:34.567740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647e805-85de-4222-ab29-cb7e6f16c96a req-f370119a-0867-4965-aeb0-b9e1f52894ba tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:34.569346 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7647e805-85de-4222-ab29-cb7e6f16c96a req-f370119a-0867-4965-aeb0-b9e1f52894ba tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 950 time: 0.0529993 May 26 16:40:34.609719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7647e805-85de-4222-ab29-cb7e6f16c96a req-d4a05e64-ae5b-444d-acae-43fb95a1022d tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.39 "GET /v2.0/security-groups?id=73d03671-5f58-477d-9e94-91e20aad44b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341282 May 26 16:40:34.709150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-a3fd347d-250e-4b05-b059-596c21fb765e tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:34.710660 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-a3fd347d-250e-4b05-b059-596c21fb765e tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.24 "GET /v2.0/ports?device_id=a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f HTTP/1.1" status: 200 len: 950 time: 0.0473452 May 26 16:40:34.801007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Deleting port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:34.801351 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:34.886499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] For port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,segment=NetworkSegment(a4440771-0979-4c41-b8df-b5139faf58a5),segment_id=a4440771-0979-4c41-b8df-b5139faf58a5)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:34.886859 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:34.898821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Calling delete_port for dc1478b1-5a64-44c2-a4f9-6919f7ee09fe owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:35.029128 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:35.040752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['dc1478b1-5a64-44c2-a4f9-6919f7ee09fe'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:40:35.058022 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Pushing event deleted for resources: {'Port': ['ID=dc1478b1-5a64-44c2-a4f9-6919f7ee09fe,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:35.083590 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-88816654-c177-446d-bd89-6a714e0c33c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:35.100611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] No DVR routers for this DVR port dc1478b1-5a64-44c2-a4f9-6919f7ee09fe on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:40:35.104197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:35.107945 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6e3c0628-67b7-4d8e-b3bd-c9a7773f8b3b req-e0239c4b-e11a-4b99-a887-d6ab9e73b58f tempest-ServersAdminNegativeTestJSON-1702320378 tempest-ServersAdminNegativeTestJSON-1702320378-project] 10.222.0.24 "DELETE /v2.0/ports/dc1478b1-5a64-44c2-a4f9-6919f7ee09fe HTTP/1.1" status: 204 len: 173 time: 0.3909242 May 26 16:40:35.108422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f', 'name': 'network-vif-deleted', 'tag': 'dc1478b1-5a64-44c2-a4f9-6919f7ee09fe'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:35.114912 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426e657-e0c6-4ada-8ad6-87b6d13eccfd" -d '{"events": [{"server_uuid": "a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f", "name": "network-vif-deleted", "tag": "dc1478b1-5a64-44c2-a4f9-6919f7ee09fe"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:35.174533 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8352ae42-c922-4a8d-91d8-000529e62ee3 x-openstack-request-id: req-8352ae42-c922-4a8d-91d8-000529e62ee3 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:35.175649 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f", "name": "network-vif-deleted", "tag": "dc1478b1-5a64-44c2-a4f9-6919f7ee09fe", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:35.175912 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8352ae42-c922-4a8d-91d8-000529e62ee3 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:35.176675 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8352ae42-c922-4a8d-91d8-000529e62ee3'] response: {'server_uuid': 'a30f47d2-ec6e-48c0-9cc2-f11c93c73d7f', 'name': 'network-vif-deleted', 'tag': 'dc1478b1-5a64-44c2-a4f9-6919f7ee09fe', 'status': 'completed', 'code': 200} May 26 16:40:35.903946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53830) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:36.038064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-50f23a53-bdba-49a5-b0bd-e9be9161d0da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b8b26610ce347839a063ff7488d408f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329460 May 26 16:40:36.040582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53834) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:36.088128 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1bdef72-61bd-429e-aea8-661efec82471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.112703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1bdef72-61bd-429e-aea8-661efec82471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.157551 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1bdef72-61bd-429e-aea8-661efec82471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.161818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d1bdef72-61bd-429e-aea8-661efec82471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.163263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d1bdef72-61bd-429e-aea8-661efec82471 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73d03671-5f58-477d-9e94-91e20aad44b4 HTTP/1.1" status: 204 len: 168 time: 0.1217196 May 26 16:40:36.173595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdef72-61bd-429e-aea8-661efec82471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d03671-5f58-477d-9e94-91e20aad44b4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:36.425366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53840) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:36.442249 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fd32bd8a-67ee-46b4-a366-59d135305822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.521617 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fd32bd8a-67ee-46b4-a366-59d135305822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.525550 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fd32bd8a-67ee-46b4-a366-59d135305822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.562796 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fd32bd8a-67ee-46b4-a366-59d135305822 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65fa3917f11c4e3d9f09f13824eea99d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363339 May 26 16:40:36.563649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32bd8a-67ee-46b4-a366-59d135305822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d86401-10db-4a9d-bcc2-e44ad82f31e8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:36.565531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53842) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:36.622287 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f637191f-a16f-41d5-b248-0c6a49ff71e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.643733 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f637191f-a16f-41d5-b248-0c6a49ff71e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.688423 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f637191f-a16f-41d5-b248-0c6a49ff71e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.691621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f637191f-a16f-41d5-b248-0c6a49ff71e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:36.692791 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f637191f-a16f-41d5-b248-0c6a49ff71e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88d86401-10db-4a9d-bcc2-e44ad82f31e8 HTTP/1.1" status: 204 len: 168 time: 0.1248963 May 26 16:40:36.700366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637191f-a16f-41d5-b248-0c6a49ff71e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d86401-10db-4a9d-bcc2-e44ad82f31e8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:37.371616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 53864) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:37.464652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-72995354-network', 'tenant_id': '571f3f8d9c374140bf2a373e41f3a300'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:40:37.484267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Made reservation on behalf of 571f3f8d9c374140bf2a373e41f3a300 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:40:37.487053 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.496351 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.574344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.579012 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.606667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:40:37.612032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:37.619847 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.619847 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Added segment 7a31f403-5045-495f-950c-13336c6ca788 of type vlan for network a3cd0eeb-45e7-4308-92b7-943201c4daeb May 26 16:40:37.663407 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.693333 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.694794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:37.695382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.747499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3747942 May 26 16:40:37.750666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 53868) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:37.756416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Request body: {'subnet': {'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-72995354-subnet', 'tenant_id': '571f3f8d9c374140bf2a373e41f3a300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:40:37.757372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de13bf8-a1e4-4b0d-b39a-93eeac68c086 admin admin] Pushing event updated for resources: {'Network': ['ID=a3cd0eeb-45e7-4308-92b7-943201c4daeb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:37.764355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device dc1478b1-5a64-44c2-a4f9-6919f7ee09fe no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:40:37.767327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network a3cd0eeb-45e7-4308-92b7-943201c4daeb details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:40:37.785842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Made reservation on behalf of 571f3f8d9c374140bf2a373e41f3a300 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:40:37.788490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.803681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: dc1478b1-5a64-44c2-a4f9-6919f7ee09fe {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:40:37.804027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device dc1478b1-5a64-44c2-a4f9-6919f7ee09fe not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:40:37.854235 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-06be94c2-f382-4ca2-9039-8997366a8646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:37.960583 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:38.016175 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c95a4eb-197f-416b-874f-6ad613fbac5c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:38.025861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Checking segment: {'id': '7a31f403-5045-495f-950c-13336c6ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:40:38.026253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Network hostable DHCP agents. Network: a3cd0eeb-45e7-4308-92b7-943201c4daeb, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:40:38.042391 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Network a3cd0eeb-45e7-4308-92b7-943201c4daeb is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:40:38.051555 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, a3cd0eeb-45e7-4308-92b7-943201c4daeb) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:40:38.055754 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:38.056329 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:38.061092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18127ed0-8dba-454a-ac2a-3269ce3fb62a None None] Network a3cd0eeb-45e7-4308-92b7-943201c4daeb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:40:38.073972 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-453983e3-7b5c-4444-8937-2f9a2b12f46c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3218961 May 26 16:40:38.188636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ea774-5815-4901-a705-f2bfd0e8d587 None None] Network a3cd0eeb-45e7-4308-92b7-943201c4daeb requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:40:38.513369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58992-549a-4732-8f9f-aff4b6470eca req-22efe7a7-8526-47c2-b42f-7cbe47ec0aa9 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:38.514851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-22efe7a7-8526-47c2-b42f-7cbe47ec0aa9 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/networks?id=a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 200 len: 810 time: 0.1065862 May 26 16:40:38.529532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-210c641b-fe1d-4db2-a9cc-46a27d693007 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/quotas/571f3f8d9c374140bf2a373e41f3a300 HTTP/1.1" status: 200 len: 375 time: 0.0088549 May 26 16:40:38.562548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-5cd6c534-b01e-4965-ace2-c2ec782a8cb6 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=571f3f8d9c374140bf2a373e41f3a300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274234 May 26 16:40:38.653085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-62d59a7c-8322-4ddc-b411-b3b08388e571 service neutron] 10.222.0.39 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825727 May 26 16:40:38.745458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-6a0536f0-fd50-4ecb-830a-a0f771b45f70 service neutron] 10.222.0.39 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863421 May 26 16:40:38.884076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:38.909001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6d80b96-82a6-4d96-b21d-83a538c78b08 req-16cf450e-701a-4155-9aac-39a23b36757d tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 210 time: 0.0279446 May 26 16:40:39.987220 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58992-549a-4732-8f9f-aff4b6470eca req-2a1029ce-c8b7-42e8-8311-84d4e04ca909 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:39.989378 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-2a1029ce-c8b7-42e8-8311-84d4e04ca909 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.24 "GET /v2.0/networks?id=a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 200 len: 810 time: 0.1192377 May 26 16:40:40.004324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Request body: {'port': {'device_id': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb', 'admin_state_up': True, 'tenant_id': '571f3f8d9c374140bf2a373e41f3a300'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:40:40.010547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d48c841-345e-466d-980c-971f96cc7b9e req-ddca08d3-d1b0-4053-b571-d64a98a694b8 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 210 time: 0.0278933 May 26 16:40:40.109210 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Made reservation on behalf of 571f3f8d9c374140bf2a373e41f3a300 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:40:40.113259 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:40.240558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Allocated IP 172.20.0.6 (a3cd0eeb-45e7-4308-92b7-943201c4daeb/0c95a4eb-197f-416b-874f-6ad613fbac5c/0253f7ee-ae6f-4858-a9f1-19ab13e45e73) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:40:40.386417 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:40.420100 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:40.463921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Network a3cd0eeb-45e7-4308-92b7-943201c4daeb is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:40:40.466846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:40:40.470493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:40:40.480109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Pushing event updated for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:40.528833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:40.529058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:40.549209 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-4ad58d51-c91b-45ad-941a-873cf2fa1168 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500829 May 26 16:40:40.561267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Request body: {'port': {'device_id': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:40:40.622430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:40.707802 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:40.760547 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:40.902091 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:40:40.910525 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:40.922900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Transition to ACTIVE for port object 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:40:40.926338 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:40.977735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Pushing event updated for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:41.050822 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Attempting to bind port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:40:41.051394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Attempting to bind port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '7a31f403-5045-495f-950c-13336c6ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:40:41.051607 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Attempting to bind port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on network a3cd0eeb-45e7-4308-92b7-943201c4daeb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:40:41.056623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on network a3cd0eeb-45e7-4308-92b7-943201c4daeb not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:40:41.056948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Attempting to bind port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on network a3cd0eeb-45e7-4308-92b7-943201c4daeb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:40:41.062036 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:40:41.062534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Checking segment: {'id': '7a31f403-5045-495f-950c-13336c6ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:40:41.063053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Bound using segment: {'id': '7a31f403-5045-495f-950c-13336c6ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:40:41.063181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Bound port: 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a31f403-5045-495f-950c-13336c6ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:40:41.065690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:41.135135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8267-d414-4e8a-9054-1af2022e1155 req-fcd9960e-6a49-4e5a-9ec4-28606f2eef45 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:41.136565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f7b8267-d414-4e8a-9054-1af2022e1155 req-fcd9960e-6a49-4e5a-9ec4-28606f2eef45 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 943 time: 0.0507331 May 26 16:40:41.140575 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:40:41.144780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:40:41.150183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:41.182192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:41.182858 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:41.183649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f7b8267-d414-4e8a-9054-1af2022e1155 req-8e7e78de-b3c3-4fb9-9e3a-1a5d59685e1d tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382035 May 26 16:40:41.184318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] 10.222.0.24 "PUT /v2.0/ports/0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 1091 time: 0.6272430 May 26 16:40:41.186889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:41.189412 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5eaa87-b56f-4a63-939b-f2e41cf805be" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:41.234487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9beda-b3a2-44ea-9f25-67eace9d6933 service neutron] Pushing event updated for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:41.250186 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35244ee6-484a-4ab1-aba0-e1e68a80bd2b x-openstack-request-id: req-35244ee6-484a-4ab1-aba0-e1e68a80bd2b {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:41.250476 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:41.250729 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35244ee6-484a-4ab1-aba0-e1e68a80bd2b {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:41.251137 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35244ee6-484a-4ab1-aba0-e1e68a80bd2b'] response: {'name': 'network-changed', 'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'status': 'completed', 'code': 200} May 26 16:40:41.285153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58992-549a-4732-8f9f-aff4b6470eca req-0ba49273-3123-4ca7-be2a-50c08498ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:41.286708 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-0ba49273-3123-4ca7-be2a-50c08498ed6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=571f3f8d9c374140bf2a373e41f3a300&device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 1094 time: 0.0481293 May 26 16:40:41.328228 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-caa194c3-9c00-4bc9-8b8f-5a11995b2878 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 217 time: 0.0341651 May 26 16:40:41.375183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7321f5d3-b962-414a-93aa-4a21608e361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:41.376627 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-7321f5d3-b962-414a-93aa-4a21608e361e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0c95a4eb-197f-416b-874f-6ad613fbac5c HTTP/1.1" status: 200 len: 850 time: 0.0428894 May 26 16:40:41.406911 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-9a9ab185-299f-408d-8ea8-47fa57b03dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3cd0eeb-45e7-4308-92b7-943201c4daeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239239 May 26 16:40:41.499130 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-65485e0e-0d12-4d3f-ab32-64e188210015 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855148 May 26 16:40:41.592443 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-81e58992-549a-4732-8f9f-aff4b6470eca req-45aedd3b-d8e1-4db2-af1c-f23cfb5a5b0e service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869348 May 26 16:40:41.678580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-3aa10c02-6f7a-4962-ba1d-320056ed8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:41.680115 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-3aa10c02-6f7a-4962-ba1d-320056ed8388 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=571f3f8d9c374140bf2a373e41f3a300&device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 1094 time: 0.0464339 May 26 16:40:41.767287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-a56e50d2-c2ce-4df4-857b-b027512b0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:41.768762 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-a56e50d2-c2ce-4df4-857b-b027512b0963 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 200 len: 911 time: 0.0821297 May 26 16:40:41.815010 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-9d5776c1-f070-4233-acd4-358ee1c966d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 217 time: 0.0391893 May 26 16:40:41.870387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-10aa9100-b7a5-47fc-97be-447cb908fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:41.871781 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-10aa9100-b7a5-47fc-97be-447cb908fef1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0c95a4eb-197f-416b-874f-6ad613fbac5c HTTP/1.1" status: 200 len: 850 time: 0.0502923 May 26 16:40:41.903157 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-915616bb-4235-4363-af67-7393c44aacf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3cd0eeb-45e7-4308-92b7-943201c4daeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242393 May 26 16:40:41.991630 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-f2c04a02-0136-4a15-8698-1fd6fcddf516 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806239 May 26 16:40:42.083671 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db5eaa87-b56f-4a63-939b-f2e41cf805be req-d6315f65-6361-4159-81c1-c9c08417b8e9 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845823 May 26 16:40:42.301352 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497252-7ad0-402b-834a-6aebd91f125d req-9c64fe37-9158-4487-bda8-38349d8a96f5 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:42.303016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f497252-7ad0-402b-834a-6aebd91f125d req-9c64fe37-9158-4487-bda8-38349d8a96f5 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 943 time: 0.0497785 May 26 16:40:42.341151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f497252-7ad0-402b-834a-6aebd91f125d req-70f84a60-6ffa-463e-be25-aa9031016419 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 May 26 16:40:43.459723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e94bb4-5d88-4ef5-889f-8dfa4148f1d1 req-f7eae75a-d65e-4c62-9636-d9c70083acf4 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:43.461186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56e94bb4-5d88-4ef5-889f-8dfa4148f1d1 req-f7eae75a-d65e-4c62-9636-d9c70083acf4 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 943 time: 0.0485702 May 26 16:40:43.498911 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56e94bb4-5d88-4ef5-889f-8dfa4148f1d1 req-d6bc86a6-a7ab-425a-bfb4-b6c4ae619fe9 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 May 26 16:40:43.780204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:40:43.872549 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:43.883824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb', 'port_id': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'mac_address': 'fa:16:3e:08:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95a4eb-197f-416b-874f-6ad613fbac5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:40:43.924428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:40:43.924810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:43.939327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:40:43.965857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:43.971018 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:44.022258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:44.159912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['0253f7ee-ae6f-4858-a9f1-19ab13e45e73'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:40:44.613308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf7bfd-33b6-494e-b4fb-50ea967ddee6 req-4a4df8f7-212a-4796-ae0a-e757b16aea87 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:44.615299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7cf7bfd-33b6-494e-b4fb-50ea967ddee6 req-4a4df8f7-212a-4796-ae0a-e757b16aea87 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 944 time: 0.0497415 May 26 16:40:44.663367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7cf7bfd-33b6-494e-b4fb-50ea967ddee6 req-5966934d-a9f0-4d97-94d9-634cc88654f5 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388551 May 26 16:40:45.780092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:40:45.788961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d435cf-3a93-485b-aa3f-6bd850bb7166 req-640d0f5f-17b9-4cf1-98e4-264ead863c91 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:45.790475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3d435cf-3a93-485b-aa3f-6bd850bb7166 req-640d0f5f-17b9-4cf1-98e4-264ead863c91 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 944 time: 0.0565650 May 26 16:40:45.834674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:40:45.837444 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f3d435cf-3a93-485b-aa3f-6bd850bb7166 req-b56401e2-0736-405a-a1b5-b9bc4c05621a tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371087 May 26 16:40:45.840234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:40:45.840880 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:45.930902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:40:45.931280 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:45.957707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:45.960420 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5877dd49-f4e2-44e0-8644-158c1428511f" -d '{"events": [{"server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:45.973405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:45.979196 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:46.022195 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93407b39-1a85-477d-a220-0518a6de64de x-openstack-request-id: req-93407b39-1a85-477d-a220-0518a6de64de {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:46.022195 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:46.022514 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93407b39-1a85-477d-a220-0518a6de64de {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:46.022658 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93407b39-1a85-477d-a220-0518a6de64de'] response: {'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'code': 200} May 26 16:40:46.050598 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:46.125988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e38d60-85f3-44b0-b81d-aa4b6d47714c req-b7c937da-b499-4328-a304-97080518aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:46.127526 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d9e38d60-85f3-44b0-b81d-aa4b6d47714c req-b7c937da-b499-4328-a304-97080518aaa3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0429533 May 26 16:40:46.163919 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d9e38d60-85f3-44b0-b81d-aa4b6d47714c req-cf68f6e8-a966-419c-8d33-e6de7cbb698a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297887 May 26 16:40:46.962612 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a341f01-1305-45cd-80e4-482215f78d3b req-da12c809-af50-4753-8af1-51b40bd4c342 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:46.964121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a341f01-1305-45cd-80e4-482215f78d3b req-da12c809-af50-4753-8af1-51b40bd4c342 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0487494 May 26 16:40:47.002870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a341f01-1305-45cd-80e4-482215f78d3b req-37427621-5a7a-4799-af30-fd610378b8a6 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326946 May 26 16:40:48.119142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429a0cf-bc72-415f-9556-f53d019ea9bd req-5cfb1688-5c41-4555-a95f-ad72ac9c1102 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:48.120560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e429a0cf-bc72-415f-9556-f53d019ea9bd req-5cfb1688-5c41-4555-a95f-ad72ac9c1102 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0479584 May 26 16:40:48.162081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e429a0cf-bc72-415f-9556-f53d019ea9bd req-eaa4dd80-34c2-4392-b1d7-6328f469bf50 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355349 May 26 16:40:48.499939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aa2ba-449e-477d-9b69-7f603157e318 req-2d30e53e-10ee-4c59-8c20-cd25f55ae83f tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:48.501442 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-818aa2ba-449e-477d-9b69-7f603157e318 req-2d30e53e-10ee-4c59-8c20-cd25f55ae83f tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0519476 May 26 16:40:48.540307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-49629702-c46c-47e8-aaa5-f8341e54de04 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988133 May 26 16:40:48.540969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-818aa2ba-449e-477d-9b69-7f603157e318 req-8925ad4b-0325-4da4-b919-d834433880ac tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 May 26 16:40:48.549672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-bf60de74-72b2-4554-82e5-fd82102ef218 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:40:48.550665 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-bf60de74-72b2-4554-82e5-fd82102ef218 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050318 May 26 16:40:49.654894 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-05a5538d-8a53-49e5-9c40-5e38e7ebeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:49.656419 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-05a5538d-8a53-49e5-9c40-5e38e7ebeb37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=571f3f8d9c374140bf2a373e41f3a300&device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0429072 May 26 16:40:49.661135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1e8f-1165-4858-bc9a-69ad36bfec7b req-a65ac5a0-ce87-487a-aa73-524f93ea44e8 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:49.662633 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d23c1e8f-1165-4858-bc9a-69ad36bfec7b req-a65ac5a0-ce87-487a-aa73-524f93ea44e8 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0497441 May 26 16:40:49.703007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d23c1e8f-1165-4858-bc9a-69ad36bfec7b req-75794fcb-b38d-418c-88cb-6178567b718d tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335007 May 26 16:40:49.749865 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-cba2750a-c8b2-43e4-8180-46d6a6b830c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:49.751392 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-cba2750a-c8b2-43e4-8180-46d6a6b830c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 200 len: 911 time: 0.0883358 May 26 16:40:49.795270 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-87806d18-5a43-4c42-98f0-5fdd607441aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 217 time: 0.0375516 May 26 16:40:49.843745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-0fe1a2f9-c2fa-489d-adaf-dda1689ec82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:49.845121 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-0fe1a2f9-c2fa-489d-adaf-dda1689ec82d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0c95a4eb-197f-416b-874f-6ad613fbac5c HTTP/1.1" status: 200 len: 850 time: 0.0439923 May 26 16:40:49.875877 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5f0a6121-f229-40a5-9eed-c31a6ccbca30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3cd0eeb-45e7-4308-92b7-943201c4daeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246193 May 26 16:40:49.968946 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-2cfcc362-7674-4747-bb6b-d6bfe0cdc062 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867362 May 26 16:40:50.058275 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-e7edbe80-3f75-48a7-8016-03ad836963b1 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824311 May 26 16:40:50.844707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d498d9-9c55-47c5-aa40-42abcf15264e req-ba6194ae-a714-4cb2-a125-c8823ab8e83b tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:50.846296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3d498d9-9c55-47c5-aa40-42abcf15264e req-ba6194ae-a714-4cb2-a125-c8823ab8e83b tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0529020 May 26 16:40:50.891472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3d498d9-9c55-47c5-aa40-42abcf15264e req-cd1fb747-a987-46f2-8ed4-0ee6e7216f0d tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374818 May 26 16:40:52.013272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cf1af-fa55-4b4f-b41c-54c2d7d14a25 req-9b23cdef-7eb8-4ead-80fb-0a10aa38b45b tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:52.014862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d45cf1af-fa55-4b4f-b41c-54c2d7d14a25 req-9b23cdef-7eb8-4ead-80fb-0a10aa38b45b tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0517499 May 26 16:40:52.060878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d45cf1af-fa55-4b4f-b41c-54c2d7d14a25 req-d0053fe4-8236-4e16-9ddb-e913599c4171 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 May 26 16:40:53.183577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a6a6c-bfcd-4f08-b4cb-0f1b3fc0efaa req-843ca395-6084-48a4-833f-150d7e7b5e1e tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:53.184958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-833a6a6c-bfcd-4f08-b4cb-0f1b3fc0efaa req-843ca395-6084-48a4-833f-150d7e7b5e1e tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0546796 May 26 16:40:53.222306 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-833a6a6c-bfcd-4f08-b4cb-0f1b3fc0efaa req-8fbac3c2-303a-46d1-a734-d6f55f006bfd tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 May 26 16:40:54.154583 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:54.199685 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:54.339298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81789965-5439-4bc3-907e-485f9f6d89c2 req-3644c637-f3c6-46da-95d7-99d39c07ddf3 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:54.340768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81789965-5439-4bc3-907e-485f9f6d89c2 req-3644c637-f3c6-46da-95d7-99d39c07ddf3 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0494096 May 26 16:40:54.383293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81789965-5439-4bc3-907e-485f9f6d89c2 req-1acaa8b9-d64f-4dcf-89fd-3c195e71ac05 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365510 May 26 16:40:55.517344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16920e65-a64b-42fa-afb0-e14fb025e8e5 req-3e635d16-e8ef-4213-8999-50890e945f7c tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:55.518946 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16920e65-a64b-42fa-afb0-e14fb025e8e5 req-3e635d16-e8ef-4213-8999-50890e945f7c tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0674455 May 26 16:40:55.559247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16920e65-a64b-42fa-afb0-e14fb025e8e5 req-26907f6d-61db-491a-b563-514eadd1d9c1 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336199 May 26 16:40:56.688513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024d71-be74-4fac-a293-7beb745b696c req-9903ad64-3a8f-44ff-addc-fb99eaf52fa6 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:56.690056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43024d71-be74-4fac-a293-7beb745b696c req-9903ad64-3a8f-44ff-addc-fb99eaf52fa6 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0553327 May 26 16:40:56.734754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43024d71-be74-4fac-a293-7beb745b696c req-ee86d284-5ae2-4eb9-b161-769f6ee1fa31 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 May 26 16:40:57.881206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd80e5-84da-4c29-b6e4-ac23816ef1b6 req-139f85e1-b6a5-4c96-88f6-b2eeb74a465c tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:57.882734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56cd80e5-84da-4c29-b6e4-ac23816ef1b6 req-139f85e1-b6a5-4c96-88f6-b2eeb74a465c tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0607886 May 26 16:40:57.930960 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56cd80e5-84da-4c29-b6e4-ac23816ef1b6 req-7f9e269e-d018-46dc-a48b-78f41c39db12 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 May 26 16:40:59.060823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09459d3-430d-4457-8815-e731629ff265 req-8c96c07c-f70d-40fc-b79b-41901cdc8384 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:59.062303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a09459d3-430d-4457-8815-e731629ff265 req-8c96c07c-f70d-40fc-b79b-41901cdc8384 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0510206 May 26 16:40:59.108064 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a09459d3-430d-4457-8815-e731629ff265 req-bc293302-3fa2-4e22-a9f5-e24da6d2f992 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392458 May 26 16:41:00.169049 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:41:00.228293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1054792-3163-48ea-917b-8b9435262d67 req-61950c10-2955-4e6c-b62f-dd70a3af00d2 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:00.229793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1054792-3163-48ea-917b-8b9435262d67 req-61950c10-2955-4e6c-b62f-dd70a3af00d2 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0494740 May 26 16:41:00.267653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1054792-3163-48ea-917b-8b9435262d67 req-0cc76245-3cca-4bbe-baa0-4eff5cbefda5 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 May 26 16:41:01.385369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f843cd-1c15-4576-b171-5d8f7a2617f4 req-cbb09d69-6db4-4a90-bfac-a8178fef11b5 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:01.386838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58f843cd-1c15-4576-b171-5d8f7a2617f4 req-cbb09d69-6db4-4a90-bfac-a8178fef11b5 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0481727 May 26 16:41:01.428071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58f843cd-1c15-4576-b171-5d8f7a2617f4 req-002b3aa4-dd69-49f5-bd98-1a2c1683f7f3 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 May 26 16:41:02.546659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0d719-a65d-4f47-953b-9b235e88c445 req-5af5cfc8-26bf-46f0-9907-0026704d72c0 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:02.548151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46c0d719-a65d-4f47-953b-9b235e88c445 req-5af5cfc8-26bf-46f0-9907-0026704d72c0 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0506201 May 26 16:41:02.587820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-46c0d719-a65d-4f47-953b-9b235e88c445 req-6cee689d-0029-4f15-9605-b906254ff7c1 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331335 May 26 16:41:03.706691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72d144-212b-4139-afab-07ded104ee95 req-f80a54da-1a45-428b-b858-758b957cdae9 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:03.708184 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f72d144-212b-4139-afab-07ded104ee95 req-f80a54da-1a45-428b-b858-758b957cdae9 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0503705 May 26 16:41:03.747975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f72d144-212b-4139-afab-07ded104ee95 req-2aca5e56-6641-4727-82bc-2a541ece655d tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 May 26 16:41:04.867158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762996a-dc0e-46bc-82d6-b0ec3103c091 req-1596929c-458a-495b-8b1c-faecd4dd1df9 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:04.868756 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8762996a-dc0e-46bc-82d6-b0ec3103c091 req-1596929c-458a-495b-8b1c-faecd4dd1df9 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0483296 May 26 16:41:04.911635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8762996a-dc0e-46bc-82d6-b0ec3103c091 req-969c605c-670b-4691-8386-40c1d2bc2185 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362816 May 26 16:41:05.068067 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-338546a3-7e83-43ac-8acb-372660e4b9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:06.034317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416ccb0-6964-48ec-b65c-91227975702a req-3af7978d-6ca9-4831-9d71-ddb86751c2b9 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:06.036106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e416ccb0-6964-48ec-b65c-91227975702a req-3af7978d-6ca9-4831-9d71-ddb86751c2b9 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0527236 May 26 16:41:06.076978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e416ccb0-6964-48ec-b65c-91227975702a req-cafa8e98-3ed7-4384-b685-7d6a0f2ada5a tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 May 26 16:41:07.197579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622f8d7-a80d-41e3-a6cf-f6464a0c4500 req-e0d08675-8e49-4bc3-8c76-83210d19090e tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:07.199183 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9622f8d7-a80d-41e3-a6cf-f6464a0c4500 req-e0d08675-8e49-4bc3-8c76-83210d19090e tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0502279 May 26 16:41:07.245139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9622f8d7-a80d-41e3-a6cf-f6464a0c4500 req-01bd6df2-be1f-4460-8d80-cb49206aa9c3 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 May 26 16:41:07.797486 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-156d6a84-8d6f-48cb-bf18-de155d08c7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.361972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56469256-0a66-4df0-9fb8-fd5d209f43be req-06838c20-542c-4d53-85c4-1dc06650cd32 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:08.363490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56469256-0a66-4df0-9fb8-fd5d209f43be req-06838c20-542c-4d53-85c4-1dc06650cd32 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0496678 May 26 16:41:08.407234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56469256-0a66-4df0-9fb8-fd5d209f43be req-4642438f-a878-4332-b0e9-3d5f5ab9fcd2 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371974 May 26 16:41:08.886908 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.527681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e373dc-fdfb-4033-a059-29aa2baf2684 req-584e881f-5942-49a0-a0cf-9d6735a654dd tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:09.529182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77e373dc-fdfb-4033-a059-29aa2baf2684 req-584e881f-5942-49a0-a0cf-9d6735a654dd tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0526328 May 26 16:41:09.570294 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77e373dc-fdfb-4033-a059-29aa2baf2684 req-a8474de6-e82f-44fc-9b39-685a92752a8d tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346668 May 26 16:41:10.703071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:10.714568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d70247-c697-47cf-aaf7-76b8f0358207 req-2368cd49-ddfb-4bb0-80d5-94df5b4b17db tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:10.716412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2d70247-c697-47cf-aaf7-76b8f0358207 req-2368cd49-ddfb-4bb0-80d5-94df5b4b17db tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0594385 May 26 16:41:10.758625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2d70247-c697-47cf-aaf7-76b8f0358207 req-3cd2e08e-a375-4566-acb3-3423ce8cd4e4 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363371 May 26 16:41:10.764737 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:11.881687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9cf54-16fe-40dc-bab0-5422768404c5 req-b1dfee28-e125-40a4-abe6-67e02c3bbbf3 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:11.883382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8e9cf54-16fe-40dc-bab0-5422768404c5 req-b1dfee28-e125-40a4-abe6-67e02c3bbbf3 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0512073 May 26 16:41:11.932836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8e9cf54-16fe-40dc-bab0-5422768404c5 req-fca109b3-ef51-4637-95ab-3bd13e2da7ca tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434513 May 26 16:41:13.053919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72146a8-07f4-42b2-93e1-ddb7bd1a8fa4 req-f77ce9bc-b738-4778-815e-368ffd273389 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:13.055427 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d72146a8-07f4-42b2-93e1-ddb7bd1a8fa4 req-f77ce9bc-b738-4778-815e-368ffd273389 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0524414 May 26 16:41:13.095308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d72146a8-07f4-42b2-93e1-ddb7bd1a8fa4 req-9e8a85be-0bbd-4d4b-ae28-174141f55a7f tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336962 May 26 16:41:13.232546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-20459b7a-f2d4-40f0-80c7-9ab64fe2f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:13.234201 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-20459b7a-f2d4-40f0-80c7-9ab64fe2f2ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=571f3f8d9c374140bf2a373e41f3a300&device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0506051 May 26 16:41:13.348297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-2651f581-6269-4fca-89ae-5b5f1d7fa97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:13.349803 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-2651f581-6269-4fca-89ae-5b5f1d7fa97e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 200 len: 911 time: 0.0969303 May 26 16:41:13.391688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-0bc8e939-5712-4299-9cfb-2ce9e7517926 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 217 time: 0.0347266 May 26 16:41:13.439213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-558a0de3-37d5-469e-93a0-469d7fdd83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:13.440686 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-558a0de3-37d5-469e-93a0-469d7fdd83c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0c95a4eb-197f-416b-874f-6ad613fbac5c HTTP/1.1" status: 200 len: 850 time: 0.0433023 May 26 16:41:13.475650 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-711f13ea-8aa4-47da-a912-3776857d7b3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3cd0eeb-45e7-4308-92b7-943201c4daeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286889 May 26 16:41:13.565952 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-b6f804a0-0c8c-4d4c-8eb4-0e3ae74f6685 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831096 May 26 16:41:13.683393 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9bc4adaf-d2e9-47a4-9b46-19d4525e124e req-f32ce9e9-1b4c-4b69-84ed-23b9ff12e6f2 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101565 May 26 16:41:14.220383 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b0291-d3e0-4de0-a017-bcffe41b7004 req-bcdefc66-2d51-4a5d-890b-6d72afe6655f tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:14.221878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-509b0291-d3e0-4de0-a017-bcffe41b7004 req-bcdefc66-2d51-4a5d-890b-6d72afe6655f tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0538282 May 26 16:41:14.262979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-509b0291-d3e0-4de0-a017-bcffe41b7004 req-cf82f57e-98ec-4f0b-82cb-33fc8619ef66 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345051 May 26 16:41:15.384892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5931-3ffb-4520-a102-0a593007d33b req-13fd4b6e-2c89-4bcb-a088-dd602b174cd6 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:15.386367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dbf5931-3ffb-4520-a102-0a593007d33b req-13fd4b6e-2c89-4bcb-a088-dd602b174cd6 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0491638 May 26 16:41:15.429436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dbf5931-3ffb-4520-a102-0a593007d33b req-4f6ca266-c0c2-4a96-a5ca-a2e461446c37 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 May 26 16:41:16.552435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b05e36-119c-427c-bc7e-21da4ab07427 req-7211e24d-2c34-4b58-bd1e-97ccb7a7f03e tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:16.553903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54b05e36-119c-427c-bc7e-21da4ab07427 req-7211e24d-2c34-4b58-bd1e-97ccb7a7f03e tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0517166 May 26 16:41:16.593534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-54b05e36-119c-427c-bc7e-21da4ab07427 req-0558c1cb-6adb-456b-8e75-8a356e9920f1 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334609 May 26 16:41:16.997896 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-79a9f078-6479-4c85-af3a-82b16d0fc433 service neutron] show failed (client error): The resource could not be found. May 26 16:41:16.998946 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-79a9f078-6479-4c85-af3a-82b16d0fc433 service neutron] 10.222.0.24 "GET /v2.0/ports/0253f7ee-ae6f-4858-a9f1-19ab13e45e73/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0616956 May 26 16:41:17.236721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-12473c2f-b0fb-4bd9-9e56-b76953dc35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:17.238126 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-12473c2f-b0fb-4bd9-9e56-b76953dc35ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6&tenant_id=571f3f8d9c374140bf2a373e41f3a300 HTTP/1.1" status: 200 len: 1096 time: 0.0715358 May 26 16:41:17.252425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:17.311413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:17.513467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:17.547415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:41:17.587227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:17.589582 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3859dc4-6fe6-4500-bccb-5d722ab4e542" -d '{"events": [{"server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:17.593555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:17.611330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Transition to ACTIVE for port object 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:41:17.615703 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:17.646533 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862d2211-d5c8-41b0-b4c1-8f6f0de50270 x-openstack-request-id: req-862d2211-d5c8-41b0-b4c1-8f6f0de50270 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:17.647064 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:17.647064 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-862d2211-d5c8-41b0-b4c1-8f6f0de50270 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:17.647510 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862d2211-d5c8-41b0-b4c1-8f6f0de50270'] response: {'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'code': 200} May 26 16:41:17.685281 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Pushing event updated for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:17.687647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] No DVR routers for this DVR port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:41:17.697186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.697534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.697871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.698228 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.698556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.698881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.699219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.699539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.699857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.700179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.700496 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.700809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:17.734805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3204266-6916-4f39-9acd-f74553eeb085 req-f1a85ca2-75a0-4ad9-acdf-5515930d3b57 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:17.736307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3204266-6916-4f39-9acd-f74553eeb085 req-f1a85ca2-75a0-4ad9-acdf-5515930d3b57 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 943 time: 0.0549676 May 26 16:41:17.739368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Attempting to bind port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:41:17.739730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Attempting to bind port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '7a31f403-5045-495f-950c-13336c6ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:41:17.740056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Attempting to bind port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on network a3cd0eeb-45e7-4308-92b7-943201c4daeb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:41:17.745553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on network a3cd0eeb-45e7-4308-92b7-943201c4daeb not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:41:17.745893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Attempting to bind port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on network a3cd0eeb-45e7-4308-92b7-943201c4daeb {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:41:17.750821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:41:17.751160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Checking segment: {'id': '7a31f403-5045-495f-950c-13336c6ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:41:17.751537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Bound using segment: {'id': '7a31f403-5045-495f-950c-13336c6ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:41:17.751962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Bound port: 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a31f403-5045-495f-950c-13336c6ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:41:17.752335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:17.777813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3204266-6916-4f39-9acd-f74553eeb085 req-f9a4dc3e-0220-4aa4-bfa1-be3789d2f235 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352192 May 26 16:41:17.817122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:41:17.820714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:41:17.825893 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:17.863539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:17.864161 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:17.865627 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] 10.222.0.32 "PUT /v2.0/ports/0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 1091 time: 0.6180696 May 26 16:41:17.891409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71fb11-7966-479c-ad44-272fb4fa143b service neutron] Pushing event updated for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:17.935445 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-9d6d9618-383d-4dfd-b5ef-93a20855564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:17.936964 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-9d6d9618-383d-4dfd-b5ef-93a20855564d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=571f3f8d9c374140bf2a373e41f3a300&device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 1094 time: 0.0427253 May 26 16:41:18.042288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-acd53aa3-33df-443c-8c7b-933d4742f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:18.043693 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-acd53aa3-33df-443c-8c7b-933d4742f832 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 200 len: 911 time: 0.0999756 May 26 16:41:18.089590 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-a0d4a48e-4d27-44eb-be80-066d7e005b9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 217 time: 0.0387788 May 26 16:41:18.139130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5098792d-9db3-4050-8cd0-9b2820840f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:18.140652 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-5098792d-9db3-4050-8cd0-9b2820840f07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c95a4eb-197f-416b-874f-6ad613fbac5c HTTP/1.1" status: 200 len: 850 time: 0.0448232 May 26 16:41:18.171886 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-f1b7ba9c-a61e-4e05-bb64-5e6faa6cce6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3cd0eeb-45e7-4308-92b7-943201c4daeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243289 May 26 16:41:18.267149 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-68cb3401-1e54-4761-b9e6-85ccb82d2ff5 service neutron] 10.222.0.32 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876820 May 26 16:41:18.355199 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d84db2ad-b5a2-4a1e-9320-0b0d3f755e63 req-8994de9b-730d-4de7-9544-de8881054ee8 service neutron] 10.222.0.32 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815723 May 26 16:41:18.906554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7396d-5047-41ca-9d12-60191fc82a85 req-c31f5f8b-b74e-4d62-aed8-a7e737619a08 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:18.908108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d7396d-5047-41ca-9d12-60191fc82a85 req-c31f5f8b-b74e-4d62-aed8-a7e737619a08 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 943 time: 0.0535064 May 26 16:41:18.956703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32d7396d-5047-41ca-9d12-60191fc82a85 req-005d6f9d-9bb4-4065-84e4-656b0b1a35e0 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 May 26 16:41:19.648243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:19.650669 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:19.705251 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad115481-e0b0-4358-b479-15c90afb8585 x-openstack-request-id: req-ad115481-e0b0-4358-b479-15c90afb8585 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:19.705637 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:19.705952 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad115481-e0b0-4358-b479-15c90afb8585 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:19.706478 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad115481-e0b0-4358-b479-15c90afb8585'] response: {'name': 'network-changed', 'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'status': 'completed', 'code': 200} May 26 16:41:19.812547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-4f1a1af9-b867-473d-a0a4-90f025f93038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:19.814101 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-4f1a1af9-b867-473d-a0a4-90f025f93038 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=571f3f8d9c374140bf2a373e41f3a300&device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 1094 time: 0.0782058 May 26 16:41:19.816653 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-7f26d029-ca1c-40fa-8708-27114b211a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:19.818111 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-7f26d029-ca1c-40fa-8708-27114b211a72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=571f3f8d9c374140bf2a373e41f3a300&device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 1094 time: 0.0906355 May 26 16:41:19.974655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:20.000090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-8787e4ab-feb7-492a-a8d9-47d264c52b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:20.001592 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-8787e4ab-feb7-492a-a8d9-47d264c52b90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 200 len: 911 time: 0.1762619 May 26 16:41:20.004558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-31358582-60bc-4a3e-bf40-08d2302381cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:20.006025 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-31358582-60bc-4a3e-bf40-08d2302381cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 200 len: 911 time: 0.1732550 May 26 16:41:20.055489 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-bc04bcd0-a32a-40e6-a75d-6bdafe673c5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 217 time: 0.0473015 May 26 16:41:20.060952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:20.096921 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-1e9b67f4-7150-40cb-9be1-2c8101448567 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 217 time: 0.0805500 May 26 16:41:20.174468 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-14aa2a4b-0d6f-4bcb-95a1-c1eadf8b3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:20.175586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bdbc4-680a-4cd5-abe6-9673921eeda9 req-e591fb69-bfe6-4bc3-a972-bdcd2209ec9d tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:20.176078 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-14aa2a4b-0d6f-4bcb-95a1-c1eadf8b3bab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0c95a4eb-197f-416b-874f-6ad613fbac5c HTTP/1.1" status: 200 len: 850 time: 0.0878530 May 26 16:41:20.177639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d56bdbc4-680a-4cd5-abe6-9673921eeda9 req-e591fb69-bfe6-4bc3-a972-bdcd2209ec9d tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 943 time: 0.0536532 May 26 16:41:20.182342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-53a1704d-0823-408c-bf3b-4a4775a08c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:20.184037 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-53a1704d-0823-408c-bf3b-4a4775a08c1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c95a4eb-197f-416b-874f-6ad613fbac5c HTTP/1.1" status: 200 len: 850 time: 0.0602283 May 26 16:41:20.216398 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-d42deb19-f1ea-4622-937a-605e0be75d40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3cd0eeb-45e7-4308-92b7-943201c4daeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312932 May 26 16:41:20.222345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d56bdbc4-680a-4cd5-abe6-9673921eeda9 req-7102eaf5-496f-4186-a6fd-fbc35d567308 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372899 May 26 16:41:20.236143 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-644fb893-0a4e-4a9d-a282-91c4770e54f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3cd0eeb-45e7-4308-92b7-943201c4daeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389602 May 26 16:41:20.562454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b209ad-5533-4126-babb-f3b11b706487 req-a8f78ead-c952-4d3e-9042-c9fc6b7bce12 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:20.564027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-a8f78ead-c952-4d3e-9042-c9fc6b7bce12 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6&tenant_id=571f3f8d9c374140bf2a373e41f3a300&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 943 time: 0.0980077 May 26 16:41:20.656386 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-c7b209ad-5533-4126-babb-f3b11b706487 req-d00540f7-2d4a-4899-977d-67a6213f015e service neutron] delete failed (client error): The resource could not be found. May 26 16:41:20.658125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-d00540f7-2d4a-4899-977d-67a6213f015e service neutron] 10.222.0.24 "DELETE /v2.0/ports/0253f7ee-ae6f-4858-a9f1-19ab13e45e73/bindings/n-h1-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0875311 May 26 16:41:20.731384 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-40464279-96ba-43d4-a408-3ddea48aae05 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011258 May 26 16:41:20.736453 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-9f57cf12-3113-4b61-bbcb-9eb06c12cb08 service neutron] 10.222.0.32 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821806 May 26 16:41:20.888494 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-c6bbd33b-8c44-4ad5-b75e-d83b37f670b2 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510050 May 26 16:41:20.890217 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bd2ee2e1-1142-406f-a789-2f8dab8b2e65 req-1f977e1d-415d-4849-b48f-5aba38114a25 service neutron] 10.222.0.32 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452284 May 26 16:41:20.995486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b209ad-5533-4126-babb-f3b11b706487 req-46355e83-e8a3-4b75-be61-1bd2b9bac0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:20.996992 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-46355e83-e8a3-4b75-be61-1bd2b9bac0e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=571f3f8d9c374140bf2a373e41f3a300&device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 1094 time: 0.0433228 May 26 16:41:21.037232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:41:21.096280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b209ad-5533-4126-babb-f3b11b706487 req-1e1118f3-b9ca-45be-b3d3-7ae6b814a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:21.097745 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-1e1118f3-b9ca-45be-b3d3-7ae6b814a8ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 200 len: 911 time: 0.0948648 May 26 16:41:21.141735 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-39923118-8d30-4b53-b8bd-076092851d14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 200 len: 217 time: 0.0362518 May 26 16:41:21.159522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:21.171562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'network_id': 'a3cd0eeb-45e7-4308-92b7-943201c4daeb', 'port_id': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'mac_address': 'fa:16:3e:08:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95a4eb-197f-416b-874f-6ad613fbac5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:41:21.195791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b209ad-5533-4126-babb-f3b11b706487 req-3aebc410-6c79-42d9-a76c-1a2fce50e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:21.197420 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-3aebc410-6c79-42d9-a76c-1a2fce50e275 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0c95a4eb-197f-416b-874f-6ad613fbac5c HTTP/1.1" status: 200 len: 850 time: 0.0497544 May 26 16:41:21.224290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:41:21.224679 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:21.236344 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-4292bd18-33f2-4793-9812-aed8a6d16a87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3cd0eeb-45e7-4308-92b7-943201c4daeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321081 May 26 16:41:21.243024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:41:21.266716 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:21.272473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:21.327321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:21.343611 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-3f848836-6649-42c8-b4e5-4543d38878b8 service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010864 May 26 16:41:21.450149 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-cf7816c0-2988-4306-a069-0f47cc2c9f0e service neutron] 10.222.0.24 "GET /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968029 May 26 16:41:21.557801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['0253f7ee-ae6f-4858-a9f1-19ab13e45e73'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:41:22.271429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78f960-4d74-4dc6-9e39-f850f162180a req-dd4ee722-3422-4cdc-9480-ab8ab6a77aab tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:22.273377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc78f960-4d74-4dc6-9e39-f850f162180a req-dd4ee722-3422-4cdc-9480-ab8ab6a77aab tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 944 time: 0.0579908 May 26 16:41:22.320089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc78f960-4d74-4dc6-9e39-f850f162180a req-78e846af-d728-41b8-8f22-160af751421b tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 May 26 16:41:23.047709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:41:23.103286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:41:23.110745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:41:23.111114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.199149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:41:23.199606 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.225371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:23.227670 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0c1a4e-2c06-4208-874a-0ff49d3fe02f" -d '{"events": [{"server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:23.243588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:23.248174 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.277644 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f571c8b-4b9f-4a11-87a3-373964f02a37 x-openstack-request-id: req-2f571c8b-4b9f-4a11-87a3-373964f02a37 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:23.278191 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:23.278191 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f571c8b-4b9f-4a11-87a3-373964f02a37 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:23.278798 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f571c8b-4b9f-4a11-87a3-373964f02a37'] response: {'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'code': 200} May 26 16:41:23.305780 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:23.469480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69d70f-cc24-47dd-98c0-bfa52fd3009d req-48fba864-8ffd-4e72-a616-13b897b1d988 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:23.470982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e69d70f-cc24-47dd-98c0-bfa52fd3009d req-48fba864-8ffd-4e72-a616-13b897b1d988 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0658655 May 26 16:41:23.518117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e69d70f-cc24-47dd-98c0-bfa52fd3009d req-89bbf4fe-9974-434a-a1ab-ed2a1f21b5a5 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 May 26 16:41:23.681957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b209ad-5533-4126-babb-f3b11b706487 req-1e0bc937-de97-457a-be35-77fa9675b361 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:23.683495 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-1e0bc937-de97-457a-be35-77fa9675b361 tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0e098c8-a2b2-40f9-b261-122e27c9f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0502563 May 26 16:41:23.775270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c7b209ad-5533-4126-babb-f3b11b706487 req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Deleting port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:23.775520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c7b209ad-5533-4126-babb-f3b11b706487 req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.868964 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c7b209ad-5533-4126-babb-f3b11b706487 req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] For port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,segment=NetworkSegment(7a31f403-5045-495f-950c-13336c6ca788),segment_id=7a31f403-5045-495f-950c-13336c6ca788)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:23.869332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c7b209ad-5533-4126-babb-f3b11b706487 req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.881886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c7b209ad-5533-4126-babb-f3b11b706487 req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Calling delete_port for 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:24.018530 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c7b209ad-5533-4126-babb-f3b11b706487 req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:24.031022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['0253f7ee-ae6f-4858-a9f1-19ab13e45e73'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:41:24.052526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Pushing event deleted for resources: {'Port': ['ID=0253f7ee-ae6f-4858-a9f1-19ab13e45e73,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:24.092626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b209ad-5533-4126-babb-f3b11b706487 req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] No DVR routers for this DVR port 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:41:24.095468 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c7b209ad-5533-4126-babb-f3b11b706487 req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:24.099388 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c7b209ad-5533-4126-babb-f3b11b706487 req-9e167212-46cd-4ea1-b264-14d3daea63dc tempest-DeleteServersTestJSON-1533519692 tempest-DeleteServersTestJSON-1533519692-project] 10.222.0.32 "DELETE /v2.0/ports/0253f7ee-ae6f-4858-a9f1-19ab13e45e73 HTTP/1.1" status: 204 len: 173 time: 0.4086440 May 26 16:41:24.099844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'name': 'network-vif-deleted', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:24.102165 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ad0431-4030-45e9-98f3-ced664163e96" -d '{"events": [{"server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "name": "network-vif-deleted", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:24.147255 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7eb05f-49f4-4fa0-ab84-519dddbc9915 x-openstack-request-id: req-8a7eb05f-49f4-4fa0-ab84-519dddbc9915 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:24.147607 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e098c8-a2b2-40f9-b261-122e27c9f2c6", "name": "network-vif-deleted", "tag": "0253f7ee-ae6f-4858-a9f1-19ab13e45e73", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:24.147804 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a7eb05f-49f4-4fa0-ab84-519dddbc9915 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:24.148211 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7eb05f-49f4-4fa0-ab84-519dddbc9915'] response: {'server_uuid': 'b0e098c8-a2b2-40f9-b261-122e27c9f2c6', 'name': 'network-vif-deleted', 'tag': '0253f7ee-ae6f-4858-a9f1-19ab13e45e73', 'status': 'completed', 'code': 200} May 26 16:41:24.172387 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:24.200742 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:24.653694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54038) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:24.698446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af46847-8327-4431-8fee-4bf4d832a986 admin admin] Deleting subnet 0c95a4eb-197f-416b-874f-6ad613fbac5c {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:41:24.701727 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8af46847-8327-4431-8fee-4bf4d832a986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:24.742343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8af46847-8327-4431-8fee-4bf4d832a986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:24.783670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8af46847-8327-4431-8fee-4bf4d832a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:24.840292 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8af46847-8327-4431-8fee-4bf4d832a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:24.868150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af46847-8327-4431-8fee-4bf4d832a986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c95a4eb-197f-416b-874f-6ad613fbac5c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:24.870189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8af46847-8327-4431-8fee-4bf4d832a986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:24.873461 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8af46847-8327-4431-8fee-4bf4d832a986 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0c95a4eb-197f-416b-874f-6ad613fbac5c HTTP/1.1" status: 204 len: 168 time: 0.2186940 May 26 16:41:24.876149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54040) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:24.953614 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.034022 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.057392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cd0eeb-45e7-4308-92b7-943201c4daeb']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:25.067769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a31f403-5045-495f-950c-13336c6ca788') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:25.068065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a31f403-5045-495f-950c-13336c6ca788') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:25.078674 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.093845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.100777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:41:25.101179 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.148736 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 7a31f403-5045-495f-950c-13336c6ca788 resource provider aggregate not found May 26 16:41:25.165586 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 7a31f403-5045-495f-950c-13336c6ca788 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a31f403-5045-495f-950c-13336c6ca788 found for delete ", "request_id": "req-ca7a60fb-3bff-400c-b467-f6ac6c1ba8c3"}]} May 26 16:41:25.174486 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.182875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.186301 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a3cd0eeb-45e7-4308-92b7-943201c4daeb HTTP/1.1" status: 204 len: 168 time: 0.3090351 May 26 16:41:25.198554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dec70d-cc6d-47f3-8fe4-d0733e93ac12 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3cd0eeb-45e7-4308-92b7-943201c4daeb,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:25.301744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54048) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:25.351882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6262a61c-baba-4829-9176-125421145319 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=571f3f8d9c374140bf2a373e41f3a300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485220 May 26 16:41:25.354668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54050) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:25.757645 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.779607 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.828496 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.831129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:25.832327 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40 HTTP/1.1" status: 204 len: 168 time: 0.4766893 May 26 16:41:25.840959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4a54ab-aeb8-4aed-a8f6-f458eecdfd40,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:25.849143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.849496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.849844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.850221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.850557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.850893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.851300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.851541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.851872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.852203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.852527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:25.858337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adc08-ab4e-44c5-b1e5-9034e6d17212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:26.547193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:26.652008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1878259508-network', 'tenant_id': '41cddbd3c9e34d6abcd663be6334d421'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:26.674818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Made reservation on behalf of 41cddbd3c9e34d6abcd663be6334d421 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:41:26.677703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:26.686658 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:26.765342 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:26.769316 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:26.794924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:41:26.803905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97be994-c6df-4b50-80fb-a8775ecd929d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:26.810349 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:26.810733 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Added segment c671126d-9097-427f-93a5-77ffc258844b of type vlan for network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 May 26 16:41:26.852128 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:26.879002 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:26.880485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:26.881096 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:26.934569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3863118 May 26 16:41:26.937591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54076) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:26.944368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba03f5-ba2d-4d6d-b0db-f6e8419ecb04 admin admin] Pushing event updated for resources: {'Network': ['ID=a21d29eb-836c-4e8b-a9d7-97c8dfed2904,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:26.945311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Request body: {'subnet': {'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1878259508-subnet', 'tenant_id': '41cddbd3c9e34d6abcd663be6334d421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:26.954674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:41:26.968552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Made reservation on behalf of 41cddbd3c9e34d6abcd663be6334d421 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:41:26.971126 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:27.059817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:27.085235 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:27.085562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 0253f7ee-ae6f-4858-a9f1-19ab13e45e73 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:27.157942 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:27.216289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:27.226484 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Checking segment: {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:41:27.226852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Network hostable DHCP agents. Network: a21d29eb-836c-4e8b-a9d7-97c8dfed2904, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:41:27.244270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:41:27.252083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, a21d29eb-836c-4e8b-a9d7-97c8dfed2904) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:27.256732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:27.257343 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:27.262271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d087b27-cd2e-4490-a515-facc2a53819b None None] Network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:41:27.273076 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-44f53b01-87a7-4485-a147-ed28bffab0eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3342097 May 26 16:41:27.389926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e0a21-418c-422f-9326-153a166629e9 None None] Network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:41:27.701535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-7d3af1db-314f-4d3b-ad2a-f162de8ad59f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:27.703041 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-7d3af1db-314f-4d3b-ad2a-f162de8ad59f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 815 time: 0.1045668 May 26 16:41:27.718393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-7088367a-ca11-44d6-851c-14e123cc084e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/quotas/41cddbd3c9e34d6abcd663be6334d421 HTTP/1.1" status: 200 len: 375 time: 0.0090935 May 26 16:41:27.749326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-e85b3b1a-25a0-404b-86fb-4f96b48c1422 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256066 May 26 16:41:27.760319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-2cf7a681-0664-4c82-bc84-e64785c95253 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:41:27.761260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-2cf7a681-0664-4c82-bc84-e64785c95253 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048213 May 26 16:41:27.849514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-175fc581-b792-442c-b30b-119ba86ddcbb service neutron] 10.222.0.39 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824847 May 26 16:41:27.941872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-eba59beb-4fc7-4465-b0c6-ca47b0c4deb5 service neutron] 10.222.0.39 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861785 May 26 16:41:28.107181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bf7b950-2f4e-4068-bfd3-9047fbc9bfe3 req-909484c3-c4ec-4cc6-90e1-d1d330319624 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 210 time: 0.0281627 May 26 16:41:29.042641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-ca94cb3a-8c3d-46f8-b8e5-b80bcae507ed tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:29.044098 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-ca94cb3a-8c3d-46f8-b8e5-b80bcae507ed tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 815 time: 0.1157627 May 26 16:41:29.061486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Request body: {'port': {'device_id': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904', 'admin_state_up': True, 'tenant_id': '41cddbd3c9e34d6abcd663be6334d421'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:29.186815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Made reservation on behalf of 41cddbd3c9e34d6abcd663be6334d421 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:41:29.190484 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.206951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f497520-3d31-4f18-be84-8f9996ea4fcb req-ed6f30ac-2b1b-44ef-95b8-5d38fec462e5 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 210 time: 0.0262599 May 26 16:41:29.318723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Allocated IP 172.20.0.3 (a21d29eb-836c-4e8b-a9d7-97c8dfed2904/5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd/864f0b78-cc48-429d-a164-983123ceeb35) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:41:29.463517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.496605 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.539636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:29.542342 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:29.546302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:41:29.554801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Pushing event updated for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:29.600192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:29.600788 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.616174 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-08a84ae7-71bb-47d9-bcf9-6817fb9a9f57 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597751 May 26 16:41:29.627929 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Request body: {'port': {'device_id': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:29.687016 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.946155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864f0b78-cc48-429d-a164-983123ceeb35 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:41:29.953441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.966109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Transition to ACTIVE for port object 864f0b78-cc48-429d-a164-983123ceeb35 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:41:29.969814 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.022711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:30.090307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Attempting to bind port 864f0b78-cc48-429d-a164-983123ceeb35 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:41:30.090959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Attempting to bind port 864f0b78-cc48-429d-a164-983123ceeb35 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:41:30.090959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Attempting to bind port 864f0b78-cc48-429d-a164-983123ceeb35 on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:41:30.095978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Port 864f0b78-cc48-429d-a164-983123ceeb35 on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:41:30.096298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Attempting to bind port 864f0b78-cc48-429d-a164-983123ceeb35 on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:41:30.101021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:41:30.101359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Checking segment: {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:41:30.101745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Bound using segment: {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:41:30.102214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Bound port: 864f0b78-cc48-429d-a164-983123ceeb35, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:41:30.102573 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.165975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:41:30.168898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:41:30.174138 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.207489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:30.208139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.209571 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] 10.222.0.32 "PUT /v2.0/ports/864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 1091 time: 0.5857229 May 26 16:41:30.210107 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:30.212402 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fb1975-e40a-4ac0-9090-378f1de1a321" -d '{"events": [{"name": "network-changed", "server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "tag": "864f0b78-cc48-429d-a164-983123ceeb35"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:30.241355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987da5dc-0148-41e8-8506-1ffa2e1c8ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:30.275662 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e50786-69ea-433d-b1ae-634f4d5a5fa0 x-openstack-request-id: req-a6e50786-69ea-433d-b1ae-634f4d5a5fa0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:30.276016 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "tag": "864f0b78-cc48-429d-a164-983123ceeb35", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:30.276278 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6e50786-69ea-433d-b1ae-634f4d5a5fa0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:30.276690 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e50786-69ea-433d-b1ae-634f4d5a5fa0'] response: {'name': 'network-changed', 'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35', 'status': 'completed', 'code': 200} May 26 16:41:30.311065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-e5ff548b-4110-4770-9e94-26085ea351a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:30.312599 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-e5ff548b-4110-4770-9e94-26085ea351a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 1094 time: 0.0474710 May 26 16:41:30.341067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1af05-5e38-4cc5-961c-ebc00035eeec req-c56a7d38-3ddc-4c70-b194-ce94b43bbbaa tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:30.342882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99a1af05-5e38-4cc5-961c-ebc00035eeec req-c56a7d38-3ddc-4c70-b194-ce94b43bbbaa tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 943 time: 0.0562458 May 26 16:41:30.357170 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-eb356319-4fae-4999-920b-5ee602cbe055 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 217 time: 0.0351846 May 26 16:41:30.382401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-99a1af05-5e38-4cc5-961c-ebc00035eeec req-e9c50402-c7fb-41be-8046-da70d2126da2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333207 May 26 16:41:30.406333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-1280c2d9-e9d6-425f-b818-571b8a97ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:30.407803 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-1280c2d9-e9d6-425f-b818-571b8a97ed44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0441632 May 26 16:41:30.440096 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-f2c4b8b7-dc5c-4782-9b19-d66e3c7e4553 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247293 May 26 16:41:30.532197 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-5cde0d7b-614d-4fa3-9e49-7b1b7610e2b3 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854120 May 26 16:41:30.641953 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f38e3691-6395-48a0-a14f-4403f1b6a495 req-7e5a1619-9a11-4fcc-b3cc-0719fb5e6305 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927346 May 26 16:41:30.744717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-298380f8-edb4-4aeb-8560-d8fa04b101b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:30.746213 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-298380f8-edb4-4aeb-8560-d8fa04b101b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 1094 time: 0.0576386 May 26 16:41:30.839873 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-a3588279-7870-4f22-ac30-24c8e8cd3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:30.841339 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-a3588279-7870-4f22-ac30-24c8e8cd3c70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.0873885 May 26 16:41:30.896909 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-efecca91-81eb-4510-af2c-a9cbc4b35a84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 217 time: 0.0485184 May 26 16:41:30.954983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-8443c231-da95-47de-9ebd-039c564142ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:30.956464 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-8443c231-da95-47de-9ebd-039c564142ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0518124 May 26 16:41:30.998568 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-5f062808-bb6a-48bb-9e93-7e23d68ab323 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325739 May 26 16:41:31.103249 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-68a11f15-7e6e-47af-9bfb-0c0df298dab2 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971050 May 26 16:41:31.220366 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-93fb1975-e40a-4ac0-9090-378f1de1a321 req-78f5ca02-7f6c-42c2-bed9-163b29b03c79 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104341 May 26 16:41:31.501264 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b892a-c6f9-49ed-9fd9-4ace28889f3c req-88512f9b-d185-41cc-b721-a6c7f545380b tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:31.502805 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6b892a-c6f9-49ed-9fd9-4ace28889f3c req-88512f9b-d185-41cc-b721-a6c7f545380b tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 943 time: 0.0500944 May 26 16:41:31.543557 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae6b892a-c6f9-49ed-9fd9-4ace28889f3c req-6cbf03cb-c3a7-494c-b795-2f719762cc14 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 May 26 16:41:32.660012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9b695-8b51-4d12-8b09-f818d6c07f8a req-50424050-2835-461a-9ed8-1ada5d9ec588 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:32.661489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feb9b695-8b51-4d12-8b09-f818d6c07f8a req-50424050-2835-461a-9ed8-1ada5d9ec588 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 943 time: 0.0484347 May 26 16:41:32.699414 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-feb9b695-8b51-4d12-8b09-f818d6c07f8a req-8f61476a-b52b-4604-86e1-a4d37faae484 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 May 26 16:41:33.106966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 864f0b78-cc48-429d-a164-983123ceeb35 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:41:33.202662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:33.213860 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '864f0b78-cc48-429d-a164-983123ceeb35', 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904', 'port_id': '864f0b78-cc48-429d-a164-983123ceeb35', 'mac_address': 'fa:16:3e:8c:d0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:41:33.254599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 864f0b78-cc48-429d-a164-983123ceeb35 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:41:33.255721 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:33.271262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864f0b78-cc48-429d-a164-983123ceeb35 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:41:33.289904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:33.294035 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:33.345307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:33.353657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.354018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.354355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.354687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.355043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.355363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.355834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.356211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.356720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.357066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.358351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.358845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:33.516498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['864f0b78-cc48-429d-a164-983123ceeb35'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:41:33.822144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04506e3f-9bd6-40e2-bb37-f5dad17e9f72 req-4e92fc0f-a852-4ece-a514-efb6dc641f96 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:33.823695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04506e3f-9bd6-40e2-bb37-f5dad17e9f72 req-4e92fc0f-a852-4ece-a514-efb6dc641f96 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 944 time: 0.0551169 May 26 16:41:33.861987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04506e3f-9bd6-40e2-bb37-f5dad17e9f72 req-52cee39e-7e2a-4957-a823-55d2833e6cdd tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 May 26 16:41:34.984790 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699a93e-892b-422f-adff-43af1d75545a req-f6b1e312-c8a8-4c74-9e36-ccadca3ee141 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:34.986282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e699a93e-892b-422f-adff-43af1d75545a req-f6b1e312-c8a8-4c74-9e36-ccadca3ee141 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 944 time: 0.0524936 May 26 16:41:35.024878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e699a93e-892b-422f-adff-43af1d75545a req-42a808bc-1326-4fb3-8cd0-7a0e7533dd13 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 May 26 16:41:35.070617 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9b889749-c162-4a0f-a8e7-77083fb3259e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:35.106744 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 864f0b78-cc48-429d-a164-983123ceeb35 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:41:35.155025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 864f0b78-cc48-429d-a164-983123ceeb35 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:41:35.158803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 864f0b78-cc48-429d-a164-983123ceeb35 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:41:35.159175 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:35.237641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 864f0b78-cc48-429d-a164-983123ceeb35 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:41:35.238041 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:35.260139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:35.262453 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633de117-8d7e-42ed-96bf-ca68b85ee8fb" -d '{"events": [{"server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "name": "network-vif-plugged", "status": "completed", "tag": "864f0b78-cc48-429d-a164-983123ceeb35"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:35.276012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:35.279997 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:35.305851 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd237f87-30a2-43e4-bd00-f7d229d2cca4 x-openstack-request-id: req-dd237f87-30a2-43e4-bd00-f7d229d2cca4 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:35.306170 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "name": "network-vif-plugged", "status": "completed", "tag": "864f0b78-cc48-429d-a164-983123ceeb35", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:35.306412 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd237f87-30a2-43e4-bd00-f7d229d2cca4 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:35.306802 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd237f87-30a2-43e4-bd00-f7d229d2cca4'] response: {'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35', 'code': 200} May 26 16:41:35.333725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:35.427956 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851eea0-fd5f-4e6d-917c-971d2da580d1 req-f6c33fb5-9318-46d9-b311-04791f1302fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:35.430640 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1851eea0-fd5f-4e6d-917c-971d2da580d1 req-f6c33fb5-9318-46d9-b311-04791f1302fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 1096 time: 0.0430679 May 26 16:41:35.465668 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1851eea0-fd5f-4e6d-917c-971d2da580d1 req-358171d5-ae59-4963-aba9-4f29c736dc02 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282965 May 26 16:41:36.167280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ad3bf-8251-4b10-aab5-ee63497f93d3 req-70588099-f5b1-41e3-94fd-5c7407b6d343 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:36.168739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a52ad3bf-8251-4b10-aab5-ee63497f93d3 req-70588099-f5b1-41e3-94fd-5c7407b6d343 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0726292 May 26 16:41:36.214279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a52ad3bf-8251-4b10-aab5-ee63497f93d3 req-f15c34fc-7a9a-4cc7-91c2-e526c5647854 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378916 May 26 16:41:37.170091 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:41:37.341411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528484-a2b3-40b8-8e8e-495ab087e447 req-850f5190-23b4-4b4c-829d-dd45c16447eb tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:37.342941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4528484-a2b3-40b8-8e8e-495ab087e447 req-850f5190-23b4-4b4c-829d-dd45c16447eb tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0545745 May 26 16:41:37.382150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c4528484-a2b3-40b8-8e8e-495ab087e447 req-00b233b3-4698-4ca5-9a74-637effc6fc38 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330689 May 26 16:41:37.497525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d0141-74d1-4a69-92e0-3175a8b86ffd req-d63b27f0-942a-40ac-b5fe-53e3b8bfbb18 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:37.498916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e14d0141-74d1-4a69-92e0-3175a8b86ffd req-d63b27f0-942a-40ac-b5fe-53e3b8bfbb18 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0498066 May 26 16:41:37.537277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e14d0141-74d1-4a69-92e0-3175a8b86ffd req-418ae163-9c12-44e5-8e18-08b01d485bd6 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 May 26 16:41:37.744978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95979743-469f-4b21-8438-dca0471fbade req-eb32c022-f7b7-4c01-9d70-9d075333a3ed tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:37.746479 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95979743-469f-4b21-8438-dca0471fbade req-eb32c022-f7b7-4c01-9d70-9d075333a3ed tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0514698 May 26 16:41:37.785457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-95979743-469f-4b21-8438-dca0471fbade req-7e257c88-40e3-4eff-af53-3d0d2c88119b tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328715 May 26 16:41:37.801468 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-66a1923f-2560-4bbe-964b-440d8e2edd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:37.906981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d76b7f-78fe-4387-8c8a-afeabe9b5af3 req-11808d84-1c49-4252-8fc9-e2b7bf66ac10 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:37.908430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4d76b7f-78fe-4387-8c8a-afeabe9b5af3 req-11808d84-1c49-4252-8fc9-e2b7bf66ac10 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0547774 May 26 16:41:37.947459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4d76b7f-78fe-4387-8c8a-afeabe9b5af3 req-71755526-95aa-4a42-b573-9b5d8271a95f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 May 26 16:41:38.181728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-8a1bf84f-094e-4f9c-aea8-cc0de59c0932 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447121 May 26 16:41:38.192643 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c52d36-a16e-46b5-8f1b-a1708a10d342 req-ead23acf-3a33-4db2-9d7f-dc2c31023dd2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:38.194310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79c52d36-a16e-46b5-8f1b-a1708a10d342 req-ead23acf-3a33-4db2-9d7f-dc2c31023dd2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0538161 May 26 16:41:38.238288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79c52d36-a16e-46b5-8f1b-a1708a10d342 req-01a79b5a-7124-4ec9-bf0d-671ce3986cc0 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370026 May 26 16:41:38.891326 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.304852 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4b2d7a7f-f288-41a2-9cee-5f007e6fc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:39.306828 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4b2d7a7f-f288-41a2-9cee-5f007e6fc747 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 1096 time: 0.0448880 May 26 16:41:39.361219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955666b5-c364-438d-a8df-5cd7e670a592 req-e3dd0481-ae50-42fc-86ec-dede93e0d4bf tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:39.362742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-955666b5-c364-438d-a8df-5cd7e670a592 req-e3dd0481-ae50-42fc-86ec-dede93e0d4bf tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0498071 May 26 16:41:39.399690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-52ba0f51-90a5-4e28-8b56-9cc0be371d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:39.401162 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-52ba0f51-90a5-4e28-8b56-9cc0be371d28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.0856671 May 26 16:41:39.404827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-955666b5-c364-438d-a8df-5cd7e670a592 req-f4b4deb8-4dc5-4cc7-9379-206979fd08c9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339930 May 26 16:41:39.448280 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-b9d16b29-7ae9-4d76-8eb5-04fb690e2675 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 217 time: 0.0403764 May 26 16:41:39.501244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-51c81aa0-5c0b-4ac6-b286-4e33e25d827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:39.502748 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-51c81aa0-5c0b-4ac6-b286-4e33e25d827e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0445514 May 26 16:41:39.534248 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-5bedaed7-fc2a-48a9-aaff-4ad57413a371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240345 May 26 16:41:39.627508 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-f6197038-f19d-4991-9d0e-8608d16328c8 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 May 26 16:41:39.716929 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-f981f28c-be75-49e1-ac72-99ea8e65c494 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830271 May 26 16:41:40.529037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660595a-bb4f-47c5-9051-bbcf0f8abed1 req-82301807-8250-43f7-b98b-2a94d3fbf5b8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:40.530536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b660595a-bb4f-47c5-9051-bbcf0f8abed1 req-82301807-8250-43f7-b98b-2a94d3fbf5b8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0548763 May 26 16:41:40.569105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b660595a-bb4f-47c5-9051-bbcf0f8abed1 req-98cd1783-f2ee-499b-b0b7-d8e24c505dd8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 May 26 16:41:40.707233 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.766112 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:41.689313 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4307c-680d-4440-b629-eab95b25e690 req-74acd7eb-573b-4192-b064-c5b7cf067734 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:41.690827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f4307c-680d-4440-b629-eab95b25e690 req-74acd7eb-573b-4192-b064-c5b7cf067734 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0494082 May 26 16:41:41.732520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97f4307c-680d-4440-b629-eab95b25e690 req-335ad373-c656-4434-bb37-565e1fb43975 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349133 May 26 16:41:42.849437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f940a-0833-435e-b5ee-6cffe0936506 req-eeadb666-a90e-4c9a-bfd7-fe7c1201b7fd tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:42.850924 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a2f940a-0833-435e-b5ee-6cffe0936506 req-eeadb666-a90e-4c9a-bfd7-fe7c1201b7fd tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0498221 May 26 16:41:42.891247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a2f940a-0833-435e-b5ee-6cffe0936506 req-c9f03eae-2a5e-4cca-b3d7-44f8d448d928 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337739 May 26 16:41:44.015587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe038b0b-1566-4fb0-b187-803dc39bd91b req-09757d43-d7b5-4ab3-b0f3-7f822b4cad4f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:44.017102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe038b0b-1566-4fb0-b187-803dc39bd91b req-09757d43-d7b5-4ab3-b0f3-7f822b4cad4f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0574591 May 26 16:41:44.055420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe038b0b-1566-4fb0-b187-803dc39bd91b req-fbf92085-7074-43fc-a6c8-795a57974a63 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 May 26 16:41:45.175028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493fb6f-b334-44e5-a44a-5f9dcfd426ec req-7d78519e-b46c-420c-9064-ef4bb009f1e3 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:45.176950 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8493fb6f-b334-44e5-a44a-5f9dcfd426ec req-7d78519e-b46c-420c-9064-ef4bb009f1e3 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0530057 May 26 16:41:45.219331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8493fb6f-b334-44e5-a44a-5f9dcfd426ec req-cf06346c-d467-4ba3-a04d-4ce4d09dfd32 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328791 May 26 16:41:46.337554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276eaa4-8078-4249-bf65-b1f2e62d41d0 req-39b5ab7a-8121-45c4-9f5d-94ba5a324415 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:46.339067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8276eaa4-8078-4249-bf65-b1f2e62d41d0 req-39b5ab7a-8121-45c4-9f5d-94ba5a324415 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0492203 May 26 16:41:46.390249 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8276eaa4-8078-4249-bf65-b1f2e62d41d0 req-864f2a2d-4cc8-40c8-987b-d7b21f2f3766 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449049 May 26 16:41:47.518082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892ea58-ff6b-4b08-b3f9-4a377174dba6 req-2d2aea80-62bc-4cc8-8558-ab0573e4309b tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:47.519619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d892ea58-ff6b-4b08-b3f9-4a377174dba6 req-2d2aea80-62bc-4cc8-8558-ab0573e4309b tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0552044 May 26 16:41:47.564955 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d892ea58-ff6b-4b08-b3f9-4a377174dba6 req-09418367-b195-403e-93e6-74bd59dca2b6 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 May 26 16:41:48.692111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f900bd-6c7f-4cc8-a305-f49665992dc0 req-c6e33d7b-ab3c-4574-b29b-c1f4a19346bc tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:48.693601 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05f900bd-6c7f-4cc8-a305-f49665992dc0 req-c6e33d7b-ab3c-4574-b29b-c1f4a19346bc tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0526807 May 26 16:41:48.734299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05f900bd-6c7f-4cc8-a305-f49665992dc0 req-ce7aaf30-3fe4-40be-bc7d-bc15e1e0997d tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 May 26 16:41:49.862069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906be2e-0a9a-41d1-a9dc-aaf2208180c3 req-160ba0d7-1066-47f2-bba7-d98ac5924f61 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:49.863596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8906be2e-0a9a-41d1-a9dc-aaf2208180c3 req-160ba0d7-1066-47f2-bba7-d98ac5924f61 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0548513 May 26 16:41:49.907672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8906be2e-0a9a-41d1-a9dc-aaf2208180c3 req-a75a0866-afe2-4401-a7e8-92d551430d54 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 May 26 16:41:51.043396 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedf356-6d94-42bc-90ce-508872ab88b0 req-8bc13e6f-5b42-49b7-b684-be43327374e4 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:51.045210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3aedf356-6d94-42bc-90ce-508872ab88b0 req-8bc13e6f-5b42-49b7-b684-be43327374e4 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0597892 May 26 16:41:51.083108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3aedf356-6d94-42bc-90ce-508872ab88b0 req-c95eeb63-5b73-460b-985b-82ad54d3f672 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 May 26 16:41:52.206105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba61fd-dc8b-4132-b5ca-f9d905a773ef req-88b5d800-9bca-4226-a175-4dbedf728ed9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:52.207732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcba61fd-dc8b-4132-b5ca-f9d905a773ef req-88b5d800-9bca-4226-a175-4dbedf728ed9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0522625 May 26 16:41:52.249198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcba61fd-dc8b-4132-b5ca-f9d905a773ef req-974ead0a-3353-42e2-bf9a-bfc18d55d8c2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337853 May 26 16:41:53.374906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bedbb5-6c50-4676-8b75-082e8c904a90 req-52e51194-17c1-4710-8214-c30bebc04510 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:53.376378 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97bedbb5-6c50-4676-8b75-082e8c904a90 req-52e51194-17c1-4710-8214-c30bebc04510 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0548832 May 26 16:41:53.418734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97bedbb5-6c50-4676-8b75-082e8c904a90 req-84e6fe4f-7d7d-40ad-ac27-d91cd00c2ddd tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359035 May 26 16:41:54.167914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:54.222932 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:54.543804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1d2c5-7ccf-4ca6-bc40-9a1ba82331e4 req-17d53c1f-c4d4-45da-a6d5-0f44b5053797 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:54.545579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9d1d2c5-7ccf-4ca6-bc40-9a1ba82331e4 req-17d53c1f-c4d4-45da-a6d5-0f44b5053797 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0571778 May 26 16:41:54.587507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9d1d2c5-7ccf-4ca6-bc40-9a1ba82331e4 req-bcad1373-9976-4568-95cb-328118d0e5da tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335588 May 26 16:41:55.712540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03107bd-2f23-4645-885e-9b5d9c12c51a req-46171f51-99cc-4b50-bc11-e7adaa8e5c62 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:55.714135 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f03107bd-2f23-4645-885e-9b5d9c12c51a req-46171f51-99cc-4b50-bc11-e7adaa8e5c62 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0564907 May 26 16:41:55.753218 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f03107bd-2f23-4645-885e-9b5d9c12c51a req-c4108bf7-3ddd-4e9b-b170-cfdc663976b5 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 May 26 16:41:56.875026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce79d2-4ae2-4b46-9086-8dbe0ffe5498 req-fc3956f9-f39c-4efa-8213-b9437e8e7d5d tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:56.876563 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3ce79d2-4ae2-4b46-9086-8dbe0ffe5498 req-fc3956f9-f39c-4efa-8213-b9437e8e7d5d tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0511429 May 26 16:41:56.932841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3ce79d2-4ae2-4b46-9086-8dbe0ffe5498 req-bebcb4b0-6b46-4fd2-957e-c0418dcefaa3 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 May 26 16:41:58.066397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756e54b-ff90-4f09-8024-7b598c3f2754 req-b15ef0cd-0777-4b34-b508-1bf1110e1cce tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:58.067897 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9756e54b-ff90-4f09-8024-7b598c3f2754 req-b15ef0cd-0777-4b34-b508-1bf1110e1cce tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0593691 May 26 16:41:58.114366 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9756e54b-ff90-4f09-8024-7b598c3f2754 req-f357a5b8-5f3b-4d72-8dea-940eb820eb2c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 May 26 16:41:59.246088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff11db0-d7d6-4bf8-9a6f-43ac708c8a97 req-da43b54c-6d9d-4c24-9653-7061eb549ed5 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:59.249141 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ff11db0-d7d6-4bf8-9a6f-43ac708c8a97 req-da43b54c-6d9d-4c24-9653-7061eb549ed5 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0582073 May 26 16:41:59.290742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ff11db0-d7d6-4bf8-9a6f-43ac708c8a97 req-ee15689c-c263-4abc-9a6e-5593d4f8903a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343525 May 26 16:42:00.420884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d3d1b-1f59-40c6-b9a3-a82d144fb96f req-fd139424-85f7-48c7-80b7-39a70ec68f41 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:00.422489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd7d3d1b-1f59-40c6-b9a3-a82d144fb96f req-fd139424-85f7-48c7-80b7-39a70ec68f41 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0508242 May 26 16:42:00.462865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd7d3d1b-1f59-40c6-b9a3-a82d144fb96f req-6e406dbe-6bc1-4ee2-b095-700545e1e01e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341799 May 26 16:42:01.595734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2e8fd-4156-4f49-9acb-a66744f09835 req-25000617-ff80-40b6-a3cf-e7906169453f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:01.597233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65e2e8fd-4156-4f49-9acb-a66744f09835 req-25000617-ff80-40b6-a3cf-e7906169453f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0587897 May 26 16:42:01.638032 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65e2e8fd-4156-4f49-9acb-a66744f09835 req-22d14f9b-9004-494c-850a-1ac9451ac7bf tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345089 May 26 16:42:02.761296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83607b-364d-4671-9d84-f7baf2f4eb1a req-2ac45af8-50f6-403a-9bfd-5cb04541f98f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:02.762850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac83607b-364d-4671-9d84-f7baf2f4eb1a req-2ac45af8-50f6-403a-9bfd-5cb04541f98f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0510223 May 26 16:42:02.803131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac83607b-364d-4671-9d84-f7baf2f4eb1a req-0d021cc4-c9b7-44df-8091-d7fc4b2b5386 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336311 May 26 16:42:03.582477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-36223eac-de8a-4308-92e0-253cc150f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:03.584039 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-36223eac-de8a-4308-92e0-253cc150f270 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 1096 time: 0.0421252 May 26 16:42:03.701409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-3e23d584-90f2-44da-878d-9dd09a86210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:03.702935 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-3e23d584-90f2-44da-878d-9dd09a86210b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.0940065 May 26 16:42:03.747008 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-095945a1-49ea-4d0d-9fc6-0db24f5f65ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 217 time: 0.0356653 May 26 16:42:03.794384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-2391d126-c9e3-48ad-a2a4-631589a63494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:03.796152 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-2391d126-c9e3-48ad-a2a4-631589a63494 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0428209 May 26 16:42:03.832151 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-725e0c50-f0d0-4bd7-8494-644612a0db44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294688 May 26 16:42:03.924382 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-1de67e5b-6255-44b8-8e5c-bf86f2e27df6 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855088 May 26 16:42:03.926892 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fa898-ce0e-49d5-bf30-02c38c04d9a1 req-461b061d-381a-4412-9ed4-c385ce40efda tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:03.928885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f85fa898-ce0e-49d5-bf30-02c38c04d9a1 req-461b061d-381a-4412-9ed4-c385ce40efda tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0499880 May 26 16:42:03.968356 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f85fa898-ce0e-49d5-bf30-02c38c04d9a1 req-1170d64d-0040-4887-bf39-0e4fe9d46f34 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 May 26 16:42:04.026504 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0b6aef88-8b25-4e78-b296-67b9cdef4f4b req-816369b1-0f4a-4fb5-a0ca-8a28b55057cd service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942955 May 26 16:42:05.076204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b92bf079-9468-4835-8c7a-6ef60498fcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:05.115351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3b096-bbde-4abd-8e9f-532ff5140c0b req-110ee898-f00d-4b6d-ac25-28883a9f0cd2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:05.116948 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1a3b096-bbde-4abd-8e9f-532ff5140c0b req-110ee898-f00d-4b6d-ac25-28883a9f0cd2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0662060 May 26 16:42:05.157452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1a3b096-bbde-4abd-8e9f-532ff5140c0b req-4a231dec-d772-4018-b118-59a39f3e2ce2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335264 May 26 16:42:06.283502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ded59-ff99-4444-9f77-fb3983020b7b req-f899875d-cffe-4d62-90e5-029ba9c38eee tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:06.285045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d3ded59-ff99-4444-9f77-fb3983020b7b req-f899875d-cffe-4d62-90e5-029ba9c38eee tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0560081 May 26 16:42:06.328782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d3ded59-ff99-4444-9f77-fb3983020b7b req-4cb14ce0-51b6-48fe-bf5b-c47e7070e31a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345194 May 26 16:42:06.748137 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-b0a822cb-995f-4ce7-a260-622d3446bc32 service neutron] show failed (client error): The resource could not be found. May 26 16:42:06.749185 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-b0a822cb-995f-4ce7-a260-622d3446bc32 service neutron] 10.222.0.32 "GET /v2.0/ports/864f0b78-cc48-429d-a164-983123ceeb35/bindings/n-h1-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0579600 May 26 16:42:06.962790 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-ef86ba30-306c-4e35-99b5-7d65a9d006b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:06.964313 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-ef86ba30-306c-4e35-99b5-7d65a9d006b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1&tenant_id=41cddbd3c9e34d6abcd663be6334d421 HTTP/1.1" status: 200 len: 1096 time: 0.0489712 May 26 16:42:06.975308 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:07.032064 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.236462 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:07.272782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:42:07.311262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:07.313703 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ca498f-89d7-4b33-b23a-e7b88da04512" -d '{"events": [{"server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "name": "network-vif-unplugged", "status": "completed", "tag": "864f0b78-cc48-429d-a164-983123ceeb35"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:07.318549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.331256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Transition to ACTIVE for port object 864f0b78-cc48-429d-a164-983123ceeb35 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:42:07.335895 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.371753 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea8252-822e-44c0-a673-7492c9a4ac83 x-openstack-request-id: req-c5ea8252-822e-44c0-a673-7492c9a4ac83 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:07.371753 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "name": "network-vif-unplugged", "status": "completed", "tag": "864f0b78-cc48-429d-a164-983123ceeb35", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:07.372038 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5ea8252-822e-44c0-a673-7492c9a4ac83 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:07.372434 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ea8252-822e-44c0-a673-7492c9a4ac83'] response: {'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35', 'code': 200} May 26 16:42:07.400937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Pushing event updated for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:07.403361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] No DVR routers for this DVR port 864f0b78-cc48-429d-a164-983123ceeb35 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:42:07.446016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Attempting to bind port 864f0b78-cc48-429d-a164-983123ceeb35 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:42:07.446408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Attempting to bind port 864f0b78-cc48-429d-a164-983123ceeb35 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:42:07.446714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Attempting to bind port 864f0b78-cc48-429d-a164-983123ceeb35 on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:42:07.451156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Port 864f0b78-cc48-429d-a164-983123ceeb35 on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:42:07.451476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Attempting to bind port 864f0b78-cc48-429d-a164-983123ceeb35 on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:42:07.453904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17cc7e-8c8b-477b-bdb6-1b15557f4771 req-eda2899b-9a46-4fdc-ba3d-039289893806 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:07.455451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d17cc7e-8c8b-477b-bdb6-1b15557f4771 req-eda2899b-9a46-4fdc-ba3d-039289893806 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 943 time: 0.0519702 May 26 16:42:07.457287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:42:07.457622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Checking segment: {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:42:07.458029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Bound using segment: {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:42:07.458478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Bound port: 864f0b78-cc48-429d-a164-983123ceeb35, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:42:07.459382 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.496007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d17cc7e-8c8b-477b-bdb6-1b15557f4771 req-8c22125e-c22f-47ec-9d7e-732640d679bb tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 May 26 16:42:07.523041 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:42:07.526394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:42:07.530521 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.565071 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:07.565786 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.567401 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] 10.222.0.24 "PUT /v2.0/ports/864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 1091 time: 0.5961335 May 26 16:42:07.588296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a71e3-5f00-4bf0-920b-37fd9ee71812 service neutron] Pushing event updated for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:07.631517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-e4a57377-1770-4a3f-8db6-d4ec4854c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:07.633034 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-e4a57377-1770-4a3f-8db6-d4ec4854c962 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 1094 time: 0.0418582 May 26 16:42:07.723746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-2b7aa994-9b41-4f6e-9591-d5d80e888a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:07.725759 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-2b7aa994-9b41-4f6e-9591-d5d80e888a9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.0869353 May 26 16:42:07.767294 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-3fcd25e4-077d-4981-b9dd-ee50efc21aff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 217 time: 0.0335045 May 26 16:42:07.802104 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5a130560-8ca3-4bf1-b335-614cd1a11536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.819176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-ab5d6db3-a53d-4ff3-84b2-cdf715905972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:07.820629 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-ab5d6db3-a53d-4ff3-84b2-cdf715905972 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0476820 May 26 16:42:07.851927 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-494e6afe-a155-45a6-aad2-b9ba10af4b60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251439 May 26 16:42:07.938795 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-613710d7-c6dc-4f92-9e8f-e89b741294d6 service neutron] 10.222.0.24 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801961 May 26 16:42:08.031509 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e2af77cd-105d-4fcc-b97d-6c9b97cf2a0f req-73724294-bf30-4b29-bc70-cc43b197babc service neutron] 10.222.0.24 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854468 May 26 16:42:08.621744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b511d57-8b02-4faf-b491-1b1346ca1bdf req-616bd516-203b-4aea-81be-9823f5db25d0 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:08.623257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b511d57-8b02-4faf-b491-1b1346ca1bdf req-616bd516-203b-4aea-81be-9823f5db25d0 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 943 time: 0.0555673 May 26 16:42:08.660602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b511d57-8b02-4faf-b491-1b1346ca1bdf req-c5f03df2-1f69-4ab7-8a6a-fdec9cc1f7c0 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 May 26 16:42:08.891331 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.373593 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:09.376049 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7c30dc-2143-48a1-86a4-b82737c5162f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "tag": "864f0b78-cc48-429d-a164-983123ceeb35"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:09.425510 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297b82cb-9246-4b0c-b7c8-7356473e5b78 x-openstack-request-id: req-297b82cb-9246-4b0c-b7c8-7356473e5b78 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:09.425796 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "tag": "864f0b78-cc48-429d-a164-983123ceeb35", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:09.426093 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-297b82cb-9246-4b0c-b7c8-7356473e5b78 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:09.426513 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297b82cb-9246-4b0c-b7c8-7356473e5b78'] response: {'name': 'network-changed', 'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35', 'status': 'completed', 'code': 200} May 26 16:42:09.519574 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-b0cf3131-1cfc-4c29-a3d9-9f41d977beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:09.521166 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-b0cf3131-1cfc-4c29-a3d9-9f41d977beb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 1094 time: 0.0743299 May 26 16:42:09.522917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-5e12d56c-d1ac-4074-9130-3681e8036adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:09.524232 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-5e12d56c-d1ac-4074-9130-3681e8036adf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 1094 time: 0.0761504 May 26 16:42:09.787444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b61380-53d2-43d2-9568-2e135fdb3ec8 req-370a3548-cba9-40a8-9edc-528dcb3d8dfa tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:09.789062 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3b61380-53d2-43d2-9568-2e135fdb3ec8 req-370a3548-cba9-40a8-9edc-528dcb3d8dfa tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 943 time: 0.0525463 May 26 16:42:09.830559 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3b61380-53d2-43d2-9568-2e135fdb3ec8 req-2d7673ed-f27d-4a2b-b8d7-6089a42d62b0 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342641 May 26 16:42:10.031972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-7f6906f8-07b1-4394-b6f6-01e274bd7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:10.033483 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-7f6906f8-07b1-4394-b6f6-01e274bd7478 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.4973114 May 26 16:42:10.034664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-6d74eff6-33c9-439b-b031-53a0c96c9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:10.036130 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-6d74eff6-33c9-439b-b031-53a0c96c9b32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.5071175 May 26 16:42:10.076857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f27f8-4009-4df2-b61a-d5d894ec8aa0 req-4ada7f5d-02ac-4079-ae16-0a60a3a54fc8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:10.078398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-616f27f8-4009-4df2-b61a-d5d894ec8aa0 req-4ada7f5d-02ac-4079-ae16-0a60a3a54fc8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 943 time: 0.0885029 May 26 16:42:10.111488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94898456-f86e-4943-b6af-36d2ac87742b req-b989e834-a425-447a-a974-82c49f797962 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:10.112996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94898456-f86e-4943-b6af-36d2ac87742b req-b989e834-a425-447a-a974-82c49f797962 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1&tenant_id=41cddbd3c9e34d6abcd663be6334d421&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 943 time: 0.0950081 May 26 16:42:10.113536 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-703b7ef2-246a-41ce-af7c-b0f40033a157 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 217 time: 0.0708156 May 26 16:42:10.115173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-94203c31-9532-4a16-8fc6-14bb97f95285 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 217 time: 0.0662677 May 26 16:42:10.157952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-616f27f8-4009-4df2-b61a-d5d894ec8aa0 req-131d096d-da26-4c15-b29e-978e62e9385f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717924 May 26 16:42:10.194679 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 864f0b78-cc48-429d-a164-983123ceeb35 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:42:10.196145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-92eee332-0a32-446c-98e2-a88adc858d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:10.197716 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-92eee332-0a32-446c-98e2-a88adc858d1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0779314 May 26 16:42:10.201387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-5854c2ab-2e48-40bc-b9b2-aabaf02b77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:10.202695 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-5854c2ab-2e48-40bc-b9b2-aabaf02b77c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0756500 May 26 16:42:10.206379 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-94898456-f86e-4943-b6af-36d2ac87742b req-5ba0274d-d6ce-437f-8b32-cc27caa29b2c service neutron] delete failed (client error): The resource could not be found. May 26 16:42:10.207813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94898456-f86e-4943-b6af-36d2ac87742b req-5ba0274d-d6ce-437f-8b32-cc27caa29b2c service neutron] 10.222.0.32 "DELETE /v2.0/ports/864f0b78-cc48-429d-a164-983123ceeb35/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0827467 May 26 16:42:10.237286 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-15f38266-ec97-43fe-8b15-aa3bbeec7650 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333707 May 26 16:42:10.260381 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-96889163-b5ad-4a86-bf43-8f9fa6ff0c1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320125 May 26 16:42:10.298821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:10.312365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '864f0b78-cc48-429d-a164-983123ceeb35', 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904', 'port_id': '864f0b78-cc48-429d-a164-983123ceeb35', 'mac_address': 'fa:16:3e:8c:d0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:42:10.352104 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 864f0b78-cc48-429d-a164-983123ceeb35 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:42:10.352524 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.365538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864f0b78-cc48-429d-a164-983123ceeb35 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:42:10.385610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:10.389632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.410791 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-b2103d96-44d7-4dd3-9e81-5c1246cb8e53 service neutron] 10.222.0.24 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528847 May 26 16:42:10.414251 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-dff68d62-ce90-4ae1-aae8-c39a9fdc639f service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462476 May 26 16:42:10.437620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:10.572291 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-640b3f69-425a-4a35-aaa9-be800497ce34 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468601 May 26 16:42:10.574054 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-eb7c30dc-2143-48a1-86a4-b82737c5162f req-e0d1cd16-bf7c-4c0d-9ff0-b671e9fe4e88 service neutron] 10.222.0.24 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563709 May 26 16:42:10.609495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['864f0b78-cc48-429d-a164-983123ceeb35'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:42:10.678637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94898456-f86e-4943-b6af-36d2ac87742b req-c33bbae1-be06-4fa2-b5ce-5ddeb0749f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:10.680526 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-94898456-f86e-4943-b6af-36d2ac87742b req-c33bbae1-be06-4fa2-b5ce-5ddeb0749f8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 1095 time: 0.0426555 May 26 16:42:10.721679 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.776612 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.780781 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94898456-f86e-4943-b6af-36d2ac87742b req-6bd06569-3d27-4669-b30a-7912e0db63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:10.786040 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-94898456-f86e-4943-b6af-36d2ac87742b req-6bd06569-3d27-4669-b30a-7912e0db63a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.0931535 May 26 16:42:10.825901 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-94898456-f86e-4943-b6af-36d2ac87742b req-36f4acfd-2466-469c-9643-8fdbad6c53e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 200 len: 217 time: 0.0366809 May 26 16:42:10.875199 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94898456-f86e-4943-b6af-36d2ac87742b req-682e2cc2-e5fb-4266-a40e-a296ea9c3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:10.876650 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-94898456-f86e-4943-b6af-36d2ac87742b req-682e2cc2-e5fb-4266-a40e-a296ea9c3697 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0441754 May 26 16:42:10.913250 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-94898456-f86e-4943-b6af-36d2ac87742b req-40aeaf00-1b70-4702-8ddb-013c53aee060 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293136 May 26 16:42:11.001753 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-94898456-f86e-4943-b6af-36d2ac87742b req-8a91adf7-ce16-4730-9f48-33a2843d0524 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809128 May 26 16:42:11.099652 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-94898456-f86e-4943-b6af-36d2ac87742b req-36998e7f-37e3-4d1b-af2c-d82f5e1217a4 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870016 May 26 16:42:11.247910 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 864f0b78-cc48-429d-a164-983123ceeb35 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:11.295922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 864f0b78-cc48-429d-a164-983123ceeb35 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:11.296555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aee90a-cd68-4dab-a670-dd985d3cd39d req-188d29e9-c73c-4b34-a2a4-fb2836882772 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:11.299079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2aee90a-cd68-4dab-a670-dd985d3cd39d req-188d29e9-c73c-4b34-a2a4-fb2836882772 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 944 time: 0.0634255 May 26 16:42:11.339749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d2aee90a-cd68-4dab-a670-dd985d3cd39d req-e1b36e7b-477a-42c6-87a1-cd4a18849d6c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346406 May 26 16:42:12.216059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 864f0b78-cc48-429d-a164-983123ceeb35 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:42:12.264339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 864f0b78-cc48-429d-a164-983123ceeb35 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:42:12.268457 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 864f0b78-cc48-429d-a164-983123ceeb35 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:42:12.268822 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:12.344838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 864f0b78-cc48-429d-a164-983123ceeb35 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:42:12.345238 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:12.367514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:12.370436 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315aacf0-1dc8-46c5-b0b5-74374f26bac9" -d '{"events": [{"server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "name": "network-vif-plugged", "status": "completed", "tag": "864f0b78-cc48-429d-a164-983123ceeb35"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:12.387638 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:12.391893 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:12.417182 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e62a40e-a737-4fa7-827d-2ff763670473 x-openstack-request-id: req-1e62a40e-a737-4fa7-827d-2ff763670473 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:12.417464 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "name": "network-vif-plugged", "status": "completed", "tag": "864f0b78-cc48-429d-a164-983123ceeb35", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:12.417719 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e62a40e-a737-4fa7-827d-2ff763670473 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:12.418128 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e62a40e-a737-4fa7-827d-2ff763670473'] response: {'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35', 'code': 200} May 26 16:42:12.445924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:12.467381 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f3ba7-a3df-408a-975b-788dbddef5d9 req-4e7cfbc0-abce-422d-bf0f-7fcb78de02a8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:12.469049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b3f3ba7-a3df-408a-975b-788dbddef5d9 req-4e7cfbc0-abce-422d-bf0f-7fcb78de02a8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0555608 May 26 16:42:12.513435 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b3f3ba7-a3df-408a-975b-788dbddef5d9 req-370037dd-d970-4083-90cc-f4b228c16287 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371389 May 26 16:42:12.637973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25662-e93d-4d06-81cc-47803c72b82c req-f647cb70-6480-448c-9cac-80284597c4a9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:12.639547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2e25662-e93d-4d06-81cc-47803c72b82c req-f647cb70-6480-448c-9cac-80284597c4a9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0526302 May 26 16:42:12.681658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2e25662-e93d-4d06-81cc-47803c72b82c req-0692ec13-43e2-45c0-9d59-2d8481819072 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360577 May 26 16:42:12.799843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980fb39-b6e6-42bb-aacd-e147fcc2705e req-8b486ad4-2e79-45f1-9811-651a13d2732a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:12.801351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d980fb39-b6e6-42bb-aacd-e147fcc2705e req-8b486ad4-2e79-45f1-9811-651a13d2732a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0513418 May 26 16:42:12.846199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d980fb39-b6e6-42bb-aacd-e147fcc2705e req-bdf7e1ab-4e34-4ae2-b085-ab2dab390fc8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384049 May 26 16:42:13.237305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-56f3433a-c300-4ce3-9dcb-c88d62dec0b0 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:13.238787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-56f3433a-c300-4ce3-9dcb-c88d62dec0b0 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 815 time: 0.1049976 May 26 16:42:13.253856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-ca7fd411-aa11-4df4-9bc3-7f1d9eeab14a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/quotas/41cddbd3c9e34d6abcd663be6334d421 HTTP/1.1" status: 200 len: 375 time: 0.0089910 May 26 16:42:13.304016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-14b3c652-4407-4073-8c9a-39ae98f9ce15 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441387 May 26 16:42:13.397460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-03003759-acb4-4c85-98a3-1222037d33d3 service neutron] 10.222.0.39 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862672 May 26 16:42:13.492089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-39666329-d4ac-45ad-8e67-c26af47ef7cb service neutron] 10.222.0.39 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878558 May 26 16:42:13.655848 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-607a3423-61de-4157-ae18-c2c9c6d12662 req-1c14a371-12bb-44ea-9808-af6802b0ecb9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 210 time: 0.0276892 May 26 16:42:14.175385 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:42:14.307289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-5907aa7c-4dc3-4988-9ff9-58c4ae2a8fa5 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:14.308982 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-5907aa7c-4dc3-4988-9ff9-58c4ae2a8fa5 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1 HTTP/1.1" status: 200 len: 945 time: 0.0528474 May 26 16:42:14.400421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Deleting port 864f0b78-cc48-429d-a164-983123ceeb35 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:14.400832 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:14.520485 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] For port 864f0b78-cc48-429d-a164-983123ceeb35, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=864f0b78-cc48-429d-a164-983123ceeb35,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:14.520855 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:14.573598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Calling delete_port for 864f0b78-cc48-429d-a164-983123ceeb35 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:14.657553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-8ab37877-e99f-4180-b78f-2da0237a1c87 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:14.659155 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-8ab37877-e99f-4180-b78f-2da0237a1c87 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 815 time: 0.1737928 May 26 16:42:14.674200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Request body: {'port': {'device_id': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904', 'admin_state_up': True, 'tenant_id': '41cddbd3c9e34d6abcd663be6334d421'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:14.762556 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5987fd26-92d5-49b0-ae25-af081f64c403 req-e6e6433c-7f83-4be4-b211-a06188b0cda4 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 210 time: 0.0310080 May 26 16:42:14.830280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:14.843491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['864f0b78-cc48-429d-a164-983123ceeb35'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:42:14.867605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Pushing event deleted for resources: {'Port': ['ID=864f0b78-cc48-429d-a164-983123ceeb35,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:14.876513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Made reservation on behalf of 41cddbd3c9e34d6abcd663be6334d421 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:42:14.879975 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:14.927260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] No DVR routers for this DVR port 864f0b78-cc48-429d-a164-983123ceeb35 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:42:14.934998 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:14.938254 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6d80e663-ffd2-45a9-a977-adccaa7d3a9f req-a038995c-441b-4e9c-ab52-66343b068377 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.24 "DELETE /v2.0/ports/864f0b78-cc48-429d-a164-983123ceeb35 HTTP/1.1" status: 204 len: 173 time: 0.6239469 May 26 16:42:14.938692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'name': 'network-vif-deleted', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:14.941010 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d7787a-4255-4c8f-86a8-0a666853d587" -d '{"events": [{"server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "name": "network-vif-deleted", "tag": "864f0b78-cc48-429d-a164-983123ceeb35"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:14.986199 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e6abda-eadd-40ed-9f7a-256b4b534cd2 x-openstack-request-id: req-04e6abda-eadd-40ed-9f7a-256b4b534cd2 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:14.986488 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1", "name": "network-vif-deleted", "tag": "864f0b78-cc48-429d-a164-983123ceeb35", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:14.986735 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04e6abda-eadd-40ed-9f7a-256b4b534cd2 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:14.987128 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e6abda-eadd-40ed-9f7a-256b4b534cd2'] response: {'server_uuid': '9d11e8f5-3b12-4fb4-a4ba-3a720e1707c1', 'name': 'network-vif-deleted', 'tag': '864f0b78-cc48-429d-a164-983123ceeb35', 'status': 'completed', 'code': 200} May 26 16:42:15.063909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Allocated IP 172.20.0.11 (a21d29eb-836c-4e8b-a9d7-97c8dfed2904/5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd/dbaf0061-ccf1-4729-a959-02ea7026edef) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:42:15.239280 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.272356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.284661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['864f0b78-cc48-429d-a164-983123ceeb35'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:42:15.315897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:42:15.318869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:42:15.322925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:42:15.331993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Pushing event updated for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:15.378318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:15.378930 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.393706 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-052ccb0d-35c0-43fc-883a-1515389d1883 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7257907 May 26 16:42:15.405584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Request body: {'port': {'device_id': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:15.462944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.723937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaf0061-ccf1-4729-a959-02ea7026edef {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:42:15.731669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.743303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Transition to ACTIVE for port object dbaf0061-ccf1-4729-a959-02ea7026edef will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:42:15.746969 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.796563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:15.875437 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Attempting to bind port dbaf0061-ccf1-4729-a959-02ea7026edef on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:42:15.875783 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Attempting to bind port dbaf0061-ccf1-4729-a959-02ea7026edef by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:42:15.876151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Attempting to bind port dbaf0061-ccf1-4729-a959-02ea7026edef on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:42:15.880541 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Port dbaf0061-ccf1-4729-a959-02ea7026edef on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:42:15.880936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Attempting to bind port dbaf0061-ccf1-4729-a959-02ea7026edef on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:42:15.886835 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:42:15.887171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Checking segment: {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:42:15.887551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Bound using segment: {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:42:15.887976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Bound port: dbaf0061-ccf1-4729-a959-02ea7026edef, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:42:15.888332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.900579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f73d1-7c7d-424e-8886-967858e17601 req-3b0f9d2c-e2c3-4d8a-b370-708e55c91a74 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:15.902130 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc7f73d1-7c7d-424e-8886-967858e17601 req-3b0f9d2c-e2c3-4d8a-b370-708e55c91a74 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 944 time: 0.0542803 May 26 16:42:15.942540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc7f73d1-7c7d-424e-8886-967858e17601 req-2dbf448e-d299-41c7-87e1-2f7c6dcda30d tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 May 26 16:42:15.954841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:42:15.958039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:42:15.963860 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.999138 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:15.999747 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:16.001151 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] 10.222.0.32 "PUT /v2.0/ports/dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 200 len: 1092 time: 0.5996983 May 26 16:42:16.022844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcf7c0-efb3-48c5-a547-ced9ce667198 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:16.099617 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-30057441-1143-4e0f-8468-aff7bab0f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:16.101289 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-30057441-1143-4e0f-8468-aff7bab0f739 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 1095 time: 0.0496252 May 26 16:42:16.147688 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-c47b10ea-95ca-4300-9d19-87de33204f05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 200 len: 217 time: 0.0366223 May 26 16:42:16.204219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-81e37cab-8f0e-4a21-8686-ffc2edb08e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:16.205718 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-81e37cab-8f0e-4a21-8686-ffc2edb08e7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0499752 May 26 16:42:16.245448 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-bceab6c0-f60e-429c-b3de-26155a490c68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322940 May 26 16:42:16.341159 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-fb756f1a-f827-4e1e-af69-3fc51b1b4b16 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888255 May 26 16:42:16.434522 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a743ff4-7e8d-469e-ad24-ea346b9f24d9 req-fc0b7ca9-1be4-4635-9219-a22d43ba873d service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864379 May 26 16:42:16.988249 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:16.990644 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a" -d '{"events": [{"name": "network-changed", "server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:17.029065 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6355bdb0-8ec0-4a77-9eeb-f941a0140ecd x-openstack-request-id: req-6355bdb0-8ec0-4a77-9eeb-f941a0140ecd {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:17.029351 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:17.029610 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6355bdb0-8ec0-4a77-9eeb-f941a0140ecd {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:17.030040 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6355bdb0-8ec0-4a77-9eeb-f941a0140ecd'] response: {'name': 'network-changed', 'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'status': 'completed', 'code': 200} May 26 16:42:17.065950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72d07d-fc65-4548-888c-19c7a423b9c7 req-c7597bcd-198c-4c91-b67a-e9fff92ca32a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:17.067523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a72d07d-fc65-4548-888c-19c7a423b9c7 req-c7597bcd-198c-4c91-b67a-e9fff92ca32a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 944 time: 0.0541179 May 26 16:42:17.109429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-9343faf6-e476-4aae-a09f-359833a0ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:17.110438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a72d07d-fc65-4548-888c-19c7a423b9c7 req-ec312d1c-05e1-45cc-b9c2-fb3ef21df366 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 May 26 16:42:17.111270 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-9343faf6-e476-4aae-a09f-359833a0ff95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 1095 time: 0.0497067 May 26 16:42:17.207948 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-de9a436c-3a8d-4655-93bc-7bd243146048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:17.209467 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-de9a436c-3a8d-4655-93bc-7bd243146048 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.0895104 May 26 16:42:17.256678 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-b9cf746f-5226-4232-beb1-a0ce9c56c68c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 200 len: 217 time: 0.0385878 May 26 16:42:17.310931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-ec52cfbb-cbc2-4354-a482-b31a058be4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:17.312706 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-ec52cfbb-cbc2-4354-a482-b31a058be4b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0472782 May 26 16:42:17.345633 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-b49722f1-0e22-4c09-959c-973049a2e47d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257370 May 26 16:42:17.433707 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-440768cd-f719-430b-9a73-1ba624f05d7e service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811119 May 26 16:42:17.525989 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b82bb702-7e33-44a4-8b57-d7ca16f5b80a req-b2b627d8-7ef9-47ee-8922-d51817935e4e service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855827 May 26 16:42:18.229478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1a8d0-34ac-4efb-933b-419013a25394 req-92943246-9218-457b-bc6c-2f8ccd9e434e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:18.231019 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6c1a8d0-34ac-4efb-933b-419013a25394 req-92943246-9218-457b-bc6c-2f8ccd9e434e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 944 time: 0.0498719 May 26 16:42:18.251169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 864f0b78-cc48-429d-a164-983123ceeb35 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:18.271267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 864f0b78-cc48-429d-a164-983123ceeb35 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:42:18.271611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 864f0b78-cc48-429d-a164-983123ceeb35 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:18.271724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f6c1a8d0-34ac-4efb-933b-419013a25394 req-4fe9d4e9-686d-4172-82db-dce8c101e807 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 May 26 16:42:19.309474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device dbaf0061-ccf1-4729-a959-02ea7026edef details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:42:19.397237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3eed-29c2-45b0-95ff-8fc38e4c778b req-51bdcd2d-008b-4b96-a8f7-1c0fd08b28cc tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:19.398747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f23c3eed-29c2-45b0-95ff-8fc38e4c778b req-51bdcd2d-008b-4b96-a8f7-1c0fd08b28cc tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 944 time: 0.0531194 May 26 16:42:19.405515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:19.417152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904', 'port_id': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'mac_address': 'fa:16:3e:cf:fc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:42:19.438836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f23c3eed-29c2-45b0-95ff-8fc38e4c778b req-5eefa264-1f81-4528-b22a-aa7ba257901c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 May 26 16:42:19.460317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port dbaf0061-ccf1-4729-a959-02ea7026edef is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:42:19.460709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:19.473341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaf0061-ccf1-4729-a959-02ea7026edef {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:42:19.491596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:19.497041 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:19.545515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:19.709302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['dbaf0061-ccf1-4729-a959-02ea7026edef'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:42:20.556062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e98c03-85c5-4737-b410-b921d57611b8 req-621af1b2-1864-44b4-91dc-34d415a130e2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:20.557513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e98c03-85c5-4737-b410-b921d57611b8 req-621af1b2-1864-44b4-91dc-34d415a130e2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 945 time: 0.0503147 May 26 16:42:20.600757 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08e98c03-85c5-4737-b410-b921d57611b8 req-17f6a92a-b45e-49cc-8f32-290112105476 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370984 May 26 16:42:21.312008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device dbaf0061-ccf1-4729-a959-02ea7026edef up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:42:21.359265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port dbaf0061-ccf1-4729-a959-02ea7026edef completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:42:21.362952 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port dbaf0061-ccf1-4729-a959-02ea7026edef triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:42:21.363316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.442885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port dbaf0061-ccf1-4729-a959-02ea7026edef is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:42:21.443272 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.465205 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:21.467489 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc541f96-db7e-4fb7-bcdb-4d8048da9f32" -d '{"events": [{"server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:21.480530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:21.484714 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.510324 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8e2733-cfd5-4e17-9e3e-68d720cddef5 x-openstack-request-id: req-9c8e2733-cfd5-4e17-9e3e-68d720cddef5 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:21.510611 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:21.510858 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c8e2733-cfd5-4e17-9e3e-68d720cddef5 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:21.511245 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8e2733-cfd5-4e17-9e3e-68d720cddef5'] response: {'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'code': 200} May 26 16:42:21.536545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:21.607605 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175be8d3-d187-4a99-a362-75bb0e51291b req-ef05af1f-9436-46fe-adcd-3278bed56982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:21.608992 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-175be8d3-d187-4a99-a362-75bb0e51291b req-ef05af1f-9436-46fe-adcd-3278bed56982 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 1097 time: 0.0420234 May 26 16:42:21.645834 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-175be8d3-d187-4a99-a362-75bb0e51291b req-38879ddf-f43e-4c77-8afb-3c652d9b14fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295599 May 26 16:42:21.719119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb523ec3-2926-4155-b87a-1f05e78246a1 req-ebd24cb6-3fea-4624-836f-f7b36c51171c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:21.720597 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb523ec3-2926-4155-b87a-1f05e78246a1 req-ebd24cb6-3fea-4624-836f-f7b36c51171c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0514681 May 26 16:42:21.759902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fb523ec3-2926-4155-b87a-1f05e78246a1 req-fa2ecac6-3ce2-4975-8fae-8529d42f1399 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332034 May 26 16:42:22.891393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71f0ce-18a2-4059-8426-0431245bdf99 req-a05f0cdc-227d-4c99-81af-6ebb43804b39 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:22.892872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab71f0ce-18a2-4059-8426-0431245bdf99 req-a05f0cdc-227d-4c99-81af-6ebb43804b39 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0533941 May 26 16:42:22.932793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab71f0ce-18a2-4059-8426-0431245bdf99 req-6a4d1b1a-9dd7-45ca-af0c-d3040a62482c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 May 26 16:42:23.050016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c48df-99e7-493a-a914-445c416d2ebc req-5985984a-d322-4b05-b0b0-7f239094aa71 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:23.051534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf4c48df-99e7-493a-a914-445c416d2ebc req-5985984a-d322-4b05-b0b0-7f239094aa71 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0494642 May 26 16:42:23.089704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bf4c48df-99e7-493a-a914-445c416d2ebc req-b0ac3aa0-35ec-4091-af16-8ef0e11be45f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 May 26 16:42:23.316991 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-4c8a2f56-a57e-49b4-a1ac-66d3d66f65af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444355 May 26 16:42:23.331731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccfe34-c615-4809-b493-931853caab3d req-fcb41c39-f794-4484-b507-2b28aa3c3394 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:23.333639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90ccfe34-c615-4809-b493-931853caab3d req-fcb41c39-f794-4484-b507-2b28aa3c3394 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0519006 May 26 16:42:23.374227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-90ccfe34-c615-4809-b493-931853caab3d req-0ae9de17-75ec-4a83-a11a-07224683c1b8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 May 26 16:42:24.166772 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:24.228781 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:24.400431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-d223ce5e-214e-4865-816b-b44ac8938457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:24.401982 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-d223ce5e-214e-4865-816b-b44ac8938457 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 1097 time: 0.0420170 May 26 16:42:24.493557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-b7e21394-2aa2-4ba0-8ce2-8539a5afc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:24.495073 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-b7e21394-2aa2-4ba0-8ce2-8539a5afc5f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.0866323 May 26 16:42:24.498223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e745cf-f331-40f5-807c-d14b44475c0e req-3eeb33f0-0d44-4bd6-923f-a55cf049cd8a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:24.499719 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20e745cf-f331-40f5-807c-d14b44475c0e req-3eeb33f0-0d44-4bd6-923f-a55cf049cd8a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0531762 May 26 16:42:24.539709 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-768a179c-edbd-454c-ac6a-e18f1c1fc3b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 200 len: 217 time: 0.0378470 May 26 16:42:24.540906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20e745cf-f331-40f5-807c-d14b44475c0e req-daab8cfc-2e65-48a1-bb62-127f7aef7370 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347853 May 26 16:42:24.591074 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-08c86ba9-2964-4625-a288-97127344cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:24.592530 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-08c86ba9-2964-4625-a288-97127344cf13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0449567 May 26 16:42:24.625117 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-44ca99f3-8039-47f6-8d55-ed6fc096f58c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259500 May 26 16:42:24.719911 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-64e061a1-ba78-4b73-bb50-c4ef8c9de266 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880740 May 26 16:42:24.807393 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-7a0bd78d-b8b0-48ca-981b-68b800c4f155 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 May 26 16:42:25.662752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b5bc9-dfcb-4c10-a0ad-2c3442da8c6e req-916b5429-1ff1-45ab-85f4-5ed0ed0139af tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:25.664221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9b5bc9-dfcb-4c10-a0ad-2c3442da8c6e req-916b5429-1ff1-45ab-85f4-5ed0ed0139af tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0512817 May 26 16:42:25.707287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a9b5bc9-dfcb-4c10-a0ad-2c3442da8c6e req-395706e6-c42c-4b5b-8945-84e67e2ffa8e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366423 May 26 16:42:26.823363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7517fb-495b-4e94-a5e6-88cf7def79c0 req-910a4efe-5ca5-4c69-af6f-b8adf6e6ac54 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:26.825082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd7517fb-495b-4e94-a5e6-88cf7def79c0 req-910a4efe-5ca5-4c69-af6f-b8adf6e6ac54 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0493760 May 26 16:42:26.862747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd7517fb-495b-4e94-a5e6-88cf7def79c0 req-a4b3071b-e432-412b-8f49-d1e290cf487e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 May 26 16:42:27.986177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03b48e-1d59-44f5-8ce0-401d1bd61e76 req-81cb68b6-6455-420c-8407-ad91124a27cf tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:27.987654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e03b48e-1d59-44f5-8ce0-401d1bd61e76 req-81cb68b6-6455-420c-8407-ad91124a27cf tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0547402 May 26 16:42:28.027295 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e03b48e-1d59-44f5-8ce0-401d1bd61e76 req-ccf0834e-5523-4186-ade9-7c1a0d694037 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 May 26 16:42:29.148905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532248-55cc-4dc4-9bcc-db913704d931 req-5d1a2989-a688-4801-b764-1de88c97ef1a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:29.151087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c532248-55cc-4dc4-9bcc-db913704d931 req-5d1a2989-a688-4801-b764-1de88c97ef1a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0537405 May 26 16:42:29.190411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c532248-55cc-4dc4-9bcc-db913704d931 req-e1ffb142-d5d6-4106-887e-f176cf87355d tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 May 26 16:42:30.319859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e94c69-bbb1-45f7-8133-34bfdbbb794f req-92bbbb57-a621-4610-a076-c921262ae0de tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:30.321977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04e94c69-bbb1-45f7-8133-34bfdbbb794f req-92bbbb57-a621-4610-a076-c921262ae0de tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0579646 May 26 16:42:30.362344 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04e94c69-bbb1-45f7-8133-34bfdbbb794f req-51b89301-86d7-4f59-aaf3-f47143dbbfa7 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 May 26 16:42:31.489230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960428fb-45b6-4736-b405-f0a8ebee9fde req-5ef2ebbf-7832-46a9-b81f-a3b82233363c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:31.490712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-960428fb-45b6-4736-b405-f0a8ebee9fde req-5ef2ebbf-7832-46a9-b81f-a3b82233363c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0566301 May 26 16:42:31.528869 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-960428fb-45b6-4736-b405-f0a8ebee9fde req-25e1148a-a90a-4851-9c00-7efd5adb1c04 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 May 26 16:42:32.647907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992af69c-1df7-4b94-872c-3c76cae456b5 req-61576cd3-ed5d-4bcc-97b2-eea5376f91a9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:32.649388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-992af69c-1df7-4b94-872c-3c76cae456b5 req-61576cd3-ed5d-4bcc-97b2-eea5376f91a9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0500572 May 26 16:42:32.689724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-992af69c-1df7-4b94-872c-3c76cae456b5 req-3ddf3672-3189-40b1-9b31-0e4d4290a59e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 May 26 16:42:33.817341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6a8ae-4adb-4da1-bf5b-fd8997b3c957 req-f3dae1db-816b-443a-8823-77e54d28e373 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:33.818891 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01e6a8ae-4adb-4da1-bf5b-fd8997b3c957 req-f3dae1db-816b-443a-8823-77e54d28e373 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0529854 May 26 16:42:33.857296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01e6a8ae-4adb-4da1-bf5b-fd8997b3c957 req-8c5ee7e6-7b4b-4cfb-8ce3-349cd98ff0b2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 May 26 16:42:34.988108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6aea0-7a3a-4b8a-a0b1-4ec9d9326628 req-193532ce-a1f6-484a-912c-223182743e7e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:34.989635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dda6aea0-7a3a-4b8a-a0b1-4ec9d9326628 req-193532ce-a1f6-484a-912c-223182743e7e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0561390 May 26 16:42:35.030593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dda6aea0-7a3a-4b8a-a0b1-4ec9d9326628 req-716faa1f-5531-448b-bb1a-ab8e2f6dafd4 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 May 26 16:42:35.080142 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4746c870-01b3-418b-96a9-6047d6975844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:36.147866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7a681-0744-4aee-bac6-f25c7447a22a req-4aa1b7b6-fd00-405b-8522-b7ab8ead851f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:36.149259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33b7a681-0744-4aee-bac6-f25c7447a22a req-4aa1b7b6-fd00-405b-8522-b7ab8ead851f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0499363 May 26 16:42:36.187233 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33b7a681-0744-4aee-bac6-f25c7447a22a req-d1eea692-58c7-4300-8aef-d7af06add3ee tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 May 26 16:42:37.304149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73308b-17bb-43c7-9fc0-4e15171c3790 req-f0130aff-df6e-49ca-aad3-8d7ea8f350db tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:37.306712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b73308b-17bb-43c7-9fc0-4e15171c3790 req-f0130aff-df6e-49ca-aad3-8d7ea8f350db tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0506871 May 26 16:42:37.345855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b73308b-17bb-43c7-9fc0-4e15171c3790 req-6c7f4a5f-4266-42eb-af23-f6c0d5654952 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324533 May 26 16:42:37.806096 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-491f9bb9-83fc-4de6-b4d7-899645589a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:38.472278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5f10c-e5eb-4cb9-969e-64f0d171c150 req-09c42616-f369-49c2-8f4a-e57b9580997a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:38.474197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51a5f10c-e5eb-4cb9-969e-64f0d171c150 req-09c42616-f369-49c2-8f4a-e57b9580997a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0580628 May 26 16:42:38.513178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51a5f10c-e5eb-4cb9-969e-64f0d171c150 req-fb7e0940-ac84-4a8e-a84c-87fe90eda444 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 May 26 16:42:38.894925 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:39.630998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75c451-c299-491d-b9b3-b442ba6d3ca8 req-a893798a-6e24-4da1-867c-2b98a032108e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:39.632483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb75c451-c299-491d-b9b3-b442ba6d3ca8 req-a893798a-6e24-4da1-867c-2b98a032108e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0500000 May 26 16:42:39.673678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb75c451-c299-491d-b9b3-b442ba6d3ca8 req-1adfeb5b-3bbc-4df2-aecf-3ccfcec880c8 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344224 May 26 16:42:40.722575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:40.773794 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:40.802910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee84fa-9e16-418d-93bb-22f4d5a0d384 req-ed57922e-7261-496a-a7e7-4c0ebfef16c9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:40.804415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1ee84fa-9e16-418d-93bb-22f4d5a0d384 req-ed57922e-7261-496a-a7e7-4c0ebfef16c9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0545373 May 26 16:42:40.844265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d1ee84fa-9e16-418d-93bb-22f4d5a0d384 req-75986a14-f72f-4011-9893-ee1419d91b8f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 May 26 16:42:41.991952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28c3b1-78cc-464d-9fc3-781b809ec537 req-fda26c8e-4c9b-4ba9-9333-d36f6623f6ed tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:41.993547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc28c3b1-78cc-464d-9fc3-781b809ec537 req-fda26c8e-4c9b-4ba9-9333-d36f6623f6ed tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0556355 May 26 16:42:42.034426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc28c3b1-78cc-464d-9fc3-781b809ec537 req-50e002de-f303-42a1-bc8e-2829d7159569 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 May 26 16:42:43.151866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969630-8426-4208-aa60-c96a995d3a53 req-890e2cab-9125-4502-a85d-51e338b4af82 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:43.153281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe969630-8426-4208-aa60-c96a995d3a53 req-890e2cab-9125-4502-a85d-51e338b4af82 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0498259 May 26 16:42:43.193658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe969630-8426-4208-aa60-c96a995d3a53 req-9eb4340b-9ac7-49d6-ab48-61335dfc3493 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 May 26 16:42:44.324089 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ed0a-c080-41a7-804f-b261d7b3044e req-10d419dc-8f4b-4608-9111-af35b84b474d tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:44.325616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3193ed0a-c080-41a7-804f-b261d7b3044e req-10d419dc-8f4b-4608-9111-af35b84b474d tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0587122 May 26 16:42:44.364888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3193ed0a-c080-41a7-804f-b261d7b3044e req-313255a5-6ef7-434c-81f1-8f85b1dc9c4c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330746 May 26 16:42:45.491279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f215236-c204-4326-9230-ee1b2fe3b01d req-0d10787c-a7be-4301-825a-3d33d26a46d6 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:45.493455 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f215236-c204-4326-9230-ee1b2fe3b01d req-0d10787c-a7be-4301-825a-3d33d26a46d6 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0540774 May 26 16:42:45.533280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f215236-c204-4326-9230-ee1b2fe3b01d req-2e42c865-c37b-49a7-a809-cdfa7fa5b164 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339246 May 26 16:42:46.657537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a22e1c-2049-41a5-a75d-494287b0e597 req-fdb2c1c6-60c9-4453-ae96-06890e05e0ec tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:46.659093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26a22e1c-2049-41a5-a75d-494287b0e597 req-fdb2c1c6-60c9-4453-ae96-06890e05e0ec tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0516579 May 26 16:42:46.700876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26a22e1c-2049-41a5-a75d-494287b0e597 req-dd27ffbc-124c-4f05-ad7c-14d1cddf2411 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 May 26 16:42:47.819689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c464ab3-c39c-4a59-b319-4735440c3566 req-4c41eb35-5ae5-465c-b01c-df4fdf838e6a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:47.821785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c464ab3-c39c-4a59-b319-4735440c3566 req-4c41eb35-5ae5-465c-b01c-df4fdf838e6a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0523801 May 26 16:42:47.860355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3c464ab3-c39c-4a59-b319-4735440c3566 req-3e0effcf-d3ee-4703-9c3a-1e51e37b6f4e tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 May 26 16:42:48.989350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cea60-7ec6-45b3-98c8-0aa43c1e7a51 req-6f64ccf4-e84a-421a-8c43-f0a331e473fb tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:48.990870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-766cea60-7ec6-45b3-98c8-0aa43c1e7a51 req-6f64ccf4-e84a-421a-8c43-f0a331e473fb tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0543597 May 26 16:42:49.029107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-766cea60-7ec6-45b3-98c8-0aa43c1e7a51 req-22310c4e-d1ee-4810-b2fc-0b787e565593 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 May 26 16:42:50.238426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cac5f-b8c7-42b8-b390-f60426afc8a7 req-9957b513-d16d-469c-a193-bd8927b947ef tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:50.239937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c0cac5f-b8c7-42b8-b390-f60426afc8a7 req-9957b513-d16d-469c-a193-bd8927b947ef tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.1364567 May 26 16:42:50.281766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c0cac5f-b8c7-42b8-b390-f60426afc8a7 req-8218f96c-8f1b-4748-beae-92b7741e93e2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 May 26 16:42:51.175116 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:42:51.463082 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df3c63-0a3d-4b02-9503-22b6930c64e9 req-a170912e-a8c6-4601-8e39-74c9def26a13 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:51.464651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47df3c63-0a3d-4b02-9503-22b6930c64e9 req-a170912e-a8c6-4601-8e39-74c9def26a13 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.1112065 May 26 16:42:51.514966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47df3c63-0a3d-4b02-9503-22b6930c64e9 req-b7e07f67-5a70-4730-b967-11151a0fdcf6 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380518 May 26 16:42:51.677757 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-31ea8e14-1ace-4a85-9d17-06b961c2b397 service neutron] show failed (client error): The resource could not be found. May 26 16:42:51.678936 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-31ea8e14-1ace-4a85-9d17-06b961c2b397 service neutron] 10.222.0.32 "GET /v2.0/ports/dbaf0061-ccf1-4729-a959-02ea7026edef/bindings/n-h1-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0547266 May 26 16:42:51.882875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-633cd4e6-267a-4542-9763-496bdd0b3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:51.884991 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-633cd4e6-267a-4542-9763-496bdd0b3207 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db&tenant_id=41cddbd3c9e34d6abcd663be6334d421 HTTP/1.1" status: 200 len: 1097 time: 0.0452466 May 26 16:42:51.896125 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:51.950025 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:52.148720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:52.181708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:42:52.223236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:52.225782 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc8f4b9-00a4-4c34-b4f9-5a9c4c1c3df6" -d '{"events": [{"server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "name": "network-vif-unplugged", "status": "completed", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:52.230452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:52.245020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Transition to ACTIVE for port object dbaf0061-ccf1-4729-a959-02ea7026edef will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:42:52.248788 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:52.283624 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14abef6b-7b20-405f-a2e6-b05cff7af50a x-openstack-request-id: req-14abef6b-7b20-405f-a2e6-b05cff7af50a {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:52.283938 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "name": "network-vif-unplugged", "status": "completed", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:52.284222 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14abef6b-7b20-405f-a2e6-b05cff7af50a {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:52.284654 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14abef6b-7b20-405f-a2e6-b05cff7af50a'] response: {'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'code': 200} May 26 16:42:52.313807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:52.316239 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] No DVR routers for this DVR port dbaf0061-ccf1-4729-a959-02ea7026edef on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:42:52.327195 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.327545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.327887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.328224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.328558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.328888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.329216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.329540 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.329866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.330216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.330543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.330863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:52.362911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Attempting to bind port dbaf0061-ccf1-4729-a959-02ea7026edef on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:42:52.363251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Attempting to bind port dbaf0061-ccf1-4729-a959-02ea7026edef by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:42:52.363586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Attempting to bind port dbaf0061-ccf1-4729-a959-02ea7026edef on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:42:52.368535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Port dbaf0061-ccf1-4729-a959-02ea7026edef on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:42:52.368858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Attempting to bind port dbaf0061-ccf1-4729-a959-02ea7026edef on network a21d29eb-836c-4e8b-a9d7-97c8dfed2904 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:42:52.373583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:42:52.373923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Checking segment: {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:42:52.374338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Bound using segment: {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:42:52.374764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Bound port: dbaf0061-ccf1-4729-a959-02ea7026edef, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c671126d-9097-427f-93a5-77ffc258844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:42:52.375128 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:52.437384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:42:52.440294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:42:52.444699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:52.481915 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:52.482569 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:52.484016 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] 10.222.0.24 "PUT /v2.0/ports/dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 200 len: 1092 time: 0.5918458 May 26 16:42:52.514089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dd5ff-df02-46e0-81a7-7d7d588fc056 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:52.551589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-5ccfe505-6cb4-445d-81c0-010cf0e6c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:52.553115 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-5ccfe505-6cb4-445d-81c0-010cf0e6c4bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 1095 time: 0.0470240 May 26 16:42:52.638727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9c5c-cf77-4a10-a8e9-90593814310f req-623d4559-b979-475b-9bbd-919378638886 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:52.640252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6f9c5c-cf77-4a10-a8e9-90593814310f req-623d4559-b979-475b-9bbd-919378638886 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 944 time: 0.0542140 May 26 16:42:52.642855 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-c71ab959-4a59-430a-a197-2f323aebf611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:52.644329 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-c71ab959-4a59-430a-a197-2f323aebf611 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.0845804 May 26 16:42:52.679820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc6f9c5c-cf77-4a10-a8e9-90593814310f req-96a5a496-f997-46c0-aa71-cd587b005538 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333750 May 26 16:42:52.689665 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-a84b2b9f-23eb-44fe-8590-f8877331e707 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 200 len: 217 time: 0.0383904 May 26 16:42:52.738554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-4e808f27-1e7b-4d5e-a908-b3bd9a97bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:52.740021 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-4e808f27-1e7b-4d5e-a908-b3bd9a97bfb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0445740 May 26 16:42:52.770358 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-48dad752-2e42-410a-8b98-b41ca21478db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239029 May 26 16:42:52.861273 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-c779e6ad-3fa2-42d9-9421-ed1394f4a29d service neutron] 10.222.0.24 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850358 May 26 16:42:52.951562 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f8d21d68-9910-45f9-8d8e-b4b1c3cde94a req-acfe12f6-275a-4ac0-a000-0e9b98ef154e service neutron] 10.222.0.24 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843494 May 26 16:42:53.802307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd78d0d-8d74-4ccc-9375-1c31054f8c52 req-3c114371-f86f-42c1-afda-a217d5b59643 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:53.803733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bd78d0d-8d74-4ccc-9375-1c31054f8c52 req-3c114371-f86f-42c1-afda-a217d5b59643 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 944 time: 0.0518632 May 26 16:42:53.842759 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7bd78d0d-8d74-4ccc-9375-1c31054f8c52 req-ce6676f4-3f00-4be3-9965-5ada6a1837b9 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 May 26 16:42:54.174105 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:54.243925 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:54.285733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:54.288455 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea8391-2823-4b3f-aeef-998847d976b3" -d '{"events": [{"name": "network-changed", "server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:54.337767 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7d20e7-49ea-41ba-ba6a-95162a9a10d2 x-openstack-request-id: req-3a7d20e7-49ea-41ba-ba6a-95162a9a10d2 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:54.338160 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:54.339222 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a7d20e7-49ea-41ba-ba6a-95162a9a10d2 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:54.339639 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7d20e7-49ea-41ba-ba6a-95162a9a10d2'] response: {'name': 'network-changed', 'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'status': 'completed', 'code': 200} May 26 16:42:54.580813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device dbaf0061-ccf1-4729-a959-02ea7026edef details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:42:54.684456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:54.698534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'network_id': 'a21d29eb-836c-4e8b-a9d7-97c8dfed2904', 'port_id': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'mac_address': 'fa:16:3e:cf:fc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:42:54.738722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port dbaf0061-ccf1-4729-a959-02ea7026edef is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:42:54.739104 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:54.754108 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaf0061-ccf1-4729-a959-02ea7026edef {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:42:54.774434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-12b1d83e-b2af-48c7-9058-c3cb3371d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:54.775409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:54.775933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-12b1d83e-b2af-48c7-9058-c3cb3371d699 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 1095 time: 0.4115334 May 26 16:42:54.778599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-3ea9f2a3-7069-4456-818f-3c791e7e100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:54.779923 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-3ea9f2a3-7069-4456-818f-3c791e7e100d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 1095 time: 0.4058902 May 26 16:42:54.780991 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:54.829103 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:54.836494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.836784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.837129 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.837465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.837798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.838159 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.838490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.838815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.839137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.839465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.839811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.840134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:54.940276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-383d42b1-d364-4a65-8fa1-f3c680ea5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:54.941724 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-383d42b1-d364-4a65-8fa1-f3c680ea5d0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.1479113 May 26 16:42:54.942795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-642d61a0-d354-44f4-b8f4-ac0ba053c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:54.944077 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-642d61a0-d354-44f4-b8f4-ac0ba053c222 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.1576428 May 26 16:42:54.965613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d3c43-ad6b-4868-aa28-3047a5a4e9fc req-5c00a08d-02c2-454a-ae89-a5a5de9556dc tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:54.967145 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f02d3c43-ad6b-4868-aa28-3047a5a4e9fc req-5c00a08d-02c2-454a-ae89-a5a5de9556dc tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 945 time: 0.0522125 May 26 16:42:54.994871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['dbaf0061-ccf1-4729-a959-02ea7026edef'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:42:55.007704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f02d3c43-ad6b-4868-aa28-3047a5a4e9fc req-76ac763b-b936-4f9c-bf33-5a920420236a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 May 26 16:42:55.019865 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-c62f992d-b18f-4956-a1eb-c21cdd546a86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 200 len: 217 time: 0.0703447 May 26 16:42:55.026729 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-1f2eefdc-4554-4252-9ad6-2339457e9339 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 200 len: 217 time: 0.0655713 May 26 16:42:55.107684 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-6b892881-a867-404b-9ce5-91cf29716528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:55.109102 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-6b892881-a867-404b-9ce5-91cf29716528 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0810122 May 26 16:42:55.110628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-5d4f4bc4-b7a9-4c22-8d57-abc35a93e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:55.111980 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-5d4f4bc4-b7a9-4c22-8d57-abc35a93e7d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0761232 May 26 16:42:55.169574 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-6e31fee0-759f-46d4-bb6b-eccb21ab23a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504286 May 26 16:42:55.171946 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-1ea484ac-db72-4131-8543-6bbf8f0c542b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436220 May 26 16:42:55.252891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8fd2-1b48-4ddf-b96b-3588da15880b req-43a43014-e7ae-4d76-ab92-0081a58c3334 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:55.254375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37dd8fd2-1b48-4ddf-b96b-3588da15880b req-43a43014-e7ae-4d76-ab92-0081a58c3334 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 945 time: 0.0884483 May 26 16:42:55.266341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-26cfaeb5-82c4-47a6-9429-7566bc62d791 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:55.267747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-26cfaeb5-82c4-47a6-9429-7566bc62d791 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.32 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db&tenant_id=41cddbd3c9e34d6abcd663be6334d421&binding%3Ahost_id=n-h1-843336-2 HTTP/1.1" status: 200 len: 945 time: 0.0680809 May 26 16:42:55.329333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-5161ff2e-0608-41a6-bfc4-ac765c523a1b service neutron] 10.222.0.24 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518753 May 26 16:42:55.330057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37dd8fd2-1b48-4ddf-b96b-3588da15880b req-fd2e63c8-0699-43a7-9eaa-076921f7c290 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612750 May 26 16:42:55.332702 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-493cd426-204e-45e2-82c6-7c343481dba1 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460540 May 26 16:42:55.360266 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-ce8a18e2-e85b-4a7e-8c82-2f201e8e7a7d service neutron] delete failed (client error): The resource could not be found. May 26 16:42:55.361235 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-ce8a18e2-e85b-4a7e-8c82-2f201e8e7a7d service neutron] 10.222.0.32 "DELETE /v2.0/ports/dbaf0061-ccf1-4729-a959-02ea7026edef/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0848527 May 26 16:42:55.491479 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-99e8b4d5-ae14-41ab-8465-6bbd1816ac0a service neutron] 10.222.0.24 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536930 May 26 16:42:55.495146 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a1ea8391-2823-4b3f-aeef-998847d976b3 req-a2d9d2a5-5968-49b4-b36b-da23dbb4d8c7 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490695 May 26 16:42:55.496151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device dbaf0061-ccf1-4729-a959-02ea7026edef no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:55.536322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device dbaf0061-ccf1-4729-a959-02ea7026edef not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:55.600461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-85b1a232-4c08-437d-a07d-3b3b6aa06ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:55.602677 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-85b1a232-4c08-437d-a07d-3b3b6aa06ebd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41cddbd3c9e34d6abcd663be6334d421&device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 1096 time: 0.0405667 May 26 16:42:55.696778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-33454178-364d-42c4-9aaa-fdc3a62b7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:55.698212 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-33454178-364d-42c4-9aaa-fdc3a62b7b1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 200 len: 916 time: 0.0889494 May 26 16:42:55.739965 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-ed632624-9c3c-40f5-9ae7-7dfb3cffb084 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 200 len: 217 time: 0.0353470 May 26 16:42:55.793501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-f696ed56-91a0-4451-b7cd-9b2dc9b66f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:55.795259 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-f696ed56-91a0-4451-b7cd-9b2dc9b66f1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 200 len: 855 time: 0.0480893 May 26 16:42:55.826398 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-60aa1ec1-03ab-42f8-97f8-2ac67fce4e76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a21d29eb-836c-4e8b-a9d7-97c8dfed2904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245845 May 26 16:42:55.918027 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-866edd50-c663-4068-ae66-aebe74d1980c service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847261 May 26 16:42:56.013575 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-be0a4d3c-8db7-4b4a-826c-4228f16df3e2 service neutron] 10.222.0.32 "GET /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884132 May 26 16:42:56.458745 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb862a9-7b55-45cf-8eed-c55c5f6f0470 req-9a9158a2-b56c-4bbe-baae-613a1b27bfe2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:56.460043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4eb862a9-7b55-45cf-8eed-c55c5f6f0470 req-9a9158a2-b56c-4bbe-baae-613a1b27bfe2 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 945 time: 0.0549326 May 26 16:42:56.499970 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4eb862a9-7b55-45cf-8eed-c55c5f6f0470 req-f26d5d70-5a39-42dc-9dd3-a9c80fdde867 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329845 May 26 16:42:56.599295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device dbaf0061-ccf1-4729-a959-02ea7026edef up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:42:56.650406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port dbaf0061-ccf1-4729-a959-02ea7026edef completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:42:56.654636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port dbaf0061-ccf1-4729-a959-02ea7026edef triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:42:56.655051 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:56.734307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port dbaf0061-ccf1-4729-a959-02ea7026edef is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:42:56.734699 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:56.757595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:56.759907 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bc8b3c-7f17-4385-8bdc-1a8d6d3c2deb" -d '{"events": [{"server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:56.772369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:56.777253 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:56.800893 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db25b27a-c59f-43c9-894c-52694884235b x-openstack-request-id: req-db25b27a-c59f-43c9-894c-52694884235b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:56.801182 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:56.801470 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db25b27a-c59f-43c9-894c-52694884235b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:56.801822 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db25b27a-c59f-43c9-894c-52694884235b'] response: {'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'code': 200} May 26 16:42:56.829627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:57.618698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fbb5-cac7-4665-8d33-22c3b787de5d req-f170b3e3-4dee-428f-a1dd-9c8da83d2a8c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:57.620192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9254fbb5-cac7-4665-8d33-22c3b787de5d req-f170b3e3-4dee-428f-a1dd-9c8da83d2a8c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0495217 May 26 16:42:57.658903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9254fbb5-cac7-4665-8d33-22c3b787de5d req-83bed74a-30e4-4e5d-adab-100561bf185a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 May 26 16:42:57.774753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385485-8756-4f21-b110-caf15a8b4913 req-0aab2aa5-9729-43ac-b1f2-77a1a8c5469c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:57.776385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15385485-8756-4f21-b110-caf15a8b4913 req-0aab2aa5-9729-43ac-b1f2-77a1a8c5469c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0495901 May 26 16:42:57.814117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15385485-8756-4f21-b110-caf15a8b4913 req-ea778275-1f8e-4236-8706-9f0f69b4e02f tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 May 26 16:42:57.935933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d67ffd-9f63-43c6-8ba4-0871a2d90873 req-47cf1b5d-8cbd-4a67-8016-b9c6ccef315a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:57.937403 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3d67ffd-9f63-43c6-8ba4-0871a2d90873 req-47cf1b5d-8cbd-4a67-8016-b9c6ccef315a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0532622 May 26 16:42:57.976214 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3d67ffd-9f63-43c6-8ba4-0871a2d90873 req-61f3f910-6f0e-4713-a11a-a6c895fbeab7 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 May 26 16:42:58.307442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e47e-35c0-44be-b85b-af7d2b48978e req-2b8016ff-ab8e-4635-8c46-907f7a604f5a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:58.308904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec06e47e-35c0-44be-b85b-af7d2b48978e req-2b8016ff-ab8e-4635-8c46-907f7a604f5a tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0490479 May 26 16:42:58.347013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec06e47e-35c0-44be-b85b-af7d2b48978e req-9198cb48-bc5c-40a6-a5ec-4c0e8b212186 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 May 26 16:42:59.466123 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd60c9-34a8-411b-877a-db82c25d1b26 req-29cee477-c40a-4b28-8df1-c1a3276a6d9c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:59.467155 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1cd60c9-34a8-411b-877a-db82c25d1b26 req-29cee477-c40a-4b28-8df1-c1a3276a6d9c tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0504715 May 26 16:42:59.475477 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-6cffa9d3-3039-4ef6-90df-91aa9f5e3775 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:59.477096 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-6cffa9d3-3039-4ef6-90df-91aa9f5e3775 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.24 "GET /v2.0/ports?device_id=031ea7af-acfa-4627-975e-81f9f3ed47db HTTP/1.1" status: 200 len: 946 time: 0.0503669 May 26 16:42:59.505844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1cd60c9-34a8-411b-877a-db82c25d1b26 req-8e9dfb77-69a1-48df-8eee-3850d1b7dbad tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.39 "GET /v2.0/security-groups?id=d97be994-c6df-4b50-80fb-a8775ecd929d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 May 26 16:42:59.571776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Deleting port dbaf0061-ccf1-4729-a959-02ea7026edef {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:59.572106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:59.658664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] For port dbaf0061-ccf1-4729-a959-02ea7026edef, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=dbaf0061-ccf1-4729-a959-02ea7026edef,segment=NetworkSegment(c671126d-9097-427f-93a5-77ffc258844b),segment_id=c671126d-9097-427f-93a5-77ffc258844b)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:59.658969 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:59.672463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Calling delete_port for dbaf0061-ccf1-4729-a959-02ea7026edef owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:59.801785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:59.812618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['dbaf0061-ccf1-4729-a959-02ea7026edef'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:42:59.833235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Pushing event deleted for resources: {'Port': ['ID=dbaf0061-ccf1-4729-a959-02ea7026edef,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:59.873051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] No DVR routers for this DVR port dbaf0061-ccf1-4729-a959-02ea7026edef on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:42:59.875785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:59.879034 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-4159c373-c0a0-4407-a0ae-77869f9cc48f req-00ada231-fea7-4fee-abd0-d4031cdce460 tempest-ServerDiskConfigTestJSON-1605223524 tempest-ServerDiskConfigTestJSON-1605223524-project] 10.222.0.24 "DELETE /v2.0/ports/dbaf0061-ccf1-4729-a959-02ea7026edef HTTP/1.1" status: 204 len: 173 time: 0.3970332 May 26 16:42:59.879481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'name': 'network-vif-deleted', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:59.881813 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8490ba9-4113-471a-812e-48104657956e" -d '{"events": [{"server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "name": "network-vif-deleted", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:59.923190 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2058e6-02ed-4c93-999e-99ec749161ff x-openstack-request-id: req-ae2058e6-02ed-4c93-999e-99ec749161ff {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:59.923492 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031ea7af-acfa-4627-975e-81f9f3ed47db", "name": "network-vif-deleted", "tag": "dbaf0061-ccf1-4729-a959-02ea7026edef", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:59.923749 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae2058e6-02ed-4c93-999e-99ec749161ff {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:59.924163 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2058e6-02ed-4c93-999e-99ec749161ff'] response: {'server_uuid': '031ea7af-acfa-4627-975e-81f9f3ed47db', 'name': 'network-vif-deleted', 'tag': 'dbaf0061-ccf1-4729-a959-02ea7026edef', 'status': 'completed', 'code': 200} May 26 16:43:00.627032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54414) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:00.675377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a13cfa-23e4-47bb-a3a9-6329a6b8c264 admin admin] Deleting subnet 5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:43:00.678498 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60a13cfa-23e4-47bb-a3a9-6329a6b8c264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:00.715049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60a13cfa-23e4-47bb-a3a9-6329a6b8c264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:00.756368 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60a13cfa-23e4-47bb-a3a9-6329a6b8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:00.810102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60a13cfa-23e4-47bb-a3a9-6329a6b8c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:00.835714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a13cfa-23e4-47bb-a3a9-6329a6b8c264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:00.841042 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-60a13cfa-23e4-47bb-a3a9-6329a6b8c264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:00.843978 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-60a13cfa-23e4-47bb-a3a9-6329a6b8c264 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5018a8d0-0c9c-4ad1-9e9b-9a46e1682acd HTTP/1.1" status: 204 len: 168 time: 0.2159438 May 26 16:43:00.846474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54416) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:00.919156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.000973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.027651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21d29eb-836c-4e8b-a9d7-97c8dfed2904']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:01.037371 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c671126d-9097-427f-93a5-77ffc258844b') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:01.037672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c671126d-9097-427f-93a5-77ffc258844b') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:01.047806 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.061706 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.067400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:43:01.067789 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.109796 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment c671126d-9097-427f-93a5-77ffc258844b resource provider aggregate not found May 26 16:43:01.133572 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment c671126d-9097-427f-93a5-77ffc258844b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c671126d-9097-427f-93a5-77ffc258844b found for delete ", "request_id": "req-b51ad4bf-e709-424c-a82e-cf21ca91b0ab"}]} May 26 16:43:01.134830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.141835 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.144998 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a21d29eb-836c-4e8b-a9d7-97c8dfed2904 HTTP/1.1" status: 204 len: 168 time: 0.2976151 May 26 16:43:01.157173 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb3fcb-096d-470d-a674-44d74ccc3943 admin admin] Pushing event deleted for resources: {'Network': ['ID=a21d29eb-836c-4e8b-a9d7-97c8dfed2904,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:01.255078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54424) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:01.296231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-30736f89-5970-4f48-861e-ea61284f2061 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41cddbd3c9e34d6abcd663be6334d421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399711 May 26 16:43:01.298885 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54426) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:01.354494 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4fa21641-64cf-445d-a054-fcf73a19b200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.380365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4fa21641-64cf-445d-a054-fcf73a19b200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.427586 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4fa21641-64cf-445d-a054-fcf73a19b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.430232 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4fa21641-64cf-445d-a054-fcf73a19b200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:01.433897 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4fa21641-64cf-445d-a054-fcf73a19b200 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d97be994-c6df-4b50-80fb-a8775ecd929d HTTP/1.1" status: 204 len: 168 time: 0.1317122 May 26 16:43:01.439491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa21641-64cf-445d-a054-fcf73a19b200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97be994-c6df-4b50-80fb-a8775ecd929d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:02.134496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54448) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:02.240678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1295398631-network', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:02.265733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Made reservation on behalf of 31988156d1134e2cb63d4d8d7dfe5039 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:43:02.268173 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.276634 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.354517 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.358399 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.388701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:43:02.390911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f7ef41-cfc6-4b69-9d08-a9d02a57bcf6,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:02.403794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.404267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.404614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.404952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.405288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.405618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.405943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.406292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.406738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.407069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.407393 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.407714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:02.412500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.412797 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Added segment 93333de4-c3f9-4a86-951c-4040b99bfe9a of type vlan for network 29276f39-5974-406a-88a1-bc8f4631a349 May 26 16:43:02.456267 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.480812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.481848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:02.482463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.538545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4029167 May 26 16:43:02.542316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54452) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:02.548051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Request body: {'subnet': {'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1295398631-subnet', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:02.548330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efe4f0-0ad3-4fa9-81d4-9d67eb386a6c admin admin] Pushing event updated for resources: {'Network': ['ID=29276f39-5974-406a-88a1-bc8f4631a349,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:02.559215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 29276f39-5974-406a-88a1-bc8f4631a349 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:43:02.567597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Made reservation on behalf of 31988156d1134e2cb63d4d8d7dfe5039 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:43:02.569937 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.610846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device dbaf0061-ccf1-4729-a959-02ea7026edef no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:43:02.633381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: dbaf0061-ccf1-4729-a959-02ea7026edef {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:43:02.633720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device dbaf0061-ccf1-4729-a959-02ea7026edef not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:43:02.750038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.805392 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4f2d99-1ce9-4935-8b87-d8c171b0c301,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:02.813907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:02.814303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Network hostable DHCP agents. Network: 29276f39-5974-406a-88a1-bc8f4631a349, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:43:02.831817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Network 29276f39-5974-406a-88a1-bc8f4631a349 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:43:02.842160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 29276f39-5974-406a-88a1-bc8f4631a349) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:02.846244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:02.846813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.851376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ef44c-1849-47b7-86d6-0a06e4ce5119 None None] Network 29276f39-5974-406a-88a1-bc8f4631a349 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:43:02.863135 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7c76de16-61bd-4905-8548-7ed900215759 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3192358 May 26 16:43:02.865788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54454) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:02.870952 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:02.890334 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.891531 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:02.949325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.004447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-29276f39-5974-406a-88a1-bc8f4631a349', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:43:03.005301 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.087454 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.144838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Allocated IP 172.20.0.2 (29276f39-5974-406a-88a1-bc8f4631a349/9d4f2d99-1ce9-4935-8b87-d8c171b0c301/2c0dfced-3699-40ca-a40d-d03b71a463d4) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:43:03.286403 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.291720 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.293148 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.311113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.333576 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Network 29276f39-5974-406a-88a1-bc8f4631a349 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:03.336915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:03.340322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:43:03.350585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Pushing event updated for resources: {'Port': ['ID=2c0dfced-3699-40ca-a40d-d03b71a463d4,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:03.400627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Attempting to bind port 2c0dfced-3699-40ca-a40d-d03b71a463d4 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:43:03.401054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Attempting to bind port 2c0dfced-3699-40ca-a40d-d03b71a463d4 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:43:03.401437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Attempting to bind port 2c0dfced-3699-40ca-a40d-d03b71a463d4 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:03.406379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:43:03.406751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:03.407153 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.407542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:43:03.408000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Bound port: 2c0dfced-3699-40ca-a40d-d03b71a463d4, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:43:03.408379 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.420761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Allocated IP 172.25.0.89 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/2c62c000-0918-45e3-a51e-36177906a2df) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:43:03.470885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] For port 2c0dfced-3699-40ca-a40d-d03b71a463d4, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:43:03.473914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] For port 2c0dfced-3699-40ca-a40d-d03b71a463d4, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c0dfced-3699-40ca-a40d-d03b71a463d4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:43:03.479573 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.533824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0184f40-1e42-4525-bb57-d23b317fa279 None None] Pushing event updated for resources: {'Port': ['ID=2c0dfced-3699-40ca-a40d-d03b71a463d4,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:03.535736 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.572700 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:03.611833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:03.614657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:03.618221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:43:03.625806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Pushing event updated for resources: {'Port': ['ID=2c62c000-0918-45e3-a51e-36177906a2df,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:03.889300 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:04.086354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:04.135171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c0dfced-3699-40ca-a40d-d03b71a463d4 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:43:04.194552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2c0dfced-3699-40ca-a40d-d03b71a463d4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:04.195121 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:04.221351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Router d3109264-0d10-4de0-b585-539bbdbcd199 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:43:04.279635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2c0dfced-3699-40ca-a40d-d03b71a463d4 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:04.280019 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:04.315656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 2c0dfced-3699-40ca-a40d-d03b71a463d4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c0dfced-3699-40ca-a40d-d03b71a463d4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:04.321428 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:04.338519 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:43:04.349434 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:43:04.358699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:04.360022 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-41c6dc8d-dad5-44a6-aecb-a2ab98d2d760 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4932873 May 26 16:43:04.362887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54456) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:04.363815 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:04.364427 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:42:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:04.389635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=2c0dfced-3699-40ca-a40d-d03b71a463d4,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:04.475474 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:43:04.571562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd03e6a-5638-4fe0-8977-f4ab4f6acaa9 None None] Network 29276f39-5974-406a-88a1-bc8f4631a349 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:43:04.670424 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:03Z', 'revision_number': 3, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:04.696827 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:43:04.697464 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Updating router d3109264-0d10-4de0-b585-539bbdbcd199 port 2c62c000-0918-45e3-a51e-36177906a2df binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:43:04.703089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b1d20616-53d5-408e-a3eb-d2635a193127 None None] Provisioning complete for port 2c0dfced-3699-40ca-a40d-d03b71a463d4 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:04.703597 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b1d20616-53d5-408e-a3eb-d2635a193127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:04.725479 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:04.837531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b1d20616-53d5-408e-a3eb-d2635a193127 None None] Current status of the port 2c0dfced-3699-40ca-a40d-d03b71a463d4 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:04.881755 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.029006 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.035867 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.077648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Allocated IP 172.20.0.1 (29276f39-5974-406a-88a1-bc8f4631a349/9d4f2d99-1ce9-4935-8b87-d8c171b0c301/b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:43:05.078433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b96c5210-4176-4b31-9dca-71981eb01c41 None None] Provisioning complete for port 2c0dfced-3699-40ca-a40d-d03b71a463d4 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:05.079418 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b96c5210-4176-4b31-9dca-71981eb01c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.082138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Attempting to bind port 2c62c000-0918-45e3-a51e-36177906a2df on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:43:05.082273 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Attempting to bind port 2c62c000-0918-45e3-a51e-36177906a2df by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:43:05.082589 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Attempting to bind port 2c62c000-0918-45e3-a51e-36177906a2df on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:05.092239 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:43:05.092594 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:05.092944 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.093334 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:43:05.093804 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Bound port: 2c62c000-0918-45e3-a51e-36177906a2df, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:43:05.094413 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.147789 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] For port 2c62c000-0918-45e3-a51e-36177906a2df, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:43:05.152619 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] For port 2c62c000-0918-45e3-a51e-36177906a2df, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c62c000-0918-45e3-a51e-36177906a2df,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:43:05.153671 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18ddf125-bdb9-4b95-a091-7e0cfba70b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.160403 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Pushing event updated for resources: {'Port': ['ID=2c62c000-0918-45e3-a51e-36177906a2df,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:05.165680 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.173385 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.173684 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.174041 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.174403 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.174714 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.175486 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.175486 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.175731 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.176016 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.176307 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.176657 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.176931 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:05.239779 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.248846 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:05.249507 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:42:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:05.255313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b96c5210-4176-4b31-9dca-71981eb01c41 None None] Current status of the port 2c0dfced-3699-40ca-a40d-d03b71a463d4 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:05.286374 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.329723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Network 29276f39-5974-406a-88a1-bc8f4631a349 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:05.332569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:05.336591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:43:05.369143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:05.379001 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50266ae-ff15-4b14-b590-1354147f5933 None None] Pushing event updated for resources: {'Port': ['ID=2c62c000-0918-45e3-a51e-36177906a2df,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:05.388327 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.471030 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:43:05.533530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.677894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-80d2654f-42ca-4c41-83f3-29446b2465f2 None None] Provisioning complete for port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:05.678740 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-80d2654f-42ca-4c41-83f3-29446b2465f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.682161 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:03Z', 'revision_number': 3, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:05.716070 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.716560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-80d2654f-42ca-4c41-83f3-29446b2465f2 None None] Port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:43:05.721772 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.723877 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353d19d-b926-49ca-b6c4-6ddfd7140888 None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:03Z', 'revision_number': 3, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:43:05.798678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:05.806903 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:05.932941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Network 29276f39-5974-406a-88a1-bc8f4631a349 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:05.935216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:06.081083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:43:06.220724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c62c000-0918-45e3-a51e-36177906a2df up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:43:06.443781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7f6beb7e-86b7-4283-95fd-645cfd3018ed None None] Provisioning complete for port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:06.444685 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7f6beb7e-86b7-4283-95fd-645cfd3018ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:06.486668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2c62c000-0918-45e3-a51e-36177906a2df triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:06.487485 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:06.489702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7f6beb7e-86b7-4283-95fd-645cfd3018ed None None] Port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:43:06.552003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:43:06.562588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b0e72714-6ae1-4a53-a4de-1198e18238f8 admin admin] 10.222.0.39 "PUT /v2.0/routers/d3109264-0d10-4de0-b585-539bbdbcd199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1934981 May 26 16:43:06.574736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2c62c000-0918-45e3-a51e-36177906a2df is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:06.575131 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:06.596102 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 2c62c000-0918-45e3-a51e-36177906a2df, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c62c000-0918-45e3-a51e-36177906a2df,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:06.601185 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:06.603166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c0dfced-3699-40ca-a40d-d03b71a463d4 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:43:06.690350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=2c62c000-0918-45e3-a51e-36177906a2df,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:06.701963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2c0dfced-3699-40ca-a40d-d03b71a463d4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:06.702372 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:06.779922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2c0dfced-3699-40ca-a40d-d03b71a463d4 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:06.868602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54464) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:06.872940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b242c009-2d43-458f-a479-517df70f1f27 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--318247797', 'description': 'tempest-description--754236212'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:06.893737 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b242c009-2d43-458f-a479-517df70f1f27 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:06.961189 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b242c009-2d43-458f-a479-517df70f1f27 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:06.965911 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b242c009-2d43-458f-a479-517df70f1f27 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:06.996749 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b242c009-2d43-458f-a479-517df70f1f27 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:06.998020 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b242c009-2d43-458f-a479-517df70f1f27 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1286831 May 26 16:43:06.999178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242c009-2d43-458f-a479-517df70f1f27 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1946584b-1758-4434-bcf6-871a93756fc9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:07.001197 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54466) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:07.006435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7ffe2587-fe20-4aba-85c5-d0553bdc14c5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'security_group_rule': {'security_group_id': '1946584b-1758-4434-bcf6-871a93756fc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:07.033555 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2587-fe20-4aba-85c5-d0553bdc14c5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.091682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2587-fe20-4aba-85c5-d0553bdc14c5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.096267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2587-fe20-4aba-85c5-d0553bdc14c5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.118638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe2587-fe20-4aba-85c5-d0553bdc14c5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9ce6d1-bc08-4235-9f6b-1c96336ccd43,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:07.127881 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2587-fe20-4aba-85c5-d0553bdc14c5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.129097 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7ffe2587-fe20-4aba-85c5-d0553bdc14c5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266909 May 26 16:43:07.131762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54468) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:07.136126 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-32a269a8-38d7-4227-b0a3-192869760cc3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'security_group_rule': {'security_group_id': '1946584b-1758-4434-bcf6-871a93756fc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:07.161721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32a269a8-38d7-4227-b0a3-192869760cc3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.219988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32a269a8-38d7-4227-b0a3-192869760cc3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.225645 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32a269a8-38d7-4227-b0a3-192869760cc3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.244475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a269a8-38d7-4227-b0a3-192869760cc3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b048bd75-ce26-4b19-a7f8-cd74ffc6f971,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:07.252683 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-32a269a8-38d7-4227-b0a3-192869760cc3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.253888 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-32a269a8-38d7-4227-b0a3-192869760cc3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211967 May 26 16:43:07.256820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54470) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:07.261365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:07.281863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.313161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:43:07.325081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:07.325712 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:42:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:07.384154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.436964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:43:07.491009 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Allocated IP 172.25.0.39 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/35b2f295-b05b-4677-9300-578d88d6c200) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:43:07.599278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.633044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.640064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 2, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:07.666989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:43:07.667960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Updating router d3109264-0d10-4de0-b585-539bbdbcd199 port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:43:07.672339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:07.675083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:07.678508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:43:07.694154 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.706505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event updated for resources: {'Port': ['ID=35b2f295-b05b-4677-9300-578d88d6c200,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:07.770303 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.810250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.818984 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-126d010b-7453-41f0-a565-2e107d0379e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.965467 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.970310 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.985239 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:07.993285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.042846 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event updated for resources: {'Port': ['ID=35b2f295-b05b-4677-9300-578d88d6c200,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:08.057729 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.066755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a4257-dcaf-49cd-815f-dc82f10ced1c None None] Pushing event updated for resources: {'Port': ['ID=b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:08.080970 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.090304 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c25b4f37-3078-4d70-862f-6184fc6a2539 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8245006 May 26 16:43:08.110253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Attempting to bind port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:43:08.110831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Attempting to bind port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:43:08.111298 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Attempting to bind port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:08.117678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:43:08.118141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:08.118654 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.119139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:43:08.119798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Bound port: b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:43:08.120401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.166878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c62c000-0918-45e3-a51e-36177906a2df up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:43:08.244664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] For port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:43:08.248498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] For port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:43:08.255282 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.260310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-b077f82a-4870-4fd9-bd9e-cbcb83aba9f4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--318247797&fields=id&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 267 time: 0.0418806 May 26 16:43:08.297694 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2c62c000-0918-45e3-a51e-36177906a2df triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:08.297804 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.363197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a4257-dcaf-49cd-815f-dc82f10ced1c None None] Pushing event updated for resources: {'Port': ['ID=b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:08.377206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-31331b1b-5dac-4f8d-be8a-681a992c2a53 None None] Provisioning complete for port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:08.377576 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31331b1b-5dac-4f8d-be8a-681a992c2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.382032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-defd5d38-b57c-49a0-99ff-0fad5f5020f1 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:08.384537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-defd5d38-b57c-49a0-99ff-0fad5f5020f1 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 812 time: 0.1146052 May 26 16:43:08.401383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-fd2dbc94-3519-40ee-8844-ff9b35983dbc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/quotas/31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 375 time: 0.0109410 May 26 16:43:08.403985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:08.404651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:43:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:08.459363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-73834dfb-2ee2-4890-b9b6-e94861cc88a5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515246 May 26 16:43:08.571864 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-86cce881-dbea-47b9-833e-fd5eba5471a6 service neutron] 10.222.0.39 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944104 May 26 16:43:08.587823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2c62c000-0918-45e3-a51e-36177906a2df is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:08.606683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:43:08.608789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-31331b1b-5dac-4f8d-be8a-681a992c2a53 None None] Current status of the port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:08.609180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31331b1b-5dac-4f8d-be8a-681a992c2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.680411 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-a9ff1127-8345-4e1d-9dc6-b488b7d10c59 service neutron] 10.222.0.39 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012843 May 26 16:43:08.735200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-31331b1b-5dac-4f8d-be8a-681a992c2a53 None None] For port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:08.765464 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31331b1b-5dac-4f8d-be8a-681a992c2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.852238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31331b1b-5dac-4f8d-be8a-681a992c2a53 None None] Pushing event updated for resources: {'Port': ['ID=b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:08.903696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-393e10d5-fdfe-41f2-9219-329c397afbf2 req-bb8d9900-cacc-402d-ac45-e7d4035e77c3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 210 time: 0.0387695 May 26 16:43:08.912818 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.920885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5a18a7bc-f9b8-4c7c-b63c-56f798653f9c None None] Provisioning complete for port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:08.921245 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5a18a7bc-f9b8-4c7c-b63c-56f798653f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:08.969681 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:09.000837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7479df8-308a-4827-a1b6-394c6169737d None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:43:09.051361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5a18a7bc-f9b8-4c7c-b63c-56f798653f9c None None] Current status of the port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:10.030561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-671b60c5-64c1-4003-8742-db8bdbdb8e0e req-35998cd2-d9d9-4e8d-a2ca-f48da2dec214 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 210 time: 0.0358865 May 26 16:43:10.150239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:43:10.201364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:10.201796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:10.235402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ac115b83-e496-4dc8-8799-06f4d51bb372 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:10.236779 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ac115b83-e496-4dc8-8799-06f4d51bb372 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 812 time: 0.4510581 May 26 16:43:10.277528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:10.280692 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-38a34b7e-7838-4d91-8c81-d93bc38d5464 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 379 time: 0.0340424 May 26 16:43:10.289863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'port': {'device_id': 'c007521b-c227-4672-8619-37e3f02b4120', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'admin_state_up': True, 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'security_groups': ['1946584b-1758-4434-bcf6-871a93756fc9']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:10.394809 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Made reservation on behalf of 31988156d1134e2cb63d4d8d7dfe5039 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:43:10.398425 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:10.536580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Allocated IP 172.20.0.12 (29276f39-5974-406a-88a1-bc8f4631a349/9d4f2d99-1ce9-4935-8b87-d8c171b0c301/1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:43:10.673445 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:10.709347 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:10.725745 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:10.759505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Network 29276f39-5974-406a-88a1-bc8f4631a349 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:10.765738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:10.768117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event updated for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:10.771646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:43:10.777869 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:10.799368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-7111af83-4638-4bbf-adfb-1d1f4ae698cb req-74af16ee-2687-4436-93b9-e5a1cf9c1dfa service neutron] (109405) timed out ('10.222.0.24', 50287) {{(pid=109405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:43:10.824921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:10.825583 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:10.843088 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2802138c-bcb8-4e3a-8d24-f69da66c3295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5573664 May 26 16:43:10.857974 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Request body: {'port': {'device_id': 'c007521b-c227-4672-8619-37e3f02b4120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:10.923974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:11.099529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a136ead6-0247-43dc-b0e1-3e7d6567b605 None None] Provisioning complete for port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:11.099937 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a136ead6-0247-43dc-b0e1-3e7d6567b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:11.136776 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a136ead6-0247-43dc-b0e1-3e7d6567b605 None None] Port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:43:11.160956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74313e4c-3ec3-4652-ace4-d2676bf88791 req-33bb9766-ea62-4359-a786-b2a1ec604337 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:11.162463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74313e4c-3ec3-4652-ace4-d2676bf88791 req-33bb9766-ea62-4359-a786-b2a1ec604337 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 932 time: 0.0532706 May 26 16:43:11.203320 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74313e4c-3ec3-4652-ace4-d2676bf88791 req-5cb59cd0-5a86-4080-96dd-83bf849a5d5d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337324 May 26 16:43:11.221053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:43:11.230458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:11.248663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Transition to ACTIVE for port object 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:43:11.251935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:11.303626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:11.381962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Attempting to bind port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:43:11.383008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Attempting to bind port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:43:11.383863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Attempting to bind port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:11.388221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:43:11.388550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Attempting to bind port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:11.393826 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:43:11.394277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:11.394666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:43:11.395104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Bound port: 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:43:11.395470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:11.466458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:43:11.474493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:43:11.481607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:11.516728 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:11.517357 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:11.518828 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] 10.222.0.24 "PUT /v2.0/ports/1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 1092 time: 0.6674457 May 26 16:43:11.519295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:43:11.521661 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:43:11.580391 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381129eb-4047-438c-b2aa-2c8a30f530ea x-openstack-request-id: req-381129eb-4047-438c-b2aa-2c8a30f530ea {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:43:11.580693 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:43:11.581051 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-381129eb-4047-438c-b2aa-2c8a30f530ea {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:43:11.581466 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381129eb-4047-438c-b2aa-2c8a30f530ea'] response: {'name': 'network-changed', 'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'status': 'completed', 'code': 200} May 26 16:43:11.583631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bc62c-e11f-4c6f-9e0b-be52869f6ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:11.618317 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-72ba8100-e8b4-4132-8965-74e58e9db63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:11.619386 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-72ba8100-e8b4-4132-8965-74e58e9db63c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 1095 time: 0.0512595 May 26 16:43:11.666258 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-859d9e2e-ed8c-4991-b41b-b1dfb7e01599 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 217 time: 0.0398464 May 26 16:43:11.718057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-33915a89-e7e0-489c-b26d-32ee8742585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:11.719558 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-33915a89-e7e0-489c-b26d-32ee8742585f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0477352 May 26 16:43:11.765515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2796a33c-b5f8-449e-9054-8a6283e727fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:11.767059 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2796a33c-b5f8-449e-9054-8a6283e727fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416071 May 26 16:43:11.872399 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-2c44e2eb-4151-4d66-a687-3b8f0ec332cb service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987163 May 26 16:43:11.975641 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1f9182c9-260f-4b00-a1d6-323b97762dad req-89066d47-6702-4898-9a83-3e3b79b64d33 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974882 May 26 16:43:12.066345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-cb6d6c31-63fb-4629-9c5a-9b3c5a2dbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:12.067858 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-cb6d6c31-63fb-4629-9c5a-9b3c5a2dbba1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 1095 time: 0.0481157 May 26 16:43:12.155923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-5e81ac29-9339-4cea-a7e2-eaa525b16149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:12.157415 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-5e81ac29-9339-4cea-a7e2-eaa525b16149 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0831659 May 26 16:43:12.200488 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-4b79dc80-ddff-4cd0-8d3e-90803c6f7261 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 217 time: 0.0363567 May 26 16:43:12.255760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-d39e03e5-44ac-41ec-ad48-17277b3c6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:12.257242 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-d39e03e5-44ac-41ec-ad48-17277b3c6150 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0499933 May 26 16:43:12.310161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-9843e510-c602-4d5c-858f-8b560cddb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:12.311817 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-9843e510-c602-4d5c-858f-8b560cddb195 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471585 May 26 16:43:12.340905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca8366-50d1-403c-b1ef-0c1a9249c45c req-3f75d416-85a9-46ad-bd4a-ced65d4d90c4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:12.342544 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70ca8366-50d1-403c-b1ef-0c1a9249c45c req-3f75d416-85a9-46ad-bd4a-ced65d4d90c4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 944 time: 0.0533845 May 26 16:43:12.388152 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70ca8366-50d1-403c-b1ef-0c1a9249c45c req-aadc729c-5cc5-4a39-9ad1-819c2cd861e1 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386295 May 26 16:43:12.429025 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-f34de039-2a72-46a5-a296-95487f6dfb6a service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099772 May 26 16:43:12.521912 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-bf12f162-5132-4df1-ab9f-23ab5fb62c1f req-57e6b9fc-f9d8-4989-9130-b74682d46173 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862787 May 26 16:43:13.510176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac7e6-dffe-459e-9c61-07dbcf1e7c4a req-2e7d09d6-7728-415a-9c1f-592b7f7bf6ce tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:13.511630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f43ac7e6-dffe-459e-9c61-07dbcf1e7c4a req-2e7d09d6-7728-415a-9c1f-592b7f7bf6ce tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 944 time: 0.0525291 May 26 16:43:13.554447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f43ac7e6-dffe-459e-9c61-07dbcf1e7c4a req-bf9da380-18bd-4242-9606-51629afc3cc4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367200 May 26 16:43:14.623676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:43:14.676394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b5906-7beb-4394-a69c-bb2a77b1c0b0 req-3b1c69b9-8311-48a6-9e3c-2ed3680e5062 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:14.678813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c9b5906-7beb-4394-a69c-bb2a77b1c0b0 req-3b1c69b9-8311-48a6-9e3c-2ed3680e5062 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 944 time: 0.0537498 May 26 16:43:14.726533 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c9b5906-7beb-4394-a69c-bb2a77b1c0b0 req-e814b85d-4d58-4a53-b350-d2a1f8f35f30 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410540 May 26 16:43:14.900763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:14.913252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'mac_address': 'fa:16:3e:b8:24:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:43:14.957143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:14.957738 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:14.973554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:43:14.994601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:14.999367 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:15.051029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:15.206774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:43:15.865823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a97fec-aa3f-446e-9ad2-be79611baa3c req-1aeaf0cc-5d00-460e-8d03-2f5b58aa6c18 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:15.867552 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21a97fec-aa3f-446e-9ad2-be79611baa3c req-1aeaf0cc-5d00-460e-8d03-2f5b58aa6c18 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 945 time: 0.0556338 May 26 16:43:15.905986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21a97fec-aa3f-446e-9ad2-be79611baa3c req-d4deeb81-6805-40b3-9485-333d27c5286f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323250 May 26 16:43:16.637976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:43:16.690540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:43:16.694564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:16.694929 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:16.783593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:16.783986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:16.808747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:43:16.811393 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209717f0-6a2e-41fb-9857-5796ade51b97" -d '{"events": [{"server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "name": "network-vif-plugged", "status": "completed", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:43:16.824026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:16.832860 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:16.862189 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b3f24d-2576-4c0d-80eb-569cfe1c570b x-openstack-request-id: req-47b3f24d-2576-4c0d-80eb-569cfe1c570b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:43:16.862678 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "name": "network-vif-plugged", "status": "completed", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:43:16.862926 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47b3f24d-2576-4c0d-80eb-569cfe1c570b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:43:16.863329 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b3f24d-2576-4c0d-80eb-569cfe1c570b'] response: {'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'code': 200} May 26 16:43:16.890558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:16.955352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04780ba9-c539-4f5f-88b2-54f5fad3dbd6 req-490a3abc-3462-4567-8e42-7128abed109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:16.956904 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-04780ba9-c539-4f5f-88b2-54f5fad3dbd6 req-490a3abc-3462-4567-8e42-7128abed109b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 1097 time: 0.0445242 May 26 16:43:16.997617 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-04780ba9-c539-4f5f-88b2-54f5fad3dbd6 req-da9dc5fc-483e-4732-ae06-6864d4d54330 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333111 May 26 16:43:17.032900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57c6c-52ad-47ee-bbe4-66ff7f650462 req-021e71ae-e910-47da-bea8-2211a29c74fe tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:17.034464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27a57c6c-52ad-47ee-bbe4-66ff7f650462 req-021e71ae-e910-47da-bea8-2211a29c74fe tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0588129 May 26 16:43:17.074519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-27a57c6c-52ad-47ee-bbe4-66ff7f650462 req-4eb3ef84-13f7-4867-bf1f-a030fbe4aeef tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325379 May 26 16:43:18.198309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce89c8-8730-4ba2-83e4-fab5fc3645b4 req-fefe9961-7cb7-491d-938d-3e8bf8a44f7e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:18.199732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12ce89c8-8730-4ba2-83e4-fab5fc3645b4 req-fefe9961-7cb7-491d-938d-3e8bf8a44f7e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0500491 May 26 16:43:18.238443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-12ce89c8-8730-4ba2-83e4-fab5fc3645b4 req-257843c5-1c5a-4a91-a319-281883d5d124 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324969 May 26 16:43:18.354544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9f0d5-6208-4b44-bc97-0c0db023a958 req-eb6bc38d-24e9-4a7b-85c3-adb15ef11478 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:18.356131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cce9f0d5-6208-4b44-bc97-0c0db023a958 req-eb6bc38d-24e9-4a7b-85c3-adb15ef11478 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0509713 May 26 16:43:18.365827 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 54518) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:18.370818 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6406e30f-851a-4b71-8f35-c98bf2363345 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'floatingip': {'port_id': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:18.419167 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6406e30f-851a-4b71-8f35-c98bf2363345 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:18.865710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6406e30f-851a-4b71-8f35-c98bf2363345 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:18.869821 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6406e30f-851a-4b71-8f35-c98bf2363345 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:18.970347 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-6406e30f-851a-4b71-8f35-c98bf2363345 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28 associated. External IP: 172.25.0.39, port: 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4. May 26 16:43:19.175436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6406e30f-851a-4b71-8f35-c98bf2363345 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:43:19.287979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6406e30f-851a-4b71-8f35-c98bf2363345 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:43:19.292819 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6406e30f-851a-4b71-8f35-c98bf2363345 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:19.297960 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:43:19.308742 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:19.309434 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:43:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:19.322723 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6406e30f-851a-4b71-8f35-c98bf2363345 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "PUT /v2.0/floatingips/40137afe-45a4-4526-b7d1-454d6c9bbb28 HTTP/1.1" status: 200 len: 991 time: 0.9554613 May 26 16:43:19.323918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:43:19.326692 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155" -d '{"events": [{"name": "network-changed", "server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:43:19.368713 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13586232-c7e4-4e75-815a-0c9d14533b52 x-openstack-request-id: req-13586232-c7e4-4e75-815a-0c9d14533b52 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:43:19.369327 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:43:19.369327 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13586232-c7e4-4e75-815a-0c9d14533b52 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:43:19.369641 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13586232-c7e4-4e75-815a-0c9d14533b52'] response: {'name': 'network-changed', 'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'status': 'completed', 'code': 200} May 26 16:43:19.426432 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:43:19.437655 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-59e07024-9bbc-4380-8916-17b5867973ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:19.439211 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-59e07024-9bbc-4380-8916-17b5867973ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 1097 time: 0.0476735 May 26 16:43:19.442986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baecfc-670c-4439-8230-6123882ee8f3 req-3ba25d3b-5965-46e0-b455-2f1e5fc01ebc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:19.445197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9baecfc-670c-4439-8230-6123882ee8f3 req-3ba25d3b-5965-46e0-b455-2f1e5fc01ebc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0588231 May 26 16:43:19.485298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c9baecfc-670c-4439-8230-6123882ee8f3 req-24a27ad4-fd7d-47da-84bd-c14d75e27851 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331931 May 26 16:43:19.534912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-19e340aa-6795-4368-a960-d85ee61bef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:19.536494 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-19e340aa-6795-4368-a960-d85ee61bef48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0911131 May 26 16:43:19.608726 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-75f8f0d0-032f-451d-912a-425c715fe9f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 999 time: 0.0657051 May 26 16:43:19.610141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956df9-13a9-4bf4-9ad4-64f87687a315 req-c8aab646-9baa-4233-b36f-48aa81e97694 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:19.611691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47956df9-13a9-4bf4-9ad4-64f87687a315 req-c8aab646-9baa-4233-b36f-48aa81e97694 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0525734 May 26 16:43:19.653021 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47956df9-13a9-4bf4-9ad4-64f87687a315 req-22d2fc62-c16c-475b-ac6d-db09cf1e2b41 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337410 May 26 16:43:19.663194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-888af2c4-9e64-4019-86f3-90590a0f7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:19.664633 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-888af2c4-9e64-4019-86f3-90590a0f7de8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0495379 May 26 16:43:19.666797 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:b8:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c007521b-c227-4672-8619-37e3f02b4120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:43:18Z', 'revision_number': 1, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:19.698257 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:43:19.706543 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:19.707263 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:43:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:19.711854 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-832db570-4a91-46ab-a0ba-f425ac451d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:19.713403 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-832db570-4a91-46ab-a0ba-f425ac451d30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421376 May 26 16:43:19.806479 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-0ce63204-9e8a-454f-abec-a3eec74432ca service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865409 May 26 16:43:19.813900 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:43:19.895813 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3bb219fd-dd6c-4ac2-af4a-1b5d9707e155 req-78cbc252-6827-4b17-a1de-c6ce49db9891 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829346 May 26 16:43:20.034304 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:b8:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c007521b-c227-4672-8619-37e3f02b4120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:43:18Z', 'revision_number': 1, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:20.060899 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b1e55-d1c7-48ff-98f1-e951a0f5590e None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:b8:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c007521b-c227-4672-8619-37e3f02b4120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:43:18Z', 'revision_number': 1, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:43:20.253189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74d27a-71a0-418b-958f-c34baef9cd44 None None] New status for floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:43:20.787315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e425916-7a4f-4a92-b2b0-ca6aac7c1bb7 req-d1cfd5de-76c6-415a-b66b-ae6d0a5e88be tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:20.789760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e425916-7a4f-4a92-b2b0-ca6aac7c1bb7 req-d1cfd5de-76c6-415a-b66b-ae6d0a5e88be tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0634143 May 26 16:43:20.829298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e425916-7a4f-4a92-b2b0-ca6aac7c1bb7 req-e86b5b27-0a12-4760-aa11-065f0d305f52 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331135 May 26 16:43:20.950008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead4b3-71d5-4365-a65d-1df761db32cd req-878b5c2d-9e31-4512-bc08-c775ccb57b8a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:20.951406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9ead4b3-71d5-4365-a65d-1df761db32cd req-878b5c2d-9e31-4512-bc08-c775ccb57b8a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0537167 May 26 16:43:20.988445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9ead4b3-71d5-4365-a65d-1df761db32cd req-646fd963-f0b6-47f7-ac97-ae4934c71245 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309415 May 26 16:43:21.222484 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-650a5209-8a9d-4305-90a5-ef07f5abfce3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414994 May 26 16:43:21.228394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8feed4-8eb5-48b5-96d5-d5c0873165ff req-53cd8f52-9ab5-4d6c-83e0-4ff22a959e8f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:21.234567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b8feed4-8eb5-48b5-96d5-d5c0873165ff req-53cd8f52-9ab5-4d6c-83e0-4ff22a959e8f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0546634 May 26 16:43:21.271168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b8feed4-8eb5-48b5-96d5-d5c0873165ff req-6191c5d6-dfd0-4ece-a7f4-70e3cfd69604 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351636 May 26 16:43:22.365588 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-dc4e1694-dccc-4c1e-8683-922f77e590b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:22.367144 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-dc4e1694-dccc-4c1e-8683-922f77e590b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 1097 time: 0.0478075 May 26 16:43:22.395579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7bffc-1234-4c21-a79d-4007357bb9ef req-d3589e1e-5165-4dc6-ab4c-edcaf43f97a9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:22.397153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8b7bffc-1234-4c21-a79d-4007357bb9ef req-d3589e1e-5165-4dc6-ab4c-edcaf43f97a9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0512321 May 26 16:43:22.441596 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8b7bffc-1234-4c21-a79d-4007357bb9ef req-f676feb0-fd59-4e8c-8e4d-8c95edcfa331 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361094 May 26 16:43:22.481483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-62db6d6d-640a-44eb-93bf-0071b55fe73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:22.483025 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-62db6d6d-640a-44eb-93bf-0071b55fe73f service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1100566 May 26 16:43:22.554705 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-c18a359e-b8b4-4d80-a369-f0f83008378d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 1001 time: 0.0648816 May 26 16:43:22.604127 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-60216ac7-d5a1-4974-a013-ee0af9f577c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:22.605707 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-60216ac7-d5a1-4974-a013-ee0af9f577c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0453157 May 26 16:43:22.651505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-71e70d7c-63c9-40a2-bab7-d2a15f00cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:22.653019 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-71e70d7c-63c9-40a2-bab7-d2a15f00cbef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415745 May 26 16:43:22.745209 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-771a9a37-ae4f-4b02-8763-f3e51e6828a8 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842793 May 26 16:43:22.834169 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-dcd0901a-85c3-4d0b-a6a8-467ca84241af service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819893 May 26 16:43:23.565348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce61f7f-fe0e-4182-8aeb-5294b0497718 req-f375ee99-1357-4c34-adc3-0cd2e7752483 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:23.566830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fce61f7f-fe0e-4182-8aeb-5294b0497718 req-f375ee99-1357-4c34-adc3-0cd2e7752483 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0534239 May 26 16:43:23.604458 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fce61f7f-fe0e-4182-8aeb-5294b0497718 req-6107280d-5d90-4af0-94fb-46409f5957f6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314722 May 26 16:43:24.183391 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:24.264796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:24.725676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2834dd3-5b42-4809-b368-3006513c0b02 req-d06d4abd-2a6e-4059-9196-9ada6497358e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:24.727198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2834dd3-5b42-4809-b368-3006513c0b02 req-d06d4abd-2a6e-4059-9196-9ada6497358e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0505998 May 26 16:43:24.764676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2834dd3-5b42-4809-b368-3006513c0b02 req-ad7a03c6-0585-4db6-8d36-b499a5a7dd8f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 May 26 16:43:25.889936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b540a2-c10b-4763-a45e-c968e25f9f3b req-49e50dc2-134e-4602-9bd4-2cffe69234e8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:25.891424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52b540a2-c10b-4763-a45e-c968e25f9f3b req-49e50dc2-134e-4602-9bd4-2cffe69234e8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0569465 May 26 16:43:25.930110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52b540a2-c10b-4763-a45e-c968e25f9f3b req-f1f73d57-dd4b-4e5b-9133-769e6cd5513f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323520 May 26 16:43:27.052210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9216e38-91ca-4cab-9e2b-b47dbecd7605 req-02177398-6ac0-48ec-b6be-f9b4a998fe9c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:27.053692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9216e38-91ca-4cab-9e2b-b47dbecd7605 req-02177398-6ac0-48ec-b6be-f9b4a998fe9c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0530629 May 26 16:43:27.093138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9216e38-91ca-4cab-9e2b-b47dbecd7605 req-9efa774e-c022-448e-94c6-aeb0d7b8cc5d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326076 May 26 16:43:28.174270 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:43:28.209483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38a42c-ee98-4ace-9b46-b117ab534074 req-fd75445a-b309-400f-b4a8-d13bd70987d0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:28.211285 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b38a42c-ee98-4ace-9b46-b117ab534074 req-fd75445a-b309-400f-b4a8-d13bd70987d0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0494654 May 26 16:43:28.252896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b38a42c-ee98-4ace-9b46-b117ab534074 req-702c90e4-9639-4712-8c57-bae89c465153 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347660 May 26 16:43:29.369828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901013-facc-407b-89c1-5e2ddc6005c1 req-b6e86a54-98dc-4577-8ee7-6776c941b4aa tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:29.371349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2901013-facc-407b-89c1-5e2ddc6005c1 req-b6e86a54-98dc-4577-8ee7-6776c941b4aa tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0487115 May 26 16:43:29.409917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2901013-facc-407b-89c1-5e2ddc6005c1 req-96224e30-745a-4ec6-8722-d1933b5ef831 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326543 May 26 16:43:30.531062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc180c-25e0-488c-88d6-e8e3c0cb0973 req-3534d579-8bc0-4ab8-92ff-6cb6ec07dd8a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:30.532542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38dc180c-25e0-488c-88d6-e8e3c0cb0973 req-3534d579-8bc0-4ab8-92ff-6cb6ec07dd8a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0543556 May 26 16:43:30.571311 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38dc180c-25e0-488c-88d6-e8e3c0cb0973 req-7c17d305-05d7-4826-9829-e7b2f520f0cd tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326407 May 26 16:43:31.698737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63470e92-9268-4378-a011-23770e2721f8 req-e5ec7ef4-2eee-41e3-817b-029eb26d1c19 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:31.700250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63470e92-9268-4378-a011-23770e2721f8 req-e5ec7ef4-2eee-41e3-817b-029eb26d1c19 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0553296 May 26 16:43:31.739760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-63470e92-9268-4378-a011-23770e2721f8 req-4e83a775-4098-4c3b-9405-523e3e8c633f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333848 May 26 16:43:32.859448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fdbfe-599e-4929-96de-aa9fa2e3a574 req-a6b96dd9-c587-47fd-b8e2-998ca9a943d3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:32.860966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba1fdbfe-599e-4929-96de-aa9fa2e3a574 req-a6b96dd9-c587-47fd-b8e2-998ca9a943d3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0501850 May 26 16:43:32.900060 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba1fdbfe-599e-4929-96de-aa9fa2e3a574 req-1a6d67c4-632d-48a0-ba24-21f4db2ddf49 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329018 May 26 16:43:34.021727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ee3b2-ee3b-46f0-8c75-5d96d0563e32 req-7d7953e8-17f2-4379-ba53-6c6b3b53678a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:34.023197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e9ee3b2-ee3b-46f0-8c75-5d96d0563e32 req-7d7953e8-17f2-4379-ba53-6c6b3b53678a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0531964 May 26 16:43:34.061547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e9ee3b2-ee3b-46f0-8c75-5d96d0563e32 req-199a9f8c-bccd-49a4-88c9-195de542bf11 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 May 26 16:43:35.090607 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a17e3e94-dd3e-4f27-9565-b07cf729cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:35.179361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0974f-af5f-4de7-b8c2-8ec6821f93bc req-1f46091f-2ccd-4f41-be7b-50c322452b2d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:35.180775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01d0974f-af5f-4de7-b8c2-8ec6821f93bc req-1f46091f-2ccd-4f41-be7b-50c322452b2d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0499620 May 26 16:43:35.219178 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01d0974f-af5f-4de7-b8c2-8ec6821f93bc req-2a7d3ca3-510a-476a-84e1-515435e2c2dc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319409 May 26 16:43:36.346559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24fab7-3c84-4b96-a873-f7897f5f5750 req-bd76e8b6-d349-40c9-aa03-cf24ff53d252 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:36.348027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db24fab7-3c84-4b96-a873-f7897f5f5750 req-bd76e8b6-d349-40c9-aa03-cf24ff53d252 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0509341 May 26 16:43:36.385134 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db24fab7-3c84-4b96-a873-f7897f5f5750 req-7316f194-40d2-492d-ab52-da1ef229ddb9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309849 May 26 16:43:37.509162 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a2596-7668-434c-9e85-f821c0670d8b req-76570d73-a3dc-469a-abd1-aafc7d72f1f6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:37.510652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-716a2596-7668-434c-9e85-f821c0670d8b req-76570d73-a3dc-469a-abd1-aafc7d72f1f6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0529623 May 26 16:43:37.549105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-716a2596-7668-434c-9e85-f821c0670d8b req-cc50fcd2-877c-49cb-beed-80c4eb2ba5a5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324867 May 26 16:43:37.810768 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b0d707f7-834b-4baa-894b-6c3d2b0e7a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:38.672876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2e2da-ae2b-4170-bf15-5e8498c244f0 req-a4c97451-b75d-4567-bc2b-bd3c56f09b7f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:38.674368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4fa2e2da-ae2b-4170-bf15-5e8498c244f0 req-a4c97451-b75d-4567-bc2b-bd3c56f09b7f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0563848 May 26 16:43:38.712332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4fa2e2da-ae2b-4170-bf15-5e8498c244f0 req-e06b74ec-425c-445b-88a8-7620c9e9daaf tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 May 26 16:43:38.900002 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:39.761778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-7d4790e0-b639-4b9a-a9b5-38b38bd193f6 req-99d5d1dd-fe31-4fac-9532-b0da15919e01 tempest-TestNetworkAdvancedServerOps-1597859667 tempest-TestNetworkAdvancedServerOps-1597859667-project] (109404) timed out ('10.222.0.32', 61524) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:43:39.828357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536249c-24f9-488f-9122-ae5b74bb166f req-0f659363-1901-4b6e-9793-c3551d9b4a1b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:39.829844 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5536249c-24f9-488f-9122-ae5b74bb166f req-0f659363-1901-4b6e-9793-c3551d9b4a1b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0492005 May 26 16:43:39.870445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5536249c-24f9-488f-9122-ae5b74bb166f req-b03de3cd-e5d1-468d-b7f4-0245e7bc66be tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343604 May 26 16:43:40.719350 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:40.778832 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:40.991724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266199b-96cd-4467-a4bb-e7aeb9a67ab4 req-a676a5ff-9cef-48f6-9da8-5f7658aa71c2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:40.993109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c266199b-96cd-4467-a4bb-e7aeb9a67ab4 req-a676a5ff-9cef-48f6-9da8-5f7658aa71c2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0526352 May 26 16:43:41.031410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c266199b-96cd-4467-a4bb-e7aeb9a67ab4 req-62de2595-bd50-4a4e-9b7a-d4599b0e0fc9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317471 May 26 16:43:41.088699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-730d3475-f12f-4b19-a468-a4c4de89c0c0 req-d2259047-141a-4db7-98c0-331a92d29d2d service neutron] (109405) timed out ('10.222.0.32', 61582) {{(pid=109405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:43:41.455172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-079ac1d2-c1b9-4769-9bdc-42890ec59c77 req-66b565bd-b291-4ef4-bbbe-a3f285b26be0 service neutron] (109405) timed out ('10.222.0.32', 61507) {{(pid=109405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:43:42.148499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041ca70-b71e-4962-9c78-f4bd29ccd8a2 req-53f2b890-72d4-4219-ac57-f77bfbda9f42 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:42.149885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5041ca70-b71e-4962-9c78-f4bd29ccd8a2 req-53f2b890-72d4-4219-ac57-f77bfbda9f42 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0486357 May 26 16:43:42.188729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5041ca70-b71e-4962-9c78-f4bd29ccd8a2 req-c46db9bc-dd28-4629-8733-a0debb55d249 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323071 May 26 16:43:43.306582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89415e-b526-40c3-b914-5ac7eb5e0715 req-b0204cf0-f502-451b-8402-cb186fc51b02 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:43.308565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e89415e-b526-40c3-b914-5ac7eb5e0715 req-b0204cf0-f502-451b-8402-cb186fc51b02 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0524428 May 26 16:43:43.348657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e89415e-b526-40c3-b914-5ac7eb5e0715 req-7cacd4a5-cfb3-4286-9e97-69b62b827c8c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338087 May 26 16:43:44.472811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff036-07a1-428e-85f2-3dd601beb867 req-5c4cd464-281a-4404-ad29-4529e0bc55b7 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:44.474284 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab8ff036-07a1-428e-85f2-3dd601beb867 req-5c4cd464-281a-4404-ad29-4529e0bc55b7 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0532727 May 26 16:43:44.512317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab8ff036-07a1-428e-85f2-3dd601beb867 req-70be1a47-24b6-41cc-9596-78ee967bd9fd tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315394 May 26 16:43:45.636604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21823685-c474-4bbe-a2b7-c4878849837e req-17d59f4e-f666-475c-8535-b311c190dceb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:45.638110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21823685-c474-4bbe-a2b7-c4878849837e req-17d59f4e-f666-475c-8535-b311c190dceb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0509536 May 26 16:43:45.678122 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-21823685-c474-4bbe-a2b7-c4878849837e req-7965bde8-7223-4ec6-9675-ea3256d48944 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330796 May 26 16:43:46.799494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99949-ab1b-4af4-a569-f2103f7ac8e6 req-5d46e695-c8bf-4788-8f1e-7581a96ae833 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:46.800961 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4f99949-ab1b-4af4-a569-f2103f7ac8e6 req-5d46e695-c8bf-4788-8f1e-7581a96ae833 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0511804 May 26 16:43:46.838578 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f4f99949-ab1b-4af4-a569-f2103f7ac8e6 req-22b16fee-4d77-40f5-baee-245be5a4bf09 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315406 May 26 16:43:47.961126 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44f0cd-3947-4298-9741-0ec57fbedea5 req-5e4a86f3-78e6-4dd2-82e8-70090c802e75 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:47.962988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb44f0cd-3947-4298-9741-0ec57fbedea5 req-5e4a86f3-78e6-4dd2-82e8-70090c802e75 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0548100 May 26 16:43:48.005147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb44f0cd-3947-4298-9741-0ec57fbedea5 req-a8d1537c-8212-4f32-a92b-9d309f2ff0dc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355690 May 26 16:43:49.126887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea12afa-e598-4b83-8ff4-57be6cc7921c req-4e269b7c-a175-40ef-868c-eac5e388b83a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:49.128337 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cea12afa-e598-4b83-8ff4-57be6cc7921c req-4e269b7c-a175-40ef-868c-eac5e388b83a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0512483 May 26 16:43:49.167350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cea12afa-e598-4b83-8ff4-57be6cc7921c req-6e90098f-8d6e-4119-9873-1954fcbd60f1 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323198 May 26 16:43:50.287118 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8228258-3598-4b0c-b263-a9cacd3cf03f req-19afb5b6-bdc0-4506-a1e3-ffe94bc20750 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:50.288612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8228258-3598-4b0c-b263-a9cacd3cf03f req-19afb5b6-bdc0-4506-a1e3-ffe94bc20750 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0492764 May 26 16:43:50.328317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8228258-3598-4b0c-b263-a9cacd3cf03f req-c3d4db4e-0cc4-4ff5-83d9-269ed70127ae tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325248 May 26 16:43:51.455885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca0f3b-3003-4fe7-8bc9-3437902691e5 req-2fb44e5e-0384-4c6e-b900-5ddf5f522df4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:51.457448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9ca0f3b-3003-4fe7-8bc9-3437902691e5 req-2fb44e5e-0384-4c6e-b900-5ddf5f522df4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0562587 May 26 16:43:51.497161 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9ca0f3b-3003-4fe7-8bc9-3437902691e5 req-d5fbb52f-41de-405c-9c81-0a2171edc66e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330381 May 26 16:43:52.624335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5474e15-938e-42b4-ae1b-1c64de65b6f1 req-5ff5504b-5a87-4325-b92c-a200a72f9ab4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:52.625804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5474e15-938e-42b4-ae1b-1c64de65b6f1 req-5ff5504b-5a87-4325-b92c-a200a72f9ab4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0515275 May 26 16:43:52.665254 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b5474e15-938e-42b4-ae1b-1c64de65b6f1 req-38e23b6e-4adb-4640-89b7-61ea561bcd1a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331893 May 26 16:43:53.791821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d59884-0ed3-4ea0-975e-6b802d41fdb9 req-754c200d-7697-401f-9455-aab2031d9906 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:53.793916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11d59884-0ed3-4ea0-975e-6b802d41fdb9 req-754c200d-7697-401f-9455-aab2031d9906 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0550184 May 26 16:43:53.837821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11d59884-0ed3-4ea0-975e-6b802d41fdb9 req-93fb80b2-8d31-4989-8867-78de79c05a7c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362644 May 26 16:43:54.196888 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:54.258463 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:54.641907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-fec8342f-446c-4594-b0b7-50a3bbf78833 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:43:54.643062 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-fec8342f-446c-4594-b0b7-50a3bbf78833 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056119 May 26 16:43:54.709769 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-5dbee30d-f2a6-4c9a-b235-6add1dce3d7c service neutron] show failed (client error): The resource could not be found. May 26 16:43:54.710847 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-5dbee30d-f2a6-4c9a-b235-6add1dce3d7c service neutron] 10.222.0.24 "GET /v2.0/ports/1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0598814 May 26 16:43:54.915529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-db4bbd21-033b-41cc-a41e-4f50f3b6dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:54.917013 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-db4bbd21-033b-41cc-a41e-4f50f3b6dc77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 1097 time: 0.0463202 May 26 16:43:54.931368 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:54.970080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06c9de-512a-4e20-89f3-a2ff167b4274 req-e2975fa8-bc64-4e95-bb09-779c63a549b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:54.971591 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c06c9de-512a-4e20-89f3-a2ff167b4274 req-e2975fa8-bc64-4e95-bb09-779c63a549b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 946 time: 0.0569172 May 26 16:43:54.988262 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.010416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8c06c9de-512a-4e20-89f3-a2ff167b4274 req-9c591dd6-225e-492a-abe9-e4d616b3723d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325153 May 26 16:43:55.204275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:55.240033 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:43:55.284331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:43:55.286754 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb795e-9eb0-4aad-aeaf-9a7e6d791515" -d '{"events": [{"server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "name": "network-vif-unplugged", "status": "completed", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:43:55.291000 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.306181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Transition to ACTIVE for port object 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:43:55.311510 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.340784 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61253d10-3de7-40c1-8148-24cc8092a27d x-openstack-request-id: req-61253d10-3de7-40c1-8148-24cc8092a27d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:43:55.341081 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "name": "network-vif-unplugged", "status": "completed", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:43:55.341335 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61253d10-3de7-40c1-8148-24cc8092a27d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:43:55.341738 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61253d10-3de7-40c1-8148-24cc8092a27d'] response: {'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'code': 200} May 26 16:43:55.397973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:55.410432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.410800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.411121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.411461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.411907 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.412256 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.412767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.413180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.413567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.413903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.414263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.414597 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:55.447785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] No DVR routers for this DVR port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:43:55.604236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Attempting to bind port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:43:55.604640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Attempting to bind port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:43:55.605012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Attempting to bind port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:55.610145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:43:55.610505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Attempting to bind port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:55.615782 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:43:55.615925 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:55.616320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:43:55.616796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Bound port: 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:43:55.617181 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.683461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:43:55.686525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:43:55.691317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.726167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:55.726791 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.728284 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 1092 time: 0.8013413 May 26 16:43:55.762359 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c55531-8fc0-4221-8cf3-fbdbfdba29a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:55.797187 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-b3fd451f-956c-4d45-af24-2bca2456763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:55.798781 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-b3fd451f-956c-4d45-af24-2bca2456763d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 1095 time: 0.0461812 May 26 16:43:55.903225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-200bcc69-9be9-4e4a-9d27-66fc02ed7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:55.904741 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-200bcc69-9be9-4e4a-9d27-66fc02ed7803 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0976551 May 26 16:43:55.970807 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-7e9922ba-9734-4569-a769-ef7e54bd9081 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 999 time: 0.0588894 May 26 16:43:56.028851 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-d5b7ae67-bcc2-43cc-a4df-c90877cdcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:56.030448 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-d5b7ae67-bcc2-43cc-a4df-c90877cdcbd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0516171 May 26 16:43:56.081202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-a779c56a-1385-4395-ad4b-72e1d46b9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:56.082869 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-a779c56a-1385-4395-ad4b-72e1d46b9c1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455403 May 26 16:43:56.139241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df96bc-8e9f-4adf-8ed4-260ac6003136 req-288e9730-9a5f-4bb3-a5e5-cad5e3315812 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:56.140877 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d3df96bc-8e9f-4adf-8ed4-260ac6003136 req-288e9730-9a5f-4bb3-a5e5-cad5e3315812 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 944 time: 0.0518954 May 26 16:43:56.175195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-2921891b-3fda-4a37-b70b-df3839eed66a service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852733 May 26 16:43:56.186149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d3df96bc-8e9f-4adf-8ed4-260ac6003136 req-2684ca3c-90e4-43e1-bd10-6411e9889317 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387268 May 26 16:43:56.279362 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1a7a60c2-e7b3-4f7f-a6bb-095283f3a985 req-cda1ba9c-afd9-4c9e-84f3-fe259c23b94b service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917318 May 26 16:43:57.331736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827e4db-3fb9-46bf-8f2b-6daf32f24a6c req-df989884-f484-4ee6-86eb-56fd77c5912a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:57.333606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7827e4db-3fb9-46bf-8f2b-6daf32f24a6c req-df989884-f484-4ee6-86eb-56fd77c5912a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 944 time: 0.0650444 May 26 16:43:57.342762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:43:57.345601 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f90ea16-892e-4d80-a03e-84c24f3f359a" -d '{"events": [{"name": "network-changed", "server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:43:57.381418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7827e4db-3fb9-46bf-8f2b-6daf32f24a6c req-0d8da86a-4a54-4985-9111-41647b714ad6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 May 26 16:43:57.418746 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cc7d81-a6d6-4746-a4e2-610d885d1072 x-openstack-request-id: req-05cc7d81-a6d6-4746-a4e2-610d885d1072 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:43:57.418746 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:43:57.418746 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05cc7d81-a6d6-4746-a4e2-610d885d1072 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:43:57.418746 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cc7d81-a6d6-4746-a4e2-610d885d1072'] response: {'name': 'network-changed', 'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'status': 'completed', 'code': 200} May 26 16:43:57.514303 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-c73d30a9-19e5-4c41-80b7-c314cc6bcc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:57.515725 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-c73d30a9-19e5-4c41-80b7-c314cc6bcc2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 1095 time: 0.0806117 May 26 16:43:57.520591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-70c0e59d-6380-40ae-8855-fe5b7a7fce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:57.521962 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-70c0e59d-6380-40ae-8855-fe5b7a7fce11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 1095 time: 0.0528021 May 26 16:43:57.708866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-b076b97d-0367-4752-9254-369dfebcfeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:57.710577 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-b076b97d-0367-4752-9254-369dfebcfeae service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1806221 May 26 16:43:57.711661 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-c22ea156-c5f7-4546-b269-74f43d193cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:57.713164 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-c22ea156-c5f7-4546-b269-74f43d193cc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1845472 May 26 16:43:58.185257 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-224a902d-03f4-4c9b-8f67-747e4938de15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 999 time: 0.4682159 May 26 16:43:58.187519 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-a8618b19-87ef-4e70-902c-df7a589ad63a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 999 time: 0.4637256 May 26 16:43:58.270139 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-eb339474-81bc-427d-ba4a-dde6cb5e311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:58.271901 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-eb339474-81bc-427d-ba4a-dde6cb5e311c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0807109 May 26 16:43:58.273428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-834ba939-b8f9-40fb-9b03-4388bc34f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:58.274804 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-834ba939-b8f9-40fb-9b03-4388bc34f6a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0760219 May 26 16:43:58.352765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-000a9a1e-4b75-4629-a978-fdfac51f6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:58.354376 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-000a9a1e-4b75-4629-a978-fdfac51f6b65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679288 May 26 16:43:58.358532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-2daecbef-1fd9-4787-a433-a12d22ddfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:58.359876 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-2daecbef-1fd9-4787-a433-a12d22ddfbbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811501 May 26 16:43:58.364927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-6d160f57-06f0-41fb-a4e5-a6ec8c3080ed service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:43:58.365972 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-6d160f57-06f0-41fb-a4e5-a6ec8c3080ed service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047624 May 26 16:43:58.519202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335f536-8c5f-4c6b-8487-00d1737cb363 req-f9c3a3e0-4056-4f24-b390-fdad2680d4d2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:58.520713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e335f536-8c5f-4c6b-8487-00d1737cb363 req-f9c3a3e0-4056-4f24-b390-fdad2680d4d2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 944 time: 0.0609708 May 26 16:43:58.522197 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-9d08c753-61cf-4fc1-9210-1afc795e147f service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553330 May 26 16:43:58.525683 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-97dda6e4-5fdb-40c0-8d10-e271ad8184c2 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517112 May 26 16:43:58.561819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e335f536-8c5f-4c6b-8487-00d1737cb363 req-4db65941-ed26-4ca8-8282-e0ffb878527b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333772 May 26 16:43:58.695480 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-23575701-202a-4397-97c0-d0fb461076dc service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671681 May 26 16:43:58.697460 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9f90ea16-892e-4d80-a03e-84c24f3f359a req-18e211c6-66b7-477d-bb80-aa71670e4a87 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618028 May 26 16:43:58.779588 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5bd57-8076-4e71-b7ca-1c76ff401884 req-2426aa5b-b5f0-4a4a-b041-efd1d91540d6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:58.781007 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70e5bd57-8076-4e71-b7ca-1c76ff401884 req-2426aa5b-b5f0-4a4a-b041-efd1d91540d6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 944 time: 0.0518987 May 26 16:43:58.824709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70e5bd57-8076-4e71-b7ca-1c76ff401884 req-311f603b-05e7-424f-9c3b-0d65108302d4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349596 May 26 16:43:58.839184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f372-a515-450a-8554-d8586f3cb92b req-9133c6f2-5bb2-444d-910b-42d397c88b3b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:58.840740 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e487f372-a515-450a-8554-d8586f3cb92b req-9133c6f2-5bb2-444d-910b-42d397c88b3b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120&tenant_id=31988156d1134e2cb63d4d8d7dfe5039&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 944 time: 0.0994303 May 26 16:43:58.843584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:43:58.885768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:43:58.900633 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-e487f372-a515-450a-8554-d8586f3cb92b req-d1fd3d4f-0f40-41bc-822a-c183721f7114 service neutron] delete failed (client error): The resource could not be found. May 26 16:43:58.901673 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e487f372-a515-450a-8554-d8586f3cb92b req-d1fd3d4f-0f40-41bc-822a-c183721f7114 service neutron] 10.222.0.24 "DELETE /v2.0/ports/1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4/bindings/n-h1-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0544491 May 26 16:43:58.992499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f372-a515-450a-8554-d8586f3cb92b req-f3a3dd16-1173-472d-b260-b89a785b1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:58.994037 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e487f372-a515-450a-8554-d8586f3cb92b req-f3a3dd16-1173-472d-b260-b89a785b1ead service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 1095 time: 0.0408502 May 26 16:43:59.084897 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f372-a515-450a-8554-d8586f3cb92b req-2b075ed9-cf57-4c37-8ac8-c65acee5e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:59.086400 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e487f372-a515-450a-8554-d8586f3cb92b req-2b075ed9-cf57-4c37-8ac8-c65acee5e629 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0863688 May 26 16:43:59.151849 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e487f372-a515-450a-8554-d8586f3cb92b req-492c3eac-63fd-4cd9-a901-cc8e0a802410 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 200 len: 999 time: 0.0593095 May 26 16:43:59.200464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f372-a515-450a-8554-d8586f3cb92b req-ddc86349-2657-4977-8c7d-3ef3b908a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:59.201908 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e487f372-a515-450a-8554-d8586f3cb92b req-ddc86349-2657-4977-8c7d-3ef3b908a8c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0442026 May 26 16:43:59.249927 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f372-a515-450a-8554-d8586f3cb92b req-2f363538-72e1-49b0-bb8e-5183ba2d6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:59.251445 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e487f372-a515-450a-8554-d8586f3cb92b req-2f363538-72e1-49b0-bb8e-5183ba2d6b79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437956 May 26 16:43:59.346109 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e487f372-a515-450a-8554-d8586f3cb92b req-e629a1d8-ec3f-437f-b156-add9ed44c8f7 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880353 May 26 16:43:59.438017 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e487f372-a515-450a-8554-d8586f3cb92b req-f7f2ab88-b4c5-4547-a4c7-b6fe87b80f81 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847032 May 26 16:43:59.783877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:43:59.905363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:59.918984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'mac_address': 'fa:16:3e:b8:24:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:43:59.958763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ee53f-5066-4c23-b92b-1d9822dd0fa0 req-93736591-546b-42f4-82ad-7f2928fc0e85 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:59.959370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:59.959712 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.966690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07ee53f-5066-4c23-b92b-1d9822dd0fa0 req-93736591-546b-42f4-82ad-7f2928fc0e85 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 944 time: 0.0644870 May 26 16:43:59.977673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:44:00.001116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:00.004916 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07ee53f-5066-4c23-b92b-1d9822dd0fa0 req-a01198fc-8342-45ca-9692-5dd21f370e9d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370972 May 26 16:44:00.006151 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.056901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:00.065433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.066289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.066289 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.066471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.066985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.067496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.067830 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.068169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.068505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.068836 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.069167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.069486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.150144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b387-e533-4635-960a-22139eca52c5 req-cfb4d3dd-cc86-41fb-a73e-9a8d7b5b7616 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:00.151260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d51b387-e533-4635-960a-22139eca52c5 req-cfb4d3dd-cc86-41fb-a73e-9a8d7b5b7616 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 945 time: 0.0670981 May 26 16:44:00.193147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d51b387-e533-4635-960a-22139eca52c5 req-a3305d69-bd02-42d8-b291-0c313e2e4cec tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357409 May 26 16:44:00.270181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:44:00.318490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439146e3-34c7-41fb-8a0e-7e6f589b3b01 req-adf84620-bd75-424c-bd35-fc6722fad6de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:00.320045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-439146e3-34c7-41fb-8a0e-7e6f589b3b01 req-adf84620-bd75-424c-bd35-fc6722fad6de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 945 time: 0.0561786 May 26 16:44:00.363348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-439146e3-34c7-41fb-8a0e-7e6f589b3b01 req-bddf960c-6812-4751-8f01-0c5a76647017 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362308 May 26 16:44:00.637944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dc85a-94c3-4059-892d-0c8e4d518a81 req-7929511d-3d38-4035-990f-0f6a6335a243 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:00.639395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8dc85a-94c3-4059-892d-0c8e4d518a81 req-7929511d-3d38-4035-990f-0f6a6335a243 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 945 time: 0.0553682 May 26 16:44:00.691499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8dc85a-94c3-4059-892d-0c8e4d518a81 req-351cea9b-ad1f-45b1-8f91-2614517ed048 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414228 May 26 16:44:01.801254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:01.839320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81704bc3-2fe5-4384-8a46-65cabf261281 req-7a23b091-ff2e-46b0-9d71-65294e61c85d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:01.841451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81704bc3-2fe5-4384-8a46-65cabf261281 req-7a23b091-ff2e-46b0-9d71-65294e61c85d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 945 time: 0.0627687 May 26 16:44:01.870615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:44:01.874595 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:01.874966 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:01.887103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81704bc3-2fe5-4384-8a46-65cabf261281 req-16a1d4eb-531a-4bee-907e-d967fb9f5a19 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371308 May 26 16:44:01.954083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:01.954476 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:01.981261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:44:01.983472 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1233cc-180e-4d37-b15f-8543c921957e" -d '{"events": [{"server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "name": "network-vif-plugged", "status": "completed", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:44:01.996581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:02.002255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:02.009800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4ab1106d-ea05-4f05-ba05-7b0d38e919a4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:02.012007 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4ab1106d-ea05-4f05-ba05-7b0d38e919a4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.32 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 945 time: 0.0529556 May 26 16:44:02.032988 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb95a7b-a593-45f7-9a6e-af88eac57d1d x-openstack-request-id: req-5fb95a7b-a593-45f7-9a6e-af88eac57d1d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:44:02.033281 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "name": "network-vif-plugged", "status": "completed", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:44:02.033533 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fb95a7b-a593-45f7-9a6e-af88eac57d1d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:44:02.033927 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb95a7b-a593-45f7-9a6e-af88eac57d1d'] response: {'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'code': 200} May 26 16:44:02.056963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:02.105333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Deleting port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:44:02.105678 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:02.199170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] For port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:02.200028 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:02.372394 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:02.372761 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:02.373087 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28 disassociated. External IP: 172.25.0.39, port: 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4. May 26 16:44:02.373436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Calling delete_port for 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:44:02.509776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:02.538845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event deleted for resources: {'Port': ['ID=1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:02.657324 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:44:02.776513 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:44:02.787567 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:44:02.798937 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:02.799557 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:43:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:02.820277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] No DVR routers for this DVR port 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:44:02.823083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:02.827474 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-29fd886b-31d2-457f-be4b-d166bd260dc3 req-4652d915-e9ce-479e-ad53-1ebcd14a67e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.32 "DELETE /v2.0/ports/1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 HTTP/1.1" status: 204 len: 173 time: 0.8090799 May 26 16:44:02.828195 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'name': 'network-vif-deleted', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:44:02.831096 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452eec79-837e-497e-a624-43a6d9aca4b6" -d '{"events": [{"server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "name": "network-vif-deleted", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:44:02.877332 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a80c1d9-eb3b-4913-a947-ee192ac9212c x-openstack-request-id: req-5a80c1d9-eb3b-4913-a947-ee192ac9212c {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:44:02.877690 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c007521b-c227-4672-8619-37e3f02b4120", "name": "network-vif-deleted", "tag": "1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:44:02.878039 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a80c1d9-eb3b-4913-a947-ee192ac9212c {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:44:02.878699 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a80c1d9-eb3b-4913-a947-ee192ac9212c'] response: {'server_uuid': 'c007521b-c227-4672-8619-37e3f02b4120', 'name': 'network-vif-deleted', 'tag': '1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4', 'status': 'completed', 'code': 200} May 26 16:44:02.924988 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:03.018728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3e3df55-a650-499c-9cdd-ea8931b2e41c req-c0044ea3-8523-4ada-ba05-e2ea6f7df05f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=c007521b-c227-4672-8619-37e3f02b4120 HTTP/1.1" status: 200 len: 210 time: 0.0324211 May 26 16:44:03.251961 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:03.278865 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:44:03.288444 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:03.289051 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:43:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:03.395626 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:03.593196 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:03.622437 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b4049f-1a8d-49ba-8f79-97899c13b944 None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:44:03.836647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99edee0e-b1d0-40c7-b88e-b78cb1a61761 None None] New status for floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:44:04.281697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-baa3e3a1-dcb5-44e0-92d0-3a76b303d785 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--318247797&fields=id&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 267 time: 0.0339768 May 26 16:44:04.393729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-37ad2449-01f8-4854-acd5-0c4e6b3517cd tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:04.395114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-37ad2449-01f8-4854-acd5-0c4e6b3517cd tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 812 time: 0.1065454 May 26 16:44:04.409821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-50fe64ca-c3cf-42fe-a9fa-405158430966 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/quotas/31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 375 time: 0.0088696 May 26 16:44:04.463280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-684023da-5918-43a5-96f9-788b9a599ef7 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480411 May 26 16:44:04.557745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-4ffd537a-dc82-449f-a0a2-412b5b18eda1 service neutron] 10.222.0.39 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826356 May 26 16:44:04.655347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-17d4fbd9-4371-4c7f-9c97-a7554e119741 service neutron] 10.222.0.39 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905199 May 26 16:44:04.825022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e369678a-ea92-461c-a4eb-6712540afd39 req-3af2934c-3d77-40ac-a619-9178aac057d6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 210 time: 0.0281997 May 26 16:44:05.094438 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5fac64b4-480e-4e2d-b730-0b8b454cc860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:05.174454 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:44:05.785517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-a2e70236-a0da-4adf-b858-c7ddb4ceab27 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:05.787011 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-a2e70236-a0da-4adf-b858-c7ddb4ceab27 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 812 time: 0.1133900 May 26 16:44:05.824279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:44:05.837010 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-4af00ebb-f523-4d18-af2b-3baeab912467 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 379 time: 0.0410321 May 26 16:44:05.846877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'port': {'device_id': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'admin_state_up': True, 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'security_groups': ['1946584b-1758-4434-bcf6-871a93756fc9']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:44:05.848432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:44:05.848784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 1d0ba6f2-14ae-4c99-b305-c13cf97ab9c4 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:44:05.932270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e7d6246-0bb3-4f57-a682-7bf9ce8ef8bf req-be557c6b-d26d-485b-aebf-be032a01ea0d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 210 time: 0.0319526 May 26 16:44:05.973635 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Made reservation on behalf of 31988156d1134e2cb63d4d8d7dfe5039 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:44:05.977124 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:06.100467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Allocated IP 172.20.0.10 (29276f39-5974-406a-88a1-bc8f4631a349/9d4f2d99-1ce9-4935-8b87-d8c171b0c301/ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:44:06.237502 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:06.270490 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:06.314625 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Network 29276f39-5974-406a-88a1-bc8f4631a349 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:44:06.317624 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:44:06.321542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:44:06.348542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event updated for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:06.379135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:06.380191 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:06.399010 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b9cd9d9b-b4b5-463d-9515-12a7995ff913 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556967 May 26 16:44:06.410542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Request body: {'port': {'device_id': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:44:06.473011 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:06.599847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2ebe79a5-ab24-4ca5-a0b6-88c04dac5dee None None] Provisioning complete for port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:06.599847 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ebe79a5-ab24-4ca5-a0b6-88c04dac5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:06.635570 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe79a5-ab24-4ca5-a0b6-88c04dac5dee None None] Port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:44:06.739848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:44:06.748079 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:06.759918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Transition to ACTIVE for port object ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:44:06.764365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:06.816238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:06.891521 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Attempting to bind port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:44:06.891841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Attempting to bind port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:44:06.892174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Attempting to bind port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:44:06.896848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:44:06.897166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Attempting to bind port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:44:06.902378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:44:06.902720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:44:06.903101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:44:06.903526 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Bound port: ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:44:06.903882 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:06.972833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:44:06.976523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:44:06.984136 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:07.025320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.027682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:07.028505 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 1092 time: 0.6217496 May 26 16:44:07.028505 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:44:07.030803 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d979d8ed-25c3-4b3e-8976-1de86b43b558" -d '{"events": [{"name": "network-changed", "server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:44:07.071741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608820fb-74b7-4acd-992a-5779e85be2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:07.091944 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b26c16-e21d-4bdc-bce0-254706ced34b x-openstack-request-id: req-64b26c16-e21d-4bdc-bce0-254706ced34b {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:44:07.092286 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:44:07.092489 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64b26c16-e21d-4bdc-bce0-254706ced34b {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:44:07.092896 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b26c16-e21d-4bdc-bce0-254706ced34b'] response: {'name': 'network-changed', 'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'status': 'completed', 'code': 200} May 26 16:44:07.107253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a3fcd-e83f-4b8a-bfb6-32e9c43e9da7 req-11a20bd0-6e4a-44b5-9cef-035779b1561d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.109461 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b0a3fcd-e83f-4b8a-bfb6-32e9c43e9da7 req-11a20bd0-6e4a-44b5-9cef-035779b1561d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 944 time: 0.1033504 May 26 16:44:07.127957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-fec07a4a-149a-478c-868f-33f50fd60362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.129989 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-fec07a4a-149a-478c-868f-33f50fd60362 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1095 time: 0.0545540 May 26 16:44:07.156609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6b0a3fcd-e83f-4b8a-bfb6-32e9c43e9da7 req-740d4473-b03b-4666-a192-685e66139d87 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405884 May 26 16:44:07.175698 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-9198b963-9760-46f9-bacd-d4c822281b2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 217 time: 0.0378573 May 26 16:44:07.228072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-e05d64e7-0829-4ab0-aa68-505b2b309bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.229693 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-e05d64e7-0829-4ab0-aa68-505b2b309bb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0474806 May 26 16:44:07.281665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-9f0c1d08-bdd4-4410-90f7-eeb7e54c7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.283354 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-9f0c1d08-bdd4-4410-90f7-eeb7e54c7e35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471802 May 26 16:44:07.384943 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-b2fdb58b-c0b2-40e3-bd70-d99d884d02b1 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942941 May 26 16:44:07.487960 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e804dfb9-90e5-4aca-8fd7-45f9bf2c261f req-84cb5de0-355c-44e7-80b0-f5b3498f78f8 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967636 May 26 16:44:07.568670 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-15e9ea84-d38f-498a-be8b-442adad444ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.570303 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-15e9ea84-d38f-498a-be8b-442adad444ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1095 time: 0.0417519 May 26 16:44:07.660384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-dec85813-a195-4903-88a4-9a13f1d18209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.661861 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-dec85813-a195-4903-88a4-9a13f1d18209 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0857658 May 26 16:44:07.717416 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-e65dddea-3bd1-4993-98f3-729d5bdcfe5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 217 time: 0.0494595 May 26 16:44:07.766784 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-fd4b7f39-8269-4b21-9b16-76521c796e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.768244 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-fd4b7f39-8269-4b21-9b16-76521c796e23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0445096 May 26 16:44:07.814597 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a1d79556-f500-47cc-96c0-3e86db833657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:07.818215 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-829a0b70-9579-49ff-9fb1-39af948cfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.819757 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-829a0b70-9579-49ff-9fb1-39af948cfac4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445333 May 26 16:44:07.916472 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-b5809f25-f559-445c-ad63-b04934523d5b service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895202 May 26 16:44:08.009199 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-d979d8ed-25c3-4b3e-8976-1de86b43b558 req-5db1f33c-e2c7-4517-ba6f-62d44b5e7701 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860798 May 26 16:44:08.276948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e7f7c-09b1-4998-adb3-64868e67d5dd req-506cf2f3-d889-4dcb-b345-7f954b8fd11f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:08.278440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c57e7f7c-09b1-4998-adb3-64868e67d5dd req-506cf2f3-d889-4dcb-b345-7f954b8fd11f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 944 time: 0.0492876 May 26 16:44:08.316724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c57e7f7c-09b1-4998-adb3-64868e67d5dd req-1e11bb91-6ff4-42ee-9652-2f2a917d0c7e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322764 May 26 16:44:08.885164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:44:08.915889 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:08.995175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:09.006795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'mac_address': 'fa:16:3e:9a:28:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:44:09.054628 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:09.055009 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:09.068614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:44:09.090892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:09.095267 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:09.145171 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:09.291236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:44:09.435061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32f73a-8dd4-4215-8ba6-67ac6afc9f60 req-0fd1d188-9820-4cec-9a86-4928a1dd1978 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:09.436497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a32f73a-8dd4-4215-8ba6-67ac6afc9f60 req-0fd1d188-9820-4cec-9a86-4928a1dd1978 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 945 time: 0.0501134 May 26 16:44:09.478856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a32f73a-8dd4-4215-8ba6-67ac6afc9f60 req-2444d38e-8895-4209-baff-beb1e4b11760 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331428 May 26 16:44:10.595982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c28be-fedf-49cf-8601-f5482cd39057 req-a34d9e63-190b-491b-918e-fae4600fe491 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:10.597443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d1c28be-fedf-49cf-8601-f5482cd39057 req-a34d9e63-190b-491b-918e-fae4600fe491 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 945 time: 0.0479445 May 26 16:44:10.639210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d1c28be-fedf-49cf-8601-f5482cd39057 req-093e835f-7d58-4f8f-a46c-5dc1d3e2e9e4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355830 May 26 16:44:10.724073 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:10.782359 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:10.900652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:10.954601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:44:10.958665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:10.959114 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:11.035174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:11.035467 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:11.059033 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:44:11.061245 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47476fac-96c2-44d4-a739-9f447566c646" -d '{"events": [{"server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:44:11.074863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:11.084650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:11.110033 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736ceee8-489b-4691-9129-b164137fd83f x-openstack-request-id: req-736ceee8-489b-4691-9129-b164137fd83f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:44:11.110328 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:44:11.110581 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-736ceee8-489b-4691-9129-b164137fd83f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:44:11.111089 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736ceee8-489b-4691-9129-b164137fd83f'] response: {'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'code': 200} May 26 16:44:11.141912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:11.198155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c49231-9900-4b06-b9d7-de65dd91a160 req-7c70d566-7ec8-45a7-8073-bbe5cc5ab2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:11.199733 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72c49231-9900-4b06-b9d7-de65dd91a160 req-7c70d566-7ec8-45a7-8073-bbe5cc5ab2cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1097 time: 0.0445101 May 26 16:44:11.240571 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72c49231-9900-4b06-b9d7-de65dd91a160 req-937176d9-a58e-415e-bc7d-831b07f29276 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344322 May 26 16:44:11.765119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5082e-bb40-4ccd-b54d-66daa2deb9a4 req-da152996-b9e7-4d47-9030-ba16a3b7a692 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:11.766631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4d5082e-bb40-4ccd-b54d-66daa2deb9a4 req-da152996-b9e7-4d47-9030-ba16a3b7a692 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0569437 May 26 16:44:11.804644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4d5082e-bb40-4ccd-b54d-66daa2deb9a4 req-ba5efb55-ac75-4abf-a260-18a2496fdb3a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319180 May 26 16:44:12.931153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e43f05-63e0-4183-bd5c-d85c8ebc93d3 req-c4b7d4c6-17f9-4b7d-a5dd-8f10cdd92741 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:12.932664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5e43f05-63e0-4183-bd5c-d85c8ebc93d3 req-c4b7d4c6-17f9-4b7d-a5dd-8f10cdd92741 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0577838 May 26 16:44:12.974302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5e43f05-63e0-4183-bd5c-d85c8ebc93d3 req-cbcb91dd-c770-4ddf-8a8b-4131c3d47297 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349870 May 26 16:44:13.087481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9165b-2b1a-4c4f-bbb1-16a4749e908f req-1ae4c464-001b-45bf-a18b-58d42c6dc8f4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.089055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ac9165b-2b1a-4c4f-bbb1-16a4749e908f req-1ae4c464-001b-45bf-a18b-58d42c6dc8f4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0502589 May 26 16:44:13.099839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54696) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:44:13.105806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-41d794a9-5825-40bd-9ec3-c02d96b451de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'floatingip': {'port_id': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:44:13.150988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41d794a9-5825-40bd-9ec3-c02d96b451de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:13.155621 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-8e94eccc-3de2-4e82-9688-5e1eab5019f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392392 May 26 16:44:13.235245 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-d766f8cd-29f3-434e-806a-f242ca953055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.236760 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-d766f8cd-29f3-434e-806a-f242ca953055 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1097 time: 0.0399606 May 26 16:44:13.414924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-f1b56015-0cef-40eb-8844-7c15452f197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.416333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-f1b56015-0cef-40eb-8844-7c15452f197c service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1556222 May 26 16:44:13.457257 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-8578a47a-5776-4c77-b5b9-98fb63b6188a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 217 time: 0.0347748 May 26 16:44:13.506222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-ffcd765c-a78f-4c39-a018-319c57b84627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.507700 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-ffcd765c-a78f-4c39-a018-319c57b84627 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0446532 May 26 16:44:13.555340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-e57e869c-429d-4dae-8c6d-af0594b590d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.556887 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-e57e869c-429d-4dae-8c6d-af0594b590d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422475 May 26 16:44:13.628960 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41d794a9-5825-40bd-9ec3-c02d96b451de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:13.633667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41d794a9-5825-40bd-9ec3-c02d96b451de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:13.655451 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-8b25f5c2-021d-4efb-9bc9-0b45edefc7e3 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922048 May 26 16:44:13.738604 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-41d794a9-5825-40bd-9ec3-c02d96b451de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28 associated. External IP: 172.25.0.39, port: ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f. May 26 16:44:13.752149 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-16a3e43a-db53-4fd2-91ac-11d8a38d60d2 req-546dc5a6-df7b-4ccd-b3be-ef1fd2377f18 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900095 May 26 16:44:13.962821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d794a9-5825-40bd-9ec3-c02d96b451de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:44:14.074954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d794a9-5825-40bd-9ec3-c02d96b451de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:44:14.084365 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-41d794a9-5825-40bd-9ec3-c02d96b451de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:14.089934 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:44:14.105574 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:14.106302 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:44:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:14.112528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-41d794a9-5825-40bd-9ec3-c02d96b451de tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "PUT /v2.0/floatingips/40137afe-45a4-4526-b7d1-454d6c9bbb28 HTTP/1.1" status: 200 len: 991 time: 1.0107222 May 26 16:44:14.113226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:44:14.115686 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e1342f-90a5-4449-97ec-eab6616f5e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:44:14.153507 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d454ee95-8266-4af6-b863-d1808b504cd6 x-openstack-request-id: req-d454ee95-8266-4af6-b863-d1808b504cd6 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:44:14.153804 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:44:14.154087 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d454ee95-8266-4af6-b863-d1808b504cd6 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:44:14.154500 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d454ee95-8266-4af6-b863-d1808b504cd6'] response: {'name': 'network-changed', 'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'status': 'completed', 'code': 200} May 26 16:44:14.213209 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:14.223456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-34d9740d-7f9d-4ba1-aea3-8eabd1e48b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:14.225002 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-34d9740d-7f9d-4ba1-aea3-8eabd1e48b6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1097 time: 0.0468922 May 26 16:44:14.334778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-07997438-535f-496e-93b1-9df634e45860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:14.336222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-07997438-535f-496e-93b1-9df634e45860 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1038723 May 26 16:44:14.415945 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-231dca3d-30dc-4875-ba23-b0e7d6e2cee0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 999 time: 0.0728662 May 26 16:44:14.454927 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:9a:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:44:13Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:14.471675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-d41b5423-325e-4d77-84b5-84c17135d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:14.473347 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-d41b5423-325e-4d77-84b5-84c17135d25f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0505226 May 26 16:44:14.486986 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:44:14.497192 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:14.499576 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:44:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:14.523027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-21dcba4c-d320-44ff-87b2-31d40e08985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:14.524573 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-21dcba4c-d320-44ff-87b2-31d40e08985c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444660 May 26 16:44:14.606461 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:14.622760 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-b1326a72-90f3-4b97-bed8-6df59057e807 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906222 May 26 16:44:14.717477 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f7e1342f-90a5-4449-97ec-eab6616f5e9a req-875d19c3-cdb6-4804-b1f5-9278bc926cca service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887163 May 26 16:44:14.836285 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:9a:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:44:13Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:14.867875 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7d53d-9246-4217-8e53-f20719e46cc1 None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:9a:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:44:13Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:44:15.091872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e6b8c-e8fc-46b6-8c01-8dcf75f43a48 None None] New status for floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:44:24.192536 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:24.264526 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:35.097454 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8558a822-a2f0-4faf-80f6-bc849de9ceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:37.816670 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f22d2cf8-625d-4717-afd7-219feb924725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:38.904854 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:40.731746 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:40.786908 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:42.178981 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:44:49.269464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2f588-11c3-4f30-ac19-a3c4035b5175 req-0d7e8676-9955-4791-b801-06f9e8948a88 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:49.271143 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7df2f588-11c3-4f30-ac19-a3c4035b5175 req-0d7e8676-9955-4791-b801-06f9e8948a88 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0541987 May 26 16:44:49.311587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7df2f588-11c3-4f30-ac19-a3c4035b5175 req-00882a9b-c37b-4c24-995a-c0139c3ec71e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343685 May 26 16:44:50.436594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5c82a-6d44-4621-982f-ad6a5deb6d04 req-ba844b75-653a-4773-b607-7656224dc794 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:50.438189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8af5c82a-6d44-4621-982f-ad6a5deb6d04 req-ba844b75-653a-4773-b607-7656224dc794 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0537734 May 26 16:44:50.478522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8af5c82a-6d44-4621-982f-ad6a5deb6d04 req-8ca8b0e9-50b9-4318-8e80-d3d36c1778cb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338547 May 26 16:44:51.599253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b25c1e-d62b-4b7d-9597-f97dd78e7426 req-2b956693-0ce0-4283-8d93-82ca5b46c8f4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:51.600772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2b25c1e-d62b-4b7d-9597-f97dd78e7426 req-2b956693-0ce0-4283-8d93-82ca5b46c8f4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0505085 May 26 16:44:51.641754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2b25c1e-d62b-4b7d-9597-f97dd78e7426 req-bbeb7913-64bc-4eb0-9a41-fbccf1dc144e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346963 May 26 16:44:52.769980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e1d38-870b-4528-bd84-72ed659d8015 req-597d9ac4-4f0e-46ae-bbbc-5c6c845c1593 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:52.771498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c87e1d38-870b-4528-bd84-72ed659d8015 req-597d9ac4-4f0e-46ae-bbbc-5c6c845c1593 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0574269 May 26 16:44:52.812617 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c87e1d38-870b-4528-bd84-72ed659d8015 req-38187365-dacc-429a-b098-002123ff48ca tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347288 May 26 16:44:53.945058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd3d4-99bf-4938-936a-bfd579b1ef90 req-bb2a4564-7880-445b-bb87-cdfc52084502 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:53.946551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67ddd3d4-99bf-4938-936a-bfd579b1ef90 req-bb2a4564-7880-445b-bb87-cdfc52084502 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0545368 May 26 16:44:53.986133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67ddd3d4-99bf-4938-936a-bfd579b1ef90 req-3f4f318e-0c71-4aa0-932a-a6f4a28c9703 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332327 May 26 16:44:54.194346 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:54.261341 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:55.103759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228ef85-1812-4298-8e9e-b6f21995e45d req-892b363a-47b1-43b2-a036-f35a51427f7c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:55.105318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5228ef85-1812-4298-8e9e-b6f21995e45d req-892b363a-47b1-43b2-a036-f35a51427f7c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0498755 May 26 16:44:55.147106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5228ef85-1812-4298-8e9e-b6f21995e45d req-7542ae45-4d45-459e-a65c-bbf3b24a8afc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344298 May 26 16:44:56.270437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfad129-2a1b-473f-9114-55f86db2f487 req-6d38e257-0c5f-4059-b91f-73d7eef9f9a8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:56.271900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdfad129-2a1b-473f-9114-55f86db2f487 req-6d38e257-0c5f-4059-b91f-73d7eef9f9a8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0540023 May 26 16:44:56.320038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fdfad129-2a1b-473f-9114-55f86db2f487 req-b3580371-794a-4a26-834d-126a5b34c7f9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343952 May 26 16:44:57.456255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adc8ca-7b5b-4a72-997f-9b0bbf4c881e req-7b701331-726c-4503-b669-4cfe2a25d635 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:57.458501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6adc8ca-7b5b-4a72-997f-9b0bbf4c881e req-7b701331-726c-4503-b669-4cfe2a25d635 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0495186 May 26 16:44:57.499535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6adc8ca-7b5b-4a72-997f-9b0bbf4c881e req-136f7ec7-d084-4f98-a5df-e33e8bcfc70b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334404 May 26 16:44:58.619581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a99c42-044d-45ab-8405-441e491d29ec req-40966c95-7e2e-40d1-a9f9-2b253b44d03d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:58.621100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74a99c42-044d-45ab-8405-441e491d29ec req-40966c95-7e2e-40d1-a9f9-2b253b44d03d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0502849 May 26 16:44:58.660160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-74a99c42-044d-45ab-8405-441e491d29ec req-55f916c7-de49-4416-8f2b-e65f8146b2b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330691 May 26 16:44:59.783662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1edbd5-f537-44a8-98a1-214d535809c4 req-571732f7-c322-43b5-ad71-067e9d468c0e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:59.785144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc1edbd5-f537-44a8-98a1-214d535809c4 req-571732f7-c322-43b5-ad71-067e9d468c0e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0557065 May 26 16:44:59.824267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fc1edbd5-f537-44a8-98a1-214d535809c4 req-12f24655-6416-408b-8665-7ac305437211 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328310 May 26 16:45:00.948648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266f203-67c1-4424-990e-b305ab78207a req-5f3ded60-128c-4b3f-b493-81896d2a30b9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:00.950322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6266f203-67c1-4424-990e-b305ab78207a req-5f3ded60-128c-4b3f-b493-81896d2a30b9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0540423 May 26 16:45:00.995137 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6266f203-67c1-4424-990e-b305ab78207a req-d7c34ca8-0f45-4cfb-a6ba-fe89b3517097 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373712 May 26 16:45:02.112473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0d3cd-fc18-4d7c-9adc-cfd5b954cdf1 req-a1030af1-f313-45a9-90a8-1fc189bb08f3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:02.113988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7eb0d3cd-fc18-4d7c-9adc-cfd5b954cdf1 req-a1030af1-f313-45a9-90a8-1fc189bb08f3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0490680 May 26 16:45:02.154775 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7eb0d3cd-fc18-4d7c-9adc-cfd5b954cdf1 req-a943b7ce-5c95-4ace-9b21-503461478409 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345221 May 26 16:45:03.277418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d76205-fd56-40b1-ae2a-88240b56308f req-9503114a-e78b-4140-a608-e233596ad2d9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:03.278909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00d76205-fd56-40b1-ae2a-88240b56308f req-9503114a-e78b-4140-a608-e233596ad2d9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0526822 May 26 16:45:03.318357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00d76205-fd56-40b1-ae2a-88240b56308f req-3bc055fe-8f8b-4e6e-853f-08790ef4dbc2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326340 May 26 16:45:04.446713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766fc0b-91fd-44ec-9da1-a8b201e2ab72 req-1a4232be-656c-4fe0-ae82-0a279defa4ae tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:04.448222 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1766fc0b-91fd-44ec-9da1-a8b201e2ab72 req-1a4232be-656c-4fe0-ae82-0a279defa4ae tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0529623 May 26 16:45:04.489523 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1766fc0b-91fd-44ec-9da1-a8b201e2ab72 req-19c81568-af65-4c23-851f-672d3198ec92 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341830 May 26 16:45:05.100436 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-416cce0b-b041-4c7a-80e7-447644efb6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:05.612952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db6015-bf07-4394-a549-f3517a3895c3 req-90d3bd8b-9f57-4581-a295-4236f6f1b374 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:05.614655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96db6015-bf07-4394-a549-f3517a3895c3 req-90d3bd8b-9f57-4581-a295-4236f6f1b374 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0514786 May 26 16:45:05.653514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96db6015-bf07-4394-a549-f3517a3895c3 req-702292f5-9ef2-49b7-ab41-a20cac22cd54 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325763 May 26 16:45:05.911143 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-a0f94a4b-9289-4823-8cc6-7c39b501d593 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519555 May 26 16:45:06.255601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d95292-84c9-434b-bdda-649c8ac86461 req-4b6c56a7-fd5f-4302-a9d9-242fc43a1d91 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:06.257110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59d95292-84c9-434b-bdda-649c8ac86461 req-4b6c56a7-fd5f-4302-a9d9-242fc43a1d91 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.3854587 May 26 16:45:06.297820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59d95292-84c9-434b-bdda-649c8ac86461 req-29facc5a-87c3-4993-b85c-2e1e09521941 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344255 May 26 16:45:07.367944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-b8fd6b12-dd72-4c31-9a8a-63355c86851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:07.369438 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-b8fd6b12-dd72-4c31-9a8a-63355c86851e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1097 time: 0.3892186 May 26 16:45:07.423344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83770f72-8783-42f4-bd6c-a80758472a56 req-61267a92-5c42-41ed-9467-05733ae99bc8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:07.424853 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83770f72-8783-42f4-bd6c-a80758472a56 req-61267a92-5c42-41ed-9467-05733ae99bc8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0500784 May 26 16:45:07.468317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83770f72-8783-42f4-bd6c-a80758472a56 req-39f7e63b-8ec2-45ba-ac1d-557edbfc1620 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362954 May 26 16:45:07.469883 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-ef6a6437-f403-4f62-8e46-1718bbca1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:07.471566 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-ef6a6437-f403-4f62-8e46-1718bbca1ecc service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0955591 May 26 16:45:07.546541 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-8c76bc46-804b-4d09-a25b-4d3b23667d7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 1001 time: 0.0669129 May 26 16:45:07.596800 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-c67bd7f9-e21c-4581-a154-a928c015b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:07.598383 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-c67bd7f9-e21c-4581-a154-a928c015b1e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0462120 May 26 16:45:07.645793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-5eaac29a-a708-4645-866b-7a69284c096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:07.647433 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-5eaac29a-a708-4645-866b-7a69284c096e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420654 May 26 16:45:07.741956 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-bbf1a16b-0bdc-444e-a103-fb41133dd938 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866792 May 26 16:45:07.820434 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-80b1126f-12e3-450f-b8ac-f003ca72d755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:07.835031 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-ddcfb1f4-d6f4-4c7a-a394-bc0679f878c3 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871255 May 26 16:45:08.588005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac886e-fd68-4046-b047-085d67715f3d req-c12cc237-e54a-4113-afe7-6b8d765e3ab5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:08.589479 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcac886e-fd68-4046-b047-085d67715f3d req-c12cc237-e54a-4113-afe7-6b8d765e3ab5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0496948 May 26 16:45:08.627507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fcac886e-fd68-4046-b047-085d67715f3d req-c98bba77-2ae2-46f5-b96f-22da873a0514 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 May 26 16:45:08.907740 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:09.583865 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-72853919-be41-46df-883a-86815acaa7c2 req-a56520e9-1c9c-4bba-aae3-3162f2b24c99 service neutron] show failed (client error): The resource could not be found. May 26 16:45:09.584940 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-a56520e9-1c9c-4bba-aae3-3162f2b24c99 service neutron] 10.222.0.24 "GET /v2.0/ports/ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0746429 May 26 16:45:09.772302 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97040-7068-4d74-b52f-76a5ca6d26d7 req-260b61ac-fc9b-490c-b2f9-b1703c9cde5e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:09.773850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2af97040-7068-4d74-b52f-76a5ca6d26d7 req-260b61ac-fc9b-490c-b2f9-b1703c9cde5e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0665195 May 26 16:45:09.816985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2af97040-7068-4d74-b52f-76a5ca6d26d7 req-7fe57c5d-9dc9-42df-adca-752bee4431c0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366092 May 26 16:45:09.857554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-5a2c9dc4-f99f-48c7-908c-ac690381609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:09.859604 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-5a2c9dc4-f99f-48c7-908c-ac690381609b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 1097 time: 0.1020696 May 26 16:45:09.871288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:45:09.932813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:10.140200 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:10.173298 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:45:10.217283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:45:10.220128 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873e7f7b-e002-4e62-a58b-ef325ec26cfc" -d '{"events": [{"server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:45:10.224026 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:10.238078 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Transition to ACTIVE for port object ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:45:10.242871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:10.327719 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:10.342163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.342573 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.343472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.343724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.344062 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.344394 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.344723 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.345050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.345842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.345842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.346049 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.346355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:10.353318 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb542bc4-a5b0-48b4-89d8-f24ffe62d31a x-openstack-request-id: req-cb542bc4-a5b0-48b4-89d8-f24ffe62d31a {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:45:10.353664 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:45:10.353919 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb542bc4-a5b0-48b4-89d8-f24ffe62d31a {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:45:10.354357 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb542bc4-a5b0-48b4-89d8-f24ffe62d31a'] response: {'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'code': 200} May 26 16:45:10.389177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] No DVR routers for this DVR port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:45:10.530079 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Attempting to bind port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:45:10.530938 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Attempting to bind port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:45:10.531287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Attempting to bind port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:45:10.535592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:45:10.535912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Attempting to bind port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:45:10.540685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:45:10.541028 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:45:10.541408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:45:10.541829 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Bound port: ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:45:10.542216 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:10.606455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:45:10.609434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:45:10.614306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:10.648973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:10.649601 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:10.651068 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 1092 time: 0.7840018 May 26 16:45:10.687201 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bf4e9-2913-4138-93d8-d7a9f8ad4cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:10.723774 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-e19636fd-ebf4-4230-8820-a774f8c56e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:10.724682 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-e19636fd-ebf4-4230-8820-a774f8c56e0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1095 time: 0.0467060 May 26 16:45:10.733430 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:10.789592 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:10.831726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-7122fc3a-0068-4baf-a537-381d97a174f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:10.833255 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-7122fc3a-0068-4baf-a537-381d97a174f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0952504 May 26 16:45:10.901390 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-3108e5c4-e989-42cf-9935-48678e6d24d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 999 time: 0.0605369 May 26 16:45:10.945715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978454ed-0605-4fea-a131-4afd6c0f3f38 req-9194b693-603c-497d-b514-be92f4beaf8d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:10.947415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-978454ed-0605-4fea-a131-4afd6c0f3f38 req-9194b693-603c-497d-b514-be92f4beaf8d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 944 time: 0.0577147 May 26 16:45:10.960223 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-8a4a9fbd-a72b-4e2b-a72f-c7956912fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:10.961806 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-8a4a9fbd-a72b-4e2b-a72f-c7956912fc90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0529153 May 26 16:45:10.987785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-978454ed-0605-4fea-a131-4afd6c0f3f38 req-8172dc3a-df9e-4c5b-951e-ca1384da7df4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338283 May 26 16:45:11.009836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853919-be41-46df-883a-86815acaa7c2 req-b1126864-163a-41d8-a40a-b01d8cbbd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:11.011367 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-b1126864-163a-41d8-a40a-b01d8cbbd9cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430291 May 26 16:45:11.100284 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-0c6acb75-ff59-430e-bd5a-ea7d2437101d service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807838 May 26 16:45:11.193543 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-72853919-be41-46df-883a-86815acaa7c2 req-d9b7ddb9-aa29-4a9d-acfc-b18849784436 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867829 May 26 16:45:12.113032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca7876-1dbe-4f0d-8118-a00719154279 req-f1e3d475-10ec-4921-b6ce-42da87c1b609 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:12.114695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36ca7876-1dbe-4f0d-8118-a00719154279 req-f1e3d475-10ec-4921-b6ce-42da87c1b609 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 944 time: 0.0511022 May 26 16:45:12.158436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36ca7876-1dbe-4f0d-8118-a00719154279 req-1c003c71-1dbd-4919-a3bc-6f1702fa0949 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369625 May 26 16:45:12.356366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:45:12.359413 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ed9322-6088-4c82-959c-4e55e5c99b01" -d '{"events": [{"name": "network-changed", "server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:45:12.411293 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1763b1a0-66ef-49d0-b858-287a16362166 x-openstack-request-id: req-1763b1a0-66ef-49d0-b858-287a16362166 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:45:12.411746 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:45:12.412022 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1763b1a0-66ef-49d0-b858-287a16362166 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:45:12.412557 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1763b1a0-66ef-49d0-b858-287a16362166'] response: {'name': 'network-changed', 'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'status': 'completed', 'code': 200} May 26 16:45:12.502715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-6a0cd90e-3957-41b0-9e16-bcc8cf9fecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:12.502977 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-6a0cd90e-3957-41b0-9e16-bcc8cf9fecee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1095 time: 0.0651479 May 26 16:45:12.505694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-af87850a-4ead-4480-9e2c-616b625ac8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:12.506287 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-af87850a-4ead-4480-9e2c-616b625ac8db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1095 time: 0.0774498 May 26 16:45:12.678277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-f2df8f08-3a50-4977-b473-52f0bbc8a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:12.679576 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-f2df8f08-3a50-4977-b473-52f0bbc8a98c service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1698303 May 26 16:45:12.684998 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-81a1a2f7-bb2f-46b6-a1ce-b189ba4c3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:12.686155 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-81a1a2f7-bb2f-46b6-a1ce-b189ba4c3d10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1665745 May 26 16:45:12.795585 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-e5e8e689-2b54-4bb0-8cd7-93670374d0c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 999 time: 0.1079330 May 26 16:45:12.800000 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-79ca560a-02c8-4a17-9b5d-f024d3bef012 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 999 time: 0.1057706 May 26 16:45:12.880108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-ee33e88e-8a3e-49e0-80cb-1dfab6e83caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:12.881607 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-ee33e88e-8a3e-49e0-80cb-1dfab6e83caa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0790563 May 26 16:45:12.883025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-31470f79-0b8d-457e-b1b7-76884d3037a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:12.884340 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-31470f79-0b8d-457e-b1b7-76884d3037a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0745711 May 26 16:45:12.960869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-abbfbd85-ed45-47aa-afc2-413270d717cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:12.962342 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-abbfbd85-ed45-47aa-afc2-413270d717cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737672 May 26 16:45:12.969230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-5e2ad739-68e9-492d-b249-f38337d410df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:12.970770 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-5e2ad739-68e9-492d-b249-f38337d410df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745578 May 26 16:45:13.123139 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-9244fb0e-8a8b-4247-bbc4-4fa73d230d21 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513889 May 26 16:45:13.127278 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-4a30c428-3aa8-4785-8ad7-ed4955e04081 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484013 May 26 16:45:13.285801 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-b35a3065-785c-4eef-a207-e52336dacf2b service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474905 May 26 16:45:13.291250 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f4ed9322-6088-4c82-959c-4e55e5c99b01 req-9c1ed4d2-2ea2-49a2-9354-a38f39c22942 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566546 May 26 16:45:13.291556 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:45:13.298425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b7f73-ad6c-41b8-806d-c2e53de6b2d7 req-7a47a22a-9538-4c5c-b682-f6c84d9b92c2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:13.300010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-957b7f73-ad6c-41b8-806d-c2e53de6b2d7 req-7a47a22a-9538-4c5c-b682-f6c84d9b92c2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 944 time: 0.0697000 May 26 16:45:13.342802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-957b7f73-ad6c-41b8-806d-c2e53de6b2d7 req-21a5d164-ae15-4856-9ae5-2034e924ec0c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352707 May 26 16:45:13.344414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:45:13.560958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabbef6-afdf-4c26-923c-d2b5d0f219c1 req-32c16e41-cada-44a3-a00c-35fe7130a209 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:13.564420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fabbef6-afdf-4c26-923c-d2b5d0f219c1 req-32c16e41-cada-44a3-a00c-35fe7130a209 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 944 time: 0.0678444 May 26 16:45:13.571420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-994e8c85-61fb-4ee5-9a79-015e0f3a07ea tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:13.572893 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-994e8c85-61fb-4ee5-9a79-015e0f3a07ea tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a&tenant_id=31988156d1134e2cb63d4d8d7dfe5039&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 944 time: 0.0645666 May 26 16:45:13.611280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1fabbef6-afdf-4c26-923c-d2b5d0f219c1 req-cb058384-baad-4725-a982-980137307ab4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424387 May 26 16:45:13.646829 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-69d5f524-8ef8-4e70-8262-562f1c9b4908 service neutron] delete failed (client error): The resource could not be found. May 26 16:45:13.647897 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-69d5f524-8ef8-4e70-8262-562f1c9b4908 service neutron] 10.222.0.24 "DELETE /v2.0/ports/ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f/bindings/n-h1-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0686657 May 26 16:45:13.735238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-cdd4c0f0-2ce6-4b1d-b32c-f357db9fc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:13.736759 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-cdd4c0f0-2ce6-4b1d-b32c-f357db9fc55f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1095 time: 0.0434570 May 26 16:45:13.831102 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-3f7b0659-3420-4a99-82b6-95fbb254352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:13.832527 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-3f7b0659-3420-4a99-82b6-95fbb254352a service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0885048 May 26 16:45:13.901888 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-19c8cbf7-3e66-46bd-92bb-120aa069bb85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 999 time: 0.0632982 May 26 16:45:13.949914 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-023e317c-2fda-4c03-88c3-252c44198c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:13.951394 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-023e317c-2fda-4c03-88c3-252c44198c73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0437565 May 26 16:45:13.998417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-d12c5f7d-e01e-4b39-afff-89084ff8ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:14.000397 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-d12c5f7d-e01e-4b39-afff-89084ff8ac85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422623 May 26 16:45:14.092439 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-cee857c1-df51-4e8e-9e80-7d06b7b0803b service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848672 May 26 16:45:14.135928 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:45:14.187548 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-941fe8e1-192e-4ae5-9427-95132161ebe5 req-15df4fcc-ad1c-4b93-98e4-9bf03234aa1e service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849392 May 26 16:45:14.235493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:14.407475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'mac_address': 'fa:16:3e:9a:28:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:45:14.444864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:14.445252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:14.458706 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:45:14.477901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:14.482505 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:14.529925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:14.537596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.537980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.538379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.538724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.539060 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.539398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.539725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.540074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.540404 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.540728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.541052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.541374 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:14.752013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f007e1-62b2-4c93-89c8-1e36605d9f01 req-4ecd8c62-fc03-4d95-bcb6-6e19d0368eb5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:14.753550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7f007e1-62b2-4c93-89c8-1e36605d9f01 req-4ecd8c62-fc03-4d95-bcb6-6e19d0368eb5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 945 time: 0.0674925 May 26 16:45:14.768771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:45:14.798318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7f007e1-62b2-4c93-89c8-1e36605d9f01 req-9fae7fb3-2308-435d-9213-fe6c53a95cd1 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372512 May 26 16:45:15.923469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c8250-65fc-41d2-830b-c65c719a1a11 req-95095b5d-715d-48e9-84da-0b31ff43d58d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:15.925231 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-379c8250-65fc-41d2-830b-c65c719a1a11 req-95095b5d-715d-48e9-84da-0b31ff43d58d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 945 time: 0.0540516 May 26 16:45:15.963940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-379c8250-65fc-41d2-830b-c65c719a1a11 req-466c22a7-132c-4fa2-a56f-23714e8f6dbc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326045 May 26 16:45:16.080923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfe177-82a7-4937-9bf0-876c7d636dd8 req-061f0305-e173-4ad5-bc43-6208d09e6923 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:16.082405 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65bfe177-82a7-4937-9bf0-876c7d636dd8 req-061f0305-e173-4ad5-bc43-6208d09e6923 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 945 time: 0.0496681 May 26 16:45:16.120197 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65bfe177-82a7-4937-9bf0-876c7d636dd8 req-4137f102-1be8-40f5-adeb-8775ac6d01b0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 May 26 16:45:16.149903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:45:16.199514 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:45:16.205794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:16.206211 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:16.305219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:16.305634 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:16.329418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:45:16.331371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8f4c9-b992-4019-aaee-92ecaf1983a7 req-49bc1a76-e7b1-4807-acee-d3550cc2fd18 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:16.331668 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e514cf0-c0fa-4361-af28-1a5dc04d8d1b" -d '{"events": [{"server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:45:16.333162 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84d8f4c9-b992-4019-aaee-92ecaf1983a7 req-49bc1a76-e7b1-4807-acee-d3550cc2fd18 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 945 time: 0.0644872 May 26 16:45:16.354184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:16.360359 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:16.361665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-37a66c52-7311-4863-9f51-c975022285d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:16.363466 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-37a66c52-7311-4863-9f51-c975022285d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 1096 time: 0.0551114 May 26 16:45:16.382599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84d8f4c9-b992-4019-aaee-92ecaf1983a7 req-20d7f50f-2e0c-4f22-83fa-112857323010 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 May 26 16:45:16.391877 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f0cb3-fdd4-4bef-add0-0552d62bcab6 x-openstack-request-id: req-b81f0cb3-fdd4-4bef-add0-0552d62bcab6 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:45:16.392178 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:45:16.392429 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b81f0cb3-fdd4-4bef-add0-0552d62bcab6 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:45:16.392825 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81f0cb3-fdd4-4bef-add0-0552d62bcab6'] response: {'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'code': 200} May 26 16:45:16.425369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:16.473870 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-8688af12-be0f-4c1e-8cf9-d2135e3db7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:16.475420 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-8688af12-be0f-4c1e-8cf9-d2135e3db7bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1031837 May 26 16:45:16.542420 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-1d10d9ef-dda1-471b-8000-649b6423afca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 200 len: 1001 time: 0.0598266 May 26 16:45:16.599842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-52aeaba3-c275-4921-b557-2d3e50fb990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:16.601229 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-52aeaba3-c275-4921-b557-2d3e50fb990c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0502055 May 26 16:45:16.648443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-068b506e-a737-4006-9973-a6cc4f4399b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:16.649976 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-068b506e-a737-4006-9973-a6cc4f4399b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416019 May 26 16:45:16.746827 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-6db816b7-10fa-4b4e-a78d-574431b7d649 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873883 May 26 16:45:16.847704 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c4d539e5-e56c-4463-9db8-8c9713e0e305 req-f1a17426-6e4f-4560-bdcd-6ada39b5c960 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944216 May 26 16:45:17.507341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89834b6-5dd2-439e-b673-67d775b52a92 req-6c5e118f-bbaa-48bc-b13a-5c5953ae6c34 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:17.508936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e89834b6-5dd2-439e-b673-67d775b52a92 req-6c5e118f-bbaa-48bc-b13a-5c5953ae6c34 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0575821 May 26 16:45:17.548976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e89834b6-5dd2-439e-b673-67d775b52a92 req-3037caea-cc8d-43fe-9754-03a106bce63b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337477 May 26 16:45:17.808657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a3e3e-b6da-4127-a012-e3251e681285 req-fe72dcaa-8b31-4330-964f-9394d55f4e84 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:17.811167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-855a3e3e-b6da-4127-a012-e3251e681285 req-fe72dcaa-8b31-4330-964f-9394d55f4e84 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0572805 May 26 16:45:17.856048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-855a3e3e-b6da-4127-a012-e3251e681285 req-c6913276-99ce-4631-95b1-59f647c895fe tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363355 May 26 16:45:18.994437 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d440181-592b-462e-a6e9-c68dcd7ad411 req-422079af-470d-4c32-934a-f6059966796c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:18.995966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d440181-592b-462e-a6e9-c68dcd7ad411 req-422079af-470d-4c32-934a-f6059966796c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0529201 May 26 16:45:19.034297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d440181-592b-462e-a6e9-c68dcd7ad411 req-973196c6-2769-4ea9-8e2a-1047d8d46052 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315747 May 26 16:45:19.140626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-fd0a76ce-d072-4ee1-a806-9aaab4a51f93 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:19.142057 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-fd0a76ce-d072-4ee1-a806-9aaab4a51f93 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.32 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 946 time: 0.0496638 May 26 16:45:19.178664 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:45:19.236148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Deleting port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:45:19.236477 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:19.322812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] For port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:19.323165 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:19.501832 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:19.502127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:19.502446 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28 disassociated. External IP: 172.25.0.39, port: ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f. May 26 16:45:19.502788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Calling delete_port for ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:45:19.635712 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:19.666861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event deleted for resources: {'Port': ['ID=ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:19.809132 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:45:19.932086 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:45:19.944539 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:45:19.957441 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:45:19.958520 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:45:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:19.978839 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] No DVR routers for this DVR port ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:45:19.982136 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:19.987653 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8d38ba73-c2c8-4fb5-99dd-2bf34ffe8dc6 req-0d944daf-0018-46eb-8a0a-4b44023faf2f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.32 "DELETE /v2.0/ports/ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f HTTP/1.1" status: 204 len: 173 time: 0.8386042 May 26 16:45:19.988378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'name': 'network-vif-deleted', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:45:19.992231 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40176f9b-379a-4e28-8a01-08a725e1fb5b" -d '{"events": [{"server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "name": "network-vif-deleted", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:45:20.051610 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f4df90-ec67-41a9-bbc5-caeb028a893f x-openstack-request-id: req-45f4df90-ec67-41a9-bbc5-caeb028a893f {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:45:20.051891 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ef1e7-8e01-4308-99c8-bb722f353d6a", "name": "network-vif-deleted", "tag": "ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:45:20.052149 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45f4df90-ec67-41a9-bbc5-caeb028a893f {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:45:20.052564 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f4df90-ec67-41a9-bbc5-caeb028a893f'] response: {'server_uuid': '404ef1e7-8e01-4308-99c8-bb722f353d6a', 'name': 'network-vif-deleted', 'tag': 'ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f', 'status': 'completed', 'code': 200} May 26 16:45:20.106973 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:45:20.180951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bea705fe-6fa7-4d3e-9d5b-e166c8fc2beb req-70de0ff6-b0ec-4af4-901e-040a209b7318 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=404ef1e7-8e01-4308-99c8-bb722f353d6a HTTP/1.1" status: 200 len: 210 time: 0.0421429 May 26 16:45:20.351181 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:20.400757 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:45:20.412494 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:45:20.413129 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:45:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:20.541779 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:45:20.762535 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:20.789802 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c74b3-8f1b-447e-bf80-e2df9447258d None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:45:21.042912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c36e8-a19d-4a81-811a-c6bd340608b3 None None] New status for floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:45:21.422091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-69f6225b-87ea-494d-ba5b-5acdeddd37c8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--318247797&fields=id&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 267 time: 0.0365403 May 26 16:45:21.533035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-aafda938-3cb8-4eeb-836e-6ce4c6a1e139 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:21.534464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-aafda938-3cb8-4eeb-836e-6ce4c6a1e139 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 812 time: 0.1055672 May 26 16:45:21.550255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-96962172-3659-4e69-85fa-c1cca56e2392 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/quotas/31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 375 time: 0.0098817 May 26 16:45:21.604110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-5128e485-009a-44be-8b25-38c588bc0db0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480397 May 26 16:45:21.754486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-d4af0332-b534-4f32-b191-5c85d6fbde4c service neutron] 10.222.0.39 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383562 May 26 16:45:21.850974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-e064e439-4f03-4e85-9660-15db4db49a34 service neutron] 10.222.0.39 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901005 May 26 16:45:22.018456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89f95fcb-3e79-4df6-8d60-97c5dedb2831 req-eb827a89-e570-4c50-b366-0fbb8414e7ae tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 210 time: 0.0320430 May 26 16:45:22.156698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:45:22.178477 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:45:22.178789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device ef03a3ad-c3e9-4bdf-8cb3-e3d2110f690f not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:45:22.970727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-5d088f7d-2883-4406-b3d2-5b7cee5d5cf5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:22.973068 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-5d088f7d-2883-4406-b3d2-5b7cee5d5cf5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 812 time: 0.1274521 May 26 16:45:23.024990 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-3bd3313f-87ac-41db-af6c-f8ef69376a26 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 379 time: 0.0427651 May 26 16:45:23.036756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'port': {'device_id': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'admin_state_up': True, 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'security_groups': ['1946584b-1758-4434-bcf6-871a93756fc9']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:45:23.131968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5eddab5-7efc-4e71-b8a7-a36f95c21900 req-85f48cbe-9b97-4af1-b84a-b41833bbe2c9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 210 time: 0.0289702 May 26 16:45:23.160798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Made reservation on behalf of 31988156d1134e2cb63d4d8d7dfe5039 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:45:23.164973 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:23.292688 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Allocated IP 172.20.0.3 (29276f39-5974-406a-88a1-bc8f4631a349/9d4f2d99-1ce9-4935-8b87-d8c171b0c301/7600a53a-a8b8-42eb-9154-941e113b55c8) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:45:23.429174 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:23.461048 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:23.503397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Network 29276f39-5974-406a-88a1-bc8f4631a349 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:45:23.506354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:45:23.510114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:45:23.518509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:23.570241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:23.571094 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:23.588650 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-710e3006-59e9-41ae-8034-5cf9f680516e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562212 May 26 16:45:23.601969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Request body: {'port': {'device_id': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:45:23.659873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:23.747892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7835a45c-4d4b-49b6-9481-bb2cf6e9b0db None None] Provisioning complete for port 7600a53a-a8b8-42eb-9154-941e113b55c8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:23.749002 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7835a45c-4d4b-49b6-9481-bb2cf6e9b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:23.785204 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7835a45c-4d4b-49b6-9481-bb2cf6e9b0db None None] Port 7600a53a-a8b8-42eb-9154-941e113b55c8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:45:23.927448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7600a53a-a8b8-42eb-9154-941e113b55c8 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:45:23.934726 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:23.946650 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Transition to ACTIVE for port object 7600a53a-a8b8-42eb-9154-941e113b55c8 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:45:23.950180 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:24.004869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:24.074434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:45:24.074778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:45:24.075113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:45:24.080209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Port 7600a53a-a8b8-42eb-9154-941e113b55c8 on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:45:24.080542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:45:24.085486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:45:24.085832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:45:24.086250 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:45:24.086706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Bound port: 7600a53a-a8b8-42eb-9154-941e113b55c8, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:45:24.087054 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:24.156174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:45:24.159712 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:45:24.166367 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:24.209939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:24.210643 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:24.212137 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] 10.222.0.24 "PUT /v2.0/ports/7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 1091 time: 0.6159580 May 26 16:45:24.212602 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:45:24.214959 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9ef72e-c88a-4168-9deb-d7c55244e43b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:45:24.216663 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:24.266738 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:24.281194 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba7d452-dd33-4e8d-9aa7-865f9ed63602 x-openstack-request-id: req-aba7d452-dd33-4e8d-9aa7-865f9ed63602 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:45:24.281485 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:45:24.281733 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aba7d452-dd33-4e8d-9aa7-865f9ed63602 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:45:24.282174 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba7d452-dd33-4e8d-9aa7-865f9ed63602'] response: {'name': 'network-changed', 'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'status': 'completed', 'code': 200} May 26 16:45:24.285304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17955f4b-cc89-4dd5-b980-2b75d44117cf service neutron] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:24.303804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b55e63-32f6-494f-9988-32511529fa52 req-dd1e2dbf-6bb8-4620-a0f6-397b39d9046c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:24.305553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19b55e63-32f6-494f-9988-32511529fa52 req-dd1e2dbf-6bb8-4620-a0f6-397b39d9046c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 943 time: 0.0679593 May 26 16:45:24.318694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-22df3d6e-0dd8-4cc8-a216-3fbc7cdf964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:24.321108 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-22df3d6e-0dd8-4cc8-a216-3fbc7cdf964b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1094 time: 0.0538235 May 26 16:45:24.351678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-19b55e63-32f6-494f-9988-32511529fa52 req-710014cd-f09e-4e6c-87ff-de59f5ebfac2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383768 May 26 16:45:24.366125 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-322f49b8-fd88-4352-86bb-0b084810aae2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 217 time: 0.0369117 May 26 16:45:24.421015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-8140b811-1125-4cbb-a3c5-1adb8c9ec8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:24.422634 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-8140b811-1125-4cbb-a3c5-1adb8c9ec8c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0501623 May 26 16:45:24.469035 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-56bb6d67-3e24-432e-aa5a-dff6c957c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:24.470583 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-56bb6d67-3e24-432e-aa5a-dff6c957c0fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412276 May 26 16:45:24.563397 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-eed49038-6a98-4fcc-b321-d3d0fe6cf589 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832109 May 26 16:45:24.656070 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e3c2cc1-7832-41e7-821f-74d4beffcb9d req-324625d6-1f46-44f7-9818-f34c7b91cee6 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847952 May 26 16:45:24.737320 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-bde83946-1b3a-4a73-8fb2-9ed9152807a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:24.738889 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-bde83946-1b3a-4a73-8fb2-9ed9152807a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1094 time: 0.0401354 May 26 16:45:24.832229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-89372862-0b30-454e-b1ec-c07dc881426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:24.833753 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-89372862-0b30-454e-b1ec-c07dc881426b service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0883474 May 26 16:45:24.875231 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-f2006377-27d2-4f68-be26-9c437871bfdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 217 time: 0.0348606 May 26 16:45:24.925221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-63067906-b2b4-492e-b274-587f225863fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:24.926845 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-63067906-b2b4-492e-b274-587f225863fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0432377 May 26 16:45:24.977143 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-8cbb264f-b945-4be0-8f8c-7239399c7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:24.978687 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-8cbb264f-b945-4be0-8f8c-7239399c7c37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432963 May 26 16:45:25.394264 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-99f12a0d-5970-41e8-9b68-03d9cd76f288 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083178 May 26 16:45:25.471760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a620be3-a588-4f7e-9078-d65cc3483cf4 req-7e720d88-1d46-4cd3-9e62-908177b17182 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:25.473741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a620be3-a588-4f7e-9078-d65cc3483cf4 req-7e720d88-1d46-4cd3-9e62-908177b17182 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 943 time: 0.0502317 May 26 16:45:25.489118 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-ac9ef72e-c88a-4168-9deb-d7c55244e43b req-38916c1f-c8b2-4e99-9560-8e12448ca69b service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876596 May 26 16:45:25.512898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a620be3-a588-4f7e-9078-d65cc3483cf4 req-94dc503b-dca2-4410-9dab-8f20dd69eadb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 May 26 16:45:26.633430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc18d9-466b-4e61-87ea-443bb5ad3bae req-d2d2541d-b3b3-4231-9c6d-a36d9f746d15 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:26.635023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ecc18d9-466b-4e61-87ea-443bb5ad3bae req-d2d2541d-b3b3-4231-9c6d-a36d9f746d15 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 943 time: 0.0534015 May 26 16:45:26.676036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ecc18d9-466b-4e61-87ea-443bb5ad3bae req-51c25e05-a8e2-4046-8d73-b9fc57af7a20 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346813 May 26 16:45:27.367290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:45:27.460178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:27.471930 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'mac_address': 'fa:16:3e:6a:19:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:45:27.510997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7600a53a-a8b8-42eb-9154-941e113b55c8 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:27.511376 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:27.524947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7600a53a-a8b8-42eb-9154-941e113b55c8 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:45:27.544083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:27.548380 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:27.594913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:27.765079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7600a53a-a8b8-42eb-9154-941e113b55c8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:45:27.795148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aff66-f04a-421b-bf08-64b7be431192 req-1b5eee0b-2ccf-4901-bb93-abb6ff4493cc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:27.796670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d6aff66-f04a-421b-bf08-64b7be431192 req-1b5eee0b-2ccf-4901-bb93-abb6ff4493cc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 944 time: 0.0522134 May 26 16:45:27.837730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7d6aff66-f04a-421b-bf08-64b7be431192 req-9d456352-e1a6-4847-a690-c52dc43843b6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345325 May 26 16:45:28.963806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697e0e2-e08a-45df-9c2a-925bde6e31e2 req-d97f3860-1604-4cdf-9d17-f6f886865d70 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:28.965350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6697e0e2-e08a-45df-9c2a-925bde6e31e2 req-d97f3860-1604-4cdf-9d17-f6f886865d70 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 944 time: 0.0502629 May 26 16:45:29.003876 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6697e0e2-e08a-45df-9c2a-925bde6e31e2 req-6c055046-0631-4355-af00-14a141793de8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318208 May 26 16:45:29.382505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:45:29.438833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 7600a53a-a8b8-42eb-9154-941e113b55c8 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:45:29.443189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 7600a53a-a8b8-42eb-9154-941e113b55c8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:29.443547 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:29.522217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7600a53a-a8b8-42eb-9154-941e113b55c8 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:29.522607 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:29.545043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:45:29.547326 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe26e0fb-bd02-4a9e-8bc0-5ae0d232eba3" -d '{"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-plugged", "status": "completed", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:45:29.562150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:29.566268 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:29.613569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:29.651899 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b12fb23-5cd3-4ea3-a41f-1792f284409c x-openstack-request-id: req-0b12fb23-5cd3-4ea3-a41f-1792f284409c {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:45:29.652198 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-plugged", "status": "completed", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:45:29.652452 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b12fb23-5cd3-4ea3-a41f-1792f284409c {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:45:29.652855 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b12fb23-5cd3-4ea3-a41f-1792f284409c'] response: {'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'code': 200} May 26 16:45:29.744621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e98069-5f99-4e78-b359-7f80e7166fcb req-4a520b5f-ca96-40cc-b53c-0ffec43ebc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:29.746154 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-41e98069-5f99-4e78-b359-7f80e7166fcb req-4a520b5f-ca96-40cc-b53c-0ffec43ebc91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1096 time: 0.0397861 May 26 16:45:29.779803 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-41e98069-5f99-4e78-b359-7f80e7166fcb req-ba2f897f-b904-41b8-ad2d-60aa2453ce75 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270994 May 26 16:45:30.128604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a90ef-5387-48e8-a5bc-e6c22cb9fa51 req-5d850be6-4d18-4cc7-937c-05b0153d4ae5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:30.130393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c57a90ef-5387-48e8-a5bc-e6c22cb9fa51 req-5d850be6-4d18-4cc7-937c-05b0153d4ae5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0545826 May 26 16:45:30.168230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c57a90ef-5387-48e8-a5bc-e6c22cb9fa51 req-37f9dd9d-8ce2-4a75-b4e2-2370c56c97aa tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 May 26 16:45:31.296809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154c959-8987-4bd2-b177-c3b0bb7e46a9 req-ea0cab2a-2dfe-4b3b-baf6-13a1f36d7276 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:31.298536 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c154c959-8987-4bd2-b177-c3b0bb7e46a9 req-ea0cab2a-2dfe-4b3b-baf6-13a1f36d7276 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0552697 May 26 16:45:31.349482 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c154c959-8987-4bd2-b177-c3b0bb7e46a9 req-d4f23afd-b8c2-41fe-9399-bb35866f320a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409937 May 26 16:45:31.471336 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94971ecc-ed39-4bfe-ad34-8650f2eb5cab req-c60a181b-bff8-4cb8-91a9-d03f9fa6896a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:31.472852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94971ecc-ed39-4bfe-ad34-8650f2eb5cab req-c60a181b-bff8-4cb8-91a9-d03f9fa6896a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0566232 May 26 16:45:31.481652 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 54884) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:31.486844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3b45745e-f7bd-40a9-b90b-3908f335b772 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'floatingip': {'port_id': '7600a53a-a8b8-42eb-9154-941e113b55c8'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:45:31.532961 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b45745e-f7bd-40a9-b90b-3908f335b772 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:32.008406 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b45745e-f7bd-40a9-b90b-3908f335b772 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:32.012407 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b45745e-f7bd-40a9-b90b-3908f335b772 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:32.120216 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-3b45745e-f7bd-40a9-b90b-3908f335b772 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28 associated. External IP: 172.25.0.39, port: 7600a53a-a8b8-42eb-9154-941e113b55c8. May 26 16:45:32.340317 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b45745e-f7bd-40a9-b90b-3908f335b772 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:45:32.458032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b45745e-f7bd-40a9-b90b-3908f335b772 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:45:32.462991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b45745e-f7bd-40a9-b90b-3908f335b772 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:32.468186 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:45:32.480030 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:45:32.480750 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:45:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:32.492086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3b45745e-f7bd-40a9-b90b-3908f335b772 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "PUT /v2.0/floatingips/40137afe-45a4-4526-b7d1-454d6c9bbb28 HTTP/1.1" status: 200 len: 990 time: 1.0092502 May 26 16:45:32.492682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:45:32.495074 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a269207-f08f-4188-8650-5d2d76ec2c33" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:45:32.591783 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:45:32.602173 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93d51a9-c6ad-46e6-a89d-2d04c651263b x-openstack-request-id: req-b93d51a9-c6ad-46e6-a89d-2d04c651263b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:45:32.602475 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:45:32.602729 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b93d51a9-c6ad-46e6-a89d-2d04c651263b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:45:32.603142 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93d51a9-c6ad-46e6-a89d-2d04c651263b'] response: {'name': 'network-changed', 'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'status': 'completed', 'code': 200} May 26 16:45:32.672821 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-bec24fa7-fd59-41fa-8f10-2747fbd26645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:32.675133 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-bec24fa7-fd59-41fa-8f10-2747fbd26645 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1096 time: 0.0479918 May 26 16:45:32.770987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-5c3d9b95-f6de-4891-a9ba-2f4db9c377d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:32.772404 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-5c3d9b95-f6de-4891-a9ba-2f4db9c377d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0909069 May 26 16:45:32.832110 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:6a:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:45:31Z', 'revision_number': 9, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:32.841338 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-c270eeff-dc83-4699-b510-c61cf7da9a8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 998 time: 0.0612302 May 26 16:45:32.862875 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:45:32.871614 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:45:32.872377 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:45:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:32.890639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-fdf0b1a4-dd91-4d06-b2d1-1b42d1317d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:32.892154 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-fdf0b1a4-dd91-4d06-b2d1-1b42d1317d41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0447760 May 26 16:45:32.943135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-c3c7681c-d984-4ce7-89d5-d38753f43204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:32.944754 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-c3c7681c-d984-4ce7-89d5-d38753f43204 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462549 May 26 16:45:33.043769 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-888abeff-02dc-46ca-84f2-fc47e303d286 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922952 May 26 16:45:33.089396 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:45:33.150641 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a269207-f08f-4188-8650-5d2d76ec2c33 req-909d5d0f-8dbf-4b39-bdd9-1041364fcada service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995195 May 26 16:45:33.340337 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:6a:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:45:31Z', 'revision_number': 9, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:33.368222 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be17cb-0808-41ca-afab-209e113e7453 None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:6a:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:45:31Z', 'revision_number': 9, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:45:33.585968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbbb46-c377-48a3-a6e9-16c9556bf74a None None] New status for floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:45:35.108180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a2905579-5da2-4635-b562-9bfa5d57659c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:37.825494 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6349240f-f319-486c-bef4-56a15d7773ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:38.909641 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:40.727339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:40.788285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.197310 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.273597 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:56.178353 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:46:05.101141 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5e0a55c9-3367-4f05-9fde-e7f6dbeb1d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.649715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1085-f083-4f3a-9c60-32e014b1b0ab req-fb7ea4e0-ee1c-449a-95d8-1f8815c737ab tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:07.651746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c0b1085-f083-4f3a-9c60-32e014b1b0ab req-fb7ea4e0-ee1c-449a-95d8-1f8815c737ab tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0650070 May 26 16:46:07.685589 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-6af347a3-a2be-4e80-9ab2-fcd6e03886a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111970 May 26 16:46:07.692487 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c0b1085-f083-4f3a-9c60-32e014b1b0ab req-685b0f2d-bc9a-4825-9726-52286c16abbf tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346289 May 26 16:46:07.830784 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bb9cb81b-6a73-40d9-97ac-ef2ff1981e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.839451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3d33-0980-4a11-9b87-27ccb04f8440 req-e2b55372-e68c-4759-9213-062b5f6a0e22 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:08.841063 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-388c3d33-0980-4a11-9b87-27ccb04f8440 req-e2b55372-e68c-4759-9213-062b5f6a0e22 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0711248 May 26 16:46:08.890754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-388c3d33-0980-4a11-9b87-27ccb04f8440 req-b7d0ff7f-69c4-4264-acc6-f839a059ea4f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 May 26 16:46:08.927165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.955309 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-00b912a9-efc9-4474-9589-d04d56aff64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:08.958020 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-00b912a9-efc9-4474-9589-d04d56aff64f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1096 time: 0.0534365 May 26 16:46:09.052788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-a562044b-f3c1-465f-b843-eb5bc19c2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:09.054371 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-a562044b-f3c1-465f-b843-eb5bc19c2f77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0906377 May 26 16:46:09.121510 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-3588a905-6c8d-428a-8d06-9a667085fed5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 1001 time: 0.0609047 May 26 16:46:09.172554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-d00e06ab-07f3-4b79-b2d7-da131a7f258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:09.174745 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-d00e06ab-07f3-4b79-b2d7-da131a7f258e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0469868 May 26 16:46:09.231539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-1d6d070f-7753-4c1b-ac76-b05032757189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:09.233930 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-1d6d070f-7753-4c1b-ac76-b05032757189 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507107 May 26 16:46:09.330259 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-1c79acc2-8eb5-4ab8-97c7-19408e8523ad service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890284 May 26 16:46:09.429881 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-9ae39c37-d928-4f7b-8c2f-c156c1b4557b service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911822 May 26 16:46:10.036792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b831a-bd9a-461e-aeb1-68d2dce3fb52 req-6a111c11-501f-4086-b059-afc28810a3f3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:10.038488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b2b831a-bd9a-461e-aeb1-68d2dce3fb52 req-6a111c11-501f-4086-b059-afc28810a3f3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0593145 May 26 16:46:10.084839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5b2b831a-bd9a-461e-aeb1-68d2dce3fb52 req-73759ea2-f653-4318-99bc-bbf35f4ef550 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395434 May 26 16:46:10.730914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:10.792995 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:11.208859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fac5e-ea3a-4fcb-a36f-33d21efc733e req-adca463f-749b-4235-92ba-478bd2f08ce3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:11.210383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-657fac5e-ea3a-4fcb-a36f-33d21efc733e req-adca463f-749b-4235-92ba-478bd2f08ce3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0548177 May 26 16:46:11.250861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-657fac5e-ea3a-4fcb-a36f-33d21efc733e req-e325d91f-6dcc-4858-9d76-6296cad02582 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334268 May 26 16:46:12.374743 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b0f9d-22e2-4b12-9930-17f4beb9bbc0 req-6dcbfa58-fca7-4ca5-afad-4ddadbb7ffb4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:12.376283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-050b0f9d-22e2-4b12-9930-17f4beb9bbc0 req-6dcbfa58-fca7-4ca5-afad-4ddadbb7ffb4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0550036 May 26 16:46:12.415497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-050b0f9d-22e2-4b12-9930-17f4beb9bbc0 req-9bda464b-adf0-4943-ba2d-11192153d0ae tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326498 May 26 16:46:13.540883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c868e-922c-4ca8-a871-0c2f8308eaab req-ef6cba73-748c-435f-974f-273248e1fe9a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:13.542549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-743c868e-922c-4ca8-a871-0c2f8308eaab req-ef6cba73-748c-435f-974f-273248e1fe9a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0542433 May 26 16:46:13.585478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-743c868e-922c-4ca8-a871-0c2f8308eaab req-2e1a55e8-3296-42f5-b57f-63460df74137 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361381 May 26 16:46:14.203257 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-a8e98019-79ef-459b-8a9e-4becc09e74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:14.205990 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-a8e98019-79ef-459b-8a9e-4becc09e74ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1096 time: 0.0485461 May 26 16:46:14.330243 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-013ee135-b79c-42dc-bef1-fba83357585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:14.331865 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-013ee135-b79c-42dc-bef1-fba83357585d service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1045496 May 26 16:46:14.403587 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-9ed5b6b4-7d46-4d8b-856a-312f7059817d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 1001 time: 0.0644140 May 26 16:46:14.455145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-ef0356d3-4794-4e80-bed6-dab5bc74a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:14.456607 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-ef0356d3-4794-4e80-bed6-dab5bc74a3b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0470252 May 26 16:46:14.510145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-e541a764-8b3c-40ed-9653-d599090c6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:14.512036 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-e541a764-8b3c-40ed-9653-d599090c6b99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483980 May 26 16:46:14.601837 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-5e5524e9-92a1-4b35-97e0-df301e6e267f service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834887 May 26 16:46:14.702203 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67b06e66-866e-4441-9ddb-f57d835ec119 req-7f8a0c12-8c1b-48b2-8e9a-9efa90c4c39a service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938401 May 26 16:46:14.720179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244e5e-65bc-440c-a10b-1cbc56e6d24d req-d7d83224-973e-476a-b1ec-30248cf099f1 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:14.721968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b244e5e-65bc-440c-a10b-1cbc56e6d24d req-d7d83224-973e-476a-b1ec-30248cf099f1 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0605679 May 26 16:46:14.762183 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b244e5e-65bc-440c-a10b-1cbc56e6d24d req-be0f27a9-8a43-4143-9636-5050c9dd7b61 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337155 May 26 16:46:15.885117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2234e-9ff9-4582-bd9c-241b5b0840b4 req-42eed948-2162-44b6-97f1-7d3e28ac393d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:15.886927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09b2234e-9ff9-4582-bd9c-241b5b0840b4 req-42eed948-2162-44b6-97f1-7d3e28ac393d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0506322 May 26 16:46:15.926219 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09b2234e-9ff9-4582-bd9c-241b5b0840b4 req-6493c0c6-65c9-4f9f-b546-69b0f5e8a839 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 May 26 16:46:17.044700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaf871-8a25-4069-86ab-6ed228c51073 req-d8b7528f-2c41-41de-88ea-a4b00454d926 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:17.046216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9edaf871-8a25-4069-86ab-6ed228c51073 req-d8b7528f-2c41-41de-88ea-a4b00454d926 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0512638 May 26 16:46:17.085448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9edaf871-8a25-4069-86ab-6ed228c51073 req-618911bc-723d-4d63-8b48-68f14e57177c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325801 May 26 16:46:18.212747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4750c1c-8b99-4869-a256-3a8e4c5c2ab8 req-f401020d-ba10-45e5-a487-009980853e0f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:18.214300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4750c1c-8b99-4869-a256-3a8e4c5c2ab8 req-f401020d-ba10-45e5-a487-009980853e0f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0570204 May 26 16:46:18.253286 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a4750c1c-8b99-4869-a256-3a8e4c5c2ab8 req-c3ebc562-836c-488f-a34e-d435ff9fbac2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 May 26 16:46:19.391246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064ccb-70d5-4ab5-b522-32f475cef758 req-0513f105-5158-47a3-9f09-6b04aeb469e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:19.393660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34064ccb-70d5-4ab5-b522-32f475cef758 req-0513f105-5158-47a3-9f09-6b04aeb469e5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0704727 May 26 16:46:19.432991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34064ccb-70d5-4ab5-b522-32f475cef758 req-153344af-6d1f-4f71-93b1-ded2f60d6664 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332606 May 26 16:46:20.557099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8bfa0-82b2-43ae-8e33-6e999e83bd7e req-bcccf3e9-6a02-430b-a28e-3f7b881d4578 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:20.558654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3d8bfa0-82b2-43ae-8e33-6e999e83bd7e req-bcccf3e9-6a02-430b-a28e-3f7b881d4578 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0509291 May 26 16:46:20.597712 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c3d8bfa0-82b2-43ae-8e33-6e999e83bd7e req-ee3ffdfc-6190-40b0-b4ae-b5377ec9808d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 May 26 16:46:21.721613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ef2f9-e3b6-4caa-a6f0-5757fc03c986 req-a8a92040-0757-49eb-a74d-c579b125141c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:21.723270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-164ef2f9-e3b6-4caa-a6f0-5757fc03c986 req-a8a92040-0757-49eb-a74d-c579b125141c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0539882 May 26 16:46:21.761129 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-164ef2f9-e3b6-4caa-a6f0-5757fc03c986 req-9347f421-e5ec-4ef5-b788-582e95905465 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318308 May 26 16:46:22.886534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebda80-5e5c-45ac-8ce3-f11309f5f76d req-169bbd2e-4b11-469f-a2ad-344a5b7c9492 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:22.888035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85ebda80-5e5c-45ac-8ce3-f11309f5f76d req-169bbd2e-4b11-469f-a2ad-344a5b7c9492 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0513816 May 26 16:46:22.929093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85ebda80-5e5c-45ac-8ce3-f11309f5f76d req-c96e2d5d-960a-46c0-9d24-f0828314681e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349877 May 26 16:46:24.051676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c265cb-308a-4919-a9d9-facbb0fd1257 req-19ce2ec9-2345-4525-b78e-902f49a29719 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:24.053175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c5c265cb-308a-4919-a9d9-facbb0fd1257 req-19ce2ec9-2345-4525-b78e-902f49a29719 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0500219 May 26 16:46:24.092632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c5c265cb-308a-4919-a9d9-facbb0fd1257 req-10f780a2-35a4-4485-bfc7-46f359e55331 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327749 May 26 16:46:24.222873 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:24.271263 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.227391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc57fd3-369e-41de-8f63-138ec1a7011e req-3d32c8c8-872a-426c-8b59-88028a97fe19 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:25.228973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dc57fd3-369e-41de-8f63-138ec1a7011e req-3d32c8c8-872a-426c-8b59-88028a97fe19 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0591304 May 26 16:46:25.271540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dc57fd3-369e-41de-8f63-138ec1a7011e req-e42f4f20-a541-4cb6-8edd-72e97bb0955f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331881 May 26 16:46:26.287365 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-dacd8d62-4e7e-4c28-92c6-46bdb9f83026 service neutron] show failed (client error): The resource could not be found. May 26 16:46:26.288476 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-dacd8d62-4e7e-4c28-92c6-46bdb9f83026 service neutron] 10.222.0.24 "GET /v2.0/ports/7600a53a-a8b8-42eb-9154-941e113b55c8/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0596223 May 26 16:46:26.404228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f64f2-ab6c-4105-9ab8-ae5e95903339 req-ad2c39a8-1039-4a87-a56c-57b3d4c0d632 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:26.405635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e6f64f2-ab6c-4105-9ab8-ae5e95903339 req-ad2c39a8-1039-4a87-a56c-57b3d4c0d632 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0541403 May 26 16:46:26.460611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4e6f64f2-ab6c-4105-9ab8-ae5e95903339 req-02f5505a-6cef-44ba-8904-23ce0ce1b17c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416765 May 26 16:46:26.499592 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-484a7345-0683-4eb8-9f7b-8b98c2c794bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:26.501718 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-484a7345-0683-4eb8-9f7b-8b98c2c794bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 1096 time: 0.0442960 May 26 16:46:26.523893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:26.587874 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.800021 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:26.833551 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:26.880915 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:26.883441 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0ec95f-a552-4834-894b-ac5a38a5a2f4" -d '{"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:26.887643 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.904523 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Transition to ACTIVE for port object 7600a53a-a8b8-42eb-9154-941e113b55c8 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:46:26.909668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.948304 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db52761e-8f8f-489b-addd-369759e44614 x-openstack-request-id: req-db52761e-8f8f-489b-addd-369759e44614 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:26.948717 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:26.948871 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db52761e-8f8f-489b-addd-369759e44614 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:26.949242 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db52761e-8f8f-489b-addd-369759e44614'] response: {'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'code': 200} May 26 16:46:26.995169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:27.010366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.010707 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.011047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.011384 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.011789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.012052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.012380 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.012705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.013038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.013387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.013689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.014025 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:27.054067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] No DVR routers for this DVR port 7600a53a-a8b8-42eb-9154-941e113b55c8 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:46:27.196222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:27.196621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:27.196997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:27.201556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Port 7600a53a-a8b8-42eb-9154-941e113b55c8 on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:46:27.201869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:27.211422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:27.211792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:27.212166 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:27.213089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Bound port: 7600a53a-a8b8-42eb-9154-941e113b55c8, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:27.213089 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.279973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:27.283216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:27.289566 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.333644 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:27.334336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.335975 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] 10.222.0.32 "PUT /v2.0/ports/7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 1091 time: 0.8177321 May 26 16:46:27.373109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1869a4f-892d-44e1-9d97-1794f2f8478a service neutron] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:27.412881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-3ee4355b-9b47-4198-a29c-e3296a58f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:27.414794 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-3ee4355b-9b47-4198-a29c-e3296a58f98a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1094 time: 0.0540063 May 26 16:46:27.522383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-a2822dcc-5fe3-4469-b763-abecba713c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:27.523995 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-a2822dcc-5fe3-4469-b763-abecba713c75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0981622 May 26 16:46:27.585287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74e77-872d-414d-931c-7b5e3df799eb req-61bd0022-e520-487c-b3dd-b3da99afbc22 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:27.586768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aed74e77-872d-414d-931c-7b5e3df799eb req-61bd0022-e520-487c-b3dd-b3da99afbc22 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 943 time: 0.0501328 May 26 16:46:27.600849 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-b0032bcf-2588-4f54-9e63-b9ef8957fee0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 999 time: 0.0689185 May 26 16:46:27.627324 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aed74e77-872d-414d-931c-7b5e3df799eb req-c3940442-eb17-4ced-986e-00119ffda72e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344644 May 26 16:46:27.654306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-680a8c93-0c70-43ad-aec6-5b506ac2413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:27.655809 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-680a8c93-0c70-43ad-aec6-5b506ac2413e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0468946 May 26 16:46:27.702713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-72261c3a-a02d-4f52-b394-f6ceb3680018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:27.704759 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-72261c3a-a02d-4f52-b394-f6ceb3680018 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407908 May 26 16:46:27.799311 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-4cc0b9bb-9d75-4771-9909-16d38c8790e1 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871716 May 26 16:46:27.889007 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-7a088bfc-76c7-4503-bb06-ef26a81a1f9e req-76cf809b-de55-4ba9-9844-8cbb6df555ed service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826595 May 26 16:46:28.765639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be532c90-bc6f-4f0f-b630-981a9279e22c req-2f26a110-10d4-47c3-8a34-091b0e5ecedf tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:28.766770 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be532c90-bc6f-4f0f-b630-981a9279e22c req-2f26a110-10d4-47c3-8a34-091b0e5ecedf tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 943 time: 0.0593681 May 26 16:46:28.809865 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-be532c90-bc6f-4f0f-b630-981a9279e22c req-861d39c0-384a-417d-8c2b-eca6bfa1a536 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366101 May 26 16:46:28.951218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:28.955217 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9049aaaf-436f-4cf6-8082-fed45debc2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:29.009569 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122761e4-d4de-4929-9fb8-aa9ff18b6581 x-openstack-request-id: req-122761e4-d4de-4929-9fb8-aa9ff18b6581 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:29.009960 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:29.010342 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-122761e4-d4de-4929-9fb8-aa9ff18b6581 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:29.010834 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122761e4-d4de-4929-9fb8-aa9ff18b6581'] response: {'name': 'network-changed', 'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'status': 'completed', 'code': 200} May 26 16:46:29.105900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-670a3245-0ad5-4829-b740-fe2a3701637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:29.107416 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-670a3245-0ad5-4829-b740-fe2a3701637f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1094 time: 0.0782301 May 26 16:46:29.112991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-4dda4b95-96f4-4ad2-937b-2041099239d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:29.114451 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-4dda4b95-96f4-4ad2-937b-2041099239d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1094 time: 0.0588539 May 26 16:46:29.273985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-f75f8e10-f00b-4483-bf7b-d28e1ab58e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:29.275373 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-f75f8e10-f00b-4483-bf7b-d28e1ab58e1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1600714 May 26 16:46:29.277924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-942e0d2d-07a8-4f71-92ec-63ddc3f87c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:29.279314 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-942e0d2d-07a8-4f71-92ec-63ddc3f87c44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1566596 May 26 16:46:29.389650 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-0554ec97-9ac9-467b-954a-884d0f12ade6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 999 time: 0.1082840 May 26 16:46:29.393743 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-9f09a668-83c4-4465-95a8-a7fd9445d6ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 999 time: 0.1058409 May 26 16:46:29.473936 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-3fe1a3cf-dfe1-4c88-a089-43bad006f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:29.475453 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-3fe1a3cf-dfe1-4c88-a089-43bad006f0ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0791008 May 26 16:46:29.479155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-9ff41058-d54d-4043-856d-03da0b73f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:29.480539 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-9ff41058-d54d-4043-856d-03da0b73f6a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0768471 May 26 16:46:29.563244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-e2d4f618-c15f-438e-b371-3953d3840b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:29.564779 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-e2d4f618-c15f-438e-b371-3953d3840b39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824766 May 26 16:46:29.567489 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-d5cbbea8-28d9-40c1-8ffc-b6006bad2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:29.568951 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-d5cbbea8-28d9-40c1-8ffc-b6006bad2be9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743048 May 26 16:46:29.602328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:29.645046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:46:29.738209 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-9b2a1b06-8665-40e3-9114-54418e7b04f2 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651981 May 26 16:46:29.740564 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-646221a1-1830-481d-818c-5b83c15ea75d service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535459 May 26 16:46:29.895861 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-28c3c1a6-d092-4c60-b6b2-d63d0620a862 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510034 May 26 16:46:29.899474 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9049aaaf-436f-4cf6-8082-fed45debc2ab req-f77bfbe5-cb2f-4cc6-b7b1-1cf439230ee0 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475749 May 26 16:46:29.956713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fddc3-5de7-4936-a385-78b141bb5c30 req-68ec110d-85b0-493a-ac09-34a9471095b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:29.958248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-151fddc3-5de7-4936-a385-78b141bb5c30 req-68ec110d-85b0-493a-ac09-34a9471095b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 943 time: 0.0591936 May 26 16:46:29.998753 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-151fddc3-5de7-4936-a385-78b141bb5c30 req-c93420bf-355a-4378-9b6e-3b4508479014 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344076 May 26 16:46:30.314238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-c69ef56c-e68f-4d3a-94cf-ee0e1d3fac76 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:30.315899 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-c69ef56c-e68f-4d3a-94cf-ee0e1d3fac76 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a&tenant_id=31988156d1134e2cb63d4d8d7dfe5039&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 943 time: 0.0600147 May 26 16:46:30.329783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8751a-4cda-4bed-ae98-ff913411e2da req-d4976c2c-7b56-4431-bece-4c9e996ce223 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:30.331428 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79a8751a-4cda-4bed-ae98-ff913411e2da req-d4976c2c-7b56-4431-bece-4c9e996ce223 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 943 time: 0.0568867 May 26 16:46:30.380263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79a8751a-4cda-4bed-ae98-ff913411e2da req-b12efef9-2f23-4444-a79f-d830462eafe5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369279 May 26 16:46:30.386715 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-cc45ec7f-27c6-4906-8df8-9b2a25c590af service neutron] 10.222.0.32 "GET /v2.0/ports/7600a53a-a8b8-42eb-9154-941e113b55c8/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 382 time: 0.0629041 May 26 16:46:30.400010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:46:30.468420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-dcb45696-8e87-4c0b-9fe8-5670cba34c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:30.470689 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-dcb45696-8e87-4c0b-9fe8-5670cba34c0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1094 time: 0.0521338 May 26 16:46:30.503527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:30.517449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'mac_address': 'fa:16:3e:6a:19:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:46:30.559177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 7600a53a-a8b8-42eb-9154-941e113b55c8 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:30.559624 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.573728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7600a53a-a8b8-42eb-9154-941e113b55c8 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:46:30.582522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-2755b77d-6891-415d-b1fb-6e484b4690a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:30.584028 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-2755b77d-6891-415d-b1fb-6e484b4690a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1051922 May 26 16:46:30.593793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:30.597797 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.666519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:30.678354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.678850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.679332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.679504 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-6a1eb7a9-ee42-446e-93b9-eefca4e5017f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 1000 time: 0.0878761 May 26 16:46:30.680036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.680550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.681020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.681502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.681971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.682483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.682974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.683458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.683912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:46:30.735105 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-ed350313-44d8-4814-baa7-040ec8c26ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:30.737258 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-ed350313-44d8-4814-baa7-040ec8c26ffc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0497410 May 26 16:46:30.792908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-faa7451e-a307-4aaa-b4bf-306901e96eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:30.794779 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-faa7451e-a307-4aaa-b4bf-306901e96eb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506008 May 26 16:46:30.895195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-11bded12-ca2a-4969-9f6b-a275a4d35d81 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926352 May 26 16:46:30.906435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['7600a53a-a8b8-42eb-9154-941e113b55c8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:46:31.000411 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-ab939a8d-6dff-41c4-b1d9-77cb85a491d8 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950747 May 26 16:46:31.534904 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c23fac-71d6-459e-b358-aac6286c8bce req-f4768203-280a-46bc-a24b-8a4ff8983d0b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:31.536445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3c23fac-71d6-459e-b358-aac6286c8bce req-f4768203-280a-46bc-a24b-8a4ff8983d0b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 944 time: 0.0584219 May 26 16:46:31.583777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3c23fac-71d6-459e-b358-aac6286c8bce req-d87d7cdd-cb6a-4746-9579-8fb4879f1cde tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377674 May 26 16:46:32.408034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:32.469105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 7600a53a-a8b8-42eb-9154-941e113b55c8 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:46:32.473904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 7600a53a-a8b8-42eb-9154-941e113b55c8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:32.474471 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:32.552106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 7600a53a-a8b8-42eb-9154-941e113b55c8 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:32.552482 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:32.580948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:32.583386 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c5c9db-d8c0-4b11-ba6b-73b7ecc0c81c" -d '{"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-plugged", "status": "completed", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:32.597503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:32.602026 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:32.666907 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc7014-bcf6-4c23-92da-49ae4ef92a70 x-openstack-request-id: req-78cc7014-bcf6-4c23-92da-49ae4ef92a70 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:32.667243 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-plugged", "status": "completed", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:32.668199 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78cc7014-bcf6-4c23-92da-49ae4ef92a70 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:32.668771 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cc7014-bcf6-4c23-92da-49ae4ef92a70'] response: {'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'code': 200} May 26 16:46:32.675924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:32.736311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aaa7f-9d00-4acf-bfe6-245258d970a3 req-c25e4784-2ae4-43c6-badb-af9b6729cc07 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:32.737949 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-631aaa7f-9d00-4acf-bfe6-245258d970a3 req-c25e4784-2ae4-43c6-badb-af9b6729cc07 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0588498 May 26 16:46:32.782545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-631aaa7f-9d00-4acf-bfe6-245258d970a3 req-1b4182dd-32c7-4849-812c-cf885091b2a5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376370 May 26 16:46:33.177945 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:46:33.591162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-14ca3007-a0bd-49cc-9928-9bbb53a7a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:33.592662 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-14ca3007-a0bd-49cc-9928-9bbb53a7a743 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 1096 time: 0.3745847 May 26 16:46:33.603893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:33.656349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.866045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:33.907893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:33.911473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716c69-0f36-4533-8864-9481654f605a req-91666ec1-c6f7-4691-9bea-93d7cc1be56e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:33.913157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb716c69-0f36-4533-8864-9481654f605a req-91666ec1-c6f7-4691-9bea-93d7cc1be56e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0562749 May 26 16:46:33.948855 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:33.951171 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5981bde-35b5-4e9f-b22b-04be5eafec67" -d '{"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:33.954752 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb716c69-0f36-4533-8864-9481654f605a req-9a1ebc53-bc51-47e0-b547-ef0b9291d114 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350864 May 26 16:46:33.955035 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.977000 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Transition to ACTIVE for port object 7600a53a-a8b8-42eb-9154-941e113b55c8 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:46:33.981912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.023212 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d682f3ad-083e-4c76-a760-ec3ef99f2ef1 x-openstack-request-id: req-d682f3ad-083e-4c76-a760-ec3ef99f2ef1 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:34.023504 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:34.023760 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d682f3ad-083e-4c76-a760-ec3ef99f2ef1 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:34.024157 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d682f3ad-083e-4c76-a760-ec3ef99f2ef1'] response: {'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'code': 200} May 26 16:46:34.077930 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=10']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:34.123195 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] No DVR routers for this DVR port 7600a53a-a8b8-42eb-9154-941e113b55c8 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:46:34.264292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:34.264633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:34.265109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:34.270178 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Port 7600a53a-a8b8-42eb-9154-941e113b55c8 on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:46:34.270497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Attempting to bind port 7600a53a-a8b8-42eb-9154-941e113b55c8 on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:34.275293 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:34.275626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:34.276002 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:34.276424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Bound port: 7600a53a-a8b8-42eb-9154-941e113b55c8, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:34.276808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.339987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:34.343023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:34.348020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.381037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:34.381680 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.383501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 1092 time: 0.7832813 May 26 16:46:34.428222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6320eba-606e-4b81-a5f9-b787285444b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=11']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:34.467937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-328380bc-10b6-44c0-8ffc-a6571f5b6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:34.470097 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-328380bc-10b6-44c0-8ffc-a6571f5b6889 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1095 time: 0.0543735 May 26 16:46:34.567973 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-24e52d1c-1df7-4875-ae55-c604739a9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:34.569477 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-24e52d1c-1df7-4875-ae55-c604739a9363 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0933859 May 26 16:46:34.644238 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-b0fc4f94-05b5-4791-8284-f27a54dc2db6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 999 time: 0.0683436 May 26 16:46:34.697056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-5bcccd6a-1bb8-4523-8d2d-618481d3dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:34.698598 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-5bcccd6a-1bb8-4523-8d2d-618481d3dc30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0484419 May 26 16:46:34.745917 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-690b1587-92ea-40b3-8735-ba709198b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:34.747487 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-690b1587-92ea-40b3-8735-ba709198b5d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422370 May 26 16:46:34.840672 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-08a7726d-7d32-4476-bbbd-956bc62bbf45 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867748 May 26 16:46:34.935234 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6c62818e-f283-468b-9a63-15d7285e7e2c req-a1ae1e90-8e3e-4de6-9f27-3f77daeb19b1 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878706 May 26 16:46:35.080598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755db1-37f3-4e6f-a54f-506355910c25 req-c4835421-e02f-4da9-8aeb-d7027edc5c25 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:35.082094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e755db1-37f3-4e6f-a54f-506355910c25 req-c4835421-e02f-4da9-8aeb-d7027edc5c25 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 944 time: 0.0537636 May 26 16:46:35.102876 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a6db2dc2-f9dd-4bc2-8503-3c6966d85932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:35.124172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7e755db1-37f3-4e6f-a54f-506355910c25 req-a903874f-de41-4903-94dd-73695c2b92d7 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351574 May 26 16:46:36.025737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:36.028196 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:36.080222 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75961741-bfa8-47ad-b482-f51d7f7abf6d x-openstack-request-id: req-75961741-bfa8-47ad-b482-f51d7f7abf6d {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:36.080613 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:36.080956 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75961741-bfa8-47ad-b482-f51d7f7abf6d {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:36.081490 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75961741-bfa8-47ad-b482-f51d7f7abf6d'] response: {'name': 'network-changed', 'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'status': 'completed', 'code': 200} May 26 16:46:36.176015 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-3bbfe021-f4d7-4a6d-9d73-3f11788710e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.177540 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-3bbfe021-f4d7-4a6d-9d73-3f11788710e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1095 time: 0.0795734 May 26 16:46:36.180112 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-534b4181-b63d-4b75-bb4b-97b6b31c70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.181485 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-534b4181-b63d-4b75-bb4b-97b6b31c70a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 1095 time: 0.0742023 May 26 16:46:36.247472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05b17e-d49b-409f-be76-777f69784bc4 req-b782ca1d-9a7b-4e35-8312-0c24befeed93 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.249128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b05b17e-d49b-409f-be76-777f69784bc4 req-b782ca1d-9a7b-4e35-8312-0c24befeed93 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 944 time: 0.0512645 May 26 16:46:36.298481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8b05b17e-d49b-409f-be76-777f69784bc4 req-64b3e419-f3a3-4659-8002-b40327560112 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367041 May 26 16:46:36.369348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-a8097c73-7020-4082-aa14-6ddad12a8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.370869 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-a8097c73-7020-4082-aa14-6ddad12a8ba3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1825066 May 26 16:46:36.373960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-e7c95bbf-6767-46a3-9b29-e1721aca347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.375509 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-e7c95bbf-6767-46a3-9b29-e1721aca347d service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1858623 May 26 16:46:36.433014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:36.482496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:46:36.497113 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-9549b0bb-f635-41bc-b2f5-a4a6071f2613 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 999 time: 0.1185522 May 26 16:46:36.498962 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-8aded97a-7081-4716-93df-bae9f05b3574 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 200 len: 999 time: 0.1143515 May 26 16:46:36.587719 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-f268cf31-ab1d-4fe0-96d5-e3d9907793f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.589178 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-f268cf31-ab1d-4fe0-96d5-e3d9907793f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0819347 May 26 16:46:36.590569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-1c303e85-dc72-4c5b-b450-3822df2f26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.591904 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-1c303e85-dc72-4c5b-b450-3822df2f26ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0865514 May 26 16:46:36.671848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-a6ea983c-d7a3-4cdd-9650-36aa0b6ebb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.673886 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-a6ea983c-d7a3-4cdd-9650-36aa0b6ebb9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773451 May 26 16:46:36.675799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-71cb6ed7-7d9f-4866-8196-e9944b94d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.677210 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-71cb6ed7-7d9f-4866-8196-e9944b94d0a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725718 May 26 16:46:36.838341 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-9b6466d8-c64c-4279-b9cd-75594cb7819c service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543541 May 26 16:46:36.841699 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-7b5157c9-f14b-4857-8ad0-5d558494ae76 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496611 May 26 16:46:37.002186 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-addccb69-a525-4fde-9095-1e682fce4dd1 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578846 May 26 16:46:37.004036 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f6c5e0e7-33f1-41e2-bf23-3f3950a54d01 req-3bf01319-6139-485d-b3ab-de3f6deba822 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525278 May 26 16:46:37.426178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea731-55b2-45e2-af78-b0034865023c req-5a3d040e-e140-4efc-a6fc-989a639f4f37 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:37.427678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-146ea731-55b2-45e2-af78-b0034865023c req-5a3d040e-e140-4efc-a6fc-989a639f4f37 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 944 time: 0.0535214 May 26 16:46:37.467494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-146ea731-55b2-45e2-af78-b0034865023c req-58f96b0f-31b4-4014-8d89-13029e7b20f4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334044 May 26 16:46:37.603447 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a540-07e6-44cc-9ecd-71ceced6562a req-df63230c-c78c-48a4-8723-c785cf6836f0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:37.604860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d61a540-07e6-44cc-9ecd-71ceced6562a req-df63230c-c78c-48a4-8723-c785cf6836f0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 944 time: 0.0574467 May 26 16:46:37.623357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:46:37.650965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d61a540-07e6-44cc-9ecd-71ceced6562a req-5d20b47e-4b69-4f82-9756-2c397e3cdacf tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379248 May 26 16:46:37.728991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:37.744620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'mac_address': 'fa:16:3e:6a:19:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:46:37.779080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55d59f-b360-4a62-aa5c-996cf3c7e188 req-84199bc5-7cf8-4960-bf51-2f325a7d18eb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:37.780692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c55d59f-b360-4a62-aa5c-996cf3c7e188 req-84199bc5-7cf8-4960-bf51-2f325a7d18eb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 944 time: 0.0579200 May 26 16:46:37.782519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7600a53a-a8b8-42eb-9154-941e113b55c8 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:37.782911 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:37.796755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7600a53a-a8b8-42eb-9154-941e113b55c8 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:46:37.821580 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:37.826228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c55d59f-b360-4a62-aa5c-996cf3c7e188 req-2a68ffbf-5ad2-4a23-8f9d-1a9cb9ccbee3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385408 May 26 16:46:37.829112 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:37.862938 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-67ad132d-e4fb-4a75-a4ed-d3da7d60d15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:37.886286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=12']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:38.057181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7600a53a-a8b8-42eb-9154-941e113b55c8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:46:38.070941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590c876-5ab8-49ca-95f0-943ba080ee00 req-8da68034-71fc-48fd-9327-4e6a4067dfd2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:38.072450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5590c876-5ab8-49ca-95f0-943ba080ee00 req-8da68034-71fc-48fd-9327-4e6a4067dfd2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0504422 May 26 16:46:38.112445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5590c876-5ab8-49ca-95f0-943ba080ee00 req-63e38c42-a0fc-45dd-a5f2-0ca77a40d6ad tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325379 May 26 16:46:38.916218 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:39.244368 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9da76-8516-4ee8-bc69-40bac6473f1f req-b534e8e3-cfc6-4bba-80e4-9b01389c1185 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:39.245828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7f9da76-8516-4ee8-bc69-40bac6473f1f req-b534e8e3-cfc6-4bba-80e4-9b01389c1185 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0519619 May 26 16:46:39.286259 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7f9da76-8516-4ee8-bc69-40bac6473f1f req-a4e459dd-9854-46e7-bae2-86bb7f5a9e94 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312459 May 26 16:46:39.345435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-92aacbba-bebd-4cd4-9d03-a60bed378a66 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:39.347721 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-92aacbba-bebd-4cd4-9d03-a60bed378a66 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 945 time: 0.0507858 May 26 16:46:39.442649 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Deleting port 7600a53a-a8b8-42eb-9154-941e113b55c8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:39.442907 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:39.528716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:39.529076 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:39.667777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7600a53a-a8b8-42eb-9154-941e113b55c8 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:39.704411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:39.704690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:39.705018 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28 disassociated. External IP: 172.25.0.39, port: 7600a53a-a8b8-42eb-9154-941e113b55c8. May 26 16:46:39.705460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Calling delete_port for 7600a53a-a8b8-42eb-9154-941e113b55c8 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:39.746941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7600a53a-a8b8-42eb-9154-941e113b55c8 is: BUILD; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:39.747540 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:39.763752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7600a53a-a8b8-42eb-9154-941e113b55c8 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:46:39.784978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7600a53a-a8b8-42eb-9154-941e113b55c8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7600a53a-a8b8-42eb-9154-941e113b55c8,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:39.789204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:39.837621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=13']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:39.841764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:39.874850 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event deleted for resources: {'Port': ['ID=7600a53a-a8b8-42eb-9154-941e113b55c8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:40.009157 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:46:40.118692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:40.128584 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:40.137800 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:40.138431 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:46:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:40.162295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] No DVR routers for this DVR port 7600a53a-a8b8-42eb-9154-941e113b55c8 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:46:40.165212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:40.169272 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-19d75d88-55ff-486c-9e7d-f70c6aa7ca70 req-b684b624-1b65-4841-b67c-35c786eec291 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "DELETE /v2.0/ports/7600a53a-a8b8-42eb-9154-941e113b55c8 HTTP/1.1" status: 204 len: 173 time: 0.8136008 May 26 16:46:40.169751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-deleted', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:40.173364 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f25a02-c434-49e4-a06d-8e1c45c86154" -d '{"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-deleted", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:40.217283 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ec0a96-634c-4bf5-bec3-975e2ab5901c x-openstack-request-id: req-09ec0a96-634c-4bf5-bec3-975e2ab5901c {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:40.217764 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4e8241-bf4a-422b-acab-9758458bda5a", "name": "network-vif-deleted", "tag": "7600a53a-a8b8-42eb-9154-941e113b55c8", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:40.219007 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09ec0a96-634c-4bf5-bec3-975e2ab5901c {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:40.219347 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ec0a96-634c-4bf5-bec3-975e2ab5901c'] response: {'server_uuid': '3e4e8241-bf4a-422b-acab-9758458bda5a', 'name': 'network-vif-deleted', 'tag': '7600a53a-a8b8-42eb-9154-941e113b55c8', 'status': 'completed', 'code': 200} May 26 16:46:40.253520 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:40.396962 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e281b6dc-4817-4667-bb02-c184dc485102 req-ba49820e-e8e9-48ad-8b1d-49acfb397489 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e4e8241-bf4a-422b-acab-9758458bda5a HTTP/1.1" status: 200 len: 210 time: 0.0271566 May 26 16:46:40.452352 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:40.477695 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:40.486288 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:40.486796 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:46:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:40.594777 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:40.735475 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:40.799989 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:40.803788 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:40.828990 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884485a-1bcf-4e05-b87c-c90577e87d01 None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:41.055431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b8e0b-de00-4f32-b066-da3f7b7126af None None] New status for floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:46:41.642247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-5e5b2167-340f-44e0-872f-7165f954444c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--318247797&fields=id&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 267 time: 0.0328856 May 26 16:46:41.754265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-68aced62-f2e7-4c05-a95f-8cceb3ac3b31 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:41.755709 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-68aced62-f2e7-4c05-a95f-8cceb3ac3b31 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 812 time: 0.1054933 May 26 16:46:41.770947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-59b41c4e-fb2f-449e-a6a5-896377462fbc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/quotas/31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 375 time: 0.0094142 May 26 16:46:41.826507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-f6c0a7d7-2a97-42db-b3e0-4f710c2648aa tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503156 May 26 16:46:41.924881 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-68f8657f-0793-493c-a7b5-b338781e15f8 service neutron] 10.222.0.39 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862405 May 26 16:46:42.019850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-5e1e8c83-c99c-4c5d-813f-032d93c7d3a4 service neutron] 10.222.0.39 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886984 May 26 16:46:42.183415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a26719cf-80b6-44ba-abd3-908fdba90d39 req-6b0aa690-ea3e-44b7-a2ed-7133a0d53b15 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 210 time: 0.0277736 May 26 16:46:43.133888 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-489cf76d-766f-4378-8825-f95b07658b43 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:43.135357 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-489cf76d-766f-4378-8825-f95b07658b43 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 812 time: 0.1037090 May 26 16:46:43.183175 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-3bf4d872-a847-4d3b-90ac-8d8ecc753e0f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 379 time: 0.0384514 May 26 16:46:43.192895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'port': {'device_id': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'admin_state_up': True, 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'security_groups': ['1946584b-1758-4434-bcf6-871a93756fc9']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:43.278723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43dfe0b5-9864-4e87-b4cc-1bb7b5aea26e req-8c3e2ee0-ca47-43c6-955a-4ab94547ad24 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 210 time: 0.0264115 May 26 16:46:43.302683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Made reservation on behalf of 31988156d1134e2cb63d4d8d7dfe5039 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:46:43.306102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.431615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Allocated IP 172.20.0.11 (29276f39-5974-406a-88a1-bc8f4631a349/9d4f2d99-1ce9-4935-8b87-d8c171b0c301/87164aab-494f-4c05-833c-a7e4509c004d) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:46:43.572312 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.605827 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.649792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Network 29276f39-5974-406a-88a1-bc8f4631a349 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:43.652866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:43.655385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:46:43.690296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:43.717415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:43.718062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.736253 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-9172b3d7-dd44-46b9-a078-9b4e086707b2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5467036 May 26 16:46:43.747701 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Request body: {'port': {'device_id': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:43.804380 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.870411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3218dd29-d8f0-4691-b6bc-37c2545f7b97 None None] Provisioning complete for port 87164aab-494f-4c05-833c-a7e4509c004d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:43.870918 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3218dd29-d8f0-4691-b6bc-37c2545f7b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.905758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3218dd29-d8f0-4691-b6bc-37c2545f7b97 None None] Port 87164aab-494f-4c05-833c-a7e4509c004d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:46:44.067648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87164aab-494f-4c05-833c-a7e4509c004d {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:46:44.075049 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.087315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Transition to ACTIVE for port object 87164aab-494f-4c05-833c-a7e4509c004d will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:46:44.091276 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.142446 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:44.214937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:44.215358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:44.215760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:44.220972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Port 87164aab-494f-4c05-833c-a7e4509c004d on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:46:44.221290 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:44.226169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:44.226504 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:44.226886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:44.227311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Bound port: 87164aab-494f-4c05-833c-a7e4509c004d, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:44.227664 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.292248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:44.295700 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:44.299568 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.339639 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:44.340275 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.341664 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-46359213-f695-4063-94af-1e00b06414b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1092 time: 0.5982938 May 26 16:46:44.342140 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:44.344455 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904ef102-9c30-4088-b2de-c9fa9ec052d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "tag": "87164aab-494f-4c05-833c-a7e4509c004d"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:44.370199 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46359213-f695-4063-94af-1e00b06414b1 service neutron] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:44.405591 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6944416-b9af-4f80-b359-852eeb4ca9e3 x-openstack-request-id: req-f6944416-b9af-4f80-b359-852eeb4ca9e3 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:44.405887 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "tag": "87164aab-494f-4c05-833c-a7e4509c004d", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:44.406168 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6944416-b9af-4f80-b359-852eeb4ca9e3 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:44.406584 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6944416-b9af-4f80-b359-852eeb4ca9e3'] response: {'name': 'network-changed', 'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d', 'status': 'completed', 'code': 200} May 26 16:46:44.419220 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97836dc1-ca1f-4eca-89b4-08e1ade108c3 req-13621f19-15ed-4392-ae0a-cf7891850d7a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:44.422854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97836dc1-ca1f-4eca-89b4-08e1ade108c3 req-13621f19-15ed-4392-ae0a-cf7891850d7a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0698466 May 26 16:46:44.438841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-c8c1cd44-e724-4f77-b4da-db5ab47759b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:44.441066 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-c8c1cd44-e724-4f77-b4da-db5ab47759b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1095 time: 0.0460804 May 26 16:46:44.475094 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97836dc1-ca1f-4eca-89b4-08e1ade108c3 req-d3782bce-71f3-4d20-a6a8-9a6efd55db0d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476756 May 26 16:46:44.484921 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-2fd439da-bf37-4bc9-8733-58b1c514937b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 217 time: 0.0363107 May 26 16:46:44.545719 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-1a039775-fa0a-49b6-8440-18c2ddf2267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:44.547207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-1a039775-fa0a-49b6-8440-18c2ddf2267e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0552862 May 26 16:46:44.595464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-56e90a1c-f992-46cb-9070-bea2fe498f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:44.596972 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-56e90a1c-f992-46cb-9070-bea2fe498f87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426767 May 26 16:46:44.687933 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-cd10ed03-cd8a-44bc-ae40-912748c1316b service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833395 May 26 16:46:44.785132 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b93c62db-fddc-4f20-8802-78cb90cb3e4c req-a24bb789-b7d2-425f-9ec1-e7f0de84423e service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902712 May 26 16:46:44.881671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-7de08724-791b-4b7a-943c-355632d1813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:44.883218 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-7de08724-791b-4b7a-943c-355632d1813b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1095 time: 0.0455766 May 26 16:46:44.978068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-9d72bde8-1e01-4333-9e11-050ac78f8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:44.979564 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-9d72bde8-1e01-4333-9e11-050ac78f8886 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0896654 May 26 16:46:45.022154 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-c842556b-230e-4c6d-92a8-4583c605c807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 217 time: 0.0351305 May 26 16:46:45.074297 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-82652e3c-08ac-449e-863e-a966b42d3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:45.075846 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-82652e3c-08ac-449e-863e-a966b42d3d98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0467823 May 26 16:46:45.127830 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-6c04d3ea-4a62-47d5-8a30-d46256f4837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:45.129244 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-6c04d3ea-4a62-47d5-8a30-d46256f4837c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453498 May 26 16:46:45.222651 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-6645f2e0-c4c5-4672-87f0-0b7bf2275662 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839782 May 26 16:46:45.316641 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-904ef102-9c30-4088-b2de-c9fa9ec052d2 req-39fdc167-d1fd-42d5-91cd-c90f1470e5e9 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879192 May 26 16:46:45.596693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676796bf-b117-45a4-876c-40505d245bbc req-62733c20-919d-4b35-a0fa-1c174e263e14 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:45.598247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-676796bf-b117-45a4-876c-40505d245bbc req-62733c20-919d-4b35-a0fa-1c174e263e14 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0516620 May 26 16:46:45.637228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-676796bf-b117-45a4-876c-40505d245bbc req-c4f69551-0647-4bc6-99d2-73234d9bf295 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329905 May 26 16:46:45.693162 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:46:45.798731 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:45.810359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '87164aab-494f-4c05-833c-a7e4509c004d', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': '87164aab-494f-4c05-833c-a7e4509c004d', 'mac_address': 'fa:16:3e:86:6b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:46:45.853968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 87164aab-494f-4c05-833c-a7e4509c004d is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:45.854394 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:45.868538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87164aab-494f-4c05-833c-a7e4509c004d {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:46:45.892552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:45.898034 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:45.956307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:46.087748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['87164aab-494f-4c05-833c-a7e4509c004d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:46:46.768566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf957b1b-8230-4bd4-8238-99620c7d23c9 req-0987c06e-17cd-4661-8fcc-099a73512026 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:46.770748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf957b1b-8230-4bd4-8238-99620c7d23c9 req-0987c06e-17cd-4661-8fcc-099a73512026 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0629938 May 26 16:46:46.809305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf957b1b-8230-4bd4-8238-99620c7d23c9 req-c3c7254c-7f18-47a0-8161-7e46ceaedc59 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322435 May 26 16:46:47.708224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:47.916252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 87164aab-494f-4c05-833c-a7e4509c004d completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:46:47.920677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 87164aab-494f-4c05-833c-a7e4509c004d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:47.921053 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:47.930549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a7a04-d0ce-4572-9b94-53e6a3a18cf4 req-2e4a0c27-700a-46b2-a575-ea2ca80e3f6a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:47.932224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-951a7a04-d0ce-4572-9b94-53e6a3a18cf4 req-2e4a0c27-700a-46b2-a575-ea2ca80e3f6a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0506110 May 26 16:46:47.977430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-951a7a04-d0ce-4572-9b94-53e6a3a18cf4 req-a35d0a46-523d-4f54-903c-f71bfae3ca5c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382812 May 26 16:46:47.998186 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 87164aab-494f-4c05-833c-a7e4509c004d is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:47.998575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:48.023861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:48.026098 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d540ee82-4c34-4fc4-aac7-4a6c1bb0e3ed" -d '{"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-plugged", "status": "completed", "tag": "87164aab-494f-4c05-833c-a7e4509c004d"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:48.038701 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:48.043229 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:48.066947 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd90cfd7-e3a8-4283-966f-7eae3e4e7346 x-openstack-request-id: req-bd90cfd7-e3a8-4283-966f-7eae3e4e7346 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:48.067241 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-plugged", "status": "completed", "tag": "87164aab-494f-4c05-833c-a7e4509c004d", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:48.067490 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd90cfd7-e3a8-4283-966f-7eae3e4e7346 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:48.067880 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd90cfd7-e3a8-4283-966f-7eae3e4e7346'] response: {'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d', 'code': 200} May 26 16:46:48.094961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:48.160983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf10f74-a2d0-4354-9b9c-baba214e2c47 req-6e2e5ee6-d8df-4f0e-8092-958557a8d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:48.162522 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0cf10f74-a2d0-4354-9b9c-baba214e2c47 req-6e2e5ee6-d8df-4f0e-8092-958557a8d533 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1097 time: 0.0415263 May 26 16:46:48.197625 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-0cf10f74-a2d0-4354-9b9c-baba214e2c47 req-8afce9ca-e771-451b-8547-b7b1127dfaac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285463 May 26 16:46:49.093512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebf50f-3882-4c1b-9245-1694b8c8fc4c req-7cc686aa-237e-4ab4-a78d-e3c7bcfb2dbb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:49.094987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5ebf50f-3882-4c1b-9245-1694b8c8fc4c req-7cc686aa-237e-4ab4-a78d-e3c7bcfb2dbb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0488737 May 26 16:46:49.134606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e5ebf50f-3882-4c1b-9245-1694b8c8fc4c req-dd0833fa-a117-4851-84f1-75ba7a247904 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 May 26 16:46:50.256336 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6088767-9981-4b8c-bc98-757ef0d9c104 req-afe58ab9-a134-4ad4-82df-4cab81f72d2a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:50.257800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6088767-9981-4b8c-bc98-757ef0d9c104 req-afe58ab9-a134-4ad4-82df-4cab81f72d2a tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0486915 May 26 16:46:50.297356 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6088767-9981-4b8c-bc98-757ef0d9c104 req-08a32506-b1be-409b-b46a-8a83cf1f9cf2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332878 May 26 16:46:50.411412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03094f0d-08ef-49bf-b488-e4c01e408694 req-0f938f89-d1c9-4516-8131-34f90726c649 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:50.412841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03094f0d-08ef-49bf-b488-e4c01e408694 req-0f938f89-d1c9-4516-8131-34f90726c649 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0492465 May 26 16:46:50.421595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:50.426088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-09c60ebf-6980-4502-8753-b8bf785a3d60 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Request body: {'floatingip': {'port_id': '87164aab-494f-4c05-833c-a7e4509c004d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:50.469679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c60ebf-6980-4502-8753-b8bf785a3d60 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:50.916453 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c60ebf-6980-4502-8753-b8bf785a3d60 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:50.920885 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c60ebf-6980-4502-8753-b8bf785a3d60 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:51.018874 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-09c60ebf-6980-4502-8753-b8bf785a3d60 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28 associated. External IP: 172.25.0.39, port: 87164aab-494f-4c05-833c-a7e4509c004d. May 26 16:46:51.226059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c60ebf-6980-4502-8753-b8bf785a3d60 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:46:51.333794 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c60ebf-6980-4502-8753-b8bf785a3d60 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:51.338751 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09c60ebf-6980-4502-8753-b8bf785a3d60 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:51.346174 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:51.360236 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:51.360854 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:46:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:51.367270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-09c60ebf-6980-4502-8753-b8bf785a3d60 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "PUT /v2.0/floatingips/40137afe-45a4-4526-b7d1-454d6c9bbb28 HTTP/1.1" status: 200 len: 992 time: 0.9445851 May 26 16:46:51.367882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:51.370149 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d1dfae-6e7f-4154-ae95-93f346e5638c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "tag": "87164aab-494f-4c05-833c-a7e4509c004d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:51.405777 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9538503-6433-4fc5-ba4d-016754bb7423 x-openstack-request-id: req-c9538503-6433-4fc5-ba4d-016754bb7423 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:51.406089 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "tag": "87164aab-494f-4c05-833c-a7e4509c004d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:51.406822 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9538503-6433-4fc5-ba4d-016754bb7423 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:51.407258 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9538503-6433-4fc5-ba4d-016754bb7423'] response: {'name': 'network-changed', 'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d', 'status': 'completed', 'code': 200} May 26 16:46:51.466130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-1010f9f2-e400-4454-be63-35d887706cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:51.467057 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:51.467644 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-1010f9f2-e400-4454-be63-35d887706cdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1097 time: 0.0408101 May 26 16:46:51.704411 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': '87164aab-494f-4c05-833c-a7e4509c004d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:86:6b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:46:50Z', 'revision_number': 13, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:51.826789 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:51.836563 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:51.837174 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:46:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:51.894886 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-80621d96-46b6-4eb9-8034-550dfa5e82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:51.896375 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-80621d96-46b6-4eb9-8034-550dfa5e82da service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.4217710 May 26 16:46:51.944692 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:51.964408 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-97b1cf57-6d81-4bd5-bec8-04a7f9251590 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1000 time: 0.0610368 May 26 16:46:52.012111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-0888e345-7950-4b77-8c58-87b6b0108466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:52.013552 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-0888e345-7950-4b77-8c58-87b6b0108466 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0433867 May 26 16:46:52.060815 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-ee0d3239-28ad-4a50-b8f4-9d5eddd355cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:52.063501 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-ee0d3239-28ad-4a50-b8f4-9d5eddd355cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428646 May 26 16:46:52.149649 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-f6cf49b6-a103-4da5-8716-aa09345bbc1f service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811028 May 26 16:46:52.163691 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': '87164aab-494f-4c05-833c-a7e4509c004d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:86:6b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:46:50Z', 'revision_number': 13, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:52.205846 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52753799-0bd6-4272-bb41-4f888f9d7640 None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '40137afe-45a4-4526-b7d1-454d6c9bbb28', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'port_id': '87164aab-494f-4c05-833c-a7e4509c004d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'mac_address': 'fa:16:3e:86:6b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:43:07Z', 'updated_at': '2022-05-26T16:46:50Z', 'revision_number': 13, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:52.252232 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a4d1dfae-6e7f-4154-ae95-93f346e5638c req-bda1a92b-2838-493e-8998-2d249776b785 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958393 May 26 16:46:52.403169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850af1df-d254-459c-b793-fbe04f69e412 None None] New status for floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:46:54.226840 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:54.270791 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:05.105254 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2b0318d8-402a-4ace-991e-231e71578b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:07.829339 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e73720f1-a96b-4dbc-82ca-5f03e676e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:08.922323 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:10.178917 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:47:10.738266 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:10.802372 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:14.161223 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c20c79d7-f260-4323-b3b1-14313292d39e req-731e37c9-13a1-46da-ae98-9b40c20f09df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400677 May 26 16:47:14.247263 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c79d7-f260-4323-b3b1-14313292d39e req-9a0d8f27-8d03-462f-975a-651a6386b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:14.248786 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c20c79d7-f260-4323-b3b1-14313292d39e req-9a0d8f27-8d03-462f-975a-651a6386b7bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1097 time: 0.0413480 May 26 16:47:14.356134 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c79d7-f260-4323-b3b1-14313292d39e req-bebe3a3b-e86c-4602-8db3-e2a2a88eae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:14.357592 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c20c79d7-f260-4323-b3b1-14313292d39e req-bebe3a3b-e86c-4602-8db3-e2a2a88eae7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0897403 May 26 16:47:14.424977 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c20c79d7-f260-4323-b3b1-14313292d39e req-5b5a2bf2-c5a9-46ba-9532-bbbfc1bb1bfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1002 time: 0.0587652 May 26 16:47:14.473823 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c79d7-f260-4323-b3b1-14313292d39e req-c0a779d7-ae41-4648-9fb5-f2a0030fd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:14.475479 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c20c79d7-f260-4323-b3b1-14313292d39e req-c0a779d7-ae41-4648-9fb5-f2a0030fd94a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0431588 May 26 16:47:14.525144 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c79d7-f260-4323-b3b1-14313292d39e req-4b2b87f8-96b0-4bb0-a790-3b80f3d0ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:14.526651 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c20c79d7-f260-4323-b3b1-14313292d39e req-4b2b87f8-96b0-4bb0-a790-3b80f3d0ef0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439115 May 26 16:47:14.616560 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c20c79d7-f260-4323-b3b1-14313292d39e req-47cd4ae9-6bca-4e02-b6ee-302537a77935 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816655 May 26 16:47:14.711096 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c20c79d7-f260-4323-b3b1-14313292d39e req-c363c42d-8ee3-47b2-baa1-9a91edc7e72e service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866122 May 26 16:47:24.211980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:24.291821 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:28.029134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f473e14-5bd6-489a-9ad1-6e4dd961e632 req-0b3e804b-0b27-4fd4-a5d6-58d89a7ce0c9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:28.030809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f473e14-5bd6-489a-9ad1-6e4dd961e632 req-0b3e804b-0b27-4fd4-a5d6-58d89a7ce0c9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0554485 May 26 16:47:28.069583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f473e14-5bd6-489a-9ad1-6e4dd961e632 req-7e52f0a3-983d-46b2-86a8-345e19cc8bfb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327883 May 26 16:47:35.106824 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-59260b37-e497-4668-a1a9-f5accae8bfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:37.830805 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e328ee93-05a1-4169-8d8f-03c1cce1fdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:38.123252 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-9df5f925-76b7-4364-8d25-c9a91bb41431 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442870 May 26 16:47:38.141306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe8295-61c7-4c33-a873-70705e4b241e req-d51654ea-858b-4f62-8afe-de72fbe613ef tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:38.142934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14fe8295-61c7-4c33-a873-70705e4b241e req-d51654ea-858b-4f62-8afe-de72fbe613ef tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0501194 May 26 16:47:38.182918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14fe8295-61c7-4c33-a873-70705e4b241e req-28366ce9-cb6d-48c3-bfa3-96895d6e4709 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337119 May 26 16:47:38.286186 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-0de23dbd-5683-4dd7-85c0-bb954a5e6b93 req-21e7ae3b-65d3-4362-9623-fe68d78bac81 service neutron] (109404) timed out ('10.222.0.39', 50444) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:47:38.924746 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:39.309215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514e525-0b21-4b93-b32e-8ca751869fd5 req-aabaeeec-cdc3-41a6-a02c-3fbf3ef4d712 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:39.310726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b514e525-0b21-4b93-b32e-8ca751869fd5 req-aabaeeec-cdc3-41a6-a02c-3fbf3ef4d712 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0535336 May 26 16:47:39.351086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b514e525-0b21-4b93-b32e-8ca751869fd5 req-261804d6-dd3d-4475-b9f1-014fd7041215 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340149 May 26 16:47:39.431652 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-643fdf4f-f999-43e0-b82e-6556a4ab9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:39.433195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-643fdf4f-f999-43e0-b82e-6556a4ab9d35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1097 time: 0.0403397 May 26 16:47:39.526799 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-e45d9a5c-9f37-42af-a075-6bfb65f1f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:39.528211 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-e45d9a5c-9f37-42af-a075-6bfb65f1f032 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0880935 May 26 16:47:39.594881 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-583f2cf0-45e7-4b6b-8ad3-159ec199f8d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1002 time: 0.0595057 May 26 16:47:39.642491 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-efd53bc3-fcdf-4a70-95e3-55fd8ac6edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:39.643926 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-efd53bc3-fcdf-4a70-95e3-55fd8ac6edcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0432417 May 26 16:47:39.693486 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-d2e7fd16-1cd3-4a24-aa19-02fb56a7a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:39.695009 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-d2e7fd16-1cd3-4a24-aa19-02fb56a7a921 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441389 May 26 16:47:39.785838 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-7a8472f3-0025-4b53-a068-759c32ee6cfa service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826247 May 26 16:47:39.880180 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-4be01900-2ee8-4f14-ac63-3affca5eb028 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882459 May 26 16:47:40.472595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d40325-12ec-48e8-b6c2-45ed51b22806 req-5048eddb-80f9-4157-9e1f-97ce7d427a38 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:40.473989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96d40325-12ec-48e8-b6c2-45ed51b22806 req-5048eddb-80f9-4157-9e1f-97ce7d427a38 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0515373 May 26 16:47:40.513054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96d40325-12ec-48e8-b6c2-45ed51b22806 req-38ed8f17-ccd8-45ba-9d38-25bee988fe11 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328400 May 26 16:47:40.740733 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:40.803010 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:41.632177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9883c-160b-4157-b573-e96013d78194 req-d9537f08-6982-4c59-ab5c-aa15f1c5146f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:41.633656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7b9883c-160b-4157-b573-e96013d78194 req-d9537f08-6982-4c59-ab5c-aa15f1c5146f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0506029 May 26 16:47:41.671477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7b9883c-160b-4157-b573-e96013d78194 req-16cc4939-2d53-4e2b-9294-8b0763eb0c08 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318177 May 26 16:47:42.788105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0e85d-7146-4b69-a642-5dc4f55b57b5 req-d42309d5-3d6c-4e34-b7ce-1800d213d637 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:42.789569 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ce0e85d-7146-4b69-a642-5dc4f55b57b5 req-d42309d5-3d6c-4e34-b7ce-1800d213d637 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0488741 May 26 16:47:42.827167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ce0e85d-7146-4b69-a642-5dc4f55b57b5 req-5b1b98e9-0bfa-49c0-8f35-e2a6324401a7 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312729 May 26 16:47:44.262181 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2c446-34d1-4c1c-a4a4-b214b5b87d4b req-bb35d357-1c80-482b-8e74-88dd9c5868e6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:44.263651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03b2c446-34d1-4c1c-a4a4-b214b5b87d4b req-bb35d357-1c80-482b-8e74-88dd9c5868e6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.3660653 May 26 16:47:44.300892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-03b2c446-34d1-4c1c-a4a4-b214b5b87d4b req-09486686-7148-4016-85f5-9f3e4e87c0b0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 May 26 16:47:45.424960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4d652-20e4-49d9-8e00-841fc14fae34 req-0d5261b8-c2e1-4a91-a8a7-04da909da20f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:45.426481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ba4d652-20e4-49d9-8e00-841fc14fae34 req-0d5261b8-c2e1-4a91-a8a7-04da909da20f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0497737 May 26 16:47:45.464260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ba4d652-20e4-49d9-8e00-841fc14fae34 req-c53be36c-fba3-4bc1-b3e7-d059302a8122 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315945 May 26 16:47:46.586788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba58e9d-0e75-4110-8e73-f3eaa647f9ff req-20efc502-8010-4be9-8214-4a60d7517858 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:46.588263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ba58e9d-0e75-4110-8e73-f3eaa647f9ff req-20efc502-8010-4be9-8214-4a60d7517858 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0516603 May 26 16:47:46.627528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9ba58e9d-0e75-4110-8e73-f3eaa647f9ff req-61273c6c-8d0f-4f38-b2bc-2571fa28380b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327973 May 26 16:47:47.177764 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:47:47.746991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ba6bf-1c23-45a7-a4ed-5c6113148171 req-a0ac753c-46d8-4aa3-a8b1-bfa8a54cf0ad tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:47.748431 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c06ba6bf-1c23-45a7-a4ed-5c6113148171 req-a0ac753c-46d8-4aa3-a8b1-bfa8a54cf0ad tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0522633 May 26 16:47:47.785760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c06ba6bf-1c23-45a7-a4ed-5c6113148171 req-26875553-9a4b-4907-b8e9-8a8942af6cc5 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306268 May 26 16:47:48.903848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25384d74-eb6d-49e4-8964-5dfa60948ea9 req-f09ef671-c4fc-41af-8021-b66cd6a24d6d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:48.905342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25384d74-eb6d-49e4-8964-5dfa60948ea9 req-f09ef671-c4fc-41af-8021-b66cd6a24d6d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0494330 May 26 16:47:48.943977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25384d74-eb6d-49e4-8964-5dfa60948ea9 req-c1203476-dac4-4ee4-8a0e-d19705a595f4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323064 May 26 16:47:50.060513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908d672-b526-4742-89ac-e8cad4cc375d req-b48495de-aef0-43d6-b5d7-ec5547c497d3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:50.062012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d908d672-b526-4742-89ac-e8cad4cc375d req-b48495de-aef0-43d6-b5d7-ec5547c497d3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0484200 May 26 16:47:50.101030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d908d672-b526-4742-89ac-e8cad4cc375d req-a3e399d3-4ce1-447a-b53f-03f3224cf892 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321338 May 26 16:47:51.282275 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bfcfa-8949-4f47-af36-8a87fcabe764 req-a5cde948-488f-4a1d-92b8-7320f8588f31 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:51.283733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-385bfcfa-8949-4f47-af36-8a87fcabe764 req-a5cde948-488f-4a1d-92b8-7320f8588f31 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.1147585 May 26 16:47:51.322017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-385bfcfa-8949-4f47-af36-8a87fcabe764 req-bc8042f4-2dae-453c-8fa6-7412876fd500 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 May 26 16:47:52.493714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7256-def7-4927-9ccc-798eb4e20bb2 req-c9348e94-8c55-4eed-964b-0781c176b2f6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:52.495139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cbb7256-def7-4927-9ccc-798eb4e20bb2 req-c9348e94-8c55-4eed-964b-0781c176b2f6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.1049099 May 26 16:47:52.533057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7cbb7256-def7-4927-9ccc-798eb4e20bb2 req-08a833c4-a5a4-4b1e-b4dd-2857a3d64036 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311968 May 26 16:47:53.650014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0697c-70fe-4054-a942-a2032310cd62 req-9c3ecfbc-4ecc-4253-8ff5-8400c3582192 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:53.651545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3c0697c-70fe-4054-a942-a2032310cd62 req-9c3ecfbc-4ecc-4253-8ff5-8400c3582192 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0489430 May 26 16:47:53.692131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3c0697c-70fe-4054-a942-a2032310cd62 req-fae073a9-94d9-4c23-9cbf-238fb408b71f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323911 May 26 16:47:54.222345 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:54.300129 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:54.818329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99d1b5-8e31-4d8c-bb63-1420606386b7 req-49011c94-fef6-408b-bc5c-c0ad145da263 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:54.819737 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f99d1b5-8e31-4d8c-bb63-1420606386b7 req-49011c94-fef6-408b-bc5c-c0ad145da263 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0552189 May 26 16:47:54.857237 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f99d1b5-8e31-4d8c-bb63-1420606386b7 req-13e0bd6b-f7d0-4afe-aca4-f3cf29659225 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 May 26 16:47:55.974434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2697c2b-f4ee-4f02-97c6-cd949055cc39 req-2c5492f0-0e31-4c3e-ab4d-78094e586228 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:55.975921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2697c2b-f4ee-4f02-97c6-cd949055cc39 req-2c5492f0-0e31-4c3e-ab4d-78094e586228 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0487432 May 26 16:47:56.013428 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2697c2b-f4ee-4f02-97c6-cd949055cc39 req-ab80716d-8a43-4d18-9d60-c4a5a8710adc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 May 26 16:47:57.132886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448489a4-ea38-422c-ba13-4fc558aa1adb req-ba72e35c-0ade-46d8-a865-dc5d1f37dd19 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:57.134287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-448489a4-ea38-422c-ba13-4fc558aa1adb req-ba72e35c-0ade-46d8-a865-dc5d1f37dd19 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0494821 May 26 16:47:57.172611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-448489a4-ea38-422c-ba13-4fc558aa1adb req-b878ceae-214b-46cd-bfbf-e9f73b76a15b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323181 May 26 16:47:58.295935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce758a-37d6-484c-885e-693fef1eeee6 req-86b60ad4-d857-4610-be21-8189bde07a7b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:58.297934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8ce758a-37d6-484c-885e-693fef1eeee6 req-86b60ad4-d857-4610-be21-8189bde07a7b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0536344 May 26 16:47:58.336527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d8ce758a-37d6-484c-885e-693fef1eeee6 req-bb13b3cf-1e17-4739-8675-5d52516f4d8f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324612 May 26 16:47:58.663123 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-c3671cfa-f892-47c1-bfb3-ded67cdf50b4 service neutron] show failed (client error): The resource could not be found. May 26 16:47:58.664173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-c3671cfa-f892-47c1-bfb3-ded67cdf50b4 service neutron] 10.222.0.24 "GET /v2.0/ports/87164aab-494f-4c05-833c-a7e4509c004d/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0563555 May 26 16:47:58.861668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-2c3bd617-b664-4202-b7bc-689a068d2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:58.863203 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-2c3bd617-b664-4202-b7bc-689a068d2522 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 1097 time: 0.0435092 May 26 16:47:58.875746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:47:58.932870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:59.135515 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:47:59.170108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:47:59.211756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:47:59.214113 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b46260-d4f2-4ff6-a11e-eae84b1ae22f" -d '{"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-unplugged", "status": "completed", "tag": "87164aab-494f-4c05-833c-a7e4509c004d"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:47:59.218745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:59.232051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Transition to ACTIVE for port object 87164aab-494f-4c05-833c-a7e4509c004d will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:47:59.236101 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:59.267348 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cf2188-9fbb-437c-aa44-b4c368993dcf x-openstack-request-id: req-65cf2188-9fbb-437c-aa44-b4c368993dcf {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:47:59.267635 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-unplugged", "status": "completed", "tag": "87164aab-494f-4c05-833c-a7e4509c004d", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:47:59.267891 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65cf2188-9fbb-437c-aa44-b4c368993dcf {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:47:59.268290 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cf2188-9fbb-437c-aa44-b4c368993dcf'] response: {'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d', 'code': 200} May 26 16:47:59.322247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:47:59.335358 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.335713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.336057 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.336397 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.336732 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.337065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.337393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.337721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.338068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.338399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.338725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.339048 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:47:59.376750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] No DVR routers for this DVR port 87164aab-494f-4c05-833c-a7e4509c004d on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:47:59.461006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf8836-405d-424f-a248-9a4d8bcad66c req-bd6d28e9-1823-484e-b80f-45904a46764c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:59.462513 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfdf8836-405d-424f-a248-9a4d8bcad66c req-bd6d28e9-1823-484e-b80f-45904a46764c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0516009 May 26 16:47:59.501576 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cfdf8836-405d-424f-a248-9a4d8bcad66c req-626440f0-65cf-4c19-97b8-26f7aa21a16c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322948 May 26 16:47:59.524372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:47:59.524372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:47:59.524372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:47:59.524372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Port 87164aab-494f-4c05-833c-a7e4509c004d on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:47:59.524372 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:47:59.526364 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:47:59.526705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:47:59.527084 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:47:59.527516 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Bound port: 87164aab-494f-4c05-833c-a7e4509c004d, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:47:59.527876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:59.597529 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:47:59.600733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:47:59.604481 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:59.641598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:59.642252 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:59.644478 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] 10.222.0.32 "PUT /v2.0/ports/87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1092 time: 0.7733197 May 26 16:47:59.671135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dc1c2-4a0c-4a52-855f-65faf3d32d52 service neutron] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:47:59.717176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-e3f7ecbd-2058-4f99-8e6c-99d0ea60e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:59.719334 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-e3f7ecbd-2058-4f99-8e6c-99d0ea60e221 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1095 time: 0.0444224 May 26 16:47:59.817771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-f0b60e7b-cb13-40a3-9924-031c2c443334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:59.819276 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-f0b60e7b-cb13-40a3-9924-031c2c443334 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0913332 May 26 16:47:59.889235 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-e5b0ab76-b728-4a21-9759-111f56fd1b03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1000 time: 0.0624766 May 26 16:47:59.941317 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-d43a8eec-fd97-4f8b-a4b8-aefddb1d0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:59.942715 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-d43a8eec-fd97-4f8b-a4b8-aefddb1d0a1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0456722 May 26 16:47:59.987733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-cb559ed9-5dde-4ce4-9077-204c753b70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:59.989214 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-cb559ed9-5dde-4ce4-9077-204c753b70bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400572 May 26 16:48:00.082391 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-1d895548-b88c-4f5d-bc36-2a27448aa1c4 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861602 May 26 16:48:00.170766 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-34b59ad4-e0f1-4f82-9955-560ee052a9f1 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820503 May 26 16:48:00.629816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06cf50-a313-47d3-8acc-c454f9198861 req-a56186af-9561-44a1-90a8-90022a9402cc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:00.631253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f06cf50-a313-47d3-8acc-c454f9198861 req-a56186af-9561-44a1-90a8-90022a9402cc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0518138 May 26 16:48:00.670189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5f06cf50-a313-47d3-8acc-c454f9198861 req-7f4f4131-970e-4f92-9365-1f5ce6cf91c8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325949 May 26 16:48:01.269881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:48:01.272219 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cda702-e4dd-4cff-8e32-ced11bf1b75a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "tag": "87164aab-494f-4c05-833c-a7e4509c004d"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:48:01.321816 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584a8598-0b4f-4c2b-a428-3d0f8ee222dc x-openstack-request-id: req-584a8598-0b4f-4c2b-a428-3d0f8ee222dc {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:48:01.322055 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "tag": "87164aab-494f-4c05-833c-a7e4509c004d", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:48:01.322248 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-584a8598-0b4f-4c2b-a428-3d0f8ee222dc {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:48:01.322684 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584a8598-0b4f-4c2b-a428-3d0f8ee222dc'] response: {'name': 'network-changed', 'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d', 'status': 'completed', 'code': 200} May 26 16:48:01.419697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-553e540b-deba-443d-9813-1b50d5b05f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:01.421259 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-553e540b-deba-443d-9813-1b50d5b05f80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1095 time: 0.0784516 May 26 16:48:01.423982 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-a4b5cc16-36ab-407e-8f3d-6d4159cdec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:01.431241 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-a4b5cc16-36ab-407e-8f3d-6d4159cdec45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1095 time: 0.0736322 May 26 16:48:01.576296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-648f0f4f-b33d-4e35-b091-b1e0be6e52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:01.578392 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-648f0f4f-b33d-4e35-b091-b1e0be6e52a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1500247 May 26 16:48:01.581142 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-3b0564bf-195f-445c-b80e-0b2df8547954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:01.582521 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-3b0564bf-195f-445c-b80e-0b2df8547954 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1475978 May 26 16:48:01.691092 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-8172fb73-50b1-4c3c-9ef0-1ab796da7638 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1000 time: 0.1060085 May 26 16:48:01.692720 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-6651e716-1014-4823-a4c0-2ac0a9d0263b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1000 time: 0.1019537 May 26 16:48:01.778292 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-a35916e8-3879-42d2-af8e-b717c2616417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:01.779768 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-a35916e8-3879-42d2-af8e-b717c2616417 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0746665 May 26 16:48:01.781045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-7913d52a-a665-4488-bae4-71df4065f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:01.782487 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-7913d52a-a665-4488-bae4-71df4065f066 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0854602 May 26 16:48:01.800015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67cab4-aa0d-425a-8c0a-8a77261d20db req-8ef3f5da-e9bc-4e5d-b321-262e75c3e3b9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:01.801560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b67cab4-aa0d-425a-8c0a-8a77261d20db req-8ef3f5da-e9bc-4e5d-b321-262e75c3e3b9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0580022 May 26 16:48:01.842929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b67cab4-aa0d-425a-8c0a-8a77261d20db req-ea856211-6e92-45f0-aa1f-8e6e0d9a7ccc tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346589 May 26 16:48:01.854619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-22401a1f-a231-45c3-95a9-06ba5bf42a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:01.856130 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-22401a1f-a231-45c3-95a9-06ba5bf42a38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599282 May 26 16:48:01.857931 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-185ab8c9-d6d9-43c8-abf7-d997bcb55b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:01.859398 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-185ab8c9-d6d9-43c8-abf7-d997bcb55b96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725627 May 26 16:48:02.018758 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-4f680533-7525-4b09-be72-efb02de9e90e service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549852 May 26 16:48:02.020704 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-c7e2fc52-3fdb-49bd-ac52-84777a7fa0d9 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496546 May 26 16:48:02.022979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:48:02.064316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:48:02.183400 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-439dfe3c-59be-4974-a29b-d0084829f6c6 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579037 May 26 16:48:02.185042 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-83cda702-e4dd-4cff-8e32-ced11bf1b75a req-00fc56ca-f206-4041-9d88-315f221ed9b1 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514318 May 26 16:48:02.969657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0aa5-c20c-4791-b7aa-5028e588c1a7 req-21509cfc-01cc-4794-a01d-905ed4a05102 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:02.971155 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f9f0aa5-c20c-4791-b7aa-5028e588c1a7 req-21509cfc-01cc-4794-a01d-905ed4a05102 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0506823 May 26 16:48:03.009566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f9f0aa5-c20c-4791-b7aa-5028e588c1a7 req-7db3670b-6f0e-4199-bdf8-6504b5316d78 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 May 26 16:48:04.127738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd68eac-bd48-4450-b368-d1a559225f44 req-f5beb1cb-0a40-4dcd-8a0c-368210846b69 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:04.129110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dd68eac-bd48-4450-b368-d1a559225f44 req-f5beb1cb-0a40-4dcd-8a0c-368210846b69 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0487502 May 26 16:48:04.167214 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9dd68eac-bd48-4450-b368-d1a559225f44 req-b67033ce-70eb-4c64-9e33-d5c85e26fb06 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319531 May 26 16:48:05.113193 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2bf556ab-fac5-4b8f-b7f6-044d9512df39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:05.300113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bb060-24de-4481-94f7-ec1f9841ade0 req-12fc450c-a19d-46a7-85fe-0872cace782f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:05.301572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-503bb060-24de-4481-94f7-ec1f9841ade0 req-12fc450c-a19d-46a7-85fe-0872cace782f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0531802 May 26 16:48:05.342223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-503bb060-24de-4481-94f7-ec1f9841ade0 req-4f117ee6-09e0-43d7-a81c-e2a1e21c6d9c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345180 May 26 16:48:06.512463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6afb-8c10-4083-b3bb-03d31d4894e6 req-97cc7801-1cb0-496c-9b85-9c68b288c9cd tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:06.513857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-014a6afb-8c10-4083-b3bb-03d31d4894e6 req-97cc7801-1cb0-496c-9b85-9c68b288c9cd tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0483522 May 26 16:48:06.553354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-014a6afb-8c10-4083-b3bb-03d31d4894e6 req-6128a242-0033-43a4-9968-2fb631317af7 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324862 May 26 16:48:07.669319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074719a-fe25-46d3-9afd-2c22d3a68289 req-d2f54f10-d870-43b5-a7db-aa1667e8b179 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:07.670820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3074719a-fe25-46d3-9afd-2c22d3a68289 req-d2f54f10-d870-43b5-a7db-aa1667e8b179 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0495431 May 26 16:48:07.709973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3074719a-fe25-46d3-9afd-2c22d3a68289 req-48d3be72-4392-4c3e-92e2-972d1b397513 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330551 May 26 16:48:07.834643 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-29430f22-fa9e-4e91-817a-63daee04c22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:08.831029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29c5e7-5770-4d98-8249-39a377b5f985 req-9836a413-b3e2-40a2-9891-0c3420910142 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:08.832481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a29c5e7-5770-4d98-8249-39a377b5f985 req-9836a413-b3e2-40a2-9891-0c3420910142 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0537162 May 26 16:48:08.871418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a29c5e7-5770-4d98-8249-39a377b5f985 req-414321a6-8c45-4eba-9d6a-17b679559dc8 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329380 May 26 16:48:08.924473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:09.996586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a0509-6044-4637-b7f8-4cf01c3396cc req-c1efca09-730a-4953-8f8f-8d3354acd612 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:09.998090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c43a0509-6044-4637-b7f8-4cf01c3396cc req-c1efca09-730a-4953-8f8f-8d3354acd612 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 944 time: 0.0507276 May 26 16:48:10.040509 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c43a0509-6044-4637-b7f8-4cf01c3396cc req-140020f2-bff6-42c3-9307-15de34c5ec9c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324886 May 26 16:48:10.751272 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:10.814288 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:10.886414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:48:10.992024 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:11.004491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '87164aab-494f-4c05-833c-a7e4509c004d', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': '87164aab-494f-4c05-833c-a7e4509c004d', 'mac_address': 'fa:16:3e:86:6b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:48:11.049742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 87164aab-494f-4c05-833c-a7e4509c004d is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:48:11.050152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:11.068718 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87164aab-494f-4c05-833c-a7e4509c004d {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:48:11.094881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:11.099068 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:11.166996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:11.169425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e41c4-8235-47f0-b336-c51b4b482566 req-5a11afff-d6a1-4bd2-98f0-56bb17b0ccef tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:11.171500 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a72e41c4-8235-47f0-b336-c51b4b482566 req-5a11afff-d6a1-4bd2-98f0-56bb17b0ccef tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0544412 May 26 16:48:11.176310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.176654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.176998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.177332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.177665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.178014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.178352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.178678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.179027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.179326 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.179647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.179971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:11.217266 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a72e41c4-8235-47f0-b336-c51b4b482566 req-fcf637ba-9cf6-47fa-91e7-74bc10658d08 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367951 May 26 16:48:11.350574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['87164aab-494f-4c05-833c-a7e4509c004d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:48:11.547055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-68862dc1-a967-467a-b6b6-226ccecc5a37 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:11.548447 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-68862dc1-a967-467a-b6b6-226ccecc5a37 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780&tenant_id=31988156d1134e2cb63d4d8d7dfe5039&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 945 time: 0.0574586 May 26 16:48:11.571132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0df700-d73f-4414-9e9a-e035c4568dbb req-78e138c3-c5ef-4ecf-812f-a653cc97dca3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:11.572681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed0df700-d73f-4414-9e9a-e035c4568dbb req-78e138c3-c5ef-4ecf-812f-a653cc97dca3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0616522 May 26 16:48:11.617250 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed0df700-d73f-4414-9e9a-e035c4568dbb req-6040da60-3e57-4746-a290-d77237c5c38c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378032 May 26 16:48:11.617490 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-92272668-af7a-4fe9-a2b7-e24380217af0 service neutron] 10.222.0.32 "GET /v2.0/ports/87164aab-494f-4c05-833c-a7e4509c004d/bindings/n-h2-843336-2 HTTP/1.1" status: 200 len: 382 time: 0.0603955 May 26 16:48:11.686578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-571be13c-dfb5-45f3-b9ae-ae546bd596b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:11.688367 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-571be13c-dfb5-45f3-b9ae-ae546bd596b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1096 time: 0.0438766 May 26 16:48:11.783366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-6b71705c-14bb-4391-a2bf-fc1d934b8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:11.784938 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-6b71705c-14bb-4391-a2bf-fc1d934b8f9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0897474 May 26 16:48:11.858284 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-e999084e-2151-4037-a684-41eadf4f751b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1001 time: 0.0599651 May 26 16:48:11.906745 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-93f6940a-2f5e-4a6f-8250-be6639dee500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:11.908212 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-93f6940a-2f5e-4a6f-8250-be6639dee500 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0483332 May 26 16:48:11.954702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-10a9ee1e-916c-406d-a3e3-1e5041466f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:11.956222 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-10a9ee1e-916c-406d-a3e3-1e5041466f80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408010 May 26 16:48:12.048024 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-cb3db1d5-fdea-437e-b60e-d390def55171 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848656 May 26 16:48:12.149760 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-15d5035b-057b-4063-bcf7-073774eefcd2 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933156 May 26 16:48:12.749516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595997b-0589-4884-b485-ee7c7c09201c req-d0ff342d-f42b-42ff-a84e-ed7b4d20504d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:12.751083 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e595997b-0589-4884-b485-ee7c7c09201c req-d0ff342d-f42b-42ff-a84e-ed7b4d20504d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0525553 May 26 16:48:12.791408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e595997b-0589-4884-b485-ee7c7c09201c req-750b92fb-a7d3-44ef-95f2-4a46e6f39f8d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342522 May 26 16:48:12.912256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:48:12.962450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 87164aab-494f-4c05-833c-a7e4509c004d completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:48:12.966933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 87164aab-494f-4c05-833c-a7e4509c004d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:48:12.967291 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:13.051645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 87164aab-494f-4c05-833c-a7e4509c004d is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:48:13.052032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:13.075986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:48:13.078945 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac36007-d3de-49a2-9fe1-22438f833c9f" -d '{"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-plugged", "status": "completed", "tag": "87164aab-494f-4c05-833c-a7e4509c004d"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:48:13.092680 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:13.098084 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:13.134342 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f9bed0-7f28-4e53-a431-05fc925332dd x-openstack-request-id: req-80f9bed0-7f28-4e53-a431-05fc925332dd {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:48:13.134627 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-plugged", "status": "completed", "tag": "87164aab-494f-4c05-833c-a7e4509c004d", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:48:13.134876 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80f9bed0-7f28-4e53-a431-05fc925332dd {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:48:13.135499 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f9bed0-7f28-4e53-a431-05fc925332dd'] response: {'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d', 'code': 200} May 26 16:48:13.152311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:13.561395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a9515-673c-4a58-82c5-d27874f46acf req-7d146c6c-f2ca-421e-8c81-d32620f3c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:13.563774 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f00a9515-673c-4a58-82c5-d27874f46acf req-7d146c6c-f2ca-421e-8c81-d32620f3c7aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1097 time: 0.0475984 May 26 16:48:13.687334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a9515-673c-4a58-82c5-d27874f46acf req-197eec99-b9ab-456f-a9a8-8cd5e53483a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:13.688821 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f00a9515-673c-4a58-82c5-d27874f46acf req-197eec99-b9ab-456f-a9a8-8cd5e53483a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1023002 May 26 16:48:13.756891 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f00a9515-673c-4a58-82c5-d27874f46acf req-ef574883-cd6d-46af-a6e9-d5f421f764b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1002 time: 0.0599296 May 26 16:48:13.808396 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a9515-673c-4a58-82c5-d27874f46acf req-b13e051f-5618-4c2f-8c65-054c97a9fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:13.809862 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f00a9515-673c-4a58-82c5-d27874f46acf req-b13e051f-5618-4c2f-8c65-054c97a9fb07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0459657 May 26 16:48:13.873390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a9515-673c-4a58-82c5-d27874f46acf req-cfdea2da-f10e-4e1b-b3c8-c74e4f29b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:13.880451 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f00a9515-673c-4a58-82c5-d27874f46acf req-cfdea2da-f10e-4e1b-b3c8-c74e4f29b35a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566993 May 26 16:48:13.921679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819c426-4c10-4225-b094-fc926cd2cfe3 req-f83a4afd-91b2-4a46-abf4-8eb28cc4c0fe tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:13.923795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3819c426-4c10-4225-b094-fc926cd2cfe3 req-f83a4afd-91b2-4a46-abf4-8eb28cc4c0fe tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0539632 May 26 16:48:13.966297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3819c426-4c10-4225-b094-fc926cd2cfe3 req-dfe12acb-52df-4703-ab46-e04d851e71c6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350769 May 26 16:48:13.977136 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f00a9515-673c-4a58-82c5-d27874f46acf req-386859a2-be6f-40b8-bcf9-07b3e8655c83 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927634 May 26 16:48:14.076046 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-f00a9515-673c-4a58-82c5-d27874f46acf req-77337f7d-6d3d-440c-adb4-50395085fd66 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914779 May 26 16:48:15.095293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3e91c-6e2b-4933-89f5-4327a798fa78 req-579a99ae-c40f-4eb0-8b7c-5707e8450636 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:15.096879 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66d3e91c-6e2b-4933-89f5-4327a798fa78 req-579a99ae-c40f-4eb0-8b7c-5707e8450636 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0567012 May 26 16:48:15.137287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66d3e91c-6e2b-4933-89f5-4327a798fa78 req-12764938-e99e-4ea7-8cc4-e6f111405f0c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338922 May 26 16:48:16.199664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-c9fe6203-c6d3-4d9f-91a8-e577352b3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.201184 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-c9fe6203-c6d3-4d9f-91a8-e577352b3049 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1097 time: 0.0588236 May 26 16:48:16.216431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dbb210d6-7cab-44a5-986d-eac9128edc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.218116 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dbb210d6-7cab-44a5-986d-eac9128edc64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780&tenant_id=31988156d1134e2cb63d4d8d7dfe5039 HTTP/1.1" status: 200 len: 1097 time: 0.0529828 May 26 16:48:16.251306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:48:16.318211 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-19d355df-021e-405a-960b-dd643feace0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.318429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34437112-a55c-4e05-8f55-8af38ad0c463 req-cee3af36-fb4a-484c-8be4-e4a6a6c87932 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.319689 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-19d355df-021e-405a-960b-dd643feace0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0865366 May 26 16:48:16.319804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34437112-a55c-4e05-8f55-8af38ad0c463 req-cee3af36-fb4a-484c-8be4-e4a6a6c87932 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0995569 May 26 16:48:16.328811 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:16.393934 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-b12c5163-65ed-4945-a048-df8b591a5b5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1002 time: 0.0675495 May 26 16:48:16.397813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-34437112-a55c-4e05-8f55-8af38ad0c463 req-737cc8bd-a21c-49c9-92ab-0e4244b5732f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714350 May 26 16:48:16.444987 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-78264c76-3a1f-45bd-91c9-cc08c8e8504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.446491 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-78264c76-3a1f-45bd-91c9-cc08c8e8504e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0455339 May 26 16:48:16.491419 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-51457e1f-ed4d-45f7-9f05-8e72c8f63545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.492912 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-51457e1f-ed4d-45f7-9f05-8e72c8f63545 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394194 May 26 16:48:16.565523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:16.589014 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-064c0551-4c9f-43ef-b450-9e6adfb66991 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888083 May 26 16:48:16.599832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:48:16.641131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:48:16.643516 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae679d5-7e93-4b43-983f-09cdf2a52927" -d '{"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-unplugged", "status": "completed", "tag": "87164aab-494f-4c05-833c-a7e4509c004d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:48:16.647540 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:16.660713 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Transition to ACTIVE for port object 87164aab-494f-4c05-833c-a7e4509c004d will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:48:16.665340 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:16.682828 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-f42599b7-5c4f-4a63-8475-315f5a8ca107 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874856 May 26 16:48:16.713365 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7b2a87-28f6-41fb-85a0-d88bbf32c7b0 x-openstack-request-id: req-9a7b2a87-28f6-41fb-85a0-d88bbf32c7b0 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:48:16.713680 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-unplugged", "status": "completed", "tag": "87164aab-494f-4c05-833c-a7e4509c004d", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:48:16.713948 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a7b2a87-28f6-41fb-85a0-d88bbf32c7b0 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:48:16.714325 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7b2a87-28f6-41fb-85a0-d88bbf32c7b0'] response: {'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d', 'code': 200} May 26 16:48:16.758939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=10']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:16.772175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.772522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.772885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.773214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.773555 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.773906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.774257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.774566 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.774891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.775219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.775550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.775869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:48:16.814032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] No DVR routers for this DVR port 87164aab-494f-4c05-833c-a7e4509c004d on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:48:16.960776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:48:16.961033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:48:16.961364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:48:16.965576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Port 87164aab-494f-4c05-833c-a7e4509c004d on network 29276f39-5974-406a-88a1-bc8f4631a349 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:48:16.965897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Attempting to bind port 87164aab-494f-4c05-833c-a7e4509c004d on network 29276f39-5974-406a-88a1-bc8f4631a349 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:48:16.971651 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:48:16.971992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Checking segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:48:16.972380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Bound using segment: {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:48:16.972812 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Bound port: 87164aab-494f-4c05-833c-a7e4509c004d, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93333de4-c3f9-4a86-951c-4040b99bfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:48:16.973171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:17.040805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:48:17.043982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:48:17.049640 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:17.084135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:17.084650 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:17.086061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1093 time: 0.8401513 May 26 16:48:17.108151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc972eb8-6667-4228-af4d-609986d418e8 service neutron] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=11']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:17.157337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-1ae8d2a3-7f3e-468d-a498-59280376b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:17.158959 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-1ae8d2a3-7f3e-468d-a498-59280376b8f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1096 time: 0.0472412 May 26 16:48:17.269744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-917ba4ba-0036-40cd-af86-5a5e11f0e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:17.271390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-917ba4ba-0036-40cd-af86-5a5e11f0e56b service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1060541 May 26 16:48:17.339717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-7de69f1a-4ef7-40e1-8f4d-652a81ea3bbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1000 time: 0.0615337 May 26 16:48:17.392364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-a9bfa5fb-a3fa-4faa-9464-e32dc0ed0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:17.393781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-a9bfa5fb-a3fa-4faa-9464-e32dc0ed0a32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0472503 May 26 16:48:17.443678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616632a-6248-4a15-ac62-2f37aef108dd req-0d4c55f1-7f13-4b4a-a45c-85a909a682c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:17.445171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-0d4c55f1-7f13-4b4a-a45c-85a909a682c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448644 May 26 16:48:17.569296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2b07d-8512-4970-b3a2-2d37c4c6ac3e req-47e686fa-ad19-4a89-97b7-6a51679bd252 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:17.570791 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adb2b07d-8512-4970-b3a2-2d37c4c6ac3e req-47e686fa-ad19-4a89-97b7-6a51679bd252 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.1010141 May 26 16:48:17.574354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-ab4a0094-380e-43f3-bf1f-51d4bd1b8186 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212394 May 26 16:48:17.661328 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adb2b07d-8512-4970-b3a2-2d37c4c6ac3e req-fa8617a6-e773-49a5-8161-390e6cbcdfd6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845454 May 26 16:48:17.696821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a616632a-6248-4a15-ac62-2f37aef108dd req-7ed2913f-6f4e-4932-bbfc-8255f3429468 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135783 May 26 16:48:18.715592 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:48:18.718709 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be" -d '{"events": [{"name": "network-changed", "server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "tag": "87164aab-494f-4c05-833c-a7e4509c004d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:48:18.771351 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea0712-afe3-4a9c-b7ad-a9ca90af740c x-openstack-request-id: req-41ea0712-afe3-4a9c-b7ad-a9ca90af740c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:48:18.771845 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "tag": "87164aab-494f-4c05-833c-a7e4509c004d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:48:18.772135 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41ea0712-afe3-4a9c-b7ad-a9ca90af740c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:48:18.772642 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ea0712-afe3-4a9c-b7ad-a9ca90af740c'] response: {'name': 'network-changed', 'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d', 'status': 'completed', 'code': 200} May 26 16:48:18.811910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648804c9-4202-4132-9133-5d15aec2585c req-34886fcc-f4bc-4c2a-a643-0b2d6b1cae1f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:18.813964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-648804c9-4202-4132-9133-5d15aec2585c req-34886fcc-f4bc-4c2a-a643-0b2d6b1cae1f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0756903 May 26 16:48:18.851702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-ec4864b6-7143-4651-b9a3-45dab43ebdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:18.853329 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-ec4864b6-7143-4651-b9a3-45dab43ebdf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1096 time: 0.0567164 May 26 16:48:18.879427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-32a10fff-07d6-449c-9669-fe60fb408001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:18.880925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-32a10fff-07d6-449c-9669-fe60fb408001 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 1096 time: 0.0894177 May 26 16:48:18.883773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-648804c9-4202-4132-9133-5d15aec2585c req-9afd0738-b17a-40ec-91f7-d9905aad4266 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488565 May 26 16:48:18.927364 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:48:18.961296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-7a9493f9-9a2f-42c6-89d0-912b5d7b1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:18.962730 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-7a9493f9-9a2f-42c6-89d0-912b5d7b1460 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.0993092 May 26 16:48:18.985324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:48:18.987194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-c58ee7eb-c2c6-410d-9d43-a81777c14ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:18.989201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-c58ee7eb-c2c6-410d-9d43-a81777c14ab2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 200 len: 913 time: 0.1008887 May 26 16:48:19.066042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-9f96411d-0a7f-4ba0-b438-7a4fe9848b6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1000 time: 0.0693417 May 26 16:48:19.122101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-6f87b84d-7cbf-4228-a58e-c48bc47aa596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:19.124038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-6f87b84d-7cbf-4228-a58e-c48bc47aa596 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0491791 May 26 16:48:19.186223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-4f6d1ddb-0f17-4585-bfb6-2a3b1868059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:19.188239 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-4f6d1ddb-0f17-4585-bfb6-2a3b1868059b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562327 May 26 16:48:19.292894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-180fc215-e58c-4e1d-a91c-b7ae89252577 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976081 May 26 16:48:19.389186 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-8f8344e3-4953-41cf-81c4-943537925360 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 200 len: 1000 time: 0.4170089 May 26 16:48:19.391211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-13715be0-fbce-4951-a937-868c640dad75 service neutron] 10.222.0.24 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910914 May 26 16:48:19.441383 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-ed022f02-d3d2-4588-9183-3379891afc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:19.442869 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-ed022f02-d3d2-4588-9183-3379891afc4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 200 len: 851 time: 0.0457549 May 26 16:48:19.490527 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-100d7a7a-1bac-453e-af27-e93f408a79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:19.492086 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-100d7a7a-1bac-453e-af27-e93f408a79b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29276f39-5974-406a-88a1-bc8f4631a349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426250 May 26 16:48:19.586114 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-d930a459-42f2-410d-b9b7-f2a2560d1c01 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864904 May 26 16:48:19.675754 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-e35507e3-ce8f-4e5c-acbf-4ff7abbe63be req-90514060-6e42-4a69-840c-7fd1e4dba613 service neutron] 10.222.0.32 "GET /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826755 May 26 16:48:20.011309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277639-f4c9-460f-80d2-81f812051a5b req-04207dcf-56c9-4273-aae2-fa43494f549b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:20.012817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8277639-f4c9-460f-80d2-81f812051a5b req-04207dcf-56c9-4273-aae2-fa43494f549b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0522254 May 26 16:48:20.057843 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8277639-f4c9-460f-80d2-81f812051a5b req-cadd250d-722b-4d33-92c3-708cfa6887aa tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383811 May 26 16:48:21.179623 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825076-c035-46ef-ac20-be56b7ad89f2 req-f5e0e272-e0f7-4683-9fe0-02182d60586b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:21.181154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43825076-c035-46ef-ac20-be56b7ad89f2 req-f5e0e272-e0f7-4683-9fe0-02182d60586b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0499134 May 26 16:48:21.220481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43825076-c035-46ef-ac20-be56b7ad89f2 req-dba09b71-b795-4356-80e4-62f8f6af8f51 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328722 May 26 16:48:22.338319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6957070-6b6a-4021-b031-4aec4916c776 req-6ad98be6-8ed8-4ded-a977-7070e713dd12 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:22.340309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6957070-6b6a-4021-b031-4aec4916c776 req-6ad98be6-8ed8-4ded-a977-7070e713dd12 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0499241 May 26 16:48:22.379085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6957070-6b6a-4021-b031-4aec4916c776 req-5217d85b-e757-4981-9710-05212304dfb2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320816 May 26 16:48:23.495849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29624f-73bb-48b9-aaeb-b0ccce4c98d0 req-6d3633fa-25a1-4f5b-a33f-df53b2d56afb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:23.497301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d29624f-73bb-48b9-aaeb-b0ccce4c98d0 req-6d3633fa-25a1-4f5b-a33f-df53b2d56afb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0492227 May 26 16:48:23.538267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d29624f-73bb-48b9-aaeb-b0ccce4c98d0 req-59a08eb9-3da0-4fe1-8759-f73f84d1b5d9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348859 May 26 16:48:24.177245 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:48:24.222553 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:24.298587 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:24.656323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc9d7-b9a9-46eb-87fc-65ab2f036eda req-198b324c-e77d-44fd-8e93-980a46fb3de0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:24.657822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aeddc9d7-b9a9-46eb-87fc-65ab2f036eda req-198b324c-e77d-44fd-8e93-980a46fb3de0 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0500276 May 26 16:48:24.697033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-aeddc9d7-b9a9-46eb-87fc-65ab2f036eda req-61c299c1-339f-482b-bcd1-6662a1c8b31b tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329461 May 26 16:48:25.819569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac778b09-1344-4fc6-81e7-c5e0c09c67ad req-abc26682-64e1-4b0a-b6a9-350d74eaebf4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:25.821056 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac778b09-1344-4fc6-81e7-c5e0c09c67ad req-abc26682-64e1-4b0a-b6a9-350d74eaebf4 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0530763 May 26 16:48:25.860189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac778b09-1344-4fc6-81e7-c5e0c09c67ad req-15f59a34-77ed-490f-837b-c86616f043e7 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331028 May 26 16:48:26.983730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef84b3a-6886-492a-bfe5-eb6f7356e2f2 req-8d726f8c-bbec-42be-b942-83c657c27a57 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:26.985204 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ef84b3a-6886-492a-bfe5-eb6f7356e2f2 req-8d726f8c-bbec-42be-b942-83c657c27a57 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0502284 May 26 16:48:27.038626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ef84b3a-6886-492a-bfe5-eb6f7356e2f2 req-80735724-33c7-4b6e-94c7-e943eaa24449 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474133 May 26 16:48:28.159152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407839b-6466-4a4a-aa16-0b16a9ea2d77 req-e1d94e4c-3f15-4a3e-a959-2455310feff3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:28.160537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d407839b-6466-4a4a-aa16-0b16a9ea2d77 req-e1d94e4c-3f15-4a3e-a959-2455310feff3 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0496383 May 26 16:48:28.199186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d407839b-6466-4a4a-aa16-0b16a9ea2d77 req-87c4ab9a-df1a-4549-8a7e-3813aa10f586 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326381 May 26 16:48:29.313899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16790499-d450-4c6b-a493-00f5e33bd156 req-33d804bf-622c-4a22-a4f9-4f6120c63c32 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:29.315412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16790499-d450-4c6b-a493-00f5e33bd156 req-33d804bf-622c-4a22-a4f9-4f6120c63c32 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0489364 May 26 16:48:29.355120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16790499-d450-4c6b-a493-00f5e33bd156 req-369b8602-f059-496b-b7c0-500758dd1758 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334413 May 26 16:48:29.480486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7507301-cb97-49ff-be24-46d864d1acf1 req-fa8ef3b9-2f2e-4ded-a885-a5941a2df8c9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:29.481884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7507301-cb97-49ff-be24-46d864d1acf1 req-fa8ef3b9-2f2e-4ded-a885-a5941a2df8c9 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0488708 May 26 16:48:29.524335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7507301-cb97-49ff-be24-46d864d1acf1 req-60c44093-2529-4663-b21a-312e3c0b88e2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361252 May 26 16:48:29.637618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94185-e3a7-4dc9-a088-25205ce6509a req-599164d4-1282-4ca9-8051-e6afe1761470 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:29.639107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fee94185-e3a7-4dc9-a088-25205ce6509a req-599164d4-1282-4ca9-8051-e6afe1761470 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0494342 May 26 16:48:29.678887 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fee94185-e3a7-4dc9-a088-25205ce6509a req-eaf22190-085e-47b9-b103-79ad6d0f2fec tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336881 May 26 16:48:29.912208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641266d-3033-47e7-8b8f-1745d7557b17 req-9064fbd6-09ba-4838-9d4d-bfa9fa346c48 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:29.913690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8641266d-3033-47e7-8b8f-1745d7557b17 req-9064fbd6-09ba-4838-9d4d-bfa9fa346c48 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 945 time: 0.0503469 May 26 16:48:29.952827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8641266d-3033-47e7-8b8f-1745d7557b17 req-fa5f5964-8fdf-43a1-8e2d-2b5c24bc5d4c tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327449 May 26 16:48:30.083224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:48:30.179439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:30.191197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '87164aab-494f-4c05-833c-a7e4509c004d', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'port_id': '87164aab-494f-4c05-833c-a7e4509c004d', 'mac_address': 'fa:16:3e:86:6b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:48:30.226801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 87164aab-494f-4c05-833c-a7e4509c004d is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:48:30.227187 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:30.239877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87164aab-494f-4c05-833c-a7e4509c004d {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:48:30.258778 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:30.262543 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:30.307347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=12']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:30.540668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['87164aab-494f-4c05-833c-a7e4509c004d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:48:31.068740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715c2a9-5f37-47ee-a540-b440db78ea4a req-2f70425c-4e5d-4c9c-b91b-3013105bb258 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:31.070272 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8715c2a9-5f37-47ee-a540-b440db78ea4a req-2f70425c-4e5d-4c9c-b91b-3013105bb258 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0491517 May 26 16:48:31.121857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8715c2a9-5f37-47ee-a540-b440db78ea4a req-3ff9ede9-0def-4bb5-bb38-6a62fc0025d6 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups?id=1946584b-1758-4434-bcf6-871a93756fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447998 May 26 16:48:31.585955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-65015ceb-be49-4961-aecd-ad3475930971 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:31.587408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-65015ceb-be49-4961-aecd-ad3475930971 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 946 time: 0.0502079 May 26 16:48:31.675815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Deleting port 87164aab-494f-4c05-833c-a7e4509c004d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:48:31.676160 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:31.768294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] For port 87164aab-494f-4c05-833c-a7e4509c004d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=87164aab-494f-4c05-833c-a7e4509c004d,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:31.768657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:31.988832 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:31.989192 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:31.989540 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28 disassociated. External IP: 172.25.0.39, port: 87164aab-494f-4c05-833c-a7e4509c004d. May 26 16:48:31.989879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Calling delete_port for 87164aab-494f-4c05-833c-a7e4509c004d owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:48:32.095670 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:48:32.118334 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:32.139577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No active binding found for port 87164aab-494f-4c05-833c-a7e4509c004d {{(pid=109406) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:48:32.140350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 26 16:48:32.153063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event deleted for resources: {'Port': ['ID=87164aab-494f-4c05-833c-a7e4509c004d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:32.160350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Port 87164aab-494f-4c05-833c-a7e4509c004d not found, will not notify nova. {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 26 16:48:32.241202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3b7c14f-11b0-4411-98e0-03896a420655 req-f2b54357-0739-4df7-86eb-447eb841492d tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 210 time: 0.0341277 May 26 16:48:32.301969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:48:32.412659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:48:32.422403 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:48:32.432191 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:48:32.432667 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:48:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:32.451678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] No DVR routers for this DVR port 87164aab-494f-4c05-833c-a7e4509c004d on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:48:32.455201 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:32.458543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0f081ac6-2c38-466d-98df-38a5f6468b55 req-89615441-5929-4137-b4cc-e1b97f73c230 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.24 "DELETE /v2.0/ports/87164aab-494f-4c05-833c-a7e4509c004d HTTP/1.1" status: 204 len: 173 time: 0.8648455 May 26 16:48:32.458990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-deleted', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:48:32.461267 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1576e134-d249-47bf-b22b-3c75db8027db" -d '{"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-deleted", "tag": "87164aab-494f-4c05-833c-a7e4509c004d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:48:32.510659 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ca8f68-2c07-4b46-85aa-4339e0c1538b x-openstack-request-id: req-b9ca8f68-2c07-4b46-85aa-4339e0c1538b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:48:32.512222 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b045ac7-79f4-4b96-b19e-43249e41b780", "name": "network-vif-deleted", "tag": "87164aab-494f-4c05-833c-a7e4509c004d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:48:32.512222 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9ca8f68-2c07-4b46-85aa-4339e0c1538b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:48:32.512222 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ca8f68-2c07-4b46-85aa-4339e0c1538b'] response: {'server_uuid': '8b045ac7-79f4-4b96-b19e-43249e41b780', 'name': 'network-vif-deleted', 'tag': '87164aab-494f-4c05-833c-a7e4509c004d', 'status': 'completed', 'code': 200} May 26 16:48:32.545221 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:48:32.746935 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:32.775273 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:48:32.785733 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:48:32.786413 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:48:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:32.898175 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:48:33.097858 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:33.129317 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b92fd3-ce85-437f-8316-ef1ef26ab2d5 None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:43:05Z', 'revision_number': 4, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694', 'name': '', 'network_id': '29276f39-5974-406a-88a1-bc8f4631a349', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:04Z', 'updated_at': '2022-05-26T16:43:08Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'subnets': [{'id': '9d4f2d99-1ce9-4935-8b87-d8c171b0c301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:48:33.345779 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d4b5756-3dd6-49d1-a5ab-b774dab74331 req-5f6f0106-39bc-4f6f-9ee2-4b77f3bc45c2 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 210 time: 0.0290956 May 26 16:48:33.375674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef47f9e-0cda-4919-92b6-d666142329ab None None] New status for floating IP 40137afe-45a4-4526-b7d1-454d6c9bbb28: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:48:34.445585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c0ef26ac-7e49-4644-8ee4-2f61c60ad6c8 req-59116817-3830-4aa6-accc-d68838d61c3e tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 210 time: 0.0267971 May 26 16:48:35.106671 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-492a5df3-5475-4c20-b129-547ee4561548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:35.541258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83dd1feb-11cc-450c-be62-6d122cd8f0bf req-93f91e55-9b73-4c02-ae77-91b5c461f682 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b045ac7-79f4-4b96-b19e-43249e41b780 HTTP/1.1" status: 200 len: 210 time: 0.0271049 May 26 16:48:36.098889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:48:36.122046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 87164aab-494f-4c05-833c-a7e4509c004d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:48:36.122705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 87164aab-494f-4c05-833c-a7e4509c004d not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:48:37.839659 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6d320ba9-17d2-4fe7-99d2-990d7db0aaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:38.929112 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:40.231111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55332) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:40.292500 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e095ad0c-08f3-40cc-9707-6afd920841bb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:40.315611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e095ad0c-08f3-40cc-9707-6afd920841bb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:40.362779 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e095ad0c-08f3-40cc-9707-6afd920841bb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:40.365335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e095ad0c-08f3-40cc-9707-6afd920841bb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:40.366518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e095ad0c-08f3-40cc-9707-6afd920841bb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "DELETE /v2.0/security-groups/1946584b-1758-4434-bcf6-871a93756fc9 HTTP/1.1" status: 204 len: 168 time: 0.1343822 May 26 16:48:40.369259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55334) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:40.376031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095ad0c-08f3-40cc-9707-6afd920841bb tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1946584b-1758-4434-bcf6-871a93756fc9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:40.390435 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-9e509c2f-86bc-4bc8-8be2-f7cdd2f97a7f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] show failed (client error): The resource could not be found. May 26 16:48:40.394061 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9e509c2f-86bc-4bc8-8be2-f7cdd2f97a7f tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "GET /v2.0/security-groups/1946584b-1758-4434-bcf6-871a93756fc9 HTTP/1.1" status: 404 len: 347 time: 0.0210128 May 26 16:48:40.394513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55336) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:40.519040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Deleting port 35b2f295-b05b-4677-9300-578d88d6c200 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:48:40.519297 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:40.597933 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:40.598306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:40.609944 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Calling delete_port for 35b2f295-b05b-4677-9300-578d88d6c200 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:48:40.745677 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:40.810664 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:41.068383 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:41.098626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Pushing event deleted for resources: {'Port': ['ID=35b2f295-b05b-4677-9300-578d88d6c200,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:41.159916 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:41.162711 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:41.163878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-39077131-606e-40af-99d4-819278aff671 tempest-ServerActionsTestJSON-1455719587 tempest-ServerActionsTestJSON-1455719587-project] 10.222.0.39 "DELETE /v2.0/floatingips/40137afe-45a4-4526-b7d1-454d6c9bbb28 HTTP/1.1" status: 204 len: 168 time: 0.7684016 May 26 16:48:41.166808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55338) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:41.571048 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:41.822416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Deleting port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:48:41.822671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:41.911582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] For port b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:41.911966 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:41.925419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Calling delete_port for b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:48:42.111569 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:42.135655 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:42.319814 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:42.539537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Router d3109264-0d10-4de0-b585-539bbdbcd199 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:48:42.657630 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:48:42.662966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8cacdf76-a7e1-4720-8418-298e89916266 admin admin] 10.222.0.39 "PUT /v2.0/routers/d3109264-0d10-4de0-b585-539bbdbcd199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4952302 May 26 16:48:42.665466 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55342) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:42.668352 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] Sync routers for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:48:42.679107 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:48:42.679776 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:48:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:42.773564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:42.781309 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:48:42.879941 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:42.933591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Deleting port 2c62c000-0918-45e3-a51e-36177906a2df {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:48:42.933931 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:42.958974 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '2c62c000-0918-45e3-a51e-36177906a2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:48:42Z', 'revision_number': 5, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port': {'id': '2c62c000-0918-45e3-a51e-36177906a2df', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:03Z', 'updated_at': '2022-05-26T16:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:42.989343 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] Checking router: d3109264-0d10-4de0-b585-539bbdbcd199 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:48:42.997336 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] Routers {'d3109264-0d10-4de0-b585-539bbdbcd199'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:48:42.997961 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:48:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['d3109264-0d10-4de0-b585-539bbdbcd199'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:43.016572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] For port 2c62c000-0918-45e3-a51e-36177906a2df, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c62c000-0918-45e3-a51e-36177906a2df,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:43.016936 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.029100 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Calling delete_port for 2c62c000-0918-45e3-a51e-36177906a2df owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:48:43.081337 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] Set router d3109264-0d10-4de0-b585-539bbdbcd199 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:48:43.131289 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:48:42Z', 'revision_number': 6, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:43.160034 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42947f82-74c5-48b2-9540-28950d2a1e84 None None] The sync data for ids ['d3109264-0d10-4de0-b585-539bbdbcd199'] in n-d-843336-2 is: [{'id': 'd3109264-0d10-4de0-b585-539bbdbcd199', 'name': 'tempest-ServerActionsTestJSON-1295398631-router', 'tenant_id': '31988156d1134e2cb63d4d8d7dfe5039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:02Z', 'updated_at': '2022-05-26T16:48:42Z', 'revision_number': 6, 'project_id': '31988156d1134e2cb63d4d8d7dfe5039', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:48:43.205061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.231111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c62c000-0918-45e3-a51e-36177906a2df,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:43.295985 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.390171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.392215 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.435742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.437021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3109264-0d10-4de0-b585-539bbdbcd199 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:48:43.441270 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.442456 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-42fa9839-6485-4da5-bf54-2a8c0bc2efc5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d3109264-0d10-4de0-b585-539bbdbcd199 HTTP/1.1" status: 204 len: 168 time: 0.7760656 May 26 16:48:43.444940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55344) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:43.490074 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0f8894-2277-4a8e-96e8-1114e9e830c8 admin admin] Deleting subnet 9d4f2d99-1ce9-4935-8b87-d8c171b0c301 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:48:43.493744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a0f8894-2277-4a8e-96e8-1114e9e830c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.530213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a0f8894-2277-4a8e-96e8-1114e9e830c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.623834 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a0f8894-2277-4a8e-96e8-1114e9e830c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.676353 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a0f8894-2277-4a8e-96e8-1114e9e830c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.700152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f8894-2277-4a8e-96e8-1114e9e830c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4f2d99-1ce9-4935-8b87-d8c171b0c301,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:43.705966 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2a0f8894-2277-4a8e-96e8-1114e9e830c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.709131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2a0f8894-2277-4a8e-96e8-1114e9e830c8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9d4f2d99-1ce9-4935-8b87-d8c171b0c301 HTTP/1.1" status: 204 len: 168 time: 0.2632871 May 26 16:48:43.711636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55346) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:43.714588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea5d2b0-5ef6-4818-bf91-e8dd2c56d473 None None] Network 29276f39-5974-406a-88a1-bc8f4631a349 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:48:43.783556 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.838039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Deleting port 2c0dfced-3699-40ca-a40d-d03b71a463d4 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:48:43.838393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.908536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] For port 2c0dfced-3699-40ca-a40d-d03b71a463d4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c0dfced-3699-40ca-a40d-d03b71a463d4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:43.908749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbcd226-56c1-4caf-b9da-d2cfb55f86ac None None] DHCP port deletion for 29276f39-5974-406a-88a1-bc8f4631a349 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:48:43.908968 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.923823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Calling delete_port for 2c0dfced-3699-40ca-a40d-d03b71a463d4 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:48:43.958276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcd226-56c1-4caf-b9da-d2cfb55f86ac None None] Deleting port 2c0dfced-3699-40ca-a40d-d03b71a463d4 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:48:43.958559 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3dbcd226-56c1-4caf-b9da-d2cfb55f86ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.009599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.036419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-3dbcd226-56c1-4caf-b9da-d2cfb55f86ac None None] For port 2c0dfced-3699-40ca-a40d-d03b71a463d4, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2c0dfced-3699-40ca-a40d-d03b71a463d4,segment=NetworkSegment(93333de4-c3f9-4a86-951c-4040b99bfe9a),segment_id=93333de4-c3f9-4a86-951c-4040b99bfe9a)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:44.037305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3dbcd226-56c1-4caf-b9da-d2cfb55f86ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.040864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0dfced-3699-40ca-a40d-d03b71a463d4,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:44.046215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] No DVR routers for this DVR port 2c0dfced-3699-40ca-a40d-d03b71a463d4 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:48:44.057021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcd226-56c1-4caf-b9da-d2cfb55f86ac None None] Calling delete_port for 2c0dfced-3699-40ca-a40d-d03b71a463d4 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:48:44.122758 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.133321 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3dbcd226-56c1-4caf-b9da-d2cfb55f86ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.145810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29276f39-5974-406a-88a1-bc8f4631a349']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:44.156550 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93333de4-c3f9-4a86-951c-4040b99bfe9a') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:44.156889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93333de4-c3f9-4a86-951c-4040b99bfe9a') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:48:44.163354 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcd226-56c1-4caf-b9da-d2cfb55f86ac None None] Pushing event deleted for resources: {'Port': ['ID=2c0dfced-3699-40ca-a40d-d03b71a463d4,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:44.167708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcd226-56c1-4caf-b9da-d2cfb55f86ac None None] No DVR routers for this DVR port 2c0dfced-3699-40ca-a40d-d03b71a463d4 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:48:44.171837 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.189431 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.195890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:48:44.196287 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.267534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.274075 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.279123 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/29276f39-5974-406a-88a1-bc8f4631a349 HTTP/1.1" status: 204 len: 168 time: 0.5639265 May 26 16:48:44.298950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52f4f9-1859-4e75-a89f-bc9e6a9fe0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=29276f39-5974-406a-88a1-bc8f4631a349,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:44.304564 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 93333de4-c3f9-4a86-951c-4040b99bfe9a resource provider aggregate not found May 26 16:48:44.318019 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c62c000-0918-45e3-a51e-36177906a2df no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:48:44.328288 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 93333de4-c3f9-4a86-951c-4040b99bfe9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93333de4-c3f9-4a86-951c-4040b99bfe9a found for delete ", "request_id": "req-09e4f82b-3d3a-4c7d-b778-ff3a325cee1c"}]} May 26 16:48:44.338750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 2c62c000-0918-45e3-a51e-36177906a2df {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:48:44.339093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c62c000-0918-45e3-a51e-36177906a2df not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:48:44.339501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c0dfced-3699-40ca-a40d-d03b71a463d4 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:48:44.362429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 2c0dfced-3699-40ca-a40d-d03b71a463d4 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:48:44.362766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2c0dfced-3699-40ca-a40d-d03b71a463d4 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:48:44.363197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:48:44.382334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:48:44.382675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b26549cd-0f8d-4ee2-8f4e-d6ddaebbe694 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:48:44.412484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55356) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:44.453667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-046623b8-70ef-44e1-965a-6617e9c3db7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31988156d1134e2cb63d4d8d7dfe5039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398781 May 26 16:48:44.456039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55358) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:44.510078 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-977599ed-69c4-4bc1-b191-1c36cf3e1d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.531276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-977599ed-69c4-4bc1-b191-1c36cf3e1d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.578842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-977599ed-69c4-4bc1-b191-1c36cf3e1d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.581431 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-977599ed-69c4-4bc1-b191-1c36cf3e1d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:44.582609 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-977599ed-69c4-4bc1-b191-1c36cf3e1d83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04f7ef41-cfc6-4b69-9d08-a9d02a57bcf6 HTTP/1.1" status: 204 len: 168 time: 0.1256342 May 26 16:48:44.591324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977599ed-69c4-4bc1-b191-1c36cf3e1d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f7ef41-cfc6-4b69-9d08-a9d02a57bcf6,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:45.278438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55380) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:45.372805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-373884750-network', 'tenant_id': 'daf40ad74aeb4bd28b6cf60dc03f78c5'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:48:45.394053 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Made reservation on behalf of daf40ad74aeb4bd28b6cf60dc03f78c5 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:48:45.396311 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.404647 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.480905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.485485 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.509413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:48:45.518505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efd786b-d2dc-4fae-8170-aac2de79d75b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:45.524339 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.524685 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Added segment f161e3a6-0e68-4d16-978c-61188afe5150 of type vlan for network cd47ab4a-fea7-4728-8084-b07151111f49 May 26 16:48:45.566184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.593380 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.594290 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:45.594869 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.647118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3675492 May 26 16:48:45.650136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55384) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:45.655004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Request body: {'subnet': {'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-373884750-subnet', 'tenant_id': 'daf40ad74aeb4bd28b6cf60dc03f78c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:48:45.656474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599c4ca-154e-4854-87ab-301038a5ff53 admin admin] Pushing event updated for resources: {'Network': ['ID=cd47ab4a-fea7-4728-8084-b07151111f49,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:45.668683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network cd47ab4a-fea7-4728-8084-b07151111f49 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:48:45.675053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Made reservation on behalf of daf40ad74aeb4bd28b6cf60dc03f78c5 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:48:45.677361 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.854288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.915386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096e7b52-9ea2-4506-b79e-809c5eb16dab,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:45.925967 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Checking segment: {'id': 'f161e3a6-0e68-4d16-978c-61188afe5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:48:45.926348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Network hostable DHCP agents. Network: cd47ab4a-fea7-4728-8084-b07151111f49, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:48:45.942981 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Network cd47ab4a-fea7-4728-8084-b07151111f49 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:48:45.951393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, cd47ab4a-fea7-4728-8084-b07151111f49) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:48:45.957278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:45.958056 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.959246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba599f-832b-482e-8a26-a6eadd87c32e None None] Network cd47ab4a-fea7-4728-8084-b07151111f49 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:48:45.974398 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2e13a8d6-e488-4bdd-9eb0-f6b74d43c731 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3231325 May 26 16:48:46.093009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91585ec1-c96d-483d-8735-69d39c38cb5f None None] Network cd47ab4a-fea7-4728-8084-b07151111f49 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:48:46.419349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-14557f0f-de20-4c24-b95e-79d349d06331 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:46.420722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-14557f0f-de20-4c24-b95e-79d349d06331 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/networks?id=cd47ab4a-fea7-4728-8084-b07151111f49 HTTP/1.1" status: 200 len: 813 time: 0.1232314 May 26 16:48:46.435687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-4c1429a9-186c-45a7-beef-1144228778d4 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/quotas/daf40ad74aeb4bd28b6cf60dc03f78c5 HTTP/1.1" status: 200 len: 375 time: 0.0089989 May 26 16:48:46.468672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-9cc23810-4a74-475e-84e2-9a97c1dcda99 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=daf40ad74aeb4bd28b6cf60dc03f78c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275369 May 26 16:48:46.479341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-0a5dd33a-3d03-4347-a3be-c36885f07b1b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:48:46.480268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-0a5dd33a-3d03-4347-a3be-c36885f07b1b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049756 May 26 16:48:46.567441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2dadecca-ae88-4a23-8119-5508c7eb35b4 service neutron] 10.222.0.39 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815053 May 26 16:48:46.660718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-3ad2c66d-aafb-41be-ade2-a1429f7e8307 service neutron] 10.222.0.39 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871828 May 26 16:48:46.832087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-111c338c-7c74-469b-a511-a7f44b51dea7 req-57be38d3-cd76-465a-8665-9541f9aec1c3 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 210 time: 0.0281317 May 26 16:48:47.744857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-d18ce155-0588-4334-8f42-a9ca1c7aa70e tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:47.746354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-d18ce155-0588-4334-8f42-a9ca1c7aa70e tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.24 "GET /v2.0/networks?id=cd47ab4a-fea7-4728-8084-b07151111f49 HTTP/1.1" status: 200 len: 813 time: 0.1160424 May 26 16:48:47.759910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Request body: {'port': {'device_id': '22aef85f-30e8-4837-8d66-b17f1132388c', 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49', 'admin_state_up': True, 'tenant_id': 'daf40ad74aeb4bd28b6cf60dc03f78c5'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:48:47.866860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Made reservation on behalf of daf40ad74aeb4bd28b6cf60dc03f78c5 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:48:47.870476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:47.965423 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-540230cd-4124-4f8b-8ce6-4ced84672524 req-d0b6d69a-4d15-4833-8a30-e691b08339e6 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 210 time: 0.0366006 May 26 16:48:48.026054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Allocated IP 172.20.0.4 (cd47ab4a-fea7-4728-8084-b07151111f49/096e7b52-9ea2-4506-b79e-809c5eb16dab/af226204-18f2-4592-87c6-5e7e9960117a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:48:48.486883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:48.524816 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:48.567906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Network cd47ab4a-fea7-4728-8084-b07151111f49 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:48:48.570897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:48:48.574569 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:48:48.583460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Pushing event updated for resources: {'Port': ['ID=af226204-18f2-4592-87c6-5e7e9960117a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:48.628531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:48.629152 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:48.645784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-a60a9f30-c6de-4410-ae03-384b8e4b3d76 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8903611 May 26 16:48:48.657822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Request body: {'port': {'device_id': '22aef85f-30e8-4837-8d66-b17f1132388c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:48:48.714632 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:48.976594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af226204-18f2-4592-87c6-5e7e9960117a {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:48:48.983817 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:48.998364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Transition to ACTIVE for port object af226204-18f2-4592-87c6-5e7e9960117a will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:48:49.003208 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:49.085931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Pushing event updated for resources: {'Port': ['ID=af226204-18f2-4592-87c6-5e7e9960117a,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:49.144636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8519959-0043-40c1-9575-987566b5c923 req-754fdbd6-b490-4e56-8336-9760eb5daf6c tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:49.146035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8519959-0043-40c1-9575-987566b5c923 req-754fdbd6-b490-4e56-8336-9760eb5daf6c tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 943 time: 0.1106279 May 26 16:48:49.182589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Attempting to bind port af226204-18f2-4592-87c6-5e7e9960117a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:48:49.182924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Attempting to bind port af226204-18f2-4592-87c6-5e7e9960117a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'f161e3a6-0e68-4d16-978c-61188afe5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:48:49.183258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Attempting to bind port af226204-18f2-4592-87c6-5e7e9960117a on network cd47ab4a-fea7-4728-8084-b07151111f49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:48:49.190822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Port af226204-18f2-4592-87c6-5e7e9960117a on network cd47ab4a-fea7-4728-8084-b07151111f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:48:49.191146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Attempting to bind port af226204-18f2-4592-87c6-5e7e9960117a on network cd47ab4a-fea7-4728-8084-b07151111f49 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:48:49.204484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:48:49.204822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Checking segment: {'id': 'f161e3a6-0e68-4d16-978c-61188afe5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:48:49.205202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Bound using segment: {'id': 'f161e3a6-0e68-4d16-978c-61188afe5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:48:49.205626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Bound port: af226204-18f2-4592-87c6-5e7e9960117a, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f161e3a6-0e68-4d16-978c-61188afe5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:48:49.205983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:49.210702 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b8519959-0043-40c1-9575-987566b5c923 req-831b127f-ea4d-40b5-b3ad-902e46a7f1b1 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560563 May 26 16:48:49.276345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] For port af226204-18f2-4592-87c6-5e7e9960117a, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:48:49.279512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] For port af226204-18f2-4592-87c6-5e7e9960117a, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=af226204-18f2-4592-87c6-5e7e9960117a,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:48:49.284308 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:49.317975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:49.318838 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:49.320343 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] 10.222.0.24 "PUT /v2.0/ports/af226204-18f2-4592-87c6-5e7e9960117a HTTP/1.1" status: 200 len: 1091 time: 0.6671212 May 26 16:48:49.320792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22aef85f-30e8-4837-8d66-b17f1132388c', 'tag': 'af226204-18f2-4592-87c6-5e7e9960117a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:48:49.323136 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f87d6ca-961d-4d97-8ba4-a455b279e45c" -d '{"events": [{"name": "network-changed", "server_uuid": "22aef85f-30e8-4837-8d66-b17f1132388c", "tag": "af226204-18f2-4592-87c6-5e7e9960117a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:48:49.356464 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e777d-78d6-4da8-8aca-5a68e09a7574 service neutron] Pushing event updated for resources: {'Port': ['ID=af226204-18f2-4592-87c6-5e7e9960117a,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:49.369769 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb3523b-c3b2-45ce-be48-76cff9411852 x-openstack-request-id: req-bcb3523b-c3b2-45ce-be48-76cff9411852 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:48:49.370079 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22aef85f-30e8-4837-8d66-b17f1132388c", "tag": "af226204-18f2-4592-87c6-5e7e9960117a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:48:49.370333 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcb3523b-c3b2-45ce-be48-76cff9411852 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:48:49.370731 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb3523b-c3b2-45ce-be48-76cff9411852'] response: {'name': 'network-changed', 'server_uuid': '22aef85f-30e8-4837-8d66-b17f1132388c', 'tag': 'af226204-18f2-4592-87c6-5e7e9960117a', 'status': 'completed', 'code': 200} May 26 16:48:49.403364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-1e871060-1b69-422d-803c-50604460a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:49.404730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-1e871060-1b69-422d-803c-50604460a665 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daf40ad74aeb4bd28b6cf60dc03f78c5&device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 1094 time: 0.0441544 May 26 16:48:49.449836 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-3ae2f787-d89a-4c58-8a72-35b642fd9416 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af226204-18f2-4592-87c6-5e7e9960117a HTTP/1.1" status: 200 len: 217 time: 0.0376825 May 26 16:48:49.497178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-6798a6fa-d3ee-41ba-a9db-e09b6e5236ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:49.498659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-6798a6fa-d3ee-41ba-a9db-e09b6e5236ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=096e7b52-9ea2-4506-b79e-809c5eb16dab HTTP/1.1" status: 200 len: 853 time: 0.0433128 May 26 16:48:49.530004 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-aa5314bd-c242-4532-bb70-413529e5ecf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd47ab4a-fea7-4728-8084-b07151111f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246656 May 26 16:48:49.623242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-98ce99db-b66f-4de1-9672-f382671dc5e4 service neutron] 10.222.0.24 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866497 May 26 16:48:49.711620 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-415b78fe-2342-45d4-8279-443d1fac1ce2 req-ebc38221-0c98-4cd6-a913-d27fdcf087a4 service neutron] 10.222.0.24 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823905 May 26 16:48:49.800916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-a6bf4259-4299-43d5-b904-4cbf6c0eeb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:49.802721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-a6bf4259-4299-43d5-b904-4cbf6c0eeb01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=daf40ad74aeb4bd28b6cf60dc03f78c5&device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 1094 time: 0.0448673 May 26 16:48:49.899328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-8a97515f-aeb3-4b43-b0ef-039687ee1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:49.900820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-8a97515f-aeb3-4b43-b0ef-039687ee1ca7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd47ab4a-fea7-4728-8084-b07151111f49 HTTP/1.1" status: 200 len: 914 time: 0.0917349 May 26 16:48:49.944680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-f1367958-ded2-452f-98af-248794018a87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af226204-18f2-4592-87c6-5e7e9960117a HTTP/1.1" status: 200 len: 217 time: 0.0361140 May 26 16:48:49.997284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-e012ccfa-7d3a-48c8-a19b-f3dc5e605fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:49.998736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-e012ccfa-7d3a-48c8-a19b-f3dc5e605fbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=096e7b52-9ea2-4506-b79e-809c5eb16dab HTTP/1.1" status: 200 len: 853 time: 0.0467713 May 26 16:48:50.036734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-eceaa7c6-466b-49bf-8dcd-a3d4a2009c92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd47ab4a-fea7-4728-8084-b07151111f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302768 May 26 16:48:50.129535 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-03dea6a2-aba0-4acd-bf96-87090debdce4 service neutron] 10.222.0.24 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827661 May 26 16:48:50.226625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4f87d6ca-961d-4d97-8ba4-a455b279e45c req-99020303-b44b-4e8c-9549-68ecf43569f3 service neutron] 10.222.0.24 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891795 May 26 16:48:50.326541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc064cff-64a8-4a53-a4f7-2d232a4ecfb5 req-c36ceac7-839d-4470-a566-b39ec2eb19a9 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:50.328610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc064cff-64a8-4a53-a4f7-2d232a4ecfb5 req-c36ceac7-839d-4470-a566-b39ec2eb19a9 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 943 time: 0.0503631 May 26 16:48:50.365966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc064cff-64a8-4a53-a4f7-2d232a4ecfb5 req-e1c619de-3b36-4abc-9c85-06ae71870069 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 May 26 16:48:51.494764 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5efd51-a994-42e2-80de-9aa9f1b385a7 req-238cd204-5ec1-44cb-a71b-1726f82e5284 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:51.496548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab5efd51-a994-42e2-80de-9aa9f1b385a7 req-238cd204-5ec1-44cb-a71b-1726f82e5284 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 943 time: 0.0558462 May 26 16:48:51.534854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ab5efd51-a994-42e2-80de-9aa9f1b385a7 req-8efa581f-1913-4f04-82b7-d1c8d733c84a tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 May 26 16:48:52.654660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5456e-b70d-40ae-bae5-62b72ef28e60 req-c867d5e1-b717-461e-8909-b41bd6e5baca tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:52.656134 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4e5456e-b70d-40ae-bae5-62b72ef28e60 req-c867d5e1-b717-461e-8909-b41bd6e5baca tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 943 time: 0.0535827 May 26 16:48:52.694843 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d4e5456e-b70d-40ae-bae5-62b72ef28e60 req-ac0a3b93-a6e7-473b-9668-07030985b871 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326369 May 26 16:48:53.809301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649359-63b7-4a81-b9d2-6caa47b5b986 req-89c917a1-63b8-478d-a71b-d0daa9ba0bff tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:53.810971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3649359-63b7-4a81-b9d2-6caa47b5b986 req-89c917a1-63b8-478d-a71b-d0daa9ba0bff tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 943 time: 0.0487006 May 26 16:48:53.848747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b3649359-63b7-4a81-b9d2-6caa47b5b986 req-5aa8bd94-7733-4a67-a1ec-45a5537735cf tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 May 26 16:48:54.157988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device af226204-18f2-4592-87c6-5e7e9960117a details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:48:54.266323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port af226204-18f2-4592-87c6-5e7e9960117a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=af226204-18f2-4592-87c6-5e7e9960117a,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:54.269159 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:54.277972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'af226204-18f2-4592-87c6-5e7e9960117a', 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49', 'port_id': 'af226204-18f2-4592-87c6-5e7e9960117a', 'mac_address': 'fa:16:3e:d4:73:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096e7b52-9ea2-4506-b79e-809c5eb16dab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:48:54.325572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port af226204-18f2-4592-87c6-5e7e9960117a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:48:54.325960 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:54.327750 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:54.338596 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af226204-18f2-4592-87c6-5e7e9960117a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:48:54.361370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port af226204-18f2-4592-87c6-5e7e9960117a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=af226204-18f2-4592-87c6-5e7e9960117a,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:54.365563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:54.411924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=af226204-18f2-4592-87c6-5e7e9960117a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:54.556988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['af226204-18f2-4592-87c6-5e7e9960117a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:48:54.970394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3d88d-4964-44fe-92c7-e83f269fc656 req-198f87cb-58c3-46d7-b18b-06ca580fb739 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:54.972075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97e3d88d-4964-44fe-92c7-e83f269fc656 req-198f87cb-58c3-46d7-b18b-06ca580fb739 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 944 time: 0.0532162 May 26 16:48:55.010768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97e3d88d-4964-44fe-92c7-e83f269fc656 req-a07950db-fbf5-4dc9-9a0e-502f08691c41 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 May 26 16:48:56.144282 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa10a94-d3bd-438b-acfd-34e27a0f7d7f req-f9bbbd5d-7662-4851-baa5-4daba189695d tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:56.145510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfa10a94-d3bd-438b-acfd-34e27a0f7d7f req-f9bbbd5d-7662-4851-baa5-4daba189695d tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 944 time: 0.0643301 May 26 16:48:56.157903 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device af226204-18f2-4592-87c6-5e7e9960117a up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:48:56.184677 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dfa10a94-d3bd-438b-acfd-34e27a0f7d7f req-91673644-05c3-4e43-a57a-cf7819b2908b tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 May 26 16:48:56.207415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port af226204-18f2-4592-87c6-5e7e9960117a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:48:56.211292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port af226204-18f2-4592-87c6-5e7e9960117a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:48:56.211659 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:56.289963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port af226204-18f2-4592-87c6-5e7e9960117a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:48:56.290360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:56.313149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22aef85f-30e8-4837-8d66-b17f1132388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af226204-18f2-4592-87c6-5e7e9960117a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:48:56.315381 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44532f3d-a49c-4ef2-8456-b3d520f3734d" -d '{"events": [{"server_uuid": "22aef85f-30e8-4837-8d66-b17f1132388c", "name": "network-vif-plugged", "status": "completed", "tag": "af226204-18f2-4592-87c6-5e7e9960117a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:48:56.327690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port af226204-18f2-4592-87c6-5e7e9960117a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=af226204-18f2-4592-87c6-5e7e9960117a,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:48:56.331982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:56.360188 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b043d2-8fa2-4c61-8498-17e9febd2274 x-openstack-request-id: req-27b043d2-8fa2-4c61-8498-17e9febd2274 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:48:56.360963 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22aef85f-30e8-4837-8d66-b17f1132388c", "name": "network-vif-plugged", "status": "completed", "tag": "af226204-18f2-4592-87c6-5e7e9960117a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:48:56.361213 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27b043d2-8fa2-4c61-8498-17e9febd2274 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:48:56.361944 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b043d2-8fa2-4c61-8498-17e9febd2274'] response: {'server_uuid': '22aef85f-30e8-4837-8d66-b17f1132388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af226204-18f2-4592-87c6-5e7e9960117a', 'code': 200} May 26 16:48:56.389029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=af226204-18f2-4592-87c6-5e7e9960117a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:48:56.448428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab5656-f721-4f3e-ae93-51d765e7e89b req-733c4462-2c3c-4a2b-b536-82c7782d8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:56.449947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81ab5656-f721-4f3e-ae93-51d765e7e89b req-733c4462-2c3c-4a2b-b536-82c7782d8850 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 1096 time: 0.0406084 May 26 16:48:56.487586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-81ab5656-f721-4f3e-ae93-51d765e7e89b req-949417fb-9ded-4850-911f-0a01558c7fd7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296667 May 26 16:48:57.304320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee9f44-a5f2-478a-bfc4-1a4e644eacbd req-c7cf9335-c174-4bac-b682-9126d290c4fa tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:57.305827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7ee9f44-a5f2-478a-bfc4-1a4e644eacbd req-c7cf9335-c174-4bac-b682-9126d290c4fa tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0530355 May 26 16:48:57.344708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d7ee9f44-a5f2-478a-bfc4-1a4e644eacbd req-c4492e28-dc4f-4b90-a04b-1933bceeb82f tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328088 May 26 16:48:58.467229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fac6e-bfee-4e8d-8823-e45c6bffb309 req-59bc6076-48f2-42ef-aceb-7431e6ad2392 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:58.469302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e2fac6e-bfee-4e8d-8823-e45c6bffb309 req-59bc6076-48f2-42ef-aceb-7431e6ad2392 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0545461 May 26 16:48:58.507661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0e2fac6e-bfee-4e8d-8823-e45c6bffb309 req-ff6ac1a0-c710-4acc-9219-3c9a5d40db3f tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 May 26 16:48:58.734448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-48267844-78d8-4de7-bff1-8938a7a89d30 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:58.735935 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-48267844-78d8-4de7-bff1-8938a7a89d30 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/networks?id=cd47ab4a-fea7-4728-8084-b07151111f49 HTTP/1.1" status: 200 len: 813 time: 0.1032360 May 26 16:48:58.751413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-d4a8d154-0706-4174-83dc-9ad8a1466564 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/quotas/daf40ad74aeb4bd28b6cf60dc03f78c5 HTTP/1.1" status: 200 len: 375 time: 0.0096195 May 26 16:48:58.801051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-c671ea1e-2013-4f05-92ee-0b5284401200 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=daf40ad74aeb4bd28b6cf60dc03f78c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441468 May 26 16:48:58.894693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-4e219769-3678-4c4c-9d1f-ab308101cc5e service neutron] 10.222.0.39 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865660 May 26 16:48:58.983795 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-99a0f5eb-18b9-460e-8398-af3d6f9dc173 service neutron] 10.222.0.39 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829308 May 26 16:48:59.147816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f07d7a9-d985-474b-bce0-594ad822f33b req-4e0d5e76-62c6-46cf-aa0f-c3d1b2127dc7 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 210 time: 0.0317228 May 26 16:49:00.043098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-56bf1e40-127b-480d-bca6-1320a70dde33 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:00.044549 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-56bf1e40-127b-480d-bca6-1320a70dde33 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.32 "GET /v2.0/networks?id=cd47ab4a-fea7-4728-8084-b07151111f49 HTTP/1.1" status: 200 len: 813 time: 0.1048517 May 26 16:49:00.059522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Request body: {'port': {'device_id': '3905ec73-d333-45c5-b552-341d0464e599', 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49', 'admin_state_up': True, 'tenant_id': 'daf40ad74aeb4bd28b6cf60dc03f78c5'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:00.173683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Made reservation on behalf of daf40ad74aeb4bd28b6cf60dc03f78c5 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:00.177387 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:00.246108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-838b17a1-d548-4b18-9f13-4c3e2af7d414 req-8044b274-c43d-4221-a8e1-3970b6929053 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 210 time: 0.0269885 May 26 16:49:00.308029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Allocated IP 172.20.0.3 (cd47ab4a-fea7-4728-8084-b07151111f49/096e7b52-9ea2-4506-b79e-809c5eb16dab/9e39b272-fa71-4bc4-820b-9a125563a91e) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:00.455244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:00.488130 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:00.499331 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['af226204-18f2-4592-87c6-5e7e9960117a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:49:00.529536 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Network cd47ab4a-fea7-4728-8084-b07151111f49 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:00.534627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:00.538545 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:00.569598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Pushing event updated for resources: {'Port': ['ID=9e39b272-fa71-4bc4-820b-9a125563a91e,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:00.583567 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.583921 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.584267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.584610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.584949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.585283 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.585615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.585943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.586301 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.586630 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.586957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.587282 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:00.609750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:00.610432 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:00.626667 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-5a211d31-8a73-429f-b406-189d1e7bd669 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711708 May 26 16:49:00.638268 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Request body: {'port': {'device_id': '3905ec73-d333-45c5-b552-341d0464e599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:00.691400 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:00.955416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e39b272-fa71-4bc4-820b-9a125563a91e {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:49:00.962745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:00.974910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Transition to ACTIVE for port object 9e39b272-fa71-4bc4-820b-9a125563a91e will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:49:00.978093 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:01.029841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e39b272-fa71-4bc4-820b-9a125563a91e,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:01.098472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Attempting to bind port 9e39b272-fa71-4bc4-820b-9a125563a91e on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:01.099164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Attempting to bind port 9e39b272-fa71-4bc4-820b-9a125563a91e by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'f161e3a6-0e68-4d16-978c-61188afe5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:01.099164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Attempting to bind port 9e39b272-fa71-4bc4-820b-9a125563a91e on network cd47ab4a-fea7-4728-8084-b07151111f49 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:01.103347 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Port 9e39b272-fa71-4bc4-820b-9a125563a91e on network cd47ab4a-fea7-4728-8084-b07151111f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:49:01.103678 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Attempting to bind port 9e39b272-fa71-4bc4-820b-9a125563a91e on network cd47ab4a-fea7-4728-8084-b07151111f49 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:01.108376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:01.108769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Checking segment: {'id': 'f161e3a6-0e68-4d16-978c-61188afe5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:01.109666 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Bound using segment: {'id': 'f161e3a6-0e68-4d16-978c-61188afe5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:01.110122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Bound port: 9e39b272-fa71-4bc4-820b-9a125563a91e, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f161e3a6-0e68-4d16-978c-61188afe5150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:01.110483 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:01.173748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] For port 9e39b272-fa71-4bc4-820b-9a125563a91e, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:01.177072 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] For port 9e39b272-fa71-4bc4-820b-9a125563a91e, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9e39b272-fa71-4bc4-820b-9a125563a91e,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:01.179422 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:49:01.182512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:01.222805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:01.223423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:01.224823 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] 10.222.0.32 "PUT /v2.0/ports/9e39b272-fa71-4bc4-820b-9a125563a91e HTTP/1.1" status: 200 len: 1091 time: 0.5908804 May 26 16:49:01.225276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3905ec73-d333-45c5-b552-341d0464e599', 'tag': '9e39b272-fa71-4bc4-820b-9a125563a91e'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:49:01.227606 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1260afa3-eb3e-49e3-8798-47136ed9d8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3905ec73-d333-45c5-b552-341d0464e599", "tag": "9e39b272-fa71-4bc4-820b-9a125563a91e"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:49:01.253498 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7f01b-12bf-4bf5-90e6-a97124ca79b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e39b272-fa71-4bc4-820b-9a125563a91e,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:01.277574 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2bdb77-e0c2-45aa-b4a9-d6952cfc4bc3 x-openstack-request-id: req-ab2bdb77-e0c2-45aa-b4a9-d6952cfc4bc3 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:49:01.277872 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3905ec73-d333-45c5-b552-341d0464e599", "tag": "9e39b272-fa71-4bc4-820b-9a125563a91e", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:49:01.278151 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab2bdb77-e0c2-45aa-b4a9-d6952cfc4bc3 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:49:01.278557 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2bdb77-e0c2-45aa-b4a9-d6952cfc4bc3'] response: {'name': 'network-changed', 'server_uuid': '3905ec73-d333-45c5-b552-341d0464e599', 'tag': '9e39b272-fa71-4bc4-820b-9a125563a91e', 'status': 'completed', 'code': 200} May 26 16:49:01.314305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-f61f47f3-13be-48b7-a2bd-4e5aa6d0de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:01.315847 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-f61f47f3-13be-48b7-a2bd-4e5aa6d0de13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=daf40ad74aeb4bd28b6cf60dc03f78c5&device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 1094 time: 0.0480721 May 26 16:49:01.358587 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-94d460b3-071b-4c04-babd-8baf84e87706 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e39b272-fa71-4bc4-820b-9a125563a91e HTTP/1.1" status: 200 len: 217 time: 0.0352166 May 26 16:49:01.371000 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0969f5-cfdf-4646-8dbc-d0fb6fc490ad req-cbde64b1-6574-4cae-ae0d-f4d51660d93a tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:01.372501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd0969f5-cfdf-4646-8dbc-d0fb6fc490ad req-cbde64b1-6574-4cae-ae0d-f4d51660d93a tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 943 time: 0.0532975 May 26 16:49:01.412333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd0969f5-cfdf-4646-8dbc-d0fb6fc490ad req-03c2c737-3782-4076-b777-954afb91a47b tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 May 26 16:49:01.418427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-9fbaaaed-6520-4e15-a12e-7fa06f97bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:01.419969 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-9fbaaaed-6520-4e15-a12e-7fa06f97bbbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=096e7b52-9ea2-4506-b79e-809c5eb16dab HTTP/1.1" status: 200 len: 853 time: 0.0513687 May 26 16:49:01.454029 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-d5759f23-46d1-4ad2-8cd8-175a44dbcdfc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd47ab4a-fea7-4728-8084-b07151111f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262458 May 26 16:49:01.543524 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-fe33910e-6054-416e-bf67-be0d64cb6ef8 service neutron] 10.222.0.32 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826705 May 26 16:49:01.636207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-2e27e6c0-f6cd-4d6d-aa8d-9d50d9b229d4 req-48aa2986-4a58-4f9f-8e6c-27c1833a54b7 service neutron] 10.222.0.32 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859132 May 26 16:49:01.725609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-24c74402-cfd6-499e-9145-6d5ccb7bb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:01.727076 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-24c74402-cfd6-499e-9145-6d5ccb7bb7f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=daf40ad74aeb4bd28b6cf60dc03f78c5&device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 1094 time: 0.0433073 May 26 16:49:01.820795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-fa0e9977-d79f-4797-9af8-b8b52765b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:01.822306 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-fa0e9977-d79f-4797-9af8-b8b52765b0d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd47ab4a-fea7-4728-8084-b07151111f49 HTTP/1.1" status: 200 len: 914 time: 0.0888171 May 26 16:49:01.871588 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-f480e875-553e-4c72-ae3a-7c0a2cd31a42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e39b272-fa71-4bc4-820b-9a125563a91e HTTP/1.1" status: 200 len: 217 time: 0.0396082 May 26 16:49:01.922487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-a2cc258b-356d-40a0-bc4e-3de0abb70ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:01.923991 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-a2cc258b-356d-40a0-bc4e-3de0abb70ec7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=096e7b52-9ea2-4506-b79e-809c5eb16dab HTTP/1.1" status: 200 len: 853 time: 0.0464070 May 26 16:49:01.961799 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-ec4e4e5b-cc10-4ac5-a03b-d57ef0b08576 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd47ab4a-fea7-4728-8084-b07151111f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284221 May 26 16:49:02.061078 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-b14926a5-f914-4a71-8e83-5597f270f56f service neutron] 10.222.0.32 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915532 May 26 16:49:02.155136 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-1260afa3-eb3e-49e3-8798-47136ed9d8e7 req-58f4f9ce-026b-4ac5-a632-9e5a3b1c3385 service neutron] 10.222.0.32 "GET /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867805 May 26 16:49:02.535903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4567-b23c-4361-8349-b9dd318ff1e3 req-370bcd11-866a-48be-84a9-21cf9c024a0c tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:02.537440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66df4567-b23c-4361-8349-b9dd318ff1e3 req-370bcd11-866a-48be-84a9-21cf9c024a0c tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 943 time: 0.0506096 May 26 16:49:02.575880 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66df4567-b23c-4361-8349-b9dd318ff1e3 req-def24394-591e-4bf7-8ab4-8e32d8ad38e7 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 May 26 16:49:03.191904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9e39b272-fa71-4bc4-820b-9a125563a91e details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:49:03.286672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 9e39b272-fa71-4bc4-820b-9a125563a91e, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9e39b272-fa71-4bc4-820b-9a125563a91e,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:03.299792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '9e39b272-fa71-4bc4-820b-9a125563a91e', 'network_id': 'cd47ab4a-fea7-4728-8084-b07151111f49', 'port_id': '9e39b272-fa71-4bc4-820b-9a125563a91e', 'mac_address': 'fa:16:3e:af:73:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096e7b52-9ea2-4506-b79e-809c5eb16dab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:49:03.335829 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 9e39b272-fa71-4bc4-820b-9a125563a91e is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:03.336217 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:03.350083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e39b272-fa71-4bc4-820b-9a125563a91e {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:49:03.370085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 9e39b272-fa71-4bc4-820b-9a125563a91e, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9e39b272-fa71-4bc4-820b-9a125563a91e,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:03.373985 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:03.422898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=9e39b272-fa71-4bc4-820b-9a125563a91e,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:03.577636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['9e39b272-fa71-4bc4-820b-9a125563a91e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:49:03.698971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd75012-4d63-4a92-968b-8c8282135560 req-1ab19a76-92b2-4c83-b8c9-ba61af907d9d tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:03.700471 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acd75012-4d63-4a92-968b-8c8282135560 req-1ab19a76-92b2-4c83-b8c9-ba61af907d9d tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 944 time: 0.0544651 May 26 16:49:03.739856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-acd75012-4d63-4a92-968b-8c8282135560 req-787487d9-cab0-41a7-81f9-4b747f0f87f2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 May 26 16:49:04.866184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7520a-799d-4170-8f38-345975c52d91 req-8ded49ec-4b44-4635-b2cf-650edfda89bd tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:04.867681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbc7520a-799d-4170-8f38-345975c52d91 req-8ded49ec-4b44-4635-b2cf-650edfda89bd tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 944 time: 0.0491836 May 26 16:49:04.909962 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bbc7520a-799d-4170-8f38-345975c52d91 req-425221db-cdbd-4449-914f-e93c4457d0f6 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362847 May 26 16:49:05.110476 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-db5422fa-ac75-4ea2-8920-f4ddf1bd68ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:05.191508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9e39b272-fa71-4bc4-820b-9a125563a91e up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:05.240900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 9e39b272-fa71-4bc4-820b-9a125563a91e completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:49:05.244907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 9e39b272-fa71-4bc4-820b-9a125563a91e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:05.245278 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:05.324691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 9e39b272-fa71-4bc4-820b-9a125563a91e is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:05.325083 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:05.352693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3905ec73-d333-45c5-b552-341d0464e599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e39b272-fa71-4bc4-820b-9a125563a91e'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:49:05.355311 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91001a6-3356-4a02-93a0-9403234feba5" -d '{"events": [{"server_uuid": "3905ec73-d333-45c5-b552-341d0464e599", "name": "network-vif-plugged", "status": "completed", "tag": "9e39b272-fa71-4bc4-820b-9a125563a91e"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:49:05.369542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 9e39b272-fa71-4bc4-820b-9a125563a91e, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9e39b272-fa71-4bc4-820b-9a125563a91e,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:05.374312 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:05.397780 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae1e91a-2391-49f4-833f-a1e97d883a7e x-openstack-request-id: req-6ae1e91a-2391-49f4-833f-a1e97d883a7e {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:49:05.398125 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3905ec73-d333-45c5-b552-341d0464e599", "name": "network-vif-plugged", "status": "completed", "tag": "9e39b272-fa71-4bc4-820b-9a125563a91e", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:49:05.398357 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ae1e91a-2391-49f4-833f-a1e97d883a7e {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:49:05.398753 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae1e91a-2391-49f4-833f-a1e97d883a7e'] response: {'server_uuid': '3905ec73-d333-45c5-b552-341d0464e599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e39b272-fa71-4bc4-820b-9a125563a91e', 'code': 200} May 26 16:49:05.432063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=9e39b272-fa71-4bc4-820b-9a125563a91e,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:05.503863 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba502bc-b090-43fd-b850-1309aa0ef90a req-9c9ad8b9-b894-46b2-83ae-01dfa3973835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:05.505707 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ba502bc-b090-43fd-b850-1309aa0ef90a req-9c9ad8b9-b894-46b2-83ae-01dfa3973835 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 1096 time: 0.0463765 May 26 16:49:05.540440 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9ba502bc-b090-43fd-b850-1309aa0ef90a req-2333986b-dfa5-4b65-857f-8298032cb5e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286632 May 26 16:49:06.029273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dee972-3741-4efb-8103-dba8bf32d198 req-f42ae9f5-74c9-41b3-9ba0-c6cce0098924 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:06.031380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9dee972-3741-4efb-8103-dba8bf32d198 req-f42ae9f5-74c9-41b3-9ba0-c6cce0098924 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 945 time: 0.0531940 May 26 16:49:06.072817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9dee972-3741-4efb-8103-dba8bf32d198 req-5ae0552f-fb58-4487-bdfc-f3bff2ba9f21 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 May 26 16:49:07.200735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e51a2b-7188-4126-a247-832875059126 req-a316f5b9-4460-4f51-a5e6-1c8be87bd159 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:07.202763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36e51a2b-7188-4126-a247-832875059126 req-a316f5b9-4460-4f51-a5e6-1c8be87bd159 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 945 time: 0.0541840 May 26 16:49:07.242181 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-36e51a2b-7188-4126-a247-832875059126 req-71cc1fb9-877e-4109-aa8c-b9345590505c tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333326 May 26 16:49:07.503925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b2572-a28c-43a5-a20d-0dbcddf6e31a req-f5edc41d-6ee4-4396-80ab-c97eb3a604fb tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:07.505397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080b2572-a28c-43a5-a20d-0dbcddf6e31a req-f5edc41d-6ee4-4396-80ab-c97eb3a604fb tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 945 time: 0.0545037 May 26 16:49:07.552049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080b2572-a28c-43a5-a20d-0dbcddf6e31a req-790b43c3-69ed-43b5-b9eb-e189b1cba880 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 May 26 16:49:07.847671 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-70b13284-798c-44f6-af37-8238d387033a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:08.685003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b707f-c88f-416a-97d3-ba9bdf205734 req-8b7618c8-11e5-4917-a7d0-3ab11b79dfa1 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:08.686632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d1b707f-c88f-416a-97d3-ba9bdf205734 req-8b7618c8-11e5-4917-a7d0-3ab11b79dfa1 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 945 time: 0.0575724 May 26 16:49:08.726288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d1b707f-c88f-416a-97d3-ba9bdf205734 req-b595e73f-3b2a-4b95-ad75-4bc577025301 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 May 26 16:49:08.857738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62458f27-f3ad-4572-b305-7a0523254dbc req-4fcd78f6-bab4-42d1-a0b6-a90b86c0cc05 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:08.859602 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-62458f27-f3ad-4572-b305-7a0523254dbc req-4fcd78f6-bab4-42d1-a0b6-a90b86c0cc05 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.32 "GET /v2.0/ports?device_id=3905ec73-d333-45c5-b552-341d0464e599 HTTP/1.1" status: 200 len: 945 time: 0.0480466 May 26 16:49:08.930610 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:08.953047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-62458f27-f3ad-4572-b305-7a0523254dbc req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Deleting port 9e39b272-fa71-4bc4-820b-9a125563a91e {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:49:08.953384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-62458f27-f3ad-4572-b305-7a0523254dbc req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:09.040632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-62458f27-f3ad-4572-b305-7a0523254dbc req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] For port 9e39b272-fa71-4bc4-820b-9a125563a91e, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=9e39b272-fa71-4bc4-820b-9a125563a91e,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:09.040990 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-62458f27-f3ad-4572-b305-7a0523254dbc req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:09.053683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-62458f27-f3ad-4572-b305-7a0523254dbc req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Calling delete_port for 9e39b272-fa71-4bc4-820b-9a125563a91e owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:49:09.189000 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-62458f27-f3ad-4572-b305-7a0523254dbc req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:09.201384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['9e39b272-fa71-4bc4-820b-9a125563a91e'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:49:09.204238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['af226204-18f2-4592-87c6-5e7e9960117a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:49:09.218326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Pushing event deleted for resources: {'Port': ['ID=9e39b272-fa71-4bc4-820b-9a125563a91e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:09.259785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-62458f27-f3ad-4572-b305-7a0523254dbc req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] No DVR routers for this DVR port 9e39b272-fa71-4bc4-820b-9a125563a91e on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:49:09.262635 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-62458f27-f3ad-4572-b305-7a0523254dbc req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:09.267034 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-62458f27-f3ad-4572-b305-7a0523254dbc req-fc8f4723-e8e6-4d96-8a15-8229907ed2b2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.32 "DELETE /v2.0/ports/9e39b272-fa71-4bc4-820b-9a125563a91e HTTP/1.1" status: 204 len: 173 time: 0.4016581 May 26 16:49:09.267494 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3905ec73-d333-45c5-b552-341d0464e599', 'name': 'network-vif-deleted', 'tag': '9e39b272-fa71-4bc4-820b-9a125563a91e'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:49:09.269836 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40bc0821d172e1430fa202d069f56ec5fb7f8ca72e764b5750d1ff8a471f7451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5880e02c-6d24-47e6-bda6-0ca9b46c53e1" -d '{"events": [{"server_uuid": "3905ec73-d333-45c5-b552-341d0464e599", "name": "network-vif-deleted", "tag": "9e39b272-fa71-4bc4-820b-9a125563a91e"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:49:09.309336 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72148652-27ec-4fe9-995b-b4da074b11a7 x-openstack-request-id: req-72148652-27ec-4fe9-995b-b4da074b11a7 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:49:09.309618 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3905ec73-d333-45c5-b552-341d0464e599", "name": "network-vif-deleted", "tag": "9e39b272-fa71-4bc4-820b-9a125563a91e", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:49:09.309868 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72148652-27ec-4fe9-995b-b4da074b11a7 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:49:09.310368 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72148652-27ec-4fe9-995b-b4da074b11a7'] response: {'server_uuid': '3905ec73-d333-45c5-b552-341d0464e599', 'name': 'network-vif-deleted', 'tag': '9e39b272-fa71-4bc4-820b-9a125563a91e', 'status': 'completed', 'code': 200} May 26 16:49:09.883880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fa43f-77fb-4399-ad79-5059e9b8dd05 req-67c15d08-ad27-46a8-8014-b1325621d1dd tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:09.885288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-129fa43f-77fb-4399-ad79-5059e9b8dd05 req-67c15d08-ad27-46a8-8014-b1325621d1dd tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0532622 May 26 16:49:09.924287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-129fa43f-77fb-4399-ad79-5059e9b8dd05 req-67832bd7-73db-4a89-a479-39053451f169 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 May 26 16:49:10.054488 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198a82a-ed78-46a4-8fb0-899c2c62e00f req-8ed787e0-2943-4263-9fa2-2752504f6e1f tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:10.055945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d198a82a-ed78-46a4-8fb0-899c2c62e00f req-8ed787e0-2943-4263-9fa2-2752504f6e1f tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0502825 May 26 16:49:10.094504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d198a82a-ed78-46a4-8fb0-899c2c62e00f req-5d6989ad-58ce-4a73-a28c-c4213e99b8ad tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 May 26 16:49:10.209848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4f91a-4b9c-41de-a3b6-30bdbaf5db99 req-366642a4-e56e-4a58-9bd6-8cd0eb59a578 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:10.211630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52c4f91a-4b9c-41de-a3b6-30bdbaf5db99 req-366642a4-e56e-4a58-9bd6-8cd0eb59a578 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0491908 May 26 16:49:10.249969 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-52c4f91a-4b9c-41de-a3b6-30bdbaf5db99 req-556b9f15-1a7c-4853-af2c-8886467750d3 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322549 May 26 16:49:10.421204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9d7f9-2784-4562-801d-0c884340a810 req-21f3bf11-b89f-4cb5-8a86-e05dde98e9c2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:10.422772 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51f9d7f9-2784-4562-801d-0c884340a810 req-21f3bf11-b89f-4cb5-8a86-e05dde98e9c2 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0528498 May 26 16:49:10.460395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-51f9d7f9-2784-4562-801d-0c884340a810 req-263f166c-bd4a-4366-8aad-1ea4c87e6e56 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 May 26 16:49:10.575720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17decb17-e135-456f-a5eb-77f590e24675 req-cc8c65ff-88dc-4c3a-8636-9909531b6e7f tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:10.577203 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17decb17-e135-456f-a5eb-77f590e24675 req-cc8c65ff-88dc-4c3a-8636-9909531b6e7f tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0494783 May 26 16:49:10.615325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-17decb17-e135-456f-a5eb-77f590e24675 req-06d98da1-0b79-4841-9080-208a2020c650 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 May 26 16:49:10.740303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce6713-469d-4b19-9253-dc738a2bf534 req-63ecf974-7a12-49b8-8941-1e7aa424b00f tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:10.741807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5ce6713-469d-4b19-9253-dc738a2bf534 req-63ecf974-7a12-49b8-8941-1e7aa424b00f tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0509009 May 26 16:49:10.748981 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:10.780991 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a5ce6713-469d-4b19-9253-dc738a2bf534 req-8fbe25fe-783c-4d37-8257-67b0126cb276 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 May 26 16:49:10.812201 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:11.092986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ea3db-a4a9-4c8f-ada9-21b720547e1a req-24dd3024-6b39-4110-b631-c18c30db3b11 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:11.094473 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a19ea3db-a4a9-4c8f-ada9-21b720547e1a req-24dd3024-6b39-4110-b631-c18c30db3b11 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0537667 May 26 16:49:11.132440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a19ea3db-a4a9-4c8f-ada9-21b720547e1a req-c8e64735-71cd-4c42-b08d-a4c422efb663 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 May 26 16:49:12.254513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5979a8-8fff-43e9-9b9a-134cd4215b2e req-1f4a33db-feeb-4068-87a8-ad016bca1f2c tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:12.256003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b5979a8-8fff-43e9-9b9a-134cd4215b2e req-1f4a33db-feeb-4068-87a8-ad016bca1f2c tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0499122 May 26 16:49:12.295313 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b5979a8-8fff-43e9-9b9a-134cd4215b2e req-cc7119a8-879a-4f62-94a5-6cd9f1e633c6 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2efd786b-d2dc-4fae-8170-aac2de79d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 May 26 16:49:12.456064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-b219f5f9-9030-4949-9585-8f7cc2bd7e62 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:12.457398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-b219f5f9-9030-4949-9585-8f7cc2bd7e62 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.24 "GET /v2.0/ports?device_id=22aef85f-30e8-4837-8d66-b17f1132388c HTTP/1.1" status: 200 len: 945 time: 0.0493691 May 26 16:49:12.552979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Deleting port af226204-18f2-4592-87c6-5e7e9960117a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:49:12.553316 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:12.646376 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] For port af226204-18f2-4592-87c6-5e7e9960117a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=af226204-18f2-4592-87c6-5e7e9960117a,segment=NetworkSegment(f161e3a6-0e68-4d16-978c-61188afe5150),segment_id=f161e3a6-0e68-4d16-978c-61188afe5150)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:12.646741 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:12.659955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Calling delete_port for af226204-18f2-4592-87c6-5e7e9960117a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:49:12.793586 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:12.804838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['af226204-18f2-4592-87c6-5e7e9960117a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:49:12.823803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Pushing event deleted for resources: {'Port': ['ID=af226204-18f2-4592-87c6-5e7e9960117a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:12.868143 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] No DVR routers for this DVR port af226204-18f2-4592-87c6-5e7e9960117a on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:49:12.870270 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:12.873639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4efd0d0d-00b6-4971-8910-d79e94b81c79 req-470889e3-0a3f-4858-87c5-b00843bb4732 tempest-ServersNegativeTestJSON-1885289776 tempest-ServersNegativeTestJSON-1885289776-project] 10.222.0.24 "DELETE /v2.0/ports/af226204-18f2-4592-87c6-5e7e9960117a HTTP/1.1" status: 204 len: 173 time: 0.4100318 May 26 16:49:12.874625 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22aef85f-30e8-4837-8d66-b17f1132388c', 'name': 'network-vif-deleted', 'tag': 'af226204-18f2-4592-87c6-5e7e9960117a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:49:12.876880 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecde83f-85bb-44ed-925d-389b98daca2f" -d '{"events": [{"server_uuid": "22aef85f-30e8-4837-8d66-b17f1132388c", "name": "network-vif-deleted", "tag": "af226204-18f2-4592-87c6-5e7e9960117a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:49:12.915880 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f5594e-7032-4aed-bec6-282a67a45de6 x-openstack-request-id: req-d0f5594e-7032-4aed-bec6-282a67a45de6 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:49:12.916201 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22aef85f-30e8-4837-8d66-b17f1132388c", "name": "network-vif-deleted", "tag": "af226204-18f2-4592-87c6-5e7e9960117a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:49:12.916459 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0f5594e-7032-4aed-bec6-282a67a45de6 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:49:12.916890 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f5594e-7032-4aed-bec6-282a67a45de6'] response: {'server_uuid': '22aef85f-30e8-4837-8d66-b17f1132388c', 'name': 'network-vif-deleted', 'tag': 'af226204-18f2-4592-87c6-5e7e9960117a', 'status': 'completed', 'code': 200} May 26 16:49:13.224714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9e39b272-fa71-4bc4-820b-9a125563a91e no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:49:13.245822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 9e39b272-fa71-4bc4-820b-9a125563a91e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:49:13.246343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 9e39b272-fa71-4bc4-820b-9a125563a91e not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:49:13.355121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55524) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:13.405406 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-074b7f1a-54ca-46c2-bd75-e8683de0a979 admin admin] Deleting subnet 096e7b52-9ea2-4506-b79e-809c5eb16dab {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:49:13.409108 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-074b7f1a-54ca-46c2-bd75-e8683de0a979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.445934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-074b7f1a-54ca-46c2-bd75-e8683de0a979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.483812 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-074b7f1a-54ca-46c2-bd75-e8683de0a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.535776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-074b7f1a-54ca-46c2-bd75-e8683de0a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.561438 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b7f1a-54ca-46c2-bd75-e8683de0a979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096e7b52-9ea2-4506-b79e-809c5eb16dab,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:13.565122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-074b7f1a-54ca-46c2-bd75-e8683de0a979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.568307 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-074b7f1a-54ca-46c2-bd75-e8683de0a979 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/096e7b52-9ea2-4506-b79e-809c5eb16dab HTTP/1.1" status: 204 len: 168 time: 0.2121918 May 26 16:49:13.570939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55526) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:13.644169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.725339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.746149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd47ab4a-fea7-4728-8084-b07151111f49']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:13.755542 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f161e3a6-0e68-4d16-978c-61188afe5150') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:13.755757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f161e3a6-0e68-4d16-978c-61188afe5150') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:13.771279 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.786322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.793339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:49:13.793871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.855577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.861307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:13.865008 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] 10.222.0.39 "DELETE /v2.0/networks/cd47ab4a-fea7-4728-8084-b07151111f49 HTTP/1.1" status: 204 len: 168 time: 0.2931516 May 26 16:49:13.880528 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06199ebe-48b8-4abc-9a9c-f5a749d6c4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=cd47ab4a-fea7-4728-8084-b07151111f49,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:13.948611 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f161e3a6-0e68-4d16-978c-61188afe5150 resource provider aggregate not found May 26 16:49:13.965415 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment f161e3a6-0e68-4d16-978c-61188afe5150 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f161e3a6-0e68-4d16-978c-61188afe5150 found for delete ", "request_id": "req-b77a7cfb-5013-4b49-ac32-5e71de334e5d"}]} May 26 16:49:13.979946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55536) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:14.019489 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de6b9b34-d15d-484c-90cc-e60b533d605c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=daf40ad74aeb4bd28b6cf60dc03f78c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383418 May 26 16:49:14.021926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55538) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:14.070041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-15171245-de6e-4597-8ca0-e53b81002d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:14.090348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-15171245-de6e-4597-8ca0-e53b81002d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:14.139799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-15171245-de6e-4597-8ca0-e53b81002d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:14.142371 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-15171245-de6e-4597-8ca0-e53b81002d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:14.143531 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-15171245-de6e-4597-8ca0-e53b81002d6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2efd786b-d2dc-4fae-8170-aac2de79d75b HTTP/1.1" status: 204 len: 168 time: 0.1206758 May 26 16:49:14.151664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15171245-de6e-4597-8ca0-e53b81002d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efd786b-d2dc-4fae-8170-aac2de79d75b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:14.865376 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55560) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:14.959878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-886110465'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:14.980039 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:14.984148 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:14.992511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:15.071325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:15.075119 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:15.102940 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:49:15.113159 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98de4879-36dd-4570-8eb0-4f5fbc51b1da,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:15.119057 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:15.119400 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Added segment e014d2f5-561f-453e-91d8-6e06ca55b3c6 of type vlan for network 8b43db9e-db12-489f-9af5-f0e93063be7c May 26 16:49:15.159317 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:15.183847 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:15.189801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:15.190418 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:15.242800 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3761699 May 26 16:49:15.259705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854c04d-2335-471e-aab9-582d2e40d2de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Network': ['ID=8b43db9e-db12-489f-9af5-f0e93063be7c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:15.270849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 8b43db9e-db12-489f-9af5-f0e93063be7c details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:49:16.344276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device af226204-18f2-4592-87c6-5e7e9960117a no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:49:16.367515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: af226204-18f2-4592-87c6-5e7e9960117a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:49:16.367864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device af226204-18f2-4592-87c6-5e7e9960117a not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:49:18.465365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55564) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:18.470476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'subnet': {'network_id': '8b43db9e-db12-489f-9af5-f0e93063be7c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:18.555356 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:18.559011 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:18.741841 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:18.806493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Subnet': ['ID=537a7e7b-a27b-456d-b30f-e80726d562ae,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:18.814619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Checking segment: {'id': 'e014d2f5-561f-453e-91d8-6e06ca55b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b43db9e-db12-489f-9af5-f0e93063be7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:18.814975 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network hostable DHCP agents. Network: 8b43db9e-db12-489f-9af5-f0e93063be7c, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:49:18.831213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network 8b43db9e-db12-489f-9af5-f0e93063be7c is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:49:18.839714 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 8b43db9e-db12-489f-9af5-f0e93063be7c) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:18.844571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:18.845154 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:18.849757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c6488-ee24-434c-8981-c2d8153be441 None None] Network 8b43db9e-db12-489f-9af5-f0e93063be7c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:18.864855 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-926ac38d-2c5c-4264-9543-1b712411bc4f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3953469 May 26 16:49:18.865660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55566) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:18.870642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1094611599'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:18.890714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:18.894195 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:18.926051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:49:18.935606 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:18.935952 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Added segment 999611a7-e544-41b6-b638-77f296830f92 of type vlan for network 307b31d0-e2d6-4a86-9948-f113e0b2bc1a May 26 16:49:18.975344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.001342 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.005554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-8b43db9e-db12-489f-9af5-f0e93063be7c', 'network_id': '8b43db9e-db12-489f-9af5-f0e93063be7c', 'tenant_id': '963f1accfbfe46818402b53df429b2e0', 'fixed_ips': [{'subnet_id': '537a7e7b-a27b-456d-b30f-e80726d562ae'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:49:19.006441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.008165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:19.008782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.062120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1951978 May 26 16:49:19.064924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55568) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:19.070253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'subnet': {'network_id': '307b31d0-e2d6-4a86-9948-f113e0b2bc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:19.081252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Network': ['ID=307b31d0-e2d6-4a86-9948-f113e0b2bc1a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:19.088253 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.089148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.089148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.090049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.090049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.090435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.090829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.091223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.091620 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.093272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.093272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.093490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c12707f-af5e-4856-b2d0-cccee37f0f17 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.105258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 307b31d0-e2d6-4a86-9948-f113e0b2bc1a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:49:19.165136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:19.169169 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.209707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Allocated IP 2001:db8:0:ffff::2 (8b43db9e-db12-489f-9af5-f0e93063be7c/537a7e7b-a27b-456d-b30f-e80726d562ae/b89befa9-8a41-4720-9d9a-e5f2d1fcbd90) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:19.354530 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.360104 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.364265 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.401793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Network 8b43db9e-db12-489f-9af5-f0e93063be7c is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:19.406659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:19.413337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:19.418029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Pushing event updated for resources: {'Port': ['ID=b89befa9-8a41-4720-9d9a-e5f2d1fcbd90,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:19.425472 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Subnet': ['ID=7824ffba-14de-44cd-aea6-1d3d22b3176b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:19.432950 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Checking segment: {'id': '999611a7-e544-41b6-b638-77f296830f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '307b31d0-e2d6-4a86-9948-f113e0b2bc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:19.433304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network hostable DHCP agents. Network: 307b31d0-e2d6-4a86-9948-f113e0b2bc1a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:49:19.444861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.444861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.444861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.444861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.445344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.445878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.445878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.446156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.446585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.446825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.447165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.447450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:19.451777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network 307b31d0-e2d6-4a86-9948-f113e0b2bc1a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:49:19.461681 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 307b31d0-e2d6-4a86-9948-f113e0b2bc1a) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:19.465797 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:19.466450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.476165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b998c3-afc7-4b1b-a55a-619d0cb49a4f None None] Network 307b31d0-e2d6-4a86-9948-f113e0b2bc1a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:19.481297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Attempting to bind port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:19.481664 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Attempting to bind port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'e014d2f5-561f-453e-91d8-6e06ca55b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b43db9e-db12-489f-9af5-f0e93063be7c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:19.482048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Attempting to bind port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 on network 8b43db9e-db12-489f-9af5-f0e93063be7c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:19.483338 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0bc196db-cb58-4a09-90fb-0fdfabc7bafe tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4171555 May 26 16:49:19.485957 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55570) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:19.525260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:19.525827 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Checking segment: {'id': 'e014d2f5-561f-453e-91d8-6e06ca55b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b43db9e-db12-489f-9af5-f0e93063be7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:19.526252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.526646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Bound using segment: {'id': 'e014d2f5-561f-453e-91d8-6e06ca55b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b43db9e-db12-489f-9af5-f0e93063be7c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:19.527127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Bound port: b89befa9-8a41-4720-9d9a-e5f2d1fcbd90, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e014d2f5-561f-453e-91d8-6e06ca55b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b43db9e-db12-489f-9af5-f0e93063be7c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:19.527507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.586244 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.646368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] For port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:19.651685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] For port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b89befa9-8a41-4720-9d9a-e5f2d1fcbd90,segment=NetworkSegment(e014d2f5-561f-453e-91d8-6e06ca55b3c6),segment_id=e014d2f5-561f-453e-91d8-6e06ca55b3c6)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:19.657163 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.664803 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.727046 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ffa1f1-4f25-43d6-b2b9-50b1832abafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-307b31d0-e2d6-4a86-9948-f113e0b2bc1a', 'network_id': '307b31d0-e2d6-4a86-9948-f113e0b2bc1a', 'tenant_id': '963f1accfbfe46818402b53df429b2e0', 'fixed_ips': [{'subnet_id': '7824ffba-14de-44cd-aea6-1d3d22b3176b'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:49:19.727906 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-89ffa1f1-4f25-43d6-b2b9-50b1832abafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.745577 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.750951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7c4f6-663b-46fc-adf0-530d0c996068 None None] Pushing event updated for resources: {'Port': ['ID=b89befa9-8a41-4720-9d9a-e5f2d1fcbd90,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:19.791449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Subnet': ['ID=7824ffba-14de-44cd-aea6-1d3d22b3176b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:19.829087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126ecef-9975-4e37-bf47-5282787b9e06 None None] Network 307b31d0-e2d6-4a86-9948-f113e0b2bc1a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:19.841976 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.863895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307b31d0-e2d6-4a86-9948-f113e0b2bc1a']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:19.874136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999611a7-e544-41b6-b638-77f296830f92') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:19.874937 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999611a7-e544-41b6-b638-77f296830f92') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:19.891389 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.926944 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.940104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:49:19.940752 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.987201 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 999611a7-e544-41b6-b638-77f296830f92 resource provider aggregate not found May 26 16:49:20.011330 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 999611a7-e544-41b6-b638-77f296830f92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 999611a7-e544-41b6-b638-77f296830f92 found for delete ", "request_id": "req-07e5d714-d3a6-4906-a174-d4886f3c08d9"}]} May 26 16:49:20.013745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.021190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.024327 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/networks/307b31d0-e2d6-4a86-9948-f113e0b2bc1a HTTP/1.1" status: 204 len: 168 time: 0.5374238 May 26 16:49:20.028026 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55576) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:20.034736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444380221'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:20.039017 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe10dc4-06fb-4997-8f82-2b2afdc868de tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Network': ['ID=307b31d0-e2d6-4a86-9948-f113e0b2bc1a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:20.059231 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:20.063824 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.090425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:49:20.101528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.101879 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Added segment d4c36af3-6d69-477e-a20e-b7dea3f5369a of type vlan for network 68e322b5-4d3f-4d34-8af2-615468bc9653 May 26 16:49:20.147007 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.172193 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.177690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:20.178306 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.231016 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2019002 May 26 16:49:20.234285 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55578) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:20.239789 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'subnet': {'network_id': '68e322b5-4d3f-4d34-8af2-615468bc9653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:20.248949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c31833-dda3-4056-9fd6-2c3b0a796b6a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Network': ['ID=68e322b5-4d3f-4d34-8af2-615468bc9653,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:20.258765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 68e322b5-4d3f-4d34-8af2-615468bc9653 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:49:20.340861 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:20.345960 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.349425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:20.400224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:20.400595 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.404623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Performing IP validity checks on allocation pools {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:49:20.405887 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.ipam_backend_mixin [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109404) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:49:20.485435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:20.485915 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.522368 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b89befa9-8a41-4720-9d9a-e5f2d1fcbd90,segment=NetworkSegment(e014d2f5-561f-453e-91d8-6e06ca55b3c6),segment_id=e014d2f5-561f-453e-91d8-6e06ca55b3c6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:20.527666 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.548430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.582226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=b89befa9-8a41-4720-9d9a-e5f2d1fcbd90,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:20.611614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Subnet': ['ID=37849fdb-488b-44dc-aea0-a9bc7aa50433,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:20.621796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Checking segment: {'id': 'd4c36af3-6d69-477e-a20e-b7dea3f5369a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '68e322b5-4d3f-4d34-8af2-615468bc9653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:20.622180 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network hostable DHCP agents. Network: 68e322b5-4d3f-4d34-8af2-615468bc9653, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:49:20.641880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network 68e322b5-4d3f-4d34-8af2-615468bc9653 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:49:20.650991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 68e322b5-4d3f-4d34-8af2-615468bc9653) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:20.656311 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:20.656914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.662992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40210247-aee3-42c0-8601-820e8696e768 None None] Network 68e322b5-4d3f-4d34-8af2-615468bc9653 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:20.674893 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-501bff76-c194-45ff-8d6a-1cadce466859 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4394190 May 26 16:49:20.677714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55580) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:20.789179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.817893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8417e868-f79f-4549-9095-4221f6bfce86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-68e322b5-4d3f-4d34-8af2-615468bc9653', 'network_id': '68e322b5-4d3f-4d34-8af2-615468bc9653', 'tenant_id': '963f1accfbfe46818402b53df429b2e0', 'fixed_ips': [{'subnet_id': '37849fdb-488b-44dc-aea0-a9bc7aa50433'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:49:20.818824 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8417e868-f79f-4549-9095-4221f6bfce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.879734 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.944166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:20.978425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Subnet': ['ID=37849fdb-488b-44dc-aea0-a9bc7aa50433,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:21.043025 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.065261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be065d87-af09-452c-b379-2fb91896d7b3 None None] Network 8b43db9e-db12-489f-9af5-f0e93063be7c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:21.065670 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e322b5-4d3f-4d34-8af2-615468bc9653']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:21.075186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c36af3-6d69-477e-a20e-b7dea3f5369a') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:21.075489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c36af3-6d69-477e-a20e-b7dea3f5369a') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:21.085983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.099356 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.105037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:49:21.105428 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.141885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-081f1449-b2c9-4190-bc24-3e1f604d59a9 None None] Provisioning complete for port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:21.142303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-081f1449-b2c9-4190-bc24-3e1f604d59a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server [None req-8417e868-f79f-4549-9095-4221f6bfce86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37849fdb-488b-44dc-aea0-a9bc7aa50433: This subnet is being modified by another concurrent operation. May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server raise exception May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37849fdb-488b-44dc-aea0-a9bc7aa50433: This subnet is being modified by another concurrent operation. May 26 16:49:21.146267 n-d-843336-2 neutron-server[109406]: ERROR oslo_messaging.rpc.server May 26 16:49:21.156771 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d4c36af3-6d69-477e-a20e-b7dea3f5369a resource provider aggregate not found May 26 16:49:21.182735 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment d4c36af3-6d69-477e-a20e-b7dea3f5369a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4c36af3-6d69-477e-a20e-b7dea3f5369a found for delete ", "request_id": "req-49b87165-57f6-49b5-a64c-29a1db35c737"}]} May 26 16:49:21.183414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f9395-92b0-4488-8846-562a26d054ff None None] Network 68e322b5-4d3f-4d34-8af2-615468bc9653 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:21.184143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.191107 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.194360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/networks/68e322b5-4d3f-4d34-8af2-615468bc9653 HTTP/1.1" status: 204 len: 168 time: 0.5155835 May 26 16:49:21.198473 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:21.204627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-574408051'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:21.211472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29025d-aa0a-412b-aa9f-5e48f9c044d1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Network': ['ID=68e322b5-4d3f-4d34-8af2-615468bc9653,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:21.213949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f9395-92b0-4488-8846-562a26d054ff None None] Network 68e322b5-4d3f-4d34-8af2-615468bc9653 could not be found, it might have been deleted concurrently. {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:49:21.229422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:21.233398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.258942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:49:21.270956 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.271340 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Added segment 3fe66546-6acb-4f44-812c-190f5f402690 of type vlan for network ebc7db38-1efb-401b-a3cd-94dee24943ca May 26 16:49:21.311952 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.324387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-081f1449-b2c9-4190-bc24-3e1f604d59a9 None None] Current status of the port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:21.340744 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.346893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:21.347492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.407262 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2049096 May 26 16:49:21.407586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55588) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:21.414723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'subnet': {'network_id': 'ebc7db38-1efb-401b-a3cd-94dee24943ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:21.430958 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da68362-6316-4332-92ab-3b12140c2691 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Network': ['ID=ebc7db38-1efb-401b-a3cd-94dee24943ca,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:21.445713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network ebc7db38-1efb-401b-a3cd-94dee24943ca details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:49:21.517750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:21.521386 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.567261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c625f391-2516-444b-9772-0ef3ff963da3 None None] get_active_networks_info from n-d-843336-2 {{(pid=109406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:49:21.646618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c625f391-2516-444b-9772-0ef3ff963da3 None None] Resources bound (agent type, host, resource id): {{(pid=109406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:49:21.668257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7548bd0a-45d5-46e2-9312-977b064dc0a1 None None] Provisioning complete for port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:21.668622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7548bd0a-45d5-46e2-9312-977b064dc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.737489 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.806498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Subnet': ['ID=10b0c694-eb35-4bdc-901e-5a6cbfae81d7,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:21.816429 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Checking segment: {'id': '3fe66546-6acb-4f44-812c-190f5f402690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ebc7db38-1efb-401b-a3cd-94dee24943ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:21.816799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network hostable DHCP agents. Network: ebc7db38-1efb-401b-a3cd-94dee24943ca, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:49:21.838803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network ebc7db38-1efb-401b-a3cd-94dee24943ca is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:49:21.845753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7548bd0a-45d5-46e2-9312-977b064dc0a1 None None] Current status of the port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:21.850895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, ebc7db38-1efb-401b-a3cd-94dee24943ca) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:21.855462 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:21.856434 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.879488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d5efb87b-5c90-4d2e-aa67-32faaefbc9e8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4698112 May 26 16:49:21.882484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55590) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:21.887913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919026676'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:21.915192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:21.919275 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.944544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450edcc-a882-4eef-b430-dfe9a3d43fa9 None None] Network ebc7db38-1efb-401b-a3cd-94dee24943ca requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:21.948508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:49:21.960374 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:21.961242 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Added segment 55afabfa-da8f-4458-8398-aaa7f677d725 of type vlan for network 1d921fb8-2eb1-4d46-9c60-741114ef3c39 May 26 16:49:22.005485 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.035525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.043003 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:22.043633 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.097248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2136691 May 26 16:49:22.100411 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55592) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:22.106775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Request body: {'subnet': {'network_id': '1d921fb8-2eb1-4d46-9c60-741114ef3c39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:22.115946 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4596c-e5c4-47f1-ab01-bc65b3efbad8 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Network': ['ID=1d921fb8-2eb1-4d46-9c60-741114ef3c39,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:22.119202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-ebc7db38-1efb-401b-a3cd-94dee24943ca', 'network_id': 'ebc7db38-1efb-401b-a3cd-94dee24943ca', 'tenant_id': '963f1accfbfe46818402b53df429b2e0', 'fixed_ips': [{'subnet_id': '10b0c694-eb35-4bdc-901e-5a6cbfae81d7'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:49:22.120341 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.132557 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 1d921fb8-2eb1-4d46-9c60-741114ef3c39 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:49:22.198680 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Made reservation on behalf of 963f1accfbfe46818402b53df429b2e0 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:22.203246 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.322868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:22.359416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Allocated IP 2001:db8::2 (ebc7db38-1efb-401b-a3cd-94dee24943ca/10b0c694-eb35-4bdc-901e-5a6cbfae81d7/021dd537-798e-47b5-a5ea-b539602c7f95) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:22.401151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.439559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:22.439931 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.455953 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event updated for resources: {'Subnet': ['ID=400d481d-dab5-44f8-bed7-6fdc7a7f5117,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:22.473334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Checking segment: {'id': '55afabfa-da8f-4458-8398-aaa7f677d725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1d921fb8-2eb1-4d46-9c60-741114ef3c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:22.473698 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network hostable DHCP agents. Network: 1d921fb8-2eb1-4d46-9c60-741114ef3c39, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:49:22.490507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Network 1d921fb8-2eb1-4d46-9c60-741114ef3c39 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:49:22.499895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 1d921fb8-2eb1-4d46-9c60-741114ef3c39) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:22.504325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:22.504757 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.521199 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-baa04021-267a-4139-ba41-c9c697b8c537 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4191329 May 26 16:49:22.523960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55594) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:22.533188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0ef22-4148-4529-9ea0-fefe63f51be7 None None] Network 1d921fb8-2eb1-4d46-9c60-741114ef3c39 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:22.632828 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.634948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.641816 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:22.647658 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.700762 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.711926 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Pushing event updated for resources: {'Port': ['ID=021dd537-798e-47b5-a5ea-b539602c7f95,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:22.715387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Network ebc7db38-1efb-401b-a3cd-94dee24943ca is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:22.719643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:22.739482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:22.766062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.805230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Subnet': ['ID=400d481d-dab5-44f8-bed7-6fdc7a7f5117,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:22.821069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Attempting to bind port 021dd537-798e-47b5-a5ea-b539602c7f95 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:22.821430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Attempting to bind port 021dd537-798e-47b5-a5ea-b539602c7f95 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3fe66546-6acb-4f44-812c-190f5f402690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ebc7db38-1efb-401b-a3cd-94dee24943ca'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:22.821783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Attempting to bind port 021dd537-798e-47b5-a5ea-b539602c7f95 on network ebc7db38-1efb-401b-a3cd-94dee24943ca {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:22.826921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:22.827782 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Checking segment: {'id': '3fe66546-6acb-4f44-812c-190f5f402690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ebc7db38-1efb-401b-a3cd-94dee24943ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:22.828179 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.828560 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Bound using segment: {'id': '3fe66546-6acb-4f44-812c-190f5f402690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ebc7db38-1efb-401b-a3cd-94dee24943ca'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:22.829020 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Bound port: 021dd537-798e-47b5-a5ea-b539602c7f95, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe66546-6acb-4f44-812c-190f5f402690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ebc7db38-1efb-401b-a3cd-94dee24943ca'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:22.829398 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.832540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af2fb24-447f-43cc-94da-450bd7898848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-1d921fb8-2eb1-4d46-9c60-741114ef3c39', 'network_id': '1d921fb8-2eb1-4d46-9c60-741114ef3c39', 'tenant_id': '963f1accfbfe46818402b53df429b2e0', 'fixed_ips': [{'subnet_id': '400d481d-dab5-44f8-bed7-6fdc7a7f5117'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:49:22.833331 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6af2fb24-447f-43cc-94da-450bd7898848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.868863 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.890384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d921fb8-2eb1-4d46-9c60-741114ef3c39']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:22.899751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55afabfa-da8f-4458-8398-aaa7f677d725') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:22.900096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55afabfa-da8f-4458-8398-aaa7f677d725') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:22.909795 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.924912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.932273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:49:22.932681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:22.954889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e49aef-eb67-4675-8dd0-d59ee19baa7f None None] Network 1d921fb8-2eb1-4d46-9c60-741114ef3c39 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:22.976426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] For port 021dd537-798e-47b5-a5ea-b539602c7f95, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:23.007646 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.014835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.021342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/networks/1d921fb8-2eb1-4d46-9c60-741114ef3c39 HTTP/1.1" status: 204 len: 168 time: 0.4933989 May 26 16:49:23.022050 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55596) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:23.031863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308e4fe-3577-491c-93b4-7c9f0620b94f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Network': ['ID=1d921fb8-2eb1-4d46-9c60-741114ef3c39,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:23.035777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] For port 021dd537-798e-47b5-a5ea-b539602c7f95, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=021dd537-798e-47b5-a5ea-b539602c7f95,segment=NetworkSegment(3fe66546-6acb-4f44-812c-190f5f402690),segment_id=3fe66546-6acb-4f44-812c-190f5f402690)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:23.045458 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.060179 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa2f7bf-533f-461a-9c7e-b20b3e1b7af5 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] GET failed (client error): The resource could not be found. May 26 16:49:23.062511 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-daa2f7bf-533f-461a-9c7e-b20b3e1b7af5 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "GET /v2.0/subnets/400d481d-dab5-44f8-bed7-6fdc7a7f5117 HTTP/1.1" status: 404 len: 337 time: 0.0385830 May 26 16:49:23.065426 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55598) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:23.084425 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f676bc-4b7d-44fe-a99e-6edd53027f6f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] DELETE failed (client error): The resource could not be found. May 26 16:49:23.085066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f676bc-4b7d-44fe-a99e-6edd53027f6f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:49:23.088297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a0f676bc-4b7d-44fe-a99e-6edd53027f6f tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/networks/1d921fb8-2eb1-4d46-9c60-741114ef3c39 HTTP/1.1" status: 404 len: 339 time: 0.0216258 May 26 16:49:23.092589 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55600) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:23.126268 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-590947f5-68ad-42e7-a8c4-416227109bff tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] DELETE failed (client error): The resource could not be found. May 26 16:49:23.126924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590947f5-68ad-42e7-a8c4-416227109bff tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:49:23.137116 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55602) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:23.145253 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-590947f5-68ad-42e7-a8c4-416227109bff tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/subnets/400d481d-dab5-44f8-bed7-6fdc7a7f5117 HTTP/1.1" status: 404 len: 337 time: 0.0514309 May 26 16:49:23.146426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c2773-d229-4f29-b84f-7ab5379d33b9 None None] Pushing event updated for resources: {'Port': ['ID=021dd537-798e-47b5-a5ea-b539602c7f95,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:23.161705 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26572fd-c6f9-49c9-b09f-7d76f438ca65 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] DELETE failed (client error): The resource could not be found. May 26 16:49:23.162323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26572fd-c6f9-49c9-b09f-7d76f438ca65 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:49:23.165345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b26572fd-c6f9-49c9-b09f-7d76f438ca65 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/networks/1d921fb8-2eb1-4d46-9c60-741114ef3c39 HTTP/1.1" status: 404 len: 339 time: 0.0270689 May 26 16:49:23.168237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55604) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:23.216345 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 55afabfa-da8f-4458-8398-aaa7f677d725 resource provider aggregate not found May 26 16:49:23.231404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e42aeca-5003-456e-a306-e0fb355257a1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Deleting subnet 10b0c694-eb35-4bdc-901e-5a6cbfae81d7 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:49:23.235582 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 55afabfa-da8f-4458-8398-aaa7f677d725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55afabfa-da8f-4458-8398-aaa7f677d725 found for delete ", "request_id": "req-396597ef-3f53-4be1-9097-bb82e38bb2f3"}]} May 26 16:49:23.242785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e42aeca-5003-456e-a306-e0fb355257a1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.297987 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e42aeca-5003-456e-a306-e0fb355257a1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.400067 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e42aeca-5003-456e-a306-e0fb355257a1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.464760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e42aeca-5003-456e-a306-e0fb355257a1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.493951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42aeca-5003-456e-a306-e0fb355257a1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Subnet': ['ID=10b0c694-eb35-4bdc-901e-5a6cbfae81d7,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:23.498787 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3e42aeca-5003-456e-a306-e0fb355257a1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.502348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3e42aeca-5003-456e-a306-e0fb355257a1 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/subnets/10b0c694-eb35-4bdc-901e-5a6cbfae81d7 HTTP/1.1" status: 204 len: 168 time: 0.3331606 May 26 16:49:23.504733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55610) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:23.585123 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.638415 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Deleting port 021dd537-798e-47b5-a5ea-b539602c7f95 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:49:23.638753 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.702799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] For port 021dd537-798e-47b5-a5ea-b539602c7f95, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=021dd537-798e-47b5-a5ea-b539602c7f95,segment=NetworkSegment(3fe66546-6acb-4f44-812c-190f5f402690),segment_id=3fe66546-6acb-4f44-812c-190f5f402690)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:23.703160 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.716622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Calling delete_port for 021dd537-798e-47b5-a5ea-b539602c7f95 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:49:23.804902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.832012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Port': ['ID=021dd537-798e-47b5-a5ea-b539602c7f95,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:23.835673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] No DVR routers for this DVR port 021dd537-798e-47b5-a5ea-b539602c7f95 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:49:23.922467 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.945572 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc7db38-1efb-401b-a3cd-94dee24943ca']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:23.957395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe66546-6acb-4f44-812c-190f5f402690') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:23.957705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe66546-6acb-4f44-812c-190f5f402690') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:23.970796 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.985782 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:23.992690 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:49:23.993167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.045303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e948d-d42d-4a0e-a20c-37ff4068c067 None None] Network ebc7db38-1efb-401b-a3cd-94dee24943ca requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:24.068549 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.083889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.086605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/networks/ebc7db38-1efb-401b-a3cd-94dee24943ca HTTP/1.1" status: 204 len: 168 time: 0.5807648 May 26 16:49:24.088960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55612) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:24.098404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae658e8-df73-422f-8ea8-cc3446a9864c tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Network': ['ID=ebc7db38-1efb-401b-a3cd-94dee24943ca,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:24.106167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-63ff9c32-ffa6-446d-8807-2c1f22e25ddf None None] Could not find standard attr ID for object 021dd537-798e-47b5-a5ea-b539602c7f95. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:49:24.119886 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef46b27-c9a2-45b1-b54e-5e691ee32ac4 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] DELETE failed (client error): The resource could not be found. May 26 16:49:24.120427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef46b27-c9a2-45b1-b54e-5e691ee32ac4 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:49:24.125318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8ef46b27-c9a2-45b1-b54e-5e691ee32ac4 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/subnets/37849fdb-488b-44dc-aea0-a9bc7aa50433 HTTP/1.1" status: 404 len: 337 time: 0.0353229 May 26 16:49:24.127876 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55614) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:24.147381 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbf159f-ec8f-432a-8395-985448c8e9ac tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] DELETE failed (client error): The resource could not be found. May 26 16:49:24.147944 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbf159f-ec8f-432a-8395-985448c8e9ac tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:49:24.151459 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cdbf159f-ec8f-432a-8395-985448c8e9ac tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/networks/68e322b5-4d3f-4d34-8af2-615468bc9653 HTTP/1.1" status: 404 len: 339 time: 0.0226116 May 26 16:49:24.153926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55616) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:24.180904 n-d-843336-2 neutron-server[109404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57e9646-b890-46ac-b7ed-0d3b258375a0 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] DELETE failed (client error): The resource could not be found. May 26 16:49:24.181365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57e9646-b890-46ac-b7ed-0d3b258375a0 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:49:24.184428 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e57e9646-b890-46ac-b7ed-0d3b258375a0 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/subnets/7824ffba-14de-44cd-aea6-1d3d22b3176b HTTP/1.1" status: 404 len: 337 time: 0.0295677 May 26 16:49:24.187814 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55618) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:24.222565 n-d-843336-2 neutron-server[109405]: INFO neutron.pecan_wsgi.hooks.translation [None req-167228a7-661d-4a86-bf3d-50f05843cef2 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] DELETE failed (client error): The resource could not be found. May 26 16:49:24.223167 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167228a7-661d-4a86-bf3d-50f05843cef2 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109405) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:49:24.228506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca8675a-c26d-47c8-96ab-4cfe37010a55 None None] DHCP port deletion for ebc7db38-1efb-401b-a3cd-94dee24943ca request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:49:24.229108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55620) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:24.230105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-167228a7-661d-4a86-bf3d-50f05843cef2 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/networks/307b31d0-e2d6-4a86-9948-f113e0b2bc1a HTTP/1.1" status: 404 len: 339 time: 0.0374534 May 26 16:49:24.265812 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.306455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a00d6d-4981-4f3c-b3f5-0be1d6fc216a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Deleting subnet 537a7e7b-a27b-456d-b30f-e80726d562ae {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:49:24.310027 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93a00d6d-4981-4f3c-b3f5-0be1d6fc216a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.316035 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.354917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93a00d6d-4981-4f3c-b3f5-0be1d6fc216a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.440220 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93a00d6d-4981-4f3c-b3f5-0be1d6fc216a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.502537 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93a00d6d-4981-4f3c-b3f5-0be1d6fc216a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.529106 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a00d6d-4981-4f3c-b3f5-0be1d6fc216a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Subnet': ['ID=537a7e7b-a27b-456d-b30f-e80726d562ae,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:24.534868 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-93a00d6d-4981-4f3c-b3f5-0be1d6fc216a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.540462 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-93a00d6d-4981-4f3c-b3f5-0be1d6fc216a tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/subnets/537a7e7b-a27b-456d-b30f-e80726d562ae HTTP/1.1" status: 204 len: 168 time: 0.3103116 May 26 16:49:24.541134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55622) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:24.543424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7773566-5736-4d46-bd6b-f3fc51794e42 None None] Network 8b43db9e-db12-489f-9af5-f0e93063be7c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:24.617676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.673335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Deleting port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:49:24.673752 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.725784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd44b69-8ef3-4a02-b4c2-a3610b3e3c1b None None] DHCP port deletion for 8b43db9e-db12-489f-9af5-f0e93063be7c request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:49:24.742265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] For port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b89befa9-8a41-4720-9d9a-e5f2d1fcbd90,segment=NetworkSegment(e014d2f5-561f-453e-91d8-6e06ca55b3c6),segment_id=e014d2f5-561f-453e-91d8-6e06ca55b3c6)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:24.742635 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.756265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Calling delete_port for b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:49:24.775291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bfd44b69-8ef3-4a02-b4c2-a3610b3e3c1b None None] Deleting port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:49:24.775662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfd44b69-8ef3-4a02-b4c2-a3610b3e3c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.834669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.839215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bfd44b69-8ef3-4a02-b4c2-a3610b3e3c1b None None] For port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b89befa9-8a41-4720-9d9a-e5f2d1fcbd90,segment=NetworkSegment(e014d2f5-561f-453e-91d8-6e06ca55b3c6),segment_id=e014d2f5-561f-453e-91d8-6e06ca55b3c6)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:24.839624 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfd44b69-8ef3-4a02-b4c2-a3610b3e3c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.852659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bfd44b69-8ef3-4a02-b4c2-a3610b3e3c1b None None] Calling delete_port for b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:49:24.861369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Port': ['ID=b89befa9-8a41-4720-9d9a-e5f2d1fcbd90,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:24.868106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] No DVR routers for this DVR port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:49:24.938968 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bfd44b69-8ef3-4a02-b4c2-a3610b3e3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.955793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:24.961848 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd44b69-8ef3-4a02-b4c2-a3610b3e3c1b None None] Pushing event deleted for resources: {'Port': ['ID=b89befa9-8a41-4720-9d9a-e5f2d1fcbd90,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:24.967234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd44b69-8ef3-4a02-b4c2-a3610b3e3c1b None None] No DVR routers for this DVR port b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:49:24.979993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b43db9e-db12-489f-9af5-f0e93063be7c']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:24.990594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e014d2f5-561f-453e-91d8-6e06ca55b3c6') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:24.990926 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e014d2f5-561f-453e-91d8-6e06ca55b3c6') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:25.000398 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:25.013479 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:25.019841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:49:25.020232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:25.085525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:25.091392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:25.096213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] 10.222.0.39 "DELETE /v2.0/networks/8b43db9e-db12-489f-9af5-f0e93063be7c HTTP/1.1" status: 204 len: 168 time: 0.5540781 May 26 16:49:25.365202 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55628) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:25.449547 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d44de-8ca2-48bc-ae29-ecc41b0698c9 tempest-NetworksIpV6Test-1077618974 tempest-NetworksIpV6Test-1077618974-project] Pushing event deleted for resources: {'Network': ['ID=8b43db9e-db12-489f-9af5-f0e93063be7c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:25.463147 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 3fe66546-6acb-4f44-812c-190f5f402690 resource provider aggregate not found May 26 16:49:25.480361 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 3fe66546-6acb-4f44-812c-190f5f402690 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fe66546-6acb-4f44-812c-190f5f402690 found for delete ", "request_id": "req-d94147e7-e4ce-4df8-827f-7f3da333fcc9"}]} May 26 16:49:25.496030 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e014d2f5-561f-453e-91d8-6e06ca55b3c6 resource provider aggregate not found May 26 16:49:25.499702 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cb5451b3-0001-4849-acac-8c06f39564e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=963f1accfbfe46818402b53df429b2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333086 May 26 16:49:25.502096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55640) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:25.512738 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment e014d2f5-561f-453e-91d8-6e06ca55b3c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e014d2f5-561f-453e-91d8-6e06ca55b3c6 found for delete ", "request_id": "req-31183b44-106c-4017-8cff-629104d9cc0d"}]} May 26 16:49:25.551014 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b17c53a9-5768-47b9-8002-bdc99ceaaa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:25.571642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b17c53a9-5768-47b9-8002-bdc99ceaaa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:25.615932 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b17c53a9-5768-47b9-8002-bdc99ceaaa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:25.618654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b17c53a9-5768-47b9-8002-bdc99ceaaa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:25.619794 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b17c53a9-5768-47b9-8002-bdc99ceaaa29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98de4879-36dd-4570-8eb0-4f5fbc51b1da HTTP/1.1" status: 204 len: 168 time: 0.1168022 May 26 16:49:25.628502 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c53a9-5768-47b9-8002-bdc99ceaaa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de4879-36dd-4570-8eb0-4f5fbc51b1da,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:26.249812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55664) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:26.297752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:49:26.317933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:49:26.318739 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b89befa9-8a41-4720-9d9a-e5f2d1fcbd90 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:49:26.349366 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-84e44f05-f512-4071-8275-fb7b39351dc7 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1577448215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:26.372602 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84e44f05-f512-4071-8275-fb7b39351dc7 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.374229 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84e44f05-f512-4071-8275-fb7b39351dc7 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.429948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84e44f05-f512-4071-8275-fb7b39351dc7 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.434126 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84e44f05-f512-4071-8275-fb7b39351dc7 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.451758 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-84e44f05-f512-4071-8275-fb7b39351dc7 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.453484 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-84e44f05-f512-4071-8275-fb7b39351dc7 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2026310 May 26 16:49:26.456167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55668) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:26.460812 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-543526816'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:26.478238 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Made reservation on behalf of 9d85f043e403462ea8459e7517355ff2 for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:26.481450 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.489595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.570545 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.574518 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.600609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:49:26.610291 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417f093c-141d-4691-816c-58903190ee84,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:26.615024 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.615364 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Added segment 241fccb6-1b85-493d-8c21-eb74c733f715 of type vlan for network 59d158bf-ee55-42e5-afc7-dd5727d759fc May 26 16:49:26.657088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.686080 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.692278 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:26.692856 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:26.745489 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2883034 May 26 16:49:26.748417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55670) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:26.754285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Request body: {'subnet': {'network_id': '59d158bf-ee55-42e5-afc7-dd5727d759fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:26.762327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9d87d-9c35-4f42-916c-0069116619b6 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event updated for resources: {'Network': ['ID=59d158bf-ee55-42e5-afc7-dd5727d759fc,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:26.773249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 59d158bf-ee55-42e5-afc7-dd5727d759fc details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:49:26.841161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Made reservation on behalf of 9d85f043e403462ea8459e7517355ff2 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:26.845515 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.028075 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.088965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event updated for resources: {'Subnet': ['ID=a8da006c-2632-422d-bb0d-80f1f5c4d454,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:27.100698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Checking segment: {'id': '241fccb6-1b85-493d-8c21-eb74c733f715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59d158bf-ee55-42e5-afc7-dd5727d759fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:27.101066 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Network hostable DHCP agents. Network: 59d158bf-ee55-42e5-afc7-dd5727d759fc, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:49:27.117899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Network 59d158bf-ee55-42e5-afc7-dd5727d759fc is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:49:27.129446 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 59d158bf-ee55-42e5-afc7-dd5727d759fc) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:27.133733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:27.134359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.140533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6338bd-82a9-46de-baa4-a521dab20449 None None] Network 59d158bf-ee55-42e5-afc7-dd5727d759fc requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:27.151373 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e7814119-200f-4b0a-99c9-38b6d1794442 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4010980 May 26 16:49:27.154925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55672) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:27.159981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-140465911'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:27.182615 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Made reservation on behalf of 9d85f043e403462ea8459e7517355ff2 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:27.187059 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.218239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:49:27.228092 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.228443 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Added segment 729337eb-cd88-42d6-8ff1-6bdd91174fd2 of type vlan for network 091c5374-d4e9-4e7a-b948-013ef42ca07f May 26 16:49:27.275621 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.304634 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.311769 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:27.311769 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.383089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2271869 May 26 16:49:27.385911 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55674) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:27.392182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Request body: {'subnet': {'network_id': '091c5374-d4e9-4e7a-b948-013ef42ca07f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:27.394960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03210f-2992-4005-8005-e7821b1d2109 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event updated for resources: {'Network': ['ID=091c5374-d4e9-4e7a-b948-013ef42ca07f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:27.427989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 091c5374-d4e9-4e7a-b948-013ef42ca07f details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:49:27.494862 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Made reservation on behalf of 9d85f043e403462ea8459e7517355ff2 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:27.498614 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.539743 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-59d158bf-ee55-42e5-afc7-dd5727d759fc', 'network_id': '59d158bf-ee55-42e5-afc7-dd5727d759fc', 'tenant_id': '9d85f043e403462ea8459e7517355ff2', 'fixed_ips': [{'subnet_id': 'a8da006c-2632-422d-bb0d-80f1f5c4d454'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:49:27.540830 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.717013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Allocated IP 172.20.0.2 (59d158bf-ee55-42e5-afc7-dd5727d759fc/a8da006c-2632-422d-bb0d-80f1f5c4d454/9744031c-9b83-4c0a-978f-842ad0fc2cff) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:27.893248 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.901677 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:27.940443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Network 59d158bf-ee55-42e5-afc7-dd5727d759fc is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:27.943337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:27.947109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:27.956963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Pushing event updated for resources: {'Port': ['ID=9744031c-9b83-4c0a-978f-842ad0fc2cff,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:28.023409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Attempting to bind port 9744031c-9b83-4c0a-978f-842ad0fc2cff on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:28.023652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Attempting to bind port 9744031c-9b83-4c0a-978f-842ad0fc2cff by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '241fccb6-1b85-493d-8c21-eb74c733f715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59d158bf-ee55-42e5-afc7-dd5727d759fc'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:28.024018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Attempting to bind port 9744031c-9b83-4c0a-978f-842ad0fc2cff on network 59d158bf-ee55-42e5-afc7-dd5727d759fc {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:28.030131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:28.030527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Checking segment: {'id': '241fccb6-1b85-493d-8c21-eb74c733f715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59d158bf-ee55-42e5-afc7-dd5727d759fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:28.030933 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.031318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Bound using segment: {'id': '241fccb6-1b85-493d-8c21-eb74c733f715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59d158bf-ee55-42e5-afc7-dd5727d759fc'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:28.032302 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Bound port: 9744031c-9b83-4c0a-978f-842ad0fc2cff, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241fccb6-1b85-493d-8c21-eb74c733f715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59d158bf-ee55-42e5-afc7-dd5727d759fc'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:28.032302 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.102316 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] For port 9744031c-9b83-4c0a-978f-842ad0fc2cff, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:28.106016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] For port 9744031c-9b83-4c0a-978f-842ad0fc2cff, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9744031c-9b83-4c0a-978f-842ad0fc2cff,segment=NetworkSegment(241fccb6-1b85-493d-8c21-eb74c733f715),segment_id=241fccb6-1b85-493d-8c21-eb74c733f715)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:28.107988 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.111824 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.181524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb719f3-77f4-4f8f-b4ce-18148882d1ee None None] Pushing event updated for resources: {'Port': ['ID=9744031c-9b83-4c0a-978f-842ad0fc2cff,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:28.183204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event updated for resources: {'Subnet': ['ID=50fcf083-73c5-4938-97b9-a7855a154c44,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:28.191532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Checking segment: {'id': '729337eb-cd88-42d6-8ff1-6bdd91174fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c5374-d4e9-4e7a-b948-013ef42ca07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:28.191898 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Network hostable DHCP agents. Network: 091c5374-d4e9-4e7a-b948-013ef42ca07f, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:49:28.212420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Network 091c5374-d4e9-4e7a-b948-013ef42ca07f is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:49:28.223903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 091c5374-d4e9-4e7a-b948-013ef42ca07f) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:28.228563 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:28.229156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.235471 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64cc50e-db39-43d8-84fa-ebdd5d81b25e None None] Network 091c5374-d4e9-4e7a-b948-013ef42ca07f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:28.250647 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4a0bace9-7b00-40ed-b029-b95c433b53f5 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8605521 May 26 16:49:28.251408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55676) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:28.256361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d63b14ec-c6f8-4aac-b040-f1d184f747ff tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Request body: {'router': {'external_gateway_info': {'network_id': '091c5374-d4e9-4e7a-b948-013ef42ca07f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:28.427338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-091c5374-d4e9-4e7a-b948-013ef42ca07f', 'network_id': '091c5374-d4e9-4e7a-b948-013ef42ca07f', 'tenant_id': '9d85f043e403462ea8459e7517355ff2', 'fixed_ips': [{'subnet_id': '50fcf083-73c5-4938-97b9-a7855a154c44'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:49:28.427338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.499863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d63b14ec-c6f8-4aac-b040-f1d184f747ff tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.575418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Allocated IP 172.21.0.2 (091c5374-d4e9-4e7a-b948-013ef42ca07f/50fcf083-73c5-4938-97b9-a7855a154c44/713c24a6-c8a9-4d52-b5ad-44a737436e92) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:28.611125 n-d-843336-2 neutron-server[109404]: INFO neutron.api.v2.resource [None req-d63b14ec-c6f8-4aac-b040-f1d184f747ff tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:49:28.612117 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d63b14ec-c6f8-4aac-b040-f1d184f747ff tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "PUT /v2.0/routers/9d74ee7b-854b-4331-9642-15c996c694d1 HTTP/1.1" status: 400 len: 364 time: 0.3595395 May 26 16:49:28.617970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55678) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:28.671035 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ea0a5b-fad4-4be1-838e-987253ec32e9 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Deleting subnet 50fcf083-73c5-4938-97b9-a7855a154c44 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:49:28.724501 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.730185 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ea0a5b-fad4-4be1-838e-987253ec32e9 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.730742 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.769080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Network 091c5374-d4e9-4e7a-b948-013ef42ca07f is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:28.771689 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ea0a5b-fad4-4be1-838e-987253ec32e9 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.771838 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:28.774313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:28.787787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Pushing event updated for resources: {'Port': ['ID=713c24a6-c8a9-4d52-b5ad-44a737436e92,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:28.839407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Attempting to bind port 713c24a6-c8a9-4d52-b5ad-44a737436e92 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:28.839692 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Attempting to bind port 713c24a6-c8a9-4d52-b5ad-44a737436e92 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '729337eb-cd88-42d6-8ff1-6bdd91174fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c5374-d4e9-4e7a-b948-013ef42ca07f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:28.840067 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Attempting to bind port 713c24a6-c8a9-4d52-b5ad-44a737436e92 on network 091c5374-d4e9-4e7a-b948-013ef42ca07f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:28.845462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:28.846228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Checking segment: {'id': '729337eb-cd88-42d6-8ff1-6bdd91174fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c5374-d4e9-4e7a-b948-013ef42ca07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:28.846350 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.846661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Bound using segment: {'id': '729337eb-cd88-42d6-8ff1-6bdd91174fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c5374-d4e9-4e7a-b948-013ef42ca07f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:28.847136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Bound port: 713c24a6-c8a9-4d52-b5ad-44a737436e92, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729337eb-cd88-42d6-8ff1-6bdd91174fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c5374-d4e9-4e7a-b948-013ef42ca07f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:28.847515 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.870165 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ea0a5b-fad4-4be1-838e-987253ec32e9 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.940395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ea0a5b-fad4-4be1-838e-987253ec32e9 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.944858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] For port 713c24a6-c8a9-4d52-b5ad-44a737436e92, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:28.948901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] For port 713c24a6-c8a9-4d52-b5ad-44a737436e92, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=713c24a6-c8a9-4d52-b5ad-44a737436e92,segment=NetworkSegment(729337eb-cd88-42d6-8ff1-6bdd91174fd2),segment_id=729337eb-cd88-42d6-8ff1-6bdd91174fd2)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:28.954370 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.971176 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea0a5b-fad4-4be1-838e-987253ec32e9 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event deleted for resources: {'Subnet': ['ID=50fcf083-73c5-4938-97b9-a7855a154c44,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:28.973235 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-64ea0a5b-fad4-4be1-838e-987253ec32e9 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:28.978933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55680) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:28.979426 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-64ea0a5b-fad4-4be1-838e-987253ec32e9 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "DELETE /v2.0/subnets/50fcf083-73c5-4938-97b9-a7855a154c44 HTTP/1.1" status: 204 len: 168 time: 0.3601127 May 26 16:49:29.021745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548ac6c-248e-4094-b9f0-35815e9021e3 None None] Pushing event updated for resources: {'Port': ['ID=713c24a6-c8a9-4d52-b5ad-44a737436e92,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:29.095516 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.151308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Deleting port 713c24a6-c8a9-4d52-b5ad-44a737436e92 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:49:29.151649 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.244596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] For port 713c24a6-c8a9-4d52-b5ad-44a737436e92, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=713c24a6-c8a9-4d52-b5ad-44a737436e92,segment=NetworkSegment(729337eb-cd88-42d6-8ff1-6bdd91174fd2),segment_id=729337eb-cd88-42d6-8ff1-6bdd91174fd2)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:29.245044 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.247080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a5413-b8e9-4763-b6a4-1ff70f62b3f1 None None] Network 59d158bf-ee55-42e5-afc7-dd5727d759fc requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:29.259787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Calling delete_port for 713c24a6-c8a9-4d52-b5ad-44a737436e92 owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:49:29.316603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ba404c7a-81cd-4843-9c06-ef97aedb5f02 None None] Provisioning complete for port 9744031c-9b83-4c0a-978f-842ad0fc2cff triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:29.317070 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ba404c7a-81cd-4843-9c06-ef97aedb5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.362704 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.389561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event deleted for resources: {'Port': ['ID=713c24a6-c8a9-4d52-b5ad-44a737436e92,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:29.394049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] No DVR routers for this DVR port 713c24a6-c8a9-4d52-b5ad-44a737436e92 on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:49:29.475740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ba404c7a-81cd-4843-9c06-ef97aedb5f02 None None] Current status of the port 9744031c-9b83-4c0a-978f-842ad0fc2cff is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:29.476020 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ba404c7a-81cd-4843-9c06-ef97aedb5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.478174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.502998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091c5374-d4e9-4e7a-b948-013ef42ca07f']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:29.513922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729337eb-cd88-42d6-8ff1-6bdd91174fd2') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:29.514346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729337eb-cd88-42d6-8ff1-6bdd91174fd2') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:29.514988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ba404c7a-81cd-4843-9c06-ef97aedb5f02 None None] For port 9744031c-9b83-4c0a-978f-842ad0fc2cff, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9744031c-9b83-4c0a-978f-842ad0fc2cff,segment=NetworkSegment(241fccb6-1b85-493d-8c21-eb74c733f715),segment_id=241fccb6-1b85-493d-8c21-eb74c733f715)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:29.520393 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ba404c7a-81cd-4843-9c06-ef97aedb5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.525631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.540818 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.549419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:49:29.549904 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.574368 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 729337eb-cd88-42d6-8ff1-6bdd91174fd2 resource provider aggregate not found May 26 16:49:29.577252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba404c7a-81cd-4843-9c06-ef97aedb5f02 None None] Pushing event updated for resources: {'Port': ['ID=9744031c-9b83-4c0a-978f-842ad0fc2cff,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:29.610476 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 729337eb-cd88-42d6-8ff1-6bdd91174fd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 729337eb-cd88-42d6-8ff1-6bdd91174fd2 found for delete ", "request_id": "req-227896a8-d06c-409c-a151-f0a6051fe4ef"}]} May 26 16:49:29.632440 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.640666 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.646452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "DELETE /v2.0/networks/091c5374-d4e9-4e7a-b948-013ef42ca07f HTTP/1.1" status: 204 len: 168 time: 0.6632664 May 26 16:49:29.646675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55686) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:29.665771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1570cb-95bf-486f-a88c-9ab1b12500f0 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event deleted for resources: {'Network': ['ID=091c5374-d4e9-4e7a-b948-013ef42ca07f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:29.720584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2772747-9fdb-4833-8370-a9b7a6ccd49f tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Deleting subnet a8da006c-2632-422d-bb0d-80f1f5c4d454 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:49:29.724166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e2772747-9fdb-4833-8370-a9b7a6ccd49f tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.755145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c1ab3ca1-483c-4f00-8c50-cc4aa771dcac None None] Provisioning complete for port 9744031c-9b83-4c0a-978f-842ad0fc2cff triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:29.755593 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3ca1-483c-4f00-8c50-cc4aa771dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.777402 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e2772747-9fdb-4833-8370-a9b7a6ccd49f tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.843593 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab3ca1-483c-4f00-8c50-cc4aa771dcac None None] Current status of the port 9744031c-9b83-4c0a-978f-842ad0fc2cff is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:29.873301 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e2772747-9fdb-4833-8370-a9b7a6ccd49f tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.942796 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e2772747-9fdb-4833-8370-a9b7a6ccd49f tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.973298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2772747-9fdb-4833-8370-a9b7a6ccd49f tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event deleted for resources: {'Subnet': ['ID=a8da006c-2632-422d-bb0d-80f1f5c4d454,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:29.978566 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e2772747-9fdb-4833-8370-a9b7a6ccd49f tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:29.981727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e2772747-9fdb-4833-8370-a9b7a6ccd49f tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "DELETE /v2.0/subnets/a8da006c-2632-422d-bb0d-80f1f5c4d454 HTTP/1.1" status: 204 len: 168 time: 0.3340468 May 26 16:49:29.984667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55688) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:30.031095 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57daedd0-16e5-471c-9d92-fdfca725360a None None] Network 59d158bf-ee55-42e5-afc7-dd5727d759fc requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:30.066090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.124806 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Deleting port 9744031c-9b83-4c0a-978f-842ad0fc2cff {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:49:30.124806 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.200616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] For port 9744031c-9b83-4c0a-978f-842ad0fc2cff, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9744031c-9b83-4c0a-978f-842ad0fc2cff,segment=NetworkSegment(241fccb6-1b85-493d-8c21-eb74c733f715),segment_id=241fccb6-1b85-493d-8c21-eb74c733f715)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:30.200987 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.214451 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Calling delete_port for 9744031c-9b83-4c0a-978f-842ad0fc2cff owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:49:30.225375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] DHCP port deletion for 59d158bf-ee55-42e5-afc7-dd5727d759fc request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:49:30.256538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45e024-690a-4533-8380-09e9783ccf50 None None] DHCP port deletion for 091c5374-d4e9-4e7a-b948-013ef42ca07f request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:49:30.261824 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bbf5692d-a186-43a7-955d-866825b00357 None None] Could not find standard attr ID for object 713c24a6-c8a9-4d52-b5ad-44a737436e92. {{(pid=109406) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:49:30.279433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dcae28-9a1d-4237-a10d-93d6ccfeee4c None None] Network 091c5374-d4e9-4e7a-b948-013ef42ca07f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:30.293831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dcae28-9a1d-4237-a10d-93d6ccfeee4c None None] Network 091c5374-d4e9-4e7a-b948-013ef42ca07f could not be found, it might have been deleted concurrently. {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:49:30.305583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.305837 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] Deleting port 9744031c-9b83-4c0a-978f-842ad0fc2cff {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:49:30.306257 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.333665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event deleted for resources: {'Port': ['ID=9744031c-9b83-4c0a-978f-842ad0fc2cff,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:30.335945 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] No DVR routers for this DVR port 9744031c-9b83-4c0a-978f-842ad0fc2cff on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:49:30.369256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] For port 9744031c-9b83-4c0a-978f-842ad0fc2cff, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:30.369570 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.383885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] Calling delete_port for 9744031c-9b83-4c0a-978f-842ad0fc2cff owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:49:30.386516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] Port 9744031c-9b83-4c0a-978f-842ad0fc2cff was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:49:30.387781 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.411013 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] Pushing event deleted for resources: {'Port': ['ID=9744031c-9b83-4c0a-978f-842ad0fc2cff,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:30.416452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea927f44-13cd-4fcf-b0d4-78fa36a18e7d None None] No DVR routers for this DVR port 9744031c-9b83-4c0a-978f-842ad0fc2cff on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:49:30.422024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.447418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d158bf-ee55-42e5-afc7-dd5727d759fc']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:30.456798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241fccb6-1b85-493d-8c21-eb74c733f715') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:30.457097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241fccb6-1b85-493d-8c21-eb74c733f715') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:30.466313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.479207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.485522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:49:30.485911 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.551316 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.558583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.562281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "DELETE /v2.0/networks/59d158bf-ee55-42e5-afc7-dd5727d759fc HTTP/1.1" status: 204 len: 168 time: 0.5766056 May 26 16:49:30.565075 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55690) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:30.573965 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45181267-b7bd-47f3-9e59-d29e11cfc1da tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Pushing event deleted for resources: {'Network': ['ID=59d158bf-ee55-42e5-afc7-dd5727d759fc,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:30.595485 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8db1f67a-70d3-4ec7-8ceb-5abcd32dd1cf tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d74ee7b-854b-4331-9642-15c996c694d1 HTTP/1.1" status: 200 len: 205 time: 0.0291290 May 26 16:49:30.597766 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:30.676036 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b20b41d-fca7-4b4d-896f-8a0e7cb9aaf8 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.831839 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b20b41d-fca7-4b4d-896f-8a0e7cb9aaf8 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.834250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b20b41d-fca7-4b4d-896f-8a0e7cb9aaf8 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.878363 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b20b41d-fca7-4b4d-896f-8a0e7cb9aaf8 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.878895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b20b41d-fca7-4b4d-896f-8a0e7cb9aaf8 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Fanout notify agent at l3_agent the message router_deleted on router 9d74ee7b-854b-4331-9642-15c996c694d1 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:49:30.886218 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5b20b41d-fca7-4b4d-896f-8a0e7cb9aaf8 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.887326 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5b20b41d-fca7-4b4d-896f-8a0e7cb9aaf8 tempest-RoutersNegativeTest-1543429205 tempest-RoutersNegativeTest-1543429205-project] 10.222.0.39 "DELETE /v2.0/routers/9d74ee7b-854b-4331-9642-15c996c694d1 HTTP/1.1" status: 204 len: 168 time: 0.2886274 May 26 16:49:31.130054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:31.267865 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a76318e8-1d96-4a66-b16d-d45c85b394d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d85f043e403462ea8459e7517355ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366255 May 26 16:49:31.271561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55702) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:31.322130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2887c8ab-9841-4d69-9f13-d49a39eddb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:31.346322 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2887c8ab-9841-4d69-9f13-d49a39eddb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:31.395652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2887c8ab-9841-4d69-9f13-d49a39eddb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:31.398255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2887c8ab-9841-4d69-9f13-d49a39eddb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:31.399438 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2887c8ab-9841-4d69-9f13-d49a39eddb9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/417f093c-141d-4691-816c-58903190ee84 HTTP/1.1" status: 204 len: 168 time: 0.1268876 May 26 16:49:31.408871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887c8ab-9841-4d69-9f13-d49a39eddb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417f093c-141d-4691-816c-58903190ee84,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:31.631279 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 241fccb6-1b85-493d-8c21-eb74c733f715 resource provider aggregate not found May 26 16:49:31.645888 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 241fccb6-1b85-493d-8c21-eb74c733f715 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 241fccb6-1b85-493d-8c21-eb74c733f715 found for delete ", "request_id": "req-9bdbbf72-e0fd-48b2-80cc-5d21d35697d0"}]} May 26 16:49:32.046522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55728) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:32.140735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-463605894-network', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:32.160864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Made reservation on behalf of c4fc5c6d2dbf4ea29603f7aedee904e8 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:32.163228 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.174032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.261122 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.266722 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.296523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:49:32.305986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275c19f7-fa8d-45e7-9b80-20349dd1cb88,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:32.312715 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.313068 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Added segment b0ef9e20-80d4-4dd5-84be-9b483e1893a2 of type vlan for network e7ea5081-d437-47a2-98a8-fcb45e4029cf May 26 16:49:32.354861 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.379472 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.380424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:32.381007 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.435045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3874235 May 26 16:49:32.438179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55732) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:32.443060 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Request body: {'subnet': {'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-subnet', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:32.443973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edc00f-53b4-4d56-a435-42f5b9c2d9fc admin admin] Pushing event updated for resources: {'Network': ['ID=e7ea5081-d437-47a2-98a8-fcb45e4029cf,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:32.455858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:49:32.462636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Made reservation on behalf of c4fc5c6d2dbf4ea29603f7aedee904e8 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:32.464991 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.644083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.697016 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b14113-9ec0-4b11-a846-e92afa211b3e,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:32.707611 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Checking segment: {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:32.707965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Network hostable DHCP agents. Network: e7ea5081-d437-47a2-98a8-fcb45e4029cf, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:49:32.724691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:49:32.733436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e7ea5081-d437-47a2-98a8-fcb45e4029cf) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:32.737534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:32.738149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.743081 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1032c3-723e-40ad-8885-6b818a526697 None None] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:32.755174 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cd7d1553-5e11-4440-80a1-a4f463373be0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3158944 May 26 16:49:32.757896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55734) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:32.762129 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:32.782883 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.783904 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.838821 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.893155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'fixed_ips': [{'subnet_id': '24b14113-9ec0-4b11-a846-e92afa211b3e'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:49:32.894178 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:32.979955 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.034555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Allocated IP 172.20.0.2 (e7ea5081-d437-47a2-98a8-fcb45e4029cf/24b14113-9ec0-4b11-a846-e92afa211b3e/f62c3658-7903-429c-9f02-13bc386831c5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:33.180554 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.185903 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.187484 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.206349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.225592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:33.228337 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:33.231698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:33.240992 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Pushing event updated for resources: {'Port': ['ID=f62c3658-7903-429c-9f02-13bc386831c5,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:33.293362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Attempting to bind port f62c3658-7903-429c-9f02-13bc386831c5 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:33.293733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Attempting to bind port f62c3658-7903-429c-9f02-13bc386831c5 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:33.294122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Attempting to bind port f62c3658-7903-429c-9f02-13bc386831c5 on network e7ea5081-d437-47a2-98a8-fcb45e4029cf {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:33.301537 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:33.301915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Checking segment: {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:33.302374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.302774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Bound using segment: {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:33.303243 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Bound port: f62c3658-7903-429c-9f02-13bc386831c5, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:33.303632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.314081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Allocated IP 172.25.0.231 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/d25c172d-acac-4c44-8e75-2c2987612e62) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:33.374093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] For port f62c3658-7903-429c-9f02-13bc386831c5, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:33.377176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] For port f62c3658-7903-429c-9f02-13bc386831c5, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f62c3658-7903-429c-9f02-13bc386831c5,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:33.381664 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.422347 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.441451 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa434150-da51-420d-b39d-93d85e34c46d None None] Pushing event updated for resources: {'Port': ['ID=f62c3658-7903-429c-9f02-13bc386831c5,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:33.461141 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.503660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:33.506583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:33.513007 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:33.516051 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d25c172d-acac-4c44-8e75-2c2987612e62,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:33.786489 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:33.994040 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:34.135194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Router 70e123da-4d70-468a-a72d-982c88bd114b is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:49:34.262795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:49:34.275562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Sync routers for ids ['70e123da-4d70-468a-a72d-982c88bd114b'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:49:34.294582 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:34.296230 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a6f97f2-35ee-4d46-acbb-3a34e3a050b5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5373266 May 26 16:49:34.298206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Routers {'70e123da-4d70-468a-a72d-982c88bd114b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:49:34.298856 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:49:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['70e123da-4d70-468a-a72d-982c88bd114b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:34.299289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55736) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:34.404363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f62c3658-7903-429c-9f02-13bc386831c5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:34.466135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd31da-8f48-4823-8fd1-3feb5d4de787 None None] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:34.470835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Set router 70e123da-4d70-468a-a72d-982c88bd114b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:49:34.645685 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-643fe7e0-301f-4628-aff0-529675285de8 None None] Provisioning complete for port f62c3658-7903-429c-9f02-13bc386831c5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:34.646092 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-643fe7e0-301f-4628-aff0-529675285de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:34.686971 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f62c3658-7903-429c-9f02-13bc386831c5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:34.687341 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:34.799524 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:34.977856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Allocated IP 172.20.0.1 (e7ea5081-d437-47a2-98a8-fcb45e4029cf/24b14113-9ec0-4b11-a846-e92afa211b3e/32f1d159-025d-42cb-9f48-8efd8678fab0) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:35.084509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-643fe7e0-301f-4628-aff0-529675285de8 None None] Current status of the port f62c3658-7903-429c-9f02-13bc386831c5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:35.084899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-643fe7e0-301f-4628-aff0-529675285de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.085938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.118957 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f62c3658-7903-429c-9f02-13bc386831c5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:35.119371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.122575 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.151655 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-508c07cb-888d-4196-bd82-b6ec4e3acc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.153865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e123da-4d70-468a-a72d-982c88bd114b', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:32Z', 'updated_at': '2022-05-26T16:49:33Z', 'revision_number': 3, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'gw_port': {'id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:33Z', 'updated_at': '2022-05-26T16:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:35.167800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:35.171159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:35.178135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:35.181339 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Pushing event updated for resources: {'Port': ['ID=32f1d159-025d-42cb-9f48-8efd8678fab0,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:35.199723 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-643fe7e0-301f-4628-aff0-529675285de8 None None] For port f62c3658-7903-429c-9f02-13bc386831c5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f62c3658-7903-429c-9f02-13bc386831c5,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:35.200991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Checking router: 70e123da-4d70-468a-a72d-982c88bd114b for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:49:35.201372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Updating router 70e123da-4d70-468a-a72d-982c88bd114b port d25c172d-acac-4c44-8e75-2c2987612e62 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:49:35.205967 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-643fe7e0-301f-4628-aff0-529675285de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.240719 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.274010 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.330156 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:49:35.330794 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:49:35.336050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fe7e0-301f-4628-aff0-529675285de8 None None] Pushing event updated for resources: {'Port': ['ID=f62c3658-7903-429c-9f02-13bc386831c5,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:35.390472 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.474462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c60e764a-d926-4a81-856c-1a000c4d5af8 None None] Provisioning complete for port f62c3658-7903-429c-9f02-13bc386831c5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:35.474839 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c60e764a-d926-4a81-856c-1a000c4d5af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.576995 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.583310 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.630683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c60e764a-d926-4a81-856c-1a000c4d5af8 None None] Current status of the port f62c3658-7903-429c-9f02-13bc386831c5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:35.643631 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.649564 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.654748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Pushing event updated for resources: {'Port': ['ID=32f1d159-025d-42cb-9f48-8efd8678fab0,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:35.657177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.706212 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Attempting to bind port d25c172d-acac-4c44-8e75-2c2987612e62 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:35.706584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Attempting to bind port d25c172d-acac-4c44-8e75-2c2987612e62 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:35.706945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Attempting to bind port d25c172d-acac-4c44-8e75-2c2987612e62 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:35.708801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4d726-4af5-4c17-aef4-51541a00239c None None] Pushing event updated for resources: {'Port': ['ID=d25c172d-acac-4c44-8e75-2c2987612e62,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:35.714193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:35.714568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:35.714970 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.715361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:35.715826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Bound port: d25c172d-acac-4c44-8e75-2c2987612e62, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:35.716204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.756777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:35.758239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:35.771308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e77bd249-a605-44a1-8d5b-55a4d74058ff None None] Provisioning complete for port 32f1d159-025d-42cb-9f48-8efd8678fab0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:35.771686 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e77bd249-a605-44a1-8d5b-55a4d74058ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.798223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] For port d25c172d-acac-4c44-8e75-2c2987612e62, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:35.815074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] For port d25c172d-acac-4c44-8e75-2c2987612e62, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d25c172d-acac-4c44-8e75-2c2987612e62,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:35.822308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e77bd249-a605-44a1-8d5b-55a4d74058ff None None] Port 32f1d159-025d-42cb-9f48-8efd8678fab0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:49:35.824285 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:35.907187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Router 70e123da-4d70-468a-a72d-982c88bd114b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:49:35.920495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f62c3658-7903-429c-9f02-13bc386831c5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:35.922577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Routers {'70e123da-4d70-468a-a72d-982c88bd114b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:49:35.923181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:49:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['70e123da-4d70-468a-a72d-982c88bd114b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:35.927407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4d726-4af5-4c17-aef4-51541a00239c None None] Pushing event updated for resources: {'Port': ['ID=d25c172d-acac-4c44-8e75-2c2987612e62,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:36.028157 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:49:36.036901 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0bb3f20c-0efb-496a-852f-9836fcaffabf admin admin] 10.222.0.39 "PUT /v2.0/routers/70e123da-4d70-468a-a72d-982c88bd114b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335775 May 26 16:49:36.046770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] Set router 70e123da-4d70-468a-a72d-982c88bd114b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:49:36.083441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6a8b6ec2-6442-4a76-9092-fdea6d9f7702 None None] Provisioning complete for port 32f1d159-025d-42cb-9f48-8efd8678fab0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:36.083806 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6ec2-6442-4a76-9092-fdea6d9f7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.163741 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b6ec2-6442-4a76-9092-fdea6d9f7702 None None] Port 32f1d159-025d-42cb-9f48-8efd8678fab0 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:49:36.299116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e123da-4d70-468a-a72d-982c88bd114b', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:32Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 4, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'gw_port': {'id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:33Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '32f1d159-025d-42cb-9f48-8efd8678fab0', 'name': '', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'mac_address': 'fa:16:3e:c7:3e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:34Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 2, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'subnets': [{'id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:36.330362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f62c3658-7903-429c-9f02-13bc386831c5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:36.332745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632efc53-857b-4578-8fe4-c800a0462344 None None] The sync data for ids ['70e123da-4d70-468a-a72d-982c88bd114b'] in n-d-843336-2 is: [{'id': '70e123da-4d70-468a-a72d-982c88bd114b', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:32Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 4, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'gw_port': {'id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:33Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '32f1d159-025d-42cb-9f48-8efd8678fab0', 'name': '', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'mac_address': 'fa:16:3e:c7:3e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:34Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 2, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'subnets': [{'id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:49:36.385285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port f62c3658-7903-429c-9f02-13bc386831c5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:36.385656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.479504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port f62c3658-7903-429c-9f02-13bc386831c5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:36.554398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55752) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:36.560006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-137079990-network', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:36.587140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Made reservation on behalf of 5609cd10533e4dd6ab474407ccfd1566 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:36.589598 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.600523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.684889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.689507 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.720233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:49:36.729500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d3710c-fdcd-4080-afff-2b8fd8696532,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:36.735977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.736399 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Added segment 17c60953-c215-4504-abd6-5102b4deafd9 of type vlan for network 4971dd67-cd32-462a-8066-f65e8a10fb54 May 26 16:49:36.784909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.812041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.813078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:36.813686 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:36.874506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3188746 May 26 16:49:36.877551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 55754) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:36.882501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Request body: {'subnet': {'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-subnet', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:36.885650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cff63-75d3-4a89-b7ea-b9fc19df0ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=4971dd67-cd32-462a-8066-f65e8a10fb54,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:36.897970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 4971dd67-cd32-462a-8066-f65e8a10fb54 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:49:36.914316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Made reservation on behalf of 5609cd10533e4dd6ab474407ccfd1566 for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:36.916817 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.121531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.173379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95580355-647d-4b3f-baee-b070f99044d2,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:37.189217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Checking segment: {'id': '17c60953-c215-4504-abd6-5102b4deafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:37.189580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Network hostable DHCP agents. Network: 4971dd67-cd32-462a-8066-f65e8a10fb54, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:49:37.207785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Network 4971dd67-cd32-462a-8066-f65e8a10fb54 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:49:37.219239 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 4971dd67-cd32-462a-8066-f65e8a10fb54) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:37.224038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:37.224622 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.228777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc03f8-1ca7-4e9f-b3fb-e050348dd67a None None] Network 4971dd67-cd32-462a-8066-f65e8a10fb54 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:37.241701 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a3da1dcf-5a52-4b85-a2cf-b0ffe2328711 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3630781 May 26 16:49:37.244456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55756) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:37.249103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:37.271603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.272666 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.327037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.402876 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-4971dd67-cd32-462a-8066-f65e8a10fb54', 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'fixed_ips': [{'subnet_id': '95580355-647d-4b3f-baee-b070f99044d2'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:49:37.403826 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.483861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.720038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.725362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Allocated IP 172.20.0.2 (4971dd67-cd32-462a-8066-f65e8a10fb54/95580355-647d-4b3f-baee-b070f99044d2/73a9d7a6-4234-4290-8723-01495982ed1e) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:37.742325 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.849613 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Allocated IP 172.25.0.11 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/ac9eb78e-885b-447b-86bd-8396f5359997) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:37.875312 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-21f3063e-c744-412a-b12c-c9541dcd9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.896461 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.904045 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.943463 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Network 4971dd67-cd32-462a-8066-f65e8a10fb54 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:37.947220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:37.953925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:37.964269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:37.969773 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Pushing event updated for resources: {'Port': ['ID=73a9d7a6-4234-4290-8723-01495982ed1e,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:38.007554 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:38.017438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Attempting to bind port 73a9d7a6-4234-4290-8723-01495982ed1e on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:38.017925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Attempting to bind port 73a9d7a6-4234-4290-8723-01495982ed1e by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '17c60953-c215-4504-abd6-5102b4deafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:38.018479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Attempting to bind port 73a9d7a6-4234-4290-8723-01495982ed1e on network 4971dd67-cd32-462a-8066-f65e8a10fb54 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:38.024408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:38.024792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Checking segment: {'id': '17c60953-c215-4504-abd6-5102b4deafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:38.025197 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:38.025619 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Bound using segment: {'id': '17c60953-c215-4504-abd6-5102b4deafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:38.026112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Bound port: 73a9d7a6-4234-4290-8723-01495982ed1e, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c60953-c215-4504-abd6-5102b4deafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:38.026500 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:38.056219 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:38.059181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:38.067248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:38.088093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9eb78e-885b-447b-86bd-8396f5359997,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:38.100757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] For port 73a9d7a6-4234-4290-8723-01495982ed1e, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:38.103769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] For port 73a9d7a6-4234-4290-8723-01495982ed1e, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=73a9d7a6-4234-4290-8723-01495982ed1e,segment=NetworkSegment(17c60953-c215-4504-abd6-5102b4deafd9),segment_id=17c60953-c215-4504-abd6-5102b4deafd9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:38.108546 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:38.175423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655e87d-aa26-4dfa-81a9-3cdd3c009c17 None None] Pushing event updated for resources: {'Port': ['ID=73a9d7a6-4234-4290-8723-01495982ed1e,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:38.189553 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:49:38.389398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d25c172d-acac-4c44-8e75-2c2987612e62 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:38.389631 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:38.486482 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d25c172d-acac-4c44-8e75-2c2987612e62 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:38.487002 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:38.598220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d25c172d-acac-4c44-8e75-2c2987612e62 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:38.598638 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:38.621226 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port d25c172d-acac-4c44-8e75-2c2987612e62, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d25c172d-acac-4c44-8e75-2c2987612e62,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:38.627030 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:38.694945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=d25c172d-acac-4c44-8e75-2c2987612e62,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:38.942573 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.013624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.091490 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Sync routers for ids ['70e123da-4d70-468a-a72d-982c88bd114b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:49:39.103080 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Routers {'70e123da-4d70-468a-a72d-982c88bd114b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:49:39.103825 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:49:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['70e123da-4d70-468a-a72d-982c88bd114b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:39.198185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:49:39.230724 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Set router 70e123da-4d70-468a-a72d-982c88bd114b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:49:39.286602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8edd7-9fe2-41ee-9485-08607305ebb1 None None] Network 4971dd67-cd32-462a-8066-f65e8a10fb54 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:49:39.338058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:49:39.362340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Sync routers for ids ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:49:39.372915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.372915 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-207f2525-1547-4977-aeba-16a1f5a59276 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1259971 May 26 16:49:39.374525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 55758) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:49:39.380616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0feeb27b-cccb-4554-96c2-6ce92b974282 None None] Provisioning complete for port 73a9d7a6-4234-4290-8723-01495982ed1e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:39.380941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0feeb27b-cccb-4554-96c2-6ce92b974282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.427140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Routers {'1c0eec03-15e8-497f-8da8-1abc3d7a95d5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:49:39.427880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:49:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:39.491155 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e123da-4d70-468a-a72d-982c88bd114b', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:32Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 4, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'gw_port': {'id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:33Z', 'updated_at': '2022-05-26T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '32f1d159-025d-42cb-9f48-8efd8678fab0', 'name': '', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'mac_address': 'fa:16:3e:c7:3e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:34Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 2, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'subnets': [{'id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:39.527423 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Checking router: 70e123da-4d70-468a-a72d-982c88bd114b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:49:39.528263 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Updating router 70e123da-4d70-468a-a72d-982c88bd114b port 32f1d159-025d-42cb-9f48-8efd8678fab0 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:49:39.554873 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.651612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Set router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:49:39.724284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0feeb27b-cccb-4554-96c2-6ce92b974282 None None] Current status of the port 73a9d7a6-4234-4290-8723-01495982ed1e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:39.724611 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0feeb27b-cccb-4554-96c2-6ce92b974282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.824512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0feeb27b-cccb-4554-96c2-6ce92b974282 None None] For port 73a9d7a6-4234-4290-8723-01495982ed1e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=73a9d7a6-4234-4290-8723-01495982ed1e,segment=NetworkSegment(17c60953-c215-4504-abd6-5102b4deafd9),segment_id=17c60953-c215-4504-abd6-5102b4deafd9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:39.840370 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0feeb27b-cccb-4554-96c2-6ce92b974282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.881157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.907802 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.918238 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.922839 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeb27b-cccb-4554-96c2-6ce92b974282 None None] Pushing event updated for resources: {'Port': ['ID=73a9d7a6-4234-4290-8723-01495982ed1e,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:39.966093 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Pushing event updated for resources: {'Port': ['ID=32f1d159-025d-42cb-9f48-8efd8678fab0,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:39.979128 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.979485 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.979816 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.980148 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.980473 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.980799 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.981595 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.981595 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.981806 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.982164 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.982519 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.983460 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:49:39.996224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:38Z', 'revision_number': 3, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'gw_port': {'id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:40.033895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Checking router: 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:49:40.034200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Updating router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 port ac9eb78e-885b-447b-86bd-8396f5359997 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:49:40.079475 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.147578 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Allocated IP 172.20.0.1 (4971dd67-cd32-462a-8066-f65e8a10fb54/95580355-647d-4b3f-baee-b070f99044d2/75f7623a-d578-4fdb-8956-f1b4feaf9c3f) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:40.193407 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Attempting to bind port 32f1d159-025d-42cb-9f48-8efd8678fab0 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:40.194123 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Attempting to bind port 32f1d159-025d-42cb-9f48-8efd8678fab0 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:40.194694 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Attempting to bind port 32f1d159-025d-42cb-9f48-8efd8678fab0 on network e7ea5081-d437-47a2-98a8-fcb45e4029cf {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:40.200328 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:40.201293 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Checking segment: {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:40.201941 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.202716 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Bound using segment: {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:40.203559 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Bound port: 32f1d159-025d-42cb-9f48-8efd8678fab0, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:40.204159 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.217234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-63340619-318d-4204-81c0-35cabd6db32a None None] Provisioning complete for port 73a9d7a6-4234-4290-8723-01495982ed1e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:40.217598 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-63340619-318d-4204-81c0-35cabd6db32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.283984 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] For port 32f1d159-025d-42cb-9f48-8efd8678fab0, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:40.293759 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] For port 32f1d159-025d-42cb-9f48-8efd8678fab0, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=32f1d159-025d-42cb-9f48-8efd8678fab0,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:40.299699 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.301696 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.354312 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.397762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-63340619-318d-4204-81c0-35cabd6db32a None None] Current status of the port 73a9d7a6-4234-4290-8723-01495982ed1e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:40.406206 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Routers {'70e123da-4d70-468a-a72d-982c88bd114b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:49:40.407425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Network 4971dd67-cd32-462a-8066-f65e8a10fb54 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:40.408057 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:49:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['70e123da-4d70-468a-a72d-982c88bd114b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:40.412206 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:40.415234 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f05230-0cff-40c3-bb07-82d653c2d824 None None] Pushing event updated for resources: {'Port': ['ID=32f1d159-025d-42cb-9f48-8efd8678fab0,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:40.418130 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:40.478642 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.482331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Pushing event updated for resources: {'Port': ['ID=75f7623a-d578-4fdb-8956-f1b4feaf9c3f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:40.502320 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.511383 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.563328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 73a9d7a6-4234-4290-8723-01495982ed1e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:40.596700 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] Set router 70e123da-4d70-468a-a72d-982c88bd114b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:49:40.639975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-50c85c6d-5ba8-4319-88dd-eb84f1c5a6f9 None None] Provisioning complete for port 32f1d159-025d-42cb-9f48-8efd8678fab0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:40.640188 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-50c85c6d-5ba8-4319-88dd-eb84f1c5a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.674613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Attempting to bind port ac9eb78e-885b-447b-86bd-8396f5359997 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:40.675275 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Attempting to bind port ac9eb78e-885b-447b-86bd-8396f5359997 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:40.675515 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Attempting to bind port ac9eb78e-885b-447b-86bd-8396f5359997 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:40.686462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949615-e65c-401d-8c13-c9de92e111ea None None] Pushing event updated for resources: {'Port': ['ID=ac9eb78e-885b-447b-86bd-8396f5359997,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:40.707899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:40.707899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:40.708732 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.715130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:40.715130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Bound port: ac9eb78e-885b-447b-86bd-8396f5359997, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:40.715445 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.774226 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.807740 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.831879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 73a9d7a6-4234-4290-8723-01495982ed1e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:40.832259 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.859600 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e123da-4d70-468a-a72d-982c88bd114b', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:32Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 4, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'gw_port': {'id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:33Z', 'updated_at': '2022-05-26T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '32f1d159-025d-42cb-9f48-8efd8678fab0', 'name': '', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'mac_address': 'fa:16:3e:c7:3e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:34Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 4, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'subnets': [{'id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:40.887867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] For port ac9eb78e-885b-447b-86bd-8396f5359997, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:40.895981 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.897861 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90531d1-c4ab-4fc1-9747-49902b5cfad1 None None] The sync data for ids ['70e123da-4d70-468a-a72d-982c88bd114b'] in n-d-843336-2 is: [{'id': '70e123da-4d70-468a-a72d-982c88bd114b', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:32Z', 'updated_at': '2022-05-26T16:49:35Z', 'revision_number': 4, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'gw_port': {'id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:33Z', 'updated_at': '2022-05-26T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '32f1d159-025d-42cb-9f48-8efd8678fab0', 'name': '', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'mac_address': 'fa:16:3e:c7:3e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:34Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 4, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'subnets': [{'id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:49:40.933644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] For port ac9eb78e-885b-447b-86bd-8396f5359997, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ac9eb78e-885b-447b-86bd-8396f5359997,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:40.946333 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.989507 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.993008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-50c85c6d-5ba8-4319-88dd-eb84f1c5a6f9 None None] Current status of the port 32f1d159-025d-42cb-9f48-8efd8678fab0 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:40.993401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-50c85c6d-5ba8-4319-88dd-eb84f1c5a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:40.995894 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:41.074102 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:41.085052 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Pushing event updated for resources: {'Port': ['ID=75f7623a-d578-4fdb-8956-f1b4feaf9c3f,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:41.088401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Routers {'1c0eec03-15e8-497f-8da8-1abc3d7a95d5'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:49:41.089633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:49:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:41.131599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-50c85c6d-5ba8-4319-88dd-eb84f1c5a6f9 None None] For port 32f1d159-025d-42cb-9f48-8efd8678fab0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=32f1d159-025d-42cb-9f48-8efd8678fab0,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:41.136201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949615-e65c-401d-8c13-c9de92e111ea None None] Pushing event updated for resources: {'Port': ['ID=ac9eb78e-885b-447b-86bd-8396f5359997,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:41.145253 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-50c85c6d-5ba8-4319-88dd-eb84f1c5a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:41.208971 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Network 4971dd67-cd32-462a-8066-f65e8a10fb54 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:41.210725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:41.358459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:49:41.420609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 73a9d7a6-4234-4290-8723-01495982ed1e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:41.421733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d25c172d-acac-4c44-8e75-2c2987612e62 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:41.497346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:49:41.499592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] Set router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:49:41.503598 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9dcae978-3b74-4e73-b602-8cc277a1148a admin admin] 10.222.0.39 "PUT /v2.0/routers/1c0eec03-15e8-497f-8da8-1abc3d7a95d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1277907 May 26 16:49:41.545511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e5f5d53a-bc0f-4428-ba91-704eadc3bf2b None None] Provisioning complete for port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:41.545886 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d53a-bc0f-4428-ba91-704eadc3bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:41.547509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c85c6d-5ba8-4319-88dd-eb84f1c5a6f9 None None] Pushing event updated for resources: {'Port': ['ID=32f1d159-025d-42cb-9f48-8efd8678fab0,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:41.588693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d25c172d-acac-4c44-8e75-2c2987612e62 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:41.589066 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:41.652613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5d53a-bc0f-4428-ba91-704eadc3bf2b None None] Port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:49:41.721732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e5f5d53a-bc0f-4428-ba91-704eadc3bf2b None None] Provisioning complete for port 32f1d159-025d-42cb-9f48-8efd8678fab0 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:41.722445 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d53a-bc0f-4428-ba91-704eadc3bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:41.851700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d25c172d-acac-4c44-8e75-2c2987612e62 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:41.900015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5d53a-bc0f-4428-ba91-704eadc3bf2b None None] Current status of the port 32f1d159-025d-42cb-9f48-8efd8678fab0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:41.916154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 4, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'gw_port': {'id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '75f7623a-d578-4fdb-8956-f1b4feaf9c3f', 'name': '', 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'mac_address': 'fa:16:3e:09:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '95580355-647d-4b3f-baee-b070f99044d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:39Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 2, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'subnets': [{'id': '95580355-647d-4b3f-baee-b070f99044d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:41.948053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59a06c-7f9a-4dae-80cb-06bc3e4414fb None None] The sync data for ids ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'] in n-d-843336-2 is: [{'id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 4, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'gw_port': {'id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '75f7623a-d578-4fdb-8956-f1b4feaf9c3f', 'name': '', 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'mac_address': 'fa:16:3e:09:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '95580355-647d-4b3f-baee-b070f99044d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:39Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 2, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'subnets': [{'id': '95580355-647d-4b3f-baee-b070f99044d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:49:42.023842 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9fe93f46-6edb-4f2b-9694-0885e93f16c7 None None] Provisioning complete for port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:42.024213 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9fe93f46-6edb-4f2b-9694-0885e93f16c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:42.058908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9fe93f46-6edb-4f2b-9694-0885e93f16c7 None None] Port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:49:42.119043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d452b-b7f3-410d-aa90-775259074365 req-02936cae-4a89-4411-afb9-6645d890ad83 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:42.120565 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-02936cae-4a89-4411-afb9-6645d890ad83 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/networks?id=e7ea5081-d437-47a2-98a8-fcb45e4029cf HTTP/1.1" status: 200 len: 816 time: 0.1200063 May 26 16:49:42.137038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-bec1e15c-4336-488e-b1c1-907ec5b308ba tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/quotas/c4fc5c6d2dbf4ea29603f7aedee904e8 HTTP/1.1" status: 200 len: 375 time: 0.0096481 May 26 16:49:42.207022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-35a2f48b-0614-4a94-b451-3a5ad766c914 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4fc5c6d2dbf4ea29603f7aedee904e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633628 May 26 16:49:42.348143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 32f1d159-025d-42cb-9f48-8efd8678fab0 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:42.403689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 32f1d159-025d-42cb-9f48-8efd8678fab0 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:42.404149 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:42.427342 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-2296004b-0bef-4036-ab67-02bcd321b20c service neutron] 10.222.0.39 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080145 May 26 16:49:42.492983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 32f1d159-025d-42cb-9f48-8efd8678fab0 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:42.528023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-6ecf0308-b80d-4f11-890c-3bc488911dae service neutron] 10.222.0.39 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940428 May 26 16:49:42.706886 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec312238-1fb1-42d5-94f2-be000cd0c9e0 req-62ef4a7c-22d9-4d0c-8cb7-dc90f4da1d55 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 210 time: 0.0366728 May 26 16:49:43.684776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d452b-b7f3-410d-aa90-775259074365 req-afd77a44-72db-442d-a09d-8f59da010c84 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:43.687013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-afd77a44-72db-442d-a09d-8f59da010c84 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.24 "GET /v2.0/networks?id=e7ea5081-d437-47a2-98a8-fcb45e4029cf HTTP/1.1" status: 200 len: 816 time: 0.1243114 May 26 16:49:43.702964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Request body: {'port': {'device_id': 'b6c39121-6d80-4f8d-9313-7b5ca00ce8ce', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'admin_state_up': True, 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:43.828084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6783734b-6ea5-4ca7-927e-487e502ab959 req-267540f4-9fbf-4c41-9c02-dfc643c6269e tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 210 time: 0.0490196 May 26 16:49:43.850994 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Made reservation on behalf of c4fc5c6d2dbf4ea29603f7aedee904e8 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:49:43.854572 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:43.984323 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Allocated IP 172.20.0.6 (e7ea5081-d437-47a2-98a8-fcb45e4029cf/24b14113-9ec0-4b11-a846-e92afa211b3e/ec46a922-1285-4a51-b7e9-cc8af3e9ab78) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:49:44.135779 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.173589 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.216391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:49:44.219689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:49:44.223717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:49:44.252308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Pushing event updated for resources: {'Port': ['ID=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:44.282484 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:44.283150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.308623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-8136e2d8-e7c0-4070-89b1-f28096b8ea51 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105278 May 26 16:49:44.377252 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ac9eb78e-885b-447b-86bd-8396f5359997 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:44.394982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Request body: {'port': {'device_id': 'b6c39121-6d80-4f8d-9313-7b5ca00ce8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:49:44.442062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ac9eb78e-885b-447b-86bd-8396f5359997 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:44.442438 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.458061 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.497092 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Sync routers for ids ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:49:44.498832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d0202af0-fd0c-4328-989a-0ae05ec7203d None None] Provisioning complete for port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:44.499203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d0202af0-fd0c-4328-989a-0ae05ec7203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.507253 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Routers {'1c0eec03-15e8-497f-8da8-1abc3d7a95d5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:49:44.507856 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:49:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:44.557120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ac9eb78e-885b-447b-86bd-8396f5359997 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:44.557510 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.575732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d0202af0-fd0c-4328-989a-0ae05ec7203d None None] Port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:49:44.584792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port ac9eb78e-885b-447b-86bd-8396f5359997, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ac9eb78e-885b-447b-86bd-8396f5359997,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:44.589639 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.633533 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Set router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:49:44.639370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=ac9eb78e-885b-447b-86bd-8396f5359997,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:44.740610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec46a922-1285-4a51-b7e9-cc8af3e9ab78 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:49:44.749315 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.764610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Transition to ACTIVE for port object ec46a922-1285-4a51-b7e9-cc8af3e9ab78 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:49:44.767826 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.823128 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:44.844067 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 4, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'gw_port': {'id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '75f7623a-d578-4fdb-8956-f1b4feaf9c3f', 'name': '', 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'mac_address': 'fa:16:3e:09:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '95580355-647d-4b3f-baee-b070f99044d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:39Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 2, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'subnets': [{'id': '95580355-647d-4b3f-baee-b070f99044d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:44.877982 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Checking router: 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:49:44.878723 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Updating router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:49:44.900801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Attempting to bind port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:44.901007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Attempting to bind port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:44.901333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Attempting to bind port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 on network e7ea5081-d437-47a2-98a8-fcb45e4029cf {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:44.907858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 on network e7ea5081-d437-47a2-98a8-fcb45e4029cf not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:49:44.908023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Attempting to bind port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 on network e7ea5081-d437-47a2-98a8-fcb45e4029cf {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:44.911229 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:44.913866 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:44.914168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Checking segment: {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:44.914602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Bound using segment: {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:44.914992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Bound port: ec46a922-1285-4a51-b7e9-cc8af3e9ab78, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:44.915358 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.024649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74de699-1d46-4e42-8732-72769c7b65f1 req-29f7d4de-729b-41f7-9df4-dc5e316ba463 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:45.025550 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a74de699-1d46-4e42-8732-72769c7b65f1 req-29f7d4de-729b-41f7-9df4-dc5e316ba463 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 943 time: 0.0978072 May 26 16:49:45.028645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] For port ec46a922-1285-4a51-b7e9-cc8af3e9ab78, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:45.033335 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] For port ec46a922-1285-4a51-b7e9-cc8af3e9ab78, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:45.053508 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.101375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:45.102032 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.103567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/ec46a922-1285-4a51-b7e9-cc8af3e9ab78 HTTP/1.1" status: 200 len: 1091 time: 0.7845783 May 26 16:49:45.108842 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c39121-6d80-4f8d-9313-7b5ca00ce8ce', 'tag': 'ec46a922-1285-4a51-b7e9-cc8af3e9ab78'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:49:45.111222 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa882b6-11e0-4dd7-9891-04f0d68fd947" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c39121-6d80-4f8d-9313-7b5ca00ce8ce", "tag": "ec46a922-1285-4a51-b7e9-cc8af3e9ab78"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:49:45.140940 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a74de699-1d46-4e42-8732-72769c7b65f1 req-36062648-017e-4ee8-8b2d-2615e24f0df1 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059616 May 26 16:49:45.189824 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4912ca0-a788-4065-a3c2-5ff800755241 x-openstack-request-id: req-b4912ca0-a788-4065-a3c2-5ff800755241 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:49:45.190288 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c39121-6d80-4f8d-9313-7b5ca00ce8ce", "tag": "ec46a922-1285-4a51-b7e9-cc8af3e9ab78", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:49:45.190414 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4912ca0-a788-4065-a3c2-5ff800755241 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:49:45.190775 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4912ca0-a788-4065-a3c2-5ff800755241'] response: {'name': 'network-changed', 'server_uuid': 'b6c39121-6d80-4f8d-9313-7b5ca00ce8ce', 'tag': 'ec46a922-1285-4a51-b7e9-cc8af3e9ab78', 'status': 'completed', 'code': 200} May 26 16:49:45.199850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fb419-668b-4702-bdc4-dab0dacd11b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:45.216687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d452b-b7f3-410d-aa90-775259074365 req-d9d7a97f-73df-4e82-b9fe-0da34a979307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:45.218265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-d9d7a97f-73df-4e82-b9fe-0da34a979307 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4fc5c6d2dbf4ea29603f7aedee904e8&device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 1094 time: 0.0657785 May 26 16:49:45.223434 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.230090 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.271100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-44138d43-fa71-4b97-b958-0962a5198f00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec46a922-1285-4a51-b7e9-cc8af3e9ab78 HTTP/1.1" status: 200 len: 217 time: 0.0458720 May 26 16:49:45.318222 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c764578-6a00-4fdd-bc2c-2cc1b3d4dcf4 None None] Pushing event updated for resources: {'Port': ['ID=75f7623a-d578-4fdb-8956-f1b4feaf9c3f,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:45.338772 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Attempting to bind port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:49:45.339135 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Attempting to bind port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '17c60953-c215-4504-abd6-5102b4deafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:49:45.339616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Attempting to bind port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f on network 4971dd67-cd32-462a-8066-f65e8a10fb54 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:49:45.341549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d452b-b7f3-410d-aa90-775259074365 req-b961a2d6-4fc0-47b0-a5e9-86290df0b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:45.343685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-b961a2d6-4fc0-47b0-a5e9-86290df0b6fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24b14113-9ec0-4b11-a846-e92afa211b3e HTTP/1.1" status: 200 len: 855 time: 0.0659642 May 26 16:49:45.347117 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:49:45.347496 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Checking segment: {'id': '17c60953-c215-4504-abd6-5102b4deafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:49:45.347894 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.348277 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Bound using segment: {'id': '17c60953-c215-4504-abd6-5102b4deafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:49:45.348742 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Bound port: 75f7623a-d578-4fdb-8956-f1b4feaf9c3f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c60953-c215-4504-abd6-5102b4deafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:49:45.349125 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.401135 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d452b-b7f3-410d-aa90-775259074365 req-039c36c3-0e50-4423-9127-c127e7a49e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:45.402733 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-039c36c3-0e50-4423-9127-c127e7a49e42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7ea5081-d437-47a2-98a8-fcb45e4029cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512655 May 26 16:49:45.430464 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] For port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:49:45.433908 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] For port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=75f7623a-d578-4fdb-8956-f1b4feaf9c3f,segment=NetworkSegment(17c60953-c215-4504-abd6-5102b4deafd9),segment_id=17c60953-c215-4504-abd6-5102b4deafd9)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:49:45.441474 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.501610 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Routers {'1c0eec03-15e8-497f-8da8-1abc3d7a95d5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:49:45.502343 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:49:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:45.517035 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-e78c2678-7946-44b3-9d42-2bb1d853cfc3 service neutron] 10.222.0.24 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071627 May 26 16:49:45.534993 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c764578-6a00-4fdd-bc2c-2cc1b3d4dcf4 None None] Pushing event updated for resources: {'Port': ['ID=75f7623a-d578-4fdb-8956-f1b4feaf9c3f,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:45.601214 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-feddb3a9-3820-48aa-abc0-8550ef787bff None None] Provisioning complete for port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:45.602284 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feddb3a9-3820-48aa-abc0-8550ef787bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.621703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d64d452b-b7f3-410d-aa90-775259074365 req-a1de2284-64d7-4814-8c20-7055fa8101f1 service neutron] 10.222.0.24 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974462 May 26 16:49:45.624840 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] Set router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:49:45.717137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-feddb3a9-3820-48aa-abc0-8550ef787bff None None] Current status of the port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:45.717535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feddb3a9-3820-48aa-abc0-8550ef787bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.727808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-e6fd4b94-20fb-4ac7-93f1-97c8f85cc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:45.729355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-e6fd4b94-20fb-4ac7-93f1-97c8f85cc7db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4fc5c6d2dbf4ea29603f7aedee904e8&device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 1094 time: 0.0518594 May 26 16:49:45.757599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-feddb3a9-3820-48aa-abc0-8550ef787bff None None] For port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=75f7623a-d578-4fdb-8956-f1b4feaf9c3f,segment=NetworkSegment(17c60953-c215-4504-abd6-5102b4deafd9),segment_id=17c60953-c215-4504-abd6-5102b4deafd9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:45.762097 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-feddb3a9-3820-48aa-abc0-8550ef787bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.815504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddb3a9-3820-48aa-abc0-8550ef787bff None None] Pushing event updated for resources: {'Port': ['ID=75f7623a-d578-4fdb-8956-f1b4feaf9c3f,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:45.839900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-cb4af4ac-9ac8-4325-bf30-6ec0b9fa51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:45.841374 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-cb4af4ac-9ac8-4325-bf30-6ec0b9fa51ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7ea5081-d437-47a2-98a8-fcb45e4029cf HTTP/1.1" status: 200 len: 917 time: 0.1048880 May 26 16:49:45.883514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-3af69c8f-d5ce-4222-921a-6c9e42a65420 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec46a922-1285-4a51-b7e9-cc8af3e9ab78 HTTP/1.1" status: 200 len: 217 time: 0.0354774 May 26 16:49:45.884855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0ee0b41f-6b40-489b-b785-3dfa41631adb None None] Provisioning complete for port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:45.885233 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b41f-6b40-489b-b785-3dfa41631adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.934391 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 4, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'gw_port': {'id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '75f7623a-d578-4fdb-8956-f1b4feaf9c3f', 'name': '', 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'mac_address': 'fa:16:3e:09:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '95580355-647d-4b3f-baee-b070f99044d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:39Z', 'updated_at': '2022-05-26T16:49:45Z', 'revision_number': 4, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'subnets': [{'id': '95580355-647d-4b3f-baee-b070f99044d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:49:45.939190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-ed1e3323-a476-49b6-b69e-0d42115f0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:45.941624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-ed1e3323-a476-49b6-b69e-0d42115f0ede service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24b14113-9ec0-4b11-a846-e92afa211b3e HTTP/1.1" status: 200 len: 855 time: 0.0499825 May 26 16:49:45.964895 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec22b3-b1b3-4af7-8734-d798dcfff93a None None] The sync data for ids ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'] in n-d-843336-2 is: [{'id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:40Z', 'revision_number': 4, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'gw_port': {'id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '75f7623a-d578-4fdb-8956-f1b4feaf9c3f', 'name': '', 'network_id': '4971dd67-cd32-462a-8066-f65e8a10fb54', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'mac_address': 'fa:16:3e:09:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '95580355-647d-4b3f-baee-b070f99044d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:39Z', 'updated_at': '2022-05-26T16:49:45Z', 'revision_number': 4, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'subnets': [{'id': '95580355-647d-4b3f-baee-b070f99044d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:49:45.980730 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0b41f-6b40-489b-b785-3dfa41631adb None None] Current status of the port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:45.999170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-a228f8b5-15a2-47af-8df0-44de837cf350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:46.000412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-a228f8b5-15a2-47af-8df0-44de837cf350 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7ea5081-d437-47a2-98a8-fcb45e4029cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524135 May 26 16:49:46.094881 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-75778e8c-b2de-4067-9eeb-9586a9b79ffb service neutron] 10.222.0.24 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870802 May 26 16:49:46.339412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78838db6-c3a3-459b-bed4-58af98bacbf3 req-10b4fa8d-3ea3-4e42-be60-6ea5c3917743 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:46.341047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78838db6-c3a3-459b-bed4-58af98bacbf3 req-10b4fa8d-3ea3-4e42-be60-6ea5c3917743 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 943 time: 0.1189439 May 26 16:49:46.364218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ac9eb78e-885b-447b-86bd-8396f5359997 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:46.378330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bfa882b6-11e0-4dd7-9891-04f0d68fd947 req-528b649e-fac1-4f63-a9d5-797417c4cd24 service neutron] 10.222.0.24 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285508 May 26 16:49:46.399851 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-78838db6-c3a3-459b-bed4-58af98bacbf3 req-946f2291-67ba-44cc-aa71-ee4abded8c39 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496492 May 26 16:49:46.427086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ac9eb78e-885b-447b-86bd-8396f5359997 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:46.427700 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:46.509059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ac9eb78e-885b-447b-86bd-8396f5359997 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:46.510134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 75f7623a-d578-4fdb-8956-f1b4feaf9c3f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:46.556615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:46.556964 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:46.631055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:47.524136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432d3d5-be0d-4c55-8b8b-21cc9932dd5c req-82e9aaf5-fd36-4424-aa8b-1ba04d64de3d tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:47.525537 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0432d3d5-be0d-4c55-8b8b-21cc9932dd5c req-82e9aaf5-fd36-4424-aa8b-1ba04d64de3d tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 943 time: 0.0523345 May 26 16:49:47.572441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0432d3d5-be0d-4c55-8b8b-21cc9932dd5c req-3fd8c0b7-00bf-4251-87d2-670004733f01 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402844 May 26 16:49:48.485291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ec46a922-1285-4a51-b7e9-cc8af3e9ab78 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:49:48.582286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ec46a922-1285-4a51-b7e9-cc8af3e9ab78, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:48.593510 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'ec46a922-1285-4a51-b7e9-cc8af3e9ab78', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'port_id': 'ec46a922-1285-4a51-b7e9-cc8af3e9ab78', 'mac_address': 'fa:16:3e:37:9f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:49:48.631146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:48.631615 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:48.644164 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec46a922-1285-4a51-b7e9-cc8af3e9ab78 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:49:48.663250 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ec46a922-1285-4a51-b7e9-cc8af3e9ab78, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:48.668274 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:48.694579 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35425b76-9bf3-42bf-8117-3d51581e51a5 req-fdd29fb3-aee0-439f-befa-9b155ef8fcb6 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:48.696074 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35425b76-9bf3-42bf-8117-3d51581e51a5 req-fdd29fb3-aee0-439f-befa-9b155ef8fcb6 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 943 time: 0.0538268 May 26 16:49:48.720727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:48.735528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35425b76-9bf3-42bf-8117-3d51581e51a5 req-e9ab1fb4-9f8d-4658-9359-2396d8243085 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331750 May 26 16:49:48.872002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ec46a922-1285-4a51-b7e9-cc8af3e9ab78'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:49:49.852304 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c58db5-5255-4117-b257-f4da9abc5984 req-ee2a3aa3-3778-4cfc-bc66-a3b521943558 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:49.853787 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11c58db5-5255-4117-b257-f4da9abc5984 req-ee2a3aa3-3778-4cfc-bc66-a3b521943558 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 944 time: 0.0495822 May 26 16:49:49.894798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11c58db5-5255-4117-b257-f4da9abc5984 req-375c775b-a2bf-435f-8fbb-cff9d558898a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340245 May 26 16:49:50.499257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ec46a922-1285-4a51-b7e9-cc8af3e9ab78 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:49:50.552185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:49:50.556452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:49:50.556823 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:50.634636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:49:50.635021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:50.659259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c39121-6d80-4f8d-9313-7b5ca00ce8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec46a922-1285-4a51-b7e9-cc8af3e9ab78'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:49:50.661582 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee5c89c-bb71-42f5-86c8-4a54a7de6e71" -d '{"events": [{"server_uuid": "b6c39121-6d80-4f8d-9313-7b5ca00ce8ce", "name": "network-vif-plugged", "status": "completed", "tag": "ec46a922-1285-4a51-b7e9-cc8af3e9ab78"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:49:50.675311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port ec46a922-1285-4a51-b7e9-cc8af3e9ab78, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:49:50.680084 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:50.704520 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db00c135-ae9f-40b8-809c-066239ccd70e x-openstack-request-id: req-db00c135-ae9f-40b8-809c-066239ccd70e {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:49:50.704807 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c39121-6d80-4f8d-9313-7b5ca00ce8ce", "name": "network-vif-plugged", "status": "completed", "tag": "ec46a922-1285-4a51-b7e9-cc8af3e9ab78", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:49:50.705053 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db00c135-ae9f-40b8-809c-066239ccd70e {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:49:50.705440 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db00c135-ae9f-40b8-809c-066239ccd70e'] response: {'server_uuid': 'b6c39121-6d80-4f8d-9313-7b5ca00ce8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec46a922-1285-4a51-b7e9-cc8af3e9ab78', 'code': 200} May 26 16:49:50.736904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:49:50.795586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324ccf7-e71c-4201-9c3f-03225269233c req-b5d5fbb7-d929-436f-aa61-f3c0dca0a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:50.797023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d324ccf7-e71c-4201-9c3f-03225269233c req-b5d5fbb7-d929-436f-aa61-f3c0dca0a283 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 1096 time: 0.0403302 May 26 16:49:50.838075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d324ccf7-e71c-4201-9c3f-03225269233c req-d1bc1e27-f50d-408d-ac6d-3ebc9543ac6b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347204 May 26 16:49:51.013064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ed468-dffe-4067-95bc-36ffb7c2b5e6 req-6ccd26ec-8ed3-4962-b1d8-f920926dc530 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:51.015315 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-731ed468-dffe-4067-95bc-36ffb7c2b5e6 req-6ccd26ec-8ed3-4962-b1d8-f920926dc530 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 945 time: 0.0491834 May 26 16:49:51.053544 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-731ed468-dffe-4067-95bc-36ffb7c2b5e6 req-eade4e6e-a251-4650-8581-e81c0ba55fba tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 May 26 16:49:52.171778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e345e-832e-4a09-a39f-40385bfa6ab1 req-00f1eae6-c1b0-455c-83c8-94b86e066958 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:52.173260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef9e345e-832e-4a09-a39f-40385bfa6ab1 req-00f1eae6-c1b0-455c-83c8-94b86e066958 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 945 time: 0.0496819 May 26 16:49:52.211086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef9e345e-832e-4a09-a39f-40385bfa6ab1 req-350f02be-d2e8-4b7c-89c5-13f89dbbd99a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 May 26 16:49:52.325238 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bca7d7-78a1-4dcf-9c2a-41282ba6d582 req-744495ca-7618-4dff-831b-45a87bf64f91 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:52.326646 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70bca7d7-78a1-4dcf-9c2a-41282ba6d582 req-744495ca-7618-4dff-831b-45a87bf64f91 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 945 time: 0.0490084 May 26 16:49:52.368910 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-70bca7d7-78a1-4dcf-9c2a-41282ba6d582 req-d202aebc-ab75-4e7e-911a-cae4ead73210 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361202 May 26 16:49:54.257264 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:54.319234 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:05.118315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-145d5ecc-c377-49fc-8edd-f948e87cf3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:07.837209 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fcc20cb7-f38d-4903-bc81-e76cf02d7fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:08.938420 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:10.751612 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:10.823001 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:10.953461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a098c9e-8f69-41d5-809f-b7524e51e88b req-803e403d-7d9e-4271-b956-a6a8b9cd2e0d tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:10.954981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a098c9e-8f69-41d5-809f-b7524e51e88b req-803e403d-7d9e-4271-b956-a6a8b9cd2e0d tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 945 time: 0.0586290 May 26 16:50:11.001660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a098c9e-8f69-41d5-809f-b7524e51e88b req-bdce8f44-c282-4b7c-b373-54978141578d tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 May 26 16:50:12.240822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770eb0dd-adf1-4a40-8582-b539ed5f0ac8 req-15b16308-d2e8-4511-b008-d817d6b67a56 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:12.242444 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-770eb0dd-adf1-4a40-8582-b539ed5f0ac8 req-15b16308-d2e8-4511-b008-d817d6b67a56 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 945 time: 0.0984230 May 26 16:50:12.285291 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-770eb0dd-adf1-4a40-8582-b539ed5f0ac8 req-ecc6399e-c58b-498a-9cd2-e1c5f8956bc1 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361145 May 26 16:50:12.494114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-fcaa6dc1-5267-4a85-85a8-5231ef60a4eb tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:12.495706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-fcaa6dc1-5267-4a85-85a8-5231ef60a4eb tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 945 time: 0.0509670 May 26 16:50:12.590348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Deleting port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:50:12.591503 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:12.679170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] For port ec46a922-1285-4a51-b7e9-cc8af3e9ab78, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:12.679535 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:12.691491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Calling delete_port for ec46a922-1285-4a51-b7e9-cc8af3e9ab78 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:50:13.148592 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:13.164823 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['ec46a922-1285-4a51-b7e9-cc8af3e9ab78'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:50:13.180166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Pushing event deleted for resources: {'Port': ['ID=ec46a922-1285-4a51-b7e9-cc8af3e9ab78,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:13.226853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] No DVR routers for this DVR port ec46a922-1285-4a51-b7e9-cc8af3e9ab78 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:50:13.229668 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:13.233672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-abcb86a9-075f-4e3f-a8b4-3c2d2439c795 req-03a90c59-9fa9-474f-bed3-cd726086b050 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.24 "DELETE /v2.0/ports/ec46a922-1285-4a51-b7e9-cc8af3e9ab78 HTTP/1.1" status: 204 len: 173 time: 0.7321246 May 26 16:50:13.234251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c39121-6d80-4f8d-9313-7b5ca00ce8ce', 'name': 'network-vif-deleted', 'tag': 'ec46a922-1285-4a51-b7e9-cc8af3e9ab78'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:50:13.236540 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192fb7ed-1cf7-43f7-9bd9-80907c5aa40a" -d '{"events": [{"server_uuid": "b6c39121-6d80-4f8d-9313-7b5ca00ce8ce", "name": "network-vif-deleted", "tag": "ec46a922-1285-4a51-b7e9-cc8af3e9ab78"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:50:13.277938 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e44dbe-8a68-47c6-bb3e-ec076a937efe x-openstack-request-id: req-78e44dbe-8a68-47c6-bb3e-ec076a937efe {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:50:13.278580 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c39121-6d80-4f8d-9313-7b5ca00ce8ce", "name": "network-vif-deleted", "tag": "ec46a922-1285-4a51-b7e9-cc8af3e9ab78", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:50:13.278580 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78e44dbe-8a68-47c6-bb3e-ec076a937efe {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:50:13.279149 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e44dbe-8a68-47c6-bb3e-ec076a937efe'] response: {'server_uuid': 'b6c39121-6d80-4f8d-9313-7b5ca00ce8ce', 'name': 'network-vif-deleted', 'tag': 'ec46a922-1285-4a51-b7e9-cc8af3e9ab78', 'status': 'completed', 'code': 200} May 26 16:50:13.407688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b9ad218-b81e-4d2d-82d5-21b82d65f0b1 req-07834bbf-6beb-4f0c-ac13-cc387047ec10 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c39121-6d80-4f8d-9313-7b5ca00ce8ce HTTP/1.1" status: 200 len: 210 time: 0.0275352 May 26 16:50:14.796578 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-bfa404d3-fdf7-4860-8569-ae613b92167d tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:14.798058 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-bfa404d3-fdf7-4860-8569-ae613b92167d tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/networks?id=e7ea5081-d437-47a2-98a8-fcb45e4029cf HTTP/1.1" status: 200 len: 816 time: 0.1167042 May 26 16:50:14.814349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-903f90cc-25fe-4e3d-8d28-c384cd9911fc tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/quotas/c4fc5c6d2dbf4ea29603f7aedee904e8 HTTP/1.1" status: 200 len: 375 time: 0.0103693 May 26 16:50:14.875859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-eb69cd5a-c18a-4481-a2cd-fa092947e9ee tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4fc5c6d2dbf4ea29603f7aedee904e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553539 May 26 16:50:14.982105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-55cf9415-4502-4533-b3d3-de81b5071d3a service neutron] 10.222.0.39 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841174 May 26 16:50:15.077205 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-a3820949-e405-4e0e-b2a3-cfacfd9b334f service neutron] 10.222.0.39 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876744 May 26 16:50:15.180769 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:50:15.350194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4d6e52c5-64f7-4c56-aeeb-12c5240cfab1 req-feba987e-af78-43a6-9586-542100e2f4fd tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 210 time: 0.0767214 May 26 16:50:16.278017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-1167c8fd-9144-4c15-88a5-16f5cfb054c8 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:16.279656 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-1167c8fd-9144-4c15-88a5-16f5cfb054c8 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.24 "GET /v2.0/networks?id=e7ea5081-d437-47a2-98a8-fcb45e4029cf HTTP/1.1" status: 200 len: 816 time: 0.1029503 May 26 16:50:16.291642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Request body: {'port': {'device_id': 'cfc7f6e3-66ba-43ca-a329-3a0637fabe49', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'admin_state_up': True, 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:50:16.407047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Made reservation on behalf of c4fc5c6d2dbf4ea29603f7aedee904e8 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:50:16.411105 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:16.453001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea058e6e-9d2a-4046-8c9f-7a2ebd0e2c7a req-702ef9f1-4654-4492-a1d1-2caac1d53219 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 210 time: 0.0304708 May 26 16:50:16.580105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Allocated IP 172.20.0.9 (e7ea5081-d437-47a2-98a8-fcb45e4029cf/24b14113-9ec0-4b11-a846-e92afa211b3e/0e6155eb-e005-4d54-94e4-e699395471df) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:50:16.671211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ec46a922-1285-4a51-b7e9-cc8af3e9ab78 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:50:16.694245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: ec46a922-1285-4a51-b7e9-cc8af3e9ab78 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:50:16.694594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device ec46a922-1285-4a51-b7e9-cc8af3e9ab78 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:50:16.736259 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:16.769112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:16.815878 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:50:16.819223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:50:16.823104 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:50:16.832730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Pushing event updated for resources: {'Port': ['ID=0e6155eb-e005-4d54-94e4-e699395471df,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:16.885512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:16.886235 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:16.905424 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-f0479ada-46d5-4513-aaf0-49676b763bbe tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177471 May 26 16:50:16.920244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Request body: {'port': {'device_id': 'cfc7f6e3-66ba-43ca-a329-3a0637fabe49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:50:16.982525 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:17.116428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-698b7e9d-dd88-4f45-95ef-1db3f776298a None None] Provisioning complete for port 0e6155eb-e005-4d54-94e4-e699395471df triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:50:17.116688 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-698b7e9d-dd88-4f45-95ef-1db3f776298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:17.151287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-698b7e9d-dd88-4f45-95ef-1db3f776298a None None] Port 0e6155eb-e005-4d54-94e4-e699395471df cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:50:17.259826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6155eb-e005-4d54-94e4-e699395471df {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:50:17.267799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:17.279781 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Transition to ACTIVE for port object 0e6155eb-e005-4d54-94e4-e699395471df will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:50:17.282901 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:17.339319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Pushing event updated for resources: {'Port': ['ID=0e6155eb-e005-4d54-94e4-e699395471df,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:17.413142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Attempting to bind port 0e6155eb-e005-4d54-94e4-e699395471df on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:50:17.413691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Attempting to bind port 0e6155eb-e005-4d54-94e4-e699395471df by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:50:17.414257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Attempting to bind port 0e6155eb-e005-4d54-94e4-e699395471df on network e7ea5081-d437-47a2-98a8-fcb45e4029cf {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:50:17.419557 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Port 0e6155eb-e005-4d54-94e4-e699395471df on network e7ea5081-d437-47a2-98a8-fcb45e4029cf not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:50:17.419962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Attempting to bind port 0e6155eb-e005-4d54-94e4-e699395471df on network e7ea5081-d437-47a2-98a8-fcb45e4029cf {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:50:17.426075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:50:17.426432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Checking segment: {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:50:17.426827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Bound using segment: {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:50:17.429213 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Bound port: 0e6155eb-e005-4d54-94e4-e699395471df, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:50:17.429213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:17.499029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] For port 0e6155eb-e005-4d54-94e4-e699395471df, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:50:17.502635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] For port 0e6155eb-e005-4d54-94e4-e699395471df, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e6155eb-e005-4d54-94e4-e699395471df,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:50:17.506988 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:17.552154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:17.552798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:17.554279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] 10.222.0.24 "PUT /v2.0/ports/0e6155eb-e005-4d54-94e4-e699395471df HTTP/1.1" status: 200 len: 1091 time: 0.6392453 May 26 16:50:17.554751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc7f6e3-66ba-43ca-a329-3a0637fabe49', 'tag': '0e6155eb-e005-4d54-94e4-e699395471df'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:50:17.557059 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8edcae9d7889d5347d079a2b21196f2302d155055b60decc77844bcd7e5c2c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc7f6e3-66ba-43ca-a329-3a0637fabe49", "tag": "0e6155eb-e005-4d54-94e4-e699395471df"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:50:17.631609 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1846bae9-d72a-49cb-ade2-e7c0b1cb7cc7 x-openstack-request-id: req-1846bae9-d72a-49cb-ade2-e7c0b1cb7cc7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:50:17.632005 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc7f6e3-66ba-43ca-a329-3a0637fabe49", "tag": "0e6155eb-e005-4d54-94e4-e699395471df", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:50:17.632358 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1846bae9-d72a-49cb-ade2-e7c0b1cb7cc7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:50:17.632934 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1846bae9-d72a-49cb-ade2-e7c0b1cb7cc7'] response: {'name': 'network-changed', 'server_uuid': 'cfc7f6e3-66ba-43ca-a329-3a0637fabe49', 'tag': '0e6155eb-e005-4d54-94e4-e699395471df', 'status': 'completed', 'code': 200} May 26 16:50:17.664160 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58995ec5-7cef-4fb7-9cf0-284dae91f06b service neutron] Pushing event updated for resources: {'Port': ['ID=0e6155eb-e005-4d54-94e4-e699395471df,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:17.693098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd9fb-3e61-4cd0-864b-e7a052cbc3af req-175a4ac1-da18-415a-9acf-30cf2c2feb87 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:17.694716 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-263dd9fb-3e61-4cd0-864b-e7a052cbc3af req-175a4ac1-da18-415a-9acf-30cf2c2feb87 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 943 time: 0.1599994 May 26 16:50:17.700788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-8b14a3aa-f2eb-41a8-bddf-724228bf7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:17.702402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-8b14a3aa-f2eb-41a8-bddf-724228bf7931 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4fc5c6d2dbf4ea29603f7aedee904e8&device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 1094 time: 0.0858459 May 26 16:50:17.757760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-ce980390-9819-442a-b5f9-60484d8df012 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e6155eb-e005-4d54-94e4-e699395471df HTTP/1.1" status: 200 len: 217 time: 0.0466943 May 26 16:50:17.806253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-263dd9fb-3e61-4cd0-864b-e7a052cbc3af req-65d21351-90ce-4fd2-9bd8-18038a400ee7 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028557 May 26 16:50:17.823169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-dbe2ed24-9643-44fe-b93b-c199d214c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:17.824682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-dbe2ed24-9643-44fe-b93b-c199d214c6c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24b14113-9ec0-4b11-a846-e92afa211b3e HTTP/1.1" status: 200 len: 855 time: 0.0564487 May 26 16:50:17.870823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-1b3834f6-b611-4ce3-bb3c-9e09de588bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:17.872307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-1b3834f6-b611-4ce3-bb3c-9e09de588bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7ea5081-d437-47a2-98a8-fcb45e4029cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417039 May 26 16:50:17.974892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-0ab54ef4-fd64-4589-b3f5-316ba9287df9 service neutron] 10.222.0.24 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962169 May 26 16:50:18.075628 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-972bf9d1-4cb6-453d-8785-bb35b87d2e8f req-76700229-61b4-4627-92ce-5130824996df service neutron] 10.222.0.24 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941298 May 26 16:50:18.264251 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-90e55db9-7449-4690-a21f-ee4f9a930da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:18.265793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-90e55db9-7449-4690-a21f-ee4f9a930da4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4fc5c6d2dbf4ea29603f7aedee904e8&device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 1094 time: 0.0894699 May 26 16:50:18.370893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-e0246634-a3cb-496e-9f5d-303d8fc7acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:18.372539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-e0246634-a3cb-496e-9f5d-303d8fc7acd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7ea5081-d437-47a2-98a8-fcb45e4029cf HTTP/1.1" status: 200 len: 917 time: 0.0999289 May 26 16:50:18.416642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-2cd67989-f52e-44fe-9d43-d4da2b1f797a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e6155eb-e005-4d54-94e4-e699395471df HTTP/1.1" status: 200 len: 217 time: 0.0367463 May 26 16:50:18.466244 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-6b286bda-dd0d-4b1f-9ebc-63a2ddadaa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:18.468339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-6b286bda-dd0d-4b1f-9ebc-63a2ddadaa9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24b14113-9ec0-4b11-a846-e92afa211b3e HTTP/1.1" status: 200 len: 855 time: 0.0444679 May 26 16:50:18.519145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-79726559-c62f-48bc-9f94-26dd5547e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:18.520624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-79726559-c62f-48bc-9f94-26dd5547e452 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7ea5081-d437-47a2-98a8-fcb45e4029cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460556 May 26 16:50:18.612388 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-dc726852-956b-487c-98d2-ce257538a74a service neutron] 10.222.0.24 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838528 May 26 16:50:18.709350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-01982fb0-b40f-4c0f-bb6b-7b6304a078d9 req-0ddb0b62-dddd-42ad-9871-9f7685f9ce4e service neutron] 10.222.0.24 "GET /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901494 May 26 16:50:18.926628 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94349265-a67c-46b9-9c69-5f5ea3a49cd6 req-e07409f8-e93f-4b1f-a004-05346b426ece tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:18.928104 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94349265-a67c-46b9-9c69-5f5ea3a49cd6 req-e07409f8-e93f-4b1f-a004-05346b426ece tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 943 time: 0.0504057 May 26 16:50:18.967748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-94349265-a67c-46b9-9c69-5f5ea3a49cd6 req-cf0f2ffa-eb6a-49da-b929-98857c5c806e tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 May 26 16:50:20.083777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6766139-0326-4829-bcc5-23e53df62f13 req-d5d39958-095a-4c34-9c92-1056296dd42a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:20.085305 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6766139-0326-4829-bcc5-23e53df62f13 req-d5d39958-095a-4c34-9c92-1056296dd42a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 943 time: 0.0496330 May 26 16:50:20.125800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a6766139-0326-4829-bcc5-23e53df62f13 req-575a67ae-4387-4ed3-aa7d-07ca021ae044 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344374 May 26 16:50:20.717042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0e6155eb-e005-4d54-94e4-e699395471df details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:50:20.813475 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0e6155eb-e005-4d54-94e4-e699395471df, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e6155eb-e005-4d54-94e4-e699395471df,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:20.825055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '0e6155eb-e005-4d54-94e4-e699395471df', 'network_id': 'e7ea5081-d437-47a2-98a8-fcb45e4029cf', 'port_id': '0e6155eb-e005-4d54-94e4-e699395471df', 'mac_address': 'fa:16:3e:c1:b2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b14113-9ec0-4b11-a846-e92afa211b3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:50:20.861660 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 0e6155eb-e005-4d54-94e4-e699395471df is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:50:20.862062 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:20.875908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6155eb-e005-4d54-94e4-e699395471df {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:50:20.894375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0e6155eb-e005-4d54-94e4-e699395471df, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e6155eb-e005-4d54-94e4-e699395471df,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:20.898722 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:20.957908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=0e6155eb-e005-4d54-94e4-e699395471df,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:20.965092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.965438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.965781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.966244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.966484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.966818 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.967195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.967483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.967795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.968117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.968438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:20.968759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:21.088190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['0e6155eb-e005-4d54-94e4-e699395471df'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:50:21.241369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafff57-f046-4216-bbe6-bb6035cb5d42 req-51f56d39-63a8-41f8-99d2-13a7a07ae32e tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:21.242792 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2aafff57-f046-4216-bbe6-bb6035cb5d42 req-51f56d39-63a8-41f8-99d2-13a7a07ae32e tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 944 time: 0.0496132 May 26 16:50:21.284241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2aafff57-f046-4216-bbe6-bb6035cb5d42 req-fc88ce50-211c-4684-a65e-7706fb173666 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355122 May 26 16:50:22.399345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ee81c-b52a-487d-82f5-8bb11a7cec12 req-e2d17d11-d237-449c-8725-dea3a80dbc97 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:22.400842 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2ee81c-b52a-487d-82f5-8bb11a7cec12 req-e2d17d11-d237-449c-8725-dea3a80dbc97 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 944 time: 0.0489058 May 26 16:50:22.441967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2ee81c-b52a-487d-82f5-8bb11a7cec12 req-10586d94-b16a-4fb0-a10f-3aeda86b4e96 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339949 May 26 16:50:22.734937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0e6155eb-e005-4d54-94e4-e699395471df up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:50:22.785430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 0e6155eb-e005-4d54-94e4-e699395471df completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:50:22.789379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 0e6155eb-e005-4d54-94e4-e699395471df triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:50:22.789749 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:22.867592 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 0e6155eb-e005-4d54-94e4-e699395471df is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:50:22.867980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:22.889678 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc7f6e3-66ba-43ca-a329-3a0637fabe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6155eb-e005-4d54-94e4-e699395471df'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:50:22.892016 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2552665e894e5fab0ceab379ce968adc9dd69e58d69033d9917b069582c113f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc5eddb-5c91-4c82-9a8a-8a9afc08e9ce" -d '{"events": [{"server_uuid": "cfc7f6e3-66ba-43ca-a329-3a0637fabe49", "name": "network-vif-plugged", "status": "completed", "tag": "0e6155eb-e005-4d54-94e4-e699395471df"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:50:22.905867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 0e6155eb-e005-4d54-94e4-e699395471df, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e6155eb-e005-4d54-94e4-e699395471df,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:22.910902 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:22.933699 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e18deee-db87-4af9-b321-951bd7b74f84 x-openstack-request-id: req-4e18deee-db87-4af9-b321-951bd7b74f84 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:50:22.933966 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc7f6e3-66ba-43ca-a329-3a0637fabe49", "name": "network-vif-plugged", "status": "completed", "tag": "0e6155eb-e005-4d54-94e4-e699395471df", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:50:22.934235 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e18deee-db87-4af9-b321-951bd7b74f84 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:50:22.934783 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e18deee-db87-4af9-b321-951bd7b74f84'] response: {'server_uuid': 'cfc7f6e3-66ba-43ca-a329-3a0637fabe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6155eb-e005-4d54-94e4-e699395471df', 'code': 200} May 26 16:50:22.964288 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=0e6155eb-e005-4d54-94e4-e699395471df,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:23.030120 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d8e33-887f-492f-90d8-e1c9f4a4b306 req-50306f72-e119-47e5-8a0b-2ef4e47b2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:23.031588 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec6d8e33-887f-492f-90d8-e1c9f4a4b306 req-50306f72-e119-47e5-8a0b-2ef4e47b2244 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 1096 time: 0.0405703 May 26 16:50:23.067417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ec6d8e33-887f-492f-90d8-e1c9f4a4b306 req-bdf19dd3-6fa8-4ba1-b0e1-0b217c44858d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297608 May 26 16:50:23.566763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e89b1-502f-4825-b70e-5de3acac85da req-38aa5a11-8eac-4f18-8a1c-fbf73611a41a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:23.568167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a53e89b1-502f-4825-b70e-5de3acac85da req-38aa5a11-8eac-4f18-8a1c-fbf73611a41a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 945 time: 0.0522947 May 26 16:50:23.617802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a53e89b1-502f-4825-b70e-5de3acac85da req-4ea76492-ee8a-47a9-b192-d19efb56b1ac tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 May 26 16:50:24.426472 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:24.428575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:24.740158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a64876-dfe5-4fd2-aefe-a690aedf5dd1 req-201e5c94-035c-404d-b17e-6edef5b75364 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:24.741655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0a64876-dfe5-4fd2-aefe-a690aedf5dd1 req-201e5c94-035c-404d-b17e-6edef5b75364 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 945 time: 0.0509903 May 26 16:50:24.785261 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b0a64876-dfe5-4fd2-aefe-a690aedf5dd1 req-e29ab4e3-e143-46d9-bae4-46385e8b4600 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 May 26 16:50:24.904168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97342ea9-0a24-4e20-bb40-339579d0afc7 req-98676504-6e75-4ce8-ad06-a8a3ef5f425f tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:24.905553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97342ea9-0a24-4e20-bb40-339579d0afc7 req-98676504-6e75-4ce8-ad06-a8a3ef5f425f tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 945 time: 0.0504220 May 26 16:50:24.943193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97342ea9-0a24-4e20-bb40-339579d0afc7 req-6c6cf402-de73-484d-a342-7636b2d6deed tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 May 26 16:50:35.115422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e7ca43f1-27fa-43a4-9d10-d410457b6427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:37.839205 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b1546f13-3d6d-4647-a80e-8f2b7261ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:38.943004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:40.754474 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:40.821700 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:43.273756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0bc11-3f0a-441f-8f18-a3f738b0bff1 req-b1ebfa77-5cd3-4b35-9618-63794cc95c3a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:43.275288 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dc0bc11-3f0a-441f-8f18-a3f738b0bff1 req-b1ebfa77-5cd3-4b35-9618-63794cc95c3a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 945 time: 0.0495851 May 26 16:50:43.317967 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dc0bc11-3f0a-441f-8f18-a3f738b0bff1 req-397a7042-f93b-4d06-b124-753622499664 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355592 May 26 16:50:44.436042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a9e6e-d647-45bd-9679-8cf3a6b794d2 req-1e3a6dd2-54f5-4565-9c09-5d87bf6bb708 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:44.437613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b72a9e6e-d647-45bd-9679-8cf3a6b794d2 req-1e3a6dd2-54f5-4565-9c09-5d87bf6bb708 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 945 time: 0.0493042 May 26 16:50:44.476855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b72a9e6e-d647-45bd-9679-8cf3a6b794d2 req-9ddaa26b-1930-4c7d-a80c-b622af2d8816 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/security-groups?id=275c19f7-fa8d-45e7-9b80-20349dd1cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328052 May 26 16:50:44.788267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-0624159d-f189-450b-a041-9094eddacda8 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:44.789684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-0624159d-f189-450b-a041-9094eddacda8 tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 945 time: 0.0475390 May 26 16:50:44.881774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Deleting port 0e6155eb-e005-4d54-94e4-e699395471df {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:50:44.882150 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:44.975912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] For port 0e6155eb-e005-4d54-94e4-e699395471df, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=0e6155eb-e005-4d54-94e4-e699395471df,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:44.976268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:44.988500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Calling delete_port for 0e6155eb-e005-4d54-94e4-e699395471df owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:50:45.120810 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:45.132321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['0e6155eb-e005-4d54-94e4-e699395471df'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:50:45.149921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Pushing event deleted for resources: {'Port': ['ID=0e6155eb-e005-4d54-94e4-e699395471df,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:45.176637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.176993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.177337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.177673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.178021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.178364 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.178696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.179028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.179357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.179683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.180010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.180332 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:45.202482 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] No DVR routers for this DVR port 0e6155eb-e005-4d54-94e4-e699395471df on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:50:45.205120 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:45.208514 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7efadbf8-506a-4ad4-89f8-dc737ded888c req-2216ce34-1900-4972-9475-81d6ebe1b31a tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.24 "DELETE /v2.0/ports/0e6155eb-e005-4d54-94e4-e699395471df HTTP/1.1" status: 204 len: 173 time: 0.4124084 May 26 16:50:45.208968 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc7f6e3-66ba-43ca-a329-3a0637fabe49', 'name': 'network-vif-deleted', 'tag': '0e6155eb-e005-4d54-94e4-e699395471df'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:50:45.266626 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce46594-573f-424c-9474-8056e4d2c59d" -d '{"events": [{"server_uuid": "cfc7f6e3-66ba-43ca-a329-3a0637fabe49", "name": "network-vif-deleted", "tag": "0e6155eb-e005-4d54-94e4-e699395471df"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:50:45.376588 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912268f6-4370-48d4-a9de-3e37a606aeb6 x-openstack-request-id: req-912268f6-4370-48d4-a9de-3e37a606aeb6 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:50:45.376878 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc7f6e3-66ba-43ca-a329-3a0637fabe49", "name": "network-vif-deleted", "tag": "0e6155eb-e005-4d54-94e4-e699395471df", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:50:45.377131 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-912268f6-4370-48d4-a9de-3e37a606aeb6 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:50:45.377539 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912268f6-4370-48d4-a9de-3e37a606aeb6'] response: {'server_uuid': 'cfc7f6e3-66ba-43ca-a329-3a0637fabe49', 'name': 'network-vif-deleted', 'tag': '0e6155eb-e005-4d54-94e4-e699395471df', 'status': 'completed', 'code': 200} May 26 16:50:45.595425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e72edd11-7e87-4dac-9f9c-65e73a32c5c7 req-c4c20423-157f-4d64-ab2c-0760282b7aef tempest-TestEncryptedCinderVolumes-866594424 tempest-TestEncryptedCinderVolumes-866594424-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc7f6e3-66ba-43ca-a329-3a0637fabe49 HTTP/1.1" status: 200 len: 210 time: 0.0368321 May 26 16:50:46.688514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56070) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:47.032045 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:47.282375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Deleting port 32f1d159-025d-42cb-9f48-8efd8678fab0 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:50:47.282607 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:47.365724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] For port 32f1d159-025d-42cb-9f48-8efd8678fab0, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=32f1d159-025d-42cb-9f48-8efd8678fab0,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:47.366106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:47.378189 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Calling delete_port for 32f1d159-025d-42cb-9f48-8efd8678fab0 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:50:47.557778 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:47.583587 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f1d159-025d-42cb-9f48-8efd8678fab0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:47.596738 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.597083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.597432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.597761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.598116 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.598449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.598775 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.599094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.599415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.599734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.600058 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.600374 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:50:47.764959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:48.303694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Router 70e123da-4d70-468a-a72d-982c88bd114b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:50:48.409741 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:50:48.414927 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d4b9f7e6-c150-4267-8a7c-cb53bdd2b482 admin admin] 10.222.0.39 "PUT /v2.0/routers/70e123da-4d70-468a-a72d-982c88bd114b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7252901 May 26 16:50:48.417739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56074) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:48.419760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] Sync routers for ids ['70e123da-4d70-468a-a72d-982c88bd114b'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:50:48.429220 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] Routers {'70e123da-4d70-468a-a72d-982c88bd114b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:50:48.429849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['70e123da-4d70-468a-a72d-982c88bd114b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:48.525709 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:48.546014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] Set router 70e123da-4d70-468a-a72d-982c88bd114b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:50:48.630422 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:48.683232 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Deleting port d25c172d-acac-4c44-8e75-2c2987612e62 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:50:48.683518 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:48.729658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e123da-4d70-468a-a72d-982c88bd114b', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:32Z', 'updated_at': '2022-05-26T16:50:47Z', 'revision_number': 5, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'gw_port': {'id': 'd25c172d-acac-4c44-8e75-2c2987612e62', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e123da-4d70-468a-a72d-982c88bd114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:33Z', 'updated_at': '2022-05-26T16:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:48.757342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] Checking router: 70e123da-4d70-468a-a72d-982c88bd114b for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:50:48.765714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] Routers {'70e123da-4d70-468a-a72d-982c88bd114b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:50:48.766362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['70e123da-4d70-468a-a72d-982c88bd114b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:48.767340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] For port d25c172d-acac-4c44-8e75-2c2987612e62, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d25c172d-acac-4c44-8e75-2c2987612e62,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:48.767819 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:48.779770 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Calling delete_port for d25c172d-acac-4c44-8e75-2c2987612e62 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:50:48.853322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] Set router 70e123da-4d70-468a-a72d-982c88bd114b gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:50:48.884133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0e6155eb-e005-4d54-94e4-e699395471df no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:50:48.914519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e123da-4d70-468a-a72d-982c88bd114b', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:32Z', 'updated_at': '2022-05-26T16:50:48Z', 'revision_number': 6, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:48.933452 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 0e6155eb-e005-4d54-94e4-e699395471df {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:50:48.933800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 0e6155eb-e005-4d54-94e4-e699395471df not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:50:48.951520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:48.959065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995d84e-bee5-477c-a629-087d21a2dcf5 None None] The sync data for ids ['70e123da-4d70-468a-a72d-982c88bd114b'] in n-d-843336-2 is: [{'id': '70e123da-4d70-468a-a72d-982c88bd114b', 'name': 'tempest-TestEncryptedCinderVolumes-463605894-router', 'tenant_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:32Z', 'updated_at': '2022-05-26T16:50:48Z', 'revision_number': 6, 'project_id': 'c4fc5c6d2dbf4ea29603f7aedee904e8', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:50:48.978246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d25c172d-acac-4c44-8e75-2c2987612e62,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:49.039659 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.130704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.132703 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.181029 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.181556 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e123da-4d70-468a-a72d-982c88bd114b {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:50:49.185896 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.187087 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bc74b3cd-75b8-4539-84ef-83671db916aa admin admin] 10.222.0.39 "DELETE /v2.0/routers/70e123da-4d70-468a-a72d-982c88bd114b HTTP/1.1" status: 204 len: 168 time: 0.7683768 May 26 16:50:49.189586 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56076) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:49.233939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b90dfb-d705-483a-8c03-38c659b894f9 admin admin] Deleting subnet 24b14113-9ec0-4b11-a846-e92afa211b3e {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:50:49.237236 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3b90dfb-d705-483a-8c03-38c659b894f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.271697 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3b90dfb-d705-483a-8c03-38c659b894f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.354922 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3b90dfb-d705-483a-8c03-38c659b894f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.410774 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3b90dfb-d705-483a-8c03-38c659b894f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.437067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b90dfb-d705-483a-8c03-38c659b894f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b14113-9ec0-4b11-a846-e92afa211b3e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:49.440914 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d3b90dfb-d705-483a-8c03-38c659b894f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.444212 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d3b90dfb-d705-483a-8c03-38c659b894f9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/24b14113-9ec0-4b11-a846-e92afa211b3e HTTP/1.1" status: 204 len: 168 time: 0.2535868 May 26 16:50:49.446357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf70a8-33d9-4ddf-b523-29b1eff8605e None None] Network e7ea5081-d437-47a2-98a8-fcb45e4029cf requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:50:49.446872 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56078) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:49.516321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.578459 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Deleting port f62c3658-7903-429c-9f02-13bc386831c5 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:50:49.579072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.651983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] For port f62c3658-7903-429c-9f02-13bc386831c5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=f62c3658-7903-429c-9f02-13bc386831c5,segment=NetworkSegment(b0ef9e20-80d4-4dd5-84be-9b483e1893a2),segment_id=b0ef9e20-80d4-4dd5-84be-9b483e1893a2)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:49.652313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.666261 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Calling delete_port for f62c3658-7903-429c-9f02-13bc386831c5 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:50:49.760326 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.768245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574df312-8158-4e16-8a40-185437f84573 None None] DHCP port deletion for e7ea5081-d437-47a2-98a8-fcb45e4029cf request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:50:49.796149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62c3658-7903-429c-9f02-13bc386831c5,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:49.802792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] No DVR routers for this DVR port f62c3658-7903-429c-9f02-13bc386831c5 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:50:49.879395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.902559 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ea5081-d437-47a2-98a8-fcb45e4029cf']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:49.915910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:49.916273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ef9e20-80d4-4dd5-84be-9b483e1893a2') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:49.928670 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.943283 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.949546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:50:49.950139 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:50.025369 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:50.033475 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:50.038149 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e7ea5081-d437-47a2-98a8-fcb45e4029cf HTTP/1.1" status: 204 len: 168 time: 0.5888066 May 26 16:50:50.039707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56082) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:50.051648 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a10f2-858d-4297-a5d6-e696607ee274 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ea5081-d437-47a2-98a8-fcb45e4029cf,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:50.194897 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b0ef9e20-80d4-4dd5-84be-9b483e1893a2 resource provider aggregate not found May 26 16:50:50.212129 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b0ef9e20-80d4-4dd5-84be-9b483e1893a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0ef9e20-80d4-4dd5-84be-9b483e1893a2 found for delete ", "request_id": "req-360ad1b4-00e1-4cdd-bea1-995bf8ecb31c"}]} May 26 16:50:50.347966 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 32f1d159-025d-42cb-9f48-8efd8678fab0 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:50:50.372871 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 32f1d159-025d-42cb-9f48-8efd8678fab0 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:50:50.373139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 32f1d159-025d-42cb-9f48-8efd8678fab0 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:50:50.373582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f62c3658-7903-429c-9f02-13bc386831c5 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:50:50.392177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: f62c3658-7903-429c-9f02-13bc386831c5 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:50:50.392523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device f62c3658-7903-429c-9f02-13bc386831c5 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:50:50.392933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d25c172d-acac-4c44-8e75-2c2987612e62 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:50:50.411566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d25c172d-acac-4c44-8e75-2c2987612e62 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:50:50.411825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d25c172d-acac-4c44-8e75-2c2987612e62 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:50:50.426047 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:50.671279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Deleting port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:50:50.671536 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:50.750714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] For port 75f7623a-d578-4fdb-8956-f1b4feaf9c3f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=75f7623a-d578-4fdb-8956-f1b4feaf9c3f,segment=NetworkSegment(17c60953-c215-4504-abd6-5102b4deafd9),segment_id=17c60953-c215-4504-abd6-5102b4deafd9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:50.751079 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:50.762456 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Calling delete_port for 75f7623a-d578-4fdb-8956-f1b4feaf9c3f owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:50:50.947197 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:50.972884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f7623a-d578-4fdb-8956-f1b4feaf9c3f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:51.138719 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:51.354524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:50:51.784502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:50:51.789387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-78c03d4d-30bc-4b1b-8de7-0a8bdfb00687 admin admin] 10.222.0.39 "PUT /v2.0/routers/1c0eec03-15e8-497f-8da8-1abc3d7a95d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7486210 May 26 16:50:51.792221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56090) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:51.794930 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] Sync routers for ids ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:50:51.804438 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] Routers {'1c0eec03-15e8-497f-8da8-1abc3d7a95d5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:50:51.805117 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:51.899015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:51.910815 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] Set router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:50:52.003747 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.056329 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Deleting port ac9eb78e-885b-447b-86bd-8396f5359997 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:50:52.056678 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.086817 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:50:50Z', 'revision_number': 5, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'gw_port': {'id': 'ac9eb78e-885b-447b-86bd-8396f5359997', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:52.116483 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] Checking router: 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:50:52.125104 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] Routers {'1c0eec03-15e8-497f-8da8-1abc3d7a95d5'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:50:52.125720 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:52.143147 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] For port ac9eb78e-885b-447b-86bd-8396f5359997, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ac9eb78e-885b-447b-86bd-8396f5359997,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:52.143734 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.155908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Calling delete_port for ac9eb78e-885b-447b-86bd-8396f5359997 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:50:52.198506 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:50:52.217872 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] Set router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:50:52.267104 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:50:52Z', 'revision_number': 6, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:52.298116 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7348015-2366-4d1d-9b90-3aa716a8f150 None None] The sync data for ids ['1c0eec03-15e8-497f-8da8-1abc3d7a95d5'] in n-d-843336-2 is: [{'id': '1c0eec03-15e8-497f-8da8-1abc3d7a95d5', 'name': 'tempest-TestEncryptedCinderVolumes-137079990-router', 'tenant_id': '5609cd10533e4dd6ab474407ccfd1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:49:37Z', 'updated_at': '2022-05-26T16:50:52Z', 'revision_number': 6, 'project_id': '5609cd10533e4dd6ab474407ccfd1566', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:50:52.333718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.363677 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9eb78e-885b-447b-86bd-8396f5359997,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:52.425564 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.516759 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.518890 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.568497 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.568960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c0eec03-15e8-497f-8da8-1abc3d7a95d5 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:50:52.573365 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.574532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7b468ab6-bc30-4064-86b6-357620dae486 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1c0eec03-15e8-497f-8da8-1abc3d7a95d5 HTTP/1.1" status: 204 len: 168 time: 0.7812936 May 26 16:50:52.577502 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56092) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:52.621330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a6b7bd-fbb0-4d67-a18b-e650006a83b2 admin admin] Deleting subnet 95580355-647d-4b3f-baee-b070f99044d2 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:50:52.624308 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02a6b7bd-fbb0-4d67-a18b-e650006a83b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.662065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02a6b7bd-fbb0-4d67-a18b-e650006a83b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.747804 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02a6b7bd-fbb0-4d67-a18b-e650006a83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.802427 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02a6b7bd-fbb0-4d67-a18b-e650006a83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.831337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6b7bd-fbb0-4d67-a18b-e650006a83b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95580355-647d-4b3f-baee-b070f99044d2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:52.833363 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-02a6b7bd-fbb0-4d67-a18b-e650006a83b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.836566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-02a6b7bd-fbb0-4d67-a18b-e650006a83b2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/95580355-647d-4b3f-baee-b070f99044d2 HTTP/1.1" status: 204 len: 168 time: 0.2581334 May 26 16:50:52.839063 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56094) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:52.841625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cebba3-e402-40d1-89b8-0a7962021586 None None] Network 4971dd67-cd32-462a-8066-f65e8a10fb54 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:50:52.909558 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:52.968034 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Deleting port 73a9d7a6-4234-4290-8723-01495982ed1e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:50:52.968376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.031500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] For port 73a9d7a6-4234-4290-8723-01495982ed1e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=73a9d7a6-4234-4290-8723-01495982ed1e,segment=NetworkSegment(17c60953-c215-4504-abd6-5102b4deafd9),segment_id=17c60953-c215-4504-abd6-5102b4deafd9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:53.031791 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.045571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Calling delete_port for 73a9d7a6-4234-4290-8723-01495982ed1e owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:50:53.093441 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] DHCP port deletion for 4971dd67-cd32-462a-8066-f65e8a10fb54 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:50:53.134156 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.141688 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] Deleting port 73a9d7a6-4234-4290-8723-01495982ed1e {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:50:53.143897 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.163509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] No DVR routers for this DVR port 73a9d7a6-4234-4290-8723-01495982ed1e on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:50:53.169839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=73a9d7a6-4234-4290-8723-01495982ed1e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:53.220449 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] For port 73a9d7a6-4234-4290-8723-01495982ed1e, host n-d-843336-2, got binding levels [] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:53.220844 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.236035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] Calling delete_port for 73a9d7a6-4234-4290-8723-01495982ed1e owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:50:53.238674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.ipam_backend_mixin [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] Port 73a9d7a6-4234-4290-8723-01495982ed1e was not found and therefore no delete operation was performed {{(pid=109406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:50:53.239922 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.242085 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.263810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] Pushing event deleted for resources: {'Port': ['ID=73a9d7a6-4234-4290-8723-01495982ed1e,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:53.266050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4971dd67-cd32-462a-8066-f65e8a10fb54']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:53.270856 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2130dc4-00aa-4c18-9652-e90de8a297ac None None] No DVR routers for this DVR port 73a9d7a6-4234-4290-8723-01495982ed1e on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:50:53.279800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c60953-c215-4504-abd6-5102b4deafd9') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:53.279800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c60953-c215-4504-abd6-5102b4deafd9') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:53.294066 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.308781 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.315309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:50:53.315799 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.393842 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.400015 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.404954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] 10.222.0.39 "DELETE /v2.0/networks/4971dd67-cd32-462a-8066-f65e8a10fb54 HTTP/1.1" status: 204 len: 168 time: 0.5648510 May 26 16:50:53.420649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dce3f-d763-444e-837d-b665eb393b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=4971dd67-cd32-462a-8066-f65e8a10fb54,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:53.452606 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 17c60953-c215-4504-abd6-5102b4deafd9 resource provider aggregate not found May 26 16:50:53.470196 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 17c60953-c215-4504-abd6-5102b4deafd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17c60953-c215-4504-abd6-5102b4deafd9 found for delete ", "request_id": "req-a86af7bd-f21f-41fd-b360-ba2ce06969a6"}]} May 26 16:50:53.573775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56106) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:53.614263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-656897af-61a3-4deb-a3ca-211c0100c1f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4fc5c6d2dbf4ea29603f7aedee904e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391877 May 26 16:50:53.616682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56108) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:53.665031 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b743f43-0fde-4eba-80f9-2aa659fa121f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.689197 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b743f43-0fde-4eba-80f9-2aa659fa121f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.744905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b743f43-0fde-4eba-80f9-2aa659fa121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.747631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9b743f43-0fde-4eba-80f9-2aa659fa121f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.749010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9b743f43-0fde-4eba-80f9-2aa659fa121f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/275c19f7-fa8d-45e7-9b80-20349dd1cb88 HTTP/1.1" status: 204 len: 168 time: 0.1314175 May 26 16:50:53.757726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b743f43-0fde-4eba-80f9-2aa659fa121f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275c19f7-fa8d-45e7-9b80-20349dd1cb88,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:54.068094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56114) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:54.109437 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-18b46a4d-1a7d-4f9c-a8ce-f14016746da8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5609cd10533e4dd6ab474407ccfd1566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394390 May 26 16:50:54.111305 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56116) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:54.163829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4941faf0-f978-4d41-870c-9cff9342e4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:54.186335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4941faf0-f978-4d41-870c-9cff9342e4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:54.243929 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4941faf0-f978-4d41-870c-9cff9342e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:54.246742 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4941faf0-f978-4d41-870c-9cff9342e4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:54.248583 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4941faf0-f978-4d41-870c-9cff9342e4a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12d3710c-fdcd-4080-afff-2b8fd8696532 HTTP/1.1" status: 204 len: 168 time: 0.1363745 May 26 16:50:54.258375 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941faf0-f978-4d41-870c-9cff9342e4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d3710c-fdcd-4080-afff-2b8fd8696532,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:54.285645 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:54.329286 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:54.366645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 73a9d7a6-4234-4290-8723-01495982ed1e no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:50:54.391550 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 73a9d7a6-4234-4290-8723-01495982ed1e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:50:54.392051 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 73a9d7a6-4234-4290-8723-01495982ed1e not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:50:54.392536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ac9eb78e-885b-447b-86bd-8396f5359997 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:50:54.418147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ac9eb78e-885b-447b-86bd-8396f5359997 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:50:54.418296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ac9eb78e-885b-447b-86bd-8396f5359997 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:50:54.418637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 75f7623a-d578-4fdb-8956-f1b4feaf9c3f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:50:54.440096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 75f7623a-d578-4fdb-8956-f1b4feaf9c3f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:50:54.440450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 75f7623a-d578-4fdb-8956-f1b4feaf9c3f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:50:54.939971 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56138) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:55.035096 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1004153636-network', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:50:55.054690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Made reservation on behalf of 826bb581e7cf444c8934c49d71e34e1d for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:50:55.056958 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.065830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.139411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.147408 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.172053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:50:55.181390 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11008c4d-1014-491f-a79f-b06ece034e27,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:55.186829 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.187177 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Added segment 98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb of type vlan for network 075ebe08-4d0c-489a-a437-3d1c50e96a9a May 26 16:50:55.225050 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.253404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.254436 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:55.255183 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.309865 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3687501 May 26 16:50:55.313362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56142) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:55.318268 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Request body: {'subnet': {'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1004153636-subnet', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:50:55.319510 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325bc8a-dfa6-404a-8d7a-b9dd31dc4034 admin admin] Pushing event updated for resources: {'Network': ['ID=075ebe08-4d0c-489a-a437-3d1c50e96a9a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:55.329943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 075ebe08-4d0c-489a-a437-3d1c50e96a9a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:50:55.340163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Made reservation on behalf of 826bb581e7cf444c8934c49d71e34e1d for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:50:55.342831 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.522995 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.578423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce65c70-fb15-4396-b639-b920d658ebe2,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:55.589598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Checking segment: {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:50:55.589987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Network hostable DHCP agents. Network: 075ebe08-4d0c-489a-a437-3d1c50e96a9a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:50:55.611087 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Network 075ebe08-4d0c-489a-a437-3d1c50e96a9a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:50:55.620228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 075ebe08-4d0c-489a-a437-3d1c50e96a9a) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:50:55.624378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:55.624971 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.628811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c4dcda-2915-4fea-bb64-83f6273b8b28 None None] Network 075ebe08-4d0c-489a-a437-3d1c50e96a9a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:50:55.640432 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a67b27f5-8176-4dec-beba-a5e03b8ce824 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3259203 May 26 16:50:55.643079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56144) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:55.648721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:50:55.667930 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.669681 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.726927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.781748 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:50:55.782638 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.869671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:55.924093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Allocated IP 172.20.0.2 (075ebe08-4d0c-489a-a437-3d1c50e96a9a/fce65c70-fb15-4396-b639-b920d658ebe2/4b19efa2-f71e-4c90-b963-44de8ee33576) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:50:56.071020 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.076497 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.077260 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.097005 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.120305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Network 075ebe08-4d0c-489a-a437-3d1c50e96a9a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:50:56.126025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:50:56.128655 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:50:56.131984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Pushing event updated for resources: {'Port': ['ID=4b19efa2-f71e-4c90-b963-44de8ee33576,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:56.184709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Attempting to bind port 4b19efa2-f71e-4c90-b963-44de8ee33576 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:50:56.185076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Attempting to bind port 4b19efa2-f71e-4c90-b963-44de8ee33576 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:50:56.185438 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Attempting to bind port 4b19efa2-f71e-4c90-b963-44de8ee33576 on network 075ebe08-4d0c-489a-a437-3d1c50e96a9a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:50:56.191099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:50:56.191490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Checking segment: {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:50:56.191916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.192307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Bound using segment: {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:50:56.192799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Bound port: 4b19efa2-f71e-4c90-b963-44de8ee33576, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:50:56.193181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.205083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Allocated IP 172.25.0.153 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/587e4b9f-4174-4b1c-a3bb-041eedb951ce) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:50:56.260228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] For port 4b19efa2-f71e-4c90-b963-44de8ee33576, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:50:56.264080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] For port 4b19efa2-f71e-4c90-b963-44de8ee33576, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4b19efa2-f71e-4c90-b963-44de8ee33576,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:50:56.268455 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.330526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.340384 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d073086-3d98-42ac-b484-766e84b3e447 None None] Pushing event updated for resources: {'Port': ['ID=4b19efa2-f71e-4c90-b963-44de8ee33576,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:56.368819 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.411804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:50:56.414789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:50:56.418766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:50:56.426531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Pushing event updated for resources: {'Port': ['ID=587e4b9f-4174-4b1c-a3bb-041eedb951ce,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:56.729392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:56.940431 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:57.105905 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Router 20208103-ce7a-4425-901a-7a0dae2402e7 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:50:57.241691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:50:57.251997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Sync routers for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:50:57.265146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:57.266747 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e6e1e2c3-0a7e-495c-b033-54f86e1c64cc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6227407 May 26 16:50:57.267236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:50:57.268255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:57.270941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56146) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:57.402142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:50:57.463423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00cfd9-a3e7-41fe-a9d1-7abdc5a89c5a None None] Network 075ebe08-4d0c-489a-a437-3d1c50e96a9a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:50:57.760435 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-070f5511-65ab-4d45-909f-31bcd214b01b None None] Provisioning complete for port 4b19efa2-f71e-4c90-b963-44de8ee33576 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:50:57.760697 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-070f5511-65ab-4d45-909f-31bcd214b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:57.975109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-070f5511-65ab-4d45-909f-31bcd214b01b None None] Current status of the port 4b19efa2-f71e-4c90-b963-44de8ee33576 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:50:57.975496 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-070f5511-65ab-4d45-909f-31bcd214b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.008315 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:56Z', 'revision_number': 3, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:58.043147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Checking router: 20208103-ce7a-4425-901a-7a0dae2402e7 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:50:58.043423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Updating router 20208103-ce7a-4425-901a-7a0dae2402e7 port 587e4b9f-4174-4b1c-a3bb-041eedb951ce binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:50:58.077900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-070f5511-65ab-4d45-909f-31bcd214b01b None None] For port 4b19efa2-f71e-4c90-b963-44de8ee33576, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4b19efa2-f71e-4c90-b963-44de8ee33576,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:50:58.084039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-070f5511-65ab-4d45-909f-31bcd214b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.086916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.106482 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.243998 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f5511-65ab-4d45-909f-31bcd214b01b None None] Pushing event updated for resources: {'Port': ['ID=4b19efa2-f71e-4c90-b963-44de8ee33576,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:58.257989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1b8244bb-550e-48d7-9605-b71114e8cced None None] Provisioning complete for port 4b19efa2-f71e-4c90-b963-44de8ee33576 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:50:58.258338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1b8244bb-550e-48d7-9605-b71114e8cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.296957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Allocated IP 172.20.0.1 (075ebe08-4d0c-489a-a437-3d1c50e96a9a/fce65c70-fb15-4396-b639-b920d658ebe2/ca9f7459-c27e-49b9-8fb4-7096cb100ca1) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:50:58.396240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4b19efa2-f71e-4c90-b963-44de8ee33576 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:50:58.421585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.454428 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1b8244bb-550e-48d7-9605-b71114e8cced None None] Current status of the port 4b19efa2-f71e-4c90-b963-44de8ee33576 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:50:58.458088 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.494967 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Network 075ebe08-4d0c-489a-a437-3d1c50e96a9a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:50:58.498331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:50:58.501711 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:50:58.534853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Pushing event updated for resources: {'Port': ['ID=ca9f7459-c27e-49b9-8fb4-7096cb100ca1,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:58.540902 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4b19efa2-f71e-4c90-b963-44de8ee33576 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:50:58.541282 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.553212 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.563847 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.573483 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.643650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbda00-43ac-481a-a7a5-7b98aecca0ab None None] Pushing event updated for resources: {'Port': ['ID=587e4b9f-4174-4b1c-a3bb-041eedb951ce,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:58.646388 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Attempting to bind port 587e4b9f-4174-4b1c-a3bb-041eedb951ce on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:50:58.646763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Attempting to bind port 587e4b9f-4174-4b1c-a3bb-041eedb951ce by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:50:58.647126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Attempting to bind port 587e4b9f-4174-4b1c-a3bb-041eedb951ce on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:50:58.675662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:50:58.676045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:50:58.676455 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.676981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:50:58.677335 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Bound port: 587e4b9f-4174-4b1c-a3bb-041eedb951ce, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:50:58.677720 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.693395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.723846 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4b19efa2-f71e-4c90-b963-44de8ee33576 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:50:58.752265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] For port 587e4b9f-4174-4b1c-a3bb-041eedb951ce, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:50:58.756006 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] For port 587e4b9f-4174-4b1c-a3bb-041eedb951ce, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=587e4b9f-4174-4b1c-a3bb-041eedb951ce,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:50:58.762211 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.817029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:50:58.817658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:58.859303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbda00-43ac-481a-a7a5-7b98aecca0ab None None] Pushing event updated for resources: {'Port': ['ID=587e4b9f-4174-4b1c-a3bb-041eedb951ce,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:58.885423 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.891550 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.926931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c832ea7e-e6fb-4278-b31a-a666cb08eed4 None None] Provisioning complete for port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:50:58.927330 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c832ea7e-e6fb-4278-b31a-a666cb08eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.958255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Pushing event updated for resources: {'Port': ['ID=ca9f7459-c27e-49b9-8fb4-7096cb100ca1,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:50:58.964034 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:58.967616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:50:59.004683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c832ea7e-e6fb-4278-b31a-a666cb08eed4 None None] Port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:50:59.060887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Network 075ebe08-4d0c-489a-a437-3d1c50e96a9a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:50:59.062366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:50:59.191279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Router 20208103-ce7a-4425-901a-7a0dae2402e7 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:50:59.197423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 1, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:50:59.223888 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0babb8b8-e168-46da-8488-069af5f724cc None None] The sync data for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 is: [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 1, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:50:59.324365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1a0e04b0-5d7f-4e59-ac12-2e66a4ded7f3 None None] Provisioning complete for port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:50:59.324808 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1a0e04b0-5d7f-4e59-ac12-2e66a4ded7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:59.329610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:50:59.335126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c7bb1a19-1025-4fa1-84a7-1402ff08b2ff admin admin] 10.222.0.39 "PUT /v2.0/routers/20208103-ce7a-4425-901a-7a0dae2402e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0629587 May 26 16:50:59.369180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e04b0-5d7f-4e59-ac12-2e66a4ded7f3 None None] Port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:50:59.846296 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56162) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:50:59.851348 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1617755368-network', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:50:59.891034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Made reservation on behalf of 249bf1e73c494276b136c52ce3a9c06d for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:50:59.893754 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:59.904373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:59.992651 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:59.997524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.021171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:51:00.035880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120b2a3-c9c7-4545-8ea5-c698a3f75ea9,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:00.042687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.042881 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Added segment 1b05814e-2604-4abf-b99e-61ffd9cb4297 of type vlan for network 752a7d3e-9957-4393-bc8a-3216daefc87a May 26 16:51:00.085230 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.111384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.112455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:00.113037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.172380 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3249595 May 26 16:51:00.175224 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56164) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:00.180148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Request body: {'subnet': {'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1617755368-subnet', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:00.183742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc10cf-b4fa-42c9-9c3c-eed33e7459df admin admin] Pushing event updated for resources: {'Network': ['ID=752a7d3e-9957-4393-bc8a-3216daefc87a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:00.199897 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 752a7d3e-9957-4393-bc8a-3216daefc87a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:51:00.202816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Made reservation on behalf of 249bf1e73c494276b136c52ce3a9c06d for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:51:00.205388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.395584 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.407789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 587e4b9f-4174-4b1c-a3bb-041eedb951ce up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:51:00.457546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:00.467975 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 587e4b9f-4174-4b1c-a3bb-041eedb951ce triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:00.468263 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Checking segment: {'id': '1b05814e-2604-4abf-b99e-61ffd9cb4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:51:00.468394 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.468642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Network hostable DHCP agents. Network: 752a7d3e-9957-4393-bc8a-3216daefc87a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:51:00.486524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Network 752a7d3e-9957-4393-bc8a-3216daefc87a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:51:00.496291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 752a7d3e-9957-4393-bc8a-3216daefc87a) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:51:00.500716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:00.501317 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.508764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e2ed2-042f-4ce9-ada2-07543510f2d5 None None] Network 752a7d3e-9957-4393-bc8a-3216daefc87a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:51:00.518695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5a8e877a-8fc2-4dc8-a718-a7a9bf64263f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3423519 May 26 16:51:00.521360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56166) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:00.525660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:00.552008 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.553107 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.617984 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.646402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 587e4b9f-4174-4b1c-a3bb-041eedb951ce is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:00.646916 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.695750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 587e4b9f-4174-4b1c-a3bb-041eedb951ce, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=587e4b9f-4174-4b1c-a3bb-041eedb951ce,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:51:00.703456 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.756219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-752a7d3e-9957-4393-bc8a-3216daefc87a', 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'fixed_ips': [{'subnet_id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:51:00.757062 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.760108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:00.785673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=587e4b9f-4174-4b1c-a3bb-041eedb951ce,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:00.921055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Allocated IP 172.20.0.2 (752a7d3e-9957-4393-bc8a-3216daefc87a/2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61/dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:51:00.998598 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.020223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.088912 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.095177 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.138356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Network 752a7d3e-9957-4393-bc8a-3216daefc87a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:51:01.139168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Allocated IP 172.25.0.200 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/ac8d8392-8763-4909-930a-049aa2aad31c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:51:01.142323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:51:01.145811 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:51:01.154901 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Pushing event updated for resources: {'Port': ['ID=dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:01.210934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Attempting to bind port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:51:01.211568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Attempting to bind port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '1b05814e-2604-4abf-b99e-61ffd9cb4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:51:01.211673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Attempting to bind port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 on network 752a7d3e-9957-4393-bc8a-3216daefc87a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:51:01.217211 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:51:01.217583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Checking segment: {'id': '1b05814e-2604-4abf-b99e-61ffd9cb4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:51:01.217987 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.218406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Bound using segment: {'id': '1b05814e-2604-4abf-b99e-61ffd9cb4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:51:01.218880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Bound port: dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b05814e-2604-4abf-b99e-61ffd9cb4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:51:01.219263 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.249039 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.285865 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.291933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] For port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:51:01.295128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] For port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50,segment=NetworkSegment(1b05814e-2604-4abf-b99e-61ffd9cb4297),segment_id=1b05814e-2604-4abf-b99e-61ffd9cb4297)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:51:01.300082 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.323694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:51:01.329025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:51:01.332626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:51:01.356252 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Sync routers for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:51:01.366255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Pushing event updated for resources: {'Port': ['ID=ac8d8392-8763-4909-930a-049aa2aad31c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:01.390505 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:51:01.391282 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:01.504018 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:51:01.551969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6cfb2-c89e-46bc-b05d-21ae95e02278 None None] Pushing event updated for resources: {'Port': ['ID=dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:01.630601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.732423 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 2, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:01.774149 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Checking router: 20208103-ce7a-4425-901a-7a0dae2402e7 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:51:01.774600 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Updating router 20208103-ce7a-4425-901a-7a0dae2402e7 port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:51:01.858167 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:01.911273 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.003725 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Router 65c11a90-c6b2-417b-b495-352aab6b7d31 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:51:02.113541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:51:02.123912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Sync routers for ids ['65c11a90-c6b2-417b-b495-352aab6b7d31'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:51:02.131611 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.135667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-63d00e81-16c9-4a5a-9379-e9a7be534c9d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6106887 May 26 16:51:02.135803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Routers {'65c11a90-c6b2-417b-b495-352aab6b7d31'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:51:02.135890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56168) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:02.136191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['65c11a90-c6b2-417b-b495-352aab6b7d31'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:02.178629 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.185363 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.265605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Set router 65c11a90-c6b2-417b-b495-352aab6b7d31 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:51:02.326501 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Pushing event updated for resources: {'Port': ['ID=ca9f7459-c27e-49b9-8fb4-7096cb100ca1,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:02.329722 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Attempting to bind port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:51:02.330113 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Attempting to bind port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:51:02.330471 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Attempting to bind port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 on network 075ebe08-4d0c-489a-a437-3d1c50e96a9a {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:51:02.364600 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.366083 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.367670 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.368236 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.370290 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.371195 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.373055 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.373563 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.374074 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.375063 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.376002 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.377854 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:02.387397 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:51:02.387928 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Checking segment: {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:51:02.390380 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.392588 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Bound using segment: {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:51:02.393197 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Bound port: ca9f7459-c27e-49b9-8fb4-7096cb100ca1, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:51:02.393863 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.491403 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] For port ca9f7459-c27e-49b9-8fb4-7096cb100ca1, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:51:02.497368 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] For port ca9f7459-c27e-49b9-8fb4-7096cb100ca1, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ca9f7459-c27e-49b9-8fb4-7096cb100ca1,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:51:02.503164 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.561073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:51:00Z', 'updated_at': '2022-05-26T16:51:01Z', 'revision_number': 3, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'gw_port': {'id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:01Z', 'updated_at': '2022-05-26T16:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:02.573895 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8c233-8089-45a4-83c3-04bf6e7c47c8 None None] Pushing event updated for resources: {'Port': ['ID=ca9f7459-c27e-49b9-8fb4-7096cb100ca1,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:02.612243 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:51:02.613095 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:02.629153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:51:02.673947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Checking router: 65c11a90-c6b2-417b-b495-352aab6b7d31 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:51:02.674361 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Updating router 65c11a90-c6b2-417b-b495-352aab6b7d31 port ac8d8392-8763-4909-930a-049aa2aad31c binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:51:02.752676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:02.753132 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.755853 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.800990 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:51:02.855436 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:02.875597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e115d139-9cc3-42b2-87ae-dff0c8fe9870 None None] Provisioning complete for port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:02.876342 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e115d139-9cc3-42b2-87ae-dff0c8fe9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.028801 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:51:02Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:03.047675 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Allocated IP 172.20.0.1 (752a7d3e-9957-4393-bc8a-3216daefc87a/2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61/c8d43ab9-6817-4e1e-89d6-18b2c8095cdb) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:51:03.056566 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9008d8-1fe8-488e-acf7-a85897c15c79 None None] The sync data for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 is: [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:51:02Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:51:03.069750 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f75122-2b6e-40db-a9d6-29e11b0acb7d None None] Network 752a7d3e-9957-4393-bc8a-3216daefc87a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:51:03.192824 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.237767 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.279774 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Network 752a7d3e-9957-4393-bc8a-3216daefc87a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:51:03.283195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:51:03.287225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:51:03.315940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d43ab9-6817-4e1e-89d6-18b2c8095cdb,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:03.323414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:03.323917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.334281 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.409397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e115d139-9cc3-42b2-87ae-dff0c8fe9870 None None] Current status of the port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:03.409777 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e115d139-9cc3-42b2-87ae-dff0c8fe9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.431896 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.455024 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.472192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50,segment=NetworkSegment(1b05814e-2604-4abf-b99e-61ffd9cb4297),segment_id=1b05814e-2604-4abf-b99e-61ffd9cb4297)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:51:03.501978 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.509920 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.510711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 587e4b9f-4174-4b1c-a3bb-041eedb951ce up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:51:03.563527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e115d139-9cc3-42b2-87ae-dff0c8fe9870 None None] For port ca9f7459-c27e-49b9-8fb4-7096cb100ca1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ca9f7459-c27e-49b9-8fb4-7096cb100ca1,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:51:03.584194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e115d139-9cc3-42b2-87ae-dff0c8fe9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.589366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d1439-4946-4c0e-8408-08a5edf64b89 None None] Pushing event updated for resources: {'Port': ['ID=ac8d8392-8763-4909-930a-049aa2aad31c,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:03.601333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Attempting to bind port ac8d8392-8763-4909-930a-049aa2aad31c on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:51:03.601698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Attempting to bind port ac8d8392-8763-4909-930a-049aa2aad31c by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:51:03.602078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Attempting to bind port ac8d8392-8763-4909-930a-049aa2aad31c on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:51:03.638140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:51:03.638140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:51:03.638738 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.639240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:51:03.639446 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Bound port: ac8d8392-8763-4909-930a-049aa2aad31c, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:51:03.639841 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.706486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:03.748496 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.755148 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.771941 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 587e4b9f-4174-4b1c-a3bb-041eedb951ce triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:03.772414 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.806472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] For port ac8d8392-8763-4909-930a-049aa2aad31c, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:51:03.824002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-318a3781-d5e5-423a-81af-33de8ce181fe None None] Provisioning complete for port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:03.824429 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-318a3781-d5e5-423a-81af-33de8ce181fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.837874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d43ab9-6817-4e1e-89d6-18b2c8095cdb,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:03.839138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] For port ac8d8392-8763-4909-930a-049aa2aad31c, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ac8d8392-8763-4909-930a-049aa2aad31c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:51:03.840872 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.870874 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:03.879794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115d139-9cc3-42b2-87ae-dff0c8fe9870 None None] Pushing event updated for resources: {'Port': ['ID=ca9f7459-c27e-49b9-8fb4-7096cb100ca1,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:03.967885 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Routers {'65c11a90-c6b2-417b-b495-352aab6b7d31'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:51:03.968516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['65c11a90-c6b2-417b-b495-352aab6b7d31'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:03.993919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Network 752a7d3e-9957-4393-bc8a-3216daefc87a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:51:03.995943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:51:04.023280 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d1439-4946-4c0e-8408-08a5edf64b89 None None] Pushing event updated for resources: {'Port': ['ID=ac8d8392-8763-4909-930a-049aa2aad31c,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:04.296896 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 587e4b9f-4174-4b1c-a3bb-041eedb951ce is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:04.319476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-318a3781-d5e5-423a-81af-33de8ce181fe None None] Current status of the port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:04.332875 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] Set router 65c11a90-c6b2-417b-b495-352aab6b7d31 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:51:04.374643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-318a3781-d5e5-423a-81af-33de8ce181fe None None] Provisioning complete for port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:04.375019 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-318a3781-d5e5-423a-81af-33de8ce181fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:04.442058 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:51:04.486183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Router 65c11a90-c6b2-417b-b495-352aab6b7d31 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:51:04.596723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:51:04.609773 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d55afa83-45df-49ba-bdda-d86ecff91411 admin admin] 10.222.0.39 "PUT /v2.0/routers/65c11a90-c6b2-417b-b495-352aab6b7d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649677 May 26 16:51:04.624382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-318a3781-d5e5-423a-81af-33de8ce181fe None None] Current status of the port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:04.627240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:04.627687 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:04.696355 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:51:00Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 4, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'gw_port': {'id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:01Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'c8d43ab9-6817-4e1e-89d6-18b2c8095cdb', 'name': '', 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'mac_address': 'fa:16:3e:a2:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:02Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 2, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'subnets': [{'id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:04.750422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792b1ee-0346-4032-9c28-3f69d1f4807f None None] The sync data for ids ['65c11a90-c6b2-417b-b495-352aab6b7d31'] in n-d-843336-2 is: [{'id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:51:00Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 4, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'gw_port': {'id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:01Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'c8d43ab9-6817-4e1e-89d6-18b2c8095cdb', 'name': '', 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'mac_address': 'fa:16:3e:a2:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:02Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 2, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'subnets': [{'id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:51:04.763300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:04.764367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ca9f7459-c27e-49b9-8fb4-7096cb100ca1 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:51:04.792042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-925d81f3-242c-4042-a4aa-3d02e2607cdb None None] Provisioning complete for port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:04.792409 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-925d81f3-242c-4042-a4aa-3d02e2607cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:04.841877 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-925d81f3-242c-4042-a4aa-3d02e2607cdb None None] Port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:51:04.864124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:04.864124 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:04.864124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-925d81f3-242c-4042-a4aa-3d02e2607cdb None None] Provisioning complete for port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:04.864531 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-925d81f3-242c-4042-a4aa-3d02e2607cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:05.043512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-925d81f3-242c-4042-a4aa-3d02e2607cdb None None] Current status of the port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:05.052245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:05.120086 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a27dfb4-6153-4868-a959-c14b2be260e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:06.429900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ac8d8392-8763-4909-930a-049aa2aad31c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:51:06.490380 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ac8d8392-8763-4909-930a-049aa2aad31c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:06.491012 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:06.597445 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ac8d8392-8763-4909-930a-049aa2aad31c is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:06.597897 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:06.622808 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port ac8d8392-8763-4909-930a-049aa2aad31c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ac8d8392-8763-4909-930a-049aa2aad31c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:51:06.632159 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:06.701831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=ac8d8392-8763-4909-930a-049aa2aad31c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:07.450889 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Sync routers for ids ['65c11a90-c6b2-417b-b495-352aab6b7d31'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:51:07.462083 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Routers {'65c11a90-c6b2-417b-b495-352aab6b7d31'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:51:07.462699 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:50:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['65c11a90-c6b2-417b-b495-352aab6b7d31'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:07.590172 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Set router 65c11a90-c6b2-417b-b495-352aab6b7d31 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:51:07.832849 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:51:00Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 4, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'gw_port': {'id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:01Z', 'updated_at': '2022-05-26T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'c8d43ab9-6817-4e1e-89d6-18b2c8095cdb', 'name': '', 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'mac_address': 'fa:16:3e:a2:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:02Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 2, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'subnets': [{'id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:07.851458 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-35155f14-078d-4865-b634-130d7f282504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:07.867169 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Checking router: 65c11a90-c6b2-417b-b495-352aab6b7d31 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:51:07.867515 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Updating router 65c11a90-c6b2-417b-b495-352aab6b7d31 port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:51:07.895478 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.220993 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.228196 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.282089 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acf53c-bc03-4b5e-9ed9-a5b8112025de None None] Pushing event updated for resources: {'Port': ['ID=c8d43ab9-6817-4e1e-89d6-18b2c8095cdb,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:08.363277 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Attempting to bind port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:51:08.364040 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Attempting to bind port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '1b05814e-2604-4abf-b99e-61ffd9cb4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:51:08.364888 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Attempting to bind port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb on network 752a7d3e-9957-4393-bc8a-3216daefc87a {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:51:08.373149 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:51:08.374116 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Checking segment: {'id': '1b05814e-2604-4abf-b99e-61ffd9cb4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:51:08.375093 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.375906 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Bound using segment: {'id': '1b05814e-2604-4abf-b99e-61ffd9cb4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:51:08.376894 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Bound port: c8d43ab9-6817-4e1e-89d6-18b2c8095cdb, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b05814e-2604-4abf-b99e-61ffd9cb4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:51:08.377477 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.427351 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ac8d8392-8763-4909-930a-049aa2aad31c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:51:08.462938 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] For port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:51:08.467209 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] For port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c8d43ab9-6817-4e1e-89d6-18b2c8095cdb,segment=NetworkSegment(1b05814e-2604-4abf-b99e-61ffd9cb4297),segment_id=1b05814e-2604-4abf-b99e-61ffd9cb4297)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:51:08.475326 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.505643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port ac8d8392-8763-4909-930a-049aa2aad31c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:08.506301 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.534625 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acf53c-bc03-4b5e-9ed9-a5b8112025de None None] Pushing event updated for resources: {'Port': ['ID=c8d43ab9-6817-4e1e-89d6-18b2c8095cdb,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:08.558069 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Routers {'65c11a90-c6b2-417b-b495-352aab6b7d31'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:51:08.558745 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:51:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['65c11a90-c6b2-417b-b495-352aab6b7d31'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:08.630796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port ac8d8392-8763-4909-930a-049aa2aad31c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:08.642704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-fd1fa96c-4185-48da-a343-5cf7f521d45f None None] Provisioning complete for port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:08.643084 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd1fa96c-4185-48da-a343-5cf7f521d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.787869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-fd1fa96c-4185-48da-a343-5cf7f521d45f None None] Current status of the port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:08.788261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd1fa96c-4185-48da-a343-5cf7f521d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.833728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-fd1fa96c-4185-48da-a343-5cf7f521d45f None None] For port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c8d43ab9-6817-4e1e-89d6-18b2c8095cdb,segment=NetworkSegment(1b05814e-2604-4abf-b99e-61ffd9cb4297),segment_id=1b05814e-2604-4abf-b99e-61ffd9cb4297)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:51:08.841600 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-fd1fa96c-4185-48da-a343-5cf7f521d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.861778 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] Set router 65c11a90-c6b2-417b-b495-352aab6b7d31 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:51:08.966636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fa96c-4185-48da-a343-5cf7f521d45f None None] Pushing event updated for resources: {'Port': ['ID=c8d43ab9-6817-4e1e-89d6-18b2c8095cdb,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:08.984082 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:08.993284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-7ab9d7da-5a18-48c0-8532-93b7b5437cdd None None] Provisioning complete for port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:08.993685 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d7da-5a18-48c0-8532-93b7b5437cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:09.092672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9d7da-5a18-48c0-8532-93b7b5437cdd None None] Current status of the port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:09.165400 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:51:00Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 4, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'gw_port': {'id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:01Z', 'updated_at': '2022-05-26T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'c8d43ab9-6817-4e1e-89d6-18b2c8095cdb', 'name': '', 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'mac_address': 'fa:16:3e:a2:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:02Z', 'updated_at': '2022-05-26T16:51:08Z', 'revision_number': 4, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'subnets': [{'id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:09.204911 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea500142-ddc5-4b7d-96cd-66168312e20c None None] The sync data for ids ['65c11a90-c6b2-417b-b495-352aab6b7d31'] in n-d-843336-2 is: [{'id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:51:00Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 4, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'gw_port': {'id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:01Z', 'updated_at': '2022-05-26T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'c8d43ab9-6817-4e1e-89d6-18b2c8095cdb', 'name': '', 'network_id': '752a7d3e-9957-4393-bc8a-3216daefc87a', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'mac_address': 'fa:16:3e:a2:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:02Z', 'updated_at': '2022-05-26T16:51:08Z', 'revision_number': 4, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'subnets': [{'id': '2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:51:10.417747 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c8d43ab9-6817-4e1e-89d6-18b2c8095cdb up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:51:10.482651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:10.483021 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:10.571502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:10.759068 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:10.831201 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:14.968410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-50287a2a-c15c-4f09-9924-894b10f4b351 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:14.969926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-50287a2a-c15c-4f09-9924-894b10f4b351 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/networks?id=075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 200 len: 815 time: 0.1079459 May 26 16:51:14.988605 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e01327f1-53e9-474c-8b16-fdd826412884 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/quotas/826bb581e7cf444c8934c49d71e34e1d HTTP/1.1" status: 200 len: 375 time: 0.0127254 May 26 16:51:15.040885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-4817fdbc-629c-43f9-94ea-cf654d2e6309 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=826bb581e7cf444c8934c49d71e34e1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464697 May 26 16:51:15.258898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e7b42c1c-ee17-41de-9e34-9d00cd0c6469 service neutron] 10.222.0.39 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289096 May 26 16:51:15.356323 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-7d367f88-294d-4096-a68c-2354331970a6 service neutron] 10.222.0.39 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906653 May 26 16:51:15.518547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d029b5b8-8be4-40ee-adde-71b4dbf59368 req-82600f01-3ae5-49b6-9ff8-57a596ee679e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 210 time: 0.0296535 May 26 16:51:16.520923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-cc347764-eda0-4c27-8816-dbe0a1a394db tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:16.523684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-cc347764-eda0-4c27-8816-dbe0a1a394db tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.24 "GET /v2.0/networks?id=075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 200 len: 815 time: 0.1252263 May 26 16:51:16.536868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'port': {'device_id': 'da24046e-7093-463a-99ae-2d0819992271', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'admin_state_up': True, 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:16.626939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-16604c39-adfd-43d1-a17b-9d90ca2ac3da req-1d73ddff-ea8c-448c-9b31-13b0c24d80cc tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 210 time: 0.0315099 May 26 16:51:16.678683 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Made reservation on behalf of 826bb581e7cf444c8934c49d71e34e1d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:51:16.682283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:16.868520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Allocated IP 172.20.0.12 (075ebe08-4d0c-489a-a437-3d1c50e96a9a/fce65c70-fb15-4396-b639-b920d658ebe2/25abb384-b846-4f12-9120-4c4b40858283) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:51:17.128523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:17.179555 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:17.236163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'Port': ['ID=25abb384-b846-4f12-9120-4c4b40858283,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:17.263542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Network 075ebe08-4d0c-489a-a437-3d1c50e96a9a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:51:17.266014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:51:17.269741 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:51:17.333602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:17.334341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:17.354643 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-c172f10f-e787-4e71-b11e-2f799f976441 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8223779 May 26 16:51:17.589293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d67b1542-0db4-40f9-a318-cadb24d17871 None None] Provisioning complete for port 25abb384-b846-4f12-9120-4c4b40858283 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:17.589840 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d67b1542-0db4-40f9-a318-cadb24d17871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:17.629594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d67b1542-0db4-40f9-a318-cadb24d17871 None None] Port 25abb384-b846-4f12-9120-4c4b40858283 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:51:17.756735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8c8dd-4573-4679-85e3-36c940e55d73 req-22770abf-6729-44b9-a491-4a6e8e6ba51a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:17.758502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b8c8dd-4573-4679-85e3-36c940e55d73 req-22770abf-6729-44b9-a491-4a6e8e6ba51a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 932 time: 0.0518844 May 26 16:51:17.809797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e0b8c8dd-4573-4679-85e3-36c940e55d73 req-4d7a946c-2e1c-4257-b522-497fc041c981 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434890 May 26 16:51:18.948733 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7efeed-4d82-4db3-a9d8-62c417ba67f0 req-e50c8df5-9e64-4fa3-a851-ace9718eb3d3 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:18.950740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d7efeed-4d82-4db3-a9d8-62c417ba67f0 req-e50c8df5-9e64-4fa3-a851-ace9718eb3d3 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 932 time: 0.0621417 May 26 16:51:18.996206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0d7efeed-4d82-4db3-a9d8-62c417ba67f0 req-093cbe91-26ca-45e1-938d-cf78897cd652 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393860 May 26 16:51:20.143436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14912362-88ed-45d2-9314-ff31e43271b7 req-38649456-742b-401a-befb-3b259792582c tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:20.145209 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14912362-88ed-45d2-9314-ff31e43271b7 req-38649456-742b-401a-befb-3b259792582c tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 932 time: 0.0640252 May 26 16:51:20.196017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-14912362-88ed-45d2-9314-ff31e43271b7 req-57ca22ae-3ea7-4c0a-b7a9-0129ae387854 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 May 26 16:51:21.319388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82419-d6ad-4ac4-b397-e73b5543c564 req-1dbae2c7-750f-4566-9517-9fd2eb110d08 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:21.321387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-baa82419-d6ad-4ac4-b397-e73b5543c564 req-1dbae2c7-750f-4566-9517-9fd2eb110d08 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 932 time: 0.0529604 May 26 16:51:21.375697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-baa82419-d6ad-4ac4-b397-e73b5543c564 req-fd421b8d-d80d-4aad-811d-bd98650abf27 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481834 May 26 16:51:22.519024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf379b-27ad-4223-aa19-d18931b44a79 req-5482e303-96b0-415a-a938-3701fa2a9069 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:22.520728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5caf379b-27ad-4223-aa19-d18931b44a79 req-5482e303-96b0-415a-a938-3701fa2a9069 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 932 time: 0.0565515 May 26 16:51:22.576740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5caf379b-27ad-4223-aa19-d18931b44a79 req-02ed3430-d5de-434e-8f54-69964b73693d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477476 May 26 16:51:23.706378 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080619c4-0a60-4503-bdf3-57818166d243 req-153093c0-567c-4baf-a42b-dded020f743b tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:23.716386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080619c4-0a60-4503-bdf3-57818166d243 req-153093c0-567c-4baf-a42b-dded020f743b tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 932 time: 0.0632274 May 26 16:51:23.774409 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-080619c4-0a60-4503-bdf3-57818166d243 req-fab76e9f-0f73-47f2-b885-1af8ac32e616 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483282 May 26 16:51:24.293816 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:24.350190 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:24.909354 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04641fd8-d6bd-4af7-9694-55d6f5282b2c req-884b5b91-8d49-4b33-a58c-1b0dc5383763 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:24.911186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04641fd8-d6bd-4af7-9694-55d6f5282b2c req-884b5b91-8d49-4b33-a58c-1b0dc5383763 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 932 time: 0.0562911 May 26 16:51:24.916626 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Request body: {'port': {'device_id': 'da24046e-7093-463a-99ae-2d0819992271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:24.999380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-04641fd8-d6bd-4af7-9694-55d6f5282b2c req-029b02c9-baa9-48d1-9392-e52fa2d83527 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782413 May 26 16:51:25.007864 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:25.311694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25abb384-b846-4f12-9120-4c4b40858283 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:51:25.319452 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:25.332175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Transition to ACTIVE for port object 25abb384-b846-4f12-9120-4c4b40858283 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:51:25.335887 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:25.384617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Pushing event updated for resources: {'Port': ['ID=25abb384-b846-4f12-9120-4c4b40858283,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:25.461959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Attempting to bind port 25abb384-b846-4f12-9120-4c4b40858283 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:51:25.462436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Attempting to bind port 25abb384-b846-4f12-9120-4c4b40858283 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:51:25.462789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Attempting to bind port 25abb384-b846-4f12-9120-4c4b40858283 on network 075ebe08-4d0c-489a-a437-3d1c50e96a9a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:51:25.468551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Port 25abb384-b846-4f12-9120-4c4b40858283 on network 075ebe08-4d0c-489a-a437-3d1c50e96a9a not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:51:25.468859 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Attempting to bind port 25abb384-b846-4f12-9120-4c4b40858283 on network 075ebe08-4d0c-489a-a437-3d1c50e96a9a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:51:25.474514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:51:25.474938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Checking segment: {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:51:25.475235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Bound using segment: {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:51:25.475681 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Bound port: 25abb384-b846-4f12-9120-4c4b40858283, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:51:25.476082 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:25.556708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] For port 25abb384-b846-4f12-9120-4c4b40858283, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:51:25.561276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] For port 25abb384-b846-4f12-9120-4c4b40858283, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25abb384-b846-4f12-9120-4c4b40858283,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:51:25.566524 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:25.602973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:25.603605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:25.605296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] 10.222.0.24 "PUT /v2.0/ports/25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 1092 time: 0.6929903 May 26 16:51:25.607321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:51:25.608563 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4473c2cd-67d5-4fd1-8194-e1cc915e2713" -d '{"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:51:25.658316 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fc6a83-2621-4187-9a56-cecdd1c1bbda x-openstack-request-id: req-e6fc6a83-2621-4187-9a56-cecdd1c1bbda {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:51:25.658701 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:51:25.658957 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6fc6a83-2621-4187-9a56-cecdd1c1bbda {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:51:25.659404 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6fc6a83-2621-4187-9a56-cecdd1c1bbda'] response: {'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283', 'status': 'completed', 'code': 200} May 26 16:51:25.661478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de9e7e-3aa7-4031-ba89-1eb08161426b service neutron] Pushing event updated for resources: {'Port': ['ID=25abb384-b846-4f12-9120-4c4b40858283,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:25.708341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-8273879e-3414-4b9f-bfef-613bd764760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:25.709871 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-8273879e-3414-4b9f-bfef-613bd764760b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=826bb581e7cf444c8934c49d71e34e1d&device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1095 time: 0.0495849 May 26 16:51:25.753182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-907c8d53-da09-4d75-89a0-8a52a5840a18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 217 time: 0.0363486 May 26 16:51:25.809954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-bfe64b6a-3dc7-494e-8954-50941e4c4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:25.811474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-bfe64b6a-3dc7-494e-8954-50941e4c4ba4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce65c70-fb15-4396-b639-b920d658ebe2 HTTP/1.1" status: 200 len: 854 time: 0.0520849 May 26 16:51:25.858682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-6dd46e96-6323-43db-9818-d270288933a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:25.860201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-6dd46e96-6323-43db-9818-d270288933a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=075ebe08-4d0c-489a-a437-3d1c50e96a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427597 May 26 16:51:25.952560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-b79a0607-a904-4d44-8363-af4c76eaaf2c service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860181 May 26 16:51:26.048630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2d5d3fc0-eff8-4351-a110-65c6e499156a req-e81adad6-4dfa-4dab-8509-b7146ba53dec service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898230 May 26 16:51:26.149286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19ba95-785f-452e-acbc-c8ca4f99242c req-a81df8a0-2b4b-4020-b46b-4d387b9fe302 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:26.150725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa19ba95-785f-452e-acbc-c8ca4f99242c req-a81df8a0-2b4b-4020-b46b-4d387b9fe302 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 944 time: 0.0801201 May 26 16:51:26.158152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-5e336ee6-2dd3-4adb-aa41-e40af73fc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:26.159680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-5e336ee6-2dd3-4adb-aa41-e40af73fc1db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=826bb581e7cf444c8934c49d71e34e1d&device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1095 time: 0.0623734 May 26 16:51:26.245847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa19ba95-785f-452e-acbc-c8ca4f99242c req-df8b101a-073b-44dc-b983-c8fbc83b5b60 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851789 May 26 16:51:26.278952 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-43da8c16-b90a-4451-9224-37e706cf45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:26.280459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-43da8c16-b90a-4451-9224-37e706cf45d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 200 len: 916 time: 0.1124945 May 26 16:51:26.327624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-47686df2-2b4e-4c6e-870d-5e00023b5b03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 217 time: 0.0402451 May 26 16:51:26.378534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-61d005cc-cfea-4202-aa20-cc13407b2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:26.379977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-61d005cc-cfea-4202-aa20-cc13407b2ad7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce65c70-fb15-4396-b639-b920d658ebe2 HTTP/1.1" status: 200 len: 854 time: 0.0452750 May 26 16:51:26.426710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-e79bf7d2-6f73-4b39-910f-05cc69a601b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:26.428118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-e79bf7d2-6f73-4b39-910f-05cc69a601b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=075ebe08-4d0c-489a-a437-3d1c50e96a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413842 May 26 16:51:26.531954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-d5da772f-2e84-42d8-b8e0-b813cd6bcd3d service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963364 May 26 16:51:26.623688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4473c2cd-67d5-4fd1-8194-e1cc915e2713 req-da6afa6c-b314-4987-9445-fb413d4cbdc1 service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847127 May 26 16:51:27.369706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1d7b4-d7df-4843-825f-fa8012c0ad80 req-ae3ce810-02ca-4b0f-bdf9-90ce3c6bbc95 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:27.371789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67d1d7b4-d7df-4843-825f-fa8012c0ad80 req-ae3ce810-02ca-4b0f-bdf9-90ce3c6bbc95 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 944 time: 0.0503185 May 26 16:51:27.411434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67d1d7b4-d7df-4843-825f-fa8012c0ad80 req-fba2136f-b4cf-4f05-b854-cd2fcfd6f966 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336142 May 26 16:51:28.540831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc2375-9810-46e1-8c94-1391f139e842 req-da7b512b-d657-4aa1-94ac-a3fed3948382 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:28.542703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fdc2375-9810-46e1-8c94-1391f139e842 req-da7b512b-d657-4aa1-94ac-a3fed3948382 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 944 time: 0.0566449 May 26 16:51:28.586866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8fdc2375-9810-46e1-8c94-1391f139e842 req-c508f5d4-57b6-4ab5-8d7d-80461366b7a0 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 May 26 16:51:29.061383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25abb384-b846-4f12-9120-4c4b40858283 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:51:29.157370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25abb384-b846-4f12-9120-4c4b40858283, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25abb384-b846-4f12-9120-4c4b40858283,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:51:29.177847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '25abb384-b846-4f12-9120-4c4b40858283', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'port_id': '25abb384-b846-4f12-9120-4c4b40858283', 'mac_address': 'fa:16:3e:3f:81:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:51:29.201506 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:51:29.228349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25abb384-b846-4f12-9120-4c4b40858283 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:29.228741 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:29.243161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25abb384-b846-4f12-9120-4c4b40858283 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:51:29.262810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25abb384-b846-4f12-9120-4c4b40858283, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25abb384-b846-4f12-9120-4c4b40858283,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:51:29.266809 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:29.313821 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25abb384-b846-4f12-9120-4c4b40858283,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:29.321191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.321529 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.321864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.322225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.322558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.322904 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.323229 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.323553 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.324015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.324372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.324691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.325036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:29.475942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['25abb384-b846-4f12-9120-4c4b40858283'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:51:29.707744 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e1dd0-ce5f-4809-a82e-a22295dcee4d req-2bb8f376-9919-410f-89ad-08ed83be9ae3 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:29.709229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d5e1dd0-ce5f-4809-a82e-a22295dcee4d req-2bb8f376-9919-410f-89ad-08ed83be9ae3 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 945 time: 0.0515530 May 26 16:51:29.749551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d5e1dd0-ce5f-4809-a82e-a22295dcee4d req-5cfc058d-6030-4c7b-9f29-d8d024b8ed85 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 May 26 16:51:30.866432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce5ef9-2a41-432c-9389-351f3c46ddf4 req-e44c20a6-5639-45e9-9f49-54c268736945 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:30.867974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9ce5ef9-2a41-432c-9389-351f3c46ddf4 req-e44c20a6-5639-45e9-9f49-54c268736945 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 945 time: 0.0511904 May 26 16:51:30.907027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9ce5ef9-2a41-432c-9389-351f3c46ddf4 req-c50247ed-9456-471b-9b43-7e3fffeb7576 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324528 May 26 16:51:31.060053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25abb384-b846-4f12-9120-4c4b40858283 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:51:31.110559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 25abb384-b846-4f12-9120-4c4b40858283 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:51:31.115039 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 25abb384-b846-4f12-9120-4c4b40858283 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:31.115420 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:31.200117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 25abb384-b846-4f12-9120-4c4b40858283 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:31.200506 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:31.223240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25abb384-b846-4f12-9120-4c4b40858283'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:51:31.238912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 25abb384-b846-4f12-9120-4c4b40858283, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25abb384-b846-4f12-9120-4c4b40858283,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:51:31.243820 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:31.294507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=25abb384-b846-4f12-9120-4c4b40858283,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:31.329720 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a51715-8c6e-4fec-b15e-1d151472ef90" -d '{"events": [{"server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "name": "network-vif-plugged", "status": "completed", "tag": "25abb384-b846-4f12-9120-4c4b40858283"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:51:31.428478 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e521ad-da31-4b18-80ef-a8bcbe049d6f x-openstack-request-id: req-19e521ad-da31-4b18-80ef-a8bcbe049d6f {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:51:31.428640 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "name": "network-vif-plugged", "status": "completed", "tag": "25abb384-b846-4f12-9120-4c4b40858283", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:51:31.428797 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19e521ad-da31-4b18-80ef-a8bcbe049d6f {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:51:31.429195 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e521ad-da31-4b18-80ef-a8bcbe049d6f'] response: {'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25abb384-b846-4f12-9120-4c4b40858283', 'code': 200} May 26 16:51:31.530208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e01b6-d4fa-4bf2-ae1b-f36d97357c27 req-c3858dfc-7e35-4dde-9ad6-858a973cf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:31.531706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d37e01b6-d4fa-4bf2-ae1b-f36d97357c27 req-c3858dfc-7e35-4dde-9ad6-858a973cf466 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1097 time: 0.0452075 May 26 16:51:31.568904 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d37e01b6-d4fa-4bf2-ae1b-f36d97357c27 req-064c3d26-4cec-4346-9698-047ea4145872 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 May 26 16:51:32.032461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e20d82-974e-4b6b-bd5c-43f7ad54802e req-11af069d-d95b-4661-9594-90ceffe72412 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:32.033966 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73e20d82-974e-4b6b-bd5c-43f7ad54802e req-11af069d-d95b-4661-9594-90ceffe72412 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 946 time: 0.0557563 May 26 16:51:32.073676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73e20d82-974e-4b6b-bd5c-43f7ad54802e req-777c3c6f-8b73-45bb-a2b9-76d0786e7ffc tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 May 26 16:51:33.191084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a004-cb7a-4705-9245-4d30a0840567 req-14f03d59-6c65-40a3-ad9e-e2d5ad429847 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:33.192481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9086a004-cb7a-4705-9245-4d30a0840567 req-14f03d59-6c65-40a3-ad9e-e2d5ad429847 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 946 time: 0.0493112 May 26 16:51:33.230908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9086a004-cb7a-4705-9245-4d30a0840567 req-3ac558bc-343c-4de5-a71a-cbeb7722b5a6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 May 26 16:51:33.348567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa8d53-4567-4472-b2ea-f39f6815cdb2 req-a28a81b7-cf67-46b6-9301-692450bc5ae1 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:33.350085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fefa8d53-4567-4472-b2ea-f39f6815cdb2 req-a28a81b7-cf67-46b6-9301-692450bc5ae1 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 946 time: 0.0530872 May 26 16:51:33.390370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fefa8d53-4567-4472-b2ea-f39f6815cdb2 req-b7d4c809-8b38-4b32-a8d6-1228ef7c884c tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339377 May 26 16:51:33.578060 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3406-daae-491f-b21e-0eb77348b811 req-79b7027e-a4e6-4da2-8173-4ff1aeeaffd8 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:33.579524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f45a3406-daae-491f-b21e-0eb77348b811 req-79b7027e-a4e6-4da2-8173-4ff1aeeaffd8 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 946 time: 0.0490925 May 26 16:51:33.618486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f45a3406-daae-491f-b21e-0eb77348b811 req-72744026-aa30-4e2a-86a3-ba5e4da6d6d7 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 May 26 16:51:35.116241 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-999a7758-ea35-4a40-976d-b8317fd99ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:37.841959 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31e76cf6-0ab8-478e-a545-ee7c2385056c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:38.943409 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:40.753473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:40.828180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:45.143081 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82633fb-7ec5-4a6a-b7d0-582ea4aa45f1 req-80e9f11a-3d7e-4dde-9bab-2de89d1b569d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:45.145329 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c82633fb-7ec5-4a6a-b7d0-582ea4aa45f1 req-80e9f11a-3d7e-4dde-9bab-2de89d1b569d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 946 time: 0.0531042 May 26 16:51:45.193301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c82633fb-7ec5-4a6a-b7d0-582ea4aa45f1 req-cbbe9c2c-df94-4556-be62-b48ce3632709 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387535 May 26 16:51:45.217350 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56382) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:45.306982 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529c7e10-9104-4914-a8d2-3624adfc34c0 tempest-TestMinimumBasicScenario-1907765469 tempest-TestMinimumBasicScenario-1907765469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:45.308607 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-529c7e10-9104-4914-a8d2-3624adfc34c0 tempest-TestMinimumBasicScenario-1907765469 tempest-TestMinimumBasicScenario-1907765469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1092 time: 0.0902603 May 26 16:51:45.311816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56386) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:45.316235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '25abb384-b846-4f12-9120-4c4b40858283', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:45.336773 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:45.435288 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:45.544382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Allocated IP 172.25.0.175 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/7dedf6f1-e0ac-4afa-8159-7b04dabf11bf) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:51:45.646006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:45.680866 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:45.722284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:51:45.724938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:51:45.728684 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:51:45.756736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'Port': ['ID=7dedf6f1-e0ac-4afa-8159-7b04dabf11bf,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:45.770346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.770991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.771338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.771678 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.772218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.772654 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.773078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.773453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.773788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.774150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.774480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:45.774808 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:46.107403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:46.177068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:46.329108 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:46.334740 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:46.406296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'Port': ['ID=7dedf6f1-e0ac-4afa-8159-7b04dabf11bf,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:46.414866 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:46.516042 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Floating IP e802a836-6807-4d46-b5f4-cc35c8242f81 associated. External IP: 172.25.0.175, port: 25abb384-b846-4f12-9120-4c4b40858283. May 26 16:51:46.727918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Router 20208103-ce7a-4425-901a-7a0dae2402e7 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:51:46.836357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:51:46.846793 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] Sync routers for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:51:46.853977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:46.856349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:51:46.856958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:51:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:46.883140 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f0280023-d54d-4d71-850c-a27b76f8592f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5702758 May 26 16:51:46.883742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:51:46.886158 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac" -d '{"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:51:46.887244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56388) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:46.893040 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f9040121-1c33-4551-8367-10d2c067a236 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1500877024', 'description': 'tempest-secgroup-smoke-1500877024 description', 'project_id': '826bb581e7cf444c8934c49d71e34e1d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:46.915722 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9040121-1c33-4551-8367-10d2c067a236 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:46.928866 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c176aad-849c-40a3-bf64-62d2853a05bb x-openstack-request-id: req-7c176aad-849c-40a3-bf64-62d2853a05bb {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:51:46.929261 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:51:46.929576 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c176aad-849c-40a3-bf64-62d2853a05bb {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:51:46.930256 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c176aad-849c-40a3-bf64-62d2853a05bb'] response: {'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283', 'status': 'completed', 'code': 200} May 26 16:51:46.986626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:51:46.989638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9040121-1c33-4551-8367-10d2c067a236 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:46.993801 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9040121-1c33-4551-8367-10d2c067a236 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.000687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-7f5d42e5-5621-4a58-8dee-fc7ea15f51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:47.002392 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-7f5d42e5-5621-4a58-8dee-fc7ea15f51fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=826bb581e7cf444c8934c49d71e34e1d&device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1097 time: 0.0489006 May 26 16:51:47.025189 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f9040121-1c33-4551-8367-10d2c067a236 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.026728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f9040121-1c33-4551-8367-10d2c067a236 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377718 May 26 16:51:47.029906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56392) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:47.031409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9040121-1c33-4551-8367-10d2c067a236 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff3215-b636-469c-8661-5c9ddfa18967,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:47.039517 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-39c8897d-5e35-41e6-9c28-26ceec3b4c9d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'security_group_rule': {'security_group_id': 'f6ff3215-b636-469c-8661-5c9ddfa18967', 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:47.120995 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39c8897d-5e35-41e6-9c28-26ceec3b4c9d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.140533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-afe337c8-7b32-4d56-9abd-d7d01181e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:47.142023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-afe337c8-7b32-4d56-9abd-d7d01181e3e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 200 len: 916 time: 0.1328714 May 26 16:51:47.220693 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'e802a836-6807-4d46-b5f4-cc35c8242f81', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'port_id': '25abb384-b846-4f12-9120-4c4b40858283', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'mac_address': 'fa:16:3e:3f:81:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24046e-7093-463a-99ae-2d0819992271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:51:45Z', 'updated_at': '2022-05-26T16:51:45Z', 'revision_number': 0, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 5, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:47.235003 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-cafa4a7d-7ec3-47d5-a375-727a5270d218 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 1000 time: 0.0856900 May 26 16:51:47.243921 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39c8897d-5e35-41e6-9c28-26ceec3b4c9d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.248263 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] Checking router: 20208103-ce7a-4425-901a-7a0dae2402e7 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:51:47.253240 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39c8897d-5e35-41e6-9c28-26ceec3b4c9d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.257169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:51:47.257794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:51:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:47.535153 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:51:47.635042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8897d-5e35-41e6-9c28-26ceec3b4c9d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fc85b7-dca0-4f1d-906f-bd9c7f4e806d,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:47.647884 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-39c8897d-5e35-41e6-9c28-26ceec3b4c9d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.652333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-39c8897d-5e35-41e6-9c28-26ceec3b4c9d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6182718 May 26 16:51:47.652333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-51c798ff-691a-4e8d-badf-bc47e300d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:47.652594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-51c798ff-691a-4e8d-badf-bc47e300d874 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce65c70-fb15-4396-b639-b920d658ebe2 HTTP/1.1" status: 200 len: 854 time: 0.4106443 May 26 16:51:47.652828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56394) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:47.658417 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'security_group_rule': {'security_group_id': 'f6ff3215-b636-469c-8661-5c9ddfa18967', 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:47.685251 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.707679 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-22425fd1-ac13-4696-a6b1-69e215dc316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:47.709902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-22425fd1-ac13-4696-a6b1-69e215dc316b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=075ebe08-4d0c-489a-a437-3d1c50e96a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488586 May 26 16:51:47.749781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.755228 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.773512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6950329d-4a2e-4c2f-8604-a19bfc14674f,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:47.783274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.783274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.783623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.783810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.784121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.784550 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.784804 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.785248 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.785408 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.785743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.786068 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.786612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:51:47.792608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.794539 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fe5ed105-7b2d-43b7-804a-650e7ab47dee tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405742 May 26 16:51:47.797546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56396) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:47.803942 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-13b24a47-2ace-4947-84b5-9a3be33dc0c6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'security_group_rule': {'security_group_id': 'f6ff3215-b636-469c-8661-5c9ddfa18967', 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:47.804826 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'e802a836-6807-4d46-b5f4-cc35c8242f81', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'port_id': '25abb384-b846-4f12-9120-4c4b40858283', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'mac_address': 'fa:16:3e:3f:81:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24046e-7093-463a-99ae-2d0819992271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:51:45Z', 'updated_at': '2022-05-26T16:51:45Z', 'revision_number': 0, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 5, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:51:47.830983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13b24a47-2ace-4947-84b5-9a3be33dc0c6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.835362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823974-1b62-4ffe-a21b-362da8b97c0f None None] The sync data for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 is: [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'e802a836-6807-4d46-b5f4-cc35c8242f81', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'port_id': '25abb384-b846-4f12-9120-4c4b40858283', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'mac_address': 'fa:16:3e:3f:81:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24046e-7093-463a-99ae-2d0819992271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:51:45Z', 'updated_at': '2022-05-26T16:51:45Z', 'revision_number': 0, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 5, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:51:47.841718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-04148587-6fb1-4f6b-98a6-8c91b53834b5 service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242924 May 26 16:51:47.909858 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13b24a47-2ace-4947-84b5-9a3be33dc0c6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.916662 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13b24a47-2ace-4947-84b5-9a3be33dc0c6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.930796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b24a47-2ace-4947-84b5-9a3be33dc0c6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642fa0a8-46de-4901-ba74-636cd1d82cc2,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:47.950597 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-13b24a47-2ace-4947-84b5-9a3be33dc0c6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:47.954746 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-13b24a47-2ace-4947-84b5-9a3be33dc0c6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555829 May 26 16:51:47.955638 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56398) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:47.960549 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-423b2b73-7fe9-4ec4-8f44-151368e3a41a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'security_group_rule': {'security_group_id': 'f6ff3215-b636-469c-8661-5c9ddfa18967', 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:47.977449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-56cd1b71-1c73-474a-b71a-b7a1ec10bbac req-4cc87380-698e-4ed2-a99a-850eff8e3d8a service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296060 May 26 16:51:47.990865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-423b2b73-7fe9-4ec4-8f44-151368e3a41a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.062417 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-423b2b73-7fe9-4ec4-8f44-151368e3a41a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.071121 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-423b2b73-7fe9-4ec4-8f44-151368e3a41a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.090595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b2b73-7fe9-4ec4-8f44-151368e3a41a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b430c308-ff82-4e9a-a799-7f095ab3a7b3,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:48.093665 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde0c45-54af-4a37-af00-316c3973279f None None] New status for floating IP e802a836-6807-4d46-b5f4-cc35c8242f81: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:51:48.101809 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-423b2b73-7fe9-4ec4-8f44-151368e3a41a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.103093 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-423b2b73-7fe9-4ec4-8f44-151368e3a41a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464970 May 26 16:51:48.108265 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56400) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:48.112965 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-591444ae-d305-4959-a6f9-b677c0ae1325 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'security_group_rule': {'security_group_id': 'f6ff3215-b636-469c-8661-5c9ddfa18967', 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:48.135339 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-591444ae-d305-4959-a6f9-b677c0ae1325 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Project 826bb581e7cf444c8934c49d71e34e1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:51:48.140898 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-591444ae-d305-4959-a6f9-b677c0ae1325 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.205582 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-591444ae-d305-4959-a6f9-b677c0ae1325 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.218398 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-591444ae-d305-4959-a6f9-b677c0ae1325 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.250595 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591444ae-d305-4959-a6f9-b677c0ae1325 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f545aff-52d4-4f02-905a-db69e38eb7f1,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:48.265910 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-591444ae-d305-4959-a6f9-b677c0ae1325 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.271005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56402) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:51:48.274410 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-591444ae-d305-4959-a6f9-b677c0ae1325 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1611655 May 26 16:51:48.276038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0a7e2b6c-637e-4689-bd2b-0c31ef0af1b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'security_group_rule': {'security_group_id': 'f6ff3215-b636-469c-8661-5c9ddfa18967', 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:48.299911 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-0a7e2b6c-637e-4689-bd2b-0c31ef0af1b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Project 826bb581e7cf444c8934c49d71e34e1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:51:48.305419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a7e2b6c-637e-4689-bd2b-0c31ef0af1b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.372947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a7e2b6c-637e-4689-bd2b-0c31ef0af1b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.376280 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a7e2b6c-637e-4689-bd2b-0c31ef0af1b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.397183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e2b6c-637e-4689-bd2b-0c31ef0af1b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0bc525-2d96-4fb5-9ddc-f24436ab4693,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:48.406040 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0a7e2b6c-637e-4689-bd2b-0c31ef0af1b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.407246 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0a7e2b6c-637e-4689-bd2b-0c31ef0af1b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348593 May 26 16:51:48.486762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-1955516e-e163-40a5-aefb-2f408e3df306 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1500877024&fields=id&tenant_id=826bb581e7cf444c8934c49d71e34e1d HTTP/1.1" status: 200 len: 267 time: 0.0324647 May 26 16:51:48.539716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-cb8787df-40ef-498f-8346-dfb0939e17b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:48.541631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-cb8787df-40ef-498f-8346-dfb0939e17b6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 946 time: 0.0487707 May 26 16:51:48.552922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-a1d56839-ff70-4e2d-a318-020d367c1c9e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'port': {'security_groups': ['11008c4d-1014-491f-a79f-b06ece034e27', 'f6ff3215-b636-469c-8661-5c9ddfa18967']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:51:48.617024 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-a1d56839-ff70-4e2d-a318-020d367c1c9e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.801959 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-a1d56839-ff70-4e2d-a318-020d367c1c9e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] For port 25abb384-b846-4f12-9120-4c4b40858283, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25abb384-b846-4f12-9120-4c4b40858283,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:51:48.831778 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-a1d56839-ff70-4e2d-a318-020d367c1c9e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.836262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-a1d56839-ff70-4e2d-a318-020d367c1c9e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.847713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['25abb384-b846-4f12-9120-4c4b40858283'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:51:48.888163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-a1d56839-ff70-4e2d-a318-020d367c1c9e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:48.888845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-a1d56839-ff70-4e2d-a318-020d367c1c9e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.890335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3a2c86b6-ff36-4c49-acbf-7ce17bba5074 req-a1d56839-ff70-4e2d-a318-020d367c1c9e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "PUT /v2.0/ports/25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 982 time: 0.3420682 May 26 16:51:48.922431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d56839-ff70-4e2d-a318-020d367c1c9e tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'Port': ['ID=25abb384-b846-4f12-9120-4c4b40858283,revision_number=6']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:51:48.930929 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:51:48.934515 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77507c02-7737-4e8a-9d48-403f1d9d75e6" -d '{"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:51:48.953907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['25abb384-b846-4f12-9120-4c4b40858283'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:51:48.984708 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99341cff-ac1d-4e4a-a86b-76ed3c7b3a5b x-openstack-request-id: req-99341cff-ac1d-4e4a-a86b-76ed3c7b3a5b {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:51:48.985096 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:51:48.985450 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99341cff-ac1d-4e4a-a86b-76ed3c7b3a5b {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:51:48.985958 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99341cff-ac1d-4e4a-a86b-76ed3c7b3a5b'] response: {'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283', 'status': 'completed', 'code': 200} May 26 16:51:49.056985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0c6f-09c5-47c9-848e-1713be6e4812 req-8e3bcd90-e310-4c0d-92c1-3bcb14d1652c tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:49.059391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f0c6f-09c5-47c9-848e-1713be6e4812 req-8e3bcd90-e310-4c0d-92c1-3bcb14d1652c tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0896754 May 26 16:51:49.076553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-2b8690ed-feaa-4bd3-a81c-fda66d1e9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:49.078126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-2b8690ed-feaa-4bd3-a81c-fda66d1e9d9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=826bb581e7cf444c8934c49d71e34e1d&device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1136 time: 0.0676630 May 26 16:51:49.163167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-799f0c6f-09c5-47c9-848e-1713be6e4812 req-cc3dffb8-dd04-4634-9c20-b48423db64be tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952871 May 26 16:51:49.203402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-ec2f172a-481a-4b3e-83f7-a79501683aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:49.205044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-ec2f172a-481a-4b3e-83f7-a79501683aea service neutron] 10.222.0.24 "GET /v2.0/networks?id=075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 200 len: 916 time: 0.1172094 May 26 16:51:49.262714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-a7d5305f-34af-4481-a7f2-835902eab6ef None None] Provisioning complete for port 25abb384-b846-4f12-9120-4c4b40858283 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:51:49.263092 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a7d5305f-34af-4481-a7f2-835902eab6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:49.272526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-3f908ad1-4b62-47f7-aef7-51ef2cd90fbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 1002 time: 0.0605628 May 26 16:51:49.327481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-80b574b1-1ff7-4453-98e6-6a03d4beb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:49.328945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-80b574b1-1ff7-4453-98e6-6a03d4beb022 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce65c70-fb15-4396-b639-b920d658ebe2 HTTP/1.1" status: 200 len: 854 time: 0.0490196 May 26 16:51:49.375969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-647ff262-2515-4d8b-91cd-a84ce36c2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:49.377391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-647ff262-2515-4d8b-91cd-a84ce36c2ba7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=075ebe08-4d0c-489a-a437-3d1c50e96a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418410 May 26 16:51:49.468926 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-6848a098-ce33-489a-a41a-bbfc8e19367a service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841942 May 26 16:51:49.473191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a7d5305f-34af-4481-a7f2-835902eab6ef None None] Current status of the port 25abb384-b846-4f12-9120-4c4b40858283 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:51:49.567270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77507c02-7737-4e8a-9d48-403f1d9d75e6 req-d0b4fa8e-3636-424a-b48d-dc6831bcd18c service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910258 May 26 16:51:54.278575 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:54.343973 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:05.116512 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1251-11ba-4a9e-abac-e5238b6f15c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:05.437154 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-905c388e-68dc-46b4-b047-04c1dfecd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:05.438835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-905c388e-68dc-46b4-b047-04c1dfecd6b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=826bb581e7cf444c8934c49d71e34e1d&device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1136 time: 0.0639668 May 26 16:52:05.447228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814e8-78a5-4020-b75e-aef462dcba3b req-0a9dfbb1-7864-495d-9eba-42db33c8f431 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:05.449228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-261814e8-78a5-4020-b75e-aef462dcba3b req-0a9dfbb1-7864-495d-9eba-42db33c8f431 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0841122 May 26 16:52:05.541828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-261814e8-78a5-4020-b75e-aef462dcba3b req-11813f57-449b-4d19-9d26-eefc8ec3337f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842576 May 26 16:52:05.575109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-6cd07d07-99f5-4b22-b669-ed9a0247eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:05.576623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-6cd07d07-99f5-4b22-b669-ed9a0247eeef service neutron] 10.222.0.24 "GET /v2.0/networks?id=075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 200 len: 916 time: 0.1265244 May 26 16:52:05.656371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-b46db334-3df9-4867-a9c6-5b3059941f1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 1002 time: 0.0724239 May 26 16:52:05.707903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-c5fc78c7-1ba8-4e05-b0c3-1ff6979f5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:05.709412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-c5fc78c7-1ba8-4e05-b0c3-1ff6979f5f89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce65c70-fb15-4396-b639-b920d658ebe2 HTTP/1.1" status: 200 len: 854 time: 0.0463808 May 26 16:52:05.756171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-bd64dc5e-2eb9-432e-b170-9d6e7ba79929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:05.757744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-bd64dc5e-2eb9-432e-b170-9d6e7ba79929 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=075ebe08-4d0c-489a-a437-3d1c50e96a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418286 May 26 16:52:05.861623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-4f081a5a-b5b1-4a36-ba6d-a269b5d6578e service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963047 May 26 16:52:05.955669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1be1e242-0292-4ff0-8345-31233cd61c72 req-31bad7f1-9b4f-4c4d-b38e-6d203dcd7118 service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871110 May 26 16:52:06.201240 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:52:06.666544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b21c55-b7c5-4a58-ab82-c0c8aa7b1fbc req-0cd12cca-a93c-4510-b3e8-efdaf90b23f3 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:06.667766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00b21c55-b7c5-4a58-ab82-c0c8aa7b1fbc req-0cd12cca-a93c-4510-b3e8-efdaf90b23f3 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0509002 May 26 16:52:06.709187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-00b21c55-b7c5-4a58-ab82-c0c8aa7b1fbc req-f8da3eef-778e-4106-8680-a83c3b7c27a1 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350702 May 26 16:52:07.832921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d4022-a574-459c-a69e-0391058da7dd req-2cbc3c31-9e63-4f0b-b546-83323ea92fca tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:07.834443 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a0d4022-a574-459c-a69e-0391058da7dd req-2cbc3c31-9e63-4f0b-b546-83323ea92fca tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0552850 May 26 16:52:07.844874 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4a18-6175-4ac4-93d9-b03680b0dbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:07.877859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0a0d4022-a574-459c-a69e-0391058da7dd req-3af2f086-2ce7-49d9-9eaa-87bc6fbf8457 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360546 May 26 16:52:08.945771 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:08.997233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65b7f5-258a-4bfc-9766-13784fd3666a req-4c69b418-0315-40f1-8476-ededca86f592 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:08.999496 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a65b7f5-258a-4bfc-9766-13784fd3666a req-4c69b418-0315-40f1-8476-ededca86f592 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0521030 May 26 16:52:09.040211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6a65b7f5-258a-4bfc-9766-13784fd3666a req-c94330fa-29ab-4ce0-a95d-1b2318df5cda tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345552 May 26 16:52:10.157638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41ebe3-438d-4fe3-9a45-1023425e4f2f req-35976882-3476-4ca5-bc78-1b3736193b0d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:10.159183 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf41ebe3-438d-4fe3-9a45-1023425e4f2f req-35976882-3476-4ca5-bc78-1b3736193b0d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0504596 May 26 16:52:10.203450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf41ebe3-438d-4fe3-9a45-1023425e4f2f req-c6049cb6-3ad8-4394-bcf2-0cbe10077f33 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348206 May 26 16:52:10.756162 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:10.830927 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:11.324225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b9c08-14ab-42fd-8174-5ddbc54f6aa2 req-19957bac-dab1-440f-9f91-4a726161a6ac tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:11.325768 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba2b9c08-14ab-42fd-8174-5ddbc54f6aa2 req-19957bac-dab1-440f-9f91-4a726161a6ac tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0555389 May 26 16:52:11.366627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ba2b9c08-14ab-42fd-8174-5ddbc54f6aa2 req-09bc2038-07f5-44bb-8b38-d1262fad74f3 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347340 May 26 16:52:12.487455 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb52b68-0d2b-4b79-9960-9282ca989f6d req-cb48207e-2f91-472b-9cfc-2b33ba9c780d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:12.488932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efb52b68-0d2b-4b79-9960-9282ca989f6d req-cb48207e-2f91-472b-9cfc-2b33ba9c780d tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0512812 May 26 16:52:12.532049 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-efb52b68-0d2b-4b79-9960-9282ca989f6d req-f68c9b30-517b-4e32-a6d9-9cc0a4e811d8 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367467 May 26 16:52:13.654483 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a1af7-e856-46a5-9224-3ef88c336e6d req-f21ed23e-1f5e-41bb-b47c-fca9235164c3 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:13.656017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-422a1af7-e856-46a5-9224-3ef88c336e6d req-f21ed23e-1f5e-41bb-b47c-fca9235164c3 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0508218 May 26 16:52:13.700401 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-422a1af7-e856-46a5-9224-3ef88c336e6d req-f7418302-f252-4958-a793-131a83483986 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382717 May 26 16:52:14.835986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca208403-af2e-4e60-8163-32084c1ffd53 req-cb3b680f-63af-45c3-8ce5-f973902cd88b tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:14.837619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca208403-af2e-4e60-8163-32084c1ffd53 req-cb3b680f-63af-45c3-8ce5-f973902cd88b tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0589950 May 26 16:52:14.881022 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ca208403-af2e-4e60-8163-32084c1ffd53 req-667d33dc-4aec-47f5-a214-d1a85b018ce5 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354147 May 26 16:52:16.002514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eb5f0-6f5a-46a1-b3e5-bc80655c0123 req-d7f989bd-7f50-4d91-8f24-3231f2d7e371 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:16.004467 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-617eb5f0-6f5a-46a1-b3e5-bc80655c0123 req-d7f989bd-7f50-4d91-8f24-3231f2d7e371 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0527163 May 26 16:52:16.049661 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-617eb5f0-6f5a-46a1-b3e5-bc80655c0123 req-d4191474-b2c1-4368-9f91-7b0bec10fa5a tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385561 May 26 16:52:17.185441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ed5ea-d769-4fba-b6bb-4256b72ca362 req-2d398dfa-bcf0-4a78-b109-8ee81ff9ead6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:17.186963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe4ed5ea-d769-4fba-b6bb-4256b72ca362 req-2d398dfa-bcf0-4a78-b109-8ee81ff9ead6 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0580096 May 26 16:52:17.228186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fe4ed5ea-d769-4fba-b6bb-4256b72ca362 req-7c63f516-bdfb-44cd-a4ee-24cc74b7eb80 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&id=f6ff3215-b636-469c-8661-5c9ddfa18967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349874 May 26 16:52:20.163224 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-55548e04-6cd6-4ea8-a3bb-c15578e370c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523427 May 26 16:52:20.246582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-d4fdebb7-faa7-4fde-8673-ccada6596f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:20.248075 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-d4fdebb7-faa7-4fde-8673-ccada6596f7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=826bb581e7cf444c8934c49d71e34e1d&device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1136 time: 0.0415864 May 26 16:52:20.352871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-34b59b13-49c3-4b1e-85c0-229ce18f035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:20.354717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-34b59b13-49c3-4b1e-85c0-229ce18f035c service neutron] 10.222.0.24 "GET /v2.0/networks?id=075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 200 len: 916 time: 0.0872355 May 26 16:52:20.425782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-b6028de0-759a-4b9b-a7af-0e9e005b2470 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 1002 time: 0.0641584 May 26 16:52:20.474754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-cf0f5ee6-3d42-44a7-992f-af359c32bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:20.476220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-cf0f5ee6-3d42-44a7-992f-af359c32bbf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce65c70-fb15-4396-b639-b920d658ebe2 HTTP/1.1" status: 200 len: 854 time: 0.0442338 May 26 16:52:20.524949 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-92b6e833-788e-4031-b6db-7c35f29ed60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:20.526980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-92b6e833-788e-4031-b6db-7c35f29ed60d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=075ebe08-4d0c-489a-a437-3d1c50e96a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436811 May 26 16:52:20.622304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-c8017427-e51b-4396-9f24-a8df513882ac service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882294 May 26 16:52:20.714474 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-32b1c2eb-d668-43b7-899e-74296be375c9 req-ce0a8833-402b-4693-9d49-26da9c619ff3 service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849655 May 26 16:52:24.299646 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:24.342430 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:35.109751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca6f9-eec1-4e3f-9326-1973dc117c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:37.846084 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3821ecc2-1e85-4485-8485-72535ea00ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:38.950758 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:40.757902 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:40.834342 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:43.200948 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:52:49.683369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-d00a189e-4faf-4968-8269-079070a697ba tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1500877024&fields=id&tenant_id=826bb581e7cf444c8934c49d71e34e1d HTTP/1.1" status: 200 len: 267 time: 0.0393224 May 26 16:52:49.740924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c22e9e43-0d6a-4dda-be78-732f58ef4ec4 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:49.742428 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c22e9e43-0d6a-4dda-be78-732f58ef4ec4 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 985 time: 0.0533109 May 26 16:52:49.753434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Request body: {'port': {'security_groups': ['11008c4d-1014-491f-a79f-b06ece034e27']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:52:49.819154 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:49.991657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] For port 25abb384-b846-4f12-9120-4c4b40858283, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25abb384-b846-4f12-9120-4c4b40858283,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:50.020329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.025058 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.040755 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['25abb384-b846-4f12-9120-4c4b40858283'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:52:50.073990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:50.075033 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.077219 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c14a8cfd-937a-4978-8f40-8ad7a3c2efe4 req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "PUT /v2.0/ports/25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 943 time: 0.3281283 May 26 16:52:50.077938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:52:50.080985 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07364ab-257d-4d14-a08f-81089a3c9a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:52:50.083751 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56466) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:50.114299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event updated for resources: {'Port': ['ID=25abb384-b846-4f12-9120-4c4b40858283,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:50.123375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.123688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.124097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.124549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.125002 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.125399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.125803 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.126217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.126611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.126995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.127377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.128006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e971d8-ef5e-4e77-97df-db63ab26375f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.142233 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d8f556-ce96-4817-ab83-436aa16ec2b0 x-openstack-request-id: req-59d8f556-ce96-4817-ab83-436aa16ec2b0 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:52:50.142521 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:52:50.142774 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59d8f556-ce96-4817-ab83-436aa16ec2b0 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:52:50.143652 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d8f556-ce96-4817-ab83-436aa16ec2b0'] response: {'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283', 'status': 'completed', 'code': 200} May 26 16:52:50.187092 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.211669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-9eba9f74-c908-4ed5-91be-46308c746d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:50.214731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-9eba9f74-c908-4ed5-91be-46308c746d80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=826bb581e7cf444c8934c49d71e34e1d&device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1097 time: 0.0490258 May 26 16:52:50.215784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['25abb384-b846-4f12-9120-4c4b40858283'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:52:50.221802 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.293710 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.296757 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.298225 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "DELETE /v2.0/security-groups/f6ff3215-b636-469c-8661-5c9ddfa18967 HTTP/1.1" status: 204 len: 168 time: 0.2129319 May 26 16:52:50.301069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56480) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:50.308512 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff3215-b636-469c-8661-5c9ddfa18967,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:50.316726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.317081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.317428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.317769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.318133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.318474 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.318805 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.319133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.319460 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.319796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.321640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.322027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c79e-4a95-43c1-a730-838c1e5c3a38 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:50.389014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-2788537f-74a4-448f-8f40-611d5c9202c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:50.390624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-2788537f-74a4-448f-8f40-611d5c9202c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 200 len: 916 time: 0.1688979 May 26 16:52:50.403061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-38b93bb5-c637-4077-8931-3e31806ec3ad None None] Provisioning complete for port 25abb384-b846-4f12-9120-4c4b40858283 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:52:50.403439 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38b93bb5-c637-4077-8931-3e31806ec3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.489077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-38b93bb5-c637-4077-8931-3e31806ec3ad None None] Current status of the port 25abb384-b846-4f12-9120-4c4b40858283 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:52:50.508494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-49f62b4f-b2fa-4994-9b22-054abefb7f2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 1002 time: 0.1062956 May 26 16:52:50.576999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-3b94a3fc-9dc7-4b4f-a83f-607354800d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:50.578463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-3b94a3fc-9dc7-4b4f-a83f-607354800d87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce65c70-fb15-4396-b639-b920d658ebe2 HTTP/1.1" status: 200 len: 854 time: 0.0532041 May 26 16:52:50.589881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Deleting port 7dedf6f1-e0ac-4afa-8159-7b04dabf11bf {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:50.590254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.683710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-9f630dae-394e-4ba9-be31-e9473717d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:50.685102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-9f630dae-394e-4ba9-be31-e9473717d8e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=075ebe08-4d0c-489a-a437-3d1c50e96a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974913 May 26 16:52:50.706925 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.707249 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:50.756933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Calling delete_port for 7dedf6f1-e0ac-4afa-8159-7b04dabf11bf owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:50.843522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-9da72e60-1161-43bb-9572-caff6663d989 service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477873 May 26 16:52:50.983270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d07364ab-257d-4d14-a08f-81089a3c9a2e req-686e6c2c-c3e5-451f-a82c-005fff8b596b service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330762 May 26 16:52:51.008143 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:51.034880 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event deleted for resources: {'Port': ['ID=7dedf6f1-e0ac-4afa-8159-7b04dabf11bf,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:51.101625 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:51.101958 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Floating IP e802a836-6807-4d46-b5f4-cc35c8242f81 disassociated (deleted). External IP: 172.25.0.175, port: 25abb384-b846-4f12-9120-4c4b40858283. May 26 16:52:51.324052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Router 20208103-ce7a-4425-901a-7a0dae2402e7 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:52:51.433490 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:52:51.438277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:51.442702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] Sync routers for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:52:51.452391 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:52:51.453005 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:51.469033 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-09b280e0-00b0-479a-93b3-ace69c9f8205 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "DELETE /v2.0/floatingips/e802a836-6807-4d46-b5f4-cc35c8242f81 HTTP/1.1" status: 204 len: 168 time: 1.1659911 May 26 16:52:51.563522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:52:51.774365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 5, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:51.801349 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] Checking router: 20208103-ce7a-4425-901a-7a0dae2402e7 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:52:51.809427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:52:51.810069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:51.916053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:52:52.111835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 5, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:52.138496 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d3365-4f51-4563-bdc9-7b9a09872500 None None] The sync data for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 is: [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:50:58Z', 'revision_number': 4, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'ca9f7459-c27e-49b9-8fb4-7096cb100ca1', 'name': '', 'network_id': '075ebe08-4d0c-489a-a437-3d1c50e96a9a', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'mac_address': 'fa:16:3e:d3:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:58Z', 'updated_at': '2022-05-26T16:51:03Z', 'revision_number': 5, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'subnets': [{'id': 'fce65c70-fb15-4396-b639-b920d658ebe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:52:52.144807 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:52:52.147252 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11401d8a-d91e-4421-8dcf-61489a34d8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:52:52.186138 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f395901-67e2-42f7-befb-4080bb73115c x-openstack-request-id: req-6f395901-67e2-42f7-befb-4080bb73115c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:52:52.186433 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "tag": "25abb384-b846-4f12-9120-4c4b40858283", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:52:52.186687 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f395901-67e2-42f7-befb-4080bb73115c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:52:52.187102 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f395901-67e2-42f7-befb-4080bb73115c'] response: {'name': 'network-changed', 'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'tag': '25abb384-b846-4f12-9120-4c4b40858283', 'status': 'completed', 'code': 200} May 26 16:52:52.254373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-9f1fe0e3-0c32-4fc2-930b-20184d0a9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:52.255890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-9f1fe0e3-0c32-4fc2-930b-20184d0a9564 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=826bb581e7cf444c8934c49d71e34e1d&device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 1097 time: 0.0438542 May 26 16:52:52.351902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-bf7db8c1-2e59-4806-ad82-6f2568028fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:52.353543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-bf7db8c1-2e59-4806-ad82-6f2568028fc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 200 len: 916 time: 0.0912859 May 26 16:52:52.390587 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2431d1f-6153-4b3e-bbf0-b9f84ed8e2e4 None None] New status for floating IP e802a836-6807-4d46-b5f4-cc35c8242f81: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:52:52.404576 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-fa4635ea-be8f-47c6-90c4-4da5d15527b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 200 len: 217 time: 0.0442212 May 26 16:52:52.457674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-fc84dd63-3dc9-4379-8478-b41f10eaac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:52.459417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-fc84dd63-3dc9-4379-8478-b41f10eaac8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fce65c70-fb15-4396-b639-b920d658ebe2 HTTP/1.1" status: 200 len: 854 time: 0.0483024 May 26 16:52:52.506404 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-ccb17bd5-4f5c-434c-b74a-4a2bd1166df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:52.507888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-ccb17bd5-4f5c-434c-b74a-4a2bd1166df4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=075ebe08-4d0c-489a-a437-3d1c50e96a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413847 May 26 16:52:52.604885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-09eb8bff-36f1-4a4f-aaef-616c4b214283 service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896752 May 26 16:52:52.704823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11401d8a-d91e-4421-8dcf-61489a34d8f9 req-5a264e3d-91f1-47b0-a4c2-92106de573c7 service neutron] 10.222.0.24 "GET /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924737 May 26 16:52:54.303383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:54.344001 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:58.412804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac982cd-a114-4ca6-ba1a-be571c2b1d22 req-abbfc358-603b-440a-83a2-3507e7ff01f0 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:58.413699 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac982cd-a114-4ca6-ba1a-be571c2b1d22 req-abbfc358-603b-440a-83a2-3507e7ff01f0 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 946 time: 0.0602407 May 26 16:52:58.464171 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5ac982cd-a114-4ca6-ba1a-be571c2b1d22 req-69924e98-0fa3-486e-ad35-e0d7f26bcdf9 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 May 26 16:52:59.585299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e2843-33b1-41e9-a882-59f446c77764 req-35264c0c-cd16-4b5e-9465-ce4bfbd5bb85 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:59.586845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da3e2843-33b1-41e9-a882-59f446c77764 req-35264c0c-cd16-4b5e-9465-ce4bfbd5bb85 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 946 time: 0.0527122 May 26 16:52:59.624581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da3e2843-33b1-41e9-a882-59f446c77764 req-da1952ce-958d-43e5-9aad-20471c6a3863 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/security-groups?id=11008c4d-1014-491f-a79f-b06ece034e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312850 May 26 16:53:00.033969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-8501932f-3450-4ec5-a5dc-a3fb891d2d9f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:00.035504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-8501932f-3450-4ec5-a5dc-a3fb891d2d9f tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.24 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 946 time: 0.0489776 May 26 16:53:00.128443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Deleting port 25abb384-b846-4f12-9120-4c4b40858283 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:00.128698 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:00.215397 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] For port 25abb384-b846-4f12-9120-4c4b40858283, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=25abb384-b846-4f12-9120-4c4b40858283,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:00.215756 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:00.227349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Calling delete_port for 25abb384-b846-4f12-9120-4c4b40858283 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:00.364258 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:00.377197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['25abb384-b846-4f12-9120-4c4b40858283'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:53:00.394136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Pushing event deleted for resources: {'Port': ['ID=25abb384-b846-4f12-9120-4c4b40858283,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:00.441372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] No DVR routers for this DVR port 25abb384-b846-4f12-9120-4c4b40858283 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:53:00.444618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:00.448300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-363180ea-34f4-4aa9-8885-2f3f299a0458 req-536f795f-4372-43b9-9ab7-730346ebfe86 tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.24 "DELETE /v2.0/ports/25abb384-b846-4f12-9120-4c4b40858283 HTTP/1.1" status: 204 len: 173 time: 0.4070342 May 26 16:53:00.448829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'name': 'network-vif-deleted', 'tag': '25abb384-b846-4f12-9120-4c4b40858283'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:00.451106 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92fdfba-dc39-4c5f-a2c4-c94b08656de9" -d '{"events": [{"server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "name": "network-vif-deleted", "tag": "25abb384-b846-4f12-9120-4c4b40858283"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:00.491960 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0bf340-8bf4-4881-b007-e46347f273f5 x-openstack-request-id: req-2b0bf340-8bf4-4881-b007-e46347f273f5 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:00.492251 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da24046e-7093-463a-99ae-2d0819992271", "name": "network-vif-deleted", "tag": "25abb384-b846-4f12-9120-4c4b40858283", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:00.492506 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b0bf340-8bf4-4881-b007-e46347f273f5 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:00.492915 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0bf340-8bf4-4881-b007-e46347f273f5'] response: {'server_uuid': 'da24046e-7093-463a-99ae-2d0819992271', 'name': 'network-vif-deleted', 'tag': '25abb384-b846-4f12-9120-4c4b40858283', 'status': 'completed', 'code': 200} May 26 16:53:00.735359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb41f9a3-3466-414b-86e6-1deaf2802020 req-01959c1c-2f3b-4e24-8de8-5059f413bb9b tempest-TestMinimumBasicScenario-9377480 tempest-TestMinimumBasicScenario-9377480-project] 10.222.0.39 "GET /v2.0/ports?device_id=da24046e-7093-463a-99ae-2d0819992271 HTTP/1.1" status: 200 len: 210 time: 0.0272632 May 26 16:53:02.375531 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56578) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:02.724742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.306664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Deleting port ca9f7459-c27e-49b9-8fb4-7096cb100ca1 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:03.307001 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.395212 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] For port ca9f7459-c27e-49b9-8fb4-7096cb100ca1, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ca9f7459-c27e-49b9-8fb4-7096cb100ca1,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:03.395942 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.409043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Calling delete_port for ca9f7459-c27e-49b9-8fb4-7096cb100ca1 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:03.477427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25abb384-b846-4f12-9120-4c4b40858283 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:03.498863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 25abb384-b846-4f12-9120-4c4b40858283 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:53:03.499216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 25abb384-b846-4f12-9120-4c4b40858283 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:03.598618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.630832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9f7459-c27e-49b9-8fb4-7096cb100ca1,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:03.825014 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.061225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Router 20208103-ce7a-4425-901a-7a0dae2402e7 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:53:04.174271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:04.179212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-de475030-3d97-48a4-8b2a-b08d3161aef2 admin admin] 10.222.0.39 "PUT /v2.0/routers/20208103-ce7a-4425-901a-7a0dae2402e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028188 May 26 16:53:04.182024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56580) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:04.184709 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] Sync routers for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:04.197073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:04.197702 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:04.299276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.415481 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.473218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:04.473542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Deleting port 587e4b9f-4174-4b1c-a3bb-041eedb951ce {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:04.473887 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.564843 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] For port 587e4b9f-4174-4b1c-a3bb-041eedb951ce, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=587e4b9f-4174-4b1c-a3bb-041eedb951ce,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:04.565200 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.577463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Calling delete_port for 587e4b9f-4174-4b1c-a3bb-041eedb951ce owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:04.656965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:53:03Z', 'revision_number': 5, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port': {'id': '587e4b9f-4174-4b1c-a3bb-041eedb951ce', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:50:56Z', 'updated_at': '2022-05-26T16:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:04.688667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] Checking router: 20208103-ce7a-4425-901a-7a0dae2402e7 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:04.698740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] Routers {'20208103-ce7a-4425-901a-7a0dae2402e7'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:04.699455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['20208103-ce7a-4425-901a-7a0dae2402e7'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:04.750951 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.782119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=587e4b9f-4174-4b1c-a3bb-041eedb951ce,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:04.790504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] Set router 20208103-ce7a-4425-901a-7a0dae2402e7 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:04.844739 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:53:04Z', 'revision_number': 6, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:04.845127 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.876762 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4ee9c-ed33-4e81-b72f-b019f5523ee7 None None] The sync data for ids ['20208103-ce7a-4425-901a-7a0dae2402e7'] in n-d-843336-2 is: [{'id': '20208103-ce7a-4425-901a-7a0dae2402e7', 'name': 'tempest-TestMinimumBasicScenario-1004153636-router', 'tenant_id': '826bb581e7cf444c8934c49d71e34e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:50:55Z', 'updated_at': '2022-05-26T16:53:04Z', 'revision_number': 6, 'project_id': '826bb581e7cf444c8934c49d71e34e1d', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:04.951110 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.953169 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.997325 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.997933 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20208103-ce7a-4425-901a-7a0dae2402e7 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:53:05.004487 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.005660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0d90659c-6412-41b2-9450-228bf18e9a01 admin admin] 10.222.0.39 "DELETE /v2.0/routers/20208103-ce7a-4425-901a-7a0dae2402e7 HTTP/1.1" status: 204 len: 168 time: 0.8226943 May 26 16:53:05.008278 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56584) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:05.059527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1a435f-d299-4d41-9ddc-f4b473d7c86d admin admin] Deleting subnet fce65c70-fb15-4396-b639-b920d658ebe2 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:53:05.062983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a1a435f-d299-4d41-9ddc-f4b473d7c86d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.098192 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a1a435f-d299-4d41-9ddc-f4b473d7c86d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.113351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-697709a8-1ea2-4ceb-9482-9891b433ef54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.184745 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a1a435f-d299-4d41-9ddc-f4b473d7c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.241947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a1a435f-d299-4d41-9ddc-f4b473d7c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.273727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a435f-d299-4d41-9ddc-f4b473d7c86d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce65c70-fb15-4396-b639-b920d658ebe2,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:05.280365 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1a1a435f-d299-4d41-9ddc-f4b473d7c86d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.283691 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1a1a435f-d299-4d41-9ddc-f4b473d7c86d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fce65c70-fb15-4396-b639-b920d658ebe2 HTTP/1.1" status: 204 len: 168 time: 0.2744985 May 26 16:53:05.286116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83ba74-2b02-42a0-85d2-61a21a48bac9 None None] Network 075ebe08-4d0c-489a-a437-3d1c50e96a9a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:53:05.286466 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56586) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:05.360308 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.420675 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Deleting port 4b19efa2-f71e-4c90-b963-44de8ee33576 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:05.421144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.491430 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] For port 4b19efa2-f71e-4c90-b963-44de8ee33576, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4b19efa2-f71e-4c90-b963-44de8ee33576,segment=NetworkSegment(98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb),segment_id=98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:05.491709 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.505534 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Calling delete_port for 4b19efa2-f71e-4c90-b963-44de8ee33576 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:05.583210 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.610295 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b19efa2-f71e-4c90-b963-44de8ee33576,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:05.617135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] No DVR routers for this DVR port 4b19efa2-f71e-4c90-b963-44de8ee33576 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:53:05.681232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1179e525-aecf-4e6d-a8c2-59b87543e83a None None] DHCP port deletion for 075ebe08-4d0c-489a-a437-3d1c50e96a9a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:53:05.703331 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.726691 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075ebe08-4d0c-489a-a437-3d1c50e96a9a']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:05.736145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:05.736444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:05.746917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.762624 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.769433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:53:05.769950 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.818965 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb resource provider aggregate not found May 26 16:53:05.838241 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98a8e9f0-ba78-4ff1-a621-323e1c0a2cdb found for delete ", "request_id": "req-6f81550c-1162-47d7-b034-05898347d428"}]} May 26 16:53:05.843853 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.849972 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:05.853347 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] 10.222.0.39 "DELETE /v2.0/networks/075ebe08-4d0c-489a-a437-3d1c50e96a9a HTTP/1.1" status: 204 len: 168 time: 0.5658498 May 26 16:53:05.856405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56592) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:05.869742 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbafac-e9a6-41af-bb5b-cb1830a8752a admin admin] Pushing event deleted for resources: {'Network': ['ID=075ebe08-4d0c-489a-a437-3d1c50e96a9a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:06.231710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:06.438963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 587e4b9f-4174-4b1c-a3bb-041eedb951ce no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:06.459369 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 587e4b9f-4174-4b1c-a3bb-041eedb951ce {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:53:06.459707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 587e4b9f-4174-4b1c-a3bb-041eedb951ce not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:06.460118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4b19efa2-f71e-4c90-b963-44de8ee33576 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:06.480334 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4b19efa2-f71e-4c90-b963-44de8ee33576 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:53:06.480671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4b19efa2-f71e-4c90-b963-44de8ee33576 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:06.481259 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ca9f7459-c27e-49b9-8fb4-7096cb100ca1 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:06.487127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Deleting port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:06.487411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:06.503270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ca9f7459-c27e-49b9-8fb4-7096cb100ca1 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:53:06.503612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ca9f7459-c27e-49b9-8fb4-7096cb100ca1 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:06.569349 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] For port c8d43ab9-6817-4e1e-89d6-18b2c8095cdb, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=c8d43ab9-6817-4e1e-89d6-18b2c8095cdb,segment=NetworkSegment(1b05814e-2604-4abf-b99e-61ffd9cb4297),segment_id=1b05814e-2604-4abf-b99e-61ffd9cb4297)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:06.569714 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:06.581261 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Calling delete_port for c8d43ab9-6817-4e1e-89d6-18b2c8095cdb owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:06.769192 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:06.799724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d43ab9-6817-4e1e-89d6-18b2c8095cdb,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:06.976884 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.197784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Router 65c11a90-c6b2-417b-b495-352aab6b7d31 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:53:07.310924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:07.317194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c79aadf4-60d6-450f-9ab6-230699834449 admin admin] 10.222.0.39 "PUT /v2.0/routers/65c11a90-c6b2-417b-b495-352aab6b7d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595516 May 26 16:53:07.318852 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56594) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:07.320253 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] Sync routers for ids ['65c11a90-c6b2-417b-b495-352aab6b7d31'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:07.330598 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] Routers {'65c11a90-c6b2-417b-b495-352aab6b7d31'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:07.331200 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['65c11a90-c6b2-417b-b495-352aab6b7d31'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:07.435094 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.440016 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] Set router 65c11a90-c6b2-417b-b495-352aab6b7d31 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:07.630530 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:51:00Z', 'updated_at': '2022-05-26T16:53:06Z', 'revision_number': 5, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'gw_port': {'id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:01Z', 'updated_at': '2022-05-26T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:07.656949 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] Checking router: 65c11a90-c6b2-417b-b495-352aab6b7d31 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:07.666528 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] Routers {'65c11a90-c6b2-417b-b495-352aab6b7d31'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:07.667147 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:52:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['65c11a90-c6b2-417b-b495-352aab6b7d31'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:07.777405 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] Set router 65c11a90-c6b2-417b-b495-352aab6b7d31 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:07.851227 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-183b1db7-4883-4fc8-9c88-1b3ca7280477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.872907 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.926930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Deleting port ac8d8392-8763-4909-930a-049aa2aad31c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:07.927298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.980296 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:51:00Z', 'updated_at': '2022-05-26T16:53:06Z', 'revision_number': 5, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'gw_port': {'id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:01Z', 'updated_at': '2022-05-26T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:08.007037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] For port ac8d8392-8763-4909-930a-049aa2aad31c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=ac8d8392-8763-4909-930a-049aa2aad31c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:08.007781 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.009794 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c15387-ab81-4ae9-ad06-77c05dea8398 None None] The sync data for ids ['65c11a90-c6b2-417b-b495-352aab6b7d31'] in n-d-843336-2 is: [{'id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'name': 'tempest-TestMinimumBasicScenario-1617755368-router', 'tenant_id': '249bf1e73c494276b136c52ce3a9c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:51:00Z', 'updated_at': '2022-05-26T16:53:06Z', 'revision_number': 5, 'project_id': '249bf1e73c494276b136c52ce3a9c06d', 'gw_port': {'id': 'ac8d8392-8763-4909-930a-049aa2aad31c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c11a90-c6b2-417b-b495-352aab6b7d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:51:01Z', 'updated_at': '2022-05-26T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:08.020676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Calling delete_port for ac8d8392-8763-4909-930a-049aa2aad31c owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:08.189329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.220616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8d8392-8763-4909-930a-049aa2aad31c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:08.281793 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.374085 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.376716 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.427262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.427799 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65c11a90-c6b2-417b-b495-352aab6b7d31 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:53:08.432509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.437348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-26d38c63-e41f-4434-b201-44af4ac93c62 admin admin] 10.222.0.39 "DELETE /v2.0/routers/65c11a90-c6b2-417b-b495-352aab6b7d31 HTTP/1.1" status: 204 len: 168 time: 1.1175411 May 26 16:53:08.437612 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56596) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:08.485621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b0ddc2-7bb8-47ca-a56c-1e5890b7299a admin admin] Deleting subnet 2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:53:08.490578 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c8d43ab9-6817-4e1e-89d6-18b2c8095cdb no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:08.491724 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddc2-7bb8-47ca-a56c-1e5890b7299a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.515497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: c8d43ab9-6817-4e1e-89d6-18b2c8095cdb {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:53:08.516094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device c8d43ab9-6817-4e1e-89d6-18b2c8095cdb not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:08.532370 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddc2-7bb8-47ca-a56c-1e5890b7299a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.619831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddc2-7bb8-47ca-a56c-1e5890b7299a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.684743 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddc2-7bb8-47ca-a56c-1e5890b7299a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.712845 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0ddc2-7bb8-47ca-a56c-1e5890b7299a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:08.716830 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10b0ddc2-7bb8-47ca-a56c-1e5890b7299a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.720834 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-10b0ddc2-7bb8-47ca-a56c-1e5890b7299a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2b0ee9f2-5bd0-4838-ab8d-dc39c272bb61 HTTP/1.1" status: 204 len: 168 time: 0.2819166 May 26 16:53:08.723273 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56598) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:08.723538 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa219c03-6d45-4281-854f-55bb75b5dbe7 None None] Network 752a7d3e-9957-4393-bc8a-3216daefc87a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:53:08.801504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.875679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Deleting port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:08.876020 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.929577 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] DHCP port deletion for 752a7d3e-9957-4393-bc8a-3216daefc87a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:53:08.945591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] For port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50,segment=NetworkSegment(1b05814e-2604-4abf-b99e-61ffd9cb4297),segment_id=1b05814e-2604-4abf-b99e-61ffd9cb4297)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:08.946341 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.959535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Calling delete_port for dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:08.977816 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.993279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Deleting port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:08.993837 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.047434 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.062817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] For port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50,segment=NetworkSegment(1b05814e-2604-4abf-b99e-61ffd9cb4297),segment_id=1b05814e-2604-4abf-b99e-61ffd9cb4297)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:09.063215 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.072976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:09.076980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Calling delete_port for dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:09.077866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] No DVR routers for this DVR port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:53:09.148902 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:53:09.157742 n-d-843336-2 neutron-server[109406]: self.session.flush() May 26 16:53:09.165631 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.170848 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752a7d3e-9957-4393-bc8a-3216daefc87a']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:09.180093 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b05814e-2604-4abf-b99e-61ffd9cb4297') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:09.180389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b05814e-2604-4abf-b99e-61ffd9cb4297') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:09.193050 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Pushing event deleted for resources: {'Port': ['ID=dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:09.195657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] No DVR routers for this DVR port dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:53:09.200271 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.206999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.206999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.206999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.206999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.207397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.207397 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.207713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.208044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.208370 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.208699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.209023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.209347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a2606-cb6a-4bc4-92b0-6c4b25615876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:09.217402 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.224063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:53:09.224587 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.265064 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 1b05814e-2604-4abf-b99e-61ffd9cb4297 resource provider aggregate not found May 26 16:53:09.281766 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 1b05814e-2604-4abf-b99e-61ffd9cb4297 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b05814e-2604-4abf-b99e-61ffd9cb4297 found for delete ", "request_id": "req-cfb56ccb-9a1c-4b1c-983e-712d2b98d190"}]} May 26 16:53:09.290999 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.303009 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.306173 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/752a7d3e-9957-4393-bc8a-3216daefc87a HTTP/1.1" status: 204 len: 168 time: 0.5817668 May 26 16:53:09.315988 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375b876-cfbb-48e2-a826-e1567bcbffd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=752a7d3e-9957-4393-bc8a-3216daefc87a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:09.477822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56606) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:09.521386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dde0ec8d-04d9-48e6-bbd4-44ecfe5339c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=826bb581e7cf444c8934c49d71e34e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422983 May 26 16:53:09.523836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56608) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:09.571563 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67809ae0-d468-4bbd-9bae-29c2f723a99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.593250 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67809ae0-d468-4bbd-9bae-29c2f723a99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.640357 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67809ae0-d468-4bbd-9bae-29c2f723a99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.643023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-67809ae0-d468-4bbd-9bae-29c2f723a99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:09.644195 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-67809ae0-d468-4bbd-9bae-29c2f723a99b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11008c4d-1014-491f-a79f-b06ece034e27 HTTP/1.1" status: 204 len: 168 time: 0.1194704 May 26 16:53:09.652629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67809ae0-d468-4bbd-9bae-29c2f723a99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11008c4d-1014-491f-a79f-b06ece034e27,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:09.971115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56614) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:10.011108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-16226171-928c-4dbf-a056-52e1bbab7296 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=249bf1e73c494276b136c52ce3a9c06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388432 May 26 16:53:10.013507 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56616) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:10.062843 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8dac5b4-169d-403a-bbab-5cfcb775990e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:10.084202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8dac5b4-169d-403a-bbab-5cfcb775990e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:10.134745 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8dac5b4-169d-403a-bbab-5cfcb775990e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:10.137521 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c8dac5b4-169d-403a-bbab-5cfcb775990e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:10.138721 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c8dac5b4-169d-403a-bbab-5cfcb775990e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c120b2a3-c9c7-4545-8ea5-c698a3f75ea9 HTTP/1.1" status: 204 len: 168 time: 0.1242974 May 26 16:53:10.148610 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dac5b4-169d-403a-bbab-5cfcb775990e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120b2a3-c9c7-4545-8ea5-c698a3f75ea9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:10.437023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:10.459843 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:53:10.460190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device dc6cc6e9-2e43-4f1b-af2e-d54a00e9ef50 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:10.460614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ac8d8392-8763-4909-930a-049aa2aad31c no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:10.480682 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: ac8d8392-8763-4909-930a-049aa2aad31c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:53:10.480958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device ac8d8392-8763-4909-930a-049aa2aad31c not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:10.768214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:10.835662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.621321 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56658) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:11.627128 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318467248', 'description': 'tempest-secgroup-smoke-1318467248 description', 'project_id': '6ec12d26002b49639c4e94596543457d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:11.650862 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.659993 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.737915 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.741599 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.778302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947b6c0c-d4fb-41b1-b1b1-2a529cbeb02c,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:11.818157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.822886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.856122 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3644394-6b3e-460c-8992-d89378232d5f,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:11.865959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.865959 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d99fafa5-f0af-416f-b75a-43bacd3beb02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2408447 May 26 16:53:11.866480 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56660) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:11.872145 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-90ca4a52-da9d-42d1-8c5b-26cf9d49be49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'd3644394-6b3e-460c-8992-d89378232d5f', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:11.895876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90ca4a52-da9d-42d1-8c5b-26cf9d49be49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.953235 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90ca4a52-da9d-42d1-8c5b-26cf9d49be49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.956876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90ca4a52-da9d-42d1-8c5b-26cf9d49be49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.976333 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca4a52-da9d-42d1-8c5b-26cf9d49be49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12538008-f550-4a9b-8d16-481345cce615,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:11.982980 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-90ca4a52-da9d-42d1-8c5b-26cf9d49be49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:11.984209 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-90ca4a52-da9d-42d1-8c5b-26cf9d49be49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170640 May 26 16:53:11.986955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56662) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:11.991179 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-daaa2e0a-89b8-4c41-9d51-fa1018e708a9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'd3644394-6b3e-460c-8992-d89378232d5f', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:12.015682 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-daaa2e0a-89b8-4c41-9d51-fa1018e708a9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.072981 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-daaa2e0a-89b8-4c41-9d51-fa1018e708a9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.076782 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-daaa2e0a-89b8-4c41-9d51-fa1018e708a9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.092307 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa2e0a-89b8-4c41-9d51-fa1018e708a9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf0390c-66ce-440a-be05-c9c363792e76,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:12.102755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-daaa2e0a-89b8-4c41-9d51-fa1018e708a9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.103956 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-daaa2e0a-89b8-4c41-9d51-fa1018e708a9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160829 May 26 16:53:12.107309 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56664) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:12.111598 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d2beaef0-800b-4690-a588-cee2c39ec091 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'd3644394-6b3e-460c-8992-d89378232d5f', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:12.136063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2beaef0-800b-4690-a588-cee2c39ec091 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.194639 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2beaef0-800b-4690-a588-cee2c39ec091 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.198504 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2beaef0-800b-4690-a588-cee2c39ec091 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.217679 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beaef0-800b-4690-a588-cee2c39ec091 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5f824b-504b-411e-aede-e425fb29d922,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:12.225293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d2beaef0-800b-4690-a588-cee2c39ec091 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.226585 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d2beaef0-800b-4690-a588-cee2c39ec091 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183217 May 26 16:53:12.230674 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56666) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:12.234985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e60490f8-b4f5-47e9-80de-8c96eb58ba99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'd3644394-6b3e-460c-8992-d89378232d5f', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:12.259512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e60490f8-b4f5-47e9-80de-8c96eb58ba99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.320288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e60490f8-b4f5-47e9-80de-8c96eb58ba99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.324395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e60490f8-b4f5-47e9-80de-8c96eb58ba99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.341725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60490f8-b4f5-47e9-80de-8c96eb58ba99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef020e2-88e1-45ad-b837-edb4da05ec7f,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:12.350470 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e60490f8-b4f5-47e9-80de-8c96eb58ba99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.351712 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e60490f8-b4f5-47e9-80de-8c96eb58ba99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201200 May 26 16:53:12.355522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56668) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:12.359798 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-bcaec3e8-a588-4bf8-b7b6-59221d1dff8e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'd3644394-6b3e-460c-8992-d89378232d5f', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:12.381362 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-bcaec3e8-a588-4bf8-b7b6-59221d1dff8e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:53:12.386781 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec3e8-a588-4bf8-b7b6-59221d1dff8e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.453753 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec3e8-a588-4bf8-b7b6-59221d1dff8e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.455807 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec3e8-a588-4bf8-b7b6-59221d1dff8e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.473694 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaec3e8-a588-4bf8-b7b6-59221d1dff8e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad80d61d-cd8d-4af7-a677-834a285e2053,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:12.484731 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-bcaec3e8-a588-4bf8-b7b6-59221d1dff8e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.486781 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bcaec3e8-a588-4bf8-b7b6-59221d1dff8e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301522 May 26 16:53:12.489306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56670) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:12.493762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5cba5b9e-32a8-4ea2-b560-4dc695fce41e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'd3644394-6b3e-460c-8992-d89378232d5f', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:12.514295 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-5cba5b9e-32a8-4ea2-b560-4dc695fce41e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:53:12.519127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5cba5b9e-32a8-4ea2-b560-4dc695fce41e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.582760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5cba5b9e-32a8-4ea2-b560-4dc695fce41e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.586632 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5cba5b9e-32a8-4ea2-b560-4dc695fce41e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.604557 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba5b9e-32a8-4ea2-b560-4dc695fce41e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edff0cb-713b-40e3-9ea3-963db86eb956,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:12.613442 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5cba5b9e-32a8-4ea2-b560-4dc695fce41e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.614686 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5cba5b9e-32a8-4ea2-b560-4dc695fce41e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244233 May 26 16:53:12.617876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56672) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:12.623057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'network': {'name': 'tempest-network-smoke--1556940727', 'project_id': '6ec12d26002b49639c4e94596543457d', 'port_security_enabled': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:12.648827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:12.652529 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.677526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:53:12.688760 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.689097 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Added segment 73320aa7-527f-4ef0-a967-428019bc2e71 of type vlan for network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c May 26 16:53:12.728501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.756187 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.761753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:12.762427 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.823462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2043209 May 26 16:53:12.826493 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56674) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:12.829979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afae959-0116-4ab6-93c5-7bffa9f9f1c1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Network': ['ID=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:12.831244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'admin_state_up': True, 'project_id': '6ec12d26002b49639c4e94596543457d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:12.841117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:53:12.855999 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.857031 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:12.914692 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:13.054456 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:13.241970 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:13.260345 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:13.365663 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.125 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/cf6a5405-be1d-4896-b301-8e840a3a0133) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:13.467711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:13.501264 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:13.542569 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:13.546984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:13.549546 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:13.557174 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=cf6a5405-be1d-4896-b301-8e840a3a0133,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:13.800547 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:14.341083 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:14.469657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 1695d702-5051-4b70-bb60-8c19286ec1a8 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:53:14.579547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:14.593241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Sync routers for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:14.604079 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:14.604922 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:14.605620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:14.606353 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-030cea2f-9b03-4366-9ce2-4b69c9e5626d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7786615 May 26 16:53:14.610275 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56676) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:14.721344 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:14.768846 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9499b0c2-08be-464a-aa4b-fac1cefe55ba tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6ec12d26002b49639c4e94596543457d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1547852 May 26 16:53:14.769083 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56680) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:14.864828 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e89202-5702-496d-b957-91f4b6ee71a9 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:14.864828 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-34e89202-5702-496d-b957-91f4b6ee71a9 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946875 May 26 16:53:14.868622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56682) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:14.905277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56686) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:14.905564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ea855219-0fa8-4391-8768-6f7b1de2952d tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355642 May 26 16:53:14.910326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-568315780', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'project_id': '6ec12d26002b49639c4e94596543457d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:14.914254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:13Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:14.941192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Checking router: 1695d702-5051-4b70-bb60-8c19286ec1a8 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:14.941552 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Updating router 1695d702-5051-4b70-bb60-8c19286ec1a8 port cf6a5405-be1d-4896-b301-8e840a3a0133 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:53:14.967372 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.000717 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:15.004282 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.190524 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.232049 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.238609 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.252562 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Subnet': ['ID=e9de673d-cd5b-46c6-964e-d4b63583b21c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:15.269023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Checking segment: {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:53:15.269386 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network hostable DHCP agents. Network: fb7d59d5-9436-4c7d-b9c2-cfeaa797996c, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:53:15.289552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:53:15.291069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Attempting to bind port cf6a5405-be1d-4896-b301-8e840a3a0133 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:53:15.291516 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Attempting to bind port cf6a5405-be1d-4896-b301-8e840a3a0133 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:53:15.291880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Attempting to bind port cf6a5405-be1d-4896-b301-8e840a3a0133 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:15.300969 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, fb7d59d5-9436-4c7d-b9c2-cfeaa797996c) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:15.306508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:15.306965 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.307086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:15.307293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:53:15.307878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.308985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:15.310907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Bound port: cf6a5405-be1d-4896-b301-8e840a3a0133, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:53:15.310907 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.313486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23044272-3225-41e9-b2ee-7643e58b5370 None None] Network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:53:15.315916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e440a-cc38-4a32-853b-21c35ba1035c None None] Pushing event updated for resources: {'Port': ['ID=cf6a5405-be1d-4896-b301-8e840a3a0133,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:15.331027 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-57707fc5-91cb-4780-bf91-d552869e6023 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4220009 May 26 16:53:15.331221 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56690) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:15.423436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] For port cf6a5405-be1d-4896-b301-8e840a3a0133, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:15.428231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] For port cf6a5405-be1d-4896-b301-8e840a3a0133, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cf6a5405-be1d-4896-b301-8e840a3a0133,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:15.436407 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.570234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e440a-cc38-4a32-853b-21c35ba1035c None None] Pushing event updated for resources: {'Port': ['ID=cf6a5405-be1d-4896-b301-8e840a3a0133,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:15.576612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:15.577340 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:15.611056 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:53:15.611913 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.791374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.929835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:16.075261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Allocated IP 172.20.0.2 (fb7d59d5-9436-4c7d-b9c2-cfeaa797996c/e9de673d-cd5b-46c6-964e-d4b63583b21c/b70d317d-3fb2-4dfa-825f-966cbf368e4a) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:16.271769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:13Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:16.302583 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:16.305360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8413c19-3fd8-4e0c-9ab9-2ca3b1a3d320 None None] The sync data for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 is: [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:13Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:16.309520 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:16.351884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:16.358636 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:16.360532 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Pushing event updated for resources: {'Port': ['ID=b70d317d-3fb2-4dfa-825f-966cbf368e4a,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:16.361757 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.1 (fb7d59d5-9436-4c7d-b9c2-cfeaa797996c/e9de673d-cd5b-46c6-964e-d4b63583b21c/6d4a7712-06d2-43f3-867e-1aaa2adaec56) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:16.363508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:16.426499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Attempting to bind port b70d317d-3fb2-4dfa-825f-966cbf368e4a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:53:16.427419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Attempting to bind port b70d317d-3fb2-4dfa-825f-966cbf368e4a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:53:16.427419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Attempting to bind port b70d317d-3fb2-4dfa-825f-966cbf368e4a on network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:16.432986 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:16.433359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Checking segment: {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:53:16.433925 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:16.434201 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Bound using segment: {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:16.434835 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Bound port: b70d317d-3fb2-4dfa-825f-966cbf368e4a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:53:16.435184 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:16.499678 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:16.501936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] For port b70d317d-3fb2-4dfa-825f-966cbf368e4a, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:16.505402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] For port b70d317d-3fb2-4dfa-825f-966cbf368e4a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b70d317d-3fb2-4dfa-825f-966cbf368e4a,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:16.510820 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:16.540948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:16.603534 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a5e19-9c4b-4c11-81f3-d49fe2a08536 None None] Pushing event updated for resources: {'Port': ['ID=b70d317d-3fb2-4dfa-825f-966cbf368e4a,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:16.618539 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=6d4a7712-06d2-43f3-867e-1aaa2adaec56,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:16.623628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:16.625289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:16.628149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:16.692672 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:16.885266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:17.198870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:17.204861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:17.286158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=6d4a7712-06d2-43f3-867e-1aaa2adaec56,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:17.289058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:17.416750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:17.418875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:17.541352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 1695d702-5051-4b70-bb60-8c19286ec1a8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:53:17.571373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33410b3-2a47-42ba-8837-5ef0ca66bd95 None None] Network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:53:17.656343 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:17.659307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-05b8cdb8-f543-494b-bdf7-f4b1109c24d5 None None] Provisioning complete for port b70d317d-3fb2-4dfa-825f-966cbf368e4a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:17.659679 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-05b8cdb8-f543-494b-bdf7-f4b1109c24d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:17.662148 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d23e975a-c2c8-4185-ac49-8d7bda93c1a5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/1695d702-5051-4b70-bb60-8c19286ec1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3299270 May 26 16:53:17.808501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-05b8cdb8-f543-494b-bdf7-f4b1109c24d5 None None] Current status of the port b70d317d-3fb2-4dfa-825f-966cbf368e4a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:17.808806 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-05b8cdb8-f543-494b-bdf7-f4b1109c24d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:17.825701 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-31fae2c6-6a8b-431c-a7c9-b53b1ab28b31 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318467248&fields=id&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 267 time: 0.0419579 May 26 16:53:17.847568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-05b8cdb8-f543-494b-bdf7-f4b1109c24d5 None None] For port b70d317d-3fb2-4dfa-825f-966cbf368e4a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b70d317d-3fb2-4dfa-825f-966cbf368e4a,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:17.858113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-05b8cdb8-f543-494b-bdf7-f4b1109c24d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:17.919473 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8cdb8-f543-494b-bdf7-f4b1109c24d5 None None] Pushing event updated for resources: {'Port': ['ID=b70d317d-3fb2-4dfa-825f-966cbf368e4a,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:17.960289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d011-df9d-4905-979f-b98508eaa3fc req-5c60c053-e28c-4422-b7d3-1d65a5a4860c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:17.962393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-5c60c053-e28c-4422-b7d3-1d65a5a4860c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/networks?id=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c HTTP/1.1" status: 200 len: 797 time: 0.1278322 May 26 16:53:17.989813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-1a8688c8-080c-4a3d-ab78-073fe41de77a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/quotas/6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 375 time: 0.0182812 May 26 16:53:18.052697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-4bd1ca40-4272-479e-b073-c887271c1001 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562470 May 26 16:53:18.084625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-debfa11a-8839-483d-a044-e5150b4b9f05 None None] Provisioning complete for port b70d317d-3fb2-4dfa-825f-966cbf368e4a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:18.084998 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-debfa11a-8839-483d-a044-e5150b4b9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.147953 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Sync routers for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:18.159790 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:18.160802 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:18.169728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-227c6a81-4ef5-403d-a160-fd99934125a1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:53:18.176737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-debfa11a-8839-483d-a044-e5150b4b9f05 None None] Current status of the port b70d317d-3fb2-4dfa-825f-966cbf368e4a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:18.177813 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-227c6a81-4ef5-403d-a160-fd99934125a1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0749927 May 26 16:53:18.190119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-debfa11a-8839-483d-a044-e5150b4b9f05 None None] Provisioning complete for port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:18.190501 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-debfa11a-8839-483d-a044-e5150b4b9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.229402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-debfa11a-8839-483d-a044-e5150b4b9f05 None None] Port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:53:18.284560 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-d991d42c-7947-496e-9bad-160be553eb04 service neutron] 10.222.0.39 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053097 May 26 16:53:18.350798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-28de0f78-ed4a-42bf-9879-88ed6cbf6091 None None] Provisioning complete for port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:18.351311 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-28de0f78-ed4a-42bf-9879-88ed6cbf6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.376664 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:18.399383 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-28de0f78-ed4a-42bf-9879-88ed6cbf6091 None None] Port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:53:18.414399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-d16dd092-8735-42c5-b9d0-1d9d4207517c service neutron] 10.222.0.39 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225421 May 26 16:53:18.559850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cf6a5405-be1d-4896-b301-8e840a3a0133 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:18.643831 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cd2ffb0f-cdc3-4f23-8fd4-dd5cd4fdc35e None None] Provisioning complete for port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:18.645209 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cd2ffb0f-cdc3-4f23-8fd4-dd5cd4fdc35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.654963 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-916ebd44-b275-49e7-ac20-0eae682118cb req-aba799ac-6b23-40d9-9977-9c4d8f2a7e23 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 210 time: 0.0295520 May 26 16:53:18.681780 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:16Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '6d4a7712-06d2-43f3-867e-1aaa2adaec56', 'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:bf:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:15Z', 'updated_at': '2022-05-26T16:53:17Z', 'revision_number': 2, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:18.701307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port cf6a5405-be1d-4896-b301-8e840a3a0133 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:18.702498 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.704624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ffb0f-cdc3-4f23-8fd4-dd5cd4fdc35e None None] Port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:53:18.714447 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Checking router: 1695d702-5051-4b70-bb60-8c19286ec1a8 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:18.714896 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Updating router 1695d702-5051-4b70-bb60-8c19286ec1a8 port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:53:18.740262 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.790470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port cf6a5405-be1d-4896-b301-8e840a3a0133 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:18.791281 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.811139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port cf6a5405-be1d-4896-b301-8e840a3a0133, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cf6a5405-be1d-4896-b301-8e840a3a0133,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:18.816028 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.817027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b70d317d-3fb2-4dfa-825f-966cbf368e4a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:18.894884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=cf6a5405-be1d-4896-b301-8e840a3a0133,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:18.915423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b70d317d-3fb2-4dfa-825f-966cbf368e4a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:18.915805 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.016646 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b70d317d-3fb2-4dfa-825f-966cbf368e4a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:19.053405 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.060617 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.136698 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Pushing event updated for resources: {'Port': ['ID=6d4a7712-06d2-43f3-867e-1aaa2adaec56,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:19.159829 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.160497 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.160497 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.160816 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.161355 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.161881 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.162381 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.162898 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.163228 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.163551 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.163874 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.164193 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:19.196792 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Attempting to bind port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:53:19.197199 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Attempting to bind port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:53:19.197529 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Attempting to bind port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 on network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:19.203392 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:19.203863 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Checking segment: {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:53:19.204337 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.204798 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Bound using segment: {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:19.205336 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Bound port: 6d4a7712-06d2-43f3-867e-1aaa2adaec56, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:53:19.205798 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.275930 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] For port 6d4a7712-06d2-43f3-867e-1aaa2adaec56, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:19.280450 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] For port 6d4a7712-06d2-43f3-867e-1aaa2adaec56, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6d4a7712-06d2-43f3-867e-1aaa2adaec56,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:19.286595 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.359172 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:19.359823 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:19.398725 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e8196-9d6a-4491-8bff-02d778649b3a None None] Pushing event updated for resources: {'Port': ['ID=6d4a7712-06d2-43f3-867e-1aaa2adaec56,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:19.440947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b6221ae7-3e1e-4f0a-b5e4-91788cc97fe7 None None] Provisioning complete for port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:19.441682 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6221ae7-3e1e-4f0a-b5e4-91788cc97fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.492774 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:19.538027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b6221ae7-3e1e-4f0a-b5e4-91788cc97fe7 None None] Current status of the port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:19.538483 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6221ae7-3e1e-4f0a-b5e4-91788cc97fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.581783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b6221ae7-3e1e-4f0a-b5e4-91788cc97fe7 None None] For port 6d4a7712-06d2-43f3-867e-1aaa2adaec56, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6d4a7712-06d2-43f3-867e-1aaa2adaec56,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:19.586487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b6221ae7-3e1e-4f0a-b5e4-91788cc97fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.639753 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6221ae7-3e1e-4f0a-b5e4-91788cc97fe7 None None] Pushing event updated for resources: {'Port': ['ID=6d4a7712-06d2-43f3-867e-1aaa2adaec56,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:19.712602 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:16Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '6d4a7712-06d2-43f3-867e-1aaa2adaec56', 'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:bf:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:15Z', 'updated_at': '2022-05-26T16:53:19Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:19.714503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f9075570-107d-408c-a7af-615be6d92195 None None] Provisioning complete for port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:19.715438 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f9075570-107d-408c-a7af-615be6d92195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.750965 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ee682-3bf3-4a67-b311-587ebfed00a0 None None] The sync data for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 is: [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:16Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '6d4a7712-06d2-43f3-867e-1aaa2adaec56', 'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:bf:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:15Z', 'updated_at': '2022-05-26T16:53:19Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:19.768581 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22de028c-66cb-4a03-97c6-6e1f4c9106e6 req-7f1a9163-5eaf-4172-ae65-2319c1693bc1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 210 time: 0.0343771 May 26 16:53:19.865770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f9075570-107d-408c-a7af-615be6d92195 None None] Current status of the port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:19.983306 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d011-df9d-4905-979f-b98508eaa3fc req-66dd16aa-764c-45a8-930b-5429cecced89 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:19.984849 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-66dd16aa-764c-45a8-930b-5429cecced89 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/networks?id=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c HTTP/1.1" status: 200 len: 797 time: 0.1438661 May 26 16:53:20.037828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-fbeae32c-41b6-480a-aa96-a4cdade2eb12 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 380 time: 0.0430076 May 26 16:53:20.047632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'port': {'device_id': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'admin_state_up': True, 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'security_groups': ['d3644394-6b3e-460c-8992-d89378232d5f']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:20.160037 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:20.164249 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:20.202268 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:53:20.305535 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.13 (fb7d59d5-9436-4c7d-b9c2-cfeaa797996c/e9de673d-cd5b-46c6-964e-d4b63583b21c/f23a536b-6b7f-46f2-9729-a6b41fcce357) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:20.459095 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:20.497006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:20.549884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cf6a5405-be1d-4896-b301-8e840a3a0133 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:20.556813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:20.560125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:20.567069 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:20.571571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=f23a536b-6b7f-46f2-9729-a6b41fcce357,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:20.624080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port cf6a5405-be1d-4896-b301-8e840a3a0133 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:20.624450 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:20.627412 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:20.628100 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:20.650261 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6d0dc737-ee5a-4854-bcc6-d8f4849f8b6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064892 May 26 16:53:20.667728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Request body: {'port': {'device_id': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:20.731746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port cf6a5405-be1d-4896-b301-8e840a3a0133 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:20.732900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6d4a7712-06d2-43f3-867e-1aaa2adaec56 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:20.758812 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:20.788484 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:20.788865 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:20.891192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:20.911215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0f70788d-2a47-4bbe-aa59-cc321f59c429 None None] Provisioning complete for port f23a536b-6b7f-46f2-9729-a6b41fcce357 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:20.911661 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0f70788d-2a47-4bbe-aa59-cc321f59c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:20.950154 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0f70788d-2a47-4bbe-aa59-cc321f59c429 None None] Port f23a536b-6b7f-46f2-9729-a6b41fcce357 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:53:20.994058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c51d4d-2a94-4b28-93b8-50615ac2ad25 req-ff7f3714-935a-4b30-9082-2d396fbb6eff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:20.995611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02c51d4d-2a94-4b28-93b8-50615ac2ad25 req-ff7f3714-935a-4b30-9082-2d396fbb6eff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 932 time: 0.1226456 May 26 16:53:21.076595 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02c51d4d-2a94-4b28-93b8-50615ac2ad25 req-366f697c-1e6d-41e8-a442-27ef7ac2cc8e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524313 May 26 16:53:21.166680 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23a536b-6b7f-46f2-9729-a6b41fcce357 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:21.175428 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:21.190330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Transition to ACTIVE for port object f23a536b-6b7f-46f2-9729-a6b41fcce357 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:53:21.193970 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:21.243215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Pushing event updated for resources: {'Port': ['ID=f23a536b-6b7f-46f2-9729-a6b41fcce357,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:21.322267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Attempting to bind port f23a536b-6b7f-46f2-9729-a6b41fcce357 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:53:21.322548 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Attempting to bind port f23a536b-6b7f-46f2-9729-a6b41fcce357 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:53:21.322894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Attempting to bind port f23a536b-6b7f-46f2-9729-a6b41fcce357 on network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:21.331767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Port f23a536b-6b7f-46f2-9729-a6b41fcce357 on network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:53:21.332192 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Attempting to bind port f23a536b-6b7f-46f2-9729-a6b41fcce357 on network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:21.337775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:21.338148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Checking segment: {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:53:21.338540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Bound using segment: {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:21.339023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Bound port: f23a536b-6b7f-46f2-9729-a6b41fcce357, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73320aa7-527f-4ef0-a967-428019bc2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:53:21.339389 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:21.411554 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] For port f23a536b-6b7f-46f2-9729-a6b41fcce357, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:21.415197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] For port f23a536b-6b7f-46f2-9729-a6b41fcce357, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f23a536b-6b7f-46f2-9729-a6b41fcce357,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:21.420248 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:21.461552 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:21.462097 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:21.464614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] 10.222.0.24 "PUT /v2.0/ports/f23a536b-6b7f-46f2-9729-a6b41fcce357 HTTP/1.1" status: 200 len: 1092 time: 0.8055067 May 26 16:53:21.464614 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:21.467061 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed22bb5-7a4c-4f84-b08b-c101341d5803" -d '{"events": [{"name": "network-changed", "server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:21.508881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3348a-839b-4c1c-9779-daf5a7939334 service neutron] Pushing event updated for resources: {'Port': ['ID=f23a536b-6b7f-46f2-9729-a6b41fcce357,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:21.517856 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f47f83-cd93-4bfe-9279-7d981e78b18a x-openstack-request-id: req-64f47f83-cd93-4bfe-9279-7d981e78b18a {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:21.518313 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:21.518639 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64f47f83-cd93-4bfe-9279-7d981e78b18a {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:21.519132 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f47f83-cd93-4bfe-9279-7d981e78b18a'] response: {'name': 'network-changed', 'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'status': 'completed', 'code': 200} May 26 16:53:21.570083 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6aee9370-ce92-48ea-b4c2-e746c1cd89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:21.571642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6aee9370-ce92-48ea-b4c2-e746c1cd89b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 1095 time: 0.0497406 May 26 16:53:21.615816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-df03fc9a-6268-4c86-a9c1-1dae431b3601 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f23a536b-6b7f-46f2-9729-a6b41fcce357 HTTP/1.1" status: 200 len: 217 time: 0.0368869 May 26 16:53:21.670838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6f6c66ba-49f3-4f3b-8af3-f00a68513272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:21.672359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-6f6c66ba-49f3-4f3b-8af3-f00a68513272 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9de673d-cd5b-46c6-964e-d4b63583b21c HTTP/1.1" status: 200 len: 834 time: 0.0503922 May 26 16:53:21.724923 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d011-df9d-4905-979f-b98508eaa3fc req-b82cb470-f819-453d-bf89-cc94e6a858c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:21.726566 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-b82cb470-f819-453d-bf89-cc94e6a858c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478139 May 26 16:53:21.817331 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-c4ad0aa3-6fbb-4b3d-a1d9-003d29d27d39 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842955 May 26 16:53:21.912213 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b382d011-df9d-4905-979f-b98508eaa3fc req-1f0be7b7-deba-4f55-ae80-6bf1162c78de service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888133 May 26 16:53:21.999676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-7698e174-8b4a-4f00-ae72-d90e20226d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:22.001214 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-7698e174-8b4a-4f00-ae72-d90e20226d5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 1095 time: 0.0418427 May 26 16:53:22.090742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-64aab487-bf75-401e-b896-5a6de5fb1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:22.092276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-64aab487-bf75-401e-b896-5a6de5fb1b60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c HTTP/1.1" status: 200 len: 898 time: 0.0851746 May 26 16:53:22.141038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-f52056cd-fbe8-4435-9d7f-f19dbcea7a15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f23a536b-6b7f-46f2-9729-a6b41fcce357 HTTP/1.1" status: 200 len: 217 time: 0.0416965 May 26 16:53:22.217471 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-68a1d140-a25f-4610-848b-b9969da3b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:22.218931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-68a1d140-a25f-4610-848b-b9969da3b6c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9de673d-cd5b-46c6-964e-d4b63583b21c HTTP/1.1" status: 200 len: 834 time: 0.0634093 May 26 16:53:22.230816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5c230-3195-4061-89d8-2af6d412fa5a req-2272040a-6cd3-4b99-a242-0b7fde1c74b1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:22.232201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26b5c230-3195-4061-89d8-2af6d412fa5a req-2272040a-6cd3-4b99-a242-0b7fde1c74b1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 944 time: 0.0854576 May 26 16:53:22.297978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-26b5c230-3195-4061-89d8-2af6d412fa5a req-23c115d0-afd3-41b7-942b-f7cc13136541 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575492 May 26 16:53:22.302284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-ecf3c0b6-34e0-4d29-8407-b36ff764a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:22.303860 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-ecf3c0b6-34e0-4d29-8407-b36ff764a9c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706482 May 26 16:53:22.400335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-0d248a78-9960-4930-95f7-e3cb66f3c392 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891340 May 26 16:53:22.495811 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fed22bb5-7a4c-4f84-b08b-c101341d5803 req-66588ae6-1845-4ed0-b737-36debcf02350 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889516 May 26 16:53:23.418049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c40a6-9c28-4dba-a96b-39406560878c req-aa68912e-519c-423d-9875-df146cf1f6e0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:23.419564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-399c40a6-9c28-4dba-a96b-39406560878c req-aa68912e-519c-423d-9875-df146cf1f6e0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 944 time: 0.0525942 May 26 16:53:23.460724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-399c40a6-9c28-4dba-a96b-39406560878c req-f4f6ffbd-db22-4e4f-b408-7e5c6e7b9350 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350473 May 26 16:53:24.302506 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:24.343941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:24.577159 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec8536-1409-4631-afe9-80eded7b8f22 req-502536f3-a509-40fc-b376-8e47476f2a9a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:24.578472 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5ec8536-1409-4631-afe9-80eded7b8f22 req-502536f3-a509-40fc-b376-8e47476f2a9a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 944 time: 0.0488906 May 26 16:53:24.616666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f5ec8536-1409-4631-afe9-80eded7b8f22 req-2a13ab8c-db58-43c6-8b5b-61f6130aedd8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 May 26 16:53:25.585325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f23a536b-6b7f-46f2-9729-a6b41fcce357 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:53:25.686719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f23a536b-6b7f-46f2-9729-a6b41fcce357, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f23a536b-6b7f-46f2-9729-a6b41fcce357,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:25.699511 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'port_id': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'mac_address': 'fa:16:3e:8e:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:53:25.737485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b654b-d41b-44d2-8ca6-0c482a1816f9 req-e1312096-9ff2-48bf-a25a-2155846a2db1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:25.738088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f23a536b-6b7f-46f2-9729-a6b41fcce357 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:25.738088 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:25.738978 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9b654b-d41b-44d2-8ca6-0c482a1816f9 req-e1312096-9ff2-48bf-a25a-2155846a2db1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 944 time: 0.0537031 May 26 16:53:25.751536 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23a536b-6b7f-46f2-9729-a6b41fcce357 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:25.776322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f23a536b-6b7f-46f2-9729-a6b41fcce357, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f23a536b-6b7f-46f2-9729-a6b41fcce357,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:25.778420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db9b654b-d41b-44d2-8ca6-0c482a1816f9 req-0a78dbda-0a17-46af-abe3-279dbfcb4f16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329711 May 26 16:53:25.780360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:25.829949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f23a536b-6b7f-46f2-9729-a6b41fcce357,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:25.982287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['f23a536b-6b7f-46f2-9729-a6b41fcce357'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:53:26.905418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0de10-a8d0-474c-bddf-0639605b6956 req-7bbc3ddc-f014-4856-9207-00d89d7961f3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:26.907529 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97d0de10-a8d0-474c-bddf-0639605b6956 req-7bbc3ddc-f014-4856-9207-00d89d7961f3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 945 time: 0.0548997 May 26 16:53:26.954359 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-97d0de10-a8d0-474c-bddf-0639605b6956 req-c13e779d-fb7a-45da-96af-2e0deb592bd0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370960 May 26 16:53:27.602352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f23a536b-6b7f-46f2-9729-a6b41fcce357 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:27.652296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port f23a536b-6b7f-46f2-9729-a6b41fcce357 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:53:27.656372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port f23a536b-6b7f-46f2-9729-a6b41fcce357 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:27.656739 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:27.737766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port f23a536b-6b7f-46f2-9729-a6b41fcce357 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:27.738191 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:27.762249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:27.764499 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeb7631-f665-4dfe-8e75-b7cc3a3a6b81" -d '{"events": [{"server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "name": "network-vif-plugged", "status": "completed", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:27.779362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port f23a536b-6b7f-46f2-9729-a6b41fcce357, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f23a536b-6b7f-46f2-9729-a6b41fcce357,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:27.784331 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:27.815314 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba485253-f68b-4c9b-9d85-3c743b74aad4 x-openstack-request-id: req-ba485253-f68b-4c9b-9d85-3c743b74aad4 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:27.815603 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "name": "network-vif-plugged", "status": "completed", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:27.815848 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba485253-f68b-4c9b-9d85-3c743b74aad4 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:27.816266 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba485253-f68b-4c9b-9d85-3c743b74aad4'] response: {'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'code': 200} May 26 16:53:27.850009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=f23a536b-6b7f-46f2-9729-a6b41fcce357,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:27.907330 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80123a92-4c51-4865-bdf3-25d7f984de4b req-54f5d7bd-0f0c-470d-9abb-297062240b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:27.908931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80123a92-4c51-4865-bdf3-25d7f984de4b req-54f5d7bd-0f0c-470d-9abb-297062240b9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 1097 time: 0.0425706 May 26 16:53:27.945054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80123a92-4c51-4865-bdf3-25d7f984de4b req-b90bd54c-d501-4296-870f-73d93319e2ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294106 May 26 16:53:28.080962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096136e3-e74f-4d54-a605-bda22e046731 req-e3527133-731f-4c63-be27-f1607c5cfad0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:28.082353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-096136e3-e74f-4d54-a605-bda22e046731 req-e3527133-731f-4c63-be27-f1607c5cfad0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0577416 May 26 16:53:28.123648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-096136e3-e74f-4d54-a605-bda22e046731 req-760f65a3-0c0c-4ff5-8534-c895417a4a3e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349739 May 26 16:53:29.251826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aed3a-a7d7-4b86-8fbb-2097089f27c4 req-45cb33f9-e6d5-4300-96fa-6c6be94d31a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:29.253348 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-608aed3a-a7d7-4b86-8fbb-2097089f27c4 req-45cb33f9-e6d5-4300-96fa-6c6be94d31a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0515406 May 26 16:53:29.294273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-608aed3a-a7d7-4b86-8fbb-2097089f27c4 req-6687791f-88f4-43c9-8d45-9ec2d70efdd8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341959 May 26 16:53:29.416321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e7d00-6036-4327-8cac-74967bcc7952 req-b688f8ce-6c99-47f6-b5b1-4d4f077a7ad0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:29.418518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-063e7d00-6036-4327-8cac-74967bcc7952 req-b688f8ce-6c99-47f6-b5b1-4d4f077a7ad0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0527225 May 26 16:53:29.464782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-063e7d00-6036-4327-8cac-74967bcc7952 req-931a5468-82f0-40c2-b715-c0e4beda6fc2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347259 May 26 16:53:29.487315 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56768) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:29.529070 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a69edb-6631-4702-ba29-28598f33a8a8 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:29.530634 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-58a69edb-6631-4702-ba29-28598f33a8a8 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 1092 time: 0.0423293 May 26 16:53:29.533590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56770) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:29.537725 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:29.558755 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:29.652430 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:29.759764 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.142 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/f1ada728-254c-4d8c-9837-c51c3435a255) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:29.858912 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:29.891735 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:29.935092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:29.937908 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:29.944212 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:29.946431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=f1ada728-254c-4d8c-9837-c51c3435a255,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:30.301281 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:30.379883 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:30.528339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:30.533035 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:30.599094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=f1ada728-254c-4d8c-9837-c51c3435a255,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:30.612305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:30.710338 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP e0e060b2-d11c-4837-bbaa-ec615f529bb6 associated. External IP: 172.25.0.142, port: f23a536b-6b7f-46f2-9729-a6b41fcce357. May 26 16:53:31.253216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 1695d702-5051-4b70-bb60-8c19286ec1a8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:53:31.360647 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:53:31.373365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] Sync routers for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:53:31.381197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:31.383784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:31.384422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:31.408195 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-edfcce49-becd-4f74-b594-4de2e035f012 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8735728 May 26 16:53:31.408778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:31.454622 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea93032-42b2-47c8-b030-109e609226ff" -d '{"events": [{"name": "network-changed", "server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:31.500658 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:31.516497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b05e07-4f93-4375-a1ae-03a7586f882f req-e873501a-f485-44f2-93f4-1ef6a7ea258e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:31.518027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13b05e07-4f93-4375-a1ae-03a7586f882f req-e873501a-f485-44f2-93f4-1ef6a7ea258e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0547397 May 26 16:53:31.556170 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21361efa-f7bf-4640-9311-39ca75710c39 x-openstack-request-id: req-21361efa-f7bf-4640-9311-39ca75710c39 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:31.556717 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:31.556826 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21361efa-f7bf-4640-9311-39ca75710c39 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:31.557333 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21361efa-f7bf-4640-9311-39ca75710c39'] response: {'name': 'network-changed', 'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'status': 'completed', 'code': 200} May 26 16:53:31.567931 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13b05e07-4f93-4375-a1ae-03a7586f882f req-b9f06252-9f65-4dd5-9024-a8ba40803332 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433037 May 26 16:53:31.592440 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56780) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:31.624059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93032-42b2-47c8-b030-109e609226ff req-384a8e9f-307d-4a0c-9475-8a64ba27bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:31.625766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea93032-42b2-47c8-b030-109e609226ff req-384a8e9f-307d-4a0c-9475-8a64ba27bd2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 1097 time: 0.0486825 May 26 16:53:31.662859 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-86a88a3a-c41a-42d9-b0c0-62cb1f45178e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/e0e060b2-d11c-4837-bbaa-ec615f529bb6 HTTP/1.1" status: 200 len: 992 time: 0.0691617 May 26 16:53:31.735140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93032-42b2-47c8-b030-109e609226ff req-f764a072-b4dd-4703-a793-951c3eb2f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:31.736745 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea93032-42b2-47c8-b030-109e609226ff req-f764a072-b4dd-4703-a793-951c3eb2f563 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c HTTP/1.1" status: 200 len: 898 time: 0.1048357 May 26 16:53:31.764495 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:16Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'e0e060b2-d11c-4837-bbaa-ec615f529bb6', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'port_id': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'mac_address': 'fa:16:3e:8e:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:53:30Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4a7712-06d2-43f3-867e-1aaa2adaec56', 'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:bf:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:15Z', 'updated_at': '2022-05-26T16:53:19Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:31.792857 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] Checking router: 1695d702-5051-4b70-bb60-8c19286ec1a8 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:53:31.801008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:53:31.801629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:53:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:31.804290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea93032-42b2-47c8-b030-109e609226ff req-17535ab6-872d-47b3-a8c6-93e206f93edf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f23a536b-6b7f-46f2-9729-a6b41fcce357 HTTP/1.1" status: 200 len: 1000 time: 0.0614023 May 26 16:53:31.857088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93032-42b2-47c8-b030-109e609226ff req-1786de1c-58f9-40ee-9b89-81f876c4885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:31.858613 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea93032-42b2-47c8-b030-109e609226ff req-1786de1c-58f9-40ee-9b89-81f876c4885d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9de673d-cd5b-46c6-964e-d4b63583b21c HTTP/1.1" status: 200 len: 834 time: 0.0481782 May 26 16:53:31.930448 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93032-42b2-47c8-b030-109e609226ff req-5e0fbab2-9f32-4d83-9dee-d9e73a880393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:31.932001 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea93032-42b2-47c8-b030-109e609226ff req-5e0fbab2-9f32-4d83-9dee-d9e73a880393 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635412 May 26 16:53:32.036247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea93032-42b2-47c8-b030-109e609226ff req-b830e171-c182-4ca0-bd72-673f32b190bb service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973308 May 26 16:53:32.076279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:53:32.135408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1ea93032-42b2-47c8-b030-109e609226ff req-dacebd7e-95ae-47a3-a575-4d5517369ce9 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922353 May 26 16:53:32.310453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:16Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'e0e060b2-d11c-4837-bbaa-ec615f529bb6', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'port_id': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'mac_address': 'fa:16:3e:8e:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:53:30Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4a7712-06d2-43f3-867e-1aaa2adaec56', 'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:bf:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:15Z', 'updated_at': '2022-05-26T16:53:19Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:32.336659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1999cf34-d631-44fb-88c3-978a8fe33fe0 None None] The sync data for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 is: [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:16Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'e0e060b2-d11c-4837-bbaa-ec615f529bb6', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'port_id': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'mac_address': 'fa:16:3e:8e:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:53:30Z', 'updated_at': '2022-05-26T16:53:30Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4a7712-06d2-43f3-867e-1aaa2adaec56', 'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:bf:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:15Z', 'updated_at': '2022-05-26T16:53:19Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:53:32.548127 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bcedca-c396-4b6b-896e-96627221f7d0 None None] New status for floating IP e0e060b2-d11c-4837-bbaa-ec615f529bb6: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:53:32.669434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56782) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:32.738889 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-c817d8b4-3a87-40ab-8fa0-673c88dbe787 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/e0e060b2-d11c-4837-bbaa-ec615f529bb6 HTTP/1.1" status: 200 len: 992 time: 0.0681927 May 26 16:53:33.742715 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56784) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:33.805728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-db09f6bd-dd79-4e0f-a77f-59e30799d1d3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/e0e060b2-d11c-4837-bbaa-ec615f529bb6 HTTP/1.1" status: 200 len: 994 time: 0.0618560 May 26 16:53:35.116995 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-13557f37-45d1-40a4-bd27-2309bd4d55de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:37.847018 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5ae14e36-145a-4b3f-942a-f8ae1b16f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:38.958214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:40.761157 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:40.840382 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:54.305587 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:54.343534 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:57.202415 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:54:05.143173 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a10bcf04-cf01-47e2-8448-a26733cfd005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:05.239674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6982b8-7fbe-4a4a-aca6-ff9cc2ba98b9 req-e904ea88-60c6-4360-8665-b1d348e33fdf tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:05.241066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb6982b8-7fbe-4a4a-aca6-ff9cc2ba98b9 req-e904ea88-60c6-4360-8665-b1d348e33fdf tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0518119 May 26 16:54:05.279870 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb6982b8-7fbe-4a4a-aca6-ff9cc2ba98b9 req-7255180e-497e-4a73-9474-3f3d897cada7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 May 26 16:54:06.407299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3389119-9c6f-4199-89f6-84e7e04676d9 req-a35b000e-4056-4b5a-a1a6-b1ca75678b65 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:06.408602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3389119-9c6f-4199-89f6-84e7e04676d9 req-a35b000e-4056-4b5a-a1a6-b1ca75678b65 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0551410 May 26 16:54:06.450663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e3389119-9c6f-4199-89f6-84e7e04676d9 req-f5966c75-05d5-4c69-a236-c54e6d24656e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347552 May 26 16:54:06.474161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56812) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:06.537132 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bd53c168-7e5c-4b27-8cb6-66e42c9830f2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/e0e060b2-d11c-4837-bbaa-ec615f529bb6 HTTP/1.1" status: 200 len: 994 time: 0.0618360 May 26 16:54:07.814357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8681d3-2433-49c5-b225-1d061bd1003f req-101302b1-6260-4436-b731-038eec72e51d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:07.815642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8681d3-2433-49c5-b225-1d061bd1003f req-101302b1-6260-4436-b731-038eec72e51d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0515718 May 26 16:54:07.849896 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-93137a43-a580-4a0f-9cd6-bdfc1fbbed85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:07.870623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e8681d3-2433-49c5-b225-1d061bd1003f req-2e9a510a-c7e4-4feb-8bbc-2194119d81f4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466506 May 26 16:54:08.966214 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:09.013050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417bbed-ac7d-4393-ac0f-f45c29db2fe5 req-34d28d1a-2d3b-4949-97ec-1491029e5c91 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:09.014714 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c417bbed-ac7d-4393-ac0f-f45c29db2fe5 req-34d28d1a-2d3b-4949-97ec-1491029e5c91 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0656340 May 26 16:54:09.060097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c417bbed-ac7d-4393-ac0f-f45c29db2fe5 req-c6a94ed6-1f49-4631-8d2d-b4f1809ae5fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386541 May 26 16:54:09.082997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56822) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:09.146559 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-bd06afbb-f5b8-41f6-9068-22b77083ebbb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/e0e060b2-d11c-4837-bbaa-ec615f529bb6 HTTP/1.1" status: 200 len: 994 time: 0.0622199 May 26 16:54:09.361492 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56828) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:09.525909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port f1ada728-254c-4d8c-9837-c51c3435a255 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:54:09.526195 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:09.605494 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:09.605820 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:09.617331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for f1ada728-254c-4d8c-9837-c51c3435a255 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:54:09.770465 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:09.801256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=f1ada728-254c-4d8c-9837-c51c3435a255,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:09.826606 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.826956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.827297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.827685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.828025 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.828357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.828685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.829015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.829340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.829664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.829987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.830328 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:09.869946 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:09.870308 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP e0e060b2-d11c-4837-bbaa-ec615f529bb6 disassociated (deleted). External IP: 172.25.0.142, port: f23a536b-6b7f-46f2-9729-a6b41fcce357. May 26 16:54:10.086097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 1695d702-5051-4b70-bb60-8c19286ec1a8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:54:10.195402 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:54:10.200418 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:10.206585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] Sync routers for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:54:10.215612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:10.216306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:10.226636 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0e213385-aa08-4f79-9e0a-7a9adb64be07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/floatingips/e0e060b2-d11c-4837-bbaa-ec615f529bb6 HTTP/1.1" status: 204 len: 168 time: 0.8640492 May 26 16:54:10.227205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:10.229439 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05fef5e-74e5-479b-9559-48fcc63da9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:10.273221 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6230e80b-80ef-49d7-997a-8f8201618454 x-openstack-request-id: req-6230e80b-80ef-49d7-997a-8f8201618454 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:10.273645 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:10.273924 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6230e80b-80ef-49d7-997a-8f8201618454 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:10.274356 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6230e80b-80ef-49d7-997a-8f8201618454'] response: {'name': 'network-changed', 'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'status': 'completed', 'code': 200} May 26 16:54:10.336627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:10.340119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-cdd300a7-4cd6-4b65-9aba-cd7e1a1a955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:10.341777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-cdd300a7-4cd6-4b65-9aba-cd7e1a1a955f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 1097 time: 0.0449467 May 26 16:54:10.555521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:16Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '6d4a7712-06d2-43f3-867e-1aaa2adaec56', 'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:bf:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:15Z', 'updated_at': '2022-05-26T16:53:19Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:10.583498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] Checking router: 1695d702-5051-4b70-bb60-8c19286ec1a8 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:54:10.592540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:10.593085 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:10.703825 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:10.834995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-e5d31414-dffb-4a43-a7e2-2f9273b55a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:10.836416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-e5d31414-dffb-4a43-a7e2-2f9273b55a95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c HTTP/1.1" status: 200 len: 898 time: 0.4872854 May 26 16:54:10.844513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bf844-617b-404c-ab23-7d26c6306354 req-d7ec85b3-cc76-4e0a-8811-73cdf1017010 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:10.845810 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-754bf844-617b-404c-ab23-7d26c6306354 req-d7ec85b3-cc76-4e0a-8811-73cdf1017010 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0840018 May 26 16:54:10.870279 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:10.877633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:10.899610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-e1262bd2-f371-4285-b92e-43b626219dc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f23a536b-6b7f-46f2-9729-a6b41fcce357 HTTP/1.1" status: 200 len: 217 time: 0.0528049 May 26 16:54:10.945625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-754bf844-617b-404c-ab23-7d26c6306354 req-ac8abc41-2b5f-467a-8380-03bf2cf51bb1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928617 May 26 16:54:10.947167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:16Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '6d4a7712-06d2-43f3-867e-1aaa2adaec56', 'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:bf:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:15Z', 'updated_at': '2022-05-26T16:53:19Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:10.962114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-a9920d40-653e-4f91-aa91-b1847f5af791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:10.963688 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-a9920d40-653e-4f91-aa91-b1847f5af791 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9de673d-cd5b-46c6-964e-d4b63583b21c HTTP/1.1" status: 200 len: 834 time: 0.0559523 May 26 16:54:10.982800 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4d936-1eb6-4c70-bef1-196de21b935e None None] The sync data for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 is: [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:53:16Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '6d4a7712-06d2-43f3-867e-1aaa2adaec56', 'name': '', 'network_id': 'fb7d59d5-9436-4c7d-b9c2-cfeaa797996c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:bf:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:15Z', 'updated_at': '2022-05-26T16:53:19Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e9de673d-cd5b-46c6-964e-d4b63583b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:54:11.013927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-be945be7-3bd1-4d1d-8631-aa603b9add97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:11.015501 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-be945be7-3bd1-4d1d-8631-aa603b9add97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440111 May 26 16:54:11.030493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-e1e19428-e402-4999-a412-8be87153a709 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:54:11.031582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-e1e19428-e402-4999-a412-8be87153a709 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059373 May 26 16:54:11.130319 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-da8d019a-3216-4924-ad11-72cb4154bd9e service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913279 May 26 16:54:11.227988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f05fef5e-74e5-479b-9559-48fcc63da9d0 req-1ac1bf76-dbb7-4741-915c-94c2b07f32de service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894942 May 26 16:54:11.245145 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64463113-21b8-4e62-9c10-4c1f7d823de4 None None] New status for floating IP e0e060b2-d11c-4837-bbaa-ec615f529bb6: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:54:12.068067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77746f91-1565-48ab-9d2d-5831ebe51b7d req-9c9aa192-7ac8-44e0-a9ed-0b3044cbb948 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:12.069564 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77746f91-1565-48ab-9d2d-5831ebe51b7d req-9c9aa192-7ac8-44e0-a9ed-0b3044cbb948 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0509574 May 26 16:54:12.142819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77746f91-1565-48ab-9d2d-5831ebe51b7d req-6c6578bf-f9b7-4380-a0ba-c50d2cf67188 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3644394-6b3e-460c-8992-d89378232d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603423 May 26 16:54:12.150804 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-11871738-977f-4f6f-9360-677eb9d4d7d9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:12.152321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-11871738-977f-4f6f-9360-677eb9d4d7d9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/ports?device_id=094df1ce-d7c4-4450-96d4-f2351901cf42 HTTP/1.1" status: 200 len: 946 time: 0.0784965 May 26 16:54:12.242784 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port f23a536b-6b7f-46f2-9729-a6b41fcce357 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:54:12.243129 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:12.334544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port f23a536b-6b7f-46f2-9729-a6b41fcce357, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=f23a536b-6b7f-46f2-9729-a6b41fcce357,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:12.334910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:12.347103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for f23a536b-6b7f-46f2-9729-a6b41fcce357 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:54:12.473480 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:12.508656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=f23a536b-6b7f-46f2-9729-a6b41fcce357,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:12.555526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] No DVR routers for this DVR port f23a536b-6b7f-46f2-9729-a6b41fcce357 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:54:12.558157 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:12.562246 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c67add9e-b6a0-4275-bf4e-d161feab1e43 req-873c93ac-0a15-4c75-9266-29d278fe8869 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "DELETE /v2.0/ports/f23a536b-6b7f-46f2-9729-a6b41fcce357 HTTP/1.1" status: 204 len: 173 time: 0.4029357 May 26 16:54:12.562686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'name': 'network-vif-deleted', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:12.564942 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74564b76-d5b7-407c-926c-ab357557d4d3" -d '{"events": [{"server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "name": "network-vif-deleted", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:12.604858 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c1f3ca-903b-4430-8c22-6d822ec6dfd7 x-openstack-request-id: req-52c1f3ca-903b-4430-8c22-6d822ec6dfd7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:12.605156 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094df1ce-d7c4-4450-96d4-f2351901cf42", "name": "network-vif-deleted", "tag": "f23a536b-6b7f-46f2-9729-a6b41fcce357", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:12.605434 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52c1f3ca-903b-4430-8c22-6d822ec6dfd7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:12.605857 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c1f3ca-903b-4430-8c22-6d822ec6dfd7'] response: {'server_uuid': '094df1ce-d7c4-4450-96d4-f2351901cf42', 'name': 'network-vif-deleted', 'tag': 'f23a536b-6b7f-46f2-9729-a6b41fcce357', 'status': 'completed', 'code': 200} May 26 16:54:13.202195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56842) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:13.574242 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:13.839176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 6d4a7712-06d2-43f3-867e-1aaa2adaec56 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:54:13.839448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:13.930907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 6d4a7712-06d2-43f3-867e-1aaa2adaec56, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=6d4a7712-06d2-43f3-867e-1aaa2adaec56,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:13.931268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:13.943085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 6d4a7712-06d2-43f3-867e-1aaa2adaec56 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:54:14.131790 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:14.156749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=6d4a7712-06d2-43f3-867e-1aaa2adaec56,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:14.352534 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:14.582017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 1695d702-5051-4b70-bb60-8c19286ec1a8 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:54:14.691155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:54:14.701629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ae976924-6abf-4039-9353-c8bdb8d52e16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/1695d702-5051-4b70-bb60-8c19286ec1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4950030 May 26 16:54:14.701810 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] Sync routers for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:54:14.702279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56844) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:14.711049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:14.711740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:14.755567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c86ac4-0650-4b91-ae76-c4c9ab86d75e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting subnet e9de673d-cd5b-46c6-964e-d4b63583b21c {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:54:14.758840 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-93c86ac4-0650-4b91-ae76-c4c9ab86d75e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:14.800744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-93c86ac4-0650-4b91-ae76-c4c9ab86d75e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:14.819607 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:14.891026 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-93c86ac4-0650-4b91-ae76-c4c9ab86d75e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:14.952821 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-93c86ac4-0650-4b91-ae76-c4c9ab86d75e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:14.985062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c86ac4-0650-4b91-ae76-c4c9ab86d75e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Subnet': ['ID=e9de673d-cd5b-46c6-964e-d4b63583b21c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:14.990376 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-93c86ac4-0650-4b91-ae76-c4c9ab86d75e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:14.997410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-93c86ac4-0650-4b91-ae76-c4c9ab86d75e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/subnets/e9de673d-cd5b-46c6-964e-d4b63583b21c HTTP/1.1" status: 204 len: 168 time: 0.2920496 May 26 16:54:14.997615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774416ed-ebed-40a9-80df-e02cf9107782 None None] Network fb7d59d5-9436-4c7d-b9c2-cfeaa797996c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:54:14.998023 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56846) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:15.055442 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:54:14Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'cf6a5405-be1d-4896-b301-8e840a3a0133', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:53:13Z', 'updated_at': '2022-05-26T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:15.118267 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.233144 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.255742 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] Checking router: 1695d702-5051-4b70-bb60-8c19286ec1a8 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:54:15.293177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] Routers {'1695d702-5051-4b70-bb60-8c19286ec1a8'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:15.293863 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['1695d702-5051-4b70-bb60-8c19286ec1a8'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:15.301631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port cf6a5405-be1d-4896-b301-8e840a3a0133 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:54:15.302079 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.402092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port cf6a5405-be1d-4896-b301-8e840a3a0133, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=cf6a5405-be1d-4896-b301-8e840a3a0133,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:15.402683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] Set router 1695d702-5051-4b70-bb60-8c19286ec1a8 gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:15.402921 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.417420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for cf6a5405-be1d-4896-b301-8e840a3a0133 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:54:15.462974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:54:15Z', 'revision_number': 6, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:15.491513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] DHCP port deletion for fb7d59d5-9436-4c7d-b9c2-cfeaa797996c request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:54:15.493622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d311d30c-4035-48b8-9044-77371ff0b57c None None] The sync data for ids ['1695d702-5051-4b70-bb60-8c19286ec1a8'] in n-d-843336-2 is: [{'id': '1695d702-5051-4b70-bb60-8c19286ec1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075252141', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:53:12Z', 'updated_at': '2022-05-26T16:54:15Z', 'revision_number': 6, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:54:15.553303 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Deleting port b70d317d-3fb2-4dfa-825f-966cbf368e4a {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:54:15.553792 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.601122 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.620648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] For port b70d317d-3fb2-4dfa-825f-966cbf368e4a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b70d317d-3fb2-4dfa-825f-966cbf368e4a,segment=NetworkSegment(73320aa7-527f-4ef0-a967-428019bc2e71),segment_id=73320aa7-527f-4ef0-a967-428019bc2e71)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:15.621062 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.630182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=cf6a5405-be1d-4896-b301-8e840a3a0133,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:15.638029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Calling delete_port for b70d317d-3fb2-4dfa-825f-966cbf368e4a owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:54:15.662259 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.662646 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.662951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.663289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.663622 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.663955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.664543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.664869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.665196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.665664 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.665855 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.666213 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.714811 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.747570 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.773586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Pushing event deleted for resources: {'Port': ['ID=b70d317d-3fb2-4dfa-825f-966cbf368e4a,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:15.779506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] No DVR routers for this DVR port b70d317d-3fb2-4dfa-825f-966cbf368e4a on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:54:15.788342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.792923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831a90-f7bd-4b7a-a376-a27dc29b8688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:15.816851 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.819091 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.865187 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.865187 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Fanout notify agent at l3_agent the message router_deleted on router 1695d702-5051-4b70-bb60-8c19286ec1a8 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:54:15.872850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:15.874207 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7f65a0e0-7c1f-4f3a-a699-178ddb770524 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/routers/1695d702-5051-4b70-bb60-8c19286ec1a8 HTTP/1.1" status: 204 len: 168 time: 0.8751130 May 26 16:54:15.877191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56848) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:15.978715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f23a536b-6b7f-46f2-9729-a6b41fcce357 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:54:15.981250 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.002713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: f23a536b-6b7f-46f2-9729-a6b41fcce357 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:54:16.002985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device f23a536b-6b7f-46f2-9729-a6b41fcce357 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:54:16.073321 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.094765 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7d59d5-9436-4c7d-b9c2-cfeaa797996c']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:16.105108 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73320aa7-527f-4ef0-a967-428019bc2e71') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:16.105399 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73320aa7-527f-4ef0-a967-428019bc2e71') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:16.117813 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.134288 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.140537 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:54:16.140935 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.191433 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 73320aa7-527f-4ef0-a967-428019bc2e71 resource provider aggregate not found May 26 16:54:16.217203 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.219977 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 73320aa7-527f-4ef0-a967-428019bc2e71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73320aa7-527f-4ef0-a967-428019bc2e71 found for delete ", "request_id": "req-41d46b92-075c-4dac-8eda-4ac0af060804"}]} May 26 16:54:16.225653 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.228847 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/networks/fb7d59d5-9436-4c7d-b9c2-cfeaa797996c HTTP/1.1" status: 204 len: 168 time: 0.3505511 May 26 16:54:16.233141 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56854) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:16.242450 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a108545-dd88-4525-b76f-77aeca9e8a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Network': ['ID=fb7d59d5-9436-4c7d-b9c2-cfeaa797996c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:16.307663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4a647a7d-18a8-4d72-89de-356f4a1f91af tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.336879 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4a647a7d-18a8-4d72-89de-356f4a1f91af tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.401797 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4a647a7d-18a8-4d72-89de-356f4a1f91af tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.405238 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4a647a7d-18a8-4d72-89de-356f4a1f91af tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.410028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4a647a7d-18a8-4d72-89de-356f4a1f91af tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/security-groups/d3644394-6b3e-460c-8992-d89378232d5f HTTP/1.1" status: 204 len: 168 time: 0.1719654 May 26 16:54:16.416611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a647a7d-18a8-4d72-89de-356f4a1f91af tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3644394-6b3e-460c-8992-d89378232d5f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:16.509541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6d4a7712-06d2-43f3-867e-1aaa2adaec56 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:54:16.534346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 6d4a7712-06d2-43f3-867e-1aaa2adaec56 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:54:16.534764 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 6d4a7712-06d2-43f3-867e-1aaa2adaec56 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:54:16.535246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cf6a5405-be1d-4896-b301-8e840a3a0133 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:54:16.556120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: cf6a5405-be1d-4896-b301-8e840a3a0133 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:54:16.556468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device cf6a5405-be1d-4896-b301-8e840a3a0133 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:54:16.557025 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b70d317d-3fb2-4dfa-825f-966cbf368e4a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:54:16.577791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56860) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:16.581114 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: b70d317d-3fb2-4dfa-825f-966cbf368e4a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:54:16.581502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b70d317d-3fb2-4dfa-825f-966cbf368e4a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:54:16.583530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1f293af3-63a3-45ff-bc7f-9954b52f3750 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014203301', 'description': 'tempest-secgroup-smoke-1014203301 description', 'project_id': '6ec12d26002b49639c4e94596543457d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:16.613432 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f293af3-63a3-45ff-bc7f-9954b52f3750 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.692495 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f293af3-63a3-45ff-bc7f-9954b52f3750 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.697350 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f293af3-63a3-45ff-bc7f-9954b52f3750 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.729375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1f293af3-63a3-45ff-bc7f-9954b52f3750 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.730666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1f293af3-63a3-45ff-bc7f-9954b52f3750 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1516278 May 26 16:54:16.731714 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f293af3-63a3-45ff-bc7f-9954b52f3750 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd29e170-a895-4b30-beff-6fe469e75da7,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:16.733891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56862) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:16.739084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-01b7bc5b-9a56-48e5-8041-3a5e6b5e84a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'dd29e170-a895-4b30-beff-6fe469e75da7', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:16.766368 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-01b7bc5b-9a56-48e5-8041-3a5e6b5e84a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.832853 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-01b7bc5b-9a56-48e5-8041-3a5e6b5e84a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.837533 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-01b7bc5b-9a56-48e5-8041-3a5e6b5e84a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.867636 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7bc5b-9a56-48e5-8041-3a5e6b5e84a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad6fc7d-d3d4-4447-a5fa-621691e5cefe,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:16.879382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-01b7bc5b-9a56-48e5-8041-3a5e6b5e84a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.880599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-01b7bc5b-9a56-48e5-8041-3a5e6b5e84a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456752 May 26 16:54:16.884778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56864) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:16.889663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6ec163c2-6488-45f0-a1cc-4e5c681316ac tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'dd29e170-a895-4b30-beff-6fe469e75da7', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:16.921223 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ec163c2-6488-45f0-a1cc-4e5c681316ac tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.988195 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ec163c2-6488-45f0-a1cc-4e5c681316ac tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.993142 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ec163c2-6488-45f0-a1cc-4e5c681316ac tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.014660 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec163c2-6488-45f0-a1cc-4e5c681316ac tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4eb54b7-a30f-427f-8f3c-4039702fb343,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:17.019855 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6ec163c2-6488-45f0-a1cc-4e5c681316ac tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.021253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6ec163c2-6488-45f0-a1cc-4e5c681316ac tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354997 May 26 16:54:17.024787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56866) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:17.029461 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-eeded041-1c38-4230-8e6d-13c35f7d8258 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'dd29e170-a895-4b30-beff-6fe469e75da7', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:17.056528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eeded041-1c38-4230-8e6d-13c35f7d8258 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.123287 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eeded041-1c38-4230-8e6d-13c35f7d8258 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.127329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eeded041-1c38-4230-8e6d-13c35f7d8258 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.146130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeded041-1c38-4230-8e6d-13c35f7d8258 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06def79d-a997-4468-b2a8-bd68c0de4ada,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:17.156179 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-eeded041-1c38-4230-8e6d-13c35f7d8258 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.157743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-eeded041-1c38-4230-8e6d-13c35f7d8258 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319170 May 26 16:54:17.160866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56868) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:17.165945 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0c5615b2-81c6-4e89-ae42-d5b2b4116e64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'dd29e170-a895-4b30-beff-6fe469e75da7', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:17.194591 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c5615b2-81c6-4e89-ae42-d5b2b4116e64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.256740 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c5615b2-81c6-4e89-ae42-d5b2b4116e64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.261780 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c5615b2-81c6-4e89-ae42-d5b2b4116e64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.281054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5615b2-81c6-4e89-ae42-d5b2b4116e64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0988d0e4-b0c6-42b4-9d37-2ec0d3440bb6,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:17.290432 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0c5615b2-81c6-4e89-ae42-d5b2b4116e64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.291717 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0c5615b2-81c6-4e89-ae42-d5b2b4116e64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297953 May 26 16:54:17.295163 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56870) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:17.299432 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-33bc7891-c848-4ef7-8ccd-42e357365e8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'dd29e170-a895-4b30-beff-6fe469e75da7', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:17.320599 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-33bc7891-c848-4ef7-8ccd-42e357365e8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:54:17.325603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33bc7891-c848-4ef7-8ccd-42e357365e8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.387368 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33bc7891-c848-4ef7-8ccd-42e357365e8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.391270 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33bc7891-c848-4ef7-8ccd-42e357365e8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.413594 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc7891-c848-4ef7-8ccd-42e357365e8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab4118b-7bcc-4075-b062-d4b8ab920b97,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:17.423397 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-33bc7891-c848-4ef7-8ccd-42e357365e8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.424658 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-33bc7891-c848-4ef7-8ccd-42e357365e8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286986 May 26 16:54:17.427615 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56872) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:17.433177 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a6b0b883-d50e-4f7b-b37e-ea5488fff9ad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'dd29e170-a895-4b30-beff-6fe469e75da7', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:17.455700 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-a6b0b883-d50e-4f7b-b37e-ea5488fff9ad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:54:17.461142 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b883-d50e-4f7b-b37e-ea5488fff9ad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.524590 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b883-d50e-4f7b-b37e-ea5488fff9ad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.529319 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b883-d50e-4f7b-b37e-ea5488fff9ad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.546552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0b883-d50e-4f7b-b37e-ea5488fff9ad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de90dc4-491d-4997-b808-c5b14e76fc2b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:17.556207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b883-d50e-4f7b-b37e-ea5488fff9ad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.557429 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a6b0b883-d50e-4f7b-b37e-ea5488fff9ad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282806 May 26 16:54:17.561044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56874) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:17.566078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'network': {'name': 'tempest-network-smoke--1810553352', 'project_id': '6ec12d26002b49639c4e94596543457d', 'port_security_enabled': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:17.585671 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:54:17.589161 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.614689 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:54:17.625789 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.626423 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Added segment 28d0b5a0-42fd-47d6-8d28-a43423c42ad7 of type vlan for network 8826e7df-7cda-45b9-8c5a-eac58168de8e May 26 16:54:17.670557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.696305 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.702117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:17.703115 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.764599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2018447 May 26 16:54:17.767232 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56876) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:17.772780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'admin_state_up': True, 'project_id': '6ec12d26002b49639c4e94596543457d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:17.796798 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5803ea-073b-46fa-9d97-4ce510c2390b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Network': ['ID=8826e7df-7cda-45b9-8c5a-eac58168de8e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:17.808849 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 8826e7df-7cda-45b9-8c5a-eac58168de8e details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:54:17.813055 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.814202 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.875554 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:18.023976 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:18.228567 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:18.247822 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:18.357088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.37 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/04bc61ba-9bfd-4489-96fa-0783dc984ae3) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:54:18.462331 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:18.503638 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:18.541222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:54:18.545421 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:18.548840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:54:18.573499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=04bc61ba-9bfd-4489-96fa-0783dc984ae3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:19.143419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:19.360175 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:19.496091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:54:19.619846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:54:19.629893 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Sync routers for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:54:19.640915 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:19.641117 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:19.641535 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:19.642351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bc7d16bb-6683-45c9-ad15-3df4e88fa6ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8741927 May 26 16:54:19.645465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56878) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:19.680475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3aeb27ee-1c70-4746-afaa-37f97b45c837 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6ec12d26002b49639c4e94596543457d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338340 May 26 16:54:19.683008 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56880) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:19.751161 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:19.783227 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965da17-d1b0-4163-ba3c-2b0422a2ea15 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:19.785192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a965da17-d1b0-4163-ba3c-2b0422a2ea15 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012366 May 26 16:54:19.788686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56882) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:19.818826 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5bbf8e18-200b-4964-93c0-5303c9a75dcf tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283434 May 26 16:54:19.821740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56884) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:19.827277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-59339095', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'project_id': '6ec12d26002b49639c4e94596543457d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:19.950289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:54:19.954480 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:19.957171 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:19Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:20.082881 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Checking router: 8fc3d584-b9a3-431a-8b80-3376ddf69b54 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:54:20.083230 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Updating router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 port 04bc61ba-9bfd-4489-96fa-0783dc984ae3 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:54:20.108861 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.162374 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.228977 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Subnet': ['ID=d0f22a7c-d25e-41f0-8bc9-fa94f308198b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:20.244081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Checking segment: {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:54:20.244448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network hostable DHCP agents. Network: 8826e7df-7cda-45b9-8c5a-eac58168de8e, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:54:20.264151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 8826e7df-7cda-45b9-8c5a-eac58168de8e is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:54:20.276840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 8826e7df-7cda-45b9-8c5a-eac58168de8e) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:20.282900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:20.283970 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.295494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ef3ef-e5a3-46ab-99cb-d77afc907844 None None] Network 8826e7df-7cda-45b9-8c5a-eac58168de8e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:54:20.305191 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f4577af3-d659-4aa6-bcc6-d74aa792825d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4822426 May 26 16:54:20.310129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56886) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:20.396479 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.403276 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.460972 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Attempting to bind port 04bc61ba-9bfd-4489-96fa-0783dc984ae3 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:54:20.461377 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Attempting to bind port 04bc61ba-9bfd-4489-96fa-0783dc984ae3 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:54:20.461786 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Attempting to bind port 04bc61ba-9bfd-4489-96fa-0783dc984ae3 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:20.471202 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Pushing event updated for resources: {'Port': ['ID=04bc61ba-9bfd-4489-96fa-0783dc984ae3,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:20.476587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-8826e7df-7cda-45b9-8c5a-eac58168de8e', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:54:20.478317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.479912 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.480253 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.480592 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.481436 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.481763 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.482377 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.482499 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.482790 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.483108 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.483454 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.483770 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.484182 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:20.490725 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:54:20.490978 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:54:20.491606 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.492000 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:54:20.492474 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Bound port: 04bc61ba-9bfd-4489-96fa-0783dc984ae3, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:54:20.492853 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.549370 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] For port 04bc61ba-9bfd-4489-96fa-0783dc984ae3, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:54:20.553018 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] For port 04bc61ba-9bfd-4489-96fa-0783dc984ae3, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=04bc61ba-9bfd-4489-96fa-0783dc984ae3,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:54:20.557919 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.609717 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:20.612659 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:20.670301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Allocated IP 172.20.0.2 (8826e7df-7cda-45b9-8c5a-eac58168de8e/d0f22a7c-d25e-41f0-8bc9-fa94f308198b/40793c41-15b9-4055-8aa5-444a1b8e4584) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:54:20.730749 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:20.733200 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d46eee-ff1e-4272-b0c4-4e583298e827 None None] Pushing event updated for resources: {'Port': ['ID=04bc61ba-9bfd-4489-96fa-0783dc984ae3,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:20.828093 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.835693 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.842615 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.876305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Network 8826e7df-7cda-45b9-8c5a-eac58168de8e is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:54:20.879160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:20.882040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:54:20.917882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Pushing event updated for resources: {'Port': ['ID=40793c41-15b9-4055-8aa5-444a1b8e4584,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:20.944820 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:19Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:20.952766 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Attempting to bind port 40793c41-15b9-4055-8aa5-444a1b8e4584 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:54:20.953294 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Attempting to bind port 40793c41-15b9-4055-8aa5-444a1b8e4584 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:54:20.953650 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Attempting to bind port 40793c41-15b9-4055-8aa5-444a1b8e4584 on network 8826e7df-7cda-45b9-8c5a-eac58168de8e {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:20.959574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:54:20.959944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Checking segment: {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:54:20.960340 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.960724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Bound using segment: {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:54:20.961188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Bound port: 40793c41-15b9-4055-8aa5-444a1b8e4584, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:54:20.961569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:20.973446 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae605d-d80d-44b6-b37e-9211b2b5281f None None] The sync data for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 is: [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:19Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:54:21.035539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] For port 40793c41-15b9-4055-8aa5-444a1b8e4584, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:54:21.038881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] For port 40793c41-15b9-4055-8aa5-444a1b8e4584, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=40793c41-15b9-4055-8aa5-444a1b8e4584,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:54:21.044953 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:21.116927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0331aa-5845-4513-8ccc-df83fa6e2ab6 None None] Pushing event updated for resources: {'Port': ['ID=40793c41-15b9-4055-8aa5-444a1b8e4584,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:21.225491 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.1 (8826e7df-7cda-45b9-8c5a-eac58168de8e/d0f22a7c-d25e-41f0-8bc9-fa94f308198b/9659150d-a5d5-4120-9ec3-0f93b53ccbe5) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:54:21.423218 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:21.467734 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:21.520478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 8826e7df-7cda-45b9-8c5a-eac58168de8e is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:54:21.523846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:21.526962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:54:21.536416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=9659150d-a5d5-4120-9ec3-0f93b53ccbe5,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:21.594657 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:21.750152 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.082668 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.088764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.172819 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.174879 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=9659150d-a5d5-4120-9ec3-0f93b53ccbe5,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:22.199194 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fb3d2a-add3-440b-b083-b52d2e1da342 None None] Network 8826e7df-7cda-45b9-8c5a-eac58168de8e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:54:22.273608 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 8826e7df-7cda-45b9-8c5a-eac58168de8e is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:54:22.274028 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-5a66ce01-8147-4cf3-8e20-3bb2dae329ab None None] Provisioning complete for port 40793c41-15b9-4055-8aa5-444a1b8e4584 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:22.274416 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5a66ce01-8147-4cf3-8e20-3bb2dae329ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.275523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:22.411848 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:54:22.424455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-5a66ce01-8147-4cf3-8e20-3bb2dae329ab None None] Current status of the port 40793c41-15b9-4055-8aa5-444a1b8e4584 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:22.424848 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5a66ce01-8147-4cf3-8e20-3bb2dae329ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.476083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5a66ce01-8147-4cf3-8e20-3bb2dae329ab None None] For port 40793c41-15b9-4055-8aa5-444a1b8e4584, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=40793c41-15b9-4055-8aa5-444a1b8e4584,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:22.482428 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5a66ce01-8147-4cf3-8e20-3bb2dae329ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.551336 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ce01-8147-4cf3-8e20-3bb2dae329ab None None] Pushing event updated for resources: {'Port': ['ID=40793c41-15b9-4055-8aa5-444a1b8e4584,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:22.588614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 04bc61ba-9bfd-4489-96fa-0783dc984ae3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:22.594829 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:54:22.604992 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-3b2debbe-5b8c-4377-8d7d-1f7c9953f6f1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/8fc3d584-b9a3-431a-8b80-3376ddf69b54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2935538 May 26 16:54:22.662206 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 04bc61ba-9bfd-4489-96fa-0783dc984ae3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:22.662555 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.772648 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 04bc61ba-9bfd-4489-96fa-0783dc984ae3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:22.773067 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.786743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-1bcb6225-f14d-4304-88dc-3f9b16ab68a9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014203301&fields=id&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 267 time: 0.0453975 May 26 16:54:22.803009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 04bc61ba-9bfd-4489-96fa-0783dc984ae3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=04bc61ba-9bfd-4489-96fa-0783dc984ae3,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:22.810815 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.811756 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 40793c41-15b9-4055-8aa5-444a1b8e4584 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:22.863948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0828aa01-74a2-4420-a6cc-f705e4d07503 None None] Provisioning complete for port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:22.864245 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0828aa01-74a2-4420-a6cc-f705e4d07503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:22.901976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Sync routers for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:54:22.935695 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-d7b20ca0-071d-4a79-9d37-c7997164ce3d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:22.942888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-d7b20ca0-071d-4a79-9d37-c7997164ce3d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/networks?id=8826e7df-7cda-45b9-8c5a-eac58168de8e HTTP/1.1" status: 200 len: 797 time: 0.1479833 May 26 16:54:22.955617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:22.956357 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:22.959223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4679836e-86e7-4f20-b298-0c958a658936 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/quotas/6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 375 time: 0.0152271 May 26 16:54:23.001068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=04bc61ba-9bfd-4489-96fa-0783dc984ae3,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:23.005079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0828aa01-74a2-4420-a6cc-f705e4d07503 None None] Port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:54:23.037692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-55a3123f-b7b6-4858-b63d-91f0a3e53fc6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663824 May 26 16:54:23.038140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 40793c41-15b9-4055-8aa5-444a1b8e4584 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:23.038661 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:23.076999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0828aa01-74a2-4420-a6cc-f705e4d07503 None None] Provisioning complete for port 40793c41-15b9-4055-8aa5-444a1b8e4584 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:23.077385 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0828aa01-74a2-4420-a6cc-f705e4d07503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:23.164561 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:23.173801 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-be335499-1453-4557-9eae-6a2dc8727e6b service neutron] 10.222.0.39 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217141 May 26 16:54:23.280502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-fc85e4b8-3c05-45e2-b2c2-123d9944096d service neutron] 10.222.0.39 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001575 May 26 16:54:23.363840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0828aa01-74a2-4420-a6cc-f705e4d07503 None None] Current status of the port 40793c41-15b9-4055-8aa5-444a1b8e4584 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:23.366293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 40793c41-15b9-4055-8aa5-444a1b8e4584 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:23.480256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e8609310-685a-4853-9dc1-3e269f7052eb req-98f4ca97-a07d-4cf5-beb4-25ab0731f9d8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 210 time: 0.0311358 May 26 16:54:23.495677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c5001252-4421-4b06-8fef-2457e7c23921 None None] Provisioning complete for port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:23.495976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c5001252-4421-4b06-8fef-2457e7c23921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:23.687219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '9659150d-a5d5-4120-9ec3-0f93b53ccbe5', 'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:95:d1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:21Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 2, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:23.719787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Checking router: 8fc3d584-b9a3-431a-8b80-3376ddf69b54 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:54:23.720134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Updating router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:54:23.742861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c5001252-4421-4b06-8fef-2457e7c23921 None None] Port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:54:23.758145 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.081161 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.088271 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.148478 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db1174-f98a-4f85-9e4a-0e6e4834ac43 None None] Pushing event updated for resources: {'Port': ['ID=9659150d-a5d5-4120-9ec3-0f93b53ccbe5,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:24.212879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Attempting to bind port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:54:24.213284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Attempting to bind port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:54:24.213654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Attempting to bind port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 on network 8826e7df-7cda-45b9-8c5a-eac58168de8e {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:24.221434 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:54:24.221933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Checking segment: {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:54:24.222423 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.222815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Bound using segment: {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:54:24.223291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Bound port: 9659150d-a5d5-4120-9ec3-0f93b53ccbe5, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:54:24.223699 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.315110 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] For port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:54:24.318708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] For port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9659150d-a5d5-4120-9ec3-0f93b53ccbe5,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:54:24.320087 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.323717 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.394639 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.417498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db1174-f98a-4f85-9e4a-0e6e4834ac43 None None] Pushing event updated for resources: {'Port': ['ID=9659150d-a5d5-4120-9ec3-0f93b53ccbe5,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:24.421165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c64f4cca-aeb6-45c2-9796-cfa816ddd070 None None] Provisioning complete for port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:24.421541 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c64f4cca-aeb6-45c2-9796-cfa816ddd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.423641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:24.424256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:24.584373 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 04bc61ba-9bfd-4489-96fa-0783dc984ae3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:24.656575 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d12c7009-b137-4969-bacc-50fee9c57217 req-20dfba4c-d109-43ef-a5f0-81c19c1ce08e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 210 time: 0.0379627 May 26 16:54:24.694771 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:24.729187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-3b4832dd-94ad-40ab-988e-9c4337ba73a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:24.731893 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-3b4832dd-94ad-40ab-988e-9c4337ba73a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/networks?id=8826e7df-7cda-45b9-8c5a-eac58168de8e HTTP/1.1" status: 200 len: 797 time: 0.2165263 May 26 16:54:24.768015 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c64f4cca-aeb6-45c2-9796-cfa816ddd070 None None] Current status of the port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:24.768503 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c64f4cca-aeb6-45c2-9796-cfa816ddd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.779922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4a679119-774a-49d9-a05a-82473dfd35cf tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 380 time: 0.0386565 May 26 16:54:24.791853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'port': {'device_id': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'admin_state_up': True, 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'security_groups': ['dd29e170-a895-4b30-beff-6fe469e75da7']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:24.814093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 04bc61ba-9bfd-4489-96fa-0783dc984ae3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:24.814562 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.916648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:54:24.920685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:24.921215 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-c64f4cca-aeb6-45c2-9796-cfa816ddd070 None None] For port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9659150d-a5d5-4120-9ec3-0f93b53ccbe5,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:24.932730 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c64f4cca-aeb6-45c2-9796-cfa816ddd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:25.059519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f4cca-aeb6-45c2-9796-cfa816ddd070 None None] Pushing event updated for resources: {'Port': ['ID=9659150d-a5d5-4120-9ec3-0f93b53ccbe5,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:25.061365 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.12 (8826e7df-7cda-45b9-8c5a-eac58168de8e/d0f22a7c-d25e-41f0-8bc9-fa94f308198b/7051ac9f-b83c-44cf-af71-af86df0742a8) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:54:25.072819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 04bc61ba-9bfd-4489-96fa-0783dc984ae3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:25.074117 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 40793c41-15b9-4055-8aa5-444a1b8e4584 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:25.122068 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1f737865-1f72-46e8-89c9-85f03c88b057 None None] Provisioning complete for port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:25.122401 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1f737865-1f72-46e8-89c9-85f03c88b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:25.196503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '9659150d-a5d5-4120-9ec3-0f93b53ccbe5', 'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:95:d1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:21Z', 'updated_at': '2022-05-26T16:54:24Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:25.230232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:25.252329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 40793c41-15b9-4055-8aa5-444a1b8e4584 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:25.252697 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:25.255988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc0789-a0b9-411e-8c99-5d04f6b605ca None None] The sync data for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 is: [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '9659150d-a5d5-4120-9ec3-0f93b53ccbe5', 'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:95:d1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:21Z', 'updated_at': '2022-05-26T16:54:24Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:54:25.274631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:25.296713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1f737865-1f72-46e8-89c9-85f03c88b057 None None] Current status of the port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:25.342088 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 8826e7df-7cda-45b9-8c5a-eac58168de8e is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:54:25.348054 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:25.354600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:54:25.416222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 40793c41-15b9-4055-8aa5-444a1b8e4584 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:25.448453 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=7051ac9f-b83c-44cf-af71-af86df0742a8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:25.462533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:25.463298 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:25.488480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8cbde313-642e-4840-9518-6d9f48678348 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7019863 May 26 16:54:25.500698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Request body: {'port': {'device_id': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:25.575495 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:25.733295 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-444bad57-dac8-4c81-a487-a631d9002074 None None] Provisioning complete for port 7051ac9f-b83c-44cf-af71-af86df0742a8 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:25.734317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-444bad57-dac8-4c81-a487-a631d9002074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:25.795425 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-444bad57-dac8-4c81-a487-a631d9002074 None None] Port 7051ac9f-b83c-44cf-af71-af86df0742a8 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:54:25.887742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07b219-b0b8-4679-9c4d-65c2425a0294 req-2f4807cb-1c0c-4974-b051-22c52b27952d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:25.889345 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b07b219-b0b8-4679-9c4d-65c2425a0294 req-2f4807cb-1c0c-4974-b051-22c52b27952d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 932 time: 0.1160967 May 26 16:54:25.962444 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b07b219-b0b8-4679-9c4d-65c2425a0294 req-cbc28c8e-cddc-4af3-9083-d283c5843c82 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638924 May 26 16:54:26.007853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7051ac9f-b83c-44cf-af71-af86df0742a8 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:54:26.016278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:26.031315 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Transition to ACTIVE for port object 7051ac9f-b83c-44cf-af71-af86df0742a8 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:54:26.037184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:26.137348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Pushing event updated for resources: {'Port': ['ID=7051ac9f-b83c-44cf-af71-af86df0742a8,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:26.170210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Attempting to bind port 7051ac9f-b83c-44cf-af71-af86df0742a8 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:54:26.170583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Attempting to bind port 7051ac9f-b83c-44cf-af71-af86df0742a8 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:54:26.170874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Attempting to bind port 7051ac9f-b83c-44cf-af71-af86df0742a8 on network 8826e7df-7cda-45b9-8c5a-eac58168de8e {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:26.176150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Port 7051ac9f-b83c-44cf-af71-af86df0742a8 on network 8826e7df-7cda-45b9-8c5a-eac58168de8e not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:54:26.176480 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Attempting to bind port 7051ac9f-b83c-44cf-af71-af86df0742a8 on network 8826e7df-7cda-45b9-8c5a-eac58168de8e {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:26.182433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:54:26.182780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Checking segment: {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:54:26.183174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Bound using segment: {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:54:26.183653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Bound port: 7051ac9f-b83c-44cf-af71-af86df0742a8, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d0b5a0-42fd-47d6-8d28-a43423c42ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:54:26.184022 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:26.255428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] For port 7051ac9f-b83c-44cf-af71-af86df0742a8, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:54:26.258835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] For port 7051ac9f-b83c-44cf-af71-af86df0742a8, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7051ac9f-b83c-44cf-af71-af86df0742a8,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:54:26.264342 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:26.303815 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.304538 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:26.307113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] 10.222.0.24 "PUT /v2.0/ports/7051ac9f-b83c-44cf-af71-af86df0742a8 HTTP/1.1" status: 200 len: 1092 time: 0.8097999 May 26 16:54:26.307113 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:26.308951 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b07cc5-d051-4889-a254-c57a8a230995" -d '{"events": [{"name": "network-changed", "server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:26.355833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480d3f1-68be-43bc-999d-a156712e3a55 service neutron] Pushing event updated for resources: {'Port': ['ID=7051ac9f-b83c-44cf-af71-af86df0742a8,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:26.369240 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994be5f0-7ee7-4dc1-baa5-fa4d937a6a99 x-openstack-request-id: req-994be5f0-7ee7-4dc1-baa5-fa4d937a6a99 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:26.369692 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:26.371582 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-994be5f0-7ee7-4dc1-baa5-fa4d937a6a99 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:26.372393 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994be5f0-7ee7-4dc1-baa5-fa4d937a6a99'] response: {'name': 'network-changed', 'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'status': 'completed', 'code': 200} May 26 16:54:26.428094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-28568510-22f7-4f13-818d-dbac9bc47e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.429602 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-28568510-22f7-4f13-818d-dbac9bc47e11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 1095 time: 0.0538192 May 26 16:54:26.495196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-8d4ab92d-fa14-496f-aa1e-f1e41f8e7bd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7051ac9f-b83c-44cf-af71-af86df0742a8 HTTP/1.1" status: 200 len: 217 time: 0.0579345 May 26 16:54:26.537895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:26.555873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-9f224dc8-265e-4373-933f-cccc226e4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.558367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-9f224dc8-265e-4373-933f-cccc226e4716 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f22a7c-d25e-41f0-8bc9-fa94f308198b HTTP/1.1" status: 200 len: 833 time: 0.0573335 May 26 16:54:26.610645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:26.611193 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:26.622821 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-f8605ebf-b5ea-49a2-8c37-24669f8fff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.624483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-f8605ebf-b5ea-49a2-8c37-24669f8fff77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8826e7df-7cda-45b9-8c5a-eac58168de8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594237 May 26 16:54:26.705665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:26.728857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-df193305-3359-48a0-a05e-ca552d3f6bb5 service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974975 May 26 16:54:26.824013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85dbc341-8d50-4f89-81c6-8065246fe58c req-47ff7379-3303-4654-af7b-447424756f9b service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882831 May 26 16:54:26.912985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b07cc5-d051-4889-a254-c57a8a230995 req-5b8d00f3-40e8-4393-9912-fa7744d2d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.914789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93b07cc5-d051-4889-a254-c57a8a230995 req-5b8d00f3-40e8-4393-9912-fa7744d2d52f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 1095 time: 0.0492761 May 26 16:54:27.011819 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b07cc5-d051-4889-a254-c57a8a230995 req-b4abb70a-a0c8-4bbc-998b-2af467db7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:27.013302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93b07cc5-d051-4889-a254-c57a8a230995 req-b4abb70a-a0c8-4bbc-998b-2af467db7589 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8826e7df-7cda-45b9-8c5a-eac58168de8e HTTP/1.1" status: 200 len: 898 time: 0.0917394 May 26 16:54:27.065807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93b07cc5-d051-4889-a254-c57a8a230995 req-30c6eb5f-c30f-4e5a-bbae-5b980f2b8335 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7051ac9f-b83c-44cf-af71-af86df0742a8 HTTP/1.1" status: 200 len: 217 time: 0.0448561 May 26 16:54:27.145374 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86725a26-9dd1-4d50-b823-a49fb00444c2 req-d0923c06-156b-4bff-b134-c89b1a94745f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:27.146856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86725a26-9dd1-4d50-b823-a49fb00444c2 req-d0923c06-156b-4bff-b134-c89b1a94745f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 944 time: 0.0908697 May 26 16:54:27.148981 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b07cc5-d051-4889-a254-c57a8a230995 req-8ab3267b-0959-4660-bb49-50371d123ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:27.150341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93b07cc5-d051-4889-a254-c57a8a230995 req-8ab3267b-0959-4660-bb49-50371d123ab6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f22a7c-d25e-41f0-8bc9-fa94f308198b HTTP/1.1" status: 200 len: 833 time: 0.0629447 May 26 16:54:27.212878 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-86725a26-9dd1-4d50-b823-a49fb00444c2 req-42788a2a-180b-4197-9a9b-8b4ee09828c7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599067 May 26 16:54:27.218851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b07cc5-d051-4889-a254-c57a8a230995 req-e508816f-353e-4c00-8f48-8f50c30539fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:27.220281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93b07cc5-d051-4889-a254-c57a8a230995 req-e508816f-353e-4c00-8f48-8f50c30539fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8826e7df-7cda-45b9-8c5a-eac58168de8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615616 May 26 16:54:27.316608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93b07cc5-d051-4889-a254-c57a8a230995 req-ae924c92-883f-4a96-9432-8120f524e0d0 service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888793 May 26 16:54:27.412939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-93b07cc5-d051-4889-a254-c57a8a230995 req-613566a6-f3d0-41d3-8f99-a9407fba12f3 service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869119 May 26 16:54:28.700611 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57b22f-2545-4db6-8cfa-78bdf2ceb1c8 req-61166f8b-2f2b-4d50-b007-39ac230f867d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:28.703100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b57b22f-2545-4db6-8cfa-78bdf2ceb1c8 req-61166f8b-2f2b-4d50-b007-39ac230f867d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 944 time: 0.4173644 May 26 16:54:28.744647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b57b22f-2545-4db6-8cfa-78bdf2ceb1c8 req-4c4de7b3-a716-49b9-8fe7-85de5820de4c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355134 May 26 16:54:29.879827 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dcbdf-210c-4eec-a097-5a335dc68c6d req-db6c1772-9b82-478b-aacc-80e03e57fe1f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:29.881444 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f81dcbdf-210c-4eec-a097-5a335dc68c6d req-db6c1772-9b82-478b-aacc-80e03e57fe1f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 944 time: 0.0496998 May 26 16:54:29.923855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f81dcbdf-210c-4eec-a097-5a335dc68c6d req-51e9b1a8-7a7e-475a-b215-d4760f74ffd9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342414 May 26 16:54:30.098880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7051ac9f-b83c-44cf-af71-af86df0742a8 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:54:30.196768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7051ac9f-b83c-44cf-af71-af86df0742a8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7051ac9f-b83c-44cf-af71-af86df0742a8,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:30.207429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'port_id': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'mac_address': 'fa:16:3e:ee:8f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:54:30.246097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7051ac9f-b83c-44cf-af71-af86df0742a8 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:30.246482 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:30.259072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7051ac9f-b83c-44cf-af71-af86df0742a8 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:54:30.280168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7051ac9f-b83c-44cf-af71-af86df0742a8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7051ac9f-b83c-44cf-af71-af86df0742a8,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:30.285154 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:30.344073 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7051ac9f-b83c-44cf-af71-af86df0742a8,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:30.493597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7051ac9f-b83c-44cf-af71-af86df0742a8'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:54:31.041112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebdb4f-03af-4e09-be47-2e5c14aa071c req-b9648dab-5aa7-4a94-9cc3-75f6bf1fd3dd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:31.042619 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92ebdb4f-03af-4e09-be47-2e5c14aa071c req-b9648dab-5aa7-4a94-9cc3-75f6bf1fd3dd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 945 time: 0.0514314 May 26 16:54:31.083309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-92ebdb4f-03af-4e09-be47-2e5c14aa071c req-100eb88b-e5d2-444d-8752-2d1dbdae6363 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341315 May 26 16:54:32.115439 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7051ac9f-b83c-44cf-af71-af86df0742a8 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:32.167802 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 7051ac9f-b83c-44cf-af71-af86df0742a8 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:54:32.171637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 7051ac9f-b83c-44cf-af71-af86df0742a8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:32.171995 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:32.214996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6bb6e-e820-4f26-a6ae-5a74e220d715 req-10c6a3d9-f230-49b4-a0c6-697d5753d6d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:32.216698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9c6bb6e-e820-4f26-a6ae-5a74e220d715 req-10c6a3d9-f230-49b4-a0c6-697d5753d6d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 945 time: 0.0564940 May 26 16:54:32.257697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d9c6bb6e-e820-4f26-a6ae-5a74e220d715 req-bc00bfc7-5a5f-47a0-8384-be7f65c9b4dc tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334752 May 26 16:54:32.257965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7051ac9f-b83c-44cf-af71-af86df0742a8 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:32.258229 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:32.281880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:32.284170 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6777e7-43bc-4ccf-9e6a-65dad8698d7b" -d '{"events": [{"server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "name": "network-vif-plugged", "status": "completed", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:32.301946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7051ac9f-b83c-44cf-af71-af86df0742a8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7051ac9f-b83c-44cf-af71-af86df0742a8,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:32.306512 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:32.334405 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f34231f-0871-4fda-9a10-cf2a2bc3c87d x-openstack-request-id: req-4f34231f-0871-4fda-9a10-cf2a2bc3c87d {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:32.335181 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "name": "network-vif-plugged", "status": "completed", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:32.335181 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f34231f-0871-4fda-9a10-cf2a2bc3c87d {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:32.335386 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f34231f-0871-4fda-9a10-cf2a2bc3c87d'] response: {'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'code': 200} May 26 16:54:32.367371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7051ac9f-b83c-44cf-af71-af86df0742a8,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:32.416619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e781445-5ded-4dfd-b295-9afc54f6cd03 req-2ef3ecad-142b-409d-9666-e61317c455ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:32.419052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e781445-5ded-4dfd-b295-9afc54f6cd03 req-2ef3ecad-142b-409d-9666-e61317c455ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 1097 time: 0.0421615 May 26 16:54:32.455117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e781445-5ded-4dfd-b295-9afc54f6cd03 req-ee2eff43-c285-477f-ae82-d6c84eef7708 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292783 May 26 16:54:33.376439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111a71-a6df-4834-883c-803faa435185 req-34fef6fb-d733-4361-a53b-9204d682239a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:33.377975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d111a71-a6df-4834-883c-803faa435185 req-34fef6fb-d733-4361-a53b-9204d682239a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0503886 May 26 16:54:33.421353 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d111a71-a6df-4834-883c-803faa435185 req-f4dc0543-9087-4af8-ab34-b5dbdfa9d6e2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371838 May 26 16:54:34.201261 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:54:34.553411 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dff6c-6fb9-49fe-b9fe-a4e2dccc76ed req-9fe2607a-5fd0-4077-aff1-1016c36d7d3f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:34.554906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-560dff6c-6fb9-49fe-b9fe-a4e2dccc76ed req-9fe2607a-5fd0-4077-aff1-1016c36d7d3f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0529773 May 26 16:54:34.594248 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-560dff6c-6fb9-49fe-b9fe-a4e2dccc76ed req-56b88574-52f0-4b63-8792-98d62a42a4be tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331998 May 26 16:54:34.722698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb2add-1738-46a8-bd68-9ad677ae515e req-5615661a-ce10-4054-8abb-adda9483acad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:34.724073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bceb2add-1738-46a8-bd68-9ad677ae515e req-5615661a-ce10-4054-8abb-adda9483acad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0508287 May 26 16:54:34.762081 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bceb2add-1738-46a8-bd68-9ad677ae515e req-aef64cbb-23cc-4fff-9411-b7fe19dedb11 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 May 26 16:54:34.783564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56948) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:34.826602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ff549-f938-4a95-9369-c33f79a4feda tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:34.828282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b43ff549-f938-4a95-9369-c33f79a4feda tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 1092 time: 0.0437398 May 26 16:54:34.831372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56950) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:34.835884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:34.857732 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:34.961650 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:35.068749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.159 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/960f312a-37e7-4147-b2b8-e17d9294374f) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:54:35.119781 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-da095466-a74c-4998-ba26-87c20ffa39aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:35.180502 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:35.216234 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:35.254765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:54:35.257832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:35.261539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:54:35.294012 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=960f312a-37e7-4147-b2b8-e17d9294374f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:35.654313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:35.729495 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:35.882552 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:35.887493 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:35.961358 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=960f312a-37e7-4147-b2b8-e17d9294374f,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:35.974448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:36.078978 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP 030ef941-5517-43d3-a9e1-880092b9554c associated. External IP: 172.25.0.159, port: 7051ac9f-b83c-44cf-af71-af86df0742a8. May 26 16:54:36.298044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:54:36.407996 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:54:36.418558 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] Sync routers for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:54:36.429460 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:36.430107 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:36.431849 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:36.461172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b13a2353-7321-4b66-8572-ceaf3696da73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6287291 May 26 16:54:36.461907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:36.464227 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f63a30c-863e-4b43-89d7-4d186a44a9db" -d '{"events": [{"name": "network-changed", "server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:36.516129 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262a66c1-c84d-4e27-832e-d2f6df9e9ee3 x-openstack-request-id: req-262a66c1-c84d-4e27-832e-d2f6df9e9ee3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:36.516431 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:36.516691 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-262a66c1-c84d-4e27-832e-d2f6df9e9ee3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:36.517105 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262a66c1-c84d-4e27-832e-d2f6df9e9ee3'] response: {'name': 'network-changed', 'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'status': 'completed', 'code': 200} May 26 16:54:36.547907 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:36.605433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa4a8a-2d85-4533-8701-c424ee8ccd78 req-84681a5f-249c-4227-9deb-68d619272ab3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:36.607477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20aa4a8a-2d85-4533-8701-c424ee8ccd78 req-84681a5f-249c-4227-9deb-68d619272ab3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0798614 May 26 16:54:36.610324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-92da4f3c-a9da-47cd-a3be-951c2a7d1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:36.611759 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-92da4f3c-a9da-47cd-a3be-951c2a7d1b52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 1097 time: 0.0729814 May 26 16:54:36.706432 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20aa4a8a-2d85-4533-8701-c424ee8ccd78 req-7ebb65ce-c206-4cd6-8aa7-68740267598f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879056 May 26 16:54:36.732092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 56960) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:36.742501 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-b38791f9-190e-4bcb-a979-f4faca3c298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:36.744006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-b38791f9-190e-4bcb-a979-f4faca3c298e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8826e7df-7cda-45b9-8c5a-eac58168de8e HTTP/1.1" status: 200 len: 898 time: 0.1244409 May 26 16:54:36.782480 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '030ef941-5517-43d3-a9e1-880092b9554c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'port_id': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'mac_address': 'fa:16:3e:ee:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:54:35Z', 'updated_at': '2022-05-26T16:54:35Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9659150d-a5d5-4120-9ec3-0f93b53ccbe5', 'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:95:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:21Z', 'updated_at': '2022-05-26T16:54:24Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:36.796776 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6119c97b-0f8b-449f-9e5c-05491763c5aa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/030ef941-5517-43d3-a9e1-880092b9554c HTTP/1.1" status: 200 len: 992 time: 0.0628588 May 26 16:54:36.810544 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] Checking router: 8fc3d584-b9a3-431a-8b80-3376ddf69b54 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:54:36.818879 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:54:36.819490 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:54:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:36.832422 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-3ba89378-974a-4de2-91b6-5107e2568822 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7051ac9f-b83c-44cf-af71-af86df0742a8 HTTP/1.1" status: 200 len: 1000 time: 0.0808752 May 26 16:54:36.887822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-dd222dda-3c07-4a08-b536-4401531832f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:36.889347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-dd222dda-3c07-4a08-b536-4401531832f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f22a7c-d25e-41f0-8bc9-fa94f308198b HTTP/1.1" status: 200 len: 833 time: 0.0501728 May 26 16:54:36.927558 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:54:36.939582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-d1fb1ac2-9544-4525-ab2c-17b0f3e4e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:36.941256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-d1fb1ac2-9544-4525-ab2c-17b0f3e4e572 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8826e7df-7cda-45b9-8c5a-eac58168de8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457022 May 26 16:54:37.034662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-0a998bea-5bfc-464a-862d-7674c573d12b service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851324 May 26 16:54:37.134441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1f63a30c-863e-4b43-89d7-4d186a44a9db req-299b5e3e-6db2-4edc-b9d3-e2dd5822bddf service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933478 May 26 16:54:37.162940 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '030ef941-5517-43d3-a9e1-880092b9554c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'port_id': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'mac_address': 'fa:16:3e:ee:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:54:35Z', 'updated_at': '2022-05-26T16:54:35Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9659150d-a5d5-4120-9ec3-0f93b53ccbe5', 'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:95:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:21Z', 'updated_at': '2022-05-26T16:54:24Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:54:37.189154 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9458a-291d-4fbd-9be8-2e1f5ab35e2d None None] The sync data for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 is: [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '030ef941-5517-43d3-a9e1-880092b9554c', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'port_id': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'mac_address': 'fa:16:3e:ee:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:54:35Z', 'updated_at': '2022-05-26T16:54:35Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9659150d-a5d5-4120-9ec3-0f93b53ccbe5', 'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:95:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:21Z', 'updated_at': '2022-05-26T16:54:24Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:54:37.404913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a6176-730b-4d8c-9e53-2090a4e781fe None None] New status for floating IP 030ef941-5517-43d3-a9e1-880092b9554c: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:54:37.799039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 56962) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:37.852877 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e44103e2-9479-45d7-b268-70145fd628f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:37.866680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-933645d5-3364-4909-b62f-5e629b6f1f3e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/030ef941-5517-43d3-a9e1-880092b9554c HTTP/1.1" status: 200 len: 994 time: 0.0664945 May 26 16:54:38.962463 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:40.764050 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:40.843977 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:54.291980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:54.350562 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:05.125448 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3d47bcfe-3956-45e9-8d66-aafc45a13b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:07.853922 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6c92451a-d166-4f76-9e2b-e31b39a982cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:08.967169 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:09.193659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d57ca6-3640-42fe-a7d8-d8c34921d778 req-478880bd-fe18-4be3-bcb0-46f58c9ed50c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:09.195098 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33d57ca6-3640-42fe-a7d8-d8c34921d778 req-478880bd-fe18-4be3-bcb0-46f58c9ed50c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0814164 May 26 16:55:09.200701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe54352-9d45-43ac-afdb-2734237f603d req-6f83f670-371b-45d7-b98c-5a6c6b6d263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:09.202429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fe54352-9d45-43ac-afdb-2734237f603d req-6f83f670-371b-45d7-b98c-5a6c6b6d263e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 1097 time: 0.0791481 May 26 16:55:09.286125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-33d57ca6-3640-42fe-a7d8-d8c34921d778 req-dac645e1-6611-46b1-a352-1aa93d7fe62d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827172 May 26 16:55:09.318976 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe54352-9d45-43ac-afdb-2734237f603d req-51145a45-efb3-4937-9b79-86f38da11a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:09.320425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fe54352-9d45-43ac-afdb-2734237f603d req-51145a45-efb3-4937-9b79-86f38da11a6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8826e7df-7cda-45b9-8c5a-eac58168de8e HTTP/1.1" status: 200 len: 898 time: 0.1101584 May 26 16:55:09.391982 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fe54352-9d45-43ac-afdb-2734237f603d req-5d5c05c3-5f10-4743-8f43-4ca98b3ff231 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7051ac9f-b83c-44cf-af71-af86df0742a8 HTTP/1.1" status: 200 len: 1002 time: 0.0644369 May 26 16:55:09.445919 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe54352-9d45-43ac-afdb-2734237f603d req-19e767c4-535d-4d54-9f36-79f3819d80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:09.447339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fe54352-9d45-43ac-afdb-2734237f603d req-19e767c4-535d-4d54-9f36-79f3819d80d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f22a7c-d25e-41f0-8bc9-fa94f308198b HTTP/1.1" status: 200 len: 833 time: 0.0483606 May 26 16:55:09.497927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe54352-9d45-43ac-afdb-2734237f603d req-7cf38743-628c-47bb-b7e4-1dc9760f19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:09.499604 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fe54352-9d45-43ac-afdb-2734237f603d req-7cf38743-628c-47bb-b7e4-1dc9760f19e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8826e7df-7cda-45b9-8c5a-eac58168de8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456774 May 26 16:55:09.594480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fe54352-9d45-43ac-afdb-2734237f603d req-318bf3b8-66e2-41c7-93e3-95e861536938 service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874007 May 26 16:55:09.702207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fe54352-9d45-43ac-afdb-2734237f603d req-5b1c82b8-1cfb-48de-a14d-dc0b761848b1 service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010654 May 26 16:55:10.405645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce0323-b325-44ea-a2de-d27b25b00727 req-6db60665-22d6-470c-a94f-1a93ef6efc15 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:10.407150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69ce0323-b325-44ea-a2de-d27b25b00727 req-6db60665-22d6-470c-a94f-1a93ef6efc15 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0504844 May 26 16:55:10.445429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69ce0323-b325-44ea-a2de-d27b25b00727 req-57fce15f-dbb0-4b00-af87-a1376fbda66d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323923 May 26 16:55:10.766609 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:10.848660 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:11.200618 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:55:11.572896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a922e-aa7d-4372-866b-5a593024243c req-7a548aff-ba49-47cf-a728-4869b05614c8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:11.574455 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-184a922e-aa7d-4372-866b-5a593024243c req-7a548aff-ba49-47cf-a728-4869b05614c8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0572608 May 26 16:55:11.614649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-184a922e-aa7d-4372-866b-5a593024243c req-58d9d4b6-75d9-446e-bd63-62899a657de6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338666 May 26 16:55:12.796995 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141880b-499a-4627-b414-3a22c4be1fe4 req-fe6795bf-1671-4f4e-87d3-229997903ec5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:12.798547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9141880b-499a-4627-b414-3a22c4be1fe4 req-fe6795bf-1671-4f4e-87d3-229997903ec5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.1146863 May 26 16:55:12.841481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9141880b-499a-4627-b414-3a22c4be1fe4 req-0f3b346a-58f8-4196-9072-6708f2404625 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361817 May 26 16:55:13.959216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51e194-13eb-4612-bdd6-ff87a4ce6fdc req-07cb5d45-45e4-45d0-a9dc-98532f36b83c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:13.960697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b51e194-13eb-4612-bdd6-ff87a4ce6fdc req-07cb5d45-45e4-45d0-a9dc-98532f36b83c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0500934 May 26 16:55:13.998555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b51e194-13eb-4612-bdd6-ff87a4ce6fdc req-15e16b3f-ecd8-4bf6-998e-b148d2fdf47a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 May 26 16:55:15.118409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f0c80-e774-40f3-a6a9-d0ce20db29d0 req-58ec167c-33c1-4e9c-88c2-1d6f0cb8932c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:15.119808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-240f0c80-e774-40f3-a6a9-d0ce20db29d0 req-58ec167c-33c1-4e9c-88c2-1d6f0cb8932c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0522673 May 26 16:55:15.157856 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-240f0c80-e774-40f3-a6a9-d0ce20db29d0 req-513272f9-bedd-4968-8665-538352b0b598 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317812 May 26 16:55:16.325300 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026c732-d43f-49d0-9fc7-c0046ae84d5f req-00d2dad0-4b22-4689-b96a-c25eabaacf9b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:16.326895 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e026c732-d43f-49d0-9fc7-c0046ae84d5f req-00d2dad0-4b22-4689-b96a-c25eabaacf9b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.1007822 May 26 16:55:16.369243 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e026c732-d43f-49d0-9fc7-c0046ae84d5f req-95a45372-4f3e-4501-9ae4-4003bbef3650 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357924 May 26 16:55:17.486474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd2ac2-4d64-460b-bccf-708eaf094617 req-6a854c92-e3da-4dbb-b808-4b20eb2febe9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:17.487951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ffd2ac2-4d64-460b-bccf-708eaf094617 req-6a854c92-e3da-4dbb-b808-4b20eb2febe9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0488296 May 26 16:55:17.527304 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ffd2ac2-4d64-460b-bccf-708eaf094617 req-74152ca9-363c-4bf6-acf7-5144f06ac5eb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 May 26 16:55:18.648405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e7ab7-aec0-4e41-9e33-226e3c02fd9a req-73266172-cd62-45bf-af06-5192e403b4cf tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:18.649864 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e3e7ab7-aec0-4e41-9e33-226e3c02fd9a req-73266172-cd62-45bf-af06-5192e403b4cf tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0531697 May 26 16:55:18.690492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6e3e7ab7-aec0-4e41-9e33-226e3c02fd9a req-30f52e9b-64cb-4aa3-9c65-fa22a6e588ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344658 May 26 16:55:19.805840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cc30e-3832-402c-900a-b0d5b1e9d321 req-6d535a88-58b7-4e23-b234-62e2a5a031f4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:19.807335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-548cc30e-3832-402c-900a-b0d5b1e9d321 req-6d535a88-58b7-4e23-b234-62e2a5a031f4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0480497 May 26 16:55:19.849055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-548cc30e-3832-402c-900a-b0d5b1e9d321 req-661ddaca-1b29-437b-a5a4-4a571bee9c23 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357261 May 26 16:55:20.968861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53467a-7959-4f30-9c60-70c0f5b1db7f req-1df8f63d-ca2e-4992-a4dc-6d7c2c770b74 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:20.970418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af53467a-7959-4f30-9c60-70c0f5b1db7f req-1df8f63d-ca2e-4992-a4dc-6d7c2c770b74 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0517051 May 26 16:55:21.012695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af53467a-7959-4f30-9c60-70c0f5b1db7f req-408280fd-4bc3-4075-885c-010a953a732d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357599 May 26 16:55:22.133294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5e9df-3610-46f9-948f-edd9f542f9c7 req-fd92f4c5-75ae-4475-9db0-4b683391cffe tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:22.134873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fce5e9df-3610-46f9-948f-edd9f542f9c7 req-fd92f4c5-75ae-4475-9db0-4b683391cffe tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0523953 May 26 16:55:22.172927 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fce5e9df-3610-46f9-948f-edd9f542f9c7 req-e3be7577-7597-4b32-b457-f479c2675da0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319021 May 26 16:55:23.277955 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387580-886f-467d-88d7-a24fd772c29f req-40abb13f-8991-4461-a3d7-e580591782fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:23.279440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b387580-886f-467d-88d7-a24fd772c29f req-40abb13f-8991-4461-a3d7-e580591782fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 1097 time: 0.1115773 May 26 16:55:23.302644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25888f90-eab4-4b02-9778-ff1cd6f63357 req-20e6e926-f65c-43c5-a75d-6e15e157de64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:23.304579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25888f90-eab4-4b02-9778-ff1cd6f63357 req-20e6e926-f65c-43c5-a75d-6e15e157de64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0621865 May 26 16:55:23.386507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25888f90-eab4-4b02-9778-ff1cd6f63357 req-f1287210-e2fd-41b9-8ab4-fc6a7485500c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738409 May 26 16:55:23.414720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387580-886f-467d-88d7-a24fd772c29f req-2014e65b-6552-4dde-bf0f-fce14364770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:23.416177 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b387580-886f-467d-88d7-a24fd772c29f req-2014e65b-6552-4dde-bf0f-fce14364770c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8826e7df-7cda-45b9-8c5a-eac58168de8e HTTP/1.1" status: 200 len: 898 time: 0.1107492 May 26 16:55:23.485151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b387580-886f-467d-88d7-a24fd772c29f req-9718fb7d-c863-4371-bf64-7be90f17d577 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7051ac9f-b83c-44cf-af71-af86df0742a8 HTTP/1.1" status: 200 len: 1002 time: 0.0616341 May 26 16:55:23.540701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387580-886f-467d-88d7-a24fd772c29f req-543be325-d572-45bd-a770-d02159afe06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:23.542187 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b387580-886f-467d-88d7-a24fd772c29f req-543be325-d572-45bd-a770-d02159afe06e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f22a7c-d25e-41f0-8bc9-fa94f308198b HTTP/1.1" status: 200 len: 833 time: 0.0495830 May 26 16:55:23.593766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387580-886f-467d-88d7-a24fd772c29f req-35e341c6-5ebc-4f9a-910f-02a545295758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:23.595299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b387580-886f-467d-88d7-a24fd772c29f req-35e341c6-5ebc-4f9a-910f-02a545295758 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8826e7df-7cda-45b9-8c5a-eac58168de8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433273 May 26 16:55:23.690553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b387580-886f-467d-88d7-a24fd772c29f req-8fee78fa-f05f-4cdf-b391-5a5c6bc5e8cd service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877841 May 26 16:55:23.781517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b387580-886f-467d-88d7-a24fd772c29f req-d7033c8c-75ab-4150-ad65-43eb7545c856 service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845459 May 26 16:55:24.298812 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:24.354422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:24.514273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f62cbf-0395-4cff-9a4b-0c068ed75b4d req-08aacd64-e192-40ec-acb0-eb7f58c54803 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:24.515829 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40f62cbf-0395-4cff-9a4b-0c068ed75b4d req-08aacd64-e192-40ec-acb0-eb7f58c54803 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0612102 May 26 16:55:24.557211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40f62cbf-0395-4cff-9a4b-0c068ed75b4d req-dc41bab2-1b18-4911-8a3f-16edc173d301 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342782 May 26 16:55:25.685775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115a523-a4a2-40f0-a1e0-fc56ffbee772 req-0f7cd968-92c1-401f-b7bf-623798341c94 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.687309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6115a523-a4a2-40f0-a1e0-fc56ffbee772 req-0f7cd968-92c1-401f-b7bf-623798341c94 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0513365 May 26 16:55:25.726167 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6115a523-a4a2-40f0-a1e0-fc56ffbee772 req-889338da-609c-45ae-9d0b-8cabee9ef5e4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 May 26 16:55:25.748518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57014) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:25.811242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-31fc97da-d9d3-4bb1-89b9-4f4d099d2537 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/030ef941-5517-43d3-a9e1-880092b9554c HTTP/1.1" status: 200 len: 994 time: 0.0616012 May 26 16:55:35.128363 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e90e7315-ec12-438b-b87c-6f9dba17a2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:37.855475 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6582063c-8359-435a-9e7f-8d55c0af7daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.968318 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.769727 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.856173 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.200103 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:55:54.299937 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:54.365533 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:56.348960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57028) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:56.523867 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 960f312a-37e7-4147-b2b8-e17d9294374f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:55:56.524231 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:56.605327 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:56.605559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:56.619196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 960f312a-37e7-4147-b2b8-e17d9294374f owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:55:56.777413 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:56.807148 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=960f312a-37e7-4147-b2b8-e17d9294374f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:56.837088 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.837434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.837771 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.838135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.838467 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.838795 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.839123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.839449 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.839773 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.840092 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.840413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.840731 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:56.884971 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:56.884971 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP 030ef941-5517-43d3-a9e1-880092b9554c disassociated (deleted). External IP: 172.25.0.159, port: 7051ac9f-b83c-44cf-af71-af86df0742a8. May 26 16:55:57.105673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:55:57.232410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:55:57.237673 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:57.242614 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] Sync routers for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:55:57.254552 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:57.255194 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:57.267740 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6b44f797-887b-4c3a-bcd0-85c1a5e69b0a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/floatingips/030ef941-5517-43d3-a9e1-880092b9554c HTTP/1.1" status: 204 len: 168 time: 0.9174895 May 26 16:55:57.268590 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:57.271479 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2de30a-4b88-4ab4-9736-948eda763edc" -d '{"events": [{"name": "network-changed", "server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:57.313687 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cdf856-4c16-454c-b61e-e4da41957da0 x-openstack-request-id: req-d2cdf856-4c16-454c-b61e-e4da41957da0 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:57.314304 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:57.314561 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2cdf856-4c16-454c-b61e-e4da41957da0 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:57.314973 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2cdf856-4c16-454c-b61e-e4da41957da0'] response: {'name': 'network-changed', 'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'status': 'completed', 'code': 200} May 26 16:55:57.387085 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:57.617417 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '9659150d-a5d5-4120-9ec3-0f93b53ccbe5', 'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:95:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:21Z', 'updated_at': '2022-05-26T16:54:24Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:57.644408 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] Checking router: 8fc3d584-b9a3-431a-8b80-3376ddf69b54 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:55:57.653291 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:57.653903 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:57.763694 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-8839499b-ca9e-428a-b44e-98b6689ec0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:57.765241 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-8839499b-ca9e-428a-b44e-98b6689ec0f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 1097 time: 0.4292049 May 26 16:55:57.773311 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:57.779720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42da2ee-a17f-404b-8241-e1fdf476567f req-a15e350b-8d29-4553-b29f-21fb1f2bbbc3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:57.782236 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e42da2ee-a17f-404b-8241-e1fdf476567f req-a15e350b-8d29-4553-b29f-21fb1f2bbbc3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0631421 May 26 16:55:57.870322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e42da2ee-a17f-404b-8241-e1fdf476567f req-bf78e621-d2fb-4eac-b4b7-1ffc1cc77113 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782526 May 26 16:55:57.902876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-c7c8b6eb-9734-45e6-86bd-ceb74c688a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:57.904413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-c7c8b6eb-9734-45e6-86bd-ceb74c688a53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8826e7df-7cda-45b9-8c5a-eac58168de8e HTTP/1.1" status: 200 len: 898 time: 0.1211793 May 26 16:55:57.952784 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-74434d4d-2389-4b18-894c-16ed26a9ef96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7051ac9f-b83c-44cf-af71-af86df0742a8 HTTP/1.1" status: 200 len: 217 time: 0.0377872 May 26 16:55:57.982589 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '9659150d-a5d5-4120-9ec3-0f93b53ccbe5', 'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:95:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:21Z', 'updated_at': '2022-05-26T16:54:24Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:58.008385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-3c38f98b-b09e-414a-ac80-0af66f521e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:58.009835 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d29c8a-2d28-4bc4-b490-51fa4a222637 None None] The sync data for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 is: [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:54:21Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '9659150d-a5d5-4120-9ec3-0f93b53ccbe5', 'name': '', 'network_id': '8826e7df-7cda-45b9-8c5a-eac58168de8e', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:95:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:21Z', 'updated_at': '2022-05-26T16:54:24Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'd0f22a7c-d25e-41f0-8bc9-fa94f308198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:55:58.010108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-3c38f98b-b09e-414a-ac80-0af66f521e39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f22a7c-d25e-41f0-8bc9-fa94f308198b HTTP/1.1" status: 200 len: 833 time: 0.0494401 May 26 16:55:58.066469 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-e01b642b-45c6-442a-b640-22f9201b5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:58.068113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-e01b642b-45c6-442a-b640-22f9201b5b87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8826e7df-7cda-45b9-8c5a-eac58168de8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504706 May 26 16:55:58.171310 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-7396dd95-272c-4be7-8ddb-7cf3a7cdde60 service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949643 May 26 16:55:58.248096 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c2cd7a-e889-486c-9af0-0361ace2cf13 None None] New status for floating IP 030ef941-5517-43d3-a9e1-880092b9554c: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:55:58.274073 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f2de30a-4b88-4ab4-9736-948eda763edc req-bc9d6723-6137-4dac-a747-1b1eeb25e655 service neutron] 10.222.0.24 "GET /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931304 May 26 16:55:58.999030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdeb80-7b94-4767-a3de-4ebe26236784 req-8fbb97bb-84c3-472d-9758-907771a2c290 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:59.000508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dbdeb80-7b94-4767-a3de-4ebe26236784 req-8fbb97bb-84c3-472d-9758-907771a2c290 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0521414 May 26 16:55:59.040543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8dbdeb80-7b94-4767-a3de-4ebe26236784 req-37fadc31-cbc4-4161-916d-4f777ca75e69 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd29e170-a895-4b30-beff-6fe469e75da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337062 May 26 16:55:59.093271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-cb46b04f-400f-422a-9234-c859aa0ac102 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:59.094806 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-cb46b04f-400f-422a-9234-c859aa0ac102 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8905509-d222-4e66-8bb6-1baae7c4ad0c HTTP/1.1" status: 200 len: 946 time: 0.0509262 May 26 16:55:59.197596 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 7051ac9f-b83c-44cf-af71-af86df0742a8 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:55:59.197965 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:59.289307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 7051ac9f-b83c-44cf-af71-af86df0742a8, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7051ac9f-b83c-44cf-af71-af86df0742a8,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:59.289677 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:59.301599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 7051ac9f-b83c-44cf-af71-af86df0742a8 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:55:59.437835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:59.474801 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=7051ac9f-b83c-44cf-af71-af86df0742a8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:59.498833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.499186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.499525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.499862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.500197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.500593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.501500 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.501832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.502193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.502543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.503091 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.503243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:59.523867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] No DVR routers for this DVR port 7051ac9f-b83c-44cf-af71-af86df0742a8 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:55:59.527377 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:59.530945 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a993c3ee-9a78-4b1f-8d02-81d4e47ac623 req-365495c4-51f5-4f18-a3d7-45f0821b1ef9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "DELETE /v2.0/ports/7051ac9f-b83c-44cf-af71-af86df0742a8 HTTP/1.1" status: 204 len: 173 time: 0.4304054 May 26 16:55:59.531408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'name': 'network-vif-deleted', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:59.533819 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fb83e5-7871-49b1-850d-9091d3fe62c7" -d '{"events": [{"server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "name": "network-vif-deleted", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:59.630673 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f179d81-a2d8-459f-a5c6-cfd1542238b9 x-openstack-request-id: req-4f179d81-a2d8-459f-a5c6-cfd1542238b9 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:59.630966 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8905509-d222-4e66-8bb6-1baae7c4ad0c", "name": "network-vif-deleted", "tag": "7051ac9f-b83c-44cf-af71-af86df0742a8", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:59.631277 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f179d81-a2d8-459f-a5c6-cfd1542238b9 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:59.631895 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f179d81-a2d8-459f-a5c6-cfd1542238b9'] response: {'server_uuid': 'f8905509-d222-4e66-8bb6-1baae7c4ad0c', 'name': 'network-vif-deleted', 'tag': '7051ac9f-b83c-44cf-af71-af86df0742a8', 'status': 'completed', 'code': 200} May 26 16:56:00.105603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57046) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:00.475399 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:00.736623 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:56:00.736881 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:00.830749 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 9659150d-a5d5-4120-9ec3-0f93b53ccbe5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9659150d-a5d5-4120-9ec3-0f93b53ccbe5,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:00.831115 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:00.843114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:56:01.037854 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:01.065318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=9659150d-a5d5-4120-9ec3-0f93b53ccbe5,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:01.254283 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:01.472776 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:56:01.579179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:01.584845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-aebe5a4e-403a-4839-b8fc-ca31a2ab031e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/8fc3d584-b9a3-431a-8b80-3376ddf69b54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780219 May 26 16:56:01.587108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57048) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:01.588980 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] Sync routers for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:01.601801 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:01.602466 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:01.643867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9bf415-7e31-4612-9499-b061706d8496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting subnet d0f22a7c-d25e-41f0-8bc9-fa94f308198b {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:56:01.647207 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf415-7e31-4612-9499-b061706d8496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:01.691559 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf415-7e31-4612-9499-b061706d8496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:01.710383 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:01.777798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf415-7e31-4612-9499-b061706d8496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:01.854835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf415-7e31-4612-9499-b061706d8496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:01.882726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bf415-7e31-4612-9499-b061706d8496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f22a7c-d25e-41f0-8bc9-fa94f308198b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:01.886436 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf415-7e31-4612-9499-b061706d8496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:01.889678 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bd9bf415-7e31-4612-9499-b061706d8496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/subnets/d0f22a7c-d25e-41f0-8bc9-fa94f308198b HTTP/1.1" status: 204 len: 168 time: 0.3014727 May 26 16:56:01.892962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57050) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:01.894152 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cb54eb-9f8f-45ed-946b-958da5b30280 None None] Network 8826e7df-7cda-45b9-8c5a-eac58168de8e requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:56:01.900347 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:56:00Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:01.932030 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] Checking router: 8fc3d584-b9a3-431a-8b80-3376ddf69b54 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:01.941145 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] Routers {'8fc3d584-b9a3-431a-8b80-3376ddf69b54'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:01.942044 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:02.013001 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.048386 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] Set router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:02.091713 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] DHCP port deletion for 8826e7df-7cda-45b9-8c5a-eac58168de8e request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:56:02.126865 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.148983 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Deleting port 40793c41-15b9-4055-8aa5-444a1b8e4584 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:56:02.149364 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.192008 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 04bc61ba-9bfd-4489-96fa-0783dc984ae3 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:56:02.192495 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.218485 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] For port 40793c41-15b9-4055-8aa5-444a1b8e4584, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=40793c41-15b9-4055-8aa5-444a1b8e4584,segment=NetworkSegment(28d0b5a0-42fd-47d6-8d28-a43423c42ad7),segment_id=28d0b5a0-42fd-47d6-8d28-a43423c42ad7)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:02.218894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.232579 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Calling delete_port for 40793c41-15b9-4055-8aa5-444a1b8e4584 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:56:02.290193 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 04bc61ba-9bfd-4489-96fa-0783dc984ae3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=04bc61ba-9bfd-4489-96fa-0783dc984ae3,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:02.290588 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.303560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 04bc61ba-9bfd-4489-96fa-0783dc984ae3 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:56:02.323982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.337852 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:56:00Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:02.352976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Pushing event deleted for resources: {'Port': ['ID=40793c41-15b9-4055-8aa5-444a1b8e4584,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:02.355324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] No DVR routers for this DVR port 40793c41-15b9-4055-8aa5-444a1b8e4584 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:56:02.366174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.366654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.366861 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.367188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.367708 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.368132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.368132 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.368462 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.368786 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.369109 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.369517 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.369759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d8c61-dc40-42d9-a574-66f8a153f7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:02.382548 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67902f-2ef6-49ea-a2d5-6d39b5a03b39 None None] The sync data for ids ['8fc3d584-b9a3-431a-8b80-3376ddf69b54'] in n-d-843336-2 is: [{'id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718818954', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:54:17Z', 'updated_at': '2022-05-26T16:56:00Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '04bc61ba-9bfd-4489-96fa-0783dc984ae3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d584-b9a3-431a-8b80-3376ddf69b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:54:18Z', 'updated_at': '2022-05-26T16:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:02.494209 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.519841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=04bc61ba-9bfd-4489-96fa-0783dc984ae3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:02.581038 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.658531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7051ac9f-b83c-44cf-af71-af86df0742a8 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:02.679586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 7051ac9f-b83c-44cf-af71-af86df0742a8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:56:02.679857 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.680001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7051ac9f-b83c-44cf-af71-af86df0742a8 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:56:02.682099 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.730452 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.731104 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Fanout notify agent at l3_agent the message router_deleted on router 8fc3d584-b9a3-431a-8b80-3376ddf69b54 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:56:02.738748 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.742333 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8aa4d804-16de-4b2c-a636-664a12cb0090 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/routers/8fc3d584-b9a3-431a-8b80-3376ddf69b54 HTTP/1.1" status: 204 len: 168 time: 0.8452806 May 26 16:56:02.742688 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57052) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:02.833054 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.854806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:02.879792 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:56:02.880436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9659150d-a5d5-4120-9ec3-0f93b53ccbe5 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:56:02.881016 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 40793c41-15b9-4055-8aa5-444a1b8e4584 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:02.905379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 40793c41-15b9-4055-8aa5-444a1b8e4584 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:56:02.906048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 40793c41-15b9-4055-8aa5-444a1b8e4584 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:56:02.941345 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.962454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8826e7df-7cda-45b9-8c5a-eac58168de8e']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:02.971639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d0b5a0-42fd-47d6-8d28-a43423c42ad7') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:02.971941 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d0b5a0-42fd-47d6-8d28-a43423c42ad7') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:02.983097 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.997726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.005472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:56:03.005962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.081587 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.088388 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.093729 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/networks/8826e7df-7cda-45b9-8c5a-eac58168de8e HTTP/1.1" status: 204 len: 168 time: 0.3474941 May 26 16:56:03.096204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57058) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:03.107627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631868fa-9e2c-4493-bdb7-7768cc2f3eea tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Network': ['ID=8826e7df-7cda-45b9-8c5a-eac58168de8e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:03.146136 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 28d0b5a0-42fd-47d6-8d28-a43423c42ad7 resource provider aggregate not found May 26 16:56:03.166950 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 28d0b5a0-42fd-47d6-8d28-a43423c42ad7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28d0b5a0-42fd-47d6-8d28-a43423c42ad7 found for delete ", "request_id": "req-d078f00b-999e-40e0-8b1e-d04ac616098f"}]} May 26 16:56:03.176596 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57c025f4-4df3-4695-aa1b-dba2649d3d5a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.202984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57c025f4-4df3-4695-aa1b-dba2649d3d5a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.274313 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57c025f4-4df3-4695-aa1b-dba2649d3d5a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.276837 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57c025f4-4df3-4695-aa1b-dba2649d3d5a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.278023 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-57c025f4-4df3-4695-aa1b-dba2649d3d5a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/security-groups/dd29e170-a895-4b30-beff-6fe469e75da7 HTTP/1.1" status: 204 len: 168 time: 0.1802595 May 26 16:56:03.288875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c025f4-4df3-4695-aa1b-dba2649d3d5a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd29e170-a895-4b30-beff-6fe469e75da7,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:03.402111 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57066) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:03.407360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a55438eb-33ed-41bb-896e-e3c3ee8378d7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008593974', 'description': 'tempest-secgroup-smoke-1008593974 description', 'project_id': '6ec12d26002b49639c4e94596543457d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:03.428225 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a55438eb-33ed-41bb-896e-e3c3ee8378d7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.504207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a55438eb-33ed-41bb-896e-e3c3ee8378d7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.508677 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a55438eb-33ed-41bb-896e-e3c3ee8378d7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.539488 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a55438eb-33ed-41bb-896e-e3c3ee8378d7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.540739 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a55438eb-33ed-41bb-896e-e3c3ee8378d7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1376712 May 26 16:56:03.543686 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57068) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:03.548378 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e13e7f15-f521-4dd5-a51c-d3744581b64a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'e608ddb0-442d-409c-85cb-dc7601806e66', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:03.556056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55438eb-33ed-41bb-896e-e3c3ee8378d7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e608ddb0-442d-409c-85cb-dc7601806e66,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:03.575441 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e13e7f15-f521-4dd5-a51c-d3744581b64a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.634799 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e13e7f15-f521-4dd5-a51c-d3744581b64a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.639044 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e13e7f15-f521-4dd5-a51c-d3744581b64a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.660097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e7f15-f521-4dd5-a51c-d3744581b64a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9cf41f-95b6-41e0-ada8-7c53d215ab76,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:03.664963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e13e7f15-f521-4dd5-a51c-d3744581b64a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.666169 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e13e7f15-f521-4dd5-a51c-d3744581b64a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214790 May 26 16:56:03.668878 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57070) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:03.673150 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f3cfd1b2-8d4d-46ca-8f5a-8967d5cde722 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'e608ddb0-442d-409c-85cb-dc7601806e66', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:03.699368 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3cfd1b2-8d4d-46ca-8f5a-8967d5cde722 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.764572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3cfd1b2-8d4d-46ca-8f5a-8967d5cde722 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.769235 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3cfd1b2-8d4d-46ca-8f5a-8967d5cde722 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.787483 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfd1b2-8d4d-46ca-8f5a-8967d5cde722 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2277c313-274e-468b-ab97-59cd5e631b0a,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:03.797344 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f3cfd1b2-8d4d-46ca-8f5a-8967d5cde722 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.798586 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f3cfd1b2-8d4d-46ca-8f5a-8967d5cde722 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287723 May 26 16:56:03.801544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57072) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:03.806583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-de6bacd5-d1ee-4d40-a51c-6f7d8dfc3ae2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'e608ddb0-442d-409c-85cb-dc7601806e66', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:03.832090 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de6bacd5-d1ee-4d40-a51c-6f7d8dfc3ae2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.896721 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de6bacd5-d1ee-4d40-a51c-6f7d8dfc3ae2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.900603 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de6bacd5-d1ee-4d40-a51c-6f7d8dfc3ae2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.921322 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bacd5-d1ee-4d40-a51c-6f7d8dfc3ae2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba86d08-e59b-477d-b502-7b8748c7e438,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:03.930904 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-de6bacd5-d1ee-4d40-a51c-6f7d8dfc3ae2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:03.932128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-de6bacd5-d1ee-4d40-a51c-6f7d8dfc3ae2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290541 May 26 16:56:03.935064 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57074) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:03.940389 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b8280b28-d33b-471b-9e4e-9a4ce065f6b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'e608ddb0-442d-409c-85cb-dc7601806e66', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:03.964458 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8280b28-d33b-471b-9e4e-9a4ce065f6b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.026690 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8280b28-d33b-471b-9e4e-9a4ce065f6b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.030760 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8280b28-d33b-471b-9e4e-9a4ce065f6b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.050641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8280b28-d33b-471b-9e4e-9a4ce065f6b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc10a2b9-032f-4dc0-b144-7dfa3d2a373b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:04.058023 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b8280b28-d33b-471b-9e4e-9a4ce065f6b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.059224 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b8280b28-d33b-471b-9e4e-9a4ce065f6b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231213 May 26 16:56:04.062113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57076) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:04.067154 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f54019c0-57c6-4891-9b74-a84479bb2a69 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'e608ddb0-442d-409c-85cb-dc7601806e66', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:04.087353 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-f54019c0-57c6-4891-9b74-a84479bb2a69 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:56:04.092401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f54019c0-57c6-4891-9b74-a84479bb2a69 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.154831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f54019c0-57c6-4891-9b74-a84479bb2a69 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.158881 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f54019c0-57c6-4891-9b74-a84479bb2a69 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.177020 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54019c0-57c6-4891-9b74-a84479bb2a69 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de2c816-633c-41fd-a739-1946c559541c,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:04.184845 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f54019c0-57c6-4891-9b74-a84479bb2a69 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.186147 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f54019c0-57c6-4891-9b74-a84479bb2a69 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230569 May 26 16:56:04.191431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57078) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:04.196309 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0eb73db4-8d7c-49ac-a719-451a1ddc43d1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'e608ddb0-442d-409c-85cb-dc7601806e66', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:04.215980 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-0eb73db4-8d7c-49ac-a719-451a1ddc43d1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:56:04.220848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0eb73db4-8d7c-49ac-a719-451a1ddc43d1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.290531 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0eb73db4-8d7c-49ac-a719-451a1ddc43d1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.294766 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0eb73db4-8d7c-49ac-a719-451a1ddc43d1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.318876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb73db4-8d7c-49ac-a719-451a1ddc43d1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407ba92d-8194-4441-8798-33a8e67f584b,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:04.325554 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0eb73db4-8d7c-49ac-a719-451a1ddc43d1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.326771 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0eb73db4-8d7c-49ac-a719-451a1ddc43d1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342235 May 26 16:56:04.329947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57080) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:04.335033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'network': {'name': 'tempest-network-smoke--1697820250', 'project_id': '6ec12d26002b49639c4e94596543457d', 'port_security_enabled': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:04.354978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:04.358487 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.383117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:56:04.394424 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.394916 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Added segment b24daeff-5fa6-4b26-894c-b85c90b54cb3 of type vlan for network 9b138c84-2b33-4af8-9387-85762c997cab May 26 16:56:04.439398 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.464176 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.470166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:04.470764 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.486841 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 04bc61ba-9bfd-4489-96fa-0783dc984ae3 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:04.509852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 04bc61ba-9bfd-4489-96fa-0783dc984ae3 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:56:04.510328 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 04bc61ba-9bfd-4489-96fa-0783dc984ae3 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:56:04.533040 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2019663 May 26 16:56:04.535856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57082) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:04.540432 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'admin_state_up': True, 'project_id': '6ec12d26002b49639c4e94596543457d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:04.558722 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2e1a7-e790-4f1b-8846-d11dbfcb7510 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Network': ['ID=9b138c84-2b33-4af8-9387-85762c997cab,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:04.572332 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 9b138c84-2b33-4af8-9387-85762c997cab details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:56:04.572626 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.573683 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.629948 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.777345 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:04.983973 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:05.004476 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:05.109375 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.145 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/0c27c64c-1371-4cda-b5b5-1e9da1beffd3) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:05.135360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0138d4f0-965b-44eb-ba5d-af5b5ce8ffad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:05.225528 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:05.260005 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:05.298561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:05.301362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:05.304840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:05.312331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=0c27c64c-1371-4cda-b5b5-1e9da1beffd3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:05.905808 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:06.107293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:06.238726 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 64d41499-82f9-477e-b79a-132128ec0f58 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:56:06.348977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:06.358752 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Sync routers for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:06.369044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:06.369351 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:06.369673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:06.370638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a5245dd7-262c-4351-b6f5-e0cae0abe3ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8338566 May 26 16:56:06.373849 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57084) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:06.403355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-fb3a0da4-6376-4367-86a2-fbaf26aecce1 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6ec12d26002b49639c4e94596543457d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280602 May 26 16:56:06.405787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57086) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:06.482359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:06.500564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51716fc-61d7-48af-944b-d9ee8b3a0c86 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.502590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f51716fc-61d7-48af-944b-d9ee8b3a0c86 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952780 May 26 16:56:06.504917 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57088) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:06.539827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ee0a06f9-031c-4caf-b909-cbe0cdb9a797 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337949 May 26 16:56:06.542899 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57090) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:06.548047 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1563036256', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'project_id': '6ec12d26002b49639c4e94596543457d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:06.635458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:06.639041 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:06.684069 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:05Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:06.716883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Checking router: 64d41499-82f9-477e-b79a-132128ec0f58 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:06.717236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Updating router 64d41499-82f9-477e-b79a-132128ec0f58 port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:56:06.744437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:06.838619 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:06.904816 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Subnet': ['ID=a4644506-5513-414b-b77b-207bb6557d62,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:06.914735 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Checking segment: {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:56:06.915103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network hostable DHCP agents. Network: 9b138c84-2b33-4af8-9387-85762c997cab, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:56:06.933747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 9b138c84-2b33-4af8-9387-85762c997cab is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:56:06.942949 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 9b138c84-2b33-4af8-9387-85762c997cab) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:06.948344 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.948984 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:06.957498 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d631a6c9-3199-4cde-a0fc-ee3cc520005f None None] Network 9b138c84-2b33-4af8-9387-85762c997cab requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:56:06.965880 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-10576a9e-c855-4510-9fdc-51e7167dde81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4218595 May 26 16:56:06.968627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57092) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:07.072834 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:07.081202 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:07.177010 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3537760-4f40-4a13-814e-1fbd778fb08f None None] Pushing event updated for resources: {'Port': ['ID=0c27c64c-1371-4cda-b5b5-1e9da1beffd3,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:07.181883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Attempting to bind port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:56:07.182279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Attempting to bind port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:56:07.182653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Attempting to bind port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:07.193419 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:07.193796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:56:07.194231 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:07.194629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:07.195119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Bound port: 0c27c64c-1371-4cda-b5b5-1e9da1beffd3, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:56:07.195504 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:07.251448 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-9b138c84-2b33-4af8-9387-85762c997cab', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:56:07.252444 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:07.281611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] For port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:07.285591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] For port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0c27c64c-1371-4cda-b5b5-1e9da1beffd3,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:07.293463 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:07.425278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3537760-4f40-4a13-814e-1fbd778fb08f None None] Pushing event updated for resources: {'Port': ['ID=0c27c64c-1371-4cda-b5b5-1e9da1beffd3,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:07.455092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:07.456027 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:55:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:07.513470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Allocated IP 172.20.0.2 (9b138c84-2b33-4af8-9387-85762c997cab/a4644506-5513-414b-b77b-207bb6557d62/91463983-acba-4370-930d-27e738eecfb5) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:07.786715 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:07.796871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:07.918442 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1252a65a-bcc0-4c6e-835e-1d60b845ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.025217 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.032817 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.085122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Network 9b138c84-2b33-4af8-9387-85762c997cab is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:08.094745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Pushing event updated for resources: {'Port': ['ID=91463983-acba-4370-930d-27e738eecfb5,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:08.096151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.1 (9b138c84-2b33-4af8-9387-85762c997cab/a4644506-5513-414b-b77b-207bb6557d62/3f38856c-7d0f-4bc0-a86c-778c4f1e67ec) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:08.097421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:08.100348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:08.138644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:05Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:08.181292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa840d7-dd00-4c3c-b1d9-06e066016f34 None None] The sync data for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 is: [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:05Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:08.192611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Attempting to bind port 91463983-acba-4370-930d-27e738eecfb5 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:56:08.192990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Attempting to bind port 91463983-acba-4370-930d-27e738eecfb5 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:56:08.193691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Attempting to bind port 91463983-acba-4370-930d-27e738eecfb5 on network 9b138c84-2b33-4af8-9387-85762c997cab {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:08.203327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:08.203327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Checking segment: {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:56:08.203327 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.203327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Bound using segment: {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:08.203934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Bound port: 91463983-acba-4370-930d-27e738eecfb5, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:56:08.204026 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.226140 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.267208 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.283239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] For port 91463983-acba-4370-930d-27e738eecfb5, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:08.288427 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] For port 91463983-acba-4370-930d-27e738eecfb5, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=91463983-acba-4370-930d-27e738eecfb5,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:08.293369 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.317034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 9b138c84-2b33-4af8-9387-85762c997cab is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:08.320336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:08.327090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:08.331227 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=3f38856c-7d0f-4bc0-a86c-778c4f1e67ec,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:08.366180 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dcc51-29c7-4277-855e-6117271ecd79 None None] Pushing event updated for resources: {'Port': ['ID=91463983-acba-4370-930d-27e738eecfb5,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:08.384871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.586580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.644378 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:08.727278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:08.728994 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.826690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:08.827080 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.850533 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0c27c64c-1371-4cda-b5b5-1e9da1beffd3,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:08.855305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.909248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=0c27c64c-1371-4cda-b5b5-1e9da1beffd3,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:08.977582 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.979335 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:08.985354 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:09.064579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:09.074926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=3f38856c-7d0f-4bc0-a86c-778c4f1e67ec,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:09.174629 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 9b138c84-2b33-4af8-9387-85762c997cab is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:09.175978 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:09.332322 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 64d41499-82f9-477e-b79a-132128ec0f58 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:56:09.448902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:09.454469 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5102d9ef-cf89-4f6c-87f2-cd59c2aedead tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/64d41499-82f9-477e-b79a-132128ec0f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4840252 May 26 16:56:09.478736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6596019-4e2a-489d-bca3-4b9138561d57 None None] Network 9b138c84-2b33-4af8-9387-85762c997cab requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:56:09.544855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-46c09e3c-3016-4d89-8817-9d575de78054 None None] Provisioning complete for port 91463983-acba-4370-930d-27e738eecfb5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:09.545244 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46c09e3c-3016-4d89-8817-9d575de78054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:09.602425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-583c4b8e-453e-41b4-938b-618b8674a6ba tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008593974&fields=id&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 267 time: 0.0362184 May 26 16:56:09.700271 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-46c09e3c-3016-4d89-8817-9d575de78054 None None] Current status of the port 91463983-acba-4370-930d-27e738eecfb5 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:09.700726 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46c09e3c-3016-4d89-8817-9d575de78054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:09.732755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-57a21025-f8fd-4765-830f-ff1c03a6a4af tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:09.734321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-57a21025-f8fd-4765-830f-ff1c03a6a4af tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 797 time: 0.1203408 May 26 16:56:09.743356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-46c09e3c-3016-4d89-8817-9d575de78054 None None] For port 91463983-acba-4370-930d-27e738eecfb5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=91463983-acba-4370-930d-27e738eecfb5,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:09.748758 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-46c09e3c-3016-4d89-8817-9d575de78054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:09.760103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-52db1b11-5047-46d2-8db0-fde529b50317 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/quotas/6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 375 time: 0.0171683 May 26 16:56:09.801472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c09e3c-3016-4d89-8817-9d575de78054 None None] Pushing event updated for resources: {'Port': ['ID=91463983-acba-4370-930d-27e738eecfb5,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:09.821299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-f852b2e3-8c69-480a-899a-2be213a8e492 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602584 May 26 16:56:09.932280 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-bb9d28ce-6b71-4bc5-be55-a338c59c9238 service neutron] 10.222.0.39 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986676 May 26 16:56:09.972896 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8df6a012-2b2e-49e0-8b9d-15adfb01b3ff None None] Provisioning complete for port 91463983-acba-4370-930d-27e738eecfb5 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:09.973350 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8df6a012-2b2e-49e0-8b9d-15adfb01b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.056981 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-c5d06af0-f9cc-40fb-a572-94c322c10a2b service neutron] 10.222.0.39 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142807 May 26 16:56:10.070620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8df6a012-2b2e-49e0-8b9d-15adfb01b3ff None None] Current status of the port 91463983-acba-4370-930d-27e738eecfb5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:10.082649 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8df6a012-2b2e-49e0-8b9d-15adfb01b3ff None None] Provisioning complete for port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:10.083024 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8df6a012-2b2e-49e0-8b9d-15adfb01b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.102678 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Sync routers for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:10.117695 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:10.118364 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:56:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:10.123450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8df6a012-2b2e-49e0-8b9d-15adfb01b3ff None None] Port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:56:10.249673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e429aece-056a-499d-8ce5-fca123fa22c4 None None] Provisioning complete for port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:10.250652 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e429aece-056a-499d-8ce5-fca123fa22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.253150 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:10.295443 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e429aece-056a-499d-8ce5-fca123fa22c4 None None] Port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:56:10.302766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6bccca51-4dd1-4880-822d-39a7ce05311f req-f6dd18cc-118c-4381-8091-1c528a660d6d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 210 time: 0.0512519 May 26 16:56:10.493475 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '3f38856c-7d0f-4bc0-a86c-778c4f1e67ec', 'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:8e:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 2, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'a4644506-5513-414b-b77b-207bb6557d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:10.522552 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Checking router: 64d41499-82f9-477e-b79a-132128ec0f58 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:10.523645 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Updating router 64d41499-82f9-477e-b79a-132128ec0f58 port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:56:10.526217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-24240a35-bf92-482c-9f89-468e35a1f90a None None] Provisioning complete for port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:10.526920 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-24240a35-bf92-482c-9f89-468e35a1f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.557779 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.579554 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-24240a35-bf92-482c-9f89-468e35a1f90a None None] Port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:56:10.674632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:10.728691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:10.729398 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.785039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.826305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:10.827381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 91463983-acba-4370-930d-27e738eecfb5 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:10.855206 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.865440 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.873223 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.892597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 91463983-acba-4370-930d-27e738eecfb5 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:10.893033 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:10.910658 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Pushing event updated for resources: {'Port': ['ID=3f38856c-7d0f-4bc0-a86c-778c4f1e67ec,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:10.923033 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.923376 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.923714 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.924043 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.924372 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.924698 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.925015 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.925332 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.926339 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.926339 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.926339 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.926822 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:10.983949 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 91463983-acba-4370-930d-27e738eecfb5 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:10.994419 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Attempting to bind port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:56:10.994781 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Attempting to bind port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:56:10.995138 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Attempting to bind port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec on network 9b138c84-2b33-4af8-9387-85762c997cab {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:11.000493 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:11.000866 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Checking segment: {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:56:11.001266 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:11.001648 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Bound using segment: {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:11.002460 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Bound port: 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:56:11.002623 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:11.069159 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] For port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:11.073071 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] For port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3f38856c-7d0f-4bc0-a86c-778c4f1e67ec,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:11.077625 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:11.108582 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-8ec49f5f-e518-4616-837e-df1b847ad0d5 None None] Provisioning complete for port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:11.108948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ec49f5f-e518-4616-837e-df1b847ad0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:11.146792 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:11.147425 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:56:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:11.190611 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7265642-3f72-4d60-96df-67f3ccc26a7c None None] Pushing event updated for resources: {'Port': ['ID=3f38856c-7d0f-4bc0-a86c-778c4f1e67ec,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:11.204177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8ec49f5f-e518-4616-837e-df1b847ad0d5 None None] Current status of the port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:11.205006 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ec49f5f-e518-4616-837e-df1b847ad0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:11.241279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8ec49f5f-e518-4616-837e-df1b847ad0d5 None None] For port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3f38856c-7d0f-4bc0-a86c-778c4f1e67ec,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:11.247817 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ec49f5f-e518-4616-837e-df1b847ad0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:11.290111 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:11.326938 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec49f5f-e518-4616-837e-df1b847ad0d5 None None] Pushing event updated for resources: {'Port': ['ID=3f38856c-7d0f-4bc0-a86c-778c4f1e67ec,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:11.392761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-35008aef-88c7-4aa6-8ad3-f52004cecf46 None None] Provisioning complete for port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:11.393184 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-35008aef-88c7-4aa6-8ad3-f52004cecf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:11.480086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-818a352b-b9c9-43ab-9434-bbfd2f921922 req-c9b6e6a0-99b3-46a4-aa70-7c28daf71cf3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 210 time: 0.0709627 May 26 16:56:11.524044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-5273d50e-5596-463f-a353-a3979589b566 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:11.525666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-5273d50e-5596-463f-a353-a3979589b566 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 797 time: 0.2369392 May 26 16:56:11.538772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-35008aef-88c7-4aa6-8ad3-f52004cecf46 None None] Current status of the port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:11.596616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-3eb0d19f-4750-469f-8c05-82b049443152 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 380 time: 0.0547297 May 26 16:56:11.606338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'port': {'device_id': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'admin_state_up': True, 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'security_groups': ['e608ddb0-442d-409c-85cb-dc7601806e66']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:11.614510 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '3f38856c-7d0f-4bc0-a86c-778c4f1e67ec', 'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:8e:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:11Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'a4644506-5513-414b-b77b-207bb6557d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:11.646971 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e6b6a-c596-47b5-b168-66cecce19acf None None] The sync data for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 is: [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '3f38856c-7d0f-4bc0-a86c-778c4f1e67ec', 'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:8e:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:11Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'a4644506-5513-414b-b77b-207bb6557d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:11.740130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:11.744166 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:11.907138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.12 (9b138c84-2b33-4af8-9387-85762c997cab/a4644506-5513-414b-b77b-207bb6557d62/7db154d7-357c-49ac-9ea3-3a4d085c9944) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:12.057575 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:12.100016 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:12.157601 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 9b138c84-2b33-4af8-9387-85762c997cab is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:12.162939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:12.166782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:12.223841 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:12.249097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:12.249935 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:12.268150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e7606f0d-4e48-45c3-8ef0-41a4b4edbb95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6655669 May 26 16:56:12.280938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Request body: {'port': {'device_id': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:12.346286 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:12.474453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d9f8b422-ed3e-4eb8-8bc3-175f4d0fd106 None None] Provisioning complete for port 7db154d7-357c-49ac-9ea3-3a4d085c9944 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:12.475725 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b422-ed3e-4eb8-8bc3-175f4d0fd106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:12.532643 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8b422-ed3e-4eb8-8bc3-175f4d0fd106 None None] Port 7db154d7-357c-49ac-9ea3-3a4d085c9944 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:56:12.624120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:12.677587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:12.678315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:12.693252 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db154d7-357c-49ac-9ea3-3a4d085c9944 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:12.705294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43f702-b6ae-4474-9d9c-e04d10e45040 req-e9e52127-9cef-410b-98ae-122faf130ee7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:12.706862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f43f702-b6ae-4474-9d9c-e04d10e45040 req-e9e52127-9cef-410b-98ae-122faf130ee7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 932 time: 0.1184273 May 26 16:56:12.711315 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:12.738200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Transition to ACTIVE for port object 7db154d7-357c-49ac-9ea3-3a4d085c9944 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:56:12.750130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:12.779213 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:12.798645 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7f43f702-b6ae-4474-9d9c-e04d10e45040 req-29089558-4453-44e4-aec4-19471f48dbb5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808542 May 26 16:56:12.832897 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Pushing event updated for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:12.909090 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Attempting to bind port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:56:12.909431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Attempting to bind port 7db154d7-357c-49ac-9ea3-3a4d085c9944 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:56:12.909791 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Attempting to bind port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on network 9b138c84-2b33-4af8-9387-85762c997cab {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:12.915196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on network 9b138c84-2b33-4af8-9387-85762c997cab not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:56:12.915607 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Attempting to bind port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on network 9b138c84-2b33-4af8-9387-85762c997cab {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:12.921394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:12.921746 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Checking segment: {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:56:12.922202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Bound using segment: {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:12.922650 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Bound port: 7db154d7-357c-49ac-9ea3-3a4d085c9944, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:56:12.923016 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:12.997175 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:13.001940 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:13.007658 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:13.051962 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.052669 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:13.054190 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] 10.222.0.24 "PUT /v2.0/ports/7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1092 time: 0.7780707 May 26 16:56:13.054642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:13.057011 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3370ec66-224b-446c-ad1a-f9f0ffe892c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:13.083009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff4384-1f8a-408d-88bc-bbf6f38f8039 service neutron] Pushing event updated for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:13.107073 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee74f44a-350a-40b4-a884-ad2bcd4399ed x-openstack-request-id: req-ee74f44a-350a-40b4-a884-ad2bcd4399ed {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:13.107431 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:13.107749 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee74f44a-350a-40b4-a884-ad2bcd4399ed {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:13.108225 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee74f44a-350a-40b4-a884-ad2bcd4399ed'] response: {'name': 'network-changed', 'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'status': 'completed', 'code': 200} May 26 16:56:13.146938 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6c8a8eb1-7a49-4bcc-a5f8-b2eef96e05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.148672 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-6c8a8eb1-7a49-4bcc-a5f8-b2eef96e05b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1095 time: 0.0510714 May 26 16:56:13.192314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-d3835320-d6a7-4b11-b9d3-d5116c53a8e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 217 time: 0.0367472 May 26 16:56:13.242389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-a2e51b5e-a8de-4ba2-b142-c1a0f96a8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.243892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-a2e51b5e-a8de-4ba2-b142-c1a0f96a8ad5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0460048 May 26 16:56:13.295813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e838e8a5-cde6-4aad-b791-a6adc7884546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.306078 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-e838e8a5-cde6-4aad-b791-a6adc7884546 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480878 May 26 16:56:13.400507 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-dbdae556-7b59-4c42-9800-74cd3c414379 service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962753 May 26 16:56:13.496139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5bfedd40-e41d-478b-83cc-48e69e32ef99 req-451bb784-ad90-4d43-ab97-1f2d789de993 service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883403 May 26 16:56:13.584170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-b0e95718-9d1e-4a81-acec-cf2c157db8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.585606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-b0e95718-9d1e-4a81-acec-cf2c157db8d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1095 time: 0.0417106 May 26 16:56:13.679622 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-88c9c174-a120-4d39-9d2a-f8c156010251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.681149 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-88c9c174-a120-4d39-9d2a-f8c156010251 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.0892141 May 26 16:56:13.723375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-96e7a8d8-5bbc-4051-951a-aa059ea0bed5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 217 time: 0.0358429 May 26 16:56:13.775288 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-47e54c36-e833-4ac4-b68b-8ed5b3c72f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.776782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-47e54c36-e833-4ac4-b68b-8ed5b3c72f66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0466316 May 26 16:56:13.824377 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-33207e17-af52-4f97-9bef-836deb233b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.825867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-33207e17-af52-4f97-9bef-836deb233b5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411541 May 26 16:56:13.953223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-1ec58f99-8a9c-4a30-8fc3-b32dc260a48a service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195912 May 26 16:56:13.961058 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577cb7d-69fc-4525-9c29-e40569ecac43 req-bd00110b-43ab-4ef2-8935-3e5c9188eb8c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.962539 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6577cb7d-69fc-4525-9c29-e40569ecac43 req-bd00110b-43ab-4ef2-8935-3e5c9188eb8c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 944 time: 0.0809832 May 26 16:56:14.051932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6577cb7d-69fc-4525-9c29-e40569ecac43 req-a4764de4-910a-4e82-8516-9fc4978a9457 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807390 May 26 16:56:14.080273 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3370ec66-224b-446c-ad1a-f9f0ffe892c4 req-80f7de77-d9fd-4ef8-847a-0197a6a5f033 service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167436 May 26 16:56:15.167493 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0438840-8404-4b38-9306-07ef1cf05c80 req-a6fa036c-b48f-4641-beeb-58bdb1271a89 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:15.168957 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d0438840-8404-4b38-9306-07ef1cf05c80 req-a6fa036c-b48f-4641-beeb-58bdb1271a89 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 944 time: 0.0493395 May 26 16:56:15.207416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d0438840-8404-4b38-9306-07ef1cf05c80 req-1961163d-cefa-4beb-9119-5327fdd54542 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 May 26 16:56:16.329701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072f89-0b9d-4dd6-b13b-d35d0721546b req-90bc5473-bffa-4021-8028-72bc7379c47e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:16.331352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42072f89-0b9d-4dd6-b13b-d35d0721546b req-90bc5473-bffa-4021-8028-72bc7379c47e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 944 time: 0.0545235 May 26 16:56:16.368585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42072f89-0b9d-4dd6-b13b-d35d0721546b req-52b14a1f-cdae-4006-b8fd-55b63aeb3e64 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312574 May 26 16:56:16.704345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7db154d7-357c-49ac-9ea3-3a4d085c9944 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:56:16.799972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:16.811169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'port_id': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'mac_address': 'fa:16:3e:6d:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:56:16.847610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7db154d7-357c-49ac-9ea3-3a4d085c9944 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:16.847995 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:16.861930 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db154d7-357c-49ac-9ea3-3a4d085c9944 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:16.881820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:16.885503 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:16.931924 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:17.101618 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['7db154d7-357c-49ac-9ea3-3a4d085c9944'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:56:17.488861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185646-0f10-4730-9417-8080696afca0 req-207b37dc-5d0e-4d4a-b979-6e9a4526a19c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:17.490413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce185646-0f10-4730-9417-8080696afca0 req-207b37dc-5d0e-4d4a-b979-6e9a4526a19c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 945 time: 0.0518682 May 26 16:56:17.531296 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce185646-0f10-4730-9417-8080696afca0 req-3b1c7193-3760-4d27-9591-0c18e8466a39 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347674 May 26 16:56:18.646193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2db09e-7aa3-4885-83b1-5f11d4fd0ffe req-8b5358e1-530f-4bfa-9c86-c90683b79d9c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:18.647692 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb2db09e-7aa3-4885-83b1-5f11d4fd0ffe req-8b5358e1-530f-4bfa-9c86-c90683b79d9c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 945 time: 0.0506320 May 26 16:56:18.685835 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-eb2db09e-7aa3-4885-83b1-5f11d4fd0ffe req-82bec72c-c2cf-49b4-b336-bbf466307b3c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 May 26 16:56:18.720258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7db154d7-357c-49ac-9ea3-3a4d085c9944 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:18.771635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 7db154d7-357c-49ac-9ea3-3a4d085c9944 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:56:18.775305 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 7db154d7-357c-49ac-9ea3-3a4d085c9944 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:18.775672 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:18.852078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 7db154d7-357c-49ac-9ea3-3a4d085c9944 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:18.852376 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:18.887610 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:18.891867 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a67af5-bc91-4228-b527-7d01a4dec503" -d '{"events": [{"server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "name": "network-vif-plugged", "status": "completed", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:18.913281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:18.918446 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:18.946896 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a3cf0f-05e0-42a8-8ee3-ad696bd64bfb x-openstack-request-id: req-99a3cf0f-05e0-42a8-8ee3-ad696bd64bfb {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:18.947194 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "name": "network-vif-plugged", "status": "completed", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:18.947438 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99a3cf0f-05e0-42a8-8ee3-ad696bd64bfb {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:18.947820 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a3cf0f-05e0-42a8-8ee3-ad696bd64bfb'] response: {'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'code': 200} May 26 16:56:18.975933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:19.030973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c9c7f-975d-41b5-bed0-16cb5bef34af req-a945c1da-8068-4ea8-b8d1-c1acd6cfe0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:19.033191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-780c9c7f-975d-41b5-bed0-16cb5bef34af req-a945c1da-8068-4ea8-b8d1-c1acd6cfe0a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1097 time: 0.0442312 May 26 16:56:19.067057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-780c9c7f-975d-41b5-bed0-16cb5bef34af req-72859f1a-aa73-4a0f-9812-8e5179807429 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277066 May 26 16:56:19.804423 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afe567-1a1d-452c-80d5-58d9ffb9b007 req-ee378da7-a2fa-4c5a-8de6-0a6e9fe9db04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:19.805932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28afe567-1a1d-452c-80d5-58d9ffb9b007 req-ee378da7-a2fa-4c5a-8de6-0a6e9fe9db04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0496881 May 26 16:56:19.848667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28afe567-1a1d-452c-80d5-58d9ffb9b007 req-6227f570-8d4b-43cb-95e9-c12446fdb461 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366509 May 26 16:56:20.967327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232ae4c-a950-4c53-a4f8-c8143ddabec5 req-25d7c5d7-6b90-47fc-8ee6-3dd37633d4a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:20.968807 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9232ae4c-a950-4c53-a4f8-c8143ddabec5 req-25d7c5d7-6b90-47fc-8ee6-3dd37633d4a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0503118 May 26 16:56:21.007451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9232ae4c-a950-4c53-a4f8-c8143ddabec5 req-bd1f1ff9-146b-463c-b4f9-3ace81a7c303 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326228 May 26 16:56:21.127619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d0dd5-868d-4f58-ae85-c32d834b781c req-c3ac35aa-8dd2-4ff3-9f62-289562f5ac22 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:21.129024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e3d0dd5-868d-4f58-ae85-c32d834b781c req-c3ac35aa-8dd2-4ff3-9f62-289562f5ac22 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0548110 May 26 16:56:21.167389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1e3d0dd5-868d-4f58-ae85-c32d834b781c req-489c044f-3604-4e90-9a49-eea958952861 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 May 26 16:56:21.189430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57146) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:21.229006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b0b3f-cbb8-4da5-a466-ea57e0802330 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:21.230615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5d1b0b3f-cbb8-4da5-a466-ea57e0802330 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1092 time: 0.0401497 May 26 16:56:21.233284 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57148) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:21.238010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:21.258744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:21.357219 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:21.461708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.222 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/ba13a686-71e5-45b7-95aa-330cd6445a53) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:21.577180 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:21.612140 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:21.649700 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:21.652470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:21.655934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:21.666041 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=ba13a686-71e5-45b7-95aa-330cd6445a53,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:22.043022 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:22.112579 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:22.591097 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:22.595967 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:22.673031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=ba13a686-71e5-45b7-95aa-330cd6445a53,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:22.682518 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:22.786429 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP 34defd92-17ef-45ba-8a13-95909caa9085 associated. External IP: 172.25.0.222, port: 7db154d7-357c-49ac-9ea3-3a4d085c9944. May 26 16:56:22.997730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 64d41499-82f9-477e-b79a-132128ec0f58 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:56:23.144200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:23.155653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] Sync routers for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:23.167327 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:23.168063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:56:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:23.168449 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-4e7f5114-5434-4140-a9f2-0f4392b695ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651169 May 26 16:56:23.171260 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:23.213616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-09a6bb03-b8f0-4432-b881-d4c14bf2f951 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9786112 May 26 16:56:23.213972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:23.217571 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c698637e-69dd-4017-8dde-de0614080650" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:23.283610 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa0a55a-1188-4a6a-a73f-bcba3450c371 x-openstack-request-id: req-0aa0a55a-1188-4a6a-a73f-bcba3450c371 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:23.283911 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:23.284168 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0aa0a55a-1188-4a6a-a73f-bcba3450c371 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:23.284587 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa0a55a-1188-4a6a-a73f-bcba3450c371'] response: {'name': 'network-changed', 'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'status': 'completed', 'code': 200} May 26 16:56:23.288236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-0221c793-b7ea-4750-8fbf-ff2fb02838f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:23.289739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-0221c793-b7ea-4750-8fbf-ff2fb02838f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1097 time: 0.0664999 May 26 16:56:23.398068 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e145b6-18ce-4da8-85bc-8edcc1e86382 req-77068738-f88f-437c-8067-e34cac0043b4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:23.399663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38e145b6-18ce-4da8-85bc-8edcc1e86382 req-77068738-f88f-437c-8067-e34cac0043b4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.1140640 May 26 16:56:23.450085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-7995819d-d307-40f3-9e4e-1481abf7f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:23.451551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-7995819d-d307-40f3-9e4e-1481abf7f34c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.1355219 May 26 16:56:23.459703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38e145b6-18ce-4da8-85bc-8edcc1e86382 req-83aeb2c7-0176-47ec-a231-e0c1fef5f545 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497916 May 26 16:56:23.460920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:23.483703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57154) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:23.522391 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-bcda31a6-34f9-4079-b385-9e451fa9a41d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1000 time: 0.0617273 May 26 16:56:23.546780 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5be39a5b-0164-4fc7-85e4-661c607e9599 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/34defd92-17ef-45ba-8a13-95909caa9085 HTTP/1.1" status: 200 len: 992 time: 0.0612354 May 26 16:56:23.577258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-604524b0-71c3-4a93-a938-660ec2326722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:23.579618 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-604524b0-71c3-4a93-a938-660ec2326722 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0508571 May 26 16:56:23.624850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-233f0a48-185a-453d-87d5-e9234656e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:23.627011 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-233f0a48-185a-453d-87d5-e9234656e2f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416138 May 26 16:56:23.690115 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '34defd92-17ef-45ba-8a13-95909caa9085', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'port_id': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'mac_address': 'fa:16:3e:6d:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:56:21Z', 'updated_at': '2022-05-26T16:56:21Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f38856c-7d0f-4bc0-a86c-778c4f1e67ec', 'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:8e:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:11Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'a4644506-5513-414b-b77b-207bb6557d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:23.719445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-9ae827b1-dbfe-43c3-9bbd-6b81c58d0fd2 service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856895 May 26 16:56:23.722022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] Checking router: 64d41499-82f9-477e-b79a-132128ec0f58 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:23.730119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:23.730724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:56:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:23.814079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f3f2c-d7ed-4685-9fac-3e92f7b6e3c5 req-c9585754-b991-4072-8491-080b07879f1e service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882430 May 26 16:56:23.839528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:23.899764 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698637e-69dd-4017-8dde-de0614080650 req-69011487-cb7e-41de-9373-720339982233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:23.901260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c698637e-69dd-4017-8dde-de0614080650 req-69011487-cb7e-41de-9373-720339982233 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1097 time: 0.0448272 May 26 16:56:23.998881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698637e-69dd-4017-8dde-de0614080650 req-8f78cc20-1af4-4ea3-83af-dec9cb17a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:24.000339 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c698637e-69dd-4017-8dde-de0614080650 req-8f78cc20-1af4-4ea3-83af-dec9cb17a22e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.0930438 May 26 16:56:24.067127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '34defd92-17ef-45ba-8a13-95909caa9085', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'port_id': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'mac_address': 'fa:16:3e:6d:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:56:21Z', 'updated_at': '2022-05-26T16:56:21Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f38856c-7d0f-4bc0-a86c-778c4f1e67ec', 'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:8e:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:11Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'a4644506-5513-414b-b77b-207bb6557d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:24.067585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c698637e-69dd-4017-8dde-de0614080650 req-a80053e4-dfd2-4de4-9245-2eae6938c0cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1000 time: 0.0607321 May 26 16:56:24.097268 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79a491-5b26-49b1-9e05-2de38cad6f14 None None] The sync data for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 is: [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '34defd92-17ef-45ba-8a13-95909caa9085', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'port_id': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'mac_address': 'fa:16:3e:6d:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:56:21Z', 'updated_at': '2022-05-26T16:56:21Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f38856c-7d0f-4bc0-a86c-778c4f1e67ec', 'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:8e:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:11Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'a4644506-5513-414b-b77b-207bb6557d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:24.117757 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698637e-69dd-4017-8dde-de0614080650 req-7baf9b6f-d9f5-45fe-a6de-f38893c35979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:24.119371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c698637e-69dd-4017-8dde-de0614080650 req-7baf9b6f-d9f5-45fe-a6de-f38893c35979 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0459795 May 26 16:56:24.171861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698637e-69dd-4017-8dde-de0614080650 req-073206e7-9079-4629-8a3a-0442ade5eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:24.174446 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c698637e-69dd-4017-8dde-de0614080650 req-073206e7-9079-4629-8a3a-0442ade5eeff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477128 May 26 16:56:24.269216 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c698637e-69dd-4017-8dde-de0614080650 req-ffdc3eec-b822-4325-814f-2a30a812b18e service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889614 May 26 16:56:24.290098 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be91119-4bae-4e38-bff4-e9d3a6a590b8 None None] New status for floating IP 34defd92-17ef-45ba-8a13-95909caa9085: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:56:24.307279 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:24.364211 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:24.372821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c698637e-69dd-4017-8dde-de0614080650 req-1a32ea14-63ba-4884-8887-77d9fd159cdc service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978246 May 26 16:56:24.549736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57156) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:24.611293 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e115a76b-d8ea-4aed-ac03-5e5670c5cdaa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/34defd92-17ef-45ba-8a13-95909caa9085 HTTP/1.1" status: 200 len: 994 time: 0.0603592 May 26 16:56:25.199028 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:56:35.134073 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2429c29a-ff76-441f-9743-d7204f89c90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:37.859613 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8848d521-0e6a-4640-b6ac-6176c632b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:38.973321 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:40.773836 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:40.858015 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:54.328310 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:54.407109 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:56.018075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-20ec9f5c-8e76-4a96-aa8a-2c55cc5075c2 req-609505eb-8df0-44c4-895f-e7371cbc1a83 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:56:56.019370 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20ec9f5c-8e76-4a96-aa8a-2c55cc5075c2 req-609505eb-8df0-44c4-895f-e7371cbc1a83 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531127 May 26 16:56:56.213289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57176) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:56.237783 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6e3ce-3182-46a0-9275-f6478648acfb req-d72698cc-08d9-4e08-a7b6-095bfa7d9ae3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:56.239397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05b6e3ce-3182-46a0-9275-f6478648acfb req-d72698cc-08d9-4e08-a7b6-095bfa7d9ae3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0573871 May 26 16:56:56.287663 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-05b6e3ce-3182-46a0-9275-f6478648acfb req-bd08f1fe-21da-4f53-839e-99aa0823324c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402703 May 26 16:56:56.307535 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-1da1fefa-c4eb-4fdc-81f3-77f5accaaee2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928788 May 26 16:56:56.319618 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-d260598a-fcb0-4b9b-a37b-192bd7f31135 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:56:56.321184 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-d260598a-fcb0-4b9b-a37b-192bd7f31135 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072482 May 26 16:56:57.405928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcae650-6c58-4d77-963e-83f8c9248f13 req-df0a1249-9af4-4652-8b04-bd6052b32619 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:57.407486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dcae650-6c58-4d77-963e-83f8c9248f13 req-df0a1249-9af4-4652-8b04-bd6052b32619 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0504010 May 26 16:56:57.447704 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dcae650-6c58-4d77-963e-83f8c9248f13 req-7a7007a8-09df-472b-a830-485fb87841e1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339658 May 26 16:56:58.580346 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4161a-610e-43d3-b9b2-9cfe1bf62f97 req-f76c90ac-546d-4730-b5f7-fbce54485df6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:58.582110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bf4161a-610e-43d3-b9b2-9cfe1bf62f97 req-f76c90ac-546d-4730-b5f7-fbce54485df6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0540879 May 26 16:56:58.626506 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9bf4161a-610e-43d3-b9b2-9cfe1bf62f97 req-adf56a29-94d2-49a9-94f6-a12cdd6ad113 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 May 26 16:56:59.743958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e8c3a-58b9-4dcc-ba60-84b9fbb4edae req-6cf8306d-7531-4935-9034-b65d9e5a9030 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:59.745416 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-402e8c3a-58b9-4dcc-ba60-84b9fbb4edae req-6cf8306d-7531-4935-9034-b65d9e5a9030 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0487499 May 26 16:56:59.787110 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-402e8c3a-58b9-4dcc-ba60-84b9fbb4edae req-35ca467e-ae60-47a8-b0df-1eab6f32b8a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354052 May 26 16:57:00.932594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475419d-649c-4d7c-a4b0-58ba6f9fc8d5 req-6aae9c5f-d0d8-4c34-b016-626f6855facc tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:00.934117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1475419d-649c-4d7c-a4b0-58ba6f9fc8d5 req-6aae9c5f-d0d8-4c34-b016-626f6855facc tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0734015 May 26 16:57:00.976542 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1475419d-649c-4d7c-a4b0-58ba6f9fc8d5 req-60b646ae-3fae-4368-9b38-ecf9ff2517f2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356081 May 26 16:57:01.501153 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-c9ccd750-792a-42fc-a693-18b677a8bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.502922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-c9ccd750-792a-42fc-a693-18b677a8bc4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1097 time: 0.0429654 May 26 16:57:01.600594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-5243b8b9-22ef-468c-8255-861c9d7b6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.602138 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-5243b8b9-22ef-468c-8255-861c9d7b6eb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.0925701 May 26 16:57:01.668894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-90d74834-7e41-4ced-99fe-15a3d3b4b616 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1002 time: 0.0601811 May 26 16:57:01.717980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-b1fab9a9-f7a3-4ac8-9955-e6c2c530f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.719530 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-b1fab9a9-f7a3-4ac8-9955-e6c2c530f3e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0443692 May 26 16:57:01.772457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-6546601b-961d-464d-add6-2a8ef93b4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:01.773873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-6546601b-961d-464d-add6-2a8ef93b4c98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471544 May 26 16:57:01.863157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7c6eae69-40a9-4fbe-9c0a-9bb8de1813f2 service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823524 May 26 16:57:01.958655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-a5359fec-7840-49c2-a7ee-b2f4ae252b68 service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883577 May 26 16:57:02.100478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b54911-6ba1-4c83-801e-bce14f3f641b req-34a22452-efdd-4248-8da1-4d030a225d0b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:02.101974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1b54911-6ba1-4c83-801e-bce14f3f641b req-34a22452-efdd-4248-8da1-4d030a225d0b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0536137 May 26 16:57:02.141705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1b54911-6ba1-4c83-801e-bce14f3f641b req-dc38e053-5d8e-4e47-a4a4-c46f0b286b2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336356 May 26 16:57:02.197380 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:57:03.258392 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0ba30-f2c8-4fab-a271-0bd303150978 req-daef939d-2187-4a4f-b4c2-e461f6e8c0cb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:03.259861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a0ba30-f2c8-4fab-a271-0bd303150978 req-daef939d-2187-4a4f-b4c2-e461f6e8c0cb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0488658 May 26 16:57:03.299545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a0ba30-f2c8-4fab-a271-0bd303150978 req-5ec4c987-4471-4f6e-b441-f6fe3cdbbc8b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333867 May 26 16:57:04.421835 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903dba0-3641-4dee-83ff-26984973d970 req-ee41d8c2-4529-44f6-bd42-384d40b1746c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:04.423362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6903dba0-3641-4dee-83ff-26984973d970 req-ee41d8c2-4529-44f6-bd42-384d40b1746c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0537548 May 26 16:57:04.462023 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6903dba0-3641-4dee-83ff-26984973d970 req-0989845b-e799-4d47-addd-4e102f9d298c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325558 May 26 16:57:05.137057 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a88e448d-26db-4331-837e-a5b00a843a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:05.578912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737bd5-15c1-41e0-8f2c-34c87d0eae21 req-b3a8d891-6059-432c-b04f-0ae77f07fc41 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:05.580419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5737bd5-15c1-41e0-8f2c-34c87d0eae21 req-b3a8d891-6059-432c-b04f-0ae77f07fc41 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0502100 May 26 16:57:05.619909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d5737bd5-15c1-41e0-8f2c-34c87d0eae21 req-a592ae0a-653d-405b-a634-43627a8138d3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328965 May 26 16:57:06.740693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6bc17-8be1-4448-a5b1-8f27d8cc81fa req-f28c4720-f3b2-4d0c-a42c-ba02bf03b52f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:06.742223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3aa6bc17-8be1-4448-a5b1-8f27d8cc81fa req-f28c4720-f3b2-4d0c-a42c-ba02bf03b52f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0505035 May 26 16:57:06.779492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3aa6bc17-8be1-4448-a5b1-8f27d8cc81fa req-e59523e9-a80a-43ab-a02f-918039d7ed22 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311460 May 26 16:57:07.860803 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a33c9270-5bc8-45b7-895f-7bbade814242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:07.903993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e2331-02ab-4f82-bdd7-650f2a67d91c req-ac0aae9b-8e25-4537-af49-4b09c74cfa62 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:07.905460 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-374e2331-02ab-4f82-bdd7-650f2a67d91c req-ac0aae9b-8e25-4537-af49-4b09c74cfa62 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0565271 May 26 16:57:07.944434 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-374e2331-02ab-4f82-bdd7-650f2a67d91c req-2c3396ad-2190-42fe-b5e2-1789149bb49a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330164 May 26 16:57:08.976958 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:09.060235 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aafa4-b475-426d-9eb1-4e82911750f8 req-d1dd7515-f79e-4ab2-8c18-1086d7a1173b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:09.061707 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c30aafa4-b475-426d-9eb1-4e82911750f8 req-d1dd7515-f79e-4ab2-8c18-1086d7a1173b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0488515 May 26 16:57:09.099614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c30aafa4-b475-426d-9eb1-4e82911750f8 req-dbb80a92-119d-434a-a60f-e3a601ac5903 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 May 26 16:57:10.216887 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c72af-8056-4f15-8174-35ba2f64afef req-d82170e3-474f-4142-adf9-ff750cc4844d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:10.218376 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f92c72af-8056-4f15-8174-35ba2f64afef req-d82170e3-474f-4142-adf9-ff750cc4844d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0488145 May 26 16:57:10.255750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f92c72af-8056-4f15-8174-35ba2f64afef req-c6d6b6c4-6453-4cf7-aed7-e031b81c2e18 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 May 26 16:57:10.766136 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:10.863696 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:11.380264 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536cc07-8ee7-4d9b-94cc-73691befe0de req-ca2ed9e0-dd7f-4bb0-a8c7-7a540cc7c043 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:11.381760 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e536cc07-8ee7-4d9b-94cc-73691befe0de req-ca2ed9e0-dd7f-4bb0-a8c7-7a540cc7c043 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0563731 May 26 16:57:11.421009 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e536cc07-8ee7-4d9b-94cc-73691befe0de req-d154197b-26f4-4748-a91e-35371902fe62 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332007 May 26 16:57:12.574406 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f01d6-a456-4431-857a-9c6b147149a5 req-a8a31817-bf3a-4527-a4fc-16c2eef17643 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:12.575925 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f01d6-a456-4431-857a-9c6b147149a5 req-a8a31817-bf3a-4527-a4fc-16c2eef17643 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0731478 May 26 16:57:12.616158 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-663f01d6-a456-4431-857a-9c6b147149a5 req-f71bfcff-2583-479d-9402-ffe898a23549 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 May 26 16:57:13.739319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671ebf6-b729-4cc8-a81e-aa8d2b475521 req-f432802e-05a8-4e9a-b299-3e9ae267b073 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:13.740833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1671ebf6-b729-4cc8-a81e-aa8d2b475521 req-f432802e-05a8-4e9a-b299-3e9ae267b073 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0506191 May 26 16:57:13.806247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1671ebf6-b729-4cc8-a81e-aa8d2b475521 req-f78c13af-9236-4e4a-933e-ed7a6025261d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583096 May 26 16:57:13.836832 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-80eabebc-6913-43ae-a981-d07dd856859c service neutron] show failed (client error): The resource could not be found. May 26 16:57:13.837822 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-80eabebc-6913-43ae-a981-d07dd856859c service neutron] 10.222.0.24 "GET /v2.0/ports/7db154d7-357c-49ac-9ea3-3a4d085c9944/bindings/n-h2-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0647943 May 26 16:57:14.132926 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-c440ab6f-91f3-4d41-a8a4-220a50aa1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:14.134489 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-c440ab6f-91f3-4d41-a8a4-220a50aa1997 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 1097 time: 0.0919807 May 26 16:57:14.145032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-8da3f737-4a4e-433b-a58b-ba2c33dd930d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:57:14.146032 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-8da3f737-4a4e-433b-a58b-ba2c33dd930d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049844 May 26 16:57:14.157619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:14.212146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:14.435733 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:14.471786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h1-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:57:14.513090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:14.515389 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b087d0-5a49-4b55-843d-9e9b2a8d4b09" -d '{"events": [{"server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "name": "network-vif-unplugged", "status": "completed", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:14.519774 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:14.533470 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Transition to ACTIVE for port object 7db154d7-357c-49ac-9ea3-3a4d085c9944 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:57:14.538368 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:14.574265 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fadb19-a2eb-499f-b6d4-8ddf6a587e88 x-openstack-request-id: req-f8fadb19-a2eb-499f-b6d4-8ddf6a587e88 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:14.574556 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "name": "network-vif-unplugged", "status": "completed", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:14.574812 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8fadb19-a2eb-499f-b6d4-8ddf6a587e88 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:14.575211 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fadb19-a2eb-499f-b6d4-8ddf6a587e88'] response: {'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'code': 200} May 26 16:57:14.597113 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=6']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:14.635395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.635730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.636066 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.636457 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.636788 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.637109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.637451 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.637750 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.638094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.638416 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.638756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.639042 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:14.684279 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] No DVR routers for this DVR port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on host n-h1-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:57:14.831877 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Attempting to bind port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:57:14.832429 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Attempting to bind port 7db154d7-357c-49ac-9ea3-3a4d085c9944 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:57:14.832979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Attempting to bind port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on network 9b138c84-2b33-4af8-9387-85762c997cab {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:57:14.840055 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on network 9b138c84-2b33-4af8-9387-85762c997cab not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:57:14.840584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Attempting to bind port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on network 9b138c84-2b33-4af8-9387-85762c997cab {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:57:14.847709 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:57:14.847972 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Checking segment: {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:57:14.848354 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Bound using segment: {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:57:14.848786 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Bound port: 7db154d7-357c-49ac-9ea3-3a4d085c9944, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24daeff-5fa6-4b26-894c-b85c90b54cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:57:14.849689 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:14.918245 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:57:14.921225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:57:14.926532 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:14.948963 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b42cd-6941-40e8-beb3-c98db9ea8311 req-39764cab-d6b2-4e7d-82ad-12ac62232392 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:14.950500 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-435b42cd-6941-40e8-beb3-c98db9ea8311 req-39764cab-d6b2-4e7d-82ad-12ac62232392 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 944 time: 0.0526066 May 26 16:57:14.962427 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:14.963160 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:14.964461 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] 10.222.0.32 "PUT /v2.0/ports/7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1092 time: 0.8106616 May 26 16:57:14.996936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-435b42cd-6941-40e8-beb3-c98db9ea8311 req-ff20367f-18e7-4fe4-8053-ae10476fa23a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388200 May 26 16:57:15.025989 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df16050-46c6-4c52-8470-cd8498aa2ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=7']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:15.044769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-5683bb1e-decc-4e0c-bc7c-d1f150200e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:15.046378 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-5683bb1e-decc-4e0c-bc7c-d1f150200e46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1095 time: 0.0502243 May 26 16:57:15.148160 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-16d5249a-caa1-492a-ba4c-4a0166a668b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:15.149648 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-16d5249a-caa1-492a-ba4c-4a0166a668b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.0942907 May 26 16:57:15.221829 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-99105841-f6f0-4901-b408-1090f4bdc8f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1000 time: 0.0627544 May 26 16:57:15.277576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-a910878e-abcc-41ef-9d2f-7a46afd7d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:15.279060 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-a910878e-abcc-41ef-9d2f-7a46afd7d39a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0478809 May 26 16:57:15.328304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-8aaf2d4e-58d3-490c-925d-a3406fc34ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:15.329856 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-8aaf2d4e-58d3-490c-925d-a3406fc34ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441093 May 26 16:57:15.419279 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-56b245cd-3117-4a75-b3ea-20d49e925572 service neutron] 10.222.0.32 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819802 May 26 16:57:15.511620 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-5186bfaa-08ac-44ac-9413-e1a0d7b5edf0 req-5d4ea3e1-c946-45f4-8f57-1a5501edc532 service neutron] 10.222.0.32 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856249 May 26 16:57:16.134719 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c218-e64d-444c-9353-e0af9c889d75 req-12dd7930-a61b-4192-b342-a29ec6f4ed35 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:16.136199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d09c218-e64d-444c-9353-e0af9c889d75 req-12dd7930-a61b-4192-b342-a29ec6f4ed35 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 944 time: 0.0624666 May 26 16:57:16.180769 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3d09c218-e64d-444c-9353-e0af9c889d75 req-d254242e-0dae-4523-a8cd-407f080a9e9a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345719 May 26 16:57:16.576151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:16.578602 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:16.632427 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68de5705-0845-43c1-b808-4cc651114604 x-openstack-request-id: req-68de5705-0845-43c1-b808-4cc651114604 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:16.632754 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:16.633036 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68de5705-0845-43c1-b808-4cc651114604 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:16.633454 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68de5705-0845-43c1-b808-4cc651114604'] response: {'name': 'network-changed', 'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'status': 'completed', 'code': 200} May 26 16:57:16.713752 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-2bbabe12-c313-4643-963e-1022bdae223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:16.714182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-4d1418bc-b45b-454d-bb26-57239407e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:16.715282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-2bbabe12-c313-4643-963e-1022bdae223c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1095 time: 0.0577426 May 26 16:57:16.715747 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-4d1418bc-b45b-454d-bb26-57239407e4d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1095 time: 0.0597761 May 26 16:57:16.827792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-53bfbe0a-a17c-49a0-908a-151d5f5002a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:16.829762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-53bfbe0a-a17c-49a0-908a-151d5f5002a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.1076288 May 26 16:57:16.835065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-8de92c0f-ff1f-47b3-b04e-16256d295dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:16.837112 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-8de92c0f-ff1f-47b3-b04e-16256d295dca service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.1136501 May 26 16:57:16.920461 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-90ff0dd7-73ee-42c1-9188-1bb5d01c5691 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1000 time: 0.0843012 May 26 16:57:16.924228 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-98844402-0573-4ff9-9db9-df1c02460389 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1000 time: 0.0796852 May 26 16:57:16.977594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-331020c7-847f-4d21-96ed-aa22350af229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:16.979164 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-331020c7-847f-4d21-96ed-aa22350af229 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0522401 May 26 16:57:17.001097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-4a26b9ea-1030-49f9-8aa5-288274825b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.003555 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-4a26b9ea-1030-49f9-8aa5-288274825b1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0670550 May 26 16:57:17.032597 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7db154d7-357c-49ac-9ea3-3a4d085c9944 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:57:17.060930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-a7bfffb7-abfa-4a2c-bad8-38662e9973d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.063905 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-a7bfffb7-abfa-4a2c-bad8-38662e9973d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761492 May 26 16:57:17.093037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-28eaaedd-5a50-42c3-812d-74c9f4f09786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.096367 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-28eaaedd-5a50-42c3-812d-74c9f4f09786 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853851 May 26 16:57:17.109155 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 7db154d7-357c-49ac-9ea3-3a4d085c9944 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:57:17.189833 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-89b11bc4-bdb0-4f55-bb5f-64ba75febefc service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190221 May 26 16:57:17.250783 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-a2bf1af0-1ac8-4a3e-bdd5-40c39e31be98 service neutron] 10.222.0.32 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357348 May 26 16:57:17.325652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-4683e333-033b-4ff2-b846-80d79e38a2a6 service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293008 May 26 16:57:17.342561 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f434fa-b9bd-4cd9-a11b-2ec3639b1ecc req-6b0b5db0-edde-49e4-9c13-d013b8934401 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.344153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3f434fa-b9bd-4cd9-a11b-2ec3639b1ecc req-6b0b5db0-edde-49e4-9c13-d013b8934401 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 944 time: 0.0661001 May 26 16:57:17.368569 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3875f413-3b09-4ac7-8d5c-0e6eccd8dc3b req-9300dc69-0ed0-4681-908d-b99878dedf47 service neutron] 10.222.0.32 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031463 May 26 16:57:17.388232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a3f434fa-b9bd-4cd9-a11b-2ec3639b1ecc req-d21b037f-c25e-44fd-998b-52fbf4e38f5e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374706 May 26 16:57:17.620850 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2534ed-422c-44b1-a81e-11827eb8259e req-b6f46af8-673d-405d-b683-094541a1a27a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.622255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd2534ed-422c-44b1-a81e-11827eb8259e req-b6f46af8-673d-405d-b683-094541a1a27a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 944 time: 0.0792923 May 26 16:57:17.655097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312828-208a-429b-928e-bb9e5c61d425 req-6f258abd-8799-480f-ae73-aaa372886125 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.656518 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9312828-208a-429b-928e-bb9e5c61d425 req-6f258abd-8799-480f-ae73-aaa372886125 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76&tenant_id=6ec12d26002b49639c4e94596543457d&binding%3Ahost_id=n-h2-843336-2 HTTP/1.1" status: 200 len: 944 time: 0.0843191 May 26 16:57:17.698326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dd2534ed-422c-44b1-a81e-11827eb8259e req-7f8409da-da05-461d-9be8-5b10905ec677 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688176 May 26 16:57:17.728415 n-d-843336-2 neutron-server[109405]: INFO neutron.api.v2.resource [req-b9312828-208a-429b-928e-bb9e5c61d425 req-f8c5b974-c779-48a4-8136-116f4ea2b1b1 service neutron] delete failed (client error): The resource could not be found. May 26 16:57:17.729540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9312828-208a-429b-928e-bb9e5c61d425 req-f8c5b974-c779-48a4-8136-116f4ea2b1b1 service neutron] 10.222.0.24 "DELETE /v2.0/ports/7db154d7-357c-49ac-9ea3-3a4d085c9944/bindings/n-h1-843336-2 HTTP/1.1" status: 404 len: 380 time: 0.0658104 May 26 16:57:17.850577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21ee7a-11d2-47de-977d-43d3626aa330 req-eabb4590-dca5-428e-b080-5bafe2542f04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.852080 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b21ee7a-11d2-47de-977d-43d3626aa330 req-eabb4590-dca5-428e-b080-5bafe2542f04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 944 time: 0.0730040 May 26 16:57:17.853903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312828-208a-429b-928e-bb9e5c61d425 req-3eb48512-0cc1-4f50-8efd-42cc5e682190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.855301 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9312828-208a-429b-928e-bb9e5c61d425 req-3eb48512-0cc1-4f50-8efd-42cc5e682190 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1095 time: 0.0845840 May 26 16:57:17.945440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9b21ee7a-11d2-47de-977d-43d3626aa330 req-045308fb-d584-44a0-9ea6-446520e9fc4c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847433 May 26 16:57:17.975895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312828-208a-429b-928e-bb9e5c61d425 req-4e4ae01d-8349-4500-ae9f-a7f69f8c7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:17.977410 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9312828-208a-429b-928e-bb9e5c61d425 req-4e4ae01d-8349-4500-ae9f-a7f69f8c7d0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.1106164 May 26 16:57:18.043690 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9312828-208a-429b-928e-bb9e5c61d425 req-f99c8bab-57c8-4755-9253-3aa2a0b50ce8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1000 time: 0.0598285 May 26 16:57:18.092036 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312828-208a-429b-928e-bb9e5c61d425 req-8a24bc14-a0cf-4db6-8a35-d3d44722004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:18.093486 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9312828-208a-429b-928e-bb9e5c61d425 req-8a24bc14-a0cf-4db6-8a35-d3d44722004d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0433283 May 26 16:57:18.144927 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312828-208a-429b-928e-bb9e5c61d425 req-16ef1ce4-5189-413f-9772-9c397fc92fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:18.146430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9312828-208a-429b-928e-bb9e5c61d425 req-16ef1ce4-5189-413f-9772-9c397fc92fd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455048 May 26 16:57:18.239175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9312828-208a-429b-928e-bb9e5c61d425 req-9c74b21f-61f9-496f-a7f7-9b145651e49f service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858269 May 26 16:57:18.334328 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b9312828-208a-429b-928e-bb9e5c61d425 req-b222a75a-ba9a-45f6-b939-e0f6c4f451a6 service neutron] 10.222.0.24 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887148 May 26 16:57:19.071845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f1d37-e76c-404f-82c3-a5b77be9ead6 req-56eaab31-d218-4722-99a8-3b9393282991 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:19.074333 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-233f1d37-e76c-404f-82c3-a5b77be9ead6 req-56eaab31-d218-4722-99a8-3b9393282991 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 944 time: 0.0587533 May 26 16:57:19.111480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-233f1d37-e76c-404f-82c3-a5b77be9ead6 req-019bd3c4-91f5-4e31-9d36-748e118008bd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 May 26 16:57:19.135708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57260) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:19.200248 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9ad37976-8b97-496a-a2a6-a6a8cdce7c2f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/34defd92-17ef-45ba-8a13-95909caa9085 HTTP/1.1" status: 200 len: 992 time: 0.0633185 May 26 16:57:19.389667 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7db154d7-357c-49ac-9ea3-3a4d085c9944 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:57:19.510759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:19.523405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'port_id': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'mac_address': 'fa:16:3e:6d:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:57:19.569450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 7db154d7-357c-49ac-9ea3-3a4d085c9944 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:57:19.570643 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:19.583228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db154d7-357c-49ac-9ea3-3a4d085c9944 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:57:19.605248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:19.609482 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:19.664423 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:19.671632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.671976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.672313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.672645 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.672972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.673299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.673623 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.673942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.674320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.674603 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.674919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.675238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:19.909737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['7db154d7-357c-49ac-9ea3-3a4d085c9944'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:57:21.402590 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7db154d7-357c-49ac-9ea3-3a4d085c9944 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:57:21.453508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port 7db154d7-357c-49ac-9ea3-3a4d085c9944 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:57:21.458436 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port 7db154d7-357c-49ac-9ea3-3a4d085c9944 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:57:21.458843 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:21.523230 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-63766773-8102-44eb-a6c9-b40b6162edfa req-4b518564-047a-4395-a936-6a3c3707d18c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403945 May 26 16:57:21.549262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port 7db154d7-357c-49ac-9ea3-3a4d085c9944 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:57:21.549653 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:21.578963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:21.582686 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7dffab-9399-4ca1-9054-93d8eb6ad743" -d '{"events": [{"server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "name": "network-vif-plugged", "status": "completed", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:21.603079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:21.608550 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:21.633018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63766773-8102-44eb-a6c9-b40b6162edfa req-c07bd637-e198-47db-9a4f-63403ba413bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.634620 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-63766773-8102-44eb-a6c9-b40b6162edfa req-c07bd637-e198-47db-9a4f-63403ba413bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1096 time: 0.0618649 May 26 16:57:21.676504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:21.718593 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4232298-8ee3-4f7d-90ab-82cdce7db315 x-openstack-request-id: req-d4232298-8ee3-4f7d-90ab-82cdce7db315 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:21.718593 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "name": "network-vif-plugged", "status": "completed", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:21.718593 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4232298-8ee3-4f7d-90ab-82cdce7db315 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:21.720308 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4232298-8ee3-4f7d-90ab-82cdce7db315'] response: {'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'code': 200} May 26 16:57:21.758363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63766773-8102-44eb-a6c9-b40b6162edfa req-1943a98a-bc33-46d1-bfa2-49800176eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.759839 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-63766773-8102-44eb-a6c9-b40b6162edfa req-1943a98a-bc33-46d1-bfa2-49800176eeed service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.1022100 May 26 16:57:21.827296 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-63766773-8102-44eb-a6c9-b40b6162edfa req-19fb1551-4826-4b06-a95c-4672ba76b359 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 1002 time: 0.0599122 May 26 16:57:21.882517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63766773-8102-44eb-a6c9-b40b6162edfa req-ad95f525-a65c-4cb9-9585-8edc40ae8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.884027 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-63766773-8102-44eb-a6c9-b40b6162edfa req-ad95f525-a65c-4cb9-9585-8edc40ae8994 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0488389 May 26 16:57:21.937214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63766773-8102-44eb-a6c9-b40b6162edfa req-c000661f-c3cc-49a6-8131-e65f9735c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:21.939213 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-63766773-8102-44eb-a6c9-b40b6162edfa req-c000661f-c3cc-49a6-8131-e65f9735c14e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452945 May 26 16:57:22.043043 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-63766773-8102-44eb-a6c9-b40b6162edfa req-97f5965e-1b7d-4a50-9eb7-89be7bfd4ade service neutron] 10.222.0.32 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967379 May 26 16:57:22.143298 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-63766773-8102-44eb-a6c9-b40b6162edfa req-985e4495-7701-402a-9623-813891bba92f service neutron] 10.222.0.32 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930705 May 26 16:57:24.363024 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:24.369387 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:35.140003 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-18a3fb9e-3d15-4ba9-a30a-10d14b5a7e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:37.868725 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-511fa3a7-7327-4502-96b4-25c2f8b598f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:38.981159 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:39.196970 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:57:40.768671 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:40.865617 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:49.600983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57274) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:49.760346 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port ba13a686-71e5-45b7-95aa-330cd6445a53 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:57:49.760687 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:49.839734 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:49.840064 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:49.852631 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for ba13a686-71e5-45b7-95aa-330cd6445a53 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:57:50.001005 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:50.029976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=ba13a686-71e5-45b7-95aa-330cd6445a53,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:50.091508 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:50.091871 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP 34defd92-17ef-45ba-8a13-95909caa9085 disassociated (deleted). External IP: 172.25.0.222, port: 7db154d7-357c-49ac-9ea3-3a4d085c9944. May 26 16:57:50.302870 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 64d41499-82f9-477e-b79a-132128ec0f58 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:57:50.412306 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:57:50.416801 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:50.422078 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] Sync routers for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:57:50.432585 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:57:50.433207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:50.443751 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2848cc45-7a98-4d48-93ae-e90767d3e962 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/floatingips/34defd92-17ef-45ba-8a13-95909caa9085 HTTP/1.1" status: 204 len: 168 time: 0.8416331 May 26 16:57:50.444434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:50.446825 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11027ec8-8345-49da-94c5-8efc98d8f727" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:50.494387 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101870cb-3150-48df-88a2-3790861b98c2 x-openstack-request-id: req-101870cb-3150-48df-88a2-3790861b98c2 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:50.494682 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:50.494935 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-101870cb-3150-48df-88a2-3790861b98c2 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:50.495342 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101870cb-3150-48df-88a2-3790861b98c2'] response: {'name': 'network-changed', 'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'status': 'completed', 'code': 200} May 26 16:57:50.549905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:57:50.579564 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-36b67ed7-5365-46e1-83ae-77682e4be0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:50.581118 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-36b67ed7-5365-46e1-83ae-77682e4be0b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 1097 time: 0.0497653 May 26 16:57:50.702671 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-e00b1477-de75-4fd2-bd6b-687fbb506421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:50.704205 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-e00b1477-de75-4fd2-bd6b-687fbb506421 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 200 len: 898 time: 0.1062887 May 26 16:57:50.722930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22608a3-7343-4aa9-a345-c102acbc2bbf req-879b2d1a-48ef-4bf7-ae3f-5505a00d0b18 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:50.722930 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22608a3-7343-4aa9-a345-c102acbc2bbf req-879b2d1a-48ef-4bf7-ae3f-5505a00d0b18 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0561068 May 26 16:57:50.758522 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-e5e518b8-4c54-4f92-b1a1-4e6f7b76fbe5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 200 len: 217 time: 0.0412281 May 26 16:57:50.785393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e22608a3-7343-4aa9-a345-c102acbc2bbf req-75b56342-2a7c-473a-871c-073cb8018bb0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554485 May 26 16:57:50.787587 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '3f38856c-7d0f-4bc0-a86c-778c4f1e67ec', 'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:8e:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:11Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'a4644506-5513-414b-b77b-207bb6557d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:50.819899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] Checking router: 64d41499-82f9-477e-b79a-132128ec0f58 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:57:50.821465 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-c2eaea06-d7af-4937-b137-9dd259da8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:50.823059 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-c2eaea06-d7af-4937-b137-9dd259da8735 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 200 len: 835 time: 0.0561631 May 26 16:57:50.828651 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:57:50.829281 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:50.955011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:57:51.198481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '3f38856c-7d0f-4bc0-a86c-778c4f1e67ec', 'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:8e:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:11Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'a4644506-5513-414b-b77b-207bb6557d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:51.226365 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa6cab-e671-4f0e-83e5-46d0a4f90bd4 None None] The sync data for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 is: [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '3f38856c-7d0f-4bc0-a86c-778c4f1e67ec', 'name': '', 'network_id': '9b138c84-2b33-4af8-9387-85762c997cab', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:8e:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'a4644506-5513-414b-b77b-207bb6557d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:07Z', 'updated_at': '2022-05-26T16:56:11Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'a4644506-5513-414b-b77b-207bb6557d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:57:51.243585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-1936a27c-0e99-4194-afea-8be5eb823959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:51.245318 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-1936a27c-0e99-4194-afea-8be5eb823959 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b138c84-2b33-4af8-9387-85762c997cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4153347 May 26 16:57:51.346445 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-13f615ce-ed55-4269-8d0b-fd578e52ab01 service neutron] 10.222.0.32 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927899 May 26 16:57:51.459715 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-11027ec8-8345-49da-94c5-8efc98d8f727 req-1c24b431-1e02-494f-b769-79f37f110de9 service neutron] 10.222.0.32 "GET /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058781 May 26 16:57:51.513738 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c994aa3-9f23-4323-bcd4-915364af3fa4 None None] New status for floating IP 34defd92-17ef-45ba-8a13-95909caa9085: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:57:51.915266 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600d940-9ae3-4ea0-a996-fa575f5a631f req-6b7e3357-3c6f-4b05-915d-e0df692496f5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:51.916961 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0600d940-9ae3-4ea0-a996-fa575f5a631f req-6b7e3357-3c6f-4b05-915d-e0df692496f5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0544956 May 26 16:57:51.962131 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0600d940-9ae3-4ea0-a996-fa575f5a631f req-cb6e309a-d5a4-485b-94da-e4cb19e4e748 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=e608ddb0-442d-409c-85cb-dc7601806e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 May 26 16:57:52.280164 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-ee036b86-ea8e-4dbd-aea6-9c90efd576c0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:52.281630 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-ee036b86-ea8e-4dbd-aea6-9c90efd576c0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 946 time: 0.0476420 May 26 16:57:52.376117 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 7db154d7-357c-49ac-9ea3-3a4d085c9944 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:57:52.376448 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:52.468302 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 7db154d7-357c-49ac-9ea3-3a4d085c9944, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=7db154d7-357c-49ac-9ea3-3a4d085c9944,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:52.468658 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:52.481387 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 7db154d7-357c-49ac-9ea3-3a4d085c9944 owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:57:52.610384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:52.639991 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=7db154d7-357c-49ac-9ea3-3a4d085c9944,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:52.682993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] No DVR routers for this DVR port 7db154d7-357c-49ac-9ea3-3a4d085c9944 on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:57:52.685426 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:52.688806 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-6f6896bf-0b0c-47af-a424-7d61de3ac654 req-b971b373-bc50-4339-9ac3-42dfd70b7981 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.32 "DELETE /v2.0/ports/7db154d7-357c-49ac-9ea3-3a4d085c9944 HTTP/1.1" status: 204 len: 173 time: 0.4009817 May 26 16:57:52.689246 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'name': 'network-vif-deleted', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:57:52.691554 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8f018e-322b-4958-b824-cd057799620e" -d '{"events": [{"server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "name": "network-vif-deleted", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:57:52.738059 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d1788c-3bcf-42a5-adc9-c39afe9376be x-openstack-request-id: req-81d1788c-3bcf-42a5-adc9-c39afe9376be {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:57:52.738059 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1dc8d4-223f-4f49-b309-31cfe746ff76", "name": "network-vif-deleted", "tag": "7db154d7-357c-49ac-9ea3-3a4d085c9944", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:57:52.738322 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81d1788c-3bcf-42a5-adc9-c39afe9376be {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:57:52.738616 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d1788c-3bcf-42a5-adc9-c39afe9376be'] response: {'server_uuid': 'fd1dc8d4-223f-4f49-b309-31cfe746ff76', 'name': 'network-vif-deleted', 'tag': '7db154d7-357c-49ac-9ea3-3a4d085c9944', 'status': 'completed', 'code': 200} May 26 16:57:53.094593 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f985b7f9-989e-42de-ac61-56502c7f76c8 req-9265d564-3a94-4f84-9665-b026b4cb5971 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd1dc8d4-223f-4f49-b309-31cfe746ff76 HTTP/1.1" status: 200 len: 210 time: 0.0356362 May 26 16:57:54.146676 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57290) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:54.354262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:54.522883 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:54.536824 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:54.781909 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:57:54.782175 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:54.869840 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3f38856c-7d0f-4bc0-a86c-778c4f1e67ec,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:54.870235 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:54.881915 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:57:55.080474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:55.108330 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=3f38856c-7d0f-4bc0-a86c-778c4f1e67ec,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:55.281476 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:55.362520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-b5c782ec-a393-4865-9e4a-85dc3d550698 req-ce8a18e2-e85b-4a7e-8c82-2f201e8e7a7d service neutron] (109405) timed out ('10.222.0.32', 62046) {{(pid=109405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:57:55.495968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 64d41499-82f9-477e-b79a-132128ec0f58 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:57:55.602621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:57:55.607765 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8fc78991-6e01-45a0-9eb2-30b9bf72e533 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/64d41499-82f9-477e-b79a-132128ec0f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595501 May 26 16:57:55.610552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57294) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:55.612791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] Sync routers for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:57:55.622179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:57:55.622796 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:55.661896 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-135596a3-9a7d-44ba-b7f9-a0a814eb7938 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting subnet a4644506-5513-414b-b77b-207bb6557d62 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:57:55.663185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7db154d7-357c-49ac-9ea3-3a4d085c9944 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:57:55.665638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-135596a3-9a7d-44ba-b7f9-a0a814eb7938 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:55.690112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: 7db154d7-357c-49ac-9ea3-3a4d085c9944 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:57:55.690476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device 7db154d7-357c-49ac-9ea3-3a4d085c9944 not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:57:55.706077 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-135596a3-9a7d-44ba-b7f9-a0a814eb7938 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:55.756420 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:57:55.794149 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-135596a3-9a7d-44ba-b7f9-a0a814eb7938 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:55.852390 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-135596a3-9a7d-44ba-b7f9-a0a814eb7938 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:55.878943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135596a3-9a7d-44ba-b7f9-a0a814eb7938 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Subnet': ['ID=a4644506-5513-414b-b77b-207bb6557d62,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:55.884324 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-135596a3-9a7d-44ba-b7f9-a0a814eb7938 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:55.889590 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-135596a3-9a7d-44ba-b7f9-a0a814eb7938 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/subnets/a4644506-5513-414b-b77b-207bb6557d62 HTTP/1.1" status: 204 len: 168 time: 0.2753258 May 26 16:57:55.889894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57296) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:55.900486 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435cc4c-1635-4f47-907a-053e8785d9ce None None] Network 9b138c84-2b33-4af8-9387-85762c997cab requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:57:56.062283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:57:55Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:56.091945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] Checking router: 64d41499-82f9-477e-b79a-132128ec0f58 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:57:56.104182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] Routers {'64d41499-82f9-477e-b79a-132128ec0f58'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:57:56.104820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['64d41499-82f9-477e-b79a-132128ec0f58'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:56.199004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a74e04-16b1-484a-8740-0987e592bf98 None None] DHCP port deletion for 9b138c84-2b33-4af8-9387-85762c997cab request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:57:56.245426 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] Set router 64d41499-82f9-477e-b79a-132128ec0f58 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:57:56.333375 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.370724 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-09a74e04-16b1-484a-8740-0987e592bf98 None None] Deleting port 91463983-acba-4370-930d-27e738eecfb5 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:57:56.371158 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09a74e04-16b1-484a-8740-0987e592bf98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.439157 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.470253 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-09a74e04-16b1-484a-8740-0987e592bf98 None None] For port 91463983-acba-4370-930d-27e738eecfb5, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=91463983-acba-4370-930d-27e738eecfb5,segment=NetworkSegment(b24daeff-5fa6-4b26-894c-b85c90b54cb3),segment_id=b24daeff-5fa6-4b26-894c-b85c90b54cb3)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:56.470664 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09a74e04-16b1-484a-8740-0987e592bf98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.487127 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-09a74e04-16b1-484a-8740-0987e592bf98 None None] Calling delete_port for 91463983-acba-4370-930d-27e738eecfb5 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:57:56.499362 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:57:56.499706 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.556493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:57:55Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:56.587051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 0c27c64c-1371-4cda-b5b5-1e9da1beffd3, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=0c27c64c-1371-4cda-b5b5-1e9da1beffd3,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:57:56.587756 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.588324 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f85d0e-6467-4754-9fa1-a86965d10be7 None None] The sync data for ids ['64d41499-82f9-477e-b79a-132128ec0f58'] in n-d-843336-2 is: [{'id': '64d41499-82f9-477e-b79a-132128ec0f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459840865', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:56:04Z', 'updated_at': '2022-05-26T16:57:55Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': '0c27c64c-1371-4cda-b5b5-1e9da1beffd3', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:07:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d41499-82f9-477e-b79a-132128ec0f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:56:05Z', 'updated_at': '2022-05-26T16:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:57:56.607166 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:57:56.614237 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09a74e04-16b1-484a-8740-0987e592bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.652866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a74e04-16b1-484a-8740-0987e592bf98 None None] Pushing event deleted for resources: {'Port': ['ID=91463983-acba-4370-930d-27e738eecfb5,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:56.654784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a74e04-16b1-484a-8740-0987e592bf98 None None] No DVR routers for this DVR port 91463983-acba-4370-930d-27e738eecfb5 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:57:56.782909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.809950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=0c27c64c-1371-4cda-b5b5-1e9da1beffd3,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:56.841822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.842193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.842527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.842869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.843202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.843537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.843869 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.844198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.844527 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.844860 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.845186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.845508 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:57:56.885609 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.978710 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.980989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:56.989705 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 91463983-acba-4370-930d-27e738eecfb5 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:57:57.012371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 91463983-acba-4370-930d-27e738eecfb5 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:57:57.012729 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 91463983-acba-4370-930d-27e738eecfb5 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:57:57.030958 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.031609 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Fanout notify agent at l3_agent the message router_deleted on router 64d41499-82f9-477e-b79a-132128ec0f58 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:57:57.040047 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.041452 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-dbda8f89-4649-4b76-90e7-70029666d76f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/routers/64d41499-82f9-477e-b79a-132128ec0f58 HTTP/1.1" status: 204 len: 168 time: 1.1504972 May 26 16:57:57.044182 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57298) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:57.132680 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.219948 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.241338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b138c84-2b33-4af8-9387-85762c997cab']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:57.251289 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24daeff-5fa6-4b26-894c-b85c90b54cb3') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:57.251582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24daeff-5fa6-4b26-894c-b85c90b54cb3') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:57:57.261756 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.276462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.283012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:57:57.283411 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.369985 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.373740 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b24daeff-5fa6-4b26-894c-b85c90b54cb3 resource provider aggregate not found May 26 16:57:57.385876 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.394729 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/networks/9b138c84-2b33-4af8-9387-85762c997cab HTTP/1.1" status: 204 len: 168 time: 0.3492062 May 26 16:57:57.395785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57306) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:57.416284 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment b24daeff-5fa6-4b26-894c-b85c90b54cb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b24daeff-5fa6-4b26-894c-b85c90b54cb3 found for delete ", "request_id": "req-31521c3f-d6e3-47dd-958b-6aaba208e985"}]} May 26 16:57:57.418252 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f41a2-9392-464e-ac4a-c95e73420881 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Network': ['ID=9b138c84-2b33-4af8-9387-85762c997cab,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:57.472861 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-287ce3cb-7285-4b7a-b267-e5908137571b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.502146 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-287ce3cb-7285-4b7a-b267-e5908137571b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.568438 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-287ce3cb-7285-4b7a-b267-e5908137571b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.572684 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-287ce3cb-7285-4b7a-b267-e5908137571b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.573872 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-287ce3cb-7285-4b7a-b267-e5908137571b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/security-groups/e608ddb0-442d-409c-85cb-dc7601806e66 HTTP/1.1" status: 204 len: 168 time: 0.1646402 May 26 16:57:57.585836 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ce3cb-7285-4b7a-b267-e5908137571b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e608ddb0-442d-409c-85cb-dc7601806e66,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:57.695433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57312) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:57.700196 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-07133db6-e7c0-4ffe-84c3-4c473c4c8704 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166161625', 'description': 'tempest-secgroup-smoke-1166161625 description', 'project_id': '6ec12d26002b49639c4e94596543457d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:57.720704 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07133db6-e7c0-4ffe-84c3-4c473c4c8704 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.790156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07133db6-e7c0-4ffe-84c3-4c473c4c8704 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.794771 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07133db6-e7c0-4ffe-84c3-4c473c4c8704 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.827703 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-07133db6-e7c0-4ffe-84c3-4c473c4c8704 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.828855 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-07133db6-e7c0-4ffe-84c3-4c473c4c8704 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1323912 May 26 16:57:57.831920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57314) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:57.836522 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07133db6-e7c0-4ffe-84c3-4c473c4c8704 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e67df0-98d4-4ef3-8c4e-b03aed2d2349,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:57.836685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-bb9ac826-1904-452e-9a8c-e2d3648f79c5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': '29e67df0-98d4-4ef3-8c4e-b03aed2d2349', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:57.862685 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac826-1904-452e-9a8c-e2d3648f79c5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.924526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac826-1904-452e-9a8c-e2d3648f79c5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.929085 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac826-1904-452e-9a8c-e2d3648f79c5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.947701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ac826-1904-452e-9a8c-e2d3648f79c5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8985b7c7-c9da-4e33-82e9-903427789781,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:57.958591 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac826-1904-452e-9a8c-e2d3648f79c5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:57.959953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-bb9ac826-1904-452e-9a8c-e2d3648f79c5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269727 May 26 16:57:57.962627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57316) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:57.966947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-cb5fc175-25c6-47b9-8d58-a246dafeb2bd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': '29e67df0-98d4-4ef3-8c4e-b03aed2d2349', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:57.992464 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc175-25c6-47b9-8d58-a246dafeb2bd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.052119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc175-25c6-47b9-8d58-a246dafeb2bd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.056631 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc175-25c6-47b9-8d58-a246dafeb2bd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.077515 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fc175-25c6-47b9-8d58-a246dafeb2bd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d13d4da-b565-4b9b-b570-e3d02ebde073,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:58.085845 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cb5fc175-25c6-47b9-8d58-a246dafeb2bd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.086255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cb5fc175-25c6-47b9-8d58-a246dafeb2bd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224291 May 26 16:57:58.089125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57318) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:58.093602 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-53ca7bba-e8e8-4822-b0da-710e342fc2a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': '29e67df0-98d4-4ef3-8c4e-b03aed2d2349', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:58.121810 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53ca7bba-e8e8-4822-b0da-710e342fc2a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.188588 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53ca7bba-e8e8-4822-b0da-710e342fc2a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.192541 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53ca7bba-e8e8-4822-b0da-710e342fc2a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.210685 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca7bba-e8e8-4822-b0da-710e342fc2a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33f9921-8a67-4245-964b-365cd15ac474,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:58.218278 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-53ca7bba-e8e8-4822-b0da-710e342fc2a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.218954 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-53ca7bba-e8e8-4822-b0da-710e342fc2a6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287909 May 26 16:57:58.221616 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57320) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:58.226568 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8bea114d-967a-4f19-af1d-d0a5eb66255f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': '29e67df0-98d4-4ef3-8c4e-b03aed2d2349', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:58.256351 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8bea114d-967a-4f19-af1d-d0a5eb66255f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.321382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8bea114d-967a-4f19-af1d-d0a5eb66255f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.325191 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8bea114d-967a-4f19-af1d-d0a5eb66255f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.346939 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea114d-967a-4f19-af1d-d0a5eb66255f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c879d7-617b-41f6-b2a0-49a58994dcd2,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:58.352719 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8bea114d-967a-4f19-af1d-d0a5eb66255f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.353898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8bea114d-967a-4f19-af1d-d0a5eb66255f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313365 May 26 16:57:58.356603 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57322) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:58.360857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-79b59ec9-2126-4ce1-b85e-08b72361d825 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': '29e67df0-98d4-4ef3-8c4e-b03aed2d2349', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:58.380244 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-79b59ec9-2126-4ce1-b85e-08b72361d825 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:57:58.385520 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79b59ec9-2126-4ce1-b85e-08b72361d825 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.447899 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79b59ec9-2126-4ce1-b85e-08b72361d825 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.451763 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79b59ec9-2126-4ce1-b85e-08b72361d825 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.469663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b59ec9-2126-4ce1-b85e-08b72361d825 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d73d4f-6ecc-4454-8e19-98e0a1114ec3,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:58.478252 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-79b59ec9-2126-4ce1-b85e-08b72361d825 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.479478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-79b59ec9-2126-4ce1-b85e-08b72361d825 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219375 May 26 16:57:58.482115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57324) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:58.486450 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-263fcb8d-7544-45a2-a0ed-6dee909b5bb8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': '29e67df0-98d4-4ef3-8c4e-b03aed2d2349', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:58.507597 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-263fcb8d-7544-45a2-a0ed-6dee909b5bb8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:57:58.512828 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-263fcb8d-7544-45a2-a0ed-6dee909b5bb8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.586356 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-263fcb8d-7544-45a2-a0ed-6dee909b5bb8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.590409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-263fcb8d-7544-45a2-a0ed-6dee909b5bb8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.603222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:57:58.609851 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fcb8d-7544-45a2-a0ed-6dee909b5bb8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39d0ee3-e810-4654-929c-9f8b2e60c8cc,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:58.619213 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-263fcb8d-7544-45a2-a0ed-6dee909b5bb8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.620552 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-263fcb8d-7544-45a2-a0ed-6dee909b5bb8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373858 May 26 16:57:58.625098 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57326) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:58.629345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:57:58.629855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 0c27c64c-1371-4cda-b5b5-1e9da1beffd3 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:57:58.630147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'network': {'name': 'tempest-network-smoke--1160638825', 'project_id': '6ec12d26002b49639c4e94596543457d', 'port_security_enabled': True}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:58.630494 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:57:58.649801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'network': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:57:58.653345 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.655437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:57:58.655946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3f38856c-7d0f-4bc0-a86c-778c4f1e67ec not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:57:58.677487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:57:58.687199 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.687537 n-d-843336-2 neutron-server[109404]: INFO neutron.db.segments_db [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Added segment b4991687-05e7-405e-8ca4-2a55cf47e0c9 of type vlan for network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a May 26 16:57:58.728447 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.752728 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.758792 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:58.759385 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.822322 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1960778 May 26 16:57:58.825179 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57328) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:57:58.825776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f276a2d-20c5-4dd2-8192-228022e92c72 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Network': ['ID=5b156d8f-a9c1-464e-9aa8-9a32a72a728a,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:58.830509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'admin_state_up': True, 'project_id': '6ec12d26002b49639c4e94596543457d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:57:58.837088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:57:58.854610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.855729 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:58.918796 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:59.059226 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:59.257652 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:59.276417 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:59.383039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.54 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/bf6cd278-77f4-4251-a90c-9b933510461c) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:57:59.484230 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:59.517049 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:59.556696 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:57:59.559418 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:57:59.562854 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:57:59.591723 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=bf6cd278-77f4-4251-a90c-9b933510461c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:57:59.827632 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.028241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.157062 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:58:00.266740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:00.278184 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Sync routers for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:00.287868 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.292034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ee32387f-6315-4ae2-a141-00e34adadf2d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4628911 May 26 16:58:00.292255 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57332) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:58:00.294309 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:00.295005 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:00.326579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1b4f4ee8-4b01-40db-b53b-b67cd1d3f214 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6ec12d26002b49639c4e94596543457d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309479 May 26 16:58:00.326828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57334) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:58:00.399432 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:00.415756 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189de09f-67c0-4215-a9d7-7cb1f0cbf244 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:00.419789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-189de09f-67c0-4215-a9d7-7cb1f0cbf244 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895731 May 26 16:58:00.420004 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57336) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:58:00.448640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b267e49d-0b55-45b8-adc1-f85f435ace3c tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275869 May 26 16:58:00.451203 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57338) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:58:00.455931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-573262478', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'project_id': '6ec12d26002b49639c4e94596543457d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:58:00.547759 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:58:00.551335 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.576675 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:57:59Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:00.603161 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Checking router: 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:00.603616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Updating router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 port bf6cd278-77f4-4251-a90c-9b933510461c binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:58:00.629898 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.745188 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.805197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Subnet': ['ID=608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:00.816225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Checking segment: {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:58:00.816597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network hostable DHCP agents. Network: 5b156d8f-a9c1-464e-9aa8-9a32a72a728a, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:58:00.837207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:58:00.847478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 5b156d8f-a9c1-464e-9aa8-9a32a72a728a) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:00.851576 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:00.852171 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.857889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e0ca5-32dc-4d80-a2cd-6be9052ea657 None None] Network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:58:00.879101 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-489e0d22-6f4b-408a-b6a6-c12c129a6b33 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4237990 May 26 16:58:00.879498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57340) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:58:00.905127 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.913512 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.967405 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Attempting to bind port bf6cd278-77f4-4251-a90c-9b933510461c on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:58:00.967775 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Attempting to bind port bf6cd278-77f4-4251-a90c-9b933510461c by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:58:00.968195 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Attempting to bind port bf6cd278-77f4-4251-a90c-9b933510461c on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:00.982652 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:00.983030 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:58:00.983435 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.983826 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:00.984330 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Bound port: bf6cd278-77f4-4251-a90c-9b933510461c, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:58:00.984676 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.987900 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Pushing event updated for resources: {'Port': ['ID=bf6cd278-77f4-4251-a90c-9b933510461c,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:01.016372 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.016629 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.016959 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.017298 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.017624 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.017950 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.018309 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.018633 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.019196 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.019626 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.019954 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.020277 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:01.034126 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:58:01.035194 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.052749 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] For port bf6cd278-77f4-4251-a90c-9b933510461c, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:01.056307 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] For port bf6cd278-77f4-4251-a90c-9b933510461c, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bf6cd278-77f4-4251-a90c-9b933510461c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:01.062120 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.117500 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:01.118175 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:01.198283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Allocated IP 172.20.0.2 (5b156d8f-a9c1-464e-9aa8-9a32a72a728a/608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c/b5186ec3-e507-44d3-bfdb-7997471ee384) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:01.237850 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:01.267183 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da9e50-bed2-48a0-8a13-99f3b8629ebe None None] Pushing event updated for resources: {'Port': ['ID=bf6cd278-77f4-4251-a90c-9b933510461c,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:01.365678 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.374303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.388896 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.418691 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:01.421394 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:01.426130 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:01.440270 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:57:59Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:01.441834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Pushing event updated for resources: {'Port': ['ID=b5186ec3-e507-44d3-bfdb-7997471ee384,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:01.473665 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189086b6-274f-46aa-9963-fade8d2a8337 None None] The sync data for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 is: [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:57:59Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:01.654768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Attempting to bind port b5186ec3-e507-44d3-bfdb-7997471ee384 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:58:01.655405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Attempting to bind port b5186ec3-e507-44d3-bfdb-7997471ee384 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:58:01.655725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Attempting to bind port b5186ec3-e507-44d3-bfdb-7997471ee384 on network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:01.662832 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:01.663207 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Checking segment: {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:58:01.663637 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.664040 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Bound using segment: {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:01.664551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Bound port: b5186ec3-e507-44d3-bfdb-7997471ee384, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:58:01.664958 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.714040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.1 (5b156d8f-a9c1-464e-9aa8-9a32a72a728a/608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c/60cfecec-22c6-4771-9cac-720e1178b45a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:01.766869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] For port b5186ec3-e507-44d3-bfdb-7997471ee384, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:01.770222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] For port b5186ec3-e507-44d3-bfdb-7997471ee384, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b5186ec3-e507-44d3-bfdb-7997471ee384,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:01.775046 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.848138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b234a-3f29-4e37-8b4a-3bd560ac2de0 None None] Pushing event updated for resources: {'Port': ['ID=b5186ec3-e507-44d3-bfdb-7997471ee384,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:01.901329 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.942902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:01.986356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:01.989409 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:01.997333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:02.022390 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=60cfecec-22c6-4771-9cac-720e1178b45a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:02.083030 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:02.618577 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:02.673270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b5186ec3-e507-44d3-bfdb-7997471ee384 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:02.731631 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b5186ec3-e507-44d3-bfdb-7997471ee384 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:02.732004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:02.820919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b5186ec3-e507-44d3-bfdb-7997471ee384 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:02.821315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:02.849833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb419182-a430-4796-8c72-1be41c567544 None None] Network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:58:02.883562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port b5186ec3-e507-44d3-bfdb-7997471ee384, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b5186ec3-e507-44d3-bfdb-7997471ee384,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:02.917249 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:02.918732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bf6cd278-77f4-4251-a90c-9b933510461c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:02.947264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:02.952553 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:02.980228 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-bb98bcad-7f5f-4720-a0f5-796e2ce8499d None None] Provisioning complete for port b5186ec3-e507-44d3-bfdb-7997471ee384 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:02.980606 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bb98bcad-7f5f-4720-a0f5-796e2ce8499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:03.036750 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=60cfecec-22c6-4771-9cac-720e1178b45a,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:03.040718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:03.108274 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=b5186ec3-e507-44d3-bfdb-7997471ee384,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:03.120777 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port bf6cd278-77f4-4251-a90c-9b933510461c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:03.121419 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:03.145240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:03.147575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:03.218704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bb98bcad-7f5f-4720-a0f5-796e2ce8499d None None] Current status of the port b5186ec3-e507-44d3-bfdb-7997471ee384 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:03.277565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:03.278053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port bf6cd278-77f4-4251-a90c-9b933510461c is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:03.278593 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:03.316234 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port bf6cd278-77f4-4251-a90c-9b933510461c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bf6cd278-77f4-4251-a90c-9b933510461c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:03.326913 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:03.387030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=bf6cd278-77f4-4251-a90c-9b933510461c,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:03.408230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:03.413676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4598931c-2655-4f90-9076-3f528faf58ff tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/30fc7d49-3db2-459e-b7e7-aae2f1e7d493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5327213 May 26 16:58:03.426178 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e45b9-6467-444a-a997-f57564566283 None None] Sync routers for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:03.439063 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e45b9-6467-444a-a997-f57564566283 None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:03.439844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-685e45b9-6467-444a-a997-f57564566283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:03.588539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-54f92acb-b9fe-41f8-b475-4eca5ad5a086 None None] Provisioning complete for port b5186ec3-e507-44d3-bfdb-7997471ee384 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:03.588894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-54f92acb-b9fe-41f8-b475-4eca5ad5a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:03.592783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-3c1eff83-34e7-4a66-b824-7a8552cee0cc tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166161625&fields=id&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 267 time: 0.0505569 May 26 16:58:03.595147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-685e45b9-6467-444a-a997-f57564566283 None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:03.710289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-4a692c88-7610-4493-b7ca-126287f33c15 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:03.711907 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-4a692c88-7610-4493-b7ca-126287f33c15 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/networks?id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a HTTP/1.1" status: 200 len: 797 time: 0.1170623 May 26 16:58:03.730258 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-f18ed629-7795-4c73-af32-3dfd232b4c3e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/quotas/6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 375 time: 0.0106306 May 26 16:58:03.791809 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-1abc958b-e2ff-45ae-80a4-99a83de715b1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535932 May 26 16:58:03.798656 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-54f92acb-b9fe-41f8-b475-4eca5ad5a086 None None] Current status of the port b5186ec3-e507-44d3-bfdb-7997471ee384 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:03.826087 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-54f92acb-b9fe-41f8-b475-4eca5ad5a086 None None] Provisioning complete for port 60cfecec-22c6-4771-9cac-720e1178b45a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:03.826383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-54f92acb-b9fe-41f8-b475-4eca5ad5a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:03.896304 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-54f92acb-b9fe-41f8-b475-4eca5ad5a086 None None] Port 60cfecec-22c6-4771-9cac-720e1178b45a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:58:03.910207 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-8b6c8b1e-aec5-4da9-af7d-ee83c465a487 service neutron] 10.222.0.39 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031857 May 26 16:58:03.920639 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-685e45b9-6467-444a-a997-f57564566283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '60cfecec-22c6-4771-9cac-720e1178b45a', 'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:86:61:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:01Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 2, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:03.948734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e45b9-6467-444a-a997-f57564566283 None None] Checking router: 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:03.949083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e45b9-6467-444a-a997-f57564566283 None None] Updating router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 port 60cfecec-22c6-4771-9cac-720e1178b45a binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:58:03.973662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-685e45b9-6467-444a-a997-f57564566283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:04.009298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-8991ded3-1a6b-492f-b783-866ae734bfcc service neutron] 10.222.0.39 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905299 May 26 16:58:04.041202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-1590e332-0f83-4373-ab3f-9f1fced51d00 None None] Provisioning complete for port 60cfecec-22c6-4771-9cac-720e1178b45a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:04.041570 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1590e332-0f83-4373-ab3f-9f1fced51d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:04.137930 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-1590e332-0f83-4373-ab3f-9f1fced51d00 None None] Port 60cfecec-22c6-4771-9cac-720e1178b45a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:58:04.183322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b1874bb-6165-45a4-86a3-fa7eca57e819 req-3a755668-aa7c-446c-9820-215d2250a4c9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 210 time: 0.0298040 May 26 16:58:04.297249 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-685e45b9-6467-444a-a997-f57564566283 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:04.302737 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-685e45b9-6467-444a-a997-f57564566283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:04.360432 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cc2db-8278-4448-bda0-68b559faf844 None None] Pushing event updated for resources: {'Port': ['ID=60cfecec-22c6-4771-9cac-720e1178b45a,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:04.418675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-685e45b9-6467-444a-a997-f57564566283 None None] Attempting to bind port 60cfecec-22c6-4771-9cac-720e1178b45a on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:58:04.419166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-685e45b9-6467-444a-a997-f57564566283 None None] Attempting to bind port 60cfecec-22c6-4771-9cac-720e1178b45a by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:58:04.419612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e45b9-6467-444a-a997-f57564566283 None None] Attempting to bind port 60cfecec-22c6-4771-9cac-720e1178b45a on network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:04.426417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e45b9-6467-444a-a997-f57564566283 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:04.426627 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e45b9-6467-444a-a997-f57564566283 None None] Checking segment: {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:58:04.426993 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-685e45b9-6467-444a-a997-f57564566283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:04.427385 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e45b9-6467-444a-a997-f57564566283 None None] Bound using segment: {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:04.427898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-685e45b9-6467-444a-a997-f57564566283 None None] Bound port: 60cfecec-22c6-4771-9cac-720e1178b45a, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:58:04.428287 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-685e45b9-6467-444a-a997-f57564566283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:04.495362 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-685e45b9-6467-444a-a997-f57564566283 None None] For port 60cfecec-22c6-4771-9cac-720e1178b45a, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:04.498934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-685e45b9-6467-444a-a997-f57564566283 None None] For port 60cfecec-22c6-4771-9cac-720e1178b45a, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=60cfecec-22c6-4771-9cac-720e1178b45a,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:04.505399 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-685e45b9-6467-444a-a997-f57564566283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:04.575936 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e45b9-6467-444a-a997-f57564566283 None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:04.576581 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-685e45b9-6467-444a-a997-f57564566283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:57:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:04.614759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cc2db-8278-4448-bda0-68b559faf844 None None] Pushing event updated for resources: {'Port': ['ID=60cfecec-22c6-4771-9cac-720e1178b45a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:04.638911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b5186ec3-e507-44d3-bfdb-7997471ee384 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:04.902061 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-154711b0-22f3-4ea9-b52f-f13178318d97 None None] Provisioning complete for port 60cfecec-22c6-4771-9cac-720e1178b45a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:04.902720 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-154711b0-22f3-4ea9-b52f-f13178318d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:04.905009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-685e45b9-6467-444a-a997-f57564566283 None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:05.028160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port b5186ec3-e507-44d3-bfdb-7997471ee384 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:05.028535 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:05.189034 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-154711b0-22f3-4ea9-b52f-f13178318d97 None None] Current status of the port 60cfecec-22c6-4771-9cac-720e1178b45a is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:05.189315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-154711b0-22f3-4ea9-b52f-f13178318d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:05.191086 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d5694bc3-0477-412b-bb6d-80142d4ed0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:05.288343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-154711b0-22f3-4ea9-b52f-f13178318d97 None None] For port 60cfecec-22c6-4771-9cac-720e1178b45a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=60cfecec-22c6-4771-9cac-720e1178b45a,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:05.296493 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port b5186ec3-e507-44d3-bfdb-7997471ee384 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:05.297630 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bf6cd278-77f4-4251-a90c-9b933510461c up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:05.305039 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-154711b0-22f3-4ea9-b52f-f13178318d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:05.329499 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3eaefc08-1244-42c4-9bad-63fbe62a254b req-52d00477-32c2-4896-a7f9-ebc6e785b2b3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 210 time: 0.0507374 May 26 16:58:05.341065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-5fa8b9f6-237d-4ffc-abb4-8b3cae387a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:05.342665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-5fa8b9f6-237d-4ffc-abb4-8b3cae387a99 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/networks?id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a HTTP/1.1" status: 200 len: 797 time: 0.1978369 May 26 16:58:05.394905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-685e45b9-6467-444a-a997-f57564566283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '60cfecec-22c6-4771-9cac-720e1178b45a', 'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:86:61:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:01Z', 'updated_at': '2022-05-26T16:58:04Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:05.397815 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-8b0cf57f-7b9c-4833-84fd-8e0d80dc5285 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 380 time: 0.0461144 May 26 16:58:05.415931 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'port': {'device_id': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'admin_state_up': True, 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'security_groups': ['29e67df0-98d4-4ef3-8c4e-b03aed2d2349']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:58:05.436662 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e45b9-6467-444a-a997-f57564566283 None None] The sync data for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 is: [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '60cfecec-22c6-4771-9cac-720e1178b45a', 'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:86:61:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:01Z', 'updated_at': '2022-05-26T16:58:04Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:05.442086 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154711b0-22f3-4ea9-b52f-f13178318d97 None None] Pushing event updated for resources: {'Port': ['ID=60cfecec-22c6-4771-9cac-720e1178b45a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:05.463490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port bf6cd278-77f4-4251-a90c-9b933510461c triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:05.464351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:05.528665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-2e99b42c-c25c-441f-8f7c-4894f3d344aa None None] Provisioning complete for port 60cfecec-22c6-4771-9cac-720e1178b45a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:05.529106 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2e99b42c-c25c-441f-8f7c-4894f3d344aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:05.634514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:58:05.636352 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port bf6cd278-77f4-4251-a90c-9b933510461c is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:05.638190 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:05.699605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-2e99b42c-c25c-441f-8f7c-4894f3d344aa None None] Current status of the port 60cfecec-22c6-4771-9cac-720e1178b45a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:05.801098 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.9 (5b156d8f-a9c1-464e-9aa8-9a32a72a728a/608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c/07887ed4-234f-4626-b36a-8ac6c9e6f29a) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:05.973897 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.010255 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.055882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:06.058970 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:06.062775 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:06.097198 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=07887ed4-234f-4626-b36a-8ac6c9e6f29a,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:06.123057 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:06.123690 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.141936 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-d901366c-679c-47d0-b3cb-bb26afd14569 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7378762 May 26 16:58:06.154316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Request body: {'port': {'device_id': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:58:06.222798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.326308 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-17d7b9fb-9757-42ec-a115-f510187dcc9e None None] Provisioning complete for port 07887ed4-234f-4626-b36a-8ac6c9e6f29a triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:06.326897 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-17d7b9fb-9757-42ec-a115-f510187dcc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.368506 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-17d7b9fb-9757-42ec-a115-f510187dcc9e None None] Port 07887ed4-234f-4626-b36a-8ac6c9e6f29a cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:58:06.494092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5c001-9798-4fd3-adaa-98d918bdfdb2 req-5d15c9ea-1cc9-467e-9697-b1331b91e431 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:06.495561 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50f5c001-9798-4fd3-adaa-98d918bdfdb2 req-5d15c9ea-1cc9-467e-9697-b1331b91e431 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 931 time: 0.0823874 May 26 16:58:06.575930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07887ed4-234f-4626-b36a-8ac6c9e6f29a {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:58:06.586071 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-50f5c001-9798-4fd3-adaa-98d918bdfdb2 req-ba2fd230-4f33-486b-93c1-0b47ada99749 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807388 May 26 16:58:06.587035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.605534 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Transition to ACTIVE for port object 07887ed4-234f-4626-b36a-8ac6c9e6f29a will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:58:06.608977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.651844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 60cfecec-22c6-4771-9cac-720e1178b45a up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:06.678559 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Pushing event updated for resources: {'Port': ['ID=07887ed4-234f-4626-b36a-8ac6c9e6f29a,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:06.713523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 60cfecec-22c6-4771-9cac-720e1178b45a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:06.713897 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.759348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Attempting to bind port 07887ed4-234f-4626-b36a-8ac6c9e6f29a on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:58:06.759772 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Attempting to bind port 07887ed4-234f-4626-b36a-8ac6c9e6f29a by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:58:06.760173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Attempting to bind port 07887ed4-234f-4626-b36a-8ac6c9e6f29a on network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:06.765029 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Port 07887ed4-234f-4626-b36a-8ac6c9e6f29a on network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:58:06.765424 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Attempting to bind port 07887ed4-234f-4626-b36a-8ac6c9e6f29a on network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:06.771163 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:06.771621 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Checking segment: {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:58:06.772080 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Bound using segment: {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:06.772589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Bound port: 07887ed4-234f-4626-b36a-8ac6c9e6f29a, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4991687-05e7-405e-8ca4-2a55cf47e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:58:06.773017 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.803815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 60cfecec-22c6-4771-9cac-720e1178b45a is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:06.846294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] For port 07887ed4-234f-4626-b36a-8ac6c9e6f29a, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:06.850033 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] For port 07887ed4-234f-4626-b36a-8ac6c9e6f29a, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:06.854268 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.893184 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:06.893786 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:06.895253 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] 10.222.0.24 "PUT /v2.0/ports/07887ed4-234f-4626-b36a-8ac6c9e6f29a HTTP/1.1" status: 200 len: 1091 time: 0.7454791 May 26 16:58:06.895703 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:06.898827 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5b683a-af50-49ab-bf52-d1ebf0637b75" -d '{"events": [{"name": "network-changed", "server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:06.937272 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce33664-0fad-432b-891c-08f2d3cdfbab service neutron] Pushing event updated for resources: {'Port': ['ID=07887ed4-234f-4626-b36a-8ac6c9e6f29a,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:06.940784 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46efd0c-a09d-4e7a-98e9-609acfa1fe38 x-openstack-request-id: req-d46efd0c-a09d-4e7a-98e9-609acfa1fe38 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:06.941076 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:06.941331 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d46efd0c-a09d-4e7a-98e9-609acfa1fe38 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:06.941875 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46efd0c-a09d-4e7a-98e9-609acfa1fe38'] response: {'name': 'network-changed', 'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'status': 'completed', 'code': 200} May 26 16:58:06.991139 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-cf27e5a0-98a4-4b61-ba66-bb962a21d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:06.992956 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-cf27e5a0-98a4-4b61-ba66-bb962a21d96a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 1094 time: 0.0480986 May 26 16:58:07.036615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-53250d9a-40a3-4382-8fed-affc27cb3430 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a HTTP/1.1" status: 200 len: 217 time: 0.0349994 May 26 16:58:07.097341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-03b4cf71-0aae-4aa8-ba35-5f615e6be02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.098839 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-03b4cf71-0aae-4aa8-ba35-5f615e6be02f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c HTTP/1.1" status: 200 len: 834 time: 0.0510235 May 26 16:58:07.148136 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-4767b76c-e8df-41cc-ac7f-ac3535e33dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.149639 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-4767b76c-e8df-41cc-ac7f-ac3535e33dc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421603 May 26 16:58:07.239341 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-2e14655b-db6d-42ee-b665-89468c8b4e9d service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821967 May 26 16:58:07.334549 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-176624a6-eb16-4a73-9735-b3023b7fa728 req-1df581e4-71cb-48d1-a742-9ec27d67e52b service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869758 May 26 16:58:07.418514 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-c6067f83-0e2b-47ea-9837-0c15d4015f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.420054 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-c6067f83-0e2b-47ea-9837-0c15d4015f75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 1094 time: 0.0430293 May 26 16:58:07.515009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-b7b7d1b9-62ac-40df-b19c-7ae1e4b1f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.516475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-b7b7d1b9-62ac-40df-b19c-7ae1e4b1f4aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a HTTP/1.1" status: 200 len: 898 time: 0.0894868 May 26 16:58:07.558256 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-5a06ad04-bd32-4dd4-863a-6a248701cfd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a HTTP/1.1" status: 200 len: 217 time: 0.0350292 May 26 16:58:07.610747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-a5308187-bcef-48b9-bdce-09b118ad919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.612116 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-a5308187-bcef-48b9-bdce-09b118ad919f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c HTTP/1.1" status: 200 len: 834 time: 0.0451720 May 26 16:58:07.671422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-01c2becd-edcf-4e5a-bd04-877fdb063206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.672872 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-01c2becd-edcf-4e5a-bd04-877fdb063206 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543048 May 26 16:58:07.758497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107eac-bf54-4d1d-802a-dd81a94f7a32 req-703b8c43-a4aa-412b-ad1e-3a1f3a1d20f7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:07.759952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40107eac-bf54-4d1d-802a-dd81a94f7a32 req-703b8c43-a4aa-412b-ad1e-3a1f3a1d20f7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 943 time: 0.1041298 May 26 16:58:07.808589 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-aff4d259-a7e1-4461-a352-641f0c5ddb8d service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223919 May 26 16:58:07.831076 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-40107eac-bf54-4d1d-802a-dd81a94f7a32 req-47bf671d-ce11-4d06-b695-02d1fcb40bbf tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625811 May 26 16:58:07.866556 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f7a09a34-55c3-4fce-866c-548b24382f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:07.909665 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3f5b683a-af50-49ab-bf52-d1ebf0637b75 req-1c022649-5c9a-4318-8763-6d8d2789bffc service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933738 May 26 16:58:08.958417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1d42-38b0-4918-8383-caf09d8eee30 req-0671c9ce-b58a-4ce7-a9f4-08518a4f3131 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:08.959938 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b6c1d42-38b0-4918-8383-caf09d8eee30 req-0671c9ce-b58a-4ce7-a9f4-08518a4f3131 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 943 time: 0.0515530 May 26 16:58:08.984103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:09.000616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2b6c1d42-38b0-4918-8383-caf09d8eee30 req-97775c17-3417-4677-9244-c86907ac3b5c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346901 May 26 16:58:10.125209 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14cab6-6640-4ee3-9c81-9c96b28ee450 req-6050cab7-d1d1-42a2-ae8d-273a54816705 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:10.126606 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc14cab6-6640-4ee3-9c81-9c96b28ee450 req-6050cab7-d1d1-42a2-ae8d-273a54816705 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 943 time: 0.0534461 May 26 16:58:10.165546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bc14cab6-6640-4ee3-9c81-9c96b28ee450 req-0b79dde6-d157-4863-88d6-dfd95b817c95 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 May 26 16:58:10.771182 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:10.868164 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:11.337061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9c8a1-cd98-458e-8fa7-08b2a3714e58 req-b395272d-240d-43f9-b109-99d61319f8e5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:11.338546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5dc9c8a1-cd98-458e-8fa7-08b2a3714e58 req-b395272d-240d-43f9-b109-99d61319f8e5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 943 time: 0.0487103 May 26 16:58:11.356038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 07887ed4-234f-4626-b36a-8ac6c9e6f29a details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:58:11.377624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5dc9c8a1-cd98-458e-8fa7-08b2a3714e58 req-a2ddc927-cd12-4604-b443-ef827d712b4c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328517 May 26 16:58:11.453566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 07887ed4-234f-4626-b36a-8ac6c9e6f29a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:11.466964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'port_id': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'mac_address': 'fa:16:3e:51:f4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:58:11.502616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 07887ed4-234f-4626-b36a-8ac6c9e6f29a is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:11.503003 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:11.515958 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07887ed4-234f-4626-b36a-8ac6c9e6f29a {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:58:11.534654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 07887ed4-234f-4626-b36a-8ac6c9e6f29a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:11.538457 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:11.587887 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=07887ed4-234f-4626-b36a-8ac6c9e6f29a,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:11.744760 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['07887ed4-234f-4626-b36a-8ac6c9e6f29a'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:58:12.496964 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a58f1d-7fe3-4390-aec4-e6ef22bcbc6b req-36cdc328-01e9-42d9-9644-47e59e9f3895 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:12.498463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77a58f1d-7fe3-4390-aec4-e6ef22bcbc6b req-36cdc328-01e9-42d9-9644-47e59e9f3895 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 944 time: 0.0493765 May 26 16:58:12.536109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-77a58f1d-7fe3-4390-aec4-e6ef22bcbc6b req-dd80252b-d3e6-4154-b3ec-22eeca0f3e3c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 May 26 16:58:13.360323 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 07887ed4-234f-4626-b36a-8ac6c9e6f29a up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:13.409290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 07887ed4-234f-4626-b36a-8ac6c9e6f29a completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:58:13.414287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 07887ed4-234f-4626-b36a-8ac6c9e6f29a triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:13.414804 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:13.489625 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 07887ed4-234f-4626-b36a-8ac6c9e6f29a is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:13.490031 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:13.515735 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:13.518033 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf0cdfe-c187-461d-b1b1-a20d57f4152e" -d '{"events": [{"server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "name": "network-vif-plugged", "status": "completed", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:13.530632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 07887ed4-234f-4626-b36a-8ac6c9e6f29a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:13.535303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:13.559424 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3f0408-a1ec-4bd0-aa07-194774715ec7 x-openstack-request-id: req-6d3f0408-a1ec-4bd0-aa07-194774715ec7 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:13.559718 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "name": "network-vif-plugged", "status": "completed", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:13.559972 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d3f0408-a1ec-4bd0-aa07-194774715ec7 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:13.560369 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3f0408-a1ec-4bd0-aa07-194774715ec7'] response: {'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'code': 200} May 26 16:58:13.592140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=07887ed4-234f-4626-b36a-8ac6c9e6f29a,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:13.686440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a78d6-0ebd-4c49-9b65-16bc6235dce1 req-92fb30b4-12fb-4d8e-acfe-488607e3588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:13.687841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-068a78d6-0ebd-4c49-9b65-16bc6235dce1 req-92fb30b4-12fb-4d8e-acfe-488607e3588e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 1096 time: 0.0725760 May 26 16:58:13.698833 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cde5a2-f786-4350-8208-58e7b42efd7c req-ab3ade9e-36fa-456d-b6f5-74ebda1cb144 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:13.700274 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08cde5a2-f786-4350-8208-58e7b42efd7c req-ab3ade9e-36fa-456d-b6f5-74ebda1cb144 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0772460 May 26 16:58:13.750685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-068a78d6-0ebd-4c49-9b65-16bc6235dce1 req-7f3209bf-1149-4011-ab2c-c80340a96e8f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494878 May 26 16:58:13.757710 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-08cde5a2-f786-4350-8208-58e7b42efd7c req-e3d48486-72dd-4d83-9526-4451e33879c0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508552 May 26 16:58:14.877895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518338ba-fcf0-4746-b713-94b28aede490 req-7282925c-6575-4ce1-8923-31dc7352147b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:14.879377 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-518338ba-fcf0-4746-b713-94b28aede490 req-7282925c-6575-4ce1-8923-31dc7352147b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0492828 May 26 16:58:14.922340 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-518338ba-fcf0-4746-b713-94b28aede490 req-d83eeac6-1a53-45c6-bb7f-8fa61675af71 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360894 May 26 16:58:16.039038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38900504-aed9-4887-bda2-4e0324cdfb74 req-6e09f920-f3a3-4a08-9a6b-96356f5938cb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:16.040480 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38900504-aed9-4887-bda2-4e0324cdfb74 req-6e09f920-f3a3-4a08-9a6b-96356f5938cb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0488148 May 26 16:58:16.078859 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-38900504-aed9-4887-bda2-4e0324cdfb74 req-1524413a-3a22-4d24-823f-afa643332004 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 May 26 16:58:16.194818 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ae22c-4ce7-4dad-a26d-a243993832f7 req-1974afb8-ae7f-4c4b-900f-b7cfc19dd363 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:16.196583 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:58:16.197128 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-140ae22c-4ce7-4dad-a26d-a243993832f7 req-1974afb8-ae7f-4c4b-900f-b7cfc19dd363 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0498185 May 26 16:58:16.234682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-140ae22c-4ce7-4dad-a26d-a243993832f7 req-305c4712-747e-4476-b3a0-2529b167bbb1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 May 26 16:58:16.256234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57396) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:58:16.337661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942f8aa-47da-4bba-91b6-0b7df423d284 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:16.339168 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2942f8aa-47da-4bba-91b6-0b7df423d284 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 1091 time: 0.0819995 May 26 16:58:16.341972 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57400) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:58:16.346316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:58:16.366655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:16.467692 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:16.573065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.38 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/dca7dc12-0d63-4731-b6ef-acb6667c1b0b) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:58:16.684642 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:16.717360 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:16.755581 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:58:16.758311 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:58:16.761171 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:58:16.792820 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=dca7dc12-0d63-4731-b6ef-acb6667c1b0b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:17.148119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:17.219544 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:17.371511 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:17.377037 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:17.453914 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=dca7dc12-0d63-4731-b6ef-acb6667c1b0b,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:17.464997 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:17.566989 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP b304a330-da9e-4b21-a4ed-9a8f5b596161 associated. External IP: 172.25.0.38, port: 07887ed4-234f-4626-b36a-8ac6c9e6f29a. May 26 16:58:18.127285 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:18.235106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:18.245541 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] Sync routers for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:18.252747 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:18.255980 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:18.256579 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:58:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:18.281265 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1cb0e112-4f04-4666-a979-66a9e27f55d4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9381375 May 26 16:58:18.281901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:18.284374 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c12399-7996-474c-87fd-fd1df3bbec8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:18.328831 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddb49e5-1ebb-4b21-a005-68ba6233e97c x-openstack-request-id: req-cddb49e5-1ebb-4b21-a005-68ba6233e97c {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:18.329371 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:18.329627 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cddb49e5-1ebb-4b21-a005-68ba6233e97c {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:18.330057 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddb49e5-1ebb-4b21-a005-68ba6233e97c'] response: {'name': 'network-changed', 'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'status': 'completed', 'code': 200} May 26 16:58:18.427431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99feff-2b84-41c7-b934-4bf411cb9241 req-13eb9928-f234-4c0d-a37c-b33b89998fc2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:18.428903 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac99feff-2b84-41c7-b934-4bf411cb9241 req-13eb9928-f234-4c0d-a37c-b33b89998fc2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0805888 May 26 16:58:18.431877 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-51c88bac-000a-4af6-a907-73719c1972b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:18.433260 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-51c88bac-000a-4af6-a907-73719c1972b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 1096 time: 0.0757139 May 26 16:58:18.471649 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:18.517121 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ac99feff-2b84-41c7-b934-4bf411cb9241 req-25b3218e-3142-400a-8f52-027874869733 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814195 May 26 16:58:18.539267 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57406) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:58:18.559079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-948f5799-22a1-486a-9585-3a32603031b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:18.561045 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-948f5799-22a1-486a-9585-3a32603031b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a HTTP/1.1" status: 200 len: 898 time: 0.1184428 May 26 16:58:18.616681 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-79ecd61e-10ee-44ab-968e-3b4c893c26ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/b304a330-da9e-4b21-a4ed-9a8f5b596161 HTTP/1.1" status: 200 len: 990 time: 0.0750504 May 26 16:58:18.634357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-5b94dd35-aaa7-4f26-9dda-4c6c45a1c781 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a HTTP/1.1" status: 200 len: 998 time: 0.0671320 May 26 16:58:18.684340 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-2e46cc3a-0473-4cc9-8168-cc953438abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:18.685873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-2e46cc3a-0473-4cc9-8168-cc953438abb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c HTTP/1.1" status: 200 len: 834 time: 0.0452712 May 26 16:58:18.705649 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'b304a330-da9e-4b21-a4ed-9a8f5b596161', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'port_id': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'mac_address': 'fa:16:3e:51:f4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:58:17Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cfecec-22c6-4771-9cac-720e1178b45a', 'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:86:61:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:01Z', 'updated_at': '2022-05-26T16:58:05Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:18.730836 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-3eebf365-afbe-4004-b7b1-94113331ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:18.732328 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-3eebf365-afbe-4004-b7b1-94113331ed5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406814 May 26 16:58:18.734951 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] Checking router: 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:18.744177 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:18.744808 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:58:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:18.825675 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-4eaea774-7373-40f0-bde1-7044a661fe74 service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867295 May 26 16:58:18.848849 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:18.917229 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89c12399-7996-474c-87fd-fd1df3bbec8a req-6b58c71b-fbd9-470b-a93e-f340aa317b99 service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857785 May 26 16:58:19.075589 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'b304a330-da9e-4b21-a4ed-9a8f5b596161', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'port_id': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'mac_address': 'fa:16:3e:51:f4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:58:17Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cfecec-22c6-4771-9cac-720e1178b45a', 'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:86:61:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:01Z', 'updated_at': '2022-05-26T16:58:05Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:19.103576 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44126532-fff0-4999-88cc-c5de6a3e5025 None None] The sync data for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 is: [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'b304a330-da9e-4b21-a4ed-9a8f5b596161', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'port_id': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'mac_address': 'fa:16:3e:51:f4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:58:17Z', 'updated_at': '2022-05-26T16:58:17Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cfecec-22c6-4771-9cac-720e1178b45a', 'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:86:61:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:01Z', 'updated_at': '2022-05-26T16:58:05Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:19.304330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61295987-d4d7-4a4c-be3a-a524f0770432 None None] New status for floating IP b304a330-da9e-4b21-a4ed-9a8f5b596161: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:58:19.621431 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57408) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:58:19.687406 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-5cbcf47c-6158-4fe8-9349-165bab9bbea8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/b304a330-da9e-4b21-a4ed-9a8f5b596161 HTTP/1.1" status: 200 len: 992 time: 0.0647962 May 26 16:58:24.347712 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:24.380955 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:27.128498 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394905d7-853c-417c-b679-b777f21b1bbc req-39ff9c97-5227-4595-bb89-3b59479ed7e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383923 May 26 16:58:27.214389 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394905d7-853c-417c-b679-b777f21b1bbc req-f2eabbef-dcd5-4e9e-9860-8a72cda4f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:27.215908 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394905d7-853c-417c-b679-b777f21b1bbc req-f2eabbef-dcd5-4e9e-9860-8a72cda4f547 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 1096 time: 0.0442424 May 26 16:58:27.325802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394905d7-853c-417c-b679-b777f21b1bbc req-a93fc376-80f4-4d0b-bf37-164083e6f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:27.327390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394905d7-853c-417c-b679-b777f21b1bbc req-a93fc376-80f4-4d0b-bf37-164083e6f800 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a HTTP/1.1" status: 200 len: 898 time: 0.0921030 May 26 16:58:27.395629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394905d7-853c-417c-b679-b777f21b1bbc req-4dd76fcc-7225-46ca-b394-6a3850e3b212 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a HTTP/1.1" status: 200 len: 1000 time: 0.0602477 May 26 16:58:27.463583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394905d7-853c-417c-b679-b777f21b1bbc req-d2a94202-ed82-4acc-8eed-6cb350d1bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:27.465087 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394905d7-853c-417c-b679-b777f21b1bbc req-d2a94202-ed82-4acc-8eed-6cb350d1bd4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c HTTP/1.1" status: 200 len: 834 time: 0.0624921 May 26 16:58:27.515541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394905d7-853c-417c-b679-b777f21b1bbc req-0de62caf-aa1a-48dc-98d2-49b009f9daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:27.517015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394905d7-853c-417c-b679-b777f21b1bbc req-0de62caf-aa1a-48dc-98d2-49b009f9daa5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446835 May 26 16:58:27.607132 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394905d7-853c-417c-b679-b777f21b1bbc req-f441468f-7a9d-4702-a37e-08b8d9161a48 service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817046 May 26 16:58:27.702918 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-394905d7-853c-417c-b679-b777f21b1bbc req-05fcb48a-2a2f-44a0-ac59-5d8dfecb7359 service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887628 May 26 16:58:35.142990 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-360ffb55-86b3-474d-81f5-98b947faa2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:37.859254 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b86c-70ff-4e8b-9598-266bf5fb1db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:38.985777 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:40.773899 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:40.869871 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:51.126477 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8a3c8-122e-47a8-a67f-97d7cb0d680b req-27a0b312-b360-4a9a-a56e-27a8a5fbead4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:51.127610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adf8a3c8-122e-47a8-a67f-97d7cb0d680b req-27a0b312-b360-4a9a-a56e-27a8a5fbead4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0515625 May 26 16:58:51.171804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-adf8a3c8-122e-47a8-a67f-97d7cb0d680b req-b39a6cf3-d101-46f7-b74d-75f7fe477c89 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381150 May 26 16:58:52.295165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e5c3-6bef-4644-9b74-4dc6db7e2bd3 req-39d576fc-d4ba-41a7-b58c-77a795bb92e2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:52.296740 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37e7e5c3-6bef-4644-9b74-4dc6db7e2bd3 req-39d576fc-d4ba-41a7-b58c-77a795bb92e2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0529089 May 26 16:58:52.337389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-37e7e5c3-6bef-4644-9b74-4dc6db7e2bd3 req-9dc1a3dd-2a51-418b-ac80-5b787db04fa2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342185 May 26 16:58:53.194179 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:58:53.470283 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3f407-a066-45d9-9a16-1c09fd8690df req-fe46e9a8-d182-4950-8352-fbbee3e7687a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:53.471723 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67e3f407-a066-45d9-9a16-1c09fd8690df req-fe46e9a8-d182-4950-8352-fbbee3e7687a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0629697 May 26 16:58:53.516455 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67e3f407-a066-45d9-9a16-1c09fd8690df req-73af63f5-7bff-49b8-a8b6-18b702e95f2a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386984 May 26 16:58:54.369305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:54.392275 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:54.638632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e636454-17d4-4cf2-aaba-b213fdcae836 req-43fbb6c4-7743-43de-a1e1-a3cce2d16f11 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.640095 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e636454-17d4-4cf2-aaba-b213fdcae836 req-43fbb6c4-7743-43de-a1e1-a3cce2d16f11 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0516620 May 26 16:58:54.682989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2e636454-17d4-4cf2-aaba-b213fdcae836 req-49a6b284-c610-4840-8d00-af294745f769 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348990 May 26 16:58:55.800059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c21f2b-73c5-44fe-b371-cdb3d13c420b req-8e723e4c-bf53-49bd-ad88-0f0be14b961c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:55.801520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15c21f2b-73c5-44fe-b371-cdb3d13c420b req-8e723e4c-bf53-49bd-ad88-0f0be14b961c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0503454 May 26 16:58:55.844489 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15c21f2b-73c5-44fe-b371-cdb3d13c420b req-59f4cd10-9a03-4361-b32b-2507925ebd7e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369420 May 26 16:58:56.965436 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1d04-f132-4178-8780-735a9c3e7f27 req-223a4731-611d-47f3-8cd5-6150547b85bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:56.967151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-505f1d04-f132-4178-8780-735a9c3e7f27 req-223a4731-611d-47f3-8cd5-6150547b85bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0495539 May 26 16:58:57.010277 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-505f1d04-f132-4178-8780-735a9c3e7f27 req-bc70bee4-fbd6-4dac-8a9c-6ff7b2b733e1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370650 May 26 16:58:58.130864 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15725234-6f5f-48e0-8265-aa985e0f8625 req-dd725a9f-50ab-41ad-ab9e-5ec7010832f4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:58.132283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15725234-6f5f-48e0-8265-aa985e0f8625 req-dd725a9f-50ab-41ad-ab9e-5ec7010832f4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0533092 May 26 16:58:58.175371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15725234-6f5f-48e0-8265-aa985e0f8625 req-9b293e04-7cf1-41b7-9807-52442258b21b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363617 May 26 16:58:59.301980 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff7f93-7452-48f2-8fb7-ac7ea37e71ff req-b9be4a8f-9c52-4643-9e2a-4dccce430fd4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:59.303505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11ff7f93-7452-48f2-8fb7-ac7ea37e71ff req-b9be4a8f-9c52-4643-9e2a-4dccce430fd4 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0539329 May 26 16:58:59.343975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11ff7f93-7452-48f2-8fb7-ac7ea37e71ff req-28448f86-7d59-4ae9-a200-3954ef29f067 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344036 May 26 16:59:00.459505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6b539-5134-4108-bd2b-fb0ec6a49d35 req-114030aa-43f0-4013-b18f-ea5243e5bd00 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:00.460973 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2f6b539-5134-4108-bd2b-fb0ec6a49d35 req-114030aa-43f0-4013-b18f-ea5243e5bd00 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0484529 May 26 16:59:00.503947 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e2f6b539-5134-4108-bd2b-fb0ec6a49d35 req-f6972b36-947f-4d5e-aa43-707ef50ffc15 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368769 May 26 16:59:01.618440 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7cbed-564c-4fe5-8a2d-b63ab0a7a5ae req-a0b628e4-1449-4855-b786-64ff7836ad5a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:01.619890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ac7cbed-564c-4fe5-8a2d-b63ab0a7a5ae req-a0b628e4-1449-4855-b786-64ff7836ad5a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0485816 May 26 16:59:01.661855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0ac7cbed-564c-4fe5-8a2d-b63ab0a7a5ae req-f37f6259-2be1-4f50-8e14-70d40a6123ad tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339596 May 26 16:59:02.780155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75f9d8-e3b9-43ab-8aab-6912f5409272 req-edc7fee4-eb30-4810-b628-97edc5cae9a3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.781621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f75f9d8-e3b9-43ab-8aab-6912f5409272 req-edc7fee4-eb30-4810-b628-97edc5cae9a3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0499651 May 26 16:59:02.819585 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2f75f9d8-e3b9-43ab-8aab-6912f5409272 req-525dc0e4-6155-4193-869a-4ce5559362c5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 May 26 16:59:03.938416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128ff58-5068-4139-9e99-8feb835ec975 req-b9a4250c-b49d-48b0-bb5e-30fbfc88ab16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:03.939928 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2128ff58-5068-4139-9e99-8feb835ec975 req-b9a4250c-b49d-48b0-bb5e-30fbfc88ab16 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0508673 May 26 16:59:03.981118 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2128ff58-5068-4139-9e99-8feb835ec975 req-7fe8111d-54d1-45cf-90b6-603d4a69cb78 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351393 May 26 16:59:05.099543 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418777-56b3-4082-bf89-a205ff553a93 req-76264d99-f21f-40e1-acde-8daa890af7b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:05.101061 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30418777-56b3-4082-bf89-a205ff553a93 req-76264d99-f21f-40e1-acde-8daa890af7b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0507293 May 26 16:59:05.141384 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-30418777-56b3-4082-bf89-a205ff553a93 req-4d7b659b-cbad-46c6-a5eb-98901ba4fc81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341971 May 26 16:59:05.147357 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bafdc1c4-4801-41f6-a119-53ad64321220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:06.262585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a715cc-ea8e-4c90-8ee4-5d73296ed8de req-68e17fc5-920c-48a1-bd90-ad2d6fe8d496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:06.264052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11a715cc-ea8e-4c90-8ee4-5d73296ed8de req-68e17fc5-920c-48a1-bd90-ad2d6fe8d496 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0487618 May 26 16:59:06.303092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-11a715cc-ea8e-4c90-8ee4-5d73296ed8de req-ea7e7456-cfd4-48d1-adde-201e666e3a30 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330510 May 26 16:59:07.419324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3afc7-81ac-49be-94a9-f7a14b996900 req-419d61d8-384c-4a35-b630-817a6d7d9d03 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:07.420794 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85b3afc7-81ac-49be-94a9-f7a14b996900 req-419d61d8-384c-4a35-b630-817a6d7d9d03 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0499485 May 26 16:59:07.463587 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-85b3afc7-81ac-49be-94a9-f7a14b996900 req-60aa36bc-b659-4a6a-89a5-c3b768494f07 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365293 May 26 16:59:07.485874 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57460) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:07.548036 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d6c928b8-7e08-45a2-86f1-f1f6a8bb7850 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/b304a330-da9e-4b21-a4ed-9a8f5b596161 HTTP/1.1" status: 200 len: 992 time: 0.0606647 May 26 16:59:07.860893 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-57c622e7-83bb-4f2a-93aa-4cd33396b909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:08.847518 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff11c7-ab2d-4a20-b113-dda9bd39e911 req-ee8bc326-82ec-41e8-b266-aac50b7718cc tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:08.848917 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dff11c7-ab2d-4a20-b113-dda9bd39e911 req-ee8bc326-82ec-41e8-b266-aac50b7718cc tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0805430 May 26 16:59:08.854872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-08e17975-732f-498b-8f19-61d8f13936ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:08.856631 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-08e17975-732f-498b-8f19-61d8f13936ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 1096 time: 0.0596035 May 26 16:59:08.937669 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0dff11c7-ab2d-4a20-b113-dda9bd39e911 req-e24e9f15-70d8-4a3c-b632-6506642e5b90 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802882 May 26 16:59:08.969334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-ae51b069-ce18-4006-abf4-9c7775a564cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:08.970920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-ae51b069-ce18-4006-abf4-9c7775a564cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a HTTP/1.1" status: 200 len: 898 time: 0.1079254 May 26 16:59:08.988906 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:09.042695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-70223202-d7b3-4cf3-9bcf-4a77a702900d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a HTTP/1.1" status: 200 len: 1000 time: 0.0648546 May 26 16:59:09.091704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-a6bdc5a2-407f-4848-8994-92bd2874dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:09.093147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-a6bdc5a2-407f-4848-8994-92bd2874dca5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c HTTP/1.1" status: 200 len: 834 time: 0.0440018 May 26 16:59:09.139556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-7970c6c3-368a-4731-ac80-d17a5bc374b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:09.140943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-7970c6c3-368a-4731-ac80-d17a5bc374b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406899 May 26 16:59:09.234847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-636febb8-e60d-4da4-9234-ac8a4cf4aafb service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867720 May 26 16:59:09.324361 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-af2f8c45-6650-4bb9-91e7-d04d03d703dd req-9a7ffb5f-039f-4b64-956e-d1be8b3437a8 service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833688 May 26 16:59:10.059226 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee94bb9-4d64-44f2-91be-0babafbf63c3 req-7f466069-58fa-4ce2-a928-273bb17a25f0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:10.061193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ee94bb9-4d64-44f2-91be-0babafbf63c3 req-7f466069-58fa-4ce2-a928-273bb17a25f0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0508208 May 26 16:59:10.098522 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3ee94bb9-4d64-44f2-91be-0babafbf63c3 req-6485a36c-e357-479f-b13e-1f2812f7f0b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 May 26 16:59:10.120132 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57470) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:10.185278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b5fca8ce-e975-4c8c-9c4b-1856ed3350b8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/b304a330-da9e-4b21-a4ed-9a8f5b596161 HTTP/1.1" status: 200 len: 992 time: 0.0635767 May 26 16:59:10.775122 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:10.873206 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:24.358381 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:24.407000 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:27.168180 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-acc0cc06-9230-47b6-ac5f-3b77e5aa115f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419869 May 26 16:59:27.256121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-227075f1-a77d-48bb-b664-574ff77abc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:27.257640 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-227075f1-a77d-48bb-b664-574ff77abc03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 1096 time: 0.0453753 May 26 16:59:27.370624 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-1c8043ee-767d-412a-8db0-cfd14f3a0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:27.372151 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-1c8043ee-767d-412a-8db0-cfd14f3a0058 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a HTTP/1.1" status: 200 len: 898 time: 0.0902340 May 26 16:59:27.446758 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-019932ac-690e-4d35-b7d0-7290b86f7492 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a HTTP/1.1" status: 200 len: 1000 time: 0.0663140 May 26 16:59:27.501686 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-f80d45cc-18e7-4cdc-8c60-cff970558a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:27.503202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-f80d45cc-18e7-4cdc-8c60-cff970558a42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c HTTP/1.1" status: 200 len: 834 time: 0.0496814 May 26 16:59:27.549765 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-efea9b73-1808-4627-ad66-674c267fba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:27.551299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-efea9b73-1808-4627-ad66-674c267fba5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416744 May 26 16:59:27.643534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-a02f9a2c-f093-4d07-8ae0-6d6e11b416b2 service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844605 May 26 16:59:27.744551 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bd106ebe-e560-4e4f-bb07-5a1a189fefbb req-10fa09c8-4f1f-4dc6-850f-7add3999a832 service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937433 May 26 16:59:30.193245 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:59:35.149100 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e107484-a4fb-4d5f-bc16-817ccd5ab816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:37.862911 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2ea78838-1fef-471c-a501-85a903206d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:38.991748 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:40.626935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57484) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:40.776974 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:40.788873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port dca7dc12-0d63-4731-b6ef-acb6667c1b0b {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:59:40.789221 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:40.871999 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:40.872342 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:40.874799 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:40.884633 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for dca7dc12-0d63-4731-b6ef-acb6667c1b0b owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:59:41.027065 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:41.057822 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=dca7dc12-0d63-4731-b6ef-acb6667c1b0b,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:41.084419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.084766 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.085105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.085442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.085771 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.086195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.086528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.086861 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.087186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.087513 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.087831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.088150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:41.128571 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:41.128926 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP b304a330-da9e-4b21-a4ed-9a8f5b596161 disassociated (deleted). External IP: 172.25.0.38, port: 07887ed4-234f-4626-b36a-8ac6c9e6f29a. May 26 16:59:41.340021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:41.447194 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:41.452662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:41.459336 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] Sync routers for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:41.469617 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:41.470261 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:41.480109 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-af281755-f896-400b-bc7d-a9f591895623 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/floatingips/b304a330-da9e-4b21-a4ed-9a8f5b596161 HTTP/1.1" status: 204 len: 168 time: 0.8521051 May 26 16:59:41.480966 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:41.483461 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a867abaa-8fd8-4ac6-864d-5cce043bde20" -d '{"events": [{"name": "network-changed", "server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:41.522168 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9aac67-1934-45de-893f-070a754b22f8 x-openstack-request-id: req-4a9aac67-1934-45de-893f-070a754b22f8 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:41.522463 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:41.522722 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a9aac67-1934-45de-893f-070a754b22f8 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:41.523132 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9aac67-1934-45de-893f-070a754b22f8'] response: {'name': 'network-changed', 'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'status': 'completed', 'code': 200} May 26 16:59:41.589639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-e9a091ac-8e1a-4814-8cb2-f801f46c64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:41.591944 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-e9a091ac-8e1a-4814-8cb2-f801f46c64ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 1096 time: 0.0448685 May 26 16:59:41.598908 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:41.735148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5f34-e0dd-44a8-9d41-40b7bc5c565d req-41ceeca0-1a09-4940-aa1f-2af427c390ce tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:41.736657 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c20d5f34-e0dd-44a8-9d41-40b7bc5c565d req-41ceeca0-1a09-4940-aa1f-2af427c390ce tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0728173 May 26 16:59:41.739599 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-5ef86bbc-3669-47f5-ba8c-860a8c180f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:41.740965 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-5ef86bbc-3669-47f5-ba8c-860a8c180f9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a HTTP/1.1" status: 200 len: 898 time: 0.1362906 May 26 16:59:41.796997 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-18722c38-e5ea-4825-a8c1-660c43354694 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a HTTP/1.1" status: 200 len: 217 time: 0.0460339 May 26 16:59:41.804665 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '60cfecec-22c6-4771-9cac-720e1178b45a', 'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:86:61:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:01Z', 'updated_at': '2022-05-26T16:58:05Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:41.832986 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] Checking router: 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:41.838855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c20d5f34-e0dd-44a8-9d41-40b7bc5c565d req-806c9dd9-9a4d-41bd-adbd-f2b228013266 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953445 May 26 16:59:41.841384 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:41.842135 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:41.857291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-7f2cdfb0-f2fa-424a-a37f-95aa92d8f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:41.858812 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-7f2cdfb0-f2fa-424a-a37f-95aa92d8f581 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c HTTP/1.1" status: 200 len: 834 time: 0.0525112 May 26 16:59:41.914590 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-e674a6af-2d83-4e44-9864-ad969380db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:41.916102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-e674a6af-2d83-4e44-9864-ad969380db74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b156d8f-a9c1-464e-9aa8-9a32a72a728a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459418 May 26 16:59:41.947917 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:42.250678 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '60cfecec-22c6-4771-9cac-720e1178b45a', 'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:86:61:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:01Z', 'updated_at': '2022-05-26T16:58:05Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:42.276929 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5305e-171f-482f-85a3-629cb0510ddf None None] The sync data for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 is: [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:58:02Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '60cfecec-22c6-4771-9cac-720e1178b45a', 'name': '', 'network_id': '5b156d8f-a9c1-464e-9aa8-9a32a72a728a', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:86:61:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:58:01Z', 'updated_at': '2022-05-26T16:58:05Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': '608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:42.358462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-b7dd5256-e891-4f5c-8ffa-a52130a4afb3 service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344923 May 26 16:59:42.455974 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a867abaa-8fd8-4ac6-864d-5cce043bde20 req-3c894019-4c28-494f-9454-0f57e3d2de31 service neutron] 10.222.0.24 "GET /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903671 May 26 16:59:42.500624 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf822a6-c528-42b1-b850-2b0a6b23dc2b None None] New status for floating IP b304a330-da9e-4b21-a4ed-9a8f5b596161: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:59:42.960137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da456a63-7808-486c-96d4-99e9aa32a432 req-3562482a-2388-4694-8362-53583d318ca9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:42.961615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da456a63-7808-486c-96d4-99e9aa32a432 req-3562482a-2388-4694-8362-53583d318ca9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0487411 May 26 16:59:43.000658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-da456a63-7808-486c-96d4-99e9aa32a432 req-8ad2a42a-0fce-400b-a409-9a2da68add84 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=29e67df0-98d4-4ef3-8c4e-b03aed2d2349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 May 26 16:59:43.315647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-cc815e1e-fa8f-40e3-a84e-4ab327176a02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:43.317108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-cc815e1e-fa8f-40e3-a84e-4ab327176a02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 945 time: 0.0516553 May 26 16:59:43.407206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 07887ed4-234f-4626-b36a-8ac6c9e6f29a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:59:43.407542 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:43.498292 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 07887ed4-234f-4626-b36a-8ac6c9e6f29a, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=07887ed4-234f-4626-b36a-8ac6c9e6f29a,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:43.499254 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:43.510832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 07887ed4-234f-4626-b36a-8ac6c9e6f29a owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:59:43.637101 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:43.671144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=07887ed4-234f-4626-b36a-8ac6c9e6f29a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:43.715014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] No DVR routers for this DVR port 07887ed4-234f-4626-b36a-8ac6c9e6f29a on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:59:43.718526 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:43.722198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-daa956a3-1894-437e-8cc3-7c3abb4b7bf9 req-8ad94079-d402-4d4a-a881-eb48aa0b1b96 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "DELETE /v2.0/ports/07887ed4-234f-4626-b36a-8ac6c9e6f29a HTTP/1.1" status: 204 len: 173 time: 0.3989675 May 26 16:59:43.722664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'name': 'network-vif-deleted', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:43.724986 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebb87f6-9f4d-4ce8-a0b6-19f4a5be4af8" -d '{"events": [{"server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "name": "network-vif-deleted", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:43.766299 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c020017-7b82-4162-9c0e-85301eb85a02 x-openstack-request-id: req-8c020017-7b82-4162-9c0e-85301eb85a02 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:43.766604 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc943e85-a672-481e-afe8-bdd3be5fb34d", "name": "network-vif-deleted", "tag": "07887ed4-234f-4626-b36a-8ac6c9e6f29a", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:43.766857 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c020017-7b82-4162-9c0e-85301eb85a02 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:43.767409 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c020017-7b82-4162-9c0e-85301eb85a02'] response: {'server_uuid': 'cc943e85-a672-481e-afe8-bdd3be5fb34d', 'name': 'network-vif-deleted', 'tag': '07887ed4-234f-4626-b36a-8ac6c9e6f29a', 'status': 'completed', 'code': 200} May 26 16:59:44.118573 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3602571f-4561-42b1-88cb-8c1246091178 req-6bb58501-7b68-4a1f-b001-ded48faba927 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc943e85-a672-481e-afe8-bdd3be5fb34d HTTP/1.1" status: 200 len: 210 time: 0.0297956 May 26 16:59:45.177720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57500) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:45.544027 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:45.801186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 60cfecec-22c6-4771-9cac-720e1178b45a {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:59:45.801533 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:45.889913 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 60cfecec-22c6-4771-9cac-720e1178b45a, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=60cfecec-22c6-4771-9cac-720e1178b45a,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:45.890314 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:45.902379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 60cfecec-22c6-4771-9cac-720e1178b45a owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:59:46.088828 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:46.120838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=60cfecec-22c6-4771-9cac-720e1178b45a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:46.295484 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:46.514344 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:46.624954 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:46.630189 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-24f83feb-71f0-4f0c-ab4e-1333370ac959 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/30fc7d49-3db2-459e-b7e7-aae2f1e7d493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512095 May 26 16:59:46.632979 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57502) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:46.635991 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] Sync routers for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:46.645984 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:46.646643 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:46.698617 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c4df20-2273-4c16-b6b7-9ad72ea11897 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting subnet 608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:59:46.702707 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7c4df20-2273-4c16-b6b7-9ad72ea11897 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:46.743700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7c4df20-2273-4c16-b6b7-9ad72ea11897 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:46.754569 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:46.832168 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7c4df20-2273-4c16-b6b7-9ad72ea11897 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:46.890293 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7c4df20-2273-4c16-b6b7-9ad72ea11897 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:46.919305 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4df20-2273-4c16-b6b7-9ad72ea11897 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Subnet': ['ID=608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:46.921957 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b7c4df20-2273-4c16-b6b7-9ad72ea11897 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:46.925920 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b7c4df20-2273-4c16-b6b7-9ad72ea11897 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/subnets/608f8b38-4c9e-47b7-82f8-0a3ddeb42c7c HTTP/1.1" status: 204 len: 168 time: 0.2903750 May 26 16:59:46.927740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57504) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:46.930878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc10825-7c61-42fa-ac58-7a3cea116969 None None] Network 5b156d8f-a9c1-464e-9aa8-9a32a72a728a requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:59:46.943599 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:59:46Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:46.972423 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] Checking router: 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:46.980889 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] Routers {'30fc7d49-3db2-459e-b7e7-aae2f1e7d493'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:46.981497 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:47.055801 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.102123 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] Set router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:47.132333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] DHCP port deletion for 5b156d8f-a9c1-464e-9aa8-9a32a72a728a request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:59:47.174417 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.181960 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Deleting port b5186ec3-e507-44d3-bfdb-7997471ee384 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:59:47.182416 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.233826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port bf6cd278-77f4-4251-a90c-9b933510461c {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:59:47.234406 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.293372 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:59:46Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:47.324575 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055a01a-6bfa-4fd2-aeab-305758d7b409 None None] The sync data for ids ['30fc7d49-3db2-459e-b7e7-aae2f1e7d493'] in n-d-843336-2 is: [{'id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624210410', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:57:58Z', 'updated_at': '2022-05-26T16:59:46Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'bf6cd278-77f4-4251-a90c-9b933510461c', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc7d49-3db2-459e-b7e7-aae2f1e7d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:57:59Z', 'updated_at': '2022-05-26T16:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:47.330421 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port bf6cd278-77f4-4251-a90c-9b933510461c, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=bf6cd278-77f4-4251-a90c-9b933510461c,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:47.331177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.346394 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for bf6cd278-77f4-4251-a90c-9b933510461c owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:59:47.417433 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] For port b5186ec3-e507-44d3-bfdb-7997471ee384, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=b5186ec3-e507-44d3-bfdb-7997471ee384,segment=NetworkSegment(b4991687-05e7-405e-8ca4-2a55cf47e0c9),segment_id=b4991687-05e7-405e-8ca4-2a55cf47e0c9)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:47.418028 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.430254 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Calling delete_port for b5186ec3-e507-44d3-bfdb-7997471ee384 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:59:47.509137 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.523288 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.535674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Pushing event deleted for resources: {'Port': ['ID=b5186ec3-e507-44d3-bfdb-7997471ee384,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:47.538822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] No DVR routers for this DVR port b5186ec3-e507-44d3-bfdb-7997471ee384 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.551077 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6646e-889c-45e9-9637-1c465ad0d8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:47.552888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=bf6cd278-77f4-4251-a90c-9b933510461c,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:47.615595 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.714582 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.716902 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.762873 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.763506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Fanout notify agent at l3_agent the message router_deleted on router 30fc7d49-3db2-459e-b7e7-aae2f1e7d493 {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:59:47.771245 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.774031 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4ed83b5b-f5dc-4dd1-a9de-43b76075967c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/routers/30fc7d49-3db2-459e-b7e7-aae2f1e7d493 HTTP/1.1" status: 204 len: 168 time: 0.8428760 May 26 16:59:47.775129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57506) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:47.854955 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.950494 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:47.962722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 07887ed4-234f-4626-b36a-8ac6c9e6f29a no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:47.972731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b156d8f-a9c1-464e-9aa8-9a32a72a728a']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:47.983715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4991687-05e7-405e-8ca4-2a55cf47e0c9') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:47.984152 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4991687-05e7-405e-8ca4-2a55cf47e0c9') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:47.987999 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 07887ed4-234f-4626-b36a-8ac6c9e6f29a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:59:47.988342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 07887ed4-234f-4626-b36a-8ac6c9e6f29a not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:47.994966 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.014663 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.021076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:59:48.021506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.041081 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b4991687-05e7-405e-8ca4-2a55cf47e0c9 resource provider aggregate not found May 26 16:59:48.074887 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment b4991687-05e7-405e-8ca4-2a55cf47e0c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4991687-05e7-405e-8ca4-2a55cf47e0c9 found for delete ", "request_id": "req-6f0e7947-aaa0-4f5a-8804-cae68c093b74"}]} May 26 16:59:48.094742 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.101932 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.105133 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/networks/5b156d8f-a9c1-464e-9aa8-9a32a72a728a HTTP/1.1" status: 204 len: 168 time: 0.3289995 May 26 16:59:48.108531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57512) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:48.118398 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd4ebf-81ac-4f4e-a439-8b9a94cfcd02 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Network': ['ID=5b156d8f-a9c1-464e-9aa8-9a32a72a728a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:48.174578 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.199133 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.261946 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.264515 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.265676 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/security-groups/29e67df0-98d4-4ef3-8c4e-b03aed2d2349 HTTP/1.1" status: 204 len: 168 time: 0.1560361 May 26 16:59:48.276218 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e67df0-98d4-4ef3-8c4e-b03aed2d2349,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:48.284668 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.285013 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.285350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.285677 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.286027 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.286363 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.286689 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.287014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.287338 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.287660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.288229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.288748 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32f8d8-ecb1-4c12-9b30-d4b20c6ed7b2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:48.393024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57520) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:48.397585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-34aaed1c-a766-4dba-b739-7c25008a348f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771811576', 'description': 'tempest-secgroup-smoke-771811576 description', 'project_id': '6ec12d26002b49639c4e94596543457d'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:48.421332 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34aaed1c-a766-4dba-b739-7c25008a348f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.490306 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34aaed1c-a766-4dba-b739-7c25008a348f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.493936 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34aaed1c-a766-4dba-b739-7c25008a348f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.522796 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-34aaed1c-a766-4dba-b739-7c25008a348f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.524018 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-34aaed1c-a766-4dba-b739-7c25008a348f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1299918 May 26 16:59:48.525806 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aaed1c-a766-4dba-b739-7c25008a348f tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a051a052-aac1-4ca0-8fac-f24257fb99e0,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:48.527218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57522) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:48.532410 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-56a0d68a-c4e9-4525-ac36-44d1283654a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'a051a052-aac1-4ca0-8fac-f24257fb99e0', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:48.562743 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-56a0d68a-c4e9-4525-ac36-44d1283654a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.620442 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-56a0d68a-c4e9-4525-ac36-44d1283654a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.625962 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-56a0d68a-c4e9-4525-ac36-44d1283654a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.647878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 60cfecec-22c6-4771-9cac-720e1178b45a no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:48.648170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0d68a-c4e9-4525-ac36-44d1283654a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab4fc1b-5ba5-428c-bafb-792e5b0fee25,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:48.658406 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-56a0d68a-c4e9-4525-ac36-44d1283654a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.662854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-56a0d68a-c4e9-4525-ac36-44d1283654a8 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318929 May 26 16:59:48.662987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57524) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:48.667496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-6cdf1851-331b-4071-ac28-6335cac3d66e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'a051a052-aac1-4ca0-8fac-f24257fb99e0', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:48.670899 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 60cfecec-22c6-4771-9cac-720e1178b45a {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:59:48.671238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 60cfecec-22c6-4771-9cac-720e1178b45a not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:48.671673 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b5186ec3-e507-44d3-bfdb-7997471ee384 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:48.691231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: b5186ec3-e507-44d3-bfdb-7997471ee384 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:59:48.691574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device b5186ec3-e507-44d3-bfdb-7997471ee384 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:48.692098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bf6cd278-77f4-4251-a90c-9b933510461c no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:48.698644 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cdf1851-331b-4071-ac28-6335cac3d66e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.713879 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: bf6cd278-77f4-4251-a90c-9b933510461c {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:59:48.714470 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device bf6cd278-77f4-4251-a90c-9b933510461c not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:48.772377 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cdf1851-331b-4071-ac28-6335cac3d66e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.776191 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cdf1851-331b-4071-ac28-6335cac3d66e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.796565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf1851-331b-4071-ac28-6335cac3d66e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b688749-67e0-4359-982f-e814476594a5,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:48.804079 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6cdf1851-331b-4071-ac28-6335cac3d66e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.805270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6cdf1851-331b-4071-ac28-6335cac3d66e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412284 May 26 16:59:48.808250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57526) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:48.812337 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-8efadbf9-79ee-4a1e-a6ab-d2f9f38927e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'a051a052-aac1-4ca0-8fac-f24257fb99e0', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:48.836885 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8efadbf9-79ee-4a1e-a6ab-d2f9f38927e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.898849 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8efadbf9-79ee-4a1e-a6ab-d2f9f38927e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.904097 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8efadbf9-79ee-4a1e-a6ab-d2f9f38927e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.923580 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efadbf9-79ee-4a1e-a6ab-d2f9f38927e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af71053-0020-4e7b-b435-1b699a760edd,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:48.932516 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-8efadbf9-79ee-4a1e-a6ab-d2f9f38927e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.933882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-8efadbf9-79ee-4a1e-a6ab-d2f9f38927e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248746 May 26 16:59:48.936537 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57528) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:48.940894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-e9cc22f2-8a31-48db-a484-bef298c2d376 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'a051a052-aac1-4ca0-8fac-f24257fb99e0', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:48.966472 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9cc22f2-8a31-48db-a484-bef298c2d376 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.025577 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9cc22f2-8a31-48db-a484-bef298c2d376 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.030019 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9cc22f2-8a31-48db-a484-bef298c2d376 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.048875 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc22f2-8a31-48db-a484-bef298c2d376 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32afd00b-0d34-4d50-9f35-edc2164b57a9,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:49.058392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9cc22f2-8a31-48db-a484-bef298c2d376 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.059603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e9cc22f2-8a31-48db-a484-bef298c2d376 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221230 May 26 16:59:49.063024 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57530) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:49.067951 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-ee697a99-d73b-495d-9d14-841925a01c04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'a051a052-aac1-4ca0-8fac-f24257fb99e0', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:49.090032 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-ee697a99-d73b-495d-9d14-841925a01c04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:59:49.095354 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee697a99-d73b-495d-9d14-841925a01c04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.160313 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee697a99-d73b-495d-9d14-841925a01c04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.163823 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee697a99-d73b-495d-9d14-841925a01c04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.178901 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee697a99-d73b-495d-9d14-841925a01c04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df123b32-ae9d-4749-b9a9-b49bdc283b02,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:49.191344 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ee697a99-d73b-495d-9d14-841925a01c04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.192547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ee697a99-d73b-495d-9d14-841925a01c04 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280582 May 26 16:59:49.195380 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57532) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:49.199648 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-812c5ef3-4afc-4cee-92b5-f0cdbc7063d6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'security_group_rule': {'security_group_id': 'a051a052-aac1-4ca0-8fac-f24257fb99e0', 'project_id': '6ec12d26002b49639c4e94596543457d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:49.220516 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-812c5ef3-4afc-4cee-92b5-f0cdbc7063d6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Project 6ec12d26002b49639c4e94596543457d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:59:49.225693 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-812c5ef3-4afc-4cee-92b5-f0cdbc7063d6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.289451 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-812c5ef3-4afc-4cee-92b5-f0cdbc7063d6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.293153 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-812c5ef3-4afc-4cee-92b5-f0cdbc7063d6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.313011 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5ef3-4afc-4cee-92b5-f0cdbc7063d6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41eb5c9c-4214-441d-8c90-b3aeed795ac3,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:49.321170 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-812c5ef3-4afc-4cee-92b5-f0cdbc7063d6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.322365 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-812c5ef3-4afc-4cee-92b5-f0cdbc7063d6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260757 May 26 16:59:49.325219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57534) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:49.330591 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'network': {'name': 'tempest-network-smoke--516001012', 'project_id': '6ec12d26002b49639c4e94596543457d', 'port_security_enabled': True}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:49.348724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:59:49.352318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.378649 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:59:49.388340 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.388781 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Added segment be1afcff-a40b-4d29-81ef-233be8676f72 of type vlan for network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 May 26 16:59:49.432134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.458501 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.464156 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:49.464739 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.515971 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1897476 May 26 16:59:49.518918 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57536) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:49.523532 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'admin_state_up': True, 'project_id': '6ec12d26002b49639c4e94596543457d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:49.533249 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40972caf-baf1-4fb0-ab85-fd82d603b265 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Network': ['ID=1d26751d-4c80-4751-8dea-fa769b8d8bb9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:49.544520 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:59:49.547432 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.548603 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.600062 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.740356 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.927897 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.949564 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:50.048716 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.179 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/e3d82edd-95d6-4072-b448-36a73fd28b14) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:59:50.151157 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:50.185381 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:50.221268 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:59:50.223979 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:50.227310 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:59:50.253832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=e3d82edd-95d6-4072-b448-36a73fd28b14,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:50.479036 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:51.004514 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:51.133336 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 3e50cd74-4595-438d-8e1a-fe2f63e654cd is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:59:51.245571 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:51.255736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Sync routers for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:51.265852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:51.266652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:51.268953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:51.270272 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7dc38ba1-ea53-4736-b04a-4153149d1ea6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7502782 May 26 16:59:51.273425 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57538) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:51.302968 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-6e454780-1236-4089-af44-9c263c8eb8b2 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6ec12d26002b49639c4e94596543457d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283308 May 26 16:59:51.305609 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57540) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:51.375781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:51.394225 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde92dd-60a7-49b1-acd4-d6b863751923 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:51.395665 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7fde92dd-60a7-49b1-acd4-d6b863751923 tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891118 May 26 16:59:51.398623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57542) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:51.432770 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a19870d2-7c85-4c5b-8d71-813ee526fcce tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=3cf03da0-9121-4329-8451-38877ae6839f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329380 May 26 16:59:51.435294 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57544) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:51.440203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-404662081', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'project_id': '6ec12d26002b49639c4e94596543457d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:51.531920 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:59:51.535650 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:51.571868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:50Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:51.600054 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Checking router: 3e50cd74-4595-438d-8e1a-fe2f63e654cd for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:51.600414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Updating router 3e50cd74-4595-438d-8e1a-fe2f63e654cd port e3d82edd-95d6-4072-b448-36a73fd28b14 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:59:51.626041 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:51.720474 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:51.780277 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Subnet': ['ID=e6b25e05-7ff3-4353-934d-135448fdb332,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:51.789216 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Checking segment: {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:59:51.789582 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network hostable DHCP agents. Network: 1d26751d-4c80-4751-8dea-fa769b8d8bb9, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:59:51.807067 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:59:51.816103 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, 1d26751d-4c80-4751-8dea-fa769b8d8bb9) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:51.821034 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:51.821608 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:51.828245 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07e62ad-5a07-42fb-a259-0c2215588a3d None None] Network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:59:51.841590 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7804bfb7-bb7e-4469-876b-c98dea393eeb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4024866 May 26 16:59:51.842553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57546) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:51.966590 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:51.988198 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.075915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Attempting to bind port e3d82edd-95d6-4072-b448-36a73fd28b14 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:59:52.076376 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Attempting to bind port e3d82edd-95d6-4072-b448-36a73fd28b14 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:59:52.077241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Attempting to bind port e3d82edd-95d6-4072-b448-36a73fd28b14 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:59:52.079165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9d6cc-b65a-430c-b28d-99a7ea417d4e None None] Pushing event updated for resources: {'Port': ['ID=e3d82edd-95d6-4072-b448-36a73fd28b14,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:52.087283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:59:52.087714 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:59:52.088040 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.088504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:59:52.088909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Bound port: e3d82edd-95d6-4072-b448-36a73fd28b14, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:59:52.089488 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.093772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:59:52.094632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.220217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] For port e3d82edd-95d6-4072-b448-36a73fd28b14, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:59:52.238193 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] For port e3d82edd-95d6-4072-b448-36a73fd28b14, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e3d82edd-95d6-4072-b448-36a73fd28b14,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:59:52.261643 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.290570 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.337640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Allocated IP 172.20.0.2 (1d26751d-4c80-4751-8dea-fa769b8d8bb9/e6b25e05-7ff3-4353-934d-135448fdb332/3a82752f-7665-4433-a5d5-2cebb90b6b74) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:59:52.344586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9d6cc-b65a-430c-b28d-99a7ea417d4e None None] Pushing event updated for resources: {'Port': ['ID=e3d82edd-95d6-4072-b448-36a73fd28b14,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:52.347285 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:52.347891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:52.519269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:52.673180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.681085 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.736270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.1 (1d26751d-4c80-4751-8dea-fa769b8d8bb9/e6b25e05-7ff3-4353-934d-135448fdb332/171fe93d-414c-408d-ad37-95f9ad81eaaa) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:59:52.752872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:59:52.762833 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:52.765283 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Pushing event updated for resources: {'Port': ['ID=3a82752f-7665-4433-a5d5-2cebb90b6b74,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:52.767413 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:59:52.832978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Attempting to bind port 3a82752f-7665-4433-a5d5-2cebb90b6b74 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:59:52.833350 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Attempting to bind port 3a82752f-7665-4433-a5d5-2cebb90b6b74 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:59:52.833697 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Attempting to bind port 3a82752f-7665-4433-a5d5-2cebb90b6b74 on network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:59:52.840421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:50Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:52.843931 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:59:52.844297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Checking segment: {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:59:52.844696 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.845076 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Bound using segment: {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:59:52.845539 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Bound port: 3a82752f-7665-4433-a5d5-2cebb90b6b74, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:59:52.845914 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.855754 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.872490 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eaebd9-4940-4fd1-aa24-4e76c5f5ed11 None None] The sync data for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 is: [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:50Z', 'revision_number': 3, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:52.895062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:52.935103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:59:52.938629 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:52.941853 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:59:52.944499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] For port 3a82752f-7665-4433-a5d5-2cebb90b6b74, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:59:52.950900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] For port 3a82752f-7665-4433-a5d5-2cebb90b6b74, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3a82752f-7665-4433-a5d5-2cebb90b6b74,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:59:52.955534 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:53.024000 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06ee81-d85d-4f91-8a11-90653217bacb None None] Pushing event updated for resources: {'Port': ['ID=3a82752f-7665-4433-a5d5-2cebb90b6b74,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:53.375155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=171fe93d-414c-408d-ad37-95f9ad81eaaa,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:53.398945 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:53.536983 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:53.843403 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:53.848050 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:53.925494 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:53.940413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=171fe93d-414c-408d-ad37-95f9ad81eaaa,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:54.028523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d09eb4-5b18-44c8-8913-6b60142ab95a None None] Network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:59:54.031293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:59:54.032734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:54.154564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 3e50cd74-4595-438d-8e1a-fe2f63e654cd has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:54.276267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:54.287918 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f4986ca7-5dec-4cb2-b7d9-dd495153ffb7 None None] Provisioning complete for port 3a82752f-7665-4433-a5d5-2cebb90b6b74 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:54.288290 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f4986ca7-5dec-4cb2-b7d9-dd495153ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:54.288841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cbb9362e-d5a6-422f-9c92-d97d5fa9968e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/3e50cd74-4595-438d-8e1a-fe2f63e654cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4446661 May 26 16:59:54.402544 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:54.425252 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:54.443808 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-5522d7a2-9984-4204-a5be-1e6b7da390e0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771811576&fields=id&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 267 time: 0.0363686 May 26 16:59:54.465278 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f4986ca7-5dec-4cb2-b7d9-dd495153ffb7 None None] Current status of the port 3a82752f-7665-4433-a5d5-2cebb90b6b74 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:54.465685 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f4986ca7-5dec-4cb2-b7d9-dd495153ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:54.501232 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-f4986ca7-5dec-4cb2-b7d9-dd495153ffb7 None None] For port 3a82752f-7665-4433-a5d5-2cebb90b6b74, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3a82752f-7665-4433-a5d5-2cebb90b6b74,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:54.505798 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f4986ca7-5dec-4cb2-b7d9-dd495153ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:54.569071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4986ca7-5dec-4cb2-b7d9-dd495153ffb7 None None] Pushing event updated for resources: {'Port': ['ID=3a82752f-7665-4433-a5d5-2cebb90b6b74,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:54.602197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-b80e8ab3-2942-4dba-9885-36932394e737 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:54.607067 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-b80e8ab3-2942-4dba-9885-36932394e737 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/networks?id=1d26751d-4c80-4751-8dea-fa769b8d8bb9 HTTP/1.1" status: 200 len: 796 time: 0.1490614 May 26 16:59:54.625108 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-8d80ab41-cec0-406c-a12b-1fbb50558215 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/quotas/6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 375 time: 0.0137320 May 26 16:59:54.653714 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Sync routers for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:54.668374 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:54.669372 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:54.706050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-6af9ed2b-2bbe-44a2-9e13-4a23b870318a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742002 May 26 16:59:54.727202 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-8041a3a7-f807-4388-ab28-24d8bd637068 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:59:54.728201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-8041a3a7-f807-4388-ab28-24d8bd637068 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092235 May 26 16:59:54.771906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-38214cd8-7f7d-486d-b47f-dd73d6ff9dfa None None] Provisioning complete for port 3a82752f-7665-4433-a5d5-2cebb90b6b74 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:54.772481 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38214cd8-7f7d-486d-b47f-dd73d6ff9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:54.816046 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:54.819284 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e3d82edd-95d6-4072-b448-36a73fd28b14 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:59:54.850355 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-390c7d3a-4ba0-431a-9fc4-9ce48a16ca32 service neutron] 10.222.0.39 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092055 May 26 16:59:54.945092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-38214cd8-7f7d-486d-b47f-dd73d6ff9dfa None None] Current status of the port 3a82752f-7665-4433-a5d5-2cebb90b6b74 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:54.956803 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e3d82edd-95d6-4072-b448-36a73fd28b14 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:54.957160 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:54.970722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-8945869f-f1ad-479a-a037-65598d242abb service neutron] 10.222.0.39 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114173 May 26 16:59:54.981287 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-38214cd8-7f7d-486d-b47f-dd73d6ff9dfa None None] Provisioning complete for port 171fe93d-414c-408d-ad37-95f9ad81eaaa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:54.981660 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-38214cd8-7f7d-486d-b47f-dd73d6ff9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.036503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-38214cd8-7f7d-486d-b47f-dd73d6ff9dfa None None] Port 171fe93d-414c-408d-ad37-95f9ad81eaaa cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:59:55.075949 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '171fe93d-414c-408d-ad37-95f9ad81eaaa', 'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:68:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:52Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 2, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:55.096970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e3d82edd-95d6-4072-b448-36a73fd28b14 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:55.097622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.113626 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Checking router: 3e50cd74-4595-438d-8e1a-fe2f63e654cd for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:55.113982 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Updating router 3e50cd74-4595-438d-8e1a-fe2f63e654cd port 171fe93d-414c-408d-ad37-95f9ad81eaaa binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:59:55.149548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9d293faa-8e95-4ea2-8d0f-37d23dec8013 req-c07ed4f9-ae8f-491d-a59d-ea13f9b058c5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 210 time: 0.0307753 May 26 16:59:55.151566 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.154671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port e3d82edd-95d6-4072-b448-36a73fd28b14, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e3d82edd-95d6-4072-b448-36a73fd28b14,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:55.167348 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.168150 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3a82752f-7665-4433-a5d5-2cebb90b6b74 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:59:55.249148 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-51704b67-7031-41c3-8b88-e070692722a5 None None] Provisioning complete for port 171fe93d-414c-408d-ad37-95f9ad81eaaa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:55.249523 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-51704b67-7031-41c3-8b88-e070692722a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.294091 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-51704b67-7031-41c3-8b88-e070692722a5 None None] Port 171fe93d-414c-408d-ad37-95f9ad81eaaa cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:59:55.319276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=e3d82edd-95d6-4072-b448-36a73fd28b14,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:55.333855 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 3a82752f-7665-4433-a5d5-2cebb90b6b74 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:55.334403 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.434653 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-548811c3-52bb-48af-9de6-156d5507241f None None] Provisioning complete for port 171fe93d-414c-408d-ad37-95f9ad81eaaa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:55.435031 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-548811c3-52bb-48af-9de6-156d5507241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.437260 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 3a82752f-7665-4433-a5d5-2cebb90b6b74 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:55.477122 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-548811c3-52bb-48af-9de6-156d5507241f None None] Port 171fe93d-414c-408d-ad37-95f9ad81eaaa cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:59:55.543340 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.549881 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.630743 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Pushing event updated for resources: {'Port': ['ID=171fe93d-414c-408d-ad37-95f9ad81eaaa,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:55.654507 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.655245 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.655547 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.655955 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.656201 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.656513 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.656830 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.657145 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.657455 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.657768 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.658100 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.658415 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:59:55.677093 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Attempting to bind port 171fe93d-414c-408d-ad37-95f9ad81eaaa on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:59:55.677616 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Attempting to bind port 171fe93d-414c-408d-ad37-95f9ad81eaaa by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:59:55.677981 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Attempting to bind port 171fe93d-414c-408d-ad37-95f9ad81eaaa on network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:59:55.685066 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:59:55.686254 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Checking segment: {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:59:55.686659 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.687049 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Bound using segment: {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:59:55.687609 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Bound port: 171fe93d-414c-408d-ad37-95f9ad81eaaa, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:59:55.687985 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.755634 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] For port 171fe93d-414c-408d-ad37-95f9ad81eaaa, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:59:55.759210 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] For port 171fe93d-414c-408d-ad37-95f9ad81eaaa, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=171fe93d-414c-408d-ad37-95f9ad81eaaa,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:59:55.766161 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.820764 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:55.821388 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T16:59:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:55.879077 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac3993-1742-4520-84d3-f7e734b616dc None None] Pushing event updated for resources: {'Port': ['ID=171fe93d-414c-408d-ad37-95f9ad81eaaa,revision_number=4']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:55.904933 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-9116490a-8ada-4878-88e5-c52ce8c06e38 None None] Provisioning complete for port 171fe93d-414c-408d-ad37-95f9ad81eaaa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:55.905327 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9116490a-8ada-4878-88e5-c52ce8c06e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:55.967520 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:55.997165 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-9116490a-8ada-4878-88e5-c52ce8c06e38 None None] Current status of the port 171fe93d-414c-408d-ad37-95f9ad81eaaa is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:55.997650 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9116490a-8ada-4878-88e5-c52ce8c06e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:56.031907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9116490a-8ada-4878-88e5-c52ce8c06e38 None None] For port 171fe93d-414c-408d-ad37-95f9ad81eaaa, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=171fe93d-414c-408d-ad37-95f9ad81eaaa,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:56.035956 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9116490a-8ada-4878-88e5-c52ce8c06e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:56.087174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116490a-8ada-4878-88e5-c52ce8c06e38 None None] Pushing event updated for resources: {'Port': ['ID=171fe93d-414c-408d-ad37-95f9ad81eaaa,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:56.156923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-244d7955-b3d7-4d58-aca1-8a0aff1b3520 None None] Provisioning complete for port 171fe93d-414c-408d-ad37-95f9ad81eaaa triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:56.157219 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-244d7955-b3d7-4d58-aca1-8a0aff1b3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:56.176745 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '171fe93d-414c-408d-ad37-95f9ad81eaaa', 'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:68:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:52Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:56.205064 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cd59f-3636-4046-ba2b-dcc6a6555552 None None] The sync data for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 is: [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '171fe93d-414c-408d-ad37-95f9ad81eaaa', 'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:68:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:52Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:56.310647 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-244d7955-b3d7-4d58-aca1-8a0aff1b3520 None None] Current status of the port 171fe93d-414c-408d-ad37-95f9ad81eaaa is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:56.318372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f93c0f72-5a24-44e2-a004-e9ff06af0b18 req-956da0c4-9c2b-42a2-991e-782b7154ee73 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 210 time: 0.0751929 May 26 16:59:56.376973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-778509ed-9518-4a14-904f-4a7699676243 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:56.378583 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-778509ed-9518-4a14-904f-4a7699676243 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/networks?id=1d26751d-4c80-4751-8dea-fa769b8d8bb9 HTTP/1.1" status: 200 len: 796 time: 0.2197673 May 26 16:59:56.431990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e4b18e94-3de3-4d8f-b6f9-26171f0ddc89 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec12d26002b49639c4e94596543457d HTTP/1.1" status: 200 len: 379 time: 0.0386066 May 26 16:59:56.441870 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'port': {'device_id': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'admin_state_up': True, 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'security_groups': ['a051a052-aac1-4ca0-8fac-f24257fb99e0']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:56.557463 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Made reservation on behalf of 6ec12d26002b49639c4e94596543457d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:59:56.562613 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:56.722206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.20.0.12 (1d26751d-4c80-4751-8dea-fa769b8d8bb9/e6b25e05-7ff3-4353-934d-135448fdb332/d1825884-b813-4ab9-89e4-ebb9d4a2b558) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:59:56.755968 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 171fe93d-414c-408d-ad37-95f9ad81eaaa up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:59:56.813700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 171fe93d-414c-408d-ad37-95f9ad81eaaa triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:56.814107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:56.896349 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:56.902895 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 171fe93d-414c-408d-ad37-95f9ad81eaaa is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:56.904106 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e3d82edd-95d6-4072-b448-36a73fd28b14 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:59:56.940366 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:56.965815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e3d82edd-95d6-4072-b448-36a73fd28b14 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:56.966616 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:56.989985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:59:56.993353 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:56.996762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:59:57.049428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=d1825884-b813-4ab9-89e4-ebb9d4a2b558,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:57.071453 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e3d82edd-95d6-4072-b448-36a73fd28b14 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:57.077015 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:57.077718 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:57.096470 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-e3a42181-9702-4119-ba5a-c4bf8be081a1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6584249 May 26 16:59:57.110473 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Request body: {'port': {'device_id': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:57.175031 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:57.245620 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ca6300f5-761e-4072-a2fa-e37feb764b98 None None] Provisioning complete for port d1825884-b813-4ab9-89e4-ebb9d4a2b558 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:57.246868 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ca6300f5-761e-4072-a2fa-e37feb764b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:57.286431 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ca6300f5-761e-4072-a2fa-e37feb764b98 None None] Port d1825884-b813-4ab9-89e4-ebb9d4a2b558 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:59:57.499299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568eb82b-017c-41be-90d1-1d3e520e6930 req-2b397c48-8760-4ebe-a058-0bef72466599 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:57.500708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-568eb82b-017c-41be-90d1-1d3e520e6930 req-2b397c48-8760-4ebe-a058-0bef72466599 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 932 time: 0.0992129 May 26 16:59:57.506947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1825884-b813-4ab9-89e4-ebb9d4a2b558 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:59:57.516303 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:57.543216 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Transition to ACTIVE for port object d1825884-b813-4ab9-89e4-ebb9d4a2b558 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:59:57.551540 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:57.581553 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-568eb82b-017c-41be-90d1-1d3e520e6930 req-8308cc5a-0380-48cc-a1e7-890b309df454 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697682 May 26 16:59:57.611148 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Pushing event updated for resources: {'Port': ['ID=d1825884-b813-4ab9-89e4-ebb9d4a2b558,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:57.685738 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Attempting to bind port d1825884-b813-4ab9-89e4-ebb9d4a2b558 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:59:57.686103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Attempting to bind port d1825884-b813-4ab9-89e4-ebb9d4a2b558 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:59:57.686430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Attempting to bind port d1825884-b813-4ab9-89e4-ebb9d4a2b558 on network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:59:57.690977 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Port d1825884-b813-4ab9-89e4-ebb9d4a2b558 on network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:59:57.691296 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Attempting to bind port d1825884-b813-4ab9-89e4-ebb9d4a2b558 on network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:59:57.696189 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:59:57.696522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Checking segment: {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:59:57.696903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Bound using segment: {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:59:57.697371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Bound port: d1825884-b813-4ab9-89e4-ebb9d4a2b558, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1afcff-a40b-4d29-81ef-233be8676f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:59:57.697731 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:57.767989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] For port d1825884-b813-4ab9-89e4-ebb9d4a2b558, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:59:57.771221 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] For port d1825884-b813-4ab9-89e4-ebb9d4a2b558, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:59:57.776618 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:57.811863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:57.812488 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:57.813909 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] 10.222.0.24 "PUT /v2.0/ports/d1825884-b813-4ab9-89e4-ebb9d4a2b558 HTTP/1.1" status: 200 len: 1092 time: 0.7087064 May 26 16:59:57.814948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:57.817694 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7aa824-26cc-4332-8324-1826b2e3bb07" -d '{"events": [{"name": "network-changed", "server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:57.845155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff582fe7-9bf7-40cf-8161-afd0f717dc90 service neutron] Pushing event updated for resources: {'Port': ['ID=d1825884-b813-4ab9-89e4-ebb9d4a2b558,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:57.874072 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444a2e72-711b-4fc1-91da-a6e6d240aee1 x-openstack-request-id: req-444a2e72-711b-4fc1-91da-a6e6d240aee1 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:57.874372 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:57.874629 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-444a2e72-711b-4fc1-91da-a6e6d240aee1 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:57.875397 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444a2e72-711b-4fc1-91da-a6e6d240aee1'] response: {'name': 'network-changed', 'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'status': 'completed', 'code': 200} May 26 16:59:57.913858 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-30f25735-bdee-447b-ba31-79e1ef927a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:57.915463 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-30f25735-bdee-447b-ba31-79e1ef927a9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 1095 time: 0.0541217 May 26 16:59:57.963050 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-4f68ce17-b359-477e-beb0-19869dc9a3d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558 HTTP/1.1" status: 200 len: 217 time: 0.0405793 May 26 16:59:58.015430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-78d295d8-0c8d-4bbc-98da-8118f1a3c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:58.016943 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-78d295d8-0c8d-4bbc-98da-8118f1a3c54b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6b25e05-7ff3-4353-934d-135448fdb332 HTTP/1.1" status: 200 len: 834 time: 0.0477931 May 26 16:59:58.063987 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-437d1cee-6c83-40c8-9855-adfea6ab8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:58.065540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-437d1cee-6c83-40c8-9855-adfea6ab8761 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d26751d-4c80-4751-8dea-fa769b8d8bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406666 May 26 16:59:58.157804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-61f8439e-fd87-4d5d-a24d-a5219e4b7bd6 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858381 May 26 16:59:58.247263 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-368e74d0-9997-46d6-b74c-023f0f2cd7a5 req-0d4d2fb0-cb5d-46b9-97bf-4689776b6b32 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815349 May 26 16:59:58.338150 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-ce63b6d4-9ca0-4a58-a3f8-28363c6ff3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:58.339610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-ce63b6d4-9ca0-4a58-a3f8-28363c6ff3c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 1095 time: 0.0417669 May 26 16:59:58.432496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-692b1ce6-7c42-4a28-bed6-983622df731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:58.435247 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-692b1ce6-7c42-4a28-bed6-983622df731c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d26751d-4c80-4751-8dea-fa769b8d8bb9 HTTP/1.1" status: 200 len: 897 time: 0.0889578 May 26 16:59:58.474915 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-4ce39526-8cd1-4944-9c92-edf97ca5ffbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558 HTTP/1.1" status: 200 len: 217 time: 0.0339551 May 26 16:59:58.528301 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-68189fd2-8355-49dd-8a69-94120b17f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:58.529754 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-68189fd2-8355-49dd-8a69-94120b17f4f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6b25e05-7ff3-4353-934d-135448fdb332 HTTP/1.1" status: 200 len: 834 time: 0.0478256 May 26 16:59:58.577250 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-1a9df73e-fd06-4661-8476-4894a3411f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:58.578820 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-1a9df73e-fd06-4661-8476-4894a3411f9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d26751d-4c80-4751-8dea-fa769b8d8bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425050 May 26 16:59:58.699276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-79275b36-7fb6-48e3-814c-39e3226bf4f2 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123505 May 26 16:59:58.735130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde87b01-02c3-44bb-bcbe-b0a4d335e7c2 req-bccff38d-7bc5-42a1-9952-64654e3f2a65 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:58.736610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fde87b01-02c3-44bb-bcbe-b0a4d335e7c2 req-bccff38d-7bc5-42a1-9952-64654e3f2a65 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 944 time: 0.0837820 May 26 16:59:58.811030 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fde87b01-02c3-44bb-bcbe-b0a4d335e7c2 req-994b579d-d52a-475b-89b6-d91b87dd144e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493433 May 26 16:59:58.828322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf7aa824-26cc-4332-8324-1826b2e3bb07 req-20993058-7e6b-4f14-ac35-d6f3cf8c5e7b service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217191 May 26 16:59:59.934986 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b0f19-c9d6-4a32-98c1-197fb38fc961 req-a99b6c2c-0dba-4188-bd2e-79e28316c970 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:59.937114 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-704b0f19-c9d6-4a32-98c1-197fb38fc961 req-a99b6c2c-0dba-4188-bd2e-79e28316c970 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 944 time: 0.0575078 May 26 16:59:59.975830 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-704b0f19-c9d6-4a32-98c1-197fb38fc961 req-6a9d0d64-cd68-4d4c-9406-68be04f6df87 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323696 May 26 17:00:01.100542 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2389da5-457a-42ae-802d-775f6034a989 req-58761384-8274-4532-b1f5-d2bc0738669e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:01.102085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2389da5-457a-42ae-802d-775f6034a989 req-58761384-8274-4532-b1f5-d2bc0738669e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 944 time: 0.0563908 May 26 17:00:01.142068 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f2389da5-457a-42ae-802d-775f6034a989 req-b8a05576-0215-45cc-9889-03cb68374f3c tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338099 May 26 17:00:01.960915 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d1825884-b813-4ab9-89e4-ebb9d4a2b558 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:00:02.058889 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d1825884-b813-4ab9-89e4-ebb9d4a2b558, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:02.069507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'port_id': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'mac_address': 'fa:16:3e:3a:6b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:00:02.106393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d1825884-b813-4ab9-89e4-ebb9d4a2b558 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:00:02.106785 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:02.123142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1825884-b813-4ab9-89e4-ebb9d4a2b558 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:02.141939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d1825884-b813-4ab9-89e4-ebb9d4a2b558, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:02.146032 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:02.193565 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d1825884-b813-4ab9-89e4-ebb9d4a2b558,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:02.259485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbee09-a32f-4b7b-878a-be1028b3117a req-64a1811a-f9a3-4425-996d-994b017a410d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:02.260994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0dbee09-a32f-4b7b-878a-be1028b3117a req-64a1811a-f9a3-4425-996d-994b017a410d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 945 time: 0.0511570 May 26 17:00:02.301102 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f0dbee09-a32f-4b7b-878a-be1028b3117a req-9c1713c0-cf9d-4d84-a9fb-1066febb0c4a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333052 May 26 17:00:02.357055 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['d1825884-b813-4ab9-89e4-ebb9d4a2b558'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:00:03.419810 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf46245-ec85-447d-a2e1-a140e30a3c2b req-6113ea72-5b94-4679-b164-5aaef9b2cad0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:03.421380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebf46245-ec85-447d-a2e1-a140e30a3c2b req-6113ea72-5b94-4679-b164-5aaef9b2cad0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 945 time: 0.0531993 May 26 17:00:03.458834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ebf46245-ec85-447d-a2e1-a140e30a3c2b req-41faddab-6b28-4f7d-b2f1-c7a104f24bd7 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309165 May 26 17:00:03.977329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d1825884-b813-4ab9-89e4-ebb9d4a2b558 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:00:04.030487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port d1825884-b813-4ab9-89e4-ebb9d4a2b558 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:00:04.034991 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port d1825884-b813-4ab9-89e4-ebb9d4a2b558 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:00:04.035362 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:04.116246 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port d1825884-b813-4ab9-89e4-ebb9d4a2b558 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:00:04.116633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:04.139965 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:04.142748 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18768cf5-a506-43b9-870d-d5ee85cf677e" -d '{"events": [{"server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "name": "network-vif-plugged", "status": "completed", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:04.157071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port d1825884-b813-4ab9-89e4-ebb9d4a2b558, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:04.161692 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:04.190589 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb11c23e-f31d-4252-9f7b-a6b8ab521cfe x-openstack-request-id: req-bb11c23e-f31d-4252-9f7b-a6b8ab521cfe {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:04.190872 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "name": "network-vif-plugged", "status": "completed", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:04.191121 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb11c23e-f31d-4252-9f7b-a6b8ab521cfe {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:04.191507 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb11c23e-f31d-4252-9f7b-a6b8ab521cfe'] response: {'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'code': 200} May 26 17:00:04.220062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=d1825884-b813-4ab9-89e4-ebb9d4a2b558,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:04.288988 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc522368-ae16-4393-87bb-98c387d48f9e req-5d50c00b-b0eb-4c24-96b6-f68e680c89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:04.290744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc522368-ae16-4393-87bb-98c387d48f9e req-5d50c00b-b0eb-4c24-96b6-f68e680c89a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 1097 time: 0.0476241 May 26 17:00:04.331611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc522368-ae16-4393-87bb-98c387d48f9e req-e7b2e5a7-19c4-46d7-8ec9-a9d6a7d490a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340817 May 26 17:00:04.574419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10e1f3-daed-43f1-9b7d-0f5b7d605ab3 req-6c1b0e0b-f03b-429c-b8f4-d81526f8ec8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:04.575888 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce10e1f3-daed-43f1-9b7d-0f5b7d605ab3 req-6c1b0e0b-f03b-429c-b8f4-d81526f8ec8d tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0496359 May 26 17:00:04.621845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ce10e1f3-daed-43f1-9b7d-0f5b7d605ab3 req-8ee8a848-e629-4916-acff-9a0e5d422349 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398250 May 26 17:00:05.151647 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45b58240-8fb8-4623-80e5-7e7c43a1ad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:05.743921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934f60d-79b0-4eac-8eac-7661d2278684 req-327e9a37-927d-4af7-9fde-1f9e86b6f8f6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:05.745402 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1934f60d-79b0-4eac-8eac-7661d2278684 req-327e9a37-927d-4af7-9fde-1f9e86b6f8f6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0518329 May 26 17:00:05.786350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1934f60d-79b0-4eac-8eac-7661d2278684 req-a4b18e74-8e18-4749-83ea-88e5ec7c4950 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341597 May 26 17:00:05.901575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d90479-98d1-4059-8ce7-85f11a6bf048 req-5179e1c7-56ab-48f4-a997-beeb74caa96e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:05.903015 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89d90479-98d1-4059-8ce7-85f11a6bf048 req-5179e1c7-56ab-48f4-a997-beeb74caa96e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0494986 May 26 17:00:05.941647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89d90479-98d1-4059-8ce7-85f11a6bf048 req-54175dff-0178-4869-bd4a-55793bdd8c81 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325387 May 26 17:00:05.962443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57600) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:06.002256 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3396e-e7ba-4b96-b0cf-39c6a5ec7a0d tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:06.003751 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c4c3396e-e7ba-4b96-b0cf-39c6a5ec7a0d tempest-TestNetworkAdvancedServerOps-1183188354 tempest-TestNetworkAdvancedServerOps-1183188354-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 1092 time: 0.0403676 May 26 17:00:06.006509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57602) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:06.011112 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:00:06.030943 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:06.136768 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:06.238736 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Allocated IP 172.25.0.196 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/173498a6-11be-4ac8-8d45-571c046c27ce) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:00:06.342848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:06.383913 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:06.422584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:00:06.426828 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:06.430303 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:00:06.437787 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=173498a6-11be-4ac8-8d45-571c046c27ce,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:06.823275 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:06.892929 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:07.057419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:07.062659 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:07.136641 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event updated for resources: {'Port': ['ID=173498a6-11be-4ac8-8d45-571c046c27ce,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:07.146395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:07.192258 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:00:07.252814 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP cded793f-0d11-4bb1-8368-239d4344ba70 associated. External IP: 172.25.0.196, port: d1825884-b813-4ab9-89e4-ebb9d4a2b558. May 26 17:00:07.792950 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 3e50cd74-4595-438d-8e1a-fe2f63e654cd has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:00:07.864828 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-efa0df7c-0717-4e69-aa14-3ae4c4dff212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:07.905653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:00:07.915256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] Sync routers for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:00:07.923868 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:07.925759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:07.926422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:07.951670 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-4e61847a-28a6-445b-9005-4c7cdb5561bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9441581 May 26 17:00:07.952357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:07.955271 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7" -d '{"events": [{"name": "network-changed", "server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:07.999138 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ba772-f4ba-443c-84b2-b2c412d753d7 x-openstack-request-id: req-253ba772-f4ba-443c-84b2-b2c412d753d7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:07.999435 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:07.999704 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-253ba772-f4ba-443c-84b2-b2c412d753d7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:08.000103 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253ba772-f4ba-443c-84b2-b2c412d753d7'] response: {'name': 'network-changed', 'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'status': 'completed', 'code': 200} May 26 17:00:08.038558 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:08.083585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a42a3-3629-43e8-926b-eff5521bce1c req-b5a18ef2-c07d-43dd-b482-bf1f4d367de6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:08.085117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf0a42a3-3629-43e8-926b-eff5521bce1c req-b5a18ef2-c07d-43dd-b482-bf1f4d367de6 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0793967 May 26 17:00:08.091240 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-c3526028-768a-45c3-b5f7-9c9efc5a4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:08.092659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-c3526028-768a-45c3-b5f7-9c9efc5a4e80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 1097 time: 0.0600600 May 26 17:00:08.175255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf0a42a3-3629-43e8-926b-eff5521bce1c req-ca2f10ac-7fb8-4955-9c57-1e5431ca832e tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816429 May 26 17:00:08.198902 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57608) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:08.212242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-9083196c-3cb6-440d-87eb-6bad6886347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:08.213932 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-9083196c-3cb6-440d-87eb-6bad6886347d service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d26751d-4c80-4751-8dea-fa769b8d8bb9 HTTP/1.1" status: 200 len: 897 time: 0.1144905 May 26 17:00:08.267897 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-5864da0e-c9f6-4aef-a26d-5b13c10a5ce5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/cded793f-0d11-4bb1-8368-239d4344ba70 HTTP/1.1" status: 200 len: 992 time: 0.0672004 May 26 17:00:08.272009 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'cded793f-0d11-4bb1-8368-239d4344ba70', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'port_id': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'mac_address': 'fa:16:3e:3a:6b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:06Z', 'updated_at': '2022-05-26T17:00:06Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171fe93d-414c-408d-ad37-95f9ad81eaaa', 'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:68:64:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:52Z', 'updated_at': '2022-05-26T16:59:56Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:08.284312 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-ca3f73de-27b7-44c1-a75e-bec768a759a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558 HTTP/1.1" status: 200 len: 1000 time: 0.0638037 May 26 17:00:08.298866 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] Checking router: 3e50cd74-4595-438d-8e1a-fe2f63e654cd for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:00:08.306873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:08.307491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:08.339516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-e3b3d36f-3919-4aeb-bf1f-7367cdf74bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:08.340919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-e3b3d36f-3919-4aeb-bf1f-7367cdf74bfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6b25e05-7ff3-4353-934d-135448fdb332 HTTP/1.1" status: 200 len: 834 time: 0.0501106 May 26 17:00:08.388142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-587f36ba-2797-4b78-8902-2e9e1ab700d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:08.389658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-587f36ba-2797-4b78-8902-2e9e1ab700d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d26751d-4c80-4751-8dea-fa769b8d8bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418389 May 26 17:00:08.414513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:08.482212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-df833e8f-fa23-4ec3-8d4d-7406f2e1b36d service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860300 May 26 17:00:08.581013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f1e7708f-f25f-47b5-b79f-dc1e13f030c7 req-ba56b213-f9e4-4d18-840d-b26e95d74aa3 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930092 May 26 17:00:08.794574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'cded793f-0d11-4bb1-8368-239d4344ba70', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'port_id': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'mac_address': 'fa:16:3e:3a:6b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:06Z', 'updated_at': '2022-05-26T17:00:06Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171fe93d-414c-408d-ad37-95f9ad81eaaa', 'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:68:64:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:52Z', 'updated_at': '2022-05-26T16:59:56Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:08.820722 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c0705-ecfd-4a7b-bee4-13ca4bfb0a32 None None] The sync data for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 is: [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'cded793f-0d11-4bb1-8368-239d4344ba70', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'port_id': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'mac_address': 'fa:16:3e:3a:6b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:00:06Z', 'updated_at': '2022-05-26T17:00:06Z', 'revision_number': 0, 'project_id': '6ec12d26002b49639c4e94596543457d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171fe93d-414c-408d-ad37-95f9ad81eaaa', 'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:68:64:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:52Z', 'updated_at': '2022-05-26T16:59:56Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:00:08.995262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:09.028350 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4e5d8-2590-4daf-bcc4-70ba3f64592d None None] New status for floating IP cded793f-0d11-4bb1-8368-239d4344ba70: ACTIVE {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:00:09.272011 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57610) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:09.332974 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0d553310-065d-4079-8336-1663da8563e3 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/cded793f-0d11-4bb1-8368-239d4344ba70 HTTP/1.1" status: 200 len: 994 time: 0.0597994 May 26 17:00:10.782484 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:10.881604 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:24.381331 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:24.403988 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:29.167741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-19c44a16-86e3-4339-993b-e9c12d766228 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829501 May 26 17:00:29.253754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-b2de134d-84d1-404b-95c2-834aa6657ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:29.255330 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-b2de134d-84d1-404b-95c2-834aa6657ba5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 1097 time: 0.0422814 May 26 17:00:29.368564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-a57a9f12-1751-47ed-b54a-17931b051d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:29.370065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-a57a9f12-1751-47ed-b54a-17931b051d6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d26751d-4c80-4751-8dea-fa769b8d8bb9 HTTP/1.1" status: 200 len: 897 time: 0.0930703 May 26 17:00:29.441083 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-da601112-2acd-41e6-be92-29a8f5d35602 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558 HTTP/1.1" status: 200 len: 1002 time: 0.0637391 May 26 17:00:29.496802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-7845ea6a-5c6a-4c2e-9625-494b40245b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:29.498287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-7845ea6a-5c6a-4c2e-9625-494b40245b9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6b25e05-7ff3-4353-934d-135448fdb332 HTTP/1.1" status: 200 len: 834 time: 0.0497489 May 26 17:00:29.544896 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-441bc84a-5813-4512-875f-6d098b7d4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:29.546478 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-441bc84a-5813-4512-875f-6d098b7d4fff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d26751d-4c80-4751-8dea-fa769b8d8bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413151 May 26 17:00:29.639494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-f4ae6d82-4d7d-46ae-96af-f8c20a2b4fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853245 May 26 17:00:29.736148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7b136e39-dc28-45a9-b8ac-4aae5758b46a req-16b6bc28-5166-4d81-b501-08619a481d06 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900486 May 26 17:00:35.154966 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-36a7a722-8e49-4a8f-ae1c-c928d6a4cd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:37.868205 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-393fd279-2a31-4984-b62c-e5ba2d11ff61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:38.997611 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:40.785603 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:40.875072 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:42.838640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7743573-47d3-471e-be7a-af264b37b588 req-ddd34657-1e5e-45d5-9d3b-e3c6acd1729a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:42.840027 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7743573-47d3-471e-be7a-af264b37b588 req-ddd34657-1e5e-45d5-9d3b-e3c6acd1729a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0957887 May 26 17:00:42.879749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a7743573-47d3-471e-be7a-af264b37b588 req-4b7784d7-4be7-45cc-9b5f-fd9334cfd8bf tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332460 May 26 17:00:44.045902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d127f6-6923-4926-b2cd-8f62bd480d14 req-c9cc3ab4-86ce-49c8-91ad-f9924301e5a2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:44.047988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66d127f6-6923-4926-b2cd-8f62bd480d14 req-c9cc3ab4-86ce-49c8-91ad-f9924301e5a2 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0969744 May 26 17:00:44.088941 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66d127f6-6923-4926-b2cd-8f62bd480d14 req-bc8ef48b-00f7-4665-a2a0-60df346db3f5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348480 May 26 17:00:44.111137 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57634) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:44.172611 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-84d09844-987d-4324-9db6-6d1f276b71bb tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/cded793f-0d11-4bb1-8368-239d4344ba70 HTTP/1.1" status: 200 len: 994 time: 0.0599980 May 26 17:00:44.191689 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:00:45.475206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6462750-98f4-4aba-a3d7-6c8e0e71ed0e req-f000d5f6-d33f-4571-9e7a-459be4f85b1a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.476594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6462750-98f4-4aba-a3d7-6c8e0e71ed0e req-f000d5f6-d33f-4571-9e7a-459be4f85b1a tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0787144 May 26 17:00:45.491454 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-8931620f-b7bc-4404-b070-73c830dc007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.492847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-8931620f-b7bc-4404-b070-73c830dc007c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 1097 time: 0.0680687 May 26 17:00:45.567065 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b6462750-98f4-4aba-a3d7-6c8e0e71ed0e req-81eb5234-f03c-4ffa-bced-6fb065ad391b tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837646 May 26 17:00:45.601197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-d00ac699-a20f-426a-ab7b-750155fe54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.602742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-d00ac699-a20f-426a-ab7b-750155fe54ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d26751d-4c80-4751-8dea-fa769b8d8bb9 HTTP/1.1" status: 200 len: 897 time: 0.1021001 May 26 17:00:45.677172 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-8f68bbf0-08e0-4e20-ba00-1cc7f2148369 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558 HTTP/1.1" status: 200 len: 1002 time: 0.0676265 May 26 17:00:45.726516 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-130ec6c1-1885-4af3-8436-64bc8809886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.727884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-130ec6c1-1885-4af3-8436-64bc8809886e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6b25e05-7ff3-4353-934d-135448fdb332 HTTP/1.1" status: 200 len: 834 time: 0.0442231 May 26 17:00:45.772509 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-04f13ccb-78dd-427c-b315-17f6d73d39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:45.773980 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-04f13ccb-78dd-427c-b315-17f6d73d39f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d26751d-4c80-4751-8dea-fa769b8d8bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397742 May 26 17:00:45.867681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-6d4aabf1-0151-4ffa-a51d-2e58ec2ff112 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873160 May 26 17:00:45.957490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9053666f-41cf-4d11-ae9d-e1a14e86ad94 req-79f2381a-d753-4bb7-9ece-b10fb22e2559 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832310 May 26 17:00:46.688533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aeca1-8f68-4c5c-ae20-6f2c47c8e444 req-225fbc12-fd17-4935-97c6-67d09c292fd1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:46.690042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-082aeca1-8f68-4c5c-ae20-6f2c47c8e444 req-225fbc12-fd17-4935-97c6-67d09c292fd1 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0512578 May 26 17:00:46.733450 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-082aeca1-8f68-4c5c-ae20-6f2c47c8e444 req-fb851776-a3f6-48f6-b162-8f92028fc158 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374537 May 26 17:00:47.851281 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abcbfa-585f-4bb7-a7ea-5326ff7c82c3 req-07fc19a6-61a5-461a-b228-ce12422806fd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:47.853103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20abcbfa-585f-4bb7-a7ea-5326ff7c82c3 req-07fc19a6-61a5-461a-b228-ce12422806fd tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0494516 May 26 17:00:47.892889 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20abcbfa-585f-4bb7-a7ea-5326ff7c82c3 req-f5e480f8-d840-4924-a009-7d6e0cc9e6b0 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334136 May 26 17:00:47.916271 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57646) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:47.976728 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c5663846-a77c-4914-a90d-6f0fcc7b2e63 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/floatingips/cded793f-0d11-4bb1-8368-239d4344ba70 HTTP/1.1" status: 200 len: 994 time: 0.0591702 May 26 17:00:48.182973 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57652) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:48.342258 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 173498a6-11be-4ac8-8d45-571c046c27ce {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:00:48.342599 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:48.422553 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:48.422944 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:48.434560 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 173498a6-11be-4ac8-8d45-571c046c27ce owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:00:48.584703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:48.611666 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=173498a6-11be-4ac8-8d45-571c046c27ce,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:48.639144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.639498 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.639845 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.640190 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.640530 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.640868 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.641204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.641539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.641873 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.642228 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.642562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.642888 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:48.685585 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:48.685925 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Floating IP cded793f-0d11-4bb1-8368-239d4344ba70 disassociated (deleted). External IP: 172.25.0.196, port: d1825884-b813-4ab9-89e4-ebb9d4a2b558. May 26 17:00:48.897465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 3e50cd74-4595-438d-8e1a-fe2f63e654cd has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:00:49.010990 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:00:49.015757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:49.022684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] Sync routers for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:00:49.035711 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:49.036319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:49.043042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-49b1e679-6c03-425b-920e-3a5982f38008 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/floatingips/cded793f-0d11-4bb1-8368-239d4344ba70 HTTP/1.1" status: 204 len: 168 time: 0.8588958 May 26 17:00:49.043635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:49.045949 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce79488-c366-4d47-a56d-83bf6b0f8ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:49.154231 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:49.310575 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58b211-4e96-4098-b409-adc5cf2a913a req-bb85257a-b117-411c-99de-03b2072f9aa5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:49.312866 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a58b211-4e96-4098-b409-adc5cf2a913a req-bb85257a-b117-411c-99de-03b2072f9aa5 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0571506 May 26 17:00:49.360632 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a58b211-4e96-4098-b409-adc5cf2a913a req-140764ba-9783-4470-a98b-5af8f1eba722 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414104 May 26 17:00:49.362262 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e5f38a-b54f-4fd5-b3cc-69257f8ad449 x-openstack-request-id: req-c2e5f38a-b54f-4fd5-b3cc-69257f8ad449 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:49.362550 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:49.362800 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2e5f38a-b54f-4fd5-b3cc-69257f8ad449 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:49.363197 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e5f38a-b54f-4fd5-b3cc-69257f8ad449'] response: {'name': 'network-changed', 'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'status': 'completed', 'code': 200} May 26 17:00:49.396286 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '171fe93d-414c-408d-ad37-95f9ad81eaaa', 'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:68:64:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:52Z', 'updated_at': '2022-05-26T16:59:56Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:49.424291 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-4a4c2efb-50a5-4c62-ace4-d86f200c666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:49.424732 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] Checking router: 3e50cd74-4595-438d-8e1a-fe2f63e654cd for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:00:49.425735 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-4a4c2efb-50a5-4c62-ace4-d86f200c666a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec12d26002b49639c4e94596543457d&device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 1097 time: 0.0412171 May 26 17:00:49.433022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:49.433637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:49.515642 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-5526f066-7e13-4bf3-840b-4053769ab9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:49.517103 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-5526f066-7e13-4bf3-840b-4053769ab9c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d26751d-4c80-4751-8dea-fa769b8d8bb9 HTTP/1.1" status: 200 len: 897 time: 0.0843008 May 26 17:00:49.541392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:49.569010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-dbbf3318-e5aa-4e5a-8987-6b54b3955365 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558 HTTP/1.1" status: 200 len: 217 time: 0.0446551 May 26 17:00:49.621183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-98e57290-aaa6-4217-9ca4-23505014b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:49.622667 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-98e57290-aaa6-4217-9ca4-23505014b79d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6b25e05-7ff3-4353-934d-135448fdb332 HTTP/1.1" status: 200 len: 834 time: 0.0448992 May 26 17:00:49.674400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-9c99c171-da4b-4f3d-8375-5bb078dfa343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:49.675884 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-9c99c171-da4b-4f3d-8375-5bb078dfa343 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d26751d-4c80-4751-8dea-fa769b8d8bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440917 May 26 17:00:49.747038 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '171fe93d-414c-408d-ad37-95f9ad81eaaa', 'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:68:64:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:52Z', 'updated_at': '2022-05-26T16:59:56Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:49.772325 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-2820e793-4994-456f-8a2e-059a33928bb1 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886047 May 26 17:00:49.773346 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c7668-2c70-4afd-b4b7-9cd401d7821a None None] The sync data for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 is: [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:53Z', 'revision_number': 4, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '171fe93d-414c-408d-ad37-95f9ad81eaaa', 'name': '', 'network_id': '1d26751d-4c80-4751-8dea-fa769b8d8bb9', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'mac_address': 'fa:16:3e:68:64:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:52Z', 'updated_at': '2022-05-26T16:59:56Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'subnets': [{'id': 'e6b25e05-7ff3-4353-934d-135448fdb332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:00:49.871028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bce79488-c366-4d47-a56d-83bf6b0f8ccb req-f6e26c4a-6ff3-4b79-8f41-0df684545534 service neutron] 10.222.0.24 "GET /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880816 May 26 17:00:49.999968 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc160714-1162-4d63-9ab5-70479a7400d2 None None] New status for floating IP cded793f-0d11-4bb1-8368-239d4344ba70: DOWN {{(pid=109407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:00:50.479884 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8af5d-7b1a-4d66-89ed-3c06d32e036f req-52ecef55-0ba0-4e8f-bb7a-3a02445c68ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:50.481347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59b8af5d-7b1a-4d66-89ed-3c06d32e036f req-52ecef55-0ba0-4e8f-bb7a-3a02445c68ab tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0487041 May 26 17:00:50.519426 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-59b8af5d-7b1a-4d66-89ed-3c06d32e036f req-44053cb7-2cc4-4dee-a26a-2d6a09356434 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/security-groups?id=a051a052-aac1-4ca0-8fac-f24257fb99e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309584 May 26 17:00:50.867022 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-acdbf735-523a-488c-8771-7e9c79bbae18 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:50.869174 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-acdbf735-523a-488c-8771-7e9c79bbae18 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 946 time: 0.0552232 May 26 17:00:50.964644 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port d1825884-b813-4ab9-89e4-ebb9d4a2b558 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:00:50.964982 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:51.056708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port d1825884-b813-4ab9-89e4-ebb9d4a2b558, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=d1825884-b813-4ab9-89e4-ebb9d4a2b558,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:51.057071 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:51.068908 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for d1825884-b813-4ab9-89e4-ebb9d4a2b558 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:00:51.197433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:51.234619 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=d1825884-b813-4ab9-89e4-ebb9d4a2b558,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:51.275348 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] No DVR routers for this DVR port d1825884-b813-4ab9-89e4-ebb9d4a2b558 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:00:51.278134 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:51.282055 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-330310d9-c5c4-4282-ba9e-d3fa246bb58d req-24882ad0-f8fd-4f9b-a1f2-ce873551db61 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.24 "DELETE /v2.0/ports/d1825884-b813-4ab9-89e4-ebb9d4a2b558 HTTP/1.1" status: 204 len: 173 time: 0.4064646 May 26 17:00:51.364857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'name': 'network-vif-deleted', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:51.367340 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce30fa1-670f-4f1c-b11b-ec5033435413" -d '{"events": [{"server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "name": "network-vif-deleted", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:51.404850 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c94afa-21b2-4f9d-9502-a145a4c8f1c3 x-openstack-request-id: req-68c94afa-21b2-4f9d-9502-a145a4c8f1c3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:51.405141 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320fc162-9cd4-49ce-be3b-51c55f81dba5", "name": "network-vif-deleted", "tag": "d1825884-b813-4ab9-89e4-ebb9d4a2b558", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:51.405393 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68c94afa-21b2-4f9d-9502-a145a4c8f1c3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:51.405798 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c94afa-21b2-4f9d-9502-a145a4c8f1c3'] response: {'server_uuid': '320fc162-9cd4-49ce-be3b-51c55f81dba5', 'name': 'network-vif-deleted', 'tag': 'd1825884-b813-4ab9-89e4-ebb9d4a2b558', 'status': 'completed', 'code': 200} May 26 17:00:51.639024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4a6c4481-ec50-4a8a-b52c-a9158071ad41 req-976f472b-1227-4f5f-8106-f4c3fb69faed tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "GET /v2.0/ports?device_id=320fc162-9cd4-49ce-be3b-51c55f81dba5 HTTP/1.1" status: 200 len: 210 time: 0.0328267 May 26 17:00:52.698715 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57668) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:53.067332 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:53.325422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port 171fe93d-414c-408d-ad37-95f9ad81eaaa {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:00:53.325768 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:53.415245 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port 171fe93d-414c-408d-ad37-95f9ad81eaaa, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=171fe93d-414c-408d-ad37-95f9ad81eaaa,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:53.415610 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:53.428667 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for 171fe93d-414c-408d-ad37-95f9ad81eaaa owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:00:53.611282 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:53.642343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=171fe93d-414c-408d-ad37-95f9ad81eaaa,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:53.832567 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.210134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d1825884-b813-4ab9-89e4-ebb9d4a2b558 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:00:54.231405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: d1825884-b813-4ab9-89e4-ebb9d4a2b558 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:00:54.231751 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device d1825884-b813-4ab9-89e4-ebb9d4a2b558 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:00:54.371270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Router 3e50cd74-4595-438d-8e1a-fe2f63e654cd has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:00:54.381473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.414617 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.481476 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:00:54.488193 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-423ba85b-3d6f-452e-887e-1376a4fb43fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "PUT /v2.0/routers/3e50cd74-4595-438d-8e1a-fe2f63e654cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7873938 May 26 17:00:54.489782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57670) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:54.492338 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] Sync routers for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:00:54.506172 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:54.506798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:54.541174 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e078a5-7eca-4c7b-8e12-ffc415cb00e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting subnet e6b25e05-7ff3-4353-934d-135448fdb332 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:00:54.544510 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66e078a5-7eca-4c7b-8e12-ffc415cb00e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.584581 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66e078a5-7eca-4c7b-8e12-ffc415cb00e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.608258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:54.678953 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66e078a5-7eca-4c7b-8e12-ffc415cb00e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.743041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66e078a5-7eca-4c7b-8e12-ffc415cb00e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.770729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e078a5-7eca-4c7b-8e12-ffc415cb00e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b25e05-7ff3-4353-934d-135448fdb332,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:54.779855 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-66e078a5-7eca-4c7b-8e12-ffc415cb00e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.782733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556da2e8-2a7e-447f-aa0d-a5a0b7c36351 None None] Network 1d26751d-4c80-4751-8dea-fa769b8d8bb9 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:00:54.783652 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-66e078a5-7eca-4c7b-8e12-ffc415cb00e9 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/subnets/e6b25e05-7ff3-4353-934d-135448fdb332 HTTP/1.1" status: 204 len: 168 time: 0.2926724 May 26 17:00:54.786343 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57672) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:54.877188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T17:00:53Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:54.897523 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.922522 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] Checking router: 3e50cd74-4595-438d-8e1a-fe2f63e654cd for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:00:54.935686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] Routers {'3e50cd74-4595-438d-8e1a-fe2f63e654cd'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:00:54.936318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:55.012922 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.032641 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] DHCP port deletion for 1d26751d-4c80-4751-8dea-fa769b8d8bb9 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:00:55.070155 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Deleting port e3d82edd-95d6-4072-b448-36a73fd28b14 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:00:55.070506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.076920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] Set router 3e50cd74-4595-438d-8e1a-fe2f63e654cd gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:00:55.154485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] For port e3d82edd-95d6-4072-b448-36a73fd28b14, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e3d82edd-95d6-4072-b448-36a73fd28b14,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:55.154881 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.167570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Calling delete_port for e3d82edd-95d6-4072-b448-36a73fd28b14 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:00:55.205572 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Deleting port 3a82752f-7665-4433-a5d5-2cebb90b6b74 {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:00:55.205948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.303967 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] For port 3a82752f-7665-4433-a5d5-2cebb90b6b74, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=3a82752f-7665-4433-a5d5-2cebb90b6b74,segment=NetworkSegment(be1afcff-a40b-4d29-81ef-233be8676f72),segment_id=be1afcff-a40b-4d29-81ef-233be8676f72)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:55.304709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.321917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Calling delete_port for 3a82752f-7665-4433-a5d5-2cebb90b6b74 owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:00:55.335458 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.361457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Port': ['ID=e3d82edd-95d6-4072-b448-36a73fd28b14,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:55.387279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T17:00:53Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:55.425905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.427917 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a4f-7c50-4e39-a477-a2b8b65a80a1 None None] The sync data for ids ['3e50cd74-4595-438d-8e1a-fe2f63e654cd'] in n-d-843336-2 is: [{'id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509456658', 'tenant_id': '6ec12d26002b49639c4e94596543457d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T17:00:53Z', 'revision_number': 5, 'project_id': '6ec12d26002b49639c4e94596543457d', 'gw_port': {'id': 'e3d82edd-95d6-4072-b448-36a73fd28b14', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50cd74-4595-438d-8e1a-fe2f63e654cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:59:49Z', 'updated_at': '2022-05-26T16:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:00:55.449957 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.477128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Pushing event deleted for resources: {'Port': ['ID=3a82752f-7665-4433-a5d5-2cebb90b6b74,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:55.481584 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] No DVR routers for this DVR port 3a82752f-7665-4433-a5d5-2cebb90b6b74 on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:00:55.492190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.492190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.492190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.492190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.492190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.492190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.492190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.492190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.493408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.493408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.493408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.493408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f0c75-8849-4ecb-a67d-ccfcfe659e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:55.529112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.531439 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.575548 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.576027 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Fanout notify agent at l3_agent the message router_deleted on router 3e50cd74-4595-438d-8e1a-fe2f63e654cd {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:00:55.584537 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.585637 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-90456d04-bfc9-4fbb-8ae8-6e4cb5451f49 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/routers/3e50cd74-4595-438d-8e1a-fe2f63e654cd HTTP/1.1" status: 204 len: 168 time: 0.7983732 May 26 17:00:55.588321 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57674) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:55.664879 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.758417 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.779092 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d26751d-4c80-4751-8dea-fa769b8d8bb9']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:55.789219 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1afcff-a40b-4d29-81ef-233be8676f72') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:55.789523 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1afcff-a40b-4d29-81ef-233be8676f72') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:00:55.799749 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.813903 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.820299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:00:55.820703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.866083 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment be1afcff-a40b-4d29-81ef-233be8676f72 resource provider aggregate not found May 26 17:00:55.891688 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment be1afcff-a40b-4d29-81ef-233be8676f72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be1afcff-a40b-4d29-81ef-233be8676f72 found for delete ", "request_id": "req-f5f77481-41c7-44d9-b526-687967f416fb"}]} May 26 17:00:55.901543 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.907650 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.911182 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/networks/1d26751d-4c80-4751-8dea-fa769b8d8bb9 HTTP/1.1" status: 204 len: 168 time: 0.3219349 May 26 17:00:55.914326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57680) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:55.933243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440f17b-aec9-4e26-abd1-cf86d5d086fa tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'Network': ['ID=1d26751d-4c80-4751-8dea-fa769b8d8bb9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:55.979339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:56.008235 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:56.070783 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:56.073393 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:56.074724 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] 10.222.0.39 "DELETE /v2.0/security-groups/a051a052-aac1-4ca0-8fac-f24257fb99e0 HTTP/1.1" status: 204 len: 168 time: 0.1593368 May 26 17:00:56.086488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a051a052-aac1-4ca0-8fac-f24257fb99e0,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:56.095464 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.095903 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.096319 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.096760 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.097169 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.097576 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.097985 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.098672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.099162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.099553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.100081 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.100558 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0b08c6-57ce-4890-b6a7-233b248ca858 tempest-TestNetworkAdvancedServerOps-1727886796 tempest-TestNetworkAdvancedServerOps-1727886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:56.385841 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57688) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:56.529888 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e18714a1-0ea7-4227-b1fe-3abf4be97d5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ec12d26002b49639c4e94596543457d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427033 May 26 17:00:56.532345 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57692) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:56.580190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b5d79860-1e90-40e1-825a-a5c8e202cc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:56.601172 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b5d79860-1e90-40e1-825a-a5c8e202cc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:56.652006 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b5d79860-1e90-40e1-825a-a5c8e202cc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:56.654654 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b5d79860-1e90-40e1-825a-a5c8e202cc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:56.655825 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b5d79860-1e90-40e1-825a-a5c8e202cc9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/947b6c0c-d4fb-41b1-b1b1-2a529cbeb02c HTTP/1.1" status: 204 len: 168 time: 0.1218228 May 26 17:00:56.664274 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d79860-1e90-40e1-825a-a5c8e202cc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b6c0c-d4fb-41b1-b1b1-2a529cbeb02c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:56.685030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 171fe93d-414c-408d-ad37-95f9ad81eaaa no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:00:56.705754 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 171fe93d-414c-408d-ad37-95f9ad81eaaa {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:00:56.706163 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 171fe93d-414c-408d-ad37-95f9ad81eaaa not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:00:56.706562 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3a82752f-7665-4433-a5d5-2cebb90b6b74 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:00:56.729270 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 3a82752f-7665-4433-a5d5-2cebb90b6b74 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:00:56.729613 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 3a82752f-7665-4433-a5d5-2cebb90b6b74 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:00:56.730052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e3d82edd-95d6-4072-b448-36a73fd28b14 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:00:56.749573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e3d82edd-95d6-4072-b448-36a73fd28b14 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:00:56.749923 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e3d82edd-95d6-4072-b448-36a73fd28b14 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:00:56.930683 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57698) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:56.943934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59ee1e49-1ba4-46b5-9f8a-85e63bf66adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:57.025875 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59ee1e49-1ba4-46b5-9f8a-85e63bf66adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:57.029401 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-59ee1e49-1ba4-46b5-9f8a-85e63bf66adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:57.069178 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-59ee1e49-1ba4-46b5-9f8a-85e63bf66adf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7d4ccfc1e8245aca8b96a535d6c17a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374021 May 26 17:00:57.070056 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee1e49-1ba4-46b5-9f8a-85e63bf66adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2af640e-5275-4f16-ab01-a5a2093320b8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:57.072405 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57700) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:57.124790 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47ee9343-2bfd-4a7f-9776-39b71e1a6169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:57.146434 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47ee9343-2bfd-4a7f-9776-39b71e1a6169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:57.192112 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47ee9343-2bfd-4a7f-9776-39b71e1a6169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:57.194555 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-47ee9343-2bfd-4a7f-9776-39b71e1a6169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:57.195693 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-47ee9343-2bfd-4a7f-9776-39b71e1a6169 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2af640e-5275-4f16-ab01-a5a2093320b8 HTTP/1.1" status: 204 len: 168 time: 0.1220787 May 26 17:00:57.203361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee9343-2bfd-4a7f-9776-39b71e1a6169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2af640e-5275-4f16-ab01-a5a2093320b8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:57.902472 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57722) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:57.997702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1694518864-network', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:00:58.018668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Made reservation on behalf of 9c4b5e92ea6d4e23af516c6b3838d704 for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:00:58.020905 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.029332 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.103862 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.107504 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.132106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:00:58.142813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f722834-f684-4467-868d-86a5478e6a9b,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:58.147688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.148028 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Added segment 5bd2f998-440c-402c-8860-72eff935e60d of type vlan for network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d May 26 17:00:58.192906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.217927 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.218934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:58.219537 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.277615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3739340 May 26 17:00:58.280626 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57726) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:58.281142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667a749-89fb-402f-9ec8-dce79d7bd9ef admin admin] Pushing event updated for resources: {'Network': ['ID=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:58.287339 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Request body: {'subnet': {'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1694518864-subnet', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:00:58.291367 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:00:58.306642 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Made reservation on behalf of 9c4b5e92ea6d4e23af516c6b3838d704 for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:00:58.308923 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.484336 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.537288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e989e90f-5444-4b0b-bad8-0fd614e85c23,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:58.548780 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Checking segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:00:58.549135 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Network hostable DHCP agents. Network: fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:00:58.565951 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:00:58.575421 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:58.580410 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:58.581005 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.585300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87ffd9-d1f9-43c5-8286-d50d749f6c61 None None] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:00:58.597272 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-d8526fdd-0be6-4061-a3fd-bc1e98b2591e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3154941 May 26 17:00:58.599954 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57728) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:00:58.604168 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:00:58.623877 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.624983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.680365 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.736356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:00:58.737436 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.823512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:58.870881 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Allocated IP 172.20.0.2 (fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d/e989e90f-5444-4b0b-bad8-0fd614e85c23/e8925189-ec89-4c64-80ce-ac9ebc4a39da) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:00:59.028224 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.049184 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.160875 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Allocated IP 172.25.0.131 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/9bd96412-79d2-4acc-9892-b00622b7a5d8) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:00:59.190422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.196853 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.244791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:00:59.247501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:59.250869 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:00:59.259674 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Pushing event updated for resources: {'Port': ['ID=e8925189-ec89-4c64-80ce-ac9ebc4a39da,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:59.289026 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.313366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Attempting to bind port e8925189-ec89-4c64-80ce-ac9ebc4a39da on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:00:59.313988 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Attempting to bind port e8925189-ec89-4c64-80ce-ac9ebc4a39da by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:00:59.314140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Attempting to bind port e8925189-ec89-4c64-80ce-ac9ebc4a39da on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:00:59.319021 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:00:59.319387 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Checking segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:00:59.319779 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.320190 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Bound using segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:00:59.320617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Bound port: e8925189-ec89-4c64-80ce-ac9ebc4a39da, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:00:59.320990 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.323266 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.361736 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:00:59.365857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:00:59.373153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:00:59.376793 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Pushing event updated for resources: {'Port': ['ID=9bd96412-79d2-4acc-9892-b00622b7a5d8,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:59.386545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] For port e8925189-ec89-4c64-80ce-ac9ebc4a39da, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:00:59.390041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] For port e8925189-ec89-4c64-80ce-ac9ebc4a39da, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e8925189-ec89-4c64-80ce-ac9ebc4a39da,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:00:59.394739 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.455759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062c5ed-1fff-4175-817c-10a3c5647b41 None None] Pushing event updated for resources: {'Port': ['ID=e8925189-ec89-4c64-80ce-ac9ebc4a39da,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:59.638790 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.842063 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.970094 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Router 9db8f2b5-371c-4393-adf7-989be6016070 is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:01:00.078340 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:00.088391 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Sync routers for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:00.098217 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.102091 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-596a246c-82ee-4e74-bfe8-73a14a2b32cf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4986608 May 26 17:01:00.102463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:00.102593 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57730) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:00.103629 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:00.219341 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:00.397476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0864a5d-bd63-469e-8250-88c3e3eef20c None None] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:01:00.411447 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:00:59Z', 'revision_number': 3, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:00.439166 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Checking router: 9db8f2b5-371c-4393-adf7-989be6016070 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:00.439826 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Updating router 9db8f2b5-371c-4393-adf7-989be6016070 port 9bd96412-79d2-4acc-9892-b00622b7a5d8 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:01:00.474797 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.487256 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-0e352f69-56ad-4a23-9d21-af0908f70ea8 None None] Provisioning complete for port e8925189-ec89-4c64-80ce-ac9ebc4a39da triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:00.487632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0e352f69-56ad-4a23-9d21-af0908f70ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.558708 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.645559 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-0e352f69-56ad-4a23-9d21-af0908f70ea8 None None] Current status of the port e8925189-ec89-4c64-80ce-ac9ebc4a39da is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:00.647543 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0e352f69-56ad-4a23-9d21-af0908f70ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.696266 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-0e352f69-56ad-4a23-9d21-af0908f70ea8 None None] For port e8925189-ec89-4c64-80ce-ac9ebc4a39da, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e8925189-ec89-4c64-80ce-ac9ebc4a39da,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:00.702951 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0e352f69-56ad-4a23-9d21-af0908f70ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.770187 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e8925189-ec89-4c64-80ce-ac9ebc4a39da up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:00.781640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Allocated IP 172.20.0.1 (fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d/e989e90f-5444-4b0b-bad8-0fd614e85c23/fe7ec84c-bd9f-448f-b053-d5496a6b1322) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:01:00.818411 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e352f69-56ad-4a23-9d21-af0908f70ea8 None None] Pushing event updated for resources: {'Port': ['ID=e8925189-ec89-4c64-80ce-ac9ebc4a39da,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:00.845216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e8925189-ec89-4c64-80ce-ac9ebc4a39da triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:00.845593 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.893067 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.901972 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.922871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.957769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e8925189-ec89-4c64-80ce-ac9ebc4a39da is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:00.959651 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Pushing event updated for resources: {'Port': ['ID=9bd96412-79d2-4acc-9892-b00622b7a5d8,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:00.961853 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Attempting to bind port 9bd96412-79d2-4acc-9892-b00622b7a5d8 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:01:00.962393 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Attempting to bind port 9bd96412-79d2-4acc-9892-b00622b7a5d8 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:01:00.962772 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Attempting to bind port 9bd96412-79d2-4acc-9892-b00622b7a5d8 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:00.966676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.973392 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.973737 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.974103 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.974440 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.974773 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.975098 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.975423 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.975747 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.976119 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.976388 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.976710 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.977041 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:01:00.980389 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:01:00.980787 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:01:00.981168 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.981549 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:01:00.982036 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Bound port: 9bd96412-79d2-4acc-9892-b00622b7a5d8, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:01:00.982430 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.011039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:01:01.018042 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:01.020911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:01:01.024474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7ec84c-bd9f-448f-b053-d5496a6b1322,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:01.028330 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-84152b85-1bef-4700-a6dc-952503b4cd86 None None] Provisioning complete for port e8925189-ec89-4c64-80ce-ac9ebc4a39da triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:01.028828 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84152b85-1bef-4700-a6dc-952503b4cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.040695 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] For port 9bd96412-79d2-4acc-9892-b00622b7a5d8, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:01:01.044574 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] For port 9bd96412-79d2-4acc-9892-b00622b7a5d8, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bd96412-79d2-4acc-9892-b00622b7a5d8,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:01:01.049743 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.067619 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.108379 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:01.109032 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:01.160761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-84152b85-1bef-4700-a6dc-952503b4cd86 None None] Current status of the port e8925189-ec89-4c64-80ce-ac9ebc4a39da is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:01.197860 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd826a18-fd28-4e91-8039-f3f1698f4ddb None None] Pushing event updated for resources: {'Port': ['ID=9bd96412-79d2-4acc-9892-b00622b7a5d8,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:01.226832 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:01.243565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.381029 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e41d9d7e-5a69-4633-bfea-6dba18f5118a None None] Provisioning complete for port fe7ec84c-bd9f-448f-b053-d5496a6b1322 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:01.381353 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e41d9d7e-5a69-4633-bfea-6dba18f5118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.413794 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:00:59Z', 'revision_number': 3, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:01.414362 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.418882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e41d9d7e-5a69-4633-bfea-6dba18f5118a None None] Port fe7ec84c-bd9f-448f-b053-d5496a6b1322 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:01:01.422468 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.442559 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab654e-1324-4ef7-860f-00d6306bcf59 None None] The sync data for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 is: [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:00:59Z', 'revision_number': 3, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:01.497893 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7ec84c-bd9f-448f-b053-d5496a6b1322,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:01.500601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.603811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:01:01.605182 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:01.748999 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Router 9db8f2b5-371c-4393-adf7-989be6016070 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:01:01.882351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:01.887375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b5d91c65-03c4-4743-8fe6-b7c38a657c27 admin admin] 10.222.0.39 "PUT /v2.0/routers/9db8f2b5-371c-4393-adf7-989be6016070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7838755 May 26 17:01:01.945851 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b959ae8c-47b2-4b7a-a133-37ac967c0ea7 None None] Provisioning complete for port fe7ec84c-bd9f-448f-b053-d5496a6b1322 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:01.946513 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b959ae8c-47b2-4b7a-a133-37ac967c0ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.981345 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b959ae8c-47b2-4b7a-a133-37ac967c0ea7 None None] Port fe7ec84c-bd9f-448f-b053-d5496a6b1322 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:01:02.382419 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57746) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:02.387385 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1571672843-network', 'tenant_id': '7004341c7697444eb2b0d29df78535ff'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:02.408356 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Made reservation on behalf of 7004341c7697444eb2b0d29df78535ff for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:01:02.410912 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.421318 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.499345 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.504036 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.529165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:01:02.539016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d8a22-dcdc-465c-bd53-0a20635ed66e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:02.543910 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.544254 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Added segment dc4dad4f-84ed-4657-9c8c-97c4141af433 of type vlan for network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c May 26 17:01:02.585130 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.609594 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.610604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.611174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.662267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2787001 May 26 17:01:02.665431 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57748) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:02.675272 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Request body: {'subnet': {'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1571672843-subnet', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:02.682727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f37387-ddc9-40d8-b63e-db2c7a7a717e admin admin] Pushing event updated for resources: {'Network': ['ID=fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:02.701540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:01:02.712361 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Made reservation on behalf of 7004341c7697444eb2b0d29df78535ff for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:01:02.716195 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.778884 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e8925189-ec89-4c64-80ce-ac9ebc4a39da up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:02.830105 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port e8925189-ec89-4c64-80ce-ac9ebc4a39da triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:02.830478 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.913347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port e8925189-ec89-4c64-80ce-ac9ebc4a39da is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:02.914542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bd96412-79d2-4acc-9892-b00622b7a5d8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:02.916838 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.962948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9bd96412-79d2-4acc-9892-b00622b7a5d8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:02.963330 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.978318 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d168e8-9a78-42c7-97aa-42e58154d436,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:02.987865 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Checking segment: {'id': 'dc4dad4f-84ed-4657-9c8c-97c4141af433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:01:02.988316 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Network hostable DHCP agents. Network: fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:01:03.009222 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:01:03.018996 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:03.024641 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:03.025235 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.036321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e9f97-2fbe-4dae-8282-1c76346171cb None None] Network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:01:03.046063 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-40bc2569-4c39-4088-a2ef-41344e34fb54 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3795455 May 26 17:01:03.049109 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57750) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:03.053350 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:03.076928 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.077972 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.089634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Sync routers for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:03.113704 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9bd96412-79d2-4acc-9892-b00622b7a5d8 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:03.114025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.138244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:03.138907 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:03.139269 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.192255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 9bd96412-79d2-4acc-9892-b00622b7a5d8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bd96412-79d2-4acc-9892-b00622b7a5d8,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:03.201620 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.276007 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.331339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=9bd96412-79d2-4acc-9892-b00622b7a5d8,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:03.362779 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:03.365977 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c', 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'fixed_ips': [{'subnet_id': '31d168e8-9a78-42c7-97aa-42e58154d436'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:01:03.366774 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.479713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.498395 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.605796 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Allocated IP 172.25.0.189 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/1e51a05a-4a8f-4996-881a-754019338003) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:01:03.635116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Allocated IP 172.20.0.2 (fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c/31d168e8-9a78-42c7-97aa-42e58154d436/2e494ae6-477e-415e-87a5-4b0c94c7842f) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:01:03.709058 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.743758 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:03.759456 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 2, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:03.782584 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:01:03.785497 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:03.787820 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:01:03.792074 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Checking router: 9db8f2b5-371c-4393-adf7-989be6016070 for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:03.792461 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Updating router 9db8f2b5-371c-4393-adf7-989be6016070 port fe7ec84c-bd9f-448f-b053-d5496a6b1322 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:01:03.823439 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Pushing event updated for resources: {'Port': ['ID=1e51a05a-4a8f-4996-881a-754019338003,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:04.006064 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.031204 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.050660 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.053756 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.159371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:01:04.171768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:04.176424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Pushing event updated for resources: {'Port': ['ID=2e494ae6-477e-415e-87a5-4b0c94c7842f,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:04.178774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:01:04.287671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Attempting to bind port 2e494ae6-477e-415e-87a5-4b0c94c7842f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:01:04.287943 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Attempting to bind port 2e494ae6-477e-415e-87a5-4b0c94c7842f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'dc4dad4f-84ed-4657-9c8c-97c4141af433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:01:04.288301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Attempting to bind port 2e494ae6-477e-415e-87a5-4b0c94c7842f on network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:04.296379 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:01:04.296736 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Checking segment: {'id': 'dc4dad4f-84ed-4657-9c8c-97c4141af433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:01:04.297113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.297575 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Bound using segment: {'id': 'dc4dad4f-84ed-4657-9c8c-97c4141af433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:01:04.298689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Bound port: 2e494ae6-477e-415e-87a5-4b0c94c7842f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4dad4f-84ed-4657-9c8c-97c4141af433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:01:04.299025 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.421300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] For port 2e494ae6-477e-415e-87a5-4b0c94c7842f, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:01:04.438505 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] For port 2e494ae6-477e-415e-87a5-4b0c94c7842f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2e494ae6-477e-415e-87a5-4b0c94c7842f,segment=NetworkSegment(dc4dad4f-84ed-4657-9c8c-97c4141af433),segment_id=dc4dad4f-84ed-4657-9c8c-97c4141af433)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:01:04.449607 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.456313 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.487632 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.527815 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864f9e-920a-4d5f-a9a1-473c951f575b None None] Pushing event updated for resources: {'Port': ['ID=2e494ae6-477e-415e-87a5-4b0c94c7842f,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:04.612583 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2dee5-e033-4006-8cca-88fa14efc566 None None] Pushing event updated for resources: {'Port': ['ID=fe7ec84c-bd9f-448f-b053-d5496a6b1322,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:04.620355 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.622937 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Attempting to bind port fe7ec84c-bd9f-448f-b053-d5496a6b1322 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:01:04.623311 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Attempting to bind port fe7ec84c-bd9f-448f-b053-d5496a6b1322 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:01:04.623873 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Attempting to bind port fe7ec84c-bd9f-448f-b053-d5496a6b1322 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:04.631358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:01:04.631738 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Checking segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:01:04.632207 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.632594 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Bound using segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:01:04.633065 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Bound port: fe7ec84c-bd9f-448f-b053-d5496a6b1322, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:01:04.633442 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.710491 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] For port fe7ec84c-bd9f-448f-b053-d5496a6b1322, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:01:04.720519 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] For port fe7ec84c-bd9f-448f-b053-d5496a6b1322, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fe7ec84c-bd9f-448f-b053-d5496a6b1322,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:01:04.726572 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:04.753035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bd96412-79d2-4acc-9892-b00622b7a5d8 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:04.826746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Router 8e5d7748-1709-41e0-9464-dec576e964ab is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:01:04.882633 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:04.883306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:04.990507 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:04.999463 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Sync routers for ids ['8e5d7748-1709-41e0-9464-dec576e964ab'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:05.027011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d5a2fe7e-063e-4272-9a56-3ea0527a7079 None None] Provisioning complete for port fe7ec84c-bd9f-448f-b053-d5496a6b1322 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:05.027653 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d5a2fe7e-063e-4272-9a56-3ea0527a7079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.033959 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.038452 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1a8d1a17-8014-4ab5-bb73-f04a2fae5d15 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9883366 May 26 17:01:05.041327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57752) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:05.042075 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Routers {'8e5d7748-1709-41e0-9464-dec576e964ab'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:05.042892 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8e5d7748-1709-41e0-9464-dec576e964ab'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:05.067893 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2dee5-e033-4006-8cca-88fa14efc566 None None] Pushing event updated for resources: {'Port': ['ID=fe7ec84c-bd9f-448f-b053-d5496a6b1322,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:05.108011 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:05.114481 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 9bd96412-79d2-4acc-9892-b00622b7a5d8 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:05.114852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.217784 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Set router 8e5d7748-1709-41e0-9464-dec576e964ab gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:05.238762 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3bce6bee-bc5f-4807-8e17-64b3a1ee95bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.366192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d5a2fe7e-063e-4272-9a56-3ea0527a7079 None None] Current status of the port fe7ec84c-bd9f-448f-b053-d5496a6b1322 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:05.366684 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d5a2fe7e-063e-4272-9a56-3ea0527a7079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.406239 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d5a2fe7e-063e-4272-9a56-3ea0527a7079 None None] For port fe7ec84c-bd9f-448f-b053-d5496a6b1322, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fe7ec84c-bd9f-448f-b053-d5496a6b1322,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:05.426529 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1e51a05a-4a8f-4996-881a-754019338003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 3, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'gw_port': {'id': '1e51a05a-4a8f-4996-881a-754019338003', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:05.437954 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d5a2fe7e-063e-4272-9a56-3ea0527a7079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.456990 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Checking router: 8e5d7748-1709-41e0-9464-dec576e964ab for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:05.457819 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Updating router 8e5d7748-1709-41e0-9464-dec576e964ab port 1e51a05a-4a8f-4996-881a-754019338003 binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:01:05.483839 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.497668 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2fe7e-063e-4272-9a56-3ea0527a7079 None None] Pushing event updated for resources: {'Port': ['ID=fe7ec84c-bd9f-448f-b053-d5496a6b1322,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:05.556083 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 9bd96412-79d2-4acc-9892-b00622b7a5d8 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:05.600356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-99e2195e-c1ee-495f-9834-54c5a3d2cf96 None None] Provisioning complete for port fe7ec84c-bd9f-448f-b053-d5496a6b1322 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:05.601768 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-99e2195e-c1ee-495f-9834-54c5a3d2cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.673840 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:04Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:05.718092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfaffa2-6a16-4c62-98b1-8f688fdef103 None None] The sync data for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 is: [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:04Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:05.789501 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-99e2195e-c1ee-495f-9834-54c5a3d2cf96 None None] Current status of the port fe7ec84c-bd9f-448f-b053-d5496a6b1322 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:05.875241 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.884999 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.956392 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Attempting to bind port 1e51a05a-4a8f-4996-881a-754019338003 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:01:05.957056 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Attempting to bind port 1e51a05a-4a8f-4996-881a-754019338003 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:01:05.957549 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Attempting to bind port 1e51a05a-4a8f-4996-881a-754019338003 on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:05.967734 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:01:05.968105 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:01:05.968502 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:05.968890 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:01:05.969422 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Bound port: 1e51a05a-4a8f-4996-881a-754019338003, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:01:05.969880 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.038149 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] For port 1e51a05a-4a8f-4996-881a-754019338003, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:01:06.059177 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ec84-38ca-471b-9c8b-18edcbe931c8 None None] Pushing event updated for resources: {'Port': ['ID=1e51a05a-4a8f-4996-881a-754019338003,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:06.070685 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] For port 1e51a05a-4a8f-4996-881a-754019338003, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1e51a05a-4a8f-4996-881a-754019338003,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:01:06.076420 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.119036 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4787a-0fc1-49d4-a542-368c84495eb4 None None] Network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:01:06.138888 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ec84-38ca-471b-9c8b-18edcbe931c8 None None] Pushing event updated for resources: {'Port': ['ID=1e51a05a-4a8f-4996-881a-754019338003,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:06.154357 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Routers {'8e5d7748-1709-41e0-9464-dec576e964ab'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:06.155152 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:00:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8e5d7748-1709-41e0-9464-dec576e964ab'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:06.178448 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.215989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b56c589d-0962-4a0a-8dba-009f7a2bc17b None None] Provisioning complete for port 2e494ae6-477e-415e-87a5-4b0c94c7842f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:06.216651 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b56c589d-0962-4a0a-8dba-009f7a2bc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.405149 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Allocated IP 172.20.0.1 (fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c/31d168e8-9a78-42c7-97aa-42e58154d436/d1e44057-cd96-40c6-b117-1af7c2e26460) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:01:06.416381 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b56c589d-0962-4a0a-8dba-009f7a2bc17b None None] Current status of the port 2e494ae6-477e-415e-87a5-4b0c94c7842f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:06.417313 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b56c589d-0962-4a0a-8dba-009f7a2bc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.426865 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] Set router 8e5d7748-1709-41e0-9464-dec576e964ab gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:06.478806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-b56c589d-0962-4a0a-8dba-009f7a2bc17b None None] For port 2e494ae6-477e-415e-87a5-4b0c94c7842f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2e494ae6-477e-415e-87a5-4b0c94c7842f,segment=NetworkSegment(dc4dad4f-84ed-4657-9c8c-97c4141af433),segment_id=dc4dad4f-84ed-4657-9c8c-97c4141af433)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:06.488566 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b56c589d-0962-4a0a-8dba-009f7a2bc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.570512 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c589d-0962-4a0a-8dba-009f7a2bc17b None None] Pushing event updated for resources: {'Port': ['ID=2e494ae6-477e-415e-87a5-4b0c94c7842f,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:06.602426 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.643656 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.675736 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1e51a05a-4a8f-4996-881a-754019338003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 3, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'gw_port': {'id': '1e51a05a-4a8f-4996-881a-754019338003', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:06.699613 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:01:06.702754 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:06.707598 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:01:06.735863 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66629574-d36e-4b89-8f4c-e8d8b4e4b8f7 None None] The sync data for ids ['8e5d7748-1709-41e0-9464-dec576e964ab'] in n-d-843336-2 is: [{'id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1e51a05a-4a8f-4996-881a-754019338003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 3, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'gw_port': {'id': '1e51a05a-4a8f-4996-881a-754019338003', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:06.740702 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Pushing event updated for resources: {'Port': ['ID=d1e44057-cd96-40c6-b117-1af7c2e26460,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:06.760096 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.819341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-f39e77eb-029a-4a01-ae48-32a04728b6dc None None] Provisioning complete for port 2e494ae6-477e-415e-87a5-4b0c94c7842f triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:06.819758 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f39e77eb-029a-4a01-ae48-32a04728b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.897097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fe7ec84c-bd9f-448f-b053-d5496a6b1322 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:06.964757 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:07.231174 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-f39e77eb-029a-4a01-ae48-32a04728b6dc None None] Current status of the port 2e494ae6-477e-415e-87a5-4b0c94c7842f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:07.238156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port fe7ec84c-bd9f-448f-b053-d5496a6b1322 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:07.238357 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:07.258051 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:07.265788 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:07.353045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port fe7ec84c-bd9f-448f-b053-d5496a6b1322 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:07.354282 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2e494ae6-477e-415e-87a5-4b0c94c7842f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:07.361379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Pushing event updated for resources: {'Port': ['ID=d1e44057-cd96-40c6-b117-1af7c2e26460,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:07.366703 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:07.400684 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3c3517de-492e-4c0e-9819-4117484f2e85 None None] Provisioning complete for port d1e44057-cd96-40c6-b117-1af7c2e26460 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:07.400980 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3c3517de-492e-4c0e-9819-4117484f2e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:07.447472 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3c3517de-492e-4c0e-9819-4117484f2e85 None None] Port d1e44057-cd96-40c6-b117-1af7c2e26460 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:01:07.453030 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 2e494ae6-477e-415e-87a5-4b0c94c7842f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:07.453695 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:07.478072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:01:07.479677 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:07.558527 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 2e494ae6-477e-415e-87a5-4b0c94c7842f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:07.632735 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Router 8e5d7748-1709-41e0-9464-dec576e964ab has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:01:07.771398 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4e4a152c-29e7-49bf-a22b-8ec3d13e8ab4 None None] Provisioning complete for port d1e44057-cd96-40c6-b117-1af7c2e26460 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:07.771600 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:07.771783 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4e4a152c-29e7-49bf-a22b-8ec3d13e8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:07.786160 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-23558676-604b-478a-9fbf-c7b25b8fd13e admin admin] 10.222.0.39 "PUT /v2.0/routers/8e5d7748-1709-41e0-9464-dec576e964ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7342515 May 26 17:01:07.812981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a152c-29e7-49bf-a22b-8ec3d13e8ab4 None None] Port d1e44057-cd96-40c6-b117-1af7c2e26460 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:01:07.874168 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-024b0528-f0d2-4b92-9d83-94711e90eafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.139574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 57760) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:08.144363 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-181ef9fb-db7f-40de-9dfd-80cc930cca94 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-33575287', 'description': 'tempest-secgroup-smoke-33575287 description', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:08.163839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-181ef9fb-db7f-40de-9dfd-80cc930cca94 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.230795 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-181ef9fb-db7f-40de-9dfd-80cc930cca94 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.237176 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-181ef9fb-db7f-40de-9dfd-80cc930cca94 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.265023 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-181ef9fb-db7f-40de-9dfd-80cc930cca94 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.266267 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-181ef9fb-db7f-40de-9dfd-80cc930cca94 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1255989 May 26 17:01:08.269455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57762) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:08.270314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ef9fb-db7f-40de-9dfd-80cc930cca94 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041f3e49-b566-4d56-80ba-89896c0414f3,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:08.275538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-b3337343-fae7-4a0b-bd31-82f0e3d0473c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': '041f3e49-b566-4d56-80ba-89896c0414f3', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:08.300037 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3337343-fae7-4a0b-bd31-82f0e3d0473c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.360949 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3337343-fae7-4a0b-bd31-82f0e3d0473c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.364457 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3337343-fae7-4a0b-bd31-82f0e3d0473c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.383651 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3337343-fae7-4a0b-bd31-82f0e3d0473c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b0f744-b4a5-4287-9983-dfe86e7db3bd,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:08.393746 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-b3337343-fae7-4a0b-bd31-82f0e3d0473c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.395005 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-b3337343-fae7-4a0b-bd31-82f0e3d0473c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244688 May 26 17:01:08.397758 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57764) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:08.402235 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-e203f379-e112-4c70-a601-9bdc09192c49 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': '041f3e49-b566-4d56-80ba-89896c0414f3', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:08.428681 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e203f379-e112-4c70-a601-9bdc09192c49 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.486934 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e203f379-e112-4c70-a601-9bdc09192c49 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.490831 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e203f379-e112-4c70-a601-9bdc09192c49 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.510365 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203f379-e112-4c70-a601-9bdc09192c49 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689d5c4e-4ff5-4c2a-9416-d6a15991de3e,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:08.520549 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-e203f379-e112-4c70-a601-9bdc09192c49 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.522020 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-e203f379-e112-4c70-a601-9bdc09192c49 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230369 May 26 17:01:08.524637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57766) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:08.528912 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-86ac8069-4d95-40e2-b4a2-ecf27cfbc5bd tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': '041f3e49-b566-4d56-80ba-89896c0414f3', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:08.554113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86ac8069-4d95-40e2-b4a2-ecf27cfbc5bd tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.611492 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86ac8069-4d95-40e2-b4a2-ecf27cfbc5bd tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.615348 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86ac8069-4d95-40e2-b4a2-ecf27cfbc5bd tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.634986 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac8069-4d95-40e2-b4a2-ecf27cfbc5bd tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769b929d-6332-444e-a2da-573066c8374b,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:08.641316 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-86ac8069-4d95-40e2-b4a2-ecf27cfbc5bd tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.645767 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-86ac8069-4d95-40e2-b4a2-ecf27cfbc5bd tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174843 May 26 17:01:08.646054 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57768) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:08.650461 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-fb21340d-f99a-4e6e-9aa6-85c312393575 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': '041f3e49-b566-4d56-80ba-89896c0414f3', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:08.677595 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb21340d-f99a-4e6e-9aa6-85c312393575 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.713343 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1e51a05a-4a8f-4996-881a-754019338003 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:08.762626 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb21340d-f99a-4e6e-9aa6-85c312393575 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.763586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1e51a05a-4a8f-4996-881a-754019338003 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:08.763930 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.768542 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb21340d-f99a-4e6e-9aa6-85c312393575 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.788230 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21340d-f99a-4e6e-9aa6-85c312393575 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f46b9ae-c370-4099-a555-6c4549c298a8,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:08.798745 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-fb21340d-f99a-4e6e-9aa6-85c312393575 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.800096 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-fb21340d-f99a-4e6e-9aa6-85c312393575 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531038 May 26 17:01:08.802761 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57770) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:08.807260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-a6ae42fe-4074-425c-b4f0-355620be91a3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': '041f3e49-b566-4d56-80ba-89896c0414f3', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:08.827346 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-a6ae42fe-4074-425c-b4f0-355620be91a3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Project 9c4b5e92ea6d4e23af516c6b3838d704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:01:08.832685 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6ae42fe-4074-425c-b4f0-355620be91a3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.848071 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1e51a05a-4a8f-4996-881a-754019338003 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:08.849239 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.876042 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 1e51a05a-4a8f-4996-881a-754019338003, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1e51a05a-4a8f-4996-881a-754019338003,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:08.881193 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.907905 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6ae42fe-4074-425c-b4f0-355620be91a3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.913270 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6ae42fe-4074-425c-b4f0-355620be91a3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.933810 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae42fe-4074-425c-b4f0-355620be91a3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2155dbe6-8488-478a-94bd-ce4646c003c5,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:08.940559 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-a6ae42fe-4074-425c-b4f0-355620be91a3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.941778 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-a6ae42fe-4074-425c-b4f0-355620be91a3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379848 May 26 17:01:08.944511 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57772) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:08.947371 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=1e51a05a-4a8f-4996-881a-754019338003,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:08.948996 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f05a21c9-f9d7-45b1-8bc8-0b58701a711c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': '041f3e49-b566-4d56-80ba-89896c0414f3', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:08.969619 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-f05a21c9-f9d7-45b1-8bc8-0b58701a711c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Project 9c4b5e92ea6d4e23af516c6b3838d704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:01:08.974989 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f05a21c9-f9d7-45b1-8bc8-0b58701a711c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:09.000546 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:09.041190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f05a21c9-f9d7-45b1-8bc8-0b58701a711c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:09.045285 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f05a21c9-f9d7-45b1-8bc8-0b58701a711c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:09.066090 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a21c9-f9d7-45b1-8bc8-0b58701a711c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafe2170-3780-4dbc-bd72-cf28206ca6c9,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:09.076556 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f05a21c9-f9d7-45b1-8bc8-0b58701a711c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:09.077797 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f05a21c9-f9d7-45b1-8bc8-0b58701a711c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323102 May 26 17:01:09.209946 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545192db-1622-4929-97e1-da018fa664da None None] Sync routers for ids ['8e5d7748-1709-41e0-9464-dec576e964ab'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:09.221317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545192db-1622-4929-97e1-da018fa664da None None] Routers {'8e5d7748-1709-41e0-9464-dec576e964ab'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:09.222134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-545192db-1622-4929-97e1-da018fa664da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8e5d7748-1709-41e0-9464-dec576e964ab'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:09.237287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-9b7d3527-43b9-4394-8c8e-4fdac75f4845 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33575287&fields=id&tenant_id=9c4b5e92ea6d4e23af516c6b3838d704 HTTP/1.1" status: 200 len: 267 time: 0.0387869 May 26 17:01:09.332513 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-545192db-1622-4929-97e1-da018fa664da None None] Set router 8e5d7748-1709-41e0-9464-dec576e964ab gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:09.350816 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-b6ee17ca-3d0f-4c9c-a8e6-53d3392d31c1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:09.352292 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-b6ee17ca-3d0f-4c9c-a8e6-53d3392d31c1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 809 time: 0.1074274 May 26 17:01:09.367790 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-867ba20f-45fd-4976-a9c3-5280a1fb6cce tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/quotas/9c4b5e92ea6d4e23af516c6b3838d704 HTTP/1.1" status: 200 len: 375 time: 0.0093372 May 26 17:01:09.421722 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-9d463a4a-f54a-4fb9-87e8-21d9ed56918b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480013 May 26 17:01:09.523220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-b85ac1c0-ea04-4c35-bf9d-ee95b21a2161 service neutron] 10.222.0.39 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893126 May 26 17:01:09.563319 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-545192db-1622-4929-97e1-da018fa664da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1e51a05a-4a8f-4996-881a-754019338003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:06Z', 'revision_number': 4, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'gw_port': {'id': '1e51a05a-4a8f-4996-881a-754019338003', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd1e44057-cd96-40c6-b117-1af7c2e26460', 'name': '', 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'mac_address': 'fa:16:3e:6e:38:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '31d168e8-9a78-42c7-97aa-42e58154d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:06Z', 'updated_at': '2022-05-26T17:01:07Z', 'revision_number': 2, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'subnets': [{'id': '31d168e8-9a78-42c7-97aa-42e58154d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:09.590225 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545192db-1622-4929-97e1-da018fa664da None None] Checking router: 8e5d7748-1709-41e0-9464-dec576e964ab for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:09.590509 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545192db-1622-4929-97e1-da018fa664da None None] Updating router 8e5d7748-1709-41e0-9464-dec576e964ab port d1e44057-cd96-40c6-b117-1af7c2e26460 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:01:09.615044 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-545192db-1622-4929-97e1-da018fa664da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:09.620782 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-c33f11eb-4a4a-4366-a886-a751ce0ae342 service neutron] 10.222.0.39 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911200 May 26 17:01:09.792705 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5711a5ce-702e-4c66-ac36-e9e70e8619d4 req-b2c6e3ab-62e3-4ecc-8d2e-eadfddd22d76 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 210 time: 0.0291615 May 26 17:01:09.902649 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-545192db-1622-4929-97e1-da018fa664da None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:09.910060 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-545192db-1622-4929-97e1-da018fa664da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:09.979772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dc666-1e42-4828-abe3-e7f77bb3290e None None] Pushing event updated for resources: {'Port': ['ID=d1e44057-cd96-40c6-b117-1af7c2e26460,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:10.011179 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-545192db-1622-4929-97e1-da018fa664da None None] Attempting to bind port d1e44057-cd96-40c6-b117-1af7c2e26460 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:01:10.011763 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-545192db-1622-4929-97e1-da018fa664da None None] Attempting to bind port d1e44057-cd96-40c6-b117-1af7c2e26460 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'dc4dad4f-84ed-4657-9c8c-97c4141af433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:01:10.012507 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545192db-1622-4929-97e1-da018fa664da None None] Attempting to bind port d1e44057-cd96-40c6-b117-1af7c2e26460 on network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:10.018765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545192db-1622-4929-97e1-da018fa664da None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:01:10.019145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545192db-1622-4929-97e1-da018fa664da None None] Checking segment: {'id': 'dc4dad4f-84ed-4657-9c8c-97c4141af433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:01:10.019551 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-545192db-1622-4929-97e1-da018fa664da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.019970 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545192db-1622-4929-97e1-da018fa664da None None] Bound using segment: {'id': 'dc4dad4f-84ed-4657-9c8c-97c4141af433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:01:10.020450 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-545192db-1622-4929-97e1-da018fa664da None None] Bound port: d1e44057-cd96-40c6-b117-1af7c2e26460, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4dad4f-84ed-4657-9c8c-97c4141af433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:01:10.020835 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-545192db-1622-4929-97e1-da018fa664da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.094119 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-545192db-1622-4929-97e1-da018fa664da None None] For port d1e44057-cd96-40c6-b117-1af7c2e26460, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:01:10.097622 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-545192db-1622-4929-97e1-da018fa664da None None] For port d1e44057-cd96-40c6-b117-1af7c2e26460, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d1e44057-cd96-40c6-b117-1af7c2e26460,segment=NetworkSegment(dc4dad4f-84ed-4657-9c8c-97c4141af433),segment_id=dc4dad4f-84ed-4657-9c8c-97c4141af433)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:01:10.102622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-545192db-1622-4929-97e1-da018fa664da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.172267 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dc666-1e42-4828-abe3-e7f77bb3290e None None] Pushing event updated for resources: {'Port': ['ID=d1e44057-cd96-40c6-b117-1af7c2e26460,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:10.174942 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545192db-1622-4929-97e1-da018fa664da None None] Routers {'8e5d7748-1709-41e0-9464-dec576e964ab'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:10.175540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-545192db-1622-4929-97e1-da018fa664da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8e5d7748-1709-41e0-9464-dec576e964ab'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:10.292341 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-cb3adf36-c4b7-472c-8323-2796e324bb51 None None] Provisioning complete for port d1e44057-cd96-40c6-b117-1af7c2e26460 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:10.292713 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb3adf36-c4b7-472c-8323-2796e324bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.324882 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-545192db-1622-4929-97e1-da018fa664da None None] Set router 8e5d7748-1709-41e0-9464-dec576e964ab gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:10.509614 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-cb3adf36-c4b7-472c-8323-2796e324bb51 None None] Current status of the port d1e44057-cd96-40c6-b117-1af7c2e26460 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:10.510014 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb3adf36-c4b7-472c-8323-2796e324bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.577524 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-cb3adf36-c4b7-472c-8323-2796e324bb51 None None] For port d1e44057-cd96-40c6-b117-1af7c2e26460, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d1e44057-cd96-40c6-b117-1af7c2e26460,segment=NetworkSegment(dc4dad4f-84ed-4657-9c8c-97c4141af433),segment_id=dc4dad4f-84ed-4657-9c8c-97c4141af433)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:10.581338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-cb3adf36-c4b7-472c-8323-2796e324bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.636945 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3adf36-c4b7-472c-8323-2796e324bb51 None None] Pushing event updated for resources: {'Port': ['ID=d1e44057-cd96-40c6-b117-1af7c2e26460,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:10.645258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-545192db-1622-4929-97e1-da018fa664da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1e51a05a-4a8f-4996-881a-754019338003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:06Z', 'revision_number': 4, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'gw_port': {'id': '1e51a05a-4a8f-4996-881a-754019338003', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd1e44057-cd96-40c6-b117-1af7c2e26460', 'name': '', 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'mac_address': 'fa:16:3e:6e:38:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '31d168e8-9a78-42c7-97aa-42e58154d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:06Z', 'updated_at': '2022-05-26T17:01:10Z', 'revision_number': 4, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'subnets': [{'id': '31d168e8-9a78-42c7-97aa-42e58154d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:10.673497 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545192db-1622-4929-97e1-da018fa664da None None] The sync data for ids ['8e5d7748-1709-41e0-9464-dec576e964ab'] in n-d-843336-2 is: [{'id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1e51a05a-4a8f-4996-881a-754019338003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:06Z', 'revision_number': 4, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'gw_port': {'id': '1e51a05a-4a8f-4996-881a-754019338003', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'd1e44057-cd96-40c6-b117-1af7c2e26460', 'name': '', 'network_id': 'fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'mac_address': 'fa:16:3e:6e:38:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': '31d168e8-9a78-42c7-97aa-42e58154d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:06Z', 'updated_at': '2022-05-26T17:01:10Z', 'revision_number': 4, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'subnets': [{'id': '31d168e8-9a78-42c7-97aa-42e58154d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:10.704502 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1e51a05a-4a8f-4996-881a-754019338003 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:10.750353 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-4171c842-1792-4348-a040-eb72b448be9a None None] Provisioning complete for port d1e44057-cd96-40c6-b117-1af7c2e26460 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:10.750353 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4171c842-1792-4348-a040-eb72b448be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.826170 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.842168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 1e51a05a-4a8f-4996-881a-754019338003 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:10.842582 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.954762 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.971591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-4171c842-1792-4348-a040-eb72b448be9a None None] Current status of the port d1e44057-cd96-40c6-b117-1af7c2e26460 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:10.979937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-bb9ee739-bfdb-4153-9441-e55c7ca62323 req-e7a39b90-3af5-4cc9-b7bd-a937ffe7f9f0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 210 time: 0.0440555 May 26 17:01:11.010551 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 1e51a05a-4a8f-4996-881a-754019338003 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:11.043676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-264beb69-2ef3-4431-9166-b9445b0c97ef tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:11.045436 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-264beb69-2ef3-4431-9166-b9445b0c97ef tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 809 time: 0.1966436 May 26 17:01:11.091937 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-e93928b4-9cf8-493f-b8aa-c0356d6951d9 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c4b5e92ea6d4e23af516c6b3838d704 HTTP/1.1" status: 200 len: 378 time: 0.0369201 May 26 17:01:11.103724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'port': {'device_id': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'admin_state_up': True, 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'security_groups': ['041f3e49-b566-4d56-80ba-89896c0414f3']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:11.222975 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Made reservation on behalf of 9c4b5e92ea6d4e23af516c6b3838d704 for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:01:11.226553 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:11.361881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Allocated IP 172.20.0.12 (fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d/e989e90f-5444-4b0b-bad8-0fd614e85c23/89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:01:11.512203 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:11.549174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:11.592316 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:01:11.595971 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:11.600277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:01:11.627883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:11.661395 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:11.662190 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:11.679892 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-2ea108d6-d576-4420-aa17-b790bc82847a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811546 May 26 17:01:11.691457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Request body: {'port': {'device_id': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:11.755123 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:11.797079 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-330047d8-dc66-4f4d-af08-5ccef5a5ce28 None None] Provisioning complete for port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:11.797457 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-330047d8-dc66-4f4d-af08-5ccef5a5ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:11.837299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-330047d8-dc66-4f4d-af08-5ccef5a5ce28 None None] Port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:01:12.029267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:01:12.037602 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:12.061279 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Transition to ACTIVE for port object 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:01:12.078241 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:12.148379 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:12.159094 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9d78e-9af2-40c8-85e8-70232c712315 req-7e68e244-ce24-4136-a35d-1e4060bf50fb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:12.160625 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2b9d78e-9af2-40c8-85e8-70232c712315 req-7e68e244-ce24-4136-a35d-1e4060bf50fb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 932 time: 0.1138170 May 26 17:01:12.238150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b2b9d78e-9af2-40c8-85e8-70232c712315 req-11bac65b-7cef-4dc0-94de-a0439be69055 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625246 May 26 17:01:12.255910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Attempting to bind port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:01:12.256299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Attempting to bind port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:01:12.256753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Attempting to bind port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:12.262430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:01:12.263407 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Attempting to bind port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:12.269072 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:01:12.269721 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Checking segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:01:12.270357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Bound using segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:01:12.270909 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Bound port: 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:01:12.271433 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:12.343536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:01:12.347985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:01:12.353639 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:12.392525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:12.393146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:12.394594 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] 10.222.0.24 "PUT /v2.0/ports/89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 1092 time: 0.7073796 May 26 17:01:12.395051 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:12.397372 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65231113-a893-4edf-a5d7-dd5d81a36dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:12.426486 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b01b7f-e091-44a9-9058-f5d5bdbeccee service neutron] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:12.487634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-afcb93a0-cbc6-49aa-854c-c11361ae427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:12.489192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-afcb93a0-cbc6-49aa-854c-c11361ae427e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1095 time: 0.0514922 May 26 17:01:12.541107 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05db5df5-f1ca-4082-8803-05591bc36cb3 x-openstack-request-id: req-05db5df5-f1ca-4082-8803-05591bc36cb3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:12.541389 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:12.541636 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05db5df5-f1ca-4082-8803-05591bc36cb3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:12.542568 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05db5df5-f1ca-4082-8803-05591bc36cb3'] response: {'name': 'network-changed', 'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'status': 'completed', 'code': 200} May 26 17:01:12.543964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-717b2df0-1cf1-4715-9937-debbfab77bfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 217 time: 0.0449851 May 26 17:01:12.600710 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-6a854de2-267a-4592-9d61-5bb0ffab9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:12.602314 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-6a854de2-267a-4592-9d61-5bb0ffab9d79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0514848 May 26 17:01:12.651496 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-0bb76e93-d7f7-43a6-87b0-4e761c11d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:12.653085 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-0bb76e93-d7f7-43a6-87b0-4e761c11d6a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437181 May 26 17:01:12.717675 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d1e44057-cd96-40c6-b117-1af7c2e26460 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:12.760372 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-fbf06d18-a4e5-4beb-8a75-b2f611c7d20d service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003675 May 26 17:01:12.773047 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port d1e44057-cd96-40c6-b117-1af7c2e26460 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:12.773345 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:12.855569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port d1e44057-cd96-40c6-b117-1af7c2e26460 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:12.857890 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ceb90a1d-12cc-497a-9300-78f1fa2fdd1c req-b112b2c8-d992-45c4-b06f-08e51de68135 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900791 May 26 17:01:12.953457 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-1fe0c575-530c-4e8a-8bba-be6209f06e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:12.954985 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-1fe0c575-530c-4e8a-8bba-be6209f06e20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1095 time: 0.0458169 May 26 17:01:13.049145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-595cea5c-6482-450d-894e-ad3cf4e3e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:13.050635 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-595cea5c-6482-450d-894e-ad3cf4e3e3c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.0887916 May 26 17:01:13.092093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-17145274-0397-4b2c-a20c-cb777318694f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 217 time: 0.0347793 May 26 17:01:13.140549 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-666dcce8-4d1a-49ee-8e5a-d183c1ba91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:13.142682 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-666dcce8-4d1a-49ee-8e5a-d183c1ba91cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0431814 May 26 17:01:13.191399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-191f92f5-eb9a-43e6-bc77-a61d5ad9576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:13.192919 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-191f92f5-eb9a-43e6-bc77-a61d5ad9576b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436659 May 26 17:01:13.281154 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-2bf1e313-456b-42fe-979d-2c73a62bbd4b service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812192 May 26 17:01:13.406246 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-65231113-a893-4edf-a5d7-dd5d81a36dfd req-f739540d-a5c1-4938-8afe-2ae5e9070ede service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177132 May 26 17:01:13.415430 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7323d-1e5f-4911-90c4-1d08baa04bf7 req-89d1925f-5635-48e3-a420-e8e1d47a248a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:13.416842 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cb7323d-1e5f-4911-90c4-1d08baa04bf7 req-89d1925f-5635-48e3-a420-e8e1d47a248a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0816500 May 26 17:01:13.456832 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9cb7323d-1e5f-4911-90c4-1d08baa04bf7 req-17be7ace-ecf1-469d-96c5-0550090ec928 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335734 May 26 17:01:14.574370 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ad980-777b-4808-a006-33632f1b7e92 req-4fe720f4-19d3-4e55-aae0-324ffeed66d1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:14.576290 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-717ad980-777b-4808-a006-33632f1b7e92 req-4fe720f4-19d3-4e55-aae0-324ffeed66d1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0485258 May 26 17:01:14.620703 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-717ad980-777b-4808-a006-33632f1b7e92 req-945994b7-3164-4a44-86da-d190fd5f3a78 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367720 May 26 17:01:15.737481 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c10d8-cefc-42b0-93f4-1a0be089596c req-c22f7fb7-8d5c-4aea-b1ff-8b26d20fbdbc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:15.739059 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-642c10d8-cefc-42b0-93f4-1a0be089596c req-c22f7fb7-8d5c-4aea-b1ff-8b26d20fbdbc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0500560 May 26 17:01:15.776761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-642c10d8-cefc-42b0-93f4-1a0be089596c req-8d1a38d6-8912-47de-b9ad-421edf3e3e72 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316732 May 26 17:01:16.318320 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:01:16.413964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:16.426300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'port_id': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'mac_address': 'fa:16:3e:47:7d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:01:16.462133 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:16.462525 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:16.475325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:01:16.493296 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:16.497718 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:16.548913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:16.707972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:01:16.893052 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956774-e7ba-406b-8073-7533a4909dd8 req-50d43cd3-3626-4288-a95e-e6c886ed4471 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:16.894457 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47956774-e7ba-406b-8073-7533a4909dd8 req-50d43cd3-3626-4288-a95e-e6c886ed4471 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 945 time: 0.0488396 May 26 17:01:16.933648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47956774-e7ba-406b-8073-7533a4909dd8 req-9209677a-f544-408a-920a-7d65242aabfd tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329235 May 26 17:01:18.048173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079f8cd-cea7-45e1-906b-22a9b21d320c req-05259d29-56eb-4434-96f4-06024db2e699 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:18.049624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0079f8cd-cea7-45e1-906b-22a9b21d320c req-05259d29-56eb-4434-96f4-06024db2e699 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 945 time: 0.0478857 May 26 17:01:18.090626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0079f8cd-cea7-45e1-906b-22a9b21d320c req-7ccc0314-e4cf-4e80-a317-61aa17b5a5fc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350106 May 26 17:01:18.319466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:18.367241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:01:18.371140 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:18.371505 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:18.445932 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:18.446317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:18.471465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:18.473694 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35291836-660d-45ee-9b9b-d91bc7fecfe7" -d '{"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-plugged", "status": "completed", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:18.486632 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:18.491245 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:18.514076 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26024e80-df45-498a-ac38-15e9eee8c400 x-openstack-request-id: req-26024e80-df45-498a-ac38-15e9eee8c400 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:18.514381 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-plugged", "status": "completed", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:18.514609 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26024e80-df45-498a-ac38-15e9eee8c400 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:18.514993 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26024e80-df45-498a-ac38-15e9eee8c400'] response: {'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'code': 200} May 26 17:01:18.540612 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:18.612267 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c05e7-2f51-4c87-adb0-90639ffd084a req-4d3d80b9-9a44-4b44-bac8-0b3779206431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:18.613725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b6c05e7-2f51-4c87-adb0-90639ffd084a req-4d3d80b9-9a44-4b44-bac8-0b3779206431 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1097 time: 0.0414426 May 26 17:01:18.649153 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0b6c05e7-2f51-4c87-adb0-90639ffd084a req-3eee0fe1-f973-4e3d-a20b-083e51e6fe0e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279579 May 26 17:01:19.207030 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb0ca4-5297-4437-92a9-d02a6e60e1ea req-5e05998c-1406-471f-8a40-4c95e922c8e4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:19.208504 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d3eb0ca4-5297-4437-92a9-d02a6e60e1ea req-5e05998c-1406-471f-8a40-4c95e922c8e4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0512221 May 26 17:01:19.247441 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d3eb0ca4-5297-4437-92a9-d02a6e60e1ea req-5c697d77-8dd4-4d5c-9b17-2f7141f9159a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327063 May 26 17:01:20.374760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea3697-af4d-45dd-ba4e-58cee79f4072 req-1a5bcae6-4eb7-41b0-962f-c0b05ca10b0e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:20.376767 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69ea3697-af4d-45dd-ba4e-58cee79f4072 req-1a5bcae6-4eb7-41b0-962f-c0b05ca10b0e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0495768 May 26 17:01:20.417987 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-69ea3697-af4d-45dd-ba4e-58cee79f4072 req-dc407999-2918-4b6a-9eba-8c4762c5ecb4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352740 May 26 17:01:20.533205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3722-3064-4b7c-b7e8-16b0205cbca0 req-d225727b-3d53-467f-bb79-203e525ac5b6 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:20.534793 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-016a3722-3064-4b7c-b7e8-16b0205cbca0 req-d225727b-3d53-467f-bb79-203e525ac5b6 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0503216 May 26 17:01:20.572503 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-016a3722-3064-4b7c-b7e8-16b0205cbca0 req-166c9f9a-ca3e-4b60-baf0-7a653966989a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315740 May 26 17:01:20.594488 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57830) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:20.731242 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c265c-626a-4689-9903-64930da9b287 tempest-TestShelveInstance-979855494 tempest-TestShelveInstance-979855494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:20.732777 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7d2c265c-626a-4689-9903-64930da9b287 tempest-TestShelveInstance-979855494 tempest-TestShelveInstance-979855494-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1092 time: 0.1372871 May 26 17:01:20.736351 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 57834) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:20.740673 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:20.760680 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:20.855661 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:20.964740 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Allocated IP 172.25.0.104 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/309736ba-6ca0-45f2-b07b-771effdb7a64) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:01:21.064655 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.098378 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.141777 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:01:21.144428 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:21.147889 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:01:21.155270 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'Port': ['ID=309736ba-6ca0-45f2-b07b-771effdb7a64,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:21.190729 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:01:21.506882 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.577368 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.726109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.730609 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.797253 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'Port': ['ID=309736ba-6ca0-45f2-b07b-771effdb7a64,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:21.809788 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.911398 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Floating IP f2236327-d4f1-45a9-a25f-1f83feba4b83 associated. External IP: 172.25.0.104, port: 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40. May 26 17:01:22.123636 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Router 9db8f2b5-371c-4393-adf7-989be6016070 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:01:22.229538 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:22.238967 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] Sync routers for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:22.247462 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:22.249468 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:22.250117 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:22.275326 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-ad98b5f8-a5af-4255-b49c-7a8855a6b802 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5379398 May 26 17:01:22.275916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:22.278163 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:22.361611 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:22.368556 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdd4b95-e4b0-4aec-a9ea-cc741031b005 x-openstack-request-id: req-5fdd4b95-e4b0-4aec-a9ea-cc741031b005 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:22.369103 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:22.369429 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fdd4b95-e4b0-4aec-a9ea-cc741031b005 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:22.369905 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fdd4b95-e4b0-4aec-a9ea-cc741031b005'] response: {'name': 'network-changed', 'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'status': 'completed', 'code': 200} May 26 17:01:22.434449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-a2d6b38a-4d34-4faf-a9dc-e87fa6555581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:22.436012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-a2d6b38a-4d34-4faf-a9dc-e87fa6555581 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1097 time: 0.0415232 May 26 17:01:22.531604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-1202a592-4067-44df-a129-8f71a85f48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:22.533387 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-1202a592-4067-44df-a129-8f71a85f48c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.0902462 May 26 17:01:22.585814 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f2236327-d4f1-45a9-a25f-1f83feba4b83', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'port_id': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'mac_address': 'fa:16:3e:47:7d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:01:21Z', 'updated_at': '2022-05-26T17:01:21Z', 'revision_number': 0, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:22.607799 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-3e837f4e-f4d9-4859-9222-c21d20325754 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 1000 time: 0.0667629 May 26 17:01:22.615362 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] Checking router: 9db8f2b5-371c-4393-adf7-989be6016070 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:22.623647 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:22.624245 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:01:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:22.664197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-e9a6fc98-ceaf-47e2-8ba1-ee81062dbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:22.665662 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-e9a6fc98-ceaf-47e2-8ba1-ee81062dbef2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0503542 May 26 17:01:22.715064 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-dcd86009-9ad9-4a3f-aec9-40ae925f7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:22.716590 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-dcd86009-9ad9-4a3f-aec9-40ae925f7105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440726 May 26 17:01:22.730214 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:22.806726 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-d990271f-b594-4db5-94ae-4cb2c98ae1d0 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821998 May 26 17:01:22.901922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3dd03fbc-6231-4f30-8645-fb9a5cadcd7d req-3cb88387-8e8f-45dc-aa46-d4095d3eb6ed service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879188 May 26 17:01:22.955575 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f2236327-d4f1-45a9-a25f-1f83feba4b83', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'port_id': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'mac_address': 'fa:16:3e:47:7d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:01:21Z', 'updated_at': '2022-05-26T17:01:21Z', 'revision_number': 0, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:22.984082 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78758f-6f06-450a-a296-fff7778faaa8 None None] The sync data for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 is: [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': 'f2236327-d4f1-45a9-a25f-1f83feba4b83', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'port_id': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'mac_address': 'fa:16:3e:47:7d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:01:21Z', 'updated_at': '2022-05-26T17:01:21Z', 'revision_number': 0, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:23.173108 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee19c306-729a-429c-a0f6-f7cca60d219c None None] New status for floating IP f2236327-d4f1-45a9-a25f-1f83feba4b83: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:01:24.395487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:24.424850 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:31.151362 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-431d16f8-4314-4a49-a93f-5421146ff385 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405238 May 26 17:01:31.238016 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-1d8d417e-6e6f-42d7-97eb-b67359502f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:31.239516 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-1d8d417e-6e6f-42d7-97eb-b67359502f7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1097 time: 0.0428441 May 26 17:01:31.365956 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-fb7f623d-d97b-46a0-9eb6-b8e326db575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:31.367902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-fb7f623d-d97b-46a0-9eb6-b8e326db575d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1078482 May 26 17:01:31.439034 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-04d7aad7-cf79-45e3-a606-c59d31c1dd1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 1002 time: 0.0625360 May 26 17:01:31.497907 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-8e4ae945-9e55-4512-89c2-ea0ee0a8cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:31.499649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-8e4ae945-9e55-4512-89c2-ea0ee0a8cdca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0518854 May 26 17:01:31.555885 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-c9b54102-9521-405c-b801-e0a79988ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:31.557399 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-c9b54102-9521-405c-b801-e0a79988ce9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488536 May 26 17:01:31.650838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-d428d77a-733e-4b52-bc8d-1efec07f7d20 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848141 May 26 17:01:31.749298 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-44397d73-2de6-4f1f-a305-3a1a870ac6d1 req-f803882b-2a61-4633-a216-ad4dc575d3ed service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891376 May 26 17:01:35.164378 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3c2e-85cb-4011-9381-7346ae0c3183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:37.866852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1689f592-34e1-450a-9752-2a5de8e6aaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:39.002350 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:40.791196 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:40.880296 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:54.394469 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:54.433267 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:58.191250 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:02:05.167797 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-afd80b03-5eb9-4dc4-8563-038370f7a8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:07.870188 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-425faf6f-e740-400a-9798-86f317f19d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:09.006794 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:10.798258 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:10.883656 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:24.392151 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:24.447548 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:31.125448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-950de82b-c68f-4562-817b-c938e2780816 req-2168f403-69da-49c0-a9e8-145e4ad99f2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396230 May 26 17:02:31.208924 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de82b-c68f-4562-817b-c938e2780816 req-c13c1063-e796-406b-9a58-74d76c356650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:31.210430 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-950de82b-c68f-4562-817b-c938e2780816 req-c13c1063-e796-406b-9a58-74d76c356650 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1097 time: 0.0409572 May 26 17:02:31.642724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de82b-c68f-4562-817b-c938e2780816 req-445c91b7-b0ec-4807-97cd-127fcf8f065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:31.644201 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-950de82b-c68f-4562-817b-c938e2780816 req-445c91b7-b0ec-4807-97cd-127fcf8f065b service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.4153752 May 26 17:02:31.709396 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-950de82b-c68f-4562-817b-c938e2780816 req-63158ef2-3081-4f61-a91d-c16d41f2b70a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 1002 time: 0.0586193 May 26 17:02:31.759400 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de82b-c68f-4562-817b-c938e2780816 req-64f1ac36-d7d5-4e6b-9250-3dc8899513fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:31.760861 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-950de82b-c68f-4562-817b-c938e2780816 req-64f1ac36-d7d5-4e6b-9250-3dc8899513fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0447521 May 26 17:02:31.810372 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de82b-c68f-4562-817b-c938e2780816 req-eaead3b9-208c-43ff-976f-2b519fae04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:31.811847 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-950de82b-c68f-4562-817b-c938e2780816 req-eaead3b9-208c-43ff-976f-2b519fae04d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423746 May 26 17:02:31.899707 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-950de82b-c68f-4562-817b-c938e2780816 req-d07cb000-a490-4915-804d-c5a6ca3b1b09 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811553 May 26 17:02:32.004511 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-950de82b-c68f-4562-817b-c938e2780816 req-4eda0305-c7d4-43be-8d80-a3868baa81ed service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986986 May 26 17:02:35.169679 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e42f5a40-0b23-4081-ab3c-bc2a77a0b7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:35.189730 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:02:37.873213 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ff683a66-521b-4368-80ca-8db1c3b32adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:38.125743 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-02f6ecd9-ca68-4285-b5b3-3358d8f5f689 req-9df5f925-76b7-4364-8d25-c9a91bb41431 service neutron] (109404) timed out ('10.222.0.39', 50944) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 17:02:39.007453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:40.790238 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:40.887195 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:54.391091 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:54.468569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:05.173029 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc36e-7c91-4af2-bff0-43710f4e1a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:07.872750 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-35802177-978f-45b3-8288-e0eefc3be42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:09.011395 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:10.795161 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:10.889936 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:12.188621 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:03:16.684251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-948e9440-1d6f-4ecc-a789-bed720a47658 req-f42599b7-5c4f-4a63-8475-315f5a8ca107 service neutron] (109404) timed out ('10.222.0.24', 50849) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 17:03:19.932165 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2519f8f-c84a-43ae-94e0-72c78ac2992e req-7fd09e2b-206f-4151-8f83-7b713e7fd113 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:19.933685 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2519f8f-c84a-43ae-94e0-72c78ac2992e req-7fd09e2b-206f-4151-8f83-7b713e7fd113 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0505438 May 26 17:03:19.971852 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2519f8f-c84a-43ae-94e0-72c78ac2992e req-002a1a23-0365-4649-8faf-71cb8e734f09 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320392 May 26 17:03:21.095541 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae62d8b-58b7-4d94-9b70-5d6227fb83b5 req-1654968a-1650-4577-9e7e-3eb78540d9b7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:21.096939 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ae62d8b-58b7-4d94-9b70-5d6227fb83b5 req-1654968a-1650-4577-9e7e-3eb78540d9b7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0484500 May 26 17:03:21.134803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7ae62d8b-58b7-4d94-9b70-5d6227fb83b5 req-8a9338b6-32dd-4914-a1a8-8cb46ce26ad6 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312309 May 26 17:03:22.262831 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02435ee1-8f40-4d8d-ba23-671048d594ae req-4e46603f-17c1-4f6c-9231-f9719122a541 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:22.264281 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02435ee1-8f40-4d8d-ba23-671048d594ae req-4e46603f-17c1-4f6c-9231-f9719122a541 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0524983 May 26 17:03:22.301934 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02435ee1-8f40-4d8d-ba23-671048d594ae req-59426ef3-7a42-4c17-8b8c-e067a47b1103 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316238 May 26 17:03:23.419934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58480b23-a15b-418b-b738-de462c1d0655 req-b647526d-e16e-4836-9e04-62d419258fca tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:23.421417 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58480b23-a15b-418b-b738-de462c1d0655 req-b647526d-e16e-4836-9e04-62d419258fca tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0521295 May 26 17:03:23.460459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58480b23-a15b-418b-b738-de462c1d0655 req-a77b778f-a8ba-466a-9d0f-0db7b736e9f5 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329654 May 26 17:03:24.389409 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:24.460845 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:24.581943 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06fd9e-bde0-4579-a13a-450bb49eb3a2 req-2f4812cc-3ea5-4dd5-994f-cee3c016fdfe tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:24.583492 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b06fd9e-bde0-4579-a13a-450bb49eb3a2 req-2f4812cc-3ea5-4dd5-994f-cee3c016fdfe tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0483732 May 26 17:03:24.621385 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3b06fd9e-bde0-4579-a13a-450bb49eb3a2 req-aa12d3fe-536c-4b32-939d-96c36ce2b174 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314093 May 26 17:03:25.741760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef656-dfc2-48e3-aa2e-5aae49c490ac req-19363aaf-4fec-4063-bac4-5549bdf85152 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:25.743276 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8fef656-dfc2-48e3-aa2e-5aae49c490ac req-19363aaf-4fec-4063-bac4-5549bdf85152 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0534277 May 26 17:03:25.781316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8fef656-dfc2-48e3-aa2e-5aae49c490ac req-4427f6f0-7925-4bb4-bb07-e5bce25e8e2a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318692 May 26 17:03:26.897948 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7422b55-e7ae-4a9f-b35d-e787e589d02d req-201034cb-09e6-4bc7-9603-35293f467e4d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:26.899527 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7422b55-e7ae-4a9f-b35d-e787e589d02d req-201034cb-09e6-4bc7-9603-35293f467e4d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0500598 May 26 17:03:26.937199 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c7422b55-e7ae-4a9f-b35d-e787e589d02d req-d841a1d7-7312-4a40-86a5-7e52c8764cce tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316734 May 26 17:03:28.056408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3060cf-7f8c-4775-9086-1eb977d50670 req-41f7fe5c-3aa0-4171-8807-00e0b23cd6c1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:28.057906 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f3060cf-7f8c-4775-9086-1eb977d50670 req-41f7fe5c-3aa0-4171-8807-00e0b23cd6c1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0500154 May 26 17:03:28.095148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6f3060cf-7f8c-4775-9086-1eb977d50670 req-ada96e8a-3ef2-4a74-813a-988b7846f8f7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313191 May 26 17:03:29.214260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588de77e-aa64-4c96-b72e-74b4fc03702d req-1a31dcc0-d630-424f-ae6f-df91e5e56f4b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:29.215743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-588de77e-aa64-4c96-b72e-74b4fc03702d req-1a31dcc0-d630-424f-ae6f-df91e5e56f4b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0518260 May 26 17:03:29.254979 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-588de77e-aa64-4c96-b72e-74b4fc03702d req-bb37f3cf-253e-475f-b815-13cc2f468dca tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332224 May 26 17:03:30.376872 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c64b5-382e-465a-80da-58c7bca5712f req-e0e8a863-f73a-4786-8760-f1a52d59f4af tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:30.378354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b5c64b5-382e-465a-80da-58c7bca5712f req-e0e8a863-f73a-4786-8760-f1a52d59f4af tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0488870 May 26 17:03:30.416419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b5c64b5-382e-465a-80da-58c7bca5712f req-f308956d-83aa-4789-89e9-679aa82d4475 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320694 May 26 17:03:31.536817 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca502d-0282-469c-add0-19e845025a03 req-b7e73f11-b0ca-4469-9ee8-9069797069a7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:31.539104 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1ca502d-0282-469c-add0-19e845025a03 req-b7e73f11-b0ca-4469-9ee8-9069797069a7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0545082 May 26 17:03:31.577687 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1ca502d-0282-469c-add0-19e845025a03 req-f016187c-298b-4717-9b5b-9485a585770b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325756 May 26 17:03:32.175505 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-8ae2d889-b3c3-4996-8168-36c2c11fc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:32.177024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-8ae2d889-b3c3-4996-8168-36c2c11fc453 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1097 time: 0.0491908 May 26 17:03:32.295889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-27b57a6f-5bca-43da-a66d-12219fb1d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:32.297382 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-27b57a6f-5bca-43da-a66d-12219fb1d30e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.0873768 May 26 17:03:32.381092 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-e27ba0da-c6e6-42a3-8e57-02cf0f0270a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 1002 time: 0.0656736 May 26 17:03:32.433906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-a41eb9bc-01e5-4765-ba1b-15d622b1164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:32.435838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-a41eb9bc-01e5-4765-ba1b-15d622b1164c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0480287 May 26 17:03:32.482903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-09ccf804-9fb8-4afb-a674-4fd2c75d56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:32.484420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-09ccf804-9fb8-4afb-a674-4fd2c75d56cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417016 May 26 17:03:32.579796 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-7e5ab08c-c31c-44da-a53a-0f2207556cf3 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887997 May 26 17:03:32.701307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a8d7c8d1-86c9-4eab-a35d-9d521b1b576e req-ce7ea58e-13df-486e-ab73-7ce253b7d6b9 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143522 May 26 17:03:32.721805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd612-471c-4029-a545-1ff2147beedc req-903bec81-1ae3-4c31-acfa-80f074790216 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:32.723389 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c5bd612-471c-4029-a545-1ff2147beedc req-903bec81-1ae3-4c31-acfa-80f074790216 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0740240 May 26 17:03:32.768185 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5c5bd612-471c-4029-a545-1ff2147beedc req-c3d8faa5-bc30-459f-a75b-9915853fbacd tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388465 May 26 17:03:33.015801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:03:33.126540 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:33.141769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'port_id': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'mac_address': 'fa:16:3e:47:7d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:03:33.182710 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:33.183100 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:33.198168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:03:33.223469 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:33.228396 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:33.288909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:33.296990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.297504 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.298544 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.299128 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.301026 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.301768 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.302238 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.302661 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.303084 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.304166 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.304591 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.305007 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:33.310447 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:33.906023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8519f2-1003-4ba0-be59-c483cadbb413 req-3246be2e-280d-462e-8095-ea31507da4a4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:33.907749 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef8519f2-1003-4ba0-be59-c483cadbb413 req-3246be2e-280d-462e-8095-ea31507da4a4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 945 time: 0.0585871 May 26 17:03:33.953743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef8519f2-1003-4ba0-be59-c483cadbb413 req-9f4bb55d-5feb-469d-a487-468eadf218b8 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396018 May 26 17:03:35.031606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:35.095241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a634af-fe1e-43a9-bb55-2c47d0dd3099 req-7e254bce-b8ff-44ac-b44c-564e228c6c6c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:35.096759 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7a634af-fe1e-43a9-bb55-2c47d0dd3099 req-7e254bce-b8ff-44ac-b44c-564e228c6c6c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 945 time: 0.0583601 May 26 17:03:35.098089 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:03:35.098492 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:35.149649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b7a634af-fe1e-43a9-bb55-2c47d0dd3099 req-8aca73ea-1865-49e9-812d-7af04e28947b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460548 May 26 17:03:35.215404 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb706-2fdc-4f6f-ab03-a5c32f549fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:35.216790 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:35.217172 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:35.244635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:35.247346 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaa13bc-a2f6-4ff9-9d37-16c9ef1f963d" -d '{"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-plugged", "status": "completed", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:35.261001 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:35.265719 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:35.330097 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:35.383016 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c44f91-5de7-4fad-9224-10c42befad09 x-openstack-request-id: req-44c44f91-5de7-4fad-9224-10c42befad09 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:35.383305 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-plugged", "status": "completed", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:35.383554 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44c44f91-5de7-4fad-9224-10c42befad09 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:35.383956 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c44f91-5de7-4fad-9224-10c42befad09'] response: {'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'code': 200} May 26 17:03:36.277023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09553121-7881-4c86-a954-251057bcc874 req-994d7ff4-7a13-40e2-920f-c4ae5a3c5b4c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:36.282616 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09553121-7881-4c86-a954-251057bcc874 req-994d7ff4-7a13-40e2-920f-c4ae5a3c5b4c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0574880 May 26 17:03:36.325198 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-09553121-7881-4c86-a954-251057bcc874 req-5f375ec3-0477-4d50-8234-1b1a83ed575e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392444 May 26 17:03:37.470961 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00357b2-eaf0-4cee-93b4-4f986bf95086 req-c4b197dd-c39d-4b1b-9b45-9416b9b86cf0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:37.472789 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c00357b2-eaf0-4cee-93b4-4f986bf95086 req-c4b197dd-c39d-4b1b-9b45-9416b9b86cf0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0728803 May 26 17:03:37.519255 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c00357b2-eaf0-4cee-93b4-4f986bf95086 req-e363dae8-d8e3-4e3b-ab80-a7871e0f7556 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371385 May 26 17:03:37.878597 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-47198a1d-14a1-42b1-bc29-f30f61be6410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:38.648883 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625e453-53fc-4d15-8c34-1e28f9d01bc4 req-c1047e37-374a-45c6-a2c5-77f91c2c294d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:38.651497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c625e453-53fc-4d15-8c34-1e28f9d01bc4 req-c1047e37-374a-45c6-a2c5-77f91c2c294d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0570385 May 26 17:03:38.692505 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c625e453-53fc-4d15-8c34-1e28f9d01bc4 req-42df170c-a68e-4ba4-9ab6-9b0a82ba5eca tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342956 May 26 17:03:39.012601 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:39.825587 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866f748-593a-49fb-8104-d7bcf72c4c4d req-3b75f57c-f544-4495-9f32-1133ab7d6faf tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:39.827318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d866f748-593a-49fb-8104-d7bcf72c4c4d req-3b75f57c-f544-4495-9f32-1133ab7d6faf tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0528567 May 26 17:03:39.876976 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d866f748-593a-49fb-8104-d7bcf72c4c4d req-bf0e0428-acb2-4633-be72-aecf6e6b9b1c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433738 May 26 17:03:40.799834 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:40.898279 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:41.017589 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe985d-fcbd-4c0d-a15b-37468f0141d2 req-dd49a78e-d5f5-4f61-a4b5-22d879f0d0e5 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:41.020093 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6dfe985d-fcbd-4c0d-a15b-37468f0141d2 req-dd49a78e-d5f5-4f61-a4b5-22d879f0d0e5 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0556569 May 26 17:03:41.062270 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6dfe985d-fcbd-4c0d-a15b-37468f0141d2 req-86da1210-c95c-4294-bd4e-002832713564 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358253 May 26 17:03:42.118043 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-ff8e7bd2-0385-4104-91e5-04b29b3242a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:42.119529 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-ff8e7bd2-0385-4104-91e5-04b29b3242a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1097 time: 0.0433874 May 26 17:03:42.257142 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bc7f9-d19f-47a9-8453-9aa18fbe36c3 req-dc3db2fa-3463-4dde-a37e-b4045c978d17 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:42.258610 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c3bc7f9-d19f-47a9-8453-9aa18fbe36c3 req-dc3db2fa-3463-4dde-a37e-b4045c978d17 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.1128922 May 26 17:03:42.261331 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-75e4f180-1aaa-4505-8ed7-e9dc36bf2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:42.262732 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-75e4f180-1aaa-4505-8ed7-e9dc36bf2e3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1347110 May 26 17:03:42.344210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c3bc7f9-d19f-47a9-8453-9aa18fbe36c3 req-634259a9-8dd6-451f-874b-04bb616ef60c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795236 May 26 17:03:42.352210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-4827b33c-b71d-459c-bf28-42f4627a9e3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 1002 time: 0.0819108 May 26 17:03:42.402570 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-a2982959-3923-480c-b96b-a4f5e5e2e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:42.404165 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-a2982959-3923-480c-b96b-a4f5e5e2e38e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0455058 May 26 17:03:42.449957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-03cc677e-71ff-4af1-84b3-5194f121bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:42.451454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-03cc677e-71ff-4af1-84b3-5194f121bf6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401971 May 26 17:03:42.554750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-42677656-9f8b-4960-8ca3-7f7bfd2eeca6 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959401 May 26 17:03:42.644953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5a71a313-47f4-42ad-a60f-046aa091ef1a req-3bcd2fcd-21eb-44e3-b3e9-95a775a639fd service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835621 May 26 17:03:43.461201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855f8f0-e8dd-42fe-886f-541f20300d50 req-4399c6f1-67c8-4dd6-8b54-e890b9de6c65 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:43.462725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b855f8f0-e8dd-42fe-886f-541f20300d50 req-4399c6f1-67c8-4dd6-8b54-e890b9de6c65 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0499907 May 26 17:03:43.504684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b855f8f0-e8dd-42fe-886f-541f20300d50 req-26b7b950-dd17-4f99-af00-5ab6053aa878 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359983 May 26 17:03:44.625217 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb52039-cf7f-4f71-96a7-be095f64236a req-e278918b-9a18-4614-8732-f552534b6075 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:44.626742 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6eb52039-cf7f-4f71-96a7-be095f64236a req-e278918b-9a18-4614-8732-f552534b6075 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0535300 May 26 17:03:44.666624 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6eb52039-cf7f-4f71-96a7-be095f64236a req-a70dfb0b-acac-4e7d-99f3-a3fede12e1f1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331810 May 26 17:03:44.792921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-07816cd4-4bde-4b62-9f18-7ddade11da60 req-07eff218-f410-4100-8a36-eded4cc7dd57 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:03:44.793951 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-07816cd4-4bde-4b62-9f18-7ddade11da60 req-07eff218-f410-4100-8a36-eded4cc7dd57 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0598235 May 26 17:03:44.954889 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89227d62-930e-41a3-b5d0-9d5bb0b0b8b3 req-16697f40-79e0-4b3e-bcfb-8660b7c92f56 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:44.956380 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89227d62-930e-41a3-b5d0-9d5bb0b0b8b3 req-16697f40-79e0-4b3e-bcfb-8660b7c92f56 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 946 time: 0.0510521 May 26 17:03:44.995774 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-89227d62-930e-41a3-b5d0-9d5bb0b0b8b3 req-3a38aad3-c981-4147-a616-4d12677ff1ea tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324814 May 26 17:03:45.065041 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:45.149262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:45.149684 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:45.172961 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:45.175195 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ab479a-5763-4553-8a26-dbb53f6b3485" -d '{"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-unplugged", "status": "completed", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:45.191791 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:45.196992 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:45.219447 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06da85b-aab2-4a1c-8a20-e530df831ed3 x-openstack-request-id: req-c06da85b-aab2-4a1c-8a20-e530df831ed3 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:45.219730 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-unplugged", "status": "failed", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40", "code": 422}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:45.220085 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c06da85b-aab2-4a1c-8a20-e530df831ed3 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:45.220480 n-d-843336-2 neutron-server[109406]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c06da85b-aab2-4a1c-8a20-e530df831ed3']: {'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'code': 422} returned with failed status May 26 17:03:45.245727 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:45.263934 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-e4f1f405-bc53-4d4c-9942-274509aabca3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930715 May 26 17:03:46.056444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-d5d46cba-4708-4d50-89b0-92691c54f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:46.058052 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-d5d46cba-4708-4d50-89b0-92691c54f815 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46&tenant_id=9c4b5e92ea6d4e23af516c6b3838d704 HTTP/1.1" status: 200 len: 1095 time: 0.0426497 May 26 17:03:46.149078 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e18c0-adb1-475b-a3bb-8f384519d317 req-e3a43d71-145e-4d43-9d48-2257adf0ad2f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:46.150586 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd1e18c0-adb1-475b-a3bb-8f384519d317 req-e3a43d71-145e-4d43-9d48-2257adf0ad2f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0818675 May 26 17:03:46.153102 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-c00d333c-5e48-4a55-a851-5bf17bef4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:46.154477 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-c00d333c-5e48-4a55-a851-5bf17bef4b3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1095 time: 0.0738480 May 26 17:03:46.239283 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cd1e18c0-adb1-475b-a3bb-8f384519d317 req-aeabc0de-9b6b-4f87-a809-baac9726818a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823934 May 26 17:03:46.270528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-e85356a8-92e2-4ebe-8146-e9cfaa8266f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:46.272697 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-e85356a8-92e2-4ebe-8146-e9cfaa8266f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1094782 May 26 17:03:46.337797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-70fde4f2-e5c8-413a-9fd4-7eb402223b1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 1000 time: 0.0586672 May 26 17:03:46.386673 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-d33d685a-2bbf-410f-a88d-e369efe027e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:46.388072 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-d33d685a-2bbf-410f-a88d-e369efe027e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0433016 May 26 17:03:46.438073 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-335648b0-f8df-4780-956d-5471632815e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:46.439543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-335648b0-f8df-4780-956d-5471632815e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448766 May 26 17:03:46.525684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-96f5f8ae-159c-46b5-9537-28098c3e1aaf service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796905 May 26 17:03:46.618335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-486d6539-6ec2-493a-9cc0-0f4f5a7e98aa req-4a0258fd-5116-4002-80d4-f2bca2039757 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849597 May 26 17:03:47.370983 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9f80-ffcf-4f59-b232-ce1e485524ca req-ec9d1fea-b8f3-4def-a6dc-b2423460e8ae tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:47.372547 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48ad9f80-ffcf-4f59-b232-ce1e485524ca req-ec9d1fea-b8f3-4def-a6dc-b2423460e8ae tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0598555 May 26 17:03:47.416776 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48ad9f80-ffcf-4f59-b232-ce1e485524ca req-3fdcbde5-2536-41c0-9fab-6430f903020c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379918 May 26 17:03:48.543985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27192-dd18-4b1b-aa89-93036cfbcd2d req-fa8831ea-e6e6-4703-9229-ccd43c99bbe0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:48.545658 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4e27192-dd18-4b1b-aa89-93036cfbcd2d req-fa8831ea-e6e6-4703-9229-ccd43c99bbe0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0550330 May 26 17:03:48.593202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4e27192-dd18-4b1b-aa89-93036cfbcd2d req-fa849933-05a0-45d1-8d90-f0e63e278bcf tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407612 May 26 17:03:49.187571 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:03:49.728789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74dffc-e74e-4ec3-aa76-41e059ee5d41 req-5b1be6da-8c08-45e4-99ed-4f32c26afa96 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:49.730326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d74dffc-e74e-4ec3-aa76-41e059ee5d41 req-5b1be6da-8c08-45e4-99ed-4f32c26afa96 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0556176 May 26 17:03:49.776336 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1d74dffc-e74e-4ec3-aa76-41e059ee5d41 req-ece7fc79-b5a5-4d07-a5ec-29bbd49e11ed tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387230 May 26 17:03:50.900706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d48c1-5043-4333-a1a0-bbc256224167 req-6b01040c-009c-4bb6-a75c-d292fa6069bf tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:50.902242 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d56d48c1-5043-4333-a1a0-bbc256224167 req-6b01040c-009c-4bb6-a75c-d292fa6069bf tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0506225 May 26 17:03:50.944412 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d56d48c1-5043-4333-a1a0-bbc256224167 req-3367d8a6-6c4a-47c4-b6ed-10a666f2b7d1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341074 May 26 17:03:52.082327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdde634-42eb-452d-a0ac-7e52309c24d3 req-7defb97a-e114-423f-a3d6-a49f34e09dbe tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:52.083778 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecdde634-42eb-452d-a0ac-7e52309c24d3 req-7defb97a-e114-423f-a3d6-a49f34e09dbe tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0535314 May 26 17:03:52.130268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ecdde634-42eb-452d-a0ac-7e52309c24d3 req-ffcb8db4-a3e8-4629-843b-f67f0dcbcde4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387423 May 26 17:03:53.264890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae0f3f-af5e-4ec4-a0a3-c599f4672abe req-0ef4fd48-188f-4c8e-8ada-9ed0b44e89d0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:53.266418 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13ae0f3f-af5e-4ec4-a0a3-c599f4672abe req-0ef4fd48-188f-4c8e-8ada-9ed0b44e89d0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0563810 May 26 17:03:53.316191 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-13ae0f3f-af5e-4ec4-a0a3-c599f4672abe req-e4f62652-a884-404b-9e7c-51c2c3a90c6b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380502 May 26 17:03:54.381604 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:54.432717 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8882a-02c0-48e9-ae1e-4338f10e03ad req-d4029d93-35ae-4d71-9b6a-2ddd0dd44df7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:54.434196 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7c8882a-02c0-48e9-ae1e-4338f10e03ad req-d4029d93-35ae-4d71-9b6a-2ddd0dd44df7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0489185 May 26 17:03:54.475308 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e7c8882a-02c0-48e9-ae1e-4338f10e03ad req-9d869d1f-5db0-401c-9ff8-ec00789ef408 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343699 May 26 17:03:54.475751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:55.590441 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f174b1c-fa44-4427-a22f-9517a3e79cf8 req-1852d12f-b2e4-4fc8-a66c-11ece41df611 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:55.591885 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f174b1c-fa44-4427-a22f-9517a3e79cf8 req-1852d12f-b2e4-4fc8-a66c-11ece41df611 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0485630 May 26 17:03:55.632322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8f174b1c-fa44-4427-a22f-9517a3e79cf8 req-17fcac2a-2cac-4a74-b054-94bf92431ede tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343170 May 26 17:03:56.755308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2c4f8-eaaa-4b6c-9ebf-dfdf304f8f5a req-1d3b1a65-f2fb-4b22-b0f2-1feb5165bb57 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:56.757309 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ed2c4f8-eaaa-4b6c-9ebf-dfdf304f8f5a req-1d3b1a65-f2fb-4b22-b0f2-1feb5165bb57 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 944 time: 0.0536399 May 26 17:03:56.794975 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ed2c4f8-eaaa-4b6c-9ebf-dfdf304f8f5a req-e7b6f3a1-6713-49df-a552-687a329b7e9d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317075 May 26 17:03:57.107890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:03:57.205652 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:57.216894 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'port_id': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'mac_address': 'fa:16:3e:47:7d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:03:57.252799 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:57.253187 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:57.266602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:03:57.285181 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:57.289729 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:57.336865 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:57.529521 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:57.917010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943db58-4984-49e0-91b9-9a16aede4e0b req-d0b92a72-fee8-4a03-a865-363488f85fae tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:57.918638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9943db58-4984-49e0-91b9-9a16aede4e0b req-d0b92a72-fee8-4a03-a865-363488f85fae tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 945 time: 0.0516999 May 26 17:03:57.957845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9943db58-4984-49e0-91b9-9a16aede4e0b req-895dce13-9f12-464f-a4bc-e62fb1fc56f2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330703 May 26 17:03:59.076039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ebea8-cd83-4aa3-8da5-efd773c11c4d req-20bf1ad6-e829-4893-9b1d-55c55729c4ae tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:59.077517 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f57ebea8-cd83-4aa3-8da5-efd773c11c4d req-20bf1ad6-e829-4893-9b1d-55c55729c4ae tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 945 time: 0.0500541 May 26 17:03:59.108248 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:59.117074 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f57ebea8-cd83-4aa3-8da5-efd773c11c4d req-c1db176d-4a58-4d18-953c-363beb63ac0e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333667 May 26 17:03:59.160064 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:03:59.160435 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.243237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:59.243792 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.272183 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:59.274455 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eb272f-4966-4a5a-b28d-f43bf94663db" -d '{"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-plugged", "status": "completed", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:59.288048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:59.293700 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.324244 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d247c-defc-416e-bb75-8cd5c6aea96b x-openstack-request-id: req-319d247c-defc-416e-bb75-8cd5c6aea96b {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:59.324544 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-plugged", "status": "completed", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:59.324788 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-319d247c-defc-416e-bb75-8cd5c6aea96b {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:59.325178 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319d247c-defc-416e-bb75-8cd5c6aea96b'] response: {'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'code': 200} May 26 17:03:59.353318 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:59.488433 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8521fdf-f854-41ef-8243-f4ab2d02bfff req-f0f4888d-913a-424a-b3a6-2ae671067e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:59.490105 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8521fdf-f854-41ef-8243-f4ab2d02bfff req-f0f4888d-913a-424a-b3a6-2ae671067e7b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1098 time: 0.0465257 May 26 17:03:59.526177 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f8521fdf-f854-41ef-8243-f4ab2d02bfff req-0fa916b6-1209-4ea1-b148-340f0aa23aa3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295253 May 26 17:04:00.239097 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc203e-0c7d-4f85-9ff8-2d63bdfbc9b0 req-cb9d55e4-df50-4940-9e2f-da4668d9575c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:00.241086 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02fc203e-0c7d-4f85-9ff8-2d63bdfbc9b0 req-cb9d55e4-df50-4940-9e2f-da4668d9575c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 947 time: 0.0544422 May 26 17:04:00.280654 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-02fc203e-0c7d-4f85-9ff8-2d63bdfbc9b0 req-229060d2-6cd3-4a36-a3f7-42b8e6920e25 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328722 May 26 17:04:01.403645 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7fdb2-5f00-4ba2-a180-2bfa0bddb789 req-369fd9b9-2a2f-47f7-b74d-7d8605ff0451 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:01.405397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18c7fdb2-5f00-4ba2-a180-2bfa0bddb789 req-369fd9b9-2a2f-47f7-b74d-7d8605ff0451 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 947 time: 0.0505960 May 26 17:04:01.449117 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-18c7fdb2-5f00-4ba2-a180-2bfa0bddb789 req-8e859626-3980-4991-b2dd-3e10b86065b8 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375829 May 26 17:04:05.180773 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dec56776-2619-43e4-a834-b48e8efa7c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.875018 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-45142d34-a208-4f34-9bf9-fef62e6f4098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.014958 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.803655 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.896915 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:24.408813 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:24.491359 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:26.186942 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:04:34.124048 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-94207ac2-ad37-4a9c-954a-e698eff5526f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437057 May 26 17:04:34.212763 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-eec947cd-ae12-4bcd-8628-60932cdf1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:34.214347 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-eec947cd-ae12-4bcd-8628-60932cdf1e15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1098 time: 0.0466704 May 26 17:04:34.331676 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-073cb5f6-9907-4105-bc86-ca4678172126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:34.333228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-073cb5f6-9907-4105-bc86-ca4678172126 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.0985608 May 26 17:04:34.405873 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-99124f17-e8c4-4202-a564-60eb27404188 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 1002 time: 0.0646403 May 26 17:04:34.455586 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-d1926896-5029-4067-98c9-ddd5ba58488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:34.457100 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-d1926896-5029-4067-98c9-ddd5ba58488e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0445414 May 26 17:04:34.505125 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-50e8fec3-8e4a-485b-a66a-e36d65889d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:34.506664 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-50e8fec3-8e4a-485b-a66a-e36d65889d01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428197 May 26 17:04:34.517556 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-47d2f325-70b4-4bb3-a283-315316af4103 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:04:34.518526 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-47d2f325-70b4-4bb3-a283-315316af4103 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049324 May 26 17:04:34.623497 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-1dc4e46f-8269-423c-a0ee-8ebb46599d42 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982056 May 26 17:04:34.719819 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c6e9de88-a35a-4c6b-99cd-e19856bd9ae9 req-9cb77b98-5b70-45ef-8ed7-c74cb5d2522b service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900841 May 26 17:04:35.183388 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d7c7b536-1257-42a7-b1f5-63bfcc00f0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:37.877324 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-81ad22e2-f47f-44ba-a231-bc031725d328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:39.019983 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:40.808934 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:40.900089 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:54.431814 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:54.504889 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:03.185794 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:05:05.186420 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e891640e-9b72-48a0-acbb-814bf657ba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:07.881885 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7bf2e81b-113f-4af2-bbc2-ae9f5dd2b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:09.021709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:10.811207 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:10.903110 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:16.970943 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58154) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:17.133147 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Deleting port 309736ba-6ca0-45f2-b07b-771effdb7a64 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:17.133405 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:17.214850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:17.215190 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:17.226692 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Calling delete_port for 309736ba-6ca0-45f2-b07b-771effdb7a64 owned by network:floatingip {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:17.376384 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:17.400233 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event deleted for resources: {'Port': ['ID=309736ba-6ca0-45f2-b07b-771effdb7a64,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:17.414121 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.414476 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.414817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.415155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.415487 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.415822 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.416152 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.416478 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.416801 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.417123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.417443 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.417762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:17.477729 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for floatingip, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:17.477729 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Floating IP f2236327-d4f1-45a9-a25f-1f83feba4b83 disassociated (deleted). External IP: 172.25.0.104, port: 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40. May 26 17:05:17.686880 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Router 9db8f2b5-371c-4393-adf7-989be6016070 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:17.795191 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:17.800059 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:17.805975 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] Sync routers for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:17.815782 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:17.816401 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:05:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:17.827163 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-57166d8a-db52-4a9a-bb02-e5ad288d13eb tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "DELETE /v2.0/floatingips/f2236327-d4f1-45a9-a25f-1f83feba4b83 HTTP/1.1" status: 204 len: 168 time: 0.8549287 May 26 17:05:17.827544 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:17.829879 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73324d26-cbfa-464e-b91a-4f6dc7369202" -d '{"events": [{"name": "network-changed", "server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:17.875309 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97787a99-ad28-46a1-8cd9-213c1c9fe75e x-openstack-request-id: req-97787a99-ad28-46a1-8cd9-213c1c9fe75e {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:17.875624 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:17.875841 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97787a99-ad28-46a1-8cd9-213c1c9fe75e {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:17.876250 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97787a99-ad28-46a1-8cd9-213c1c9fe75e'] response: {'name': 'network-changed', 'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'status': 'completed', 'code': 200} May 26 17:05:17.946324 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:17.958061 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-069d935a-3612-4b3b-ba2e-5769f051cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:17.961238 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-069d935a-3612-4b3b-ba2e-5769f051cff7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 1098 time: 0.0647347 May 26 17:05:18.076881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-d8056788-1f41-4c51-8abb-f9442bdcd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:18.078448 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-d8056788-1f41-4c51-8abb-f9442bdcd442 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1098940 May 26 17:05:18.136935 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-bb868064-106b-4766-b76d-80c50ba51f8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 200 len: 217 time: 0.0435846 May 26 17:05:18.168707 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b868a-e4ff-4af9-a054-e470c9177a65 req-917b0d70-57b6-430e-9ade-bdc8807345c6 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:18.170335 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351b868a-e4ff-4af9-a054-e470c9177a65 req-917b0d70-57b6-430e-9ade-bdc8807345c6 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 947 time: 0.1131766 May 26 17:05:18.178819 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:18.206033 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] Checking router: 9db8f2b5-371c-4393-adf7-989be6016070 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:18.215640 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:18.216245 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:05:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:18.231634 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-20504c65-71ee-42c2-b224-922e895cf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:18.233107 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-20504c65-71ee-42c2-b224-922e895cf3e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0861990 May 26 17:05:18.238318 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-351b868a-e4ff-4af9-a054-e470c9177a65 req-da36fd2b-7b76-4802-85d4-376c3399c2c4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480738 May 26 17:05:18.283318 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-1d427d89-2919-416e-8af6-1d46c36b4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:18.284817 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-1d427d89-2919-416e-8af6-1d46c36b4621 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441482 May 26 17:05:18.324734 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:18.381660 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-136b935c-077e-42c8-b157-42ab0e3643e5 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884666 May 26 17:05:18.475922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73324d26-cbfa-464e-b91a-4f6dc7369202 req-c504d315-0751-477e-ba28-d1877eb74f47 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 May 26 17:05:18.533298 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:18.562318 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe62676-f838-4c34-b468-1d1dccea6f71 None None] The sync data for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 is: [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:18.777035 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fbef90-701a-47d3-a891-c07fd7b4106f None None] New status for floating IP f2236327-d4f1-45a9-a25f-1f83feba4b83: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:05:19.369280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eea41-b64b-4c26-b903-70f668c764b7 req-52d108b2-47e7-49bc-ba29-29ffb455149d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:19.370802 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-352eea41-b64b-4c26-b903-70f668c764b7 req-52d108b2-47e7-49bc-ba29-29ffb455149d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 947 time: 0.0555084 May 26 17:05:19.440221 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-352eea41-b64b-4c26-b903-70f668c764b7 req-c1fe91f6-3ab7-4ca7-aea8-d767156e2609 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=041f3e49-b566-4d56-80ba-89896c0414f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619662 May 26 17:05:19.453856 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-6972549e-a677-487c-9876-f59dee4a2960 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:19.456147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-6972549e-a677-487c-9876-f59dee4a2960 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cecc0f7-c30d-4c75-b640-6323f3d59b46 HTTP/1.1" status: 200 len: 947 time: 0.0700660 May 26 17:05:19.546991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Deleting port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:19.547250 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:19.637293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] For port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:19.637658 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:19.649928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Calling delete_port for 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:19.782891 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:19.814236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event deleted for resources: {'Port': ['ID=89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:19.842871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.843223 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.843571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.843912 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.844246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.844584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.844916 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.845236 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.845563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.845891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.846241 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.846567 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:19.866434 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] No DVR routers for this DVR port 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:19.869184 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:19.872462 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-79aac080-3b91-4e41-bbf1-33aa226b5be4 req-3cf79b30-7b74-4604-9898-5d317b7da874 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.24 "DELETE /v2.0/ports/89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 HTTP/1.1" status: 204 len: 173 time: 0.4095232 May 26 17:05:19.872895 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-deleted', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:19.875221 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b2324f-9ff4-4e7c-9902-bb357a866122" -d '{"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-deleted", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:19.917552 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df1dfdd-6db7-4e82-bdfa-94b580d270a3 x-openstack-request-id: req-7df1dfdd-6db7-4e82-bdfa-94b580d270a3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:19.917890 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cecc0f7-c30d-4c75-b640-6323f3d59b46", "name": "network-vif-deleted", "tag": "89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:19.918183 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7df1dfdd-6db7-4e82-bdfa-94b580d270a3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:19.918587 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df1dfdd-6db7-4e82-bdfa-94b580d270a3'] response: {'server_uuid': '0cecc0f7-c30d-4c75-b640-6323f3d59b46', 'name': 'network-vif-deleted', 'tag': '89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40', 'status': 'completed', 'code': 200} May 26 17:05:20.499614 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58174) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:20.560212 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d3f4d03-0ed8-4280-bf9f-59a4f87944cc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:20.585720 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d3f4d03-0ed8-4280-bf9f-59a4f87944cc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:20.648659 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d3f4d03-0ed8-4280-bf9f-59a4f87944cc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:20.651512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d3f4d03-0ed8-4280-bf9f-59a4f87944cc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:20.652681 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0d3f4d03-0ed8-4280-bf9f-59a4f87944cc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "DELETE /v2.0/security-groups/041f3e49-b566-4d56-80ba-89896c0414f3 HTTP/1.1" status: 204 len: 168 time: 0.1520777 May 26 17:05:20.663548 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f4d03-0ed8-4280-bf9f-59a4f87944cc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041f3e49-b566-4d56-80ba-89896c0414f3,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:20.774623 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58180) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:20.779610 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-03e54cf3-2481-46ac-a33c-b6e899ed3ca4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848824548', 'description': 'tempest-secgroup-smoke-848824548 description', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:20.802497 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03e54cf3-2481-46ac-a33c-b6e899ed3ca4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:20.870562 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03e54cf3-2481-46ac-a33c-b6e899ed3ca4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:20.874572 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03e54cf3-2481-46ac-a33c-b6e899ed3ca4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:20.905206 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-03e54cf3-2481-46ac-a33c-b6e899ed3ca4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:20.905206 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-03e54cf3-2481-46ac-a33c-b6e899ed3ca4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1303139 May 26 17:05:20.908869 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58182) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:20.914118 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4f0ae32f-c29f-4dad-bd3d-d198ea552f53 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': 'e2427f9d-dc98-4b98-84c1-59d73f7e9c53', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:20.921756 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e54cf3-2481-46ac-a33c-b6e899ed3ca4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2427f9d-dc98-4b98-84c1-59d73f7e9c53,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:20.943702 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae32f-c29f-4dad-bd3d-d198ea552f53 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.000339 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae32f-c29f-4dad-bd3d-d198ea552f53 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.005349 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae32f-c29f-4dad-bd3d-d198ea552f53 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.023724 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ae32f-c29f-4dad-bd3d-d198ea552f53 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3338edcb-dd74-495f-b580-3912ed784236,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:21.034785 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae32f-c29f-4dad-bd3d-d198ea552f53 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.036245 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4f0ae32f-c29f-4dad-bd3d-d198ea552f53 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263630 May 26 17:05:21.038857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58184) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:21.043244 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-77d190a0-2544-4cf1-8470-593da1db6438 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': 'e2427f9d-dc98-4b98-84c1-59d73f7e9c53', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:21.069291 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d190a0-2544-4cf1-8470-593da1db6438 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.127764 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d190a0-2544-4cf1-8470-593da1db6438 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.132899 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d190a0-2544-4cf1-8470-593da1db6438 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.154260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d190a0-2544-4cf1-8470-593da1db6438 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb316ea-aec2-4c7d-bb26-26981006fafe,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:21.162951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-77d190a0-2544-4cf1-8470-593da1db6438 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.164180 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-77d190a0-2544-4cf1-8470-593da1db6438 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243415 May 26 17:05:21.166922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58186) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:21.171251 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7faaa51f-16a5-4b8c-bf0a-c3a36cbbc08e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': 'e2427f9d-dc98-4b98-84c1-59d73f7e9c53', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:21.197074 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7faaa51f-16a5-4b8c-bf0a-c3a36cbbc08e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.256642 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7faaa51f-16a5-4b8c-bf0a-c3a36cbbc08e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.260405 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7faaa51f-16a5-4b8c-bf0a-c3a36cbbc08e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.280500 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaa51f-16a5-4b8c-bf0a-c3a36cbbc08e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c369837-6a19-4dca-826d-95438fb2324f,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:21.289052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7faaa51f-16a5-4b8c-bf0a-c3a36cbbc08e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.290275 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7faaa51f-16a5-4b8c-bf0a-c3a36cbbc08e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223781 May 26 17:05:21.292966 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58188) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:21.297252 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-4afd968a-c2a0-4631-b5b2-9d8d32cabd73 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': 'e2427f9d-dc98-4b98-84c1-59d73f7e9c53', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:21.328668 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4afd968a-c2a0-4631-b5b2-9d8d32cabd73 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.400106 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4afd968a-c2a0-4631-b5b2-9d8d32cabd73 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.403505 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4afd968a-c2a0-4631-b5b2-9d8d32cabd73 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.422254 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd968a-c2a0-4631-b5b2-9d8d32cabd73 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866c6c8e-3c9a-4de3-b1ca-8c55643baa64,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:21.433539 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4afd968a-c2a0-4631-b5b2-9d8d32cabd73 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.434806 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4afd968a-c2a0-4631-b5b2-9d8d32cabd73 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409299 May 26 17:05:21.437591 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58190) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:21.443082 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-7cfefa7e-6d21-40e8-bc99-ce790b98a74a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': 'e2427f9d-dc98-4b98-84c1-59d73f7e9c53', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:21.464330 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-7cfefa7e-6d21-40e8-bc99-ce790b98a74a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Project 9c4b5e92ea6d4e23af516c6b3838d704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:05:21.469503 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7cfefa7e-6d21-40e8-bc99-ce790b98a74a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.533776 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7cfefa7e-6d21-40e8-bc99-ce790b98a74a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.538974 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7cfefa7e-6d21-40e8-bc99-ce790b98a74a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.555037 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfefa7e-6d21-40e8-bc99-ce790b98a74a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c143298-aa5a-4284-8b35-4fff98dc915d,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:21.565927 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7cfefa7e-6d21-40e8-bc99-ce790b98a74a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.567734 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7cfefa7e-6d21-40e8-bc99-ce790b98a74a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288636 May 26 17:05:21.570665 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58192) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:21.575533 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-f29edce7-fe5d-45c1-a850-1e9efaea5838 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'security_group_rule': {'security_group_id': 'e2427f9d-dc98-4b98-84c1-59d73f7e9c53', 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:21.597235 n-d-843336-2 neutron-server[109404]: INFO neutron.db.securitygroups_db [None req-f29edce7-fe5d-45c1-a850-1e9efaea5838 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Project 9c4b5e92ea6d4e23af516c6b3838d704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:05:21.602289 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f29edce7-fe5d-45c1-a850-1e9efaea5838 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.669509 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f29edce7-fe5d-45c1-a850-1e9efaea5838 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.673272 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f29edce7-fe5d-45c1-a850-1e9efaea5838 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.692224 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29edce7-fe5d-45c1-a850-1e9efaea5838 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2815b250-f7e7-486e-8fa3-584729d4b5ae,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:21.701405 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-f29edce7-fe5d-45c1-a850-1e9efaea5838 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:21.702702 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-f29edce7-fe5d-45c1-a850-1e9efaea5838 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308997 May 26 17:05:23.543100 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:23.562567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:05:23.562925 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 89190bf4-f6ad-4e5a-a2b0-27d46e7f8b40 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:24.436399 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:24.509645 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:35.190324 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31ee50b0-491b-419e-a3f8-55761a6bca24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:35.984316 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-fe095d23-45f3-4a35-bb9e-cf7366b23494 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848824548&fields=id&tenant_id=9c4b5e92ea6d4e23af516c6b3838d704 HTTP/1.1" status: 200 len: 267 time: 0.0408733 May 26 17:05:36.099101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da57f-bc13-48a5-85df-999396c787ba req-16f1c783-0b05-47d2-80a3-a07c4160fd43 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:36.100862 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-16f1c783-0b05-47d2-80a3-a07c4160fd43 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 809 time: 0.1088548 May 26 17:05:36.116653 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-4f23908c-4086-4b72-9ef2-0bfec58b982d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/quotas/9c4b5e92ea6d4e23af516c6b3838d704 HTTP/1.1" status: 200 len: 375 time: 0.0094678 May 26 17:05:36.169882 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-5208adae-b894-4b02-90f8-2c921cf2b48b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476894 May 26 17:05:36.324777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-af0d5a16-68b8-439c-abd8-8f2dc8dd670c service neutron] 10.222.0.39 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428981 May 26 17:05:36.415994 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-9e700696-2873-4769-b3c6-575e67aff485 service neutron] 10.222.0.39 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847116 May 26 17:05:36.705736 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-75e0eb2e-b377-41fd-a5f1-b580602a88f6 req-405605df-ec4b-4ace-96d3-4ba335e480fc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 210 time: 0.0267522 May 26 17:05:37.665231 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da57f-bc13-48a5-85df-999396c787ba req-3b297618-dfa0-4731-921d-3b51bfd0c4c3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:37.666820 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-3b297618-dfa0-4731-921d-3b51bfd0c4c3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.32 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 809 time: 0.1102734 May 26 17:05:37.717292 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-1f1a6ae9-f8ea-43a0-b230-32b3a4ef8c89 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c4b5e92ea6d4e23af516c6b3838d704 HTTP/1.1" status: 200 len: 379 time: 0.0400400 May 26 17:05:37.728730 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'port': {'device_id': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'admin_state_up': True, 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'security_groups': ['e2427f9d-dc98-4b98-84c1-59d73f7e9c53']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:37.850288 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Made reservation on behalf of 9c4b5e92ea6d4e23af516c6b3838d704 for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:05:37.853871 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.891763 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-56af216e-4c0f-40dd-9766-0e8a0e816ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.907638 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-84773e66-bdd5-4a59-9cf6-cdb896de92bf req-71893e52-9c4f-4f12-9ed4-2e876b755793 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 210 time: 0.0501354 May 26 17:05:38.011517 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Allocated IP 172.20.0.4 (fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d/e989e90f-5444-4b0b-bad8-0fd614e85c23/b6e3c1e9-5f38-465a-9396-b752f26f0a33) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:05:38.185840 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.224680 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.272685 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:38.275746 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:38.278360 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:05:38.320424 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:38.360124 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:38.360938 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.386157 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-26ed0d8b-604b-470d-967e-5b582788f5c2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6578934 May 26 17:05:38.455014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Request body: {'port': {'device_id': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:38.517207 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.604407 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c455ce59-5afe-45ea-aeae-a01cbbb8c8c3 None None] Provisioning complete for port b6e3c1e9-5f38-465a-9396-b752f26f0a33 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:38.605116 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c455ce59-5afe-45ea-aeae-a01cbbb8c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.658146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c455ce59-5afe-45ea-aeae-a01cbbb8c8c3 None None] Port b6e3c1e9-5f38-465a-9396-b752f26f0a33 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:05:38.822995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e3c1e9-5f38-465a-9396-b752f26f0a33 {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:05:38.831103 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.843405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Transition to ACTIVE for port object b6e3c1e9-5f38-465a-9396-b752f26f0a33 will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:05:38.848850 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.907101 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:39.005910 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Attempting to bind port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:05:39.006475 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Attempting to bind port b6e3c1e9-5f38-465a-9396-b752f26f0a33 by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:05:39.006900 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Attempting to bind port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:39.012710 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:05:39.013184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Attempting to bind port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:39.020708 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:05:39.021192 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Checking segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:39.021690 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Bound using segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:05:39.022262 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Bound port: b6e3c1e9-5f38-465a-9396-b752f26f0a33, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:05:39.022713 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.034431 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.079158 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975ef2a-65af-4af7-b3f0-1a10a7dfcbe8 req-df9decd7-512e-42ec-8ea6-e94c81465246 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:39.082744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0975ef2a-65af-4af7-b3f0-1a10a7dfcbe8 req-df9decd7-512e-42ec-8ea6-e94c81465246 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0916467 May 26 17:05:39.101326 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:05:39.104640 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:05:39.111423 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.131445 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0975ef2a-65af-4af7-b3f0-1a10a7dfcbe8 req-0d6533a9-b7d2-4938-9569-d15d5f7e7b03 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 May 26 17:05:39.155922 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:39.156550 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.158108 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] 10.222.0.32 "PUT /v2.0/ports/b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 1091 time: 0.7677958 May 26 17:05:39.161767 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:39.165951 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888213a1-ce55-43fb-93ab-083e11d2dfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:39.218024 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af33e2f4-a20c-4e28-b7c1-058d7c0cb84f x-openstack-request-id: req-af33e2f4-a20c-4e28-b7c1-058d7c0cb84f {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:39.218347 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:39.218604 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af33e2f4-a20c-4e28-b7c1-058d7c0cb84f {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:39.219010 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af33e2f4-a20c-4e28-b7c1-058d7c0cb84f'] response: {'name': 'network-changed', 'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'status': 'completed', 'code': 200} May 26 17:05:39.259014 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d02aa-0753-4dff-ad5f-19cfd4b2e368 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:39.283995 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da57f-bc13-48a5-85df-999396c787ba req-63b48e2c-fbf3-443f-8e41-8a1680ef8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:39.286463 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-63b48e2c-fbf3-443f-8e41-8a1680ef8082 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1094 time: 0.0703657 May 26 17:05:39.339783 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-6244a98f-be35-4503-aea3-40f74f3551bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 217 time: 0.0449216 May 26 17:05:39.400585 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da57f-bc13-48a5-85df-999396c787ba req-8f30e23c-db33-4bbf-b022-a2f32e93ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:39.402384 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-8f30e23c-db33-4bbf-b022-a2f32e93ee15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0552495 May 26 17:05:39.460849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da57f-bc13-48a5-85df-999396c787ba req-32643be0-8e8f-4c51-8399-d01fba691ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:39.462399 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-32643be0-8e8f-4c51-8399-d01fba691ba7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530601 May 26 17:05:39.586532 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-ebe7ca31-57a7-4579-bdf9-293ca8c1ca75 service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147583 May 26 17:05:40.059121 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-998da57f-bc13-48a5-85df-999396c787ba req-5773eb94-090f-491f-abe5-22ae587d4f96 service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618416 May 26 17:05:40.154682 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-9b04ecc7-d0bc-4ea7-9da3-4e1479b036ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:40.156347 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-9b04ecc7-d0bc-4ea7-9da3-4e1479b036ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1094 time: 0.0494688 May 26 17:05:40.188005 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:05:40.277807 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-d4b1b7c4-a06d-40b5-b3a5-a3c4a9f015ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:40.279889 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-d4b1b7c4-a06d-40b5-b3a5-a3c4a9f015ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1055398 May 26 17:05:40.296506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b85fe6-6985-4497-aab6-03354d0c37e7 req-b76ac457-fc52-4f54-b277-d6f97d4c5ed7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:40.298322 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4b85fe6-6985-4497-aab6-03354d0c37e7 req-b76ac457-fc52-4f54-b277-d6f97d4c5ed7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0651617 May 26 17:05:40.334040 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-66d19157-6302-4fee-a657-09f0611a4b0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 217 time: 0.0426898 May 26 17:05:40.345845 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b4b85fe6-6985-4497-aab6-03354d0c37e7 req-59d7b7b0-d392-4842-86c4-987e88f4edb9 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410264 May 26 17:05:40.392032 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-106999d0-27b7-4455-804e-bd74d18b90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:40.393728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-106999d0-27b7-4455-804e-bd74d18b90b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0529592 May 26 17:05:40.447402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-eb4b36ad-e75f-452c-82f5-57ca8e4ff463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:40.448935 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-eb4b36ad-e75f-452c-82f5-57ca8e4ff463 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470948 May 26 17:05:40.555068 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-d18f1a99-2a73-4260-865c-604b5ca17328 service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974951 May 26 17:05:40.651731 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-888213a1-ce55-43fb-93ab-083e11d2dfb4 req-cb884db3-cdbc-4097-b1c7-fd0d210b0917 service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901034 May 26 17:05:40.814617 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.906756 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:41.480886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf10d-784b-4e8f-ac78-459bf9f6477b req-595b957b-8f9f-4294-bf63-e6e180895690 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:41.482512 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68faf10d-784b-4e8f-ac78-459bf9f6477b req-595b957b-8f9f-4294-bf63-e6e180895690 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0542495 May 26 17:05:41.526142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-68faf10d-784b-4e8f-ac78-459bf9f6477b req-015bb6cf-1ad8-44b5-ab83-2e095f87d253 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374148 May 26 17:05:42.693214 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65bbf-3887-4472-941a-ae7e260f96a0 req-88ddb044-2e50-4b26-89ab-b95b64e64d37 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:42.694755 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1d65bbf-3887-4472-941a-ae7e260f96a0 req-88ddb044-2e50-4b26-89ab-b95b64e64d37 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.1010764 May 26 17:05:42.733674 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e1d65bbf-3887-4472-941a-ae7e260f96a0 req-1aa076ce-8873-40b6-9704-4ab1279fa859 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328274 May 26 17:05:43.903731 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac334d-c6d7-42a3-b139-a521345b0f0a req-bdaffa6b-4e4d-409e-aaa5-8b2db197ec7a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:43.905257 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96ac334d-c6d7-42a3-b139-a521345b0f0a req-bdaffa6b-4e4d-409e-aaa5-8b2db197ec7a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0999475 May 26 17:05:43.945042 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-96ac334d-c6d7-42a3-b139-a521345b0f0a req-b82f567d-799e-4b26-93fe-3c57a18bd6f7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330303 May 26 17:05:45.059260 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513eb02c-f0e6-49b0-9c34-61ab9da64b0d req-1d1aaecc-6c82-4aec-853c-fa9c3b5fb344 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:45.060720 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-513eb02c-f0e6-49b0-9c34-61ab9da64b0d req-1d1aaecc-6c82-4aec-853c-fa9c3b5fb344 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0480869 May 26 17:05:45.097696 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-513eb02c-f0e6-49b0-9c34-61ab9da64b0d req-03823d98-32f9-4d12-b91b-36e0d4c26c67 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303934 May 26 17:05:46.545388 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c88f-dc6e-4cf2-985c-81c58aa1eee5 req-73552088-e6cc-4f05-a005-de86c1c29a8b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:46.546798 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20e5c88f-dc6e-4cf2-985c-81c58aa1eee5 req-73552088-e6cc-4f05-a005-de86c1c29a8b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.3795404 May 26 17:05:46.585440 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-20e5c88f-dc6e-4cf2-985c-81c58aa1eee5 req-1367f798-202c-4627-b70a-75398b19d382 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 May 26 17:05:47.705201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be76f2-a32c-423b-a7b3-9fd51f1af306 req-2ea3c1b5-803f-4878-ae8c-2ab1b3bc06b8 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:47.707386 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9be76f2-a32c-423b-a7b3-9fd51f1af306 req-2ea3c1b5-803f-4878-ae8c-2ab1b3bc06b8 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0503042 May 26 17:05:47.744724 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e9be76f2-a32c-423b-a7b3-9fd51f1af306 req-d2980aa2-90d6-466a-a43a-3d1838314f3e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 May 26 17:05:48.859811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67679557-195c-45ac-84f7-bfee7135cc99 req-5b26cee0-4b8a-47d3-9b76-ce35e8a4b4db tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:48.861212 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67679557-195c-45ac-84f7-bfee7135cc99 req-5b26cee0-4b8a-47d3-9b76-ce35e8a4b4db tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0480716 May 26 17:05:48.900408 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-67679557-195c-45ac-84f7-bfee7135cc99 req-075e5fc5-00c4-4c86-aa88-8c98eeaabfa5 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326426 May 26 17:05:49.927273 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b6e3c1e9-5f38-465a-9396-b752f26f0a33 details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:05:50.033169 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6b00f-b648-4446-a76e-5f48023523d5 req-e3b7df9f-6644-45c6-a0a2-4ac92f50c38f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:50.034777 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a6b00f-b648-4446-a76e-5f48023523d5 req-e3b7df9f-6644-45c6-a0a2-4ac92f50c38f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0560541 May 26 17:05:50.074264 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-43a6b00f-b648-4446-a76e-5f48023523d5 req-b9991e04-f295-4f25-82ec-e2822861aa3a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333829 May 26 17:05:50.177366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:50.187218 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'port_id': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'mac_address': 'fa:16:3e:e5:68:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:05:50.228290 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port b6e3c1e9-5f38-465a-9396-b752f26f0a33 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:50.228677 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.241120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e3c1e9-5f38-465a-9396-b752f26f0a33 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:05:50.260528 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:50.263834 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.312277 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:50.319794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.320135 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.320474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.320805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.321134 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.321460 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.321789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.322143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.322465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.322783 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.323101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.323415 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:50.519424 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['b6e3c1e9-5f38-465a-9396-b752f26f0a33'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:05:51.188536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cdb39-3012-4e56-a3f2-9a0c2f17d7b1 req-5ae5886f-1826-4fdd-883a-a95cd6bee48d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:51.189902 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-592cdb39-3012-4e56-a3f2-9a0c2f17d7b1 req-5ae5886f-1826-4fdd-883a-a95cd6bee48d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 944 time: 0.0484545 May 26 17:05:51.228488 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-592cdb39-3012-4e56-a3f2-9a0c2f17d7b1 req-ecd053ba-713c-4783-936b-86314ed16a3f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320795 May 26 17:05:51.944543 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b6e3c1e9-5f38-465a-9396-b752f26f0a33 up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:51.994390 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port b6e3c1e9-5f38-465a-9396-b752f26f0a33 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:05:51.998972 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port b6e3c1e9-5f38-465a-9396-b752f26f0a33 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:51.999419 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.076720 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port b6e3c1e9-5f38-465a-9396-b752f26f0a33 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:52.077103 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.098867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:52.101087 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c53fba1-a510-4941-8b2f-7d21b147dc54" -d '{"events": [{"server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "name": "network-vif-plugged", "status": "completed", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:52.115542 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:52.119835 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.143636 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12311c1-4e51-43a6-a41e-418cc73ba910 x-openstack-request-id: req-c12311c1-4e51-43a6-a41e-418cc73ba910 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:52.144550 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "name": "network-vif-plugged", "status": "completed", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:52.144676 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c12311c1-4e51-43a6-a41e-418cc73ba910 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:52.145053 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12311c1-4e51-43a6-a41e-418cc73ba910'] response: {'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'code': 200} May 26 17:05:52.172939 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:52.238702 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062226f-223d-42dc-bf7d-8f9c36845cfb req-4c65d2be-ad27-40fe-9930-bc4f3fb58deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:52.240167 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a062226f-223d-42dc-bf7d-8f9c36845cfb req-4c65d2be-ad27-40fe-9930-bc4f3fb58deb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1096 time: 0.0411170 May 26 17:05:52.277486 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-a062226f-223d-42dc-bf7d-8f9c36845cfb req-4626611e-c299-43e7-85e7-ad5865dcf215 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301318 May 26 17:05:52.349805 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfeee7-a58d-42e9-b7c7-cd93184f0e2a req-70e6f787-3927-4b01-bfb6-a18fe8a5d027 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:52.351367 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4edfeee7-a58d-42e9-b7c7-cd93184f0e2a req-70e6f787-3927-4b01-bfb6-a18fe8a5d027 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0526364 May 26 17:05:52.390510 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4edfeee7-a58d-42e9-b7c7-cd93184f0e2a req-83ab0976-c39c-4ec3-b026-1a180242c30c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328794 May 26 17:05:53.515760 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c1e00-24f8-415f-85fc-5ea6a105789c req-3702455e-884b-411a-9dc1-6c103d88f3e2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:53.517232 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf3c1e00-24f8-415f-85fc-5ea6a105789c req-3702455e-884b-411a-9dc1-6c103d88f3e2 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0531111 May 26 17:05:53.555579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cf3c1e00-24f8-415f-85fc-5ea6a105789c req-ad7d4282-32d2-4764-b75a-e4d8f4b30eef tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 May 26 17:05:53.675638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ea74-646a-4944-aa5e-ccd9f05ca09c req-1eb5a9d8-6101-4290-8591-2a42ac9f366f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:53.677038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2b9ea74-646a-4944-aa5e-ccd9f05ca09c req-1eb5a9d8-6101-4290-8591-2a42ac9f366f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0517128 May 26 17:05:53.714546 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a2b9ea74-646a-4944-aa5e-ccd9f05ca09c req-c7615a1b-1104-4e08-8c57-7c5071cc6580 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 May 26 17:05:53.736294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58386) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:53.777287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5b08f-9cd4-4782-b5db-1da21562631c tempest-TestShelveInstance-979855494 tempest-TestShelveInstance-979855494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:53.779099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-cfb5b08f-9cd4-4782-b5db-1da21562631c tempest-TestShelveInstance-979855494 tempest-TestShelveInstance-979855494-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1091 time: 0.0418260 May 26 17:05:53.781906 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58388) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:53.786742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:53.807883 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:53.912667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.025639 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Allocated IP 172.25.0.137 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/f54805bc-3de2-4939-ba3a-872f59ec0091) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:05:54.128470 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.164728 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.201571 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:54.204384 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:54.207903 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:05:54.237978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'Port': ['ID=f54805bc-3de2-4939-ba3a-872f59ec0091,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:54.431518 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.521133 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.589359 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.664822 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.819028 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.823655 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.898077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event updated for resources: {'Port': ['ID=f54805bc-3de2-4939-ba3a-872f59ec0091,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:54.907381 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:55.009943 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Floating IP 2f7930b0-a802-4f70-acdb-8a7ebfaf1056 associated. External IP: 172.25.0.137, port: b6e3c1e9-5f38-465a-9396-b752f26f0a33. May 26 17:05:55.220755 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Router 9db8f2b5-371c-4393-adf7-989be6016070 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:55.330075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:55.340100 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] Sync routers for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:55.349243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:55.351349 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:55.352064 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:55.377013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-aab81554-84ae-4c6c-b30a-dd64c4697093 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5940320 May 26 17:05:55.377594 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:55.380437 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b40926-72af-406c-a50a-94ca4b363834" -d '{"events": [{"name": "network-changed", "server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:55.417380 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03733b04-8523-4ff3-afd6-68be276c7f59 x-openstack-request-id: req-03733b04-8523-4ff3-afd6-68be276c7f59 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:55.417674 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:55.417930 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03733b04-8523-4ff3-afd6-68be276c7f59 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:55.418379 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03733b04-8523-4ff3-afd6-68be276c7f59'] response: {'name': 'network-changed', 'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'status': 'completed', 'code': 200} May 26 17:05:55.464251 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:55.483433 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b40926-72af-406c-a50a-94ca4b363834 req-bb42d338-a6ad-4082-a8bc-3320562a4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:55.486216 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-65b40926-72af-406c-a50a-94ca4b363834 req-bb42d338-a6ad-4082-a8bc-3320562a4bf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1096 time: 0.0408597 May 26 17:05:55.581833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b40926-72af-406c-a50a-94ca4b363834 req-44f71b42-6670-4015-bcc3-ded6ef5f37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:55.583453 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-65b40926-72af-406c-a50a-94ca4b363834 req-44f71b42-6670-4015-bcc3-ded6ef5f37fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.0900378 May 26 17:05:55.651555 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-65b40926-72af-406c-a50a-94ca4b363834 req-dd794d2d-c6bf-4642-aae9-a189cbf26d6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 999 time: 0.0610082 May 26 17:05:55.700087 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '2f7930b0-a802-4f70-acdb-8a7ebfaf1056', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'port_id': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'mac_address': 'fa:16:3e:e5:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:05:54Z', 'updated_at': '2022-05-26T17:05:54Z', 'revision_number': 0, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:55.712355 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b40926-72af-406c-a50a-94ca4b363834 req-81ab527a-0ddb-494c-a996-24d117dae54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:55.714193 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-65b40926-72af-406c-a50a-94ca4b363834 req-81ab527a-0ddb-494c-a996-24d117dae54f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0500240 May 26 17:05:55.726885 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] Checking router: 9db8f2b5-371c-4393-adf7-989be6016070 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:55.742110 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:55.742110 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:05:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:55.761156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b40926-72af-406c-a50a-94ca4b363834 req-ca5c6098-1f66-4d18-b547-ffd50f4c77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:55.762716 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-65b40926-72af-406c-a50a-94ca4b363834 req-ca5c6098-1f66-4d18-b547-ffd50f4c77c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411005 May 26 17:05:55.849206 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:55.855106 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-65b40926-72af-406c-a50a-94ca4b363834 req-c454167a-f80a-44fa-8f40-f1008af35ab0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829365 May 26 17:05:55.958153 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-65b40926-72af-406c-a50a-94ca4b363834 req-0d29c9fa-90c9-4c14-bf0f-1f7e9b0fe80d service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963728 May 26 17:05:56.167642 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '2f7930b0-a802-4f70-acdb-8a7ebfaf1056', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'port_id': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'mac_address': 'fa:16:3e:e5:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:05:54Z', 'updated_at': '2022-05-26T17:05:54Z', 'revision_number': 0, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:56.193613 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a29a813-585d-4074-8d3d-13579b78e8c2 None None] The sync data for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 is: [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '2f7930b0-a802-4f70-acdb-8a7ebfaf1056', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'port_id': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'mac_address': 'fa:16:3e:e5:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:05:54Z', 'updated_at': '2022-05-26T17:05:54Z', 'revision_number': 0, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:56.387429 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3879ae6-7839-4464-bfec-d0e32bcf917f None None] New status for floating IP 2f7930b0-a802-4f70-acdb-8a7ebfaf1056: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:06:05.186698 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ae747665-3abe-4d92-b86f-8d5ed289f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:07.881774 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-076648f6-a729-4c74-a4e7-4f1b2705e537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:09.029166 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:10.820513 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:10.910113 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:17.188050 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:06:24.428651 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:24.534659 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:29.470465 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-156ed2a0-426e-417d-9a81-09bd64e2f2c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399544 May 26 17:06:29.556833 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-29f620e7-3e16-4cfd-918b-c14fbb6dd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:29.558399 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-29f620e7-3e16-4cfd-918b-c14fbb6dd6e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1096 time: 0.0464203 May 26 17:06:29.668983 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-95733dd0-559c-4040-8252-7a55c52c0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:29.670506 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-95733dd0-559c-4040-8252-7a55c52c0be1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.0897715 May 26 17:06:29.735975 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-e781211a-c421-4f2d-a025-3473783dfba7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 1001 time: 0.0587556 May 26 17:06:29.793785 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-baadea79-bbf6-45a0-a8dc-bafea6a71e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:29.795354 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-baadea79-bbf6-45a0-a8dc-bafea6a71e50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0502617 May 26 17:06:29.840984 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-f5a66eb6-f67d-41dd-ba3b-20e99efe0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:29.842603 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-f5a66eb6-f67d-41dd-ba3b-20e99efe0ca7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400672 May 26 17:06:29.932000 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-c3ed17bf-555d-4c74-b431-f06134b9809e service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824451 May 26 17:06:30.029044 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-67127409-9cb9-472d-9862-d0cc4c6372c3 req-1ff56663-7d39-45c9-8361-c2dda6225d6a service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881579 May 26 17:06:35.189751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-42cffb13-0b47-4904-bb50-ca66eff3f125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:37.884104 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-726a8f01-bece-48c5-8b61-21dc1b5f9f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:39.034165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:40.826525 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:40.911563 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:54.187520 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:06:54.443895 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:54.532780 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:05.198071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-dc71dc3e-5bbe-42d9-9460-aef90d071fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:07.885772 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84dc74a1-e785-424c-8804-780908f90555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:09.036203 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:10.819534 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:10.916383 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:24.458124 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:24.546824 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:30.508694 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-1dd0a252-28a5-437c-8abd-d5818332c54c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433152 May 26 17:07:30.599817 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-96bd17e1-75e3-4ea3-ac05-61570ac9ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:30.601819 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-96bd17e1-75e3-4ea3-ac05-61570ac9ab92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1096 time: 0.0453999 May 26 17:07:30.726170 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-595fcf83-108b-4b4c-bc03-5f1ab13638bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:30.727638 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-595fcf83-108b-4b4c-bc03-5f1ab13638bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1056015 May 26 17:07:30.797967 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-ce4a714e-70b1-46d7-92b0-9c2b3cadc01f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 1001 time: 0.0630760 May 26 17:07:30.852317 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-e1883a14-6f5d-4d5f-8ba3-21f714b84a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:30.853801 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-e1883a14-6f5d-4d5f-8ba3-21f714b84a44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0475483 May 26 17:07:30.902456 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-e532c88c-e73d-4500-96c0-2757e7e97222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:30.906980 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-e532c88c-e73d-4500-96c0-2757e7e97222 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427794 May 26 17:07:30.916401 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-42eae560-1c2f-4a2c-8aaf-875b99b50654 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:07:30.917486 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-42eae560-1c2f-4a2c-8aaf-875b99b50654 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053291 May 26 17:07:31.008297 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-00a39235-1177-43f2-933e-d297ea80db77 service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839772 May 26 17:07:31.103551 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-3e4ec4e5-31c8-448b-9201-eac031d9408a req-06670e79-b13c-479b-b9ee-c2908e5beab6 service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874493 May 26 17:07:31.186186 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:07:35.192437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0f01e684-c142-45b0-a379-f1e6c36dd6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:37.889041 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-718ae530-0c0e-465a-872a-302eccd353df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:39.038690 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:40.822397 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:40.919003 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:52.002047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d407c3b-6fb8-418a-af66-106a26b1b290 req-6cf5f0dc-8028-4159-97ae-eb6b1ed1d066 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:52.004627 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d407c3b-6fb8-418a-af66-106a26b1b290 req-6cf5f0dc-8028-4159-97ae-eb6b1ed1d066 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0646520 May 26 17:07:52.056459 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8d407c3b-6fb8-418a-af66-106a26b1b290 req-a0474efc-147b-4ec8-8268-06296b6c8331 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445757 May 26 17:07:53.200314 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc5268-ef0a-41a4-839d-01140776103b req-daca56ee-a491-46a0-8558-6dedce45154c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:53.201761 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47cc5268-ef0a-41a4-839d-01140776103b req-daca56ee-a491-46a0-8558-6dedce45154c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0599220 May 26 17:07:53.246287 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-47cc5268-ef0a-41a4-839d-01140776103b req-76e8c83e-cc55-4aeb-8137-808a47904c61 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367911 May 26 17:07:54.395989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d3dc-9375-4e6b-86d0-5ec129925ba7 req-92f28470-2cf5-40fb-915b-5e321435e790 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:54.397494 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d60d3dc-9375-4e6b-86d0-5ec129925ba7 req-92f28470-2cf5-40fb-915b-5e321435e790 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0584166 May 26 17:07:54.436433 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5d60d3dc-9375-4e6b-86d0-5ec129925ba7 req-07350081-3696-4df8-a3f8-73c6bd345967 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326252 May 26 17:07:54.460036 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:54.551165 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:55.557470 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50689b-d749-43fa-9051-bf2e095af327 req-45cf9a95-744e-4595-a6bd-630f79ba768f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:55.558989 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc50689b-d749-43fa-9051-bf2e095af327 req-45cf9a95-744e-4595-a6bd-630f79ba768f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0499101 May 26 17:07:55.598531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc50689b-d749-43fa-9051-bf2e095af327 req-36103b42-1d40-4807-96ae-d28987399c29 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333767 May 26 17:07:56.718857 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6859a-aa6b-4147-b0d8-08082bb42945 req-fc623f77-3e6c-4fc1-990a-c6695db5acd5 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:56.720351 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fa6859a-aa6b-4147-b0d8-08082bb42945 req-fc623f77-3e6c-4fc1-990a-c6695db5acd5 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0514162 May 26 17:07:56.762821 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-5fa6859a-aa6b-4147-b0d8-08082bb42945 req-22c36b89-5c7e-4dd1-9ace-4f2ee7a56641 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360231 May 26 17:07:57.882551 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc0141-693c-4520-a733-9f46848d6f19 req-302e53fa-a759-4a33-98d3-9d38b4079470 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:57.884028 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66fc0141-693c-4520-a733-9f46848d6f19 req-302e53fa-a759-4a33-98d3-9d38b4079470 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0516908 May 26 17:07:57.922743 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66fc0141-693c-4520-a733-9f46848d6f19 req-4248eafb-5a61-4985-8218-04446ee3dc4f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 May 26 17:07:59.041005 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c5118-4036-45f3-9b6e-a72572fd1df6 req-686d03fe-b5f3-4e76-9871-8fc2dbdf3c04 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:59.042502 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-677c5118-4036-45f3-9b6e-a72572fd1df6 req-686d03fe-b5f3-4e76-9871-8fc2dbdf3c04 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0501933 May 26 17:07:59.080493 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-677c5118-4036-45f3-9b6e-a72572fd1df6 req-0d74f26d-eb56-49bd-95ca-56fdbd4f9d33 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319197 May 26 17:08:00.198708 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e296e-bb91-462f-97c5-ac6e62c510bd req-4a6f3eae-1027-4ddd-a03e-b8774d99db41 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:00.200200 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-205e296e-bb91-462f-97c5-ac6e62c510bd req-4a6f3eae-1027-4ddd-a03e-b8774d99db41 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0502248 May 26 17:08:00.244701 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-205e296e-bb91-462f-97c5-ac6e62c510bd req-a14cea68-a6de-44ef-8379-0e03f8c2eb77 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380104 May 26 17:08:01.367489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdac85-c934-469a-9ce2-18c442f45e9b req-98471400-59b6-4fdb-b22d-036ad88e7734 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:01.368958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cecdac85-c934-469a-9ce2-18c442f45e9b req-98471400-59b6-4fdb-b22d-036ad88e7734 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0507615 May 26 17:08:01.408013 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cecdac85-c934-469a-9ce2-18c442f45e9b req-c493929d-da7a-4375-ae52-9f83d2c20682 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329037 May 26 17:08:02.143331 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-bb5d3b95-1bf4-4581-9957-d037da88c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:02.145554 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-bb5d3b95-1bf4-4581-9957-d037da88c872 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1096 time: 0.0465896 May 26 17:08:02.240398 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-d2ca8acb-6243-477b-913d-4fdaa3376531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:02.241930 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-d2ca8acb-6243-477b-913d-4fdaa3376531 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.0897465 May 26 17:08:02.309434 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-913f4f81-30b5-4ddd-99d2-24de3dd11829 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 1001 time: 0.0606332 May 26 17:08:02.359778 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-2560ac94-4b3e-4339-aad2-dcaed0def6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:02.361273 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-2560ac94-4b3e-4339-aad2-dcaed0def6ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0451252 May 26 17:08:02.412703 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-b1e98e63-c455-4470-84d7-b7ded6a36d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:02.414180 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-b1e98e63-c455-4470-84d7-b7ded6a36d56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459201 May 26 17:08:02.506403 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-1f7f9a33-2ccc-4614-b06f-67188bc9e91b service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852263 May 26 17:08:02.528460 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c8e69-d76d-4c87-9ccb-dc307339763e req-85016c53-d8c3-45ac-80a3-eea1ffa4cc2c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:02.531057 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef9c8e69-d76d-4c87-9ccb-dc307339763e req-85016c53-d8c3-45ac-80a3-eea1ffa4cc2c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0535820 May 26 17:08:02.570279 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef9c8e69-d76d-4c87-9ccb-dc307339763e req-36774d30-af23-4a97-b290-a0e71e7cbe6d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339952 May 26 17:08:02.603879 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-698483a7-0039-49e1-b1e7-8da20f0a9806 req-03b1004b-679f-4e7d-8b4b-290bcd7eba79 service neutron] 10.222.0.32 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909343 May 26 17:08:03.699669 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80484609-1dec-4830-ab6e-34eb00e4ce06 req-b50e2fc3-b308-4091-8b57-de74b96a8e08 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:03.701520 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80484609-1dec-4830-ab6e-34eb00e4ce06 req-b50e2fc3-b308-4091-8b57-de74b96a8e08 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0540965 May 26 17:08:03.752714 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-80484609-1dec-4830-ab6e-34eb00e4ce06 req-1cbbc2da-41b5-43cf-9133-528ea04c973e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437036 May 26 17:08:04.874101 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4e1cc-d881-4dfc-8ee9-03316df710f3 req-42a0f81d-0a71-4179-becf-bcb08556813a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:04.875647 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42b4e1cc-d881-4dfc-8ee9-03316df710f3 req-42a0f81d-0a71-4179-becf-bcb08556813a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0518603 May 26 17:08:04.920365 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-42b4e1cc-d881-4dfc-8ee9-03316df710f3 req-0e3df8f6-d1b4-46d2-af29-464027685e4d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384674 May 26 17:08:05.201739 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-efe842ac-380e-4275-b7a7-e6b4cf6c276f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:06.042662 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a30-4f2a-4fe4-bcbf-d69b362195a7 req-c27b5bd0-39a0-4e08-b38f-c52c1c8d6ec1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:06.044234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22035a30-4f2a-4fe4-bcbf-d69b362195a7 req-c27b5bd0-39a0-4e08-b38f-c52c1c8d6ec1 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0523038 May 26 17:08:06.088676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-22035a30-4f2a-4fe4-bcbf-d69b362195a7 req-2904222e-8e43-4bee-9785-7a4920c09946 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381329 May 26 17:08:06.172206 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-25cd09d0-c570-4cad-837b-ceda2145e313 req-2a5649e7-3c4b-4426-90c7-07743fc3a025 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:08:06.173302 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-25cd09d0-c570-4cad-837b-ceda2145e313 req-2a5649e7-3c4b-4426-90c7-07743fc3a025 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055811 May 26 17:08:07.341226 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-b07a46d6-5ca2-4927-ac36-35705aab43e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0590796 May 26 17:08:07.351997 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-04ccf7e4-b16d-48f6-a141-4cd25a8f2a4d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:08:07.353159 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-04ccf7e4-b16d-48f6-a141-4cd25a8f2a4d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060995 May 26 17:08:07.357934 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f7b12-ced2-45b2-a43f-56a8af90c3b2 req-00530c9b-f004-4aaa-a44a-ef7717292b53 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:07.360371 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-638f7b12-ced2-45b2-a43f-56a8af90c3b2 req-00530c9b-f004-4aaa-a44a-ef7717292b53 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0555952 May 26 17:08:07.408317 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-638f7b12-ced2-45b2-a43f-56a8af90c3b2 req-ff5ed085-691b-46c5-b1f3-4e10a2bc3136 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411358 May 26 17:08:07.885091 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-76c727e1-ffad-46b4-98ff-bba31e491318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:08.186373 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:08:08.529712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48914853-b3bc-40f8-81eb-9682a53c9cd2 req-27b9ad30-e2bf-413c-a800-3b75efe5ad4f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:08.531113 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48914853-b3bc-40f8-81eb-9682a53c9cd2 req-27b9ad30-e2bf-413c-a800-3b75efe5ad4f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 945 time: 0.0511358 May 26 17:08:08.572655 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-48914853-b3bc-40f8-81eb-9682a53c9cd2 req-f0090385-f2c7-4f7f-a597-9001df428902 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350122 May 26 17:08:08.707819 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device b6e3c1e9-5f38-465a-9396-b752f26f0a33 no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:08:08.802530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port b6e3c1e9-5f38-465a-9396-b752f26f0a33 is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:08:08.802993 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:08.827062 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:08:08.829403 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f3810b-186e-4205-af9c-34e693876cd1" -d '{"events": [{"server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:08:08.842571 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:08:08.847054 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:08.882084 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 17:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255ae069-738f-483b-a6be-62a4b5bbf6c3 x-openstack-request-id: req-255ae069-738f-483b-a6be-62a4b5bbf6c3 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:08:08.882403 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "name": "network-vif-unplugged", "status": "failed", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33", "code": 422}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:08:08.882614 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-255ae069-738f-483b-a6be-62a4b5bbf6c3 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:08:08.883034 n-d-843336-2 neutron-server[109406]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-255ae069-738f-483b-a6be-62a4b5bbf6c3']: {'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'code': 422} returned with failed status May 26 17:08:08.910770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:08:08.918489 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.918905 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.919348 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.919900 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.920299 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.920699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.921151 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.921563 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.921987 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.922465 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.922860 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:08.923249 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:09.043009 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:09.710280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13e2d-f329-4e80-91b3-a0c5ae4089f4 req-458fee69-ad2c-4f29-b66b-fb1cd8c843d0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:09.713642 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d0f13e2d-f329-4e80-91b3-a0c5ae4089f4 req-458fee69-ad2c-4f29-b66b-fb1cd8c843d0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0704720 May 26 17:08:09.754608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d0f13e2d-f329-4e80-91b3-a0c5ae4089f4 req-fa4a73e8-ff3e-4b09-97c5-8bf00e391323 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350571 May 26 17:08:10.827937 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:10.885739 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab314bf-cc66-40f8-a772-714c37c060ae req-b60e7c31-0c4f-4a5c-9565-da52a527531b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:10.887352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dab314bf-cc66-40f8-a772-714c37c060ae req-b60e7c31-0c4f-4a5c-9565-da52a527531b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0575461 May 26 17:08:10.924761 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:10.944942 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-dab314bf-cc66-40f8-a772-714c37c060ae req-f32587ef-5450-46c0-903f-265e89d2d401 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489039 May 26 17:08:12.071333 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637dcdf-1c72-407e-b50e-561e2c74fe68 req-af6f4335-3fd3-4f96-b35f-c3005edcecb0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:12.072827 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2637dcdf-1c72-407e-b50e-561e2c74fe68 req-af6f4335-3fd3-4f96-b35f-c3005edcecb0 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0531647 May 26 17:08:12.112125 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2637dcdf-1c72-407e-b50e-561e2c74fe68 req-c0a635fe-91e7-4ab8-a8cc-a6c0d0e234b9 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329401 May 26 17:08:12.242809 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-aeae67e7-6dce-413b-8215-c5e8948c7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:12.244303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-aeae67e7-6dce-413b-8215-c5e8948c7c83 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db&tenant_id=9c4b5e92ea6d4e23af516c6b3838d704 HTTP/1.1" status: 200 len: 1094 time: 0.0831017 May 26 17:08:12.254925 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843336-2', 'device_owner': 'compute:nova'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:08:12.312699 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:12.520544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:08:12.553009 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h2-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:08:12.587114 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e3c1e9-5f38-465a-9396-b752f26f0a33 {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:08:12.594601 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:12.606520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Transition to ACTIVE for port object b6e3c1e9-5f38-465a-9396-b752f26f0a33 will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:08:12.610085 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:12.694882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=7']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:08:12.707847 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.708195 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.708540 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.708886 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.709246 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.709618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.709910 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.710506 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.710785 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.711021 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.711218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.711674 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:08:12.746618 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] No DVR routers for this DVR port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on host n-h2-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:08:12.889716 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Attempting to bind port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:08:12.890085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Attempting to bind port b6e3c1e9-5f38-465a-9396-b752f26f0a33 by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:08:12.890425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Attempting to bind port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:08:12.894701 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:08:12.895028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Attempting to bind port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:08:12.899900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:08:12.900242 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Checking segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:08:12.900631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Bound using segment: {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:08:12.901065 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Bound port: b6e3c1e9-5f38-465a-9396-b752f26f0a33, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2f998-440c-402c-8860-72eff935e60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:08:12.901430 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:12.969664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:08:12.972867 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:08:12.977292 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:13.017813 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:13.017813 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:13.019006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 1091 time: 0.7679629 May 26 17:08:13.019334 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:08:13.021740 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151" -d '{"events": [{"name": "network-changed", "server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:08:13.052007 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fe564-ccbb-4dc3-9e49-d31628125b35 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=8']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:08:13.099687 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-237a0024-5ac8-46e6-b0a9-622e7bfe7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:13.101202 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-237a0024-5ac8-46e6-b0a9-622e7bfe7cab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1094 time: 0.0464511 May 26 17:08:13.162192 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af074fa-8d51-4847-a827-a0570f549ba1 x-openstack-request-id: req-7af074fa-8d51-4847-a827-a0570f549ba1 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:08:13.162630 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:08:13.162975 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7af074fa-8d51-4847-a827-a0570f549ba1 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:08:13.163473 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af074fa-8d51-4847-a827-a0570f549ba1'] response: {'name': 'network-changed', 'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'status': 'completed', 'code': 200} May 26 17:08:13.245345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-1162358a-87da-41a0-8376-53cb8a0478b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:13.246883 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-1162358a-87da-41a0-8376-53cb8a0478b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1387269 May 26 17:08:13.302881 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a8246-f8be-4d64-b9e8-711eb112ee3e req-e61344a6-84b0-4770-846b-859679e890e7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:13.304300 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b53a8246-f8be-4d64-b9e8-711eb112ee3e req-e61344a6-84b0-4770-846b-859679e890e7 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.1118205 May 26 17:08:13.338718 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-91bbaa29-2c4d-4a8a-8899-64378446176b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 999 time: 0.0840716 May 26 17:08:13.364148 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-b53a8246-f8be-4d64-b9e8-711eb112ee3e req-b8bd8e7b-ecae-4f39-8087-6509294000f4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527437 May 26 17:08:13.404173 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-c563688a-9ef5-4b6f-bdd3-611d1b1dbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:13.405750 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-c563688a-9ef5-4b6f-bdd3-611d1b1dbac5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0571024 May 26 17:08:13.452013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-a9492da6-6915-4999-b10f-a5f6d6ba8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:13.453515 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-a9492da6-6915-4999-b10f-a5f6d6ba8275 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417647 May 26 17:08:13.549188 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-d0c123e5-54f0-408f-a305-ebd9424adfc0 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891721 May 26 17:08:13.645543 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-dbba089b-c100-44e5-8ac3-26414e31fdcf service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891495 May 26 17:08:13.737525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-88f1c471-479d-45ae-bc74-3f852943cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:13.739126 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-88f1c471-479d-45ae-bc74-3f852943cd89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1094 time: 0.0454674 May 26 17:08:13.854659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-86ca59ac-2ee5-42e0-97df-340d22032f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:13.856854 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-86ca59ac-2ee5-42e0-97df-340d22032f2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1099055 May 26 17:08:13.931996 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-7ff73575-bd6c-48b1-957c-b50ea4ea24c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 999 time: 0.0679443 May 26 17:08:13.982489 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-00b10738-cf6f-4169-a81e-c570b2343c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:13.983970 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-00b10738-cf6f-4169-a81e-c570b2343c8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0458019 May 26 17:08:14.038168 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-686f38b9-0921-4a77-b5f5-b4cc5fb807d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:14.039630 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-686f38b9-0921-4a77-b5f5-b4cc5fb807d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471449 May 26 17:08:14.131698 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-fb706403-0cb1-437f-9a65-82b2d289535a service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 May 26 17:08:14.232397 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-a1c1edaa-cff6-49a8-bbf3-b4bd8b33f151 req-f7e31ac3-0ef0-49d4-9caa-890f5ad33c53 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942030 May 26 17:08:14.492105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed189cc4-e219-481d-9c31-983cf89f1b8b req-f86ab7d0-9d5d-4c37-bd43-d25b55a79eec tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:14.493491 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed189cc4-e219-481d-9c31-983cf89f1b8b req-f86ab7d0-9d5d-4c37-bd43-d25b55a79eec tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0523610 May 26 17:08:14.532896 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ed189cc4-e219-481d-9c31-983cf89f1b8b req-adffb777-d944-4015-846f-7968a24b019a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332301 May 26 17:08:15.650969 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993cb2-1273-4b06-b31d-30384c04a337 req-eb45a2ea-655c-43aa-bc86-e24bc9521f5b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:15.652451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15993cb2-1273-4b06-b31d-30384c04a337 req-eb45a2ea-655c-43aa-bc86-e24bc9521f5b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0502338 May 26 17:08:15.691614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-15993cb2-1273-4b06-b31d-30384c04a337 req-e31e531c-cb4f-4327-ba3a-4371a4bea01b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321238 May 26 17:08:16.810494 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890424fb-0b6f-4d86-9563-137e6aea21c4 req-1e112e77-7775-4435-b7c8-329d5312d459 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:16.812024 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-890424fb-0b6f-4d86-9563-137e6aea21c4 req-1e112e77-7775-4435-b7c8-329d5312d459 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0496938 May 26 17:08:16.856528 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-890424fb-0b6f-4d86-9563-137e6aea21c4 req-fd8bee7b-f8ce-462f-af34-c3ecf55bd38a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380013 May 26 17:08:18.314299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d498477-7cfb-4d23-86d1-b92f6a3b2e24 req-f0e970f3-3b57-40f1-b6c6-d1579b02a769 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:18.315783 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d498477-7cfb-4d23-86d1-b92f6a3b2e24 req-f0e970f3-3b57-40f1-b6c6-d1579b02a769 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.3853197 May 26 17:08:18.354648 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6d498477-7cfb-4d23-86d1-b92f6a3b2e24 req-421fc7c3-e37d-4c91-abf1-9584cf90d7f5 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317619 May 26 17:08:19.485435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6754f8-5f08-476a-b9a5-4547027cc4fc req-d4e2cfa7-782d-4eb4-8ae4-34d239817217 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:19.487540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c6754f8-5f08-476a-b9a5-4547027cc4fc req-d4e2cfa7-782d-4eb4-8ae4-34d239817217 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0606101 May 26 17:08:19.526921 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0c6754f8-5f08-476a-b9a5-4547027cc4fc req-0392241e-d8d0-4c13-91cd-64cea29822c5 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331233 May 26 17:08:20.648108 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c2377-9240-44ba-a10a-18baf846b660 req-3bc8c469-072c-4f20-8716-17e42450f63a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:20.649641 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-375c2377-9240-44ba-a10a-18baf846b660 req-3bc8c469-072c-4f20-8716-17e42450f63a tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0511088 May 26 17:08:20.695084 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-375c2377-9240-44ba-a10a-18baf846b660 req-464464db-c23b-4876-ae6d-8da662eaf41d tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 May 26 17:08:21.809413 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe3ec2-dfd6-4d6d-b03e-f0d8ec317131 req-dcf56c1b-a1b8-42be-975c-06daf0bce115 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:21.810953 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2fe3ec2-dfd6-4d6d-b03e-f0d8ec317131 req-dcf56c1b-a1b8-42be-975c-06daf0bce115 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 943 time: 0.0491042 May 26 17:08:21.852555 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c2fe3ec2-dfd6-4d6d-b03e-f0d8ec317131 req-9988a150-0d7a-4bf8-a35b-f17998db30a8 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348027 May 26 17:08:22.324049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b6e3c1e9-5f38-465a-9396-b752f26f0a33 details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:08:22.417599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:08:22.429927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'port_id': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'mac_address': 'fa:16:3e:e5:68:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:08:22.469417 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b6e3c1e9-5f38-465a-9396-b752f26f0a33 is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:08:22.469812 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:22.483023 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e3c1e9-5f38-465a-9396-b752f26f0a33 {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:08:22.502458 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:08:22.507095 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:22.554192 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=9']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:08:22.747555 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['b6e3c1e9-5f38-465a-9396-b752f26f0a33'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:08:22.980693 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577fdc8-f1e6-4af6-8f67-354e4851fea1 req-cd03dbf7-90c4-482f-9018-46d9952af1e9 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:22.982614 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6577fdc8-f1e6-4af6-8f67-354e4851fea1 req-cd03dbf7-90c4-482f-9018-46d9952af1e9 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 944 time: 0.0557036 May 26 17:08:23.037454 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6577fdc8-f1e6-4af6-8f67-354e4851fea1 req-8f652e5c-d57a-4cda-ace3-5354a7a50160 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458953 May 26 17:08:24.157627 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fd006-c902-4424-9804-2c24b6cddc32 req-ecc34be0-b45d-45c9-94be-24351ab26cf9 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:24.159017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a3fd006-c902-4424-9804-2c24b6cddc32 req-ecc34be0-b45d-45c9-94be-24351ab26cf9 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 944 time: 0.0512249 May 26 17:08:24.202803 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1a3fd006-c902-4424-9804-2c24b6cddc32 req-b994f922-1383-460b-a668-0c9c40a2bb65 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373013 May 26 17:08:24.338814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b6e3c1e9-5f38-465a-9396-b752f26f0a33 up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:08:24.389746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port b6e3c1e9-5f38-465a-9396-b752f26f0a33 completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:08:24.393573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port b6e3c1e9-5f38-465a-9396-b752f26f0a33 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:08:24.393946 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:24.490829 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:24.491372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port b6e3c1e9-5f38-465a-9396-b752f26f0a33 is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:08:24.491770 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:24.515112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:08:24.517316 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c71fe0-bdd2-4db3-b4fb-dc2925e228fb" -d '{"events": [{"server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "name": "network-vif-plugged", "status": "completed", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:08:24.530734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:08:24.535447 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:24.565131 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b9ff80-4734-40a1-a4f5-4a949865b6d0 x-openstack-request-id: req-67b9ff80-4734-40a1-a4f5-4a949865b6d0 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:08:24.565431 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "name": "network-vif-plugged", "status": "completed", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:08:24.565653 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67b9ff80-4734-40a1-a4f5-4a949865b6d0 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:08:24.566582 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b9ff80-4734-40a1-a4f5-4a949865b6d0'] response: {'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'code': 200} May 26 17:08:24.578633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:24.603795 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=10']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:08:24.711526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668749-b0f0-4087-8565-afdfd8e00201 req-aa5e16ef-ee93-4014-adf9-95a6de80a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:24.713150 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29668749-b0f0-4087-8565-afdfd8e00201 req-aa5e16ef-ee93-4014-adf9-95a6de80a89f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1097 time: 0.0449162 May 26 17:08:24.749684 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-29668749-b0f0-4087-8565-afdfd8e00201 req-0260d088-e4c3-401b-9b8c-e865a6f4fa26 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291264 May 26 17:08:25.321134 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bf4b7-a9ef-4d1c-a056-4912ab6f673b req-9d8dc150-571f-4fae-b7ff-8b9863bf0735 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:25.322626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa8bf4b7-a9ef-4d1c-a056-4912ab6f673b req-9d8dc150-571f-4fae-b7ff-8b9863bf0735 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 946 time: 0.0489383 May 26 17:08:25.359666 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fa8bf4b7-a9ef-4d1c-a056-4912ab6f673b req-a117d5b7-a035-43aa-906b-149e84f991e4 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309396 May 26 17:08:26.475844 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731b5d3-338e-42cf-96cb-643b4f528c34 req-3d6ae38c-b711-49df-85aa-7c6667c8f12f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:26.477291 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0731b5d3-338e-42cf-96cb-643b4f528c34 req-3d6ae38c-b711-49df-85aa-7c6667c8f12f tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 946 time: 0.0483344 May 26 17:08:26.518841 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-0731b5d3-338e-42cf-96cb-643b4f528c34 req-a242b218-be66-4021-9bb7-0f97fbf1f2dc tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354991 May 26 17:08:35.197011 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0ca0719e-d69b-419d-83bb-22f2f5431bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:37.886416 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f5cebbb7-5ca3-455b-8f7b-94da2f4cb21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:39.043975 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:40.823127 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:40.926451 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:41.104521 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-70c22884-b5d8-4535-a057-fe376bb51093 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399656 May 26 17:08:41.186014 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-7b3c08a2-3991-4839-8d0c-65f74d6e0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:41.187493 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-7b3c08a2-3991-4839-8d0c-65f74d6e0ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1097 time: 0.0395956 May 26 17:08:41.307778 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-022619ed-5c36-4249-b4b8-31dd60bdde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:41.309483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-022619ed-5c36-4249-b4b8-31dd60bdde6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1000650 May 26 17:08:41.377419 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-866b9502-fe35-4e82-a6cb-65b8ad6a9325 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 1001 time: 0.0593829 May 26 17:08:41.427637 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-9fe6cea1-733e-434e-9ce8-10622a8f1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:41.429099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-9fe6cea1-733e-434e-9ce8-10622a8f1d0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0441346 May 26 17:08:41.480524 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-0f4282b4-7240-420e-bc8d-39930434008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:41.482066 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-0f4282b4-7240-420e-bc8d-39930434008b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452406 May 26 17:08:41.578999 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-4e44aa2e-9b3d-42e0-813a-3977b5556048 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864749 May 26 17:08:41.675079 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4216d4ec-4157-45ad-b0fd-d6b5cf34937a req-8639ac77-4b05-4c23-b8b1-854706d6a8d7 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886426 May 26 17:08:45.185428 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:08:54.483419 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:54.549716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:05.200547 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-10c4c431-d6e5-436d-a600-fbf64fcb8e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:07.887573 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e172db45-0e50-4103-be87-9667fbbc968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:09.054810 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:10.826358 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:10.931724 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:22.184154 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:09:24.488473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:24.548152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.203385 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e636a9cd-8e96-47f3-bc02-9f49da9a04dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.889939 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-9c19315f-f0eb-481d-b798-6a0e6fc0de6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.051735 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.953297 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58562) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:40.117067 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Deleting port f54805bc-3de2-4939-ba3a-872f59ec0091 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:40.117470 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.192785 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.193119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.204661 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Calling delete_port for f54805bc-3de2-4939-ba3a-872f59ec0091 owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:40.351309 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.376992 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event deleted for resources: {'Port': ['ID=f54805bc-3de2-4939-ba3a-872f59ec0091,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:40.406422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.406767 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.407109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.407443 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.407777 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.408103 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.408427 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.408751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.409075 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.409391 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.409709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.410647 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:40.451472 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.451832 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Floating IP 2f7930b0-a802-4f70-acdb-8a7ebfaf1056 disassociated (deleted). External IP: 172.25.0.137, port: b6e3c1e9-5f38-465a-9396-b752f26f0a33. May 26 17:09:40.662958 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Router 9db8f2b5-371c-4393-adf7-989be6016070 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:09:40.772653 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:40.777494 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.782382 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] Sync routers for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:40.792458 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:40.793176 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:40.806139 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c95eae9c-ed01-40b1-8845-f8df7d707325 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "DELETE /v2.0/floatingips/2f7930b0-a802-4f70-acdb-8a7ebfaf1056 HTTP/1.1" status: 204 len: 168 time: 0.8517194 May 26 17:09:40.806724 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:09:40.808981 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7495a443-bc55-4e65-b7cd-10b3c840fa81" -d '{"events": [{"name": "network-changed", "server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:09:40.832053 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.870739 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1813a0fd-801c-4230-8224-5cc0fe425dab x-openstack-request-id: req-1813a0fd-801c-4230-8224-5cc0fe425dab {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:09:40.871145 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:09:40.871467 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1813a0fd-801c-4230-8224-5cc0fe425dab {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:09:40.871948 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1813a0fd-801c-4230-8224-5cc0fe425dab'] response: {'name': 'network-changed', 'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'status': 'completed', 'code': 200} May 26 17:09:40.928671 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:40.935936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-3fbe55f5-576c-4018-934b-b5e038dd415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:40.936712 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.937659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-3fbe55f5-576c-4018-934b-b5e038dd415f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 1097 time: 0.0462532 May 26 17:09:41.053657 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-704b3366-a679-4497-a0b4-43683d518d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:41.055157 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-704b3366-a679-4497-a0b4-43683d518d69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 200 len: 910 time: 0.1095462 May 26 17:09:41.107977 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-4e2f980e-8ca6-4209-8ea1-de157c415683 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 200 len: 217 time: 0.0385313 May 26 17:09:41.140496 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:41.150638 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c78ca-2d6c-48fc-8896-2c07058175e5 req-352e2a11-5c48-4d6e-863d-6adb0bcafdc3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:41.154368 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c09c78ca-2d6c-48fc-8896-2c07058175e5 req-352e2a11-5c48-4d6e-863d-6adb0bcafdc3 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 946 time: 0.1183612 May 26 17:09:41.167196 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] Checking router: 9db8f2b5-371c-4393-adf7-989be6016070 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:41.175443 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:41.176081 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:41.189345 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-b5665ca2-4565-4427-80b8-b0547a0a0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:41.190744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-b5665ca2-4565-4427-80b8-b0547a0a0310 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 200 len: 848 time: 0.0750382 May 26 17:09:41.214461 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c09c78ca-2d6c-48fc-8896-2c07058175e5 req-97dda7fa-ffd9-43d0-829c-06ecfae4318c tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537145 May 26 17:09:41.254017 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-52e5951f-33ee-479c-a6cf-035b961a3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:41.254017 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-52e5951f-33ee-479c-a6cf-035b961a3cff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493467 May 26 17:09:41.288325 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:41.342524 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-c792d6d8-d0de-4d35-b91d-936a61c86c72 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830564 May 26 17:09:41.440120 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7495a443-bc55-4e65-b7cd-10b3c840fa81 req-ce34ffbf-5a57-4284-89fd-e28a827f7151 service neutron] 10.222.0.24 "GET /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904021 May 26 17:09:41.490506 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:41.598509 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc8891-60c0-4217-b965-6153f7493f26 None None] The sync data for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 is: [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:01:01Z', 'revision_number': 4, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': 'fe7ec84c-bd9f-448f-b053-d5496a6b1322', 'name': '', 'network_id': 'fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'mac_address': 'fa:16:3e:34:4e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:00Z', 'updated_at': '2022-05-26T17:01:05Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'subnets': [{'id': 'e989e90f-5444-4b0b-bad8-0fd614e85c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:09:41.813144 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66db2e9c-e380-40cf-b8e5-51efa709f3e2 None None] New status for floating IP 2f7930b0-a802-4f70-acdb-8a7ebfaf1056: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:09:42.334930 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df313df-e99f-45a5-ae52-91f69251b3f7 req-fb889c8c-74aa-466e-890c-58cb84b12465 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:42.336415 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df313df-e99f-45a5-ae52-91f69251b3f7 req-fb889c8c-74aa-466e-890c-58cb84b12465 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 946 time: 0.0498242 May 26 17:09:42.375679 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3df313df-e99f-45a5-ae52-91f69251b3f7 req-0eab2020-0a78-404c-9c7c-305d1c9c2e39 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2427f9d-dc98-4b98-84c1-59d73f7e9c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330484 May 26 17:09:42.602019 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765efff-5756-4072-96ce-0e66289907c3 req-2eb4c9c9-1fb6-410c-92f8-f9d2f257907b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:42.603490 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d765efff-5756-4072-96ce-0e66289907c3 req-2eb4c9c9-1fb6-410c-92f8-f9d2f257907b tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 946 time: 0.0487978 May 26 17:09:42.697727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-d765efff-5756-4072-96ce-0e66289907c3 req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Deleting port b6e3c1e9-5f38-465a-9396-b752f26f0a33 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:42.698091 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d765efff-5756-4072-96ce-0e66289907c3 req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.784779 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-d765efff-5756-4072-96ce-0e66289907c3 req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] For port b6e3c1e9-5f38-465a-9396-b752f26f0a33, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=b6e3c1e9-5f38-465a-9396-b752f26f0a33,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:42.785135 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d765efff-5756-4072-96ce-0e66289907c3 req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.796936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-d765efff-5756-4072-96ce-0e66289907c3 req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Calling delete_port for b6e3c1e9-5f38-465a-9396-b752f26f0a33 owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:42.934131 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d765efff-5756-4072-96ce-0e66289907c3 req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.964698 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event deleted for resources: {'Port': ['ID=b6e3c1e9-5f38-465a-9396-b752f26f0a33,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:43.009444 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d765efff-5756-4072-96ce-0e66289907c3 req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] No DVR routers for this DVR port b6e3c1e9-5f38-465a-9396-b752f26f0a33 on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:09:43.012081 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-d765efff-5756-4072-96ce-0e66289907c3 req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:43.015608 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-d765efff-5756-4072-96ce-0e66289907c3 req-035efb97-1087-421b-be76-f5adb5a09080 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.24 "DELETE /v2.0/ports/b6e3c1e9-5f38-465a-9396-b752f26f0a33 HTTP/1.1" status: 204 len: 173 time: 0.4067268 May 26 17:09:43.016046 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'name': 'network-vif-deleted', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:09:43.018370 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c52eb9-7e7d-46d5-8c6d-9fa7f2e7ec19" -d '{"events": [{"server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "name": "network-vif-deleted", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:09:43.064222 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1724d44c-e100-423d-ad48-4e8e5fa98f68 x-openstack-request-id: req-1724d44c-e100-423d-ad48-4e8e5fa98f68 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:09:43.064632 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d18a5ce-b605-4d05-9ec1-97e9190ca2db", "name": "network-vif-deleted", "tag": "b6e3c1e9-5f38-465a-9396-b752f26f0a33", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:09:43.064888 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1724d44c-e100-423d-ad48-4e8e5fa98f68 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:09:43.065307 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1724d44c-e100-423d-ad48-4e8e5fa98f68'] response: {'server_uuid': '3d18a5ce-b605-4d05-9ec1-97e9190ca2db', 'name': 'network-vif-deleted', 'tag': 'b6e3c1e9-5f38-465a-9396-b752f26f0a33', 'status': 'completed', 'code': 200} May 26 17:09:43.483269 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83216b65-ee12-4353-ae74-79b560db7077 req-dd1236ba-6c49-493e-b85c-f966b6943921 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 210 time: 0.0300434 May 26 17:09:44.587014 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-fd7ff054-e2f9-4a07-b6a5-78fb69e9277e req-f41d3c2a-b689-4bb4-a61c-02d57dba5a99 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 210 time: 0.0262923 May 26 17:09:44.755142 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b6e3c1e9-5f38-465a-9396-b752f26f0a33 no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:44.776402 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: b6e3c1e9-5f38-465a-9396-b752f26f0a33 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:44.776749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device b6e3c1e9-5f38-465a-9396-b752f26f0a33 not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:45.692785 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-436653dc-afc6-414c-9746-382c283fd9c1 req-770e0620-aa27-469b-b002-0dad7446d612 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 210 time: 0.0305488 May 26 17:09:46.815177 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-697d09a1-ea5f-489a-aab0-f9f440854a53 req-b020c989-b290-4e58-b8a3-6b018c878818 tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18a5ce-b605-4d05-9ec1-97e9190ca2db HTTP/1.1" status: 200 len: 210 time: 0.0329218 May 26 17:09:47.866922 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58594) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:47.929497 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34fb4462-6f5a-4a5a-bd95-31227c3e127e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:47.961382 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34fb4462-6f5a-4a5a-bd95-31227c3e127e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:48.030013 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34fb4462-6f5a-4a5a-bd95-31227c3e127e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:48.033705 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-34fb4462-6f5a-4a5a-bd95-31227c3e127e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:48.034929 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-34fb4462-6f5a-4a5a-bd95-31227c3e127e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] 10.222.0.39 "DELETE /v2.0/security-groups/e2427f9d-dc98-4b98-84c1-59d73f7e9c53 HTTP/1.1" status: 204 len: 168 time: 0.1670086 May 26 17:09:48.045574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb4462-6f5a-4a5a-bd95-31227c3e127e tempest-TestShelveInstance-507122779 tempest-TestShelveInstance-507122779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2427f9d-dc98-4b98-84c1-59d73f7e9c53,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:48.090381 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58598) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:48.565983 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:48.843367 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Deleting port fe7ec84c-bd9f-448f-b053-d5496a6b1322 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:48.843705 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:48.923089 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] For port fe7ec84c-bd9f-448f-b053-d5496a6b1322, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=fe7ec84c-bd9f-448f-b053-d5496a6b1322,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:48.923444 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:48.935402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Calling delete_port for fe7ec84c-bd9f-448f-b053-d5496a6b1322 owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:49.122404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:49.148849 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7ec84c-bd9f-448f-b053-d5496a6b1322,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:49.179706 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.180059 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.182065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.182737 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.183332 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.183895 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.184325 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.184734 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.185628 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.186203 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.187402 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.187959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:49.354638 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:49.584053 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Router 9db8f2b5-371c-4393-adf7-989be6016070 has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:09:49.688842 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:49.695287 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-7b12e003-fd88-4e97-a008-54083ec98cf3 admin admin] 10.222.0.39 "PUT /v2.0/routers/9db8f2b5-371c-4393-adf7-989be6016070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6027884 May 26 17:09:49.696711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58604) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:49.699350 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] Sync routers for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:49.711435 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:49.712062 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:49.804081 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:49.832332 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:49.911376 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:49.966153 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Deleting port 9bd96412-79d2-4acc-9892-b00622b7a5d8 {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:49.966153 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.029690 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:09:49Z', 'revision_number': 5, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port': {'id': '9bd96412-79d2-4acc-9892-b00622b7a5d8', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db8f2b5-371c-4393-adf7-989be6016070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:00:59Z', 'updated_at': '2022-05-26T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:50.056915 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] Checking router: 9db8f2b5-371c-4393-adf7-989be6016070 for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:50.058420 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] For port 9bd96412-79d2-4acc-9892-b00622b7a5d8, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=9bd96412-79d2-4acc-9892-b00622b7a5d8,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:50.058857 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.065147 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] Routers {'9db8f2b5-371c-4393-adf7-989be6016070'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:50.065750 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['9db8f2b5-371c-4393-adf7-989be6016070'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:50.075334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Calling delete_port for 9bd96412-79d2-4acc-9892-b00622b7a5d8 owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:50.159644 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] Set router 9db8f2b5-371c-4393-adf7-989be6016070 gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:50.211173 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:09:49Z', 'revision_number': 6, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:50.240644 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc93e5-9e33-4f97-9a2c-82c498e24f7c None None] The sync data for ids ['9db8f2b5-371c-4393-adf7-989be6016070'] in n-d-843336-2 is: [{'id': '9db8f2b5-371c-4393-adf7-989be6016070', 'name': 'tempest-TestShelveInstance-1694518864-router', 'tenant_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:00:58Z', 'updated_at': '2022-05-26T17:09:49Z', 'revision_number': 6, 'project_id': '9c4b5e92ea6d4e23af516c6b3838d704', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:09:50.280307 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.307580 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd96412-79d2-4acc-9892-b00622b7a5d8,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:50.374627 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.466848 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.468963 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.512494 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.513208 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db8f2b5-371c-4393-adf7-989be6016070 {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:09:50.517873 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.519934 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-1e8a9c34-121f-4027-b789-ad5df8b5d88f admin admin] 10.222.0.39 "DELETE /v2.0/routers/9db8f2b5-371c-4393-adf7-989be6016070 HTTP/1.1" status: 204 len: 168 time: 0.8215878 May 26 17:09:50.522377 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58606) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:50.567762 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb9164b-9310-424e-ba99-c9fdc1217b2b admin admin] Deleting subnet e989e90f-5444-4b0b-bad8-0fd614e85c23 {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:09:50.571373 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbb9164b-9310-424e-ba99-c9fdc1217b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.607305 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbb9164b-9310-424e-ba99-c9fdc1217b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.697924 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbb9164b-9310-424e-ba99-c9fdc1217b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.751304 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbb9164b-9310-424e-ba99-c9fdc1217b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.778560 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9164b-9310-424e-ba99-c9fdc1217b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e989e90f-5444-4b0b-bad8-0fd614e85c23,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:50.780808 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-cbb9164b-9310-424e-ba99-c9fdc1217b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.784016 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cbb9164b-9310-424e-ba99-c9fdc1217b2b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e989e90f-5444-4b0b-bad8-0fd614e85c23 HTTP/1.1" status: 204 len: 168 time: 0.2607117 May 26 17:09:50.786514 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58608) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:50.788018 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b109f7-e915-4574-8b44-26d67e29d260 None None] Network fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:09:50.860322 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.926133 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Deleting port e8925189-ec89-4c64-80ce-ac9ebc4a39da {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:50.926404 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.996739 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] For port e8925189-ec89-4c64-80ce-ac9ebc4a39da, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=e8925189-ec89-4c64-80ce-ac9ebc4a39da,segment=NetworkSegment(5bd2f998-440c-402c-8860-72eff935e60d),segment_id=5bd2f998-440c-402c-8860-72eff935e60d)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:50.997214 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:51.013583 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Calling delete_port for e8925189-ec89-4c64-80ce-ac9ebc4a39da owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:51.113964 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:51.129850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fe7ec84c-bd9f-448f-b053-d5496a6b1322 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:51.140928 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8925189-ec89-4c64-80ce-ac9ebc4a39da,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:51.145327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] No DVR routers for this DVR port e8925189-ec89-4c64-80ce-ac9ebc4a39da on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:09:51.158626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: fe7ec84c-bd9f-448f-b053-d5496a6b1322 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:51.158969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device fe7ec84c-bd9f-448f-b053-d5496a6b1322 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:51.163202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bd96412-79d2-4acc-9892-b00622b7a5d8 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:51.169177 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07fde1a-5157-4abc-9b1c-43e87d5feb7e None None] DHCP port deletion for fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:09:51.197339 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 9bd96412-79d2-4acc-9892-b00622b7a5d8 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:51.197687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 9bd96412-79d2-4acc-9892-b00622b7a5d8 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:51.228109 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:51.249146 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:51.260939 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd2f998-440c-402c-8860-72eff935e60d') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:51.261229 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd2f998-440c-402c-8860-72eff935e60d') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:51.274134 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:51.290517 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:51.298156 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:09:51.298156 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:51.380072 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:51.387386 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:51.390839 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d HTTP/1.1" status: 204 len: 168 time: 0.6032097 May 26 17:09:51.394161 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58614) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:51.404385 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2c1cf-8794-4343-9b8c-ae851e602657 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe96b9c0-8cfa-4c41-bacb-e3d5fe19ba4d,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:51.411910 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5bd2f998-440c-402c-8860-72eff935e60d resource provider aggregate not found May 26 17:09:51.430951 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment 5bd2f998-440c-402c-8860-72eff935e60d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bd2f998-440c-402c-8860-72eff935e60d found for delete ", "request_id": "req-f34696e1-afde-42ec-beb9-e701d53a6cdd"}]} May 26 17:09:51.766553 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:52.069474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Deleting port d1e44057-cd96-40c6-b117-1af7c2e26460 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:52.069826 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:52.152144 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] For port d1e44057-cd96-40c6-b117-1af7c2e26460, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=d1e44057-cd96-40c6-b117-1af7c2e26460,segment=NetworkSegment(dc4dad4f-84ed-4657-9c8c-97c4141af433),segment_id=dc4dad4f-84ed-4657-9c8c-97c4141af433)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:52.152509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:52.165204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Calling delete_port for d1e44057-cd96-40c6-b117-1af7c2e26460 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:52.353839 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:52.380740 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e44057-cd96-40c6-b117-1af7c2e26460,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:52.554458 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:53.104746 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e8925189-ec89-4c64-80ce-ac9ebc4a39da no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:53.123553 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Router 8e5d7748-1709-41e0-9464-dec576e964ab has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:09:53.125048 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: e8925189-ec89-4c64-80ce-ac9ebc4a39da {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:53.125474 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device e8925189-ec89-4c64-80ce-ac9ebc4a39da not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:53.230276 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:53.235282 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-aeb210b4-b7f1-4b33-9b5e-b4616ee38008 admin admin] 10.222.0.39 "PUT /v2.0/routers/8e5d7748-1709-41e0-9464-dec576e964ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393123 May 26 17:09:53.237792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58618) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:53.241422 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] Sync routers for ids ['8e5d7748-1709-41e0-9464-dec576e964ab'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:53.251990 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] Routers {'8e5d7748-1709-41e0-9464-dec576e964ab'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:53.252605 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8e5d7748-1709-41e0-9464-dec576e964ab'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:53.345416 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:53.369676 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] Set router 8e5d7748-1709-41e0-9464-dec576e964ab gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:53.451886 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:53.525920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Deleting port 1e51a05a-4a8f-4996-881a-754019338003 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:53.526289 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:53.558359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1e51a05a-4a8f-4996-881a-754019338003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:09:52Z', 'revision_number': 5, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'gw_port': {'id': '1e51a05a-4a8f-4996-881a-754019338003', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:53.584602 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] Checking router: 8e5d7748-1709-41e0-9464-dec576e964ab for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:53.592868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] Routers {'8e5d7748-1709-41e0-9464-dec576e964ab'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:53.593483 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['8e5d7748-1709-41e0-9464-dec576e964ab'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:53.610177 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] For port 1e51a05a-4a8f-4996-881a-754019338003, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=1e51a05a-4a8f-4996-881a-754019338003,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:53.610770 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:53.623207 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Calling delete_port for 1e51a05a-4a8f-4996-881a-754019338003 owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:53.680222 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] Set router 8e5d7748-1709-41e0-9464-dec576e964ab gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:53.731969 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:09:53Z', 'revision_number': 6, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:53.761935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57b7c9-52d3-41bb-9598-24f3573ac3ff None None] The sync data for ids ['8e5d7748-1709-41e0-9464-dec576e964ab'] in n-d-843336-2 is: [{'id': '8e5d7748-1709-41e0-9464-dec576e964ab', 'name': 'tempest-TestShelveInstance-1571672843-router', 'tenant_id': '7004341c7697444eb2b0d29df78535ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:01:03Z', 'updated_at': '2022-05-26T17:09:53Z', 'revision_number': 6, 'project_id': '7004341c7697444eb2b0d29df78535ff', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:09:53.799046 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:53.825006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e51a05a-4a8f-4996-881a-754019338003,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:53.886357 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:53.978730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:53.980848 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.028195 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.028656 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e5d7748-1709-41e0-9464-dec576e964ab {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:09:54.033347 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.034763 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c2be65be-3cf4-47e9-9d68-8a8c432fc491 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8e5d7748-1709-41e0-9464-dec576e964ab HTTP/1.1" status: 204 len: 168 time: 0.7951651 May 26 17:09:54.037582 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58620) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:54.083449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-d993e752-6750-4c70-a740-8be078dbbcc0 admin admin] Deleting subnet 31d168e8-9a78-42c7-97aa-42e58154d436 {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:09:54.088797 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d993e752-6750-4c70-a740-8be078dbbcc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.124712 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d993e752-6750-4c70-a740-8be078dbbcc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.211972 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d993e752-6750-4c70-a740-8be078dbbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.271744 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d993e752-6750-4c70-a740-8be078dbbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.299664 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993e752-6750-4c70-a740-8be078dbbcc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d168e8-9a78-42c7-97aa-42e58154d436,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:54.302392 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d993e752-6750-4c70-a740-8be078dbbcc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.305603 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d993e752-6750-4c70-a740-8be078dbbcc0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/31d168e8-9a78-42c7-97aa-42e58154d436 HTTP/1.1" status: 204 len: 168 time: 0.2670794 May 26 17:09:54.309759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58622) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:54.313168 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c81bc1-acad-4d12-ab19-116c8abcd053 None None] Network fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:09:54.506152 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.529262 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] DHCP port deletion for fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:09:54.576212 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.602437 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Deleting port 2e494ae6-477e-415e-87a5-4b0c94c7842f {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:54.602860 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.684687 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] For port 2e494ae6-477e-415e-87a5-4b0c94c7842f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2e494ae6-477e-415e-87a5-4b0c94c7842f,segment=NetworkSegment(dc4dad4f-84ed-4657-9c8c-97c4141af433),segment_id=dc4dad4f-84ed-4657-9c8c-97c4141af433)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:54.685087 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.732948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Calling delete_port for 2e494ae6-477e-415e-87a5-4b0c94c7842f owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:54.739485 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.795727 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Deleting port 2e494ae6-477e-415e-87a5-4b0c94c7842f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:54.796302 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.869890 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] For port 2e494ae6-477e-415e-87a5-4b0c94c7842f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=2e494ae6-477e-415e-87a5-4b0c94c7842f,segment=NetworkSegment(dc4dad4f-84ed-4657-9c8c-97c4141af433),segment_id=dc4dad4f-84ed-4657-9c8c-97c4141af433)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:54.870350 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.872761 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:54.885409 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Calling delete_port for 2e494ae6-477e-415e-87a5-4b0c94c7842f owned by network:dhcp {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:54.901333 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Pushing event deleted for resources: {'Port': ['ID=2e494ae6-477e-415e-87a5-4b0c94c7842f,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:54.905813 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] No DVR routers for this DVR port 2e494ae6-477e-415e-87a5-4b0c94c7842f on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:09:54.918479 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.918640 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.919012 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.919276 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.919609 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.919951 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.920261 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.920586 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.920906 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.921769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.921769 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.921984 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9059d9-fdab-4fff-ab18-0ab945f861d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:54.980652 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.007632 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e494ae6-477e-415e-87a5-4b0c94c7842f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:55.011720 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] No DVR routers for this DVR port 2e494ae6-477e-415e-87a5-4b0c94c7842f on host n-d-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:09:55.069794 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d1e44057-cd96-40c6-b117-1af7c2e26460 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:55.092798 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.093136 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: d1e44057-cd96-40c6-b117-1af7c2e26460 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:55.093566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device d1e44057-cd96-40c6-b117-1af7c2e26460 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:55.094053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1e51a05a-4a8f-4996-881a-754019338003 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:55.114805 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 1e51a05a-4a8f-4996-881a-754019338003 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:55.115038 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c']}} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:55.115307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 1e51a05a-4a8f-4996-881a-754019338003 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:55.115820 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2e494ae6-477e-415e-87a5-4b0c94c7842f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:55.124662 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4dad4f-84ed-4657-9c8c-97c4141af433') {'for_net_delete': True} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:55.124959 n-d-843336-2 neutron-server[109404]: DEBUG neutron.services.segments.db [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4dad4f-84ed-4657-9c8c-97c4141af433') {} {{(pid=109404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:55.134391 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29221863'] for segment, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.134963 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 2e494ae6-477e-415e-87a5-4b0c94c7842f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:55.135306 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 2e494ae6-477e-415e-87a5-4b0c94c7842f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:55.150463 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.156871 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:09:55.157300 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29227384'] for segment, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.198164 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment dc4dad4f-84ed-4657-9c8c-97c4141af433 resource provider aggregate not found May 26 17:09:55.223365 n-d-843336-2 neutron-server[109404]: INFO neutron.services.segments.plugin [-] Segment dc4dad4f-84ed-4657-9c8c-97c4141af433 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc4dad4f-84ed-4657-9c8c-97c4141af433 found for delete ", "request_id": "req-590d3599-1659-4242-9efc-f8707f497bca"}]} May 26 17:09:55.224628 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.230618 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.234139 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c HTTP/1.1" status: 204 len: 168 time: 0.9223542 May 26 17:09:55.249236 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ab83a-b9aa-47bd-809a-deac56113fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb3d3de5-1e7a-4fa1-bd96-c546f43ac57c,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:55.356149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58630) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:55.409003 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-68160fe6-e690-4d57-a3c3-102e3cc0aa63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c4b5e92ea6d4e23af516c6b3838d704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516708 May 26 17:09:55.412194 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58632) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:55.462863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d6d70e8-cb7d-4144-a186-32822b6f8765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.485279 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d6d70e8-cb7d-4144-a186-32822b6f8765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.538866 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d6d70e8-cb7d-4144-a186-32822b6f8765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.541512 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-8d6d70e8-cb7d-4144-a186-32822b6f8765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.542724 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-8d6d70e8-cb7d-4144-a186-32822b6f8765 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f722834-f684-4467-868d-86a5478e6a9b HTTP/1.1" status: 204 len: 168 time: 0.1296241 May 26 17:09:55.551181 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d70e8-cb7d-4144-a186-32822b6f8765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f722834-f684-4467-868d-86a5478e6a9b,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:55.871185 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58638) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:55.913267 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-213c9e41-26b5-48de-97ce-953fc03e6e8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7004341c7697444eb2b0d29df78535ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408597 May 26 17:09:55.915696 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58640) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:55.962931 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf61f0c-a1a9-4db7-a5e6-4dd163dbfba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:55.983621 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf61f0c-a1a9-4db7-a5e6-4dd163dbfba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:56.035113 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf61f0c-a1a9-4db7-a5e6-4dd163dbfba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:56.037623 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-4bf61f0c-a1a9-4db7-a5e6-4dd163dbfba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:56.038835 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-4bf61f0c-a1a9-4db7-a5e6-4dd163dbfba1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/157d8a22-dcdc-465c-bd53-0a20635ed66e HTTP/1.1" status: 204 len: 168 time: 0.1222334 May 26 17:09:56.046657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf61f0c-a1a9-4db7-a5e6-4dd163dbfba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d8a22-dcdc-465c-bd53-0a20635ed66e,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:56.722131 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58662) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:56.821417 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1946246615-network', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:56.841520 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Made reservation on behalf of d8c1401993b14c698ca3a70df0dbb59d for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:09:56.843853 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:56.853604 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:56.933947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:56.938043 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:56.964357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:09:56.975201 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03fc5c0-6122-4bfc-b80b-2580e94d905e,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:56.981374 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:56.981723 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Added segment 88b327df-3656-40b9-8e57-da940554ab60 of type vlan for network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 May 26 17:09:57.026284 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.052890 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.053935 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:57.054533 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.109278 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3860240 May 26 17:09:57.112334 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58666) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:57.117395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Request body: {'subnet': {'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1946246615-subnet', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'ip_version': 4}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:57.119210 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bd2bf-f2d4-4c12-b032-eda05ff02179 admin admin] Pushing event updated for resources: {'Network': ['ID=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:57.130195 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:09:57.139554 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Made reservation on behalf of d8c1401993b14c698ca3a70df0dbb59d for: {'subnet': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:09:57.142095 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29132759'] for subnet, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.318342 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29227547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29132737'] for subnet, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.372990 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ea53ac-dd87-488e-aecf-d785acf6908a,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:57.382209 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Checking segment: {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:09:57.382601 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Network hostable DHCP agents. Network: c89f8f9e-a01b-44a0-9d98-76aa5a9ea854, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:09:57.399280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:09:57.410018 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, c89f8f9e-a01b-44a0-9d98-76aa5a9ea854) {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:57.415373 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:57.416303 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.421160 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a13382-b917-4bfe-be86-1c1f0ac72e86 None None] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:09:57.440343 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0e75013a-850a-4a85-84ff-60b7208a3fb6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3261738 May 26 17:09:57.443023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58668) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:57.447435 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:57.468068 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.469119 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.527041 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.589321 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:09:57.590708 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.669963 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.729430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Allocated IP 172.20.0.2 (c89f8f9e-a01b-44a0-9d98-76aa5a9ea854/32ea53ac-dd87-488e-aecf-d785acf6908a/7fc953e5-0f50-445e-afaf-5935765617ab) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:09:57.884071 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.889668 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.890557 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.910326 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:57.929880 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:09:57.932611 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:57.935124 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:09:57.946360 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Pushing event updated for resources: {'Port': ['ID=7fc953e5-0f50-445e-afaf-5935765617ab,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:58.002956 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Attempting to bind port 7fc953e5-0f50-445e-afaf-5935765617ab on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:09:58.003240 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Attempting to bind port 7fc953e5-0f50-445e-afaf-5935765617ab by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:09:58.004141 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Attempting to bind port 7fc953e5-0f50-445e-afaf-5935765617ab on network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:09:58.009175 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:09:58.009617 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Checking segment: {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:09:58.010090 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:58.010488 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Bound using segment: {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:09:58.010955 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Bound port: 7fc953e5-0f50-445e-afaf-5935765617ab, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:09:58.011338 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:58.022299 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Allocated IP 172.25.0.31 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/957bccc5-1ad4-4338-b4d0-cd2b4ab1394f) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:09:58.083044 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] For port 7fc953e5-0f50-445e-afaf-5935765617ab, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:09:58.086728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] For port 7fc953e5-0f50-445e-afaf-5935765617ab, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7fc953e5-0f50-445e-afaf-5935765617ab,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:09:58.091647 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:58.145843 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:58.168503 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8152f-8694-4c84-8049-bd8dc92f316a None None] Pushing event updated for resources: {'Port': ['ID=7fc953e5-0f50-445e-afaf-5935765617ab,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:58.191620 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:58.232485 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:09:58.235425 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:58.239911 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:09:58.248031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=957bccc5-1ad4-4338-b4d0-cd2b4ab1394f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:58.523989 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:58.729871 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:58.867826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Router c76c8a49-3930-4fb1-ae78-a2ae26d410fb is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:09:58.992522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:59.003080 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Sync routers for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:59.012439 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.013717 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-b0dff7e4-07f3-4ace-936a-448a90dd1fa7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5696855 May 26 17:09:59.014824 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:59.015581 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:59.016546 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58670) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:59.127202 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:59.133858 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7fc953e5-0f50-445e-afaf-5935765617ab up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:09:59.197766 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:09:59.200772 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7fc953e5-0f50-445e-afaf-5935765617ab triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:59.202375 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.242770 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f008d00-1180-4fe1-a9f1-c47082a39220 None None] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:09:59.343267 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:09:58Z', 'revision_number': 3, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:59.375664 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Checking router: c76c8a49-3930-4fb1-ae78-a2ae26d410fb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:59.376015 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Updating router c76c8a49-3930-4fb1-ae78-a2ae26d410fb port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:09:59.406273 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.482868 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-b51cf06b-2cd2-4df9-99aa-eae674d604b9 None None] Provisioning complete for port 7fc953e5-0f50-445e-afaf-5935765617ab triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:59.483183 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b51cf06b-2cd2-4df9-99aa-eae674d604b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.587547 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.620317 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7fc953e5-0f50-445e-afaf-5935765617ab is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:59.620622 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.698322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 7fc953e5-0f50-445e-afaf-5935765617ab, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7fc953e5-0f50-445e-afaf-5935765617ab,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:59.702882 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.710107 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.723049 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.727761 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b51cf06b-2cd2-4df9-99aa-eae674d604b9 None None] Current status of the port 7fc953e5-0f50-445e-afaf-5935765617ab is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:59.728048 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b51cf06b-2cd2-4df9-99aa-eae674d604b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.760053 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Attempting to bind port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:09:59.760449 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Attempting to bind port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:09:59.761189 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Attempting to bind port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:09:59.770711 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:09:59.771082 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:09:59.771919 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.771919 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:09:59.772321 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Bound port: 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:09:59.772722 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.782780 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Allocated IP 172.20.0.1 (c89f8f9e-a01b-44a0-9d98-76aa5a9ea854/32ea53ac-dd87-488e-aecf-d785acf6908a/4d5cbfd4-c757-4e38-b23d-2f297c582cc9) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:09:59.829255 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] For port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:09:59.833205 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] For port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=957bccc5-1ad4-4338-b4d0-cd2b4ab1394f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:09:59.833672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=7fc953e5-0f50-445e-afaf-5935765617ab,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:59.847523 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.848180 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.db.api [None req-b51cf06b-2cd2-4df9-99aa-eae674d604b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 17:09:59.848400 n-d-843336-2 neutron-server[109406]: DEBUG oslo_db.api [None req-b51cf06b-2cd2-4df9-99aa-eae674d604b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 17:09:59.850724 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Pushing event updated for resources: {'Port': ['ID=957bccc5-1ad4-4338-b4d0-cd2b4ab1394f,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:59.865007 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.865376 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.865708 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.866061 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.866397 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.866729 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.867058 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.867381 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.867721 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.868570 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.868570 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.868744 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:59.910144 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:59.911481 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:59.949250 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:59.974261 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159e75a-da34-4167-b806-79c36a0c95d1 None None] Pushing event updated for resources: {'Port': ['ID=957bccc5-1ad4-4338-b4d0-cd2b4ab1394f,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:59.994688 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:00.039528 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:00.042792 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:00.046140 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:10:00.079351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5cbfd4-c757-4e38-b23d-2f297c582cc9,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:00.101814 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:00.137907 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:00.353970 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:09:58Z', 'revision_number': 3, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:00.381629 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b10824-45e5-44e0-bebc-c6a208a86636 None None] The sync data for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 is: [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:09:58Z', 'revision_number': 3, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:10:00.389131 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-b51cf06b-2cd2-4df9-99aa-eae674d604b9 None None] Current status of the port 7fc953e5-0f50-445e-afaf-5935765617ab is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:00.513101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6b814f24-ec16-4695-9a4d-40067624f814 None None] Provisioning complete for port 7fc953e5-0f50-445e-afaf-5935765617ab triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:00.513473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6b814f24-ec16-4695-9a4d-40067624f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:00.628405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6b814f24-ec16-4695-9a4d-40067624f814 None None] Current status of the port 7fc953e5-0f50-445e-afaf-5935765617ab is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:00.635996 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:00.639219 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-6b814f24-ec16-4695-9a4d-40067624f814 None None] Provisioning complete for port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:00.639525 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6b814f24-ec16-4695-9a4d-40067624f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:00.683363 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-6b814f24-ec16-4695-9a4d-40067624f814 None None] Port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:10:00.825701 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:00.832177 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:00.909308 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:00.912712 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5cbfd4-c757-4e38-b23d-2f297c582cc9,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:01.028871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:01.035583 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:01.179002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7fc953e5-0f50-445e-afaf-5935765617ab up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:01.195006 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Router c76c8a49-3930-4fb1-ae78-a2ae26d410fb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:10:01.238719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 7fc953e5-0f50-445e-afaf-5935765617ab triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:01.239097 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:01.326697 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:10:01.341744 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-e9c62cf0-7d16-4be4-a894-3147c1fc4a39 admin admin] 10.222.0.39 "PUT /v2.0/routers/c76c8a49-3930-4fb1-ae78-a2ae26d410fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3144755 May 26 17:10:01.346409 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-24343187-ec4b-4ba7-8995-2bc83d607a1e None None] Provisioning complete for port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:01.346409 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-24343187-ec4b-4ba7-8995-2bc83d607a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:01.348845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 7fc953e5-0f50-445e-afaf-5935765617ab is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:01.349908 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:01.410487 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-24343187-ec4b-4ba7-8995-2bc83d607a1e None None] Port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:10:01.425291 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:01.426237 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:01.512940 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:01.513437 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:01.534244 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=957bccc5-1ad4-4338-b4d0-cd2b4ab1394f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:01.538457 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:01.592964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=957bccc5-1ad4-4338-b4d0-cd2b4ab1394f,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:01.852197 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58686) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:01.857277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1263135215-network', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:01.880204 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Made reservation on behalf of a8c386e768f241f2b3cd297685a60e6b for: {'network': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:10:01.882796 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for network, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:01.892507 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:01.975565 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:01.979299 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.004130 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=109405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:10:02.013293 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b85a99f-c78b-47a6-b012-219fafb0dc4d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:02.021859 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.021859 n-d-843336-2 neutron-server[109405]: INFO neutron.db.segments_db [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Added segment f8160aec-1d0c-417f-847a-0beadea007ae of type vlan for network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f May 26 17:10:02.062938 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777727550585'] for network, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.090566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Sync routers for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:10:02.091535 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681'] for network, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.092595 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:02.093220 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.101759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:02.102421 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:02.150659 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2973113 May 26 17:10:02.153422 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58688) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:02.160753 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Request body: {'subnet': {'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1263135215-subnet', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'ip_version': 4}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:02.176044 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b75eb-3403-4a47-9c56-58bf4aab4088 admin admin] Pushing event updated for resources: {'Network': ['ID=e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:02.189096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Made reservation on behalf of a8c386e768f241f2b3cd297685a60e6b for: {'subnet': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:10:02.191679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29014752'] for subnet, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.193118 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f details requested by agent ovs-agent-n-d-843336-2 with host n-d-843336-2 {{(pid=109406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:10:02.272185 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:02.376154 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28241391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29014774'] for subnet, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.438468 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:02.448341 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Checking segment: {'id': 'f8160aec-1d0c-417f-847a-0beadea007ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:02.448705 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Network hostable DHCP agents. Network: e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f, hostable agents: ['beafbdf7-ee8d-456b-9472-1b957aa76d2d'], hosted agents: [] {{(pid=109405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:10:02.467307 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f is scheduled to be hosted by DHCP agent beafbdf7-ee8d-456b-9472-1b957aa76d2d with binding_index 1 {{(pid=109405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:10:02.476811 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843336-2, e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f) {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:02.481428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:02.482052 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.489082 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 2, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:02.493382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3f75e1-29cd-4f78-8fb2-6f7c48b90739 None None] Network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:10:02.499425 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-7dd44cfc-f60b-41f0-8e7f-b25ac9125730 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3446686 May 26 17:10:02.501928 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58690) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:02.507023 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:02.531430 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29247'] for router, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.532996 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Checking router: c76c8a49-3930-4fb1-ae78-a2ae26d410fb for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:10:02.533146 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29236'] for router, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.533366 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Updating router c76c8a49-3930-4fb1-ae78-a2ae26d410fb port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:10:02.598662 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.601646 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.742369 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.806147 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c58bd18-d8b9-57fa-8902-8807f9fd6013-e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f', 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'fixed_ips': [{'subnet_id': '2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a'}]}} from n-d-843336-2. {{(pid=109406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:10:02.806886 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.967409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:02.988676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.052392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.db_base_plugin_common [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Allocated IP 172.20.0.2 (e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f/2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a/41f96f17-5495-4949-a608-67a2ff5d2d2e) {{(pid=109406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:10:03.095378 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.097043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:03.131176 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Allocated IP 172.25.0.101 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/68a98626-d274-4ae7-be11-7a01d127b94f) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:10:03.151106 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.229787 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7ac11-c910-44f1-bd60-1b690e4aa916 None None] Pushing event updated for resources: {'Port': ['ID=4d5cbfd4-c757-4e38-b23d-2f297c582cc9,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:03.260182 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.299463 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.344216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:03.344629 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.349942 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:03.353704 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:03.361138 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:10:03.364978 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=68a98626-d274-4ae7-be11-7a01d127b94f,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:03.372098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Attempting to bind port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:10:03.372467 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Attempting to bind port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:10:03.372834 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Attempting to bind port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 on network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:10:03.381765 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:10:03.382191 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Checking segment: {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:03.382636 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.383053 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Bound using segment: {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:10:03.383545 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Bound port: 4d5cbfd4-c757-4e38-b23d-2f297c582cc9, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:10:03.383953 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.424088 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.454507 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589'] for port, after_create {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.640332 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.717892 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f is already hosted by enough agents. {{(pid=109406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:03.737003 n-d-843336-2 neutron-server[109406]: DEBUG neutron.scheduler.base_scheduler [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Resources bound (agent type, host, resource id): {{(pid=109406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:03.739257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Pushing event updated for resources: {'Port': ['ID=41f96f17-5495-4949-a608-67a2ff5d2d2e,revision_number=1']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:03.745948 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Received port after_create {{(pid=109406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:10:03.760430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] For port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:10:03.781146 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:03.786699 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-938b09ac-f90c-49e2-a3e8-610cbbb22068 None None] Provisioning complete for port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:03.787093 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-938b09ac-f90c-49e2-a3e8-610cbbb22068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.789934 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] For port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4d5cbfd4-c757-4e38-b23d-2f297c582cc9,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:10:03.827905 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.859436 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539981'] for router, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.910634 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Attempting to bind port 41f96f17-5495-4949-a608-67a2ff5d2d2e on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:10:03.911059 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Attempting to bind port 41f96f17-5495-4949-a608-67a2ff5d2d2e by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f8160aec-1d0c-417f-847a-0beadea007ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:10:03.911466 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Attempting to bind port 41f96f17-5495-4949-a608-67a2ff5d2d2e on network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:10:03.937144 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:10:03.937530 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Checking segment: {'id': 'f8160aec-1d0c-417f-847a-0beadea007ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:03.937941 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.938372 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Bound using segment: {'id': 'f8160aec-1d0c-417f-847a-0beadea007ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:10:03.938864 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Bound port: 41f96f17-5495-4949-a608-67a2ff5d2d2e, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8160aec-1d0c-417f-847a-0beadea007ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:10:03.939249 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:03.960004 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:03.960683 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:03.970145 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7ac11-c910-44f1-bd60-1b690e4aa916 None None] Pushing event updated for resources: {'Port': ['ID=4d5cbfd4-c757-4e38-b23d-2f297c582cc9,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:04.026416 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Router caf07d6a-62d1-43b7-a062-1aa9cda8997b is scheduled to L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b with binding_index 1 {{(pid=109405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:10:04.133568 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-938b09ac-f90c-49e2-a3e8-610cbbb22068 None None] Current status of the port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:04.134315 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-938b09ac-f90c-49e2-a3e8-610cbbb22068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:04.162838 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:10:04.173729 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Sync routers for ids ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:10:04.179359 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] For port 41f96f17-5495-4949-a608-67a2ff5d2d2e, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:10:04.184714 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Routers {'caf07d6a-62d1-43b7-a062-1aa9cda8997b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:04.186164 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:04.187807 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:04.191788 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-c60a4519-9db5-4b74-8307-48dc68f0a7b4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6860175 May 26 17:10:04.191935 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:04.192038 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58692) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:04.244508 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] For port 41f96f17-5495-4949-a608-67a2ff5d2d2e, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=41f96f17-5495-4949-a608-67a2ff5d2d2e,segment=NetworkSegment(f8160aec-1d0c-417f-847a-0beadea007ae),segment_id=f8160aec-1d0c-417f-847a-0beadea007ae)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:10:04.246629 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-938b09ac-f90c-49e2-a3e8-610cbbb22068 None None] For port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4d5cbfd4-c757-4e38-b23d-2f297c582cc9,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:04.254675 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:04.261222 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-938b09ac-f90c-49e2-a3e8-610cbbb22068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:04.311337 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Set router caf07d6a-62d1-43b7-a062-1aa9cda8997b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:04.406657 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974f9bb-40ac-451c-ac62-3e14436f8ff4 None None] Pushing event updated for resources: {'Port': ['ID=41f96f17-5495-4949-a608-67a2ff5d2d2e,revision_number=2']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:04.491255 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d56ee987-682e-413f-a11c-04d9038aad31 None None] Provisioning complete for port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:04.491633 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d56ee987-682e-413f-a11c-04d9038aad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:04.521927 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b09ac-f90c-49e2-a3e8-610cbbb22068 None None] Pushing event updated for resources: {'Port': ['ID=4d5cbfd4-c757-4e38-b23d-2f297c582cc9,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:04.525690 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:03Z', 'revision_number': 3, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'gw_port': {'id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:04.560743 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Checking router: caf07d6a-62d1-43b7-a062-1aa9cda8997b for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:10:04.561086 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Updating router caf07d6a-62d1-43b7-a062-1aa9cda8997b port 68a98626-d274-4ae7-be11-7a01d127b94f binding host n-d-843336-2 {{(pid=109407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:10:04.594234 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:04.682093 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d56ee987-682e-413f-a11c-04d9038aad31 None None] Current status of the port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:04.695588 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:03Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:04.734725 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedaf75-6200-499e-a281-22ba32c188d2 None None] The sync data for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 is: [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:03Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:10:04.777700 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.005918 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Notify callbacks [] for port, precommit_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.021047 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Allocated IP 172.20.0.1 (e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f/2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a/73a732ad-7b03-4cfd-a426-a79021f43eec) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:10:05.029841 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.108588 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Attempting to bind port 68a98626-d274-4ae7-be11-7a01d127b94f on host n-d-843336-2 for vnic_type normal with profile {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:10:05.109089 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Attempting to bind port 68a98626-d274-4ae7-be11-7a01d127b94f by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:10:05.110026 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Attempting to bind port 68a98626-d274-4ae7-be11-7a01d127b94f on network 3cf03da0-9121-4329-8451-38877ae6839f {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:10:05.116040 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d65706-120b-40df-b2d8-703c28b4f0c7 None None] Pushing event updated for resources: {'Port': ['ID=68a98626-d274-4ae7-be11-7a01d127b94f,revision_number=2']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:05.135802 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:10:05.136468 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Checking segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:05.136993 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.137577 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Bound using segment: {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'} {{(pid=109407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:10:05.138265 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.managers [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Bound port: 68a98626-d274-4ae7-be11-7a01d127b94f, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0faa4e-f1ad-4dc6-9183-6c5eed74f689', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f'}}] {{(pid=109407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:10:05.138883 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.220251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-47798576-4df1-490c-88e4-70875014c0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.240469 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.246279 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 41f96f17-5495-4949-a608-67a2ff5d2d2e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:05.271812 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] For port 68a98626-d274-4ae7-be11-7a01d127b94f, host n-d-843336-2, cleared binding levels {{(pid=109407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:10:05.280445 n-d-843336-2 neutron-server[109407]: DEBUG neutron.plugins.ml2.db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] For port 68a98626-d274-4ae7-be11-7a01d127b94f, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=68a98626-d274-4ae7-be11-7a01d127b94f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:10:05.287853 n-d-843336-2 neutron-server[109407]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.294730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.375728 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 41f96f17-5495-4949-a608-67a2ff5d2d2e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:05.376100 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.381782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Pushing event updated for resources: {'Port': ['ID=73a732ad-7b03-4cfd-a426-a79021f43eec,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:05.386450 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Routers {'caf07d6a-62d1-43b7-a062-1aa9cda8997b'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:05.389603 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:09:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:05.397338 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:05.399127 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:05.407373 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:10:05.498310 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 41f96f17-5495-4949-a608-67a2ff5d2d2e is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:05.499230 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.506232 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540286'] for router_interface, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.544890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 41f96f17-5495-4949-a608-67a2ff5d2d2e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=41f96f17-5495-4949-a608-67a2ff5d2d2e,segment=NetworkSegment(f8160aec-1d0c-417f-847a-0beadea007ae),segment_id=f8160aec-1d0c-417f-847a-0beadea007ae)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:05.554560 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.555817 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:05.558191 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d65706-120b-40df-b2d8-703c28b4f0c7 None None] Pushing event updated for resources: {'Port': ['ID=68a98626-d274-4ae7-be11-7a01d127b94f,revision_number=3']} {{(pid=109407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:05.592164 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] Set router caf07d6a-62d1-43b7-a062-1aa9cda8997b gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:05.680749 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=41f96f17-5495-4949-a608-67a2ff5d2d2e,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:05.698719 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:05.699267 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.738906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.804405 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356181ce-9c27-48d5-9398-6ce7c1c144c3 None None] Network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:10:05.871008 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:05.924798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-ed461de1-d9a7-4774-9e0b-3eb5c9e7c0c6 None None] Provisioning complete for port 41f96f17-5495-4949-a608-67a2ff5d2d2e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:05.926371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed461de1-d9a7-4774-9e0b-3eb5c9e7c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.965315 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.974328 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:05.983696 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:03Z', 'revision_number': 3, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'gw_port': {'id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:06.025295 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed7ed3-ef29-4fbe-a98e-572ecf830593 None None] The sync data for ids ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'] in n-d-843336-2 is: [{'id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:03Z', 'revision_number': 3, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'gw_port': {'id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:10:06.096562 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Pushing event updated for resources: {'Port': ['ID=73a732ad-7b03-4cfd-a426-a79021f43eec,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:06.101216 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540306'] for router_interface, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:06.113665 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-ed461de1-d9a7-4774-9e0b-3eb5c9e7c0c6 None None] Current status of the port 41f96f17-5495-4949-a608-67a2ff5d2d2e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:06.250399 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:06.252584 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:06.448035 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Router caf07d6a-62d1-43b7-a062-1aa9cda8997b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:10:06.483548 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-48a8706f-8522-44a4-ad16-40d8f3ae34c7 None None] Provisioning complete for port 73a732ad-7b03-4cfd-a426-a79021f43eec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:06.484221 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-48a8706f-8522-44a4-ad16-40d8f3ae34c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:06.546847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-48a8706f-8522-44a4-ad16-40d8f3ae34c7 None None] Port 73a732ad-7b03-4cfd-a426-a79021f43eec cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:10:06.565845 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-48a8706f-8522-44a4-ad16-40d8f3ae34c7 None None] Provisioning complete for port 41f96f17-5495-4949-a608-67a2ff5d2d2e triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:06.568576 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-48a8706f-8522-44a4-ad16-40d8f3ae34c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:06.695022 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-48a8706f-8522-44a4-ad16-40d8f3ae34c7 None None] Current status of the port 41f96f17-5495-4949-a608-67a2ff5d2d2e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:06.823798 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c29a3b52-b3c3-4491-95ab-7603d7b180a7 None None] Provisioning complete for port 73a732ad-7b03-4cfd-a426-a79021f43eec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:06.824511 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c29a3b52-b3c3-4491-95ab-7603d7b180a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:06.882224 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c29a3b52-b3c3-4491-95ab-7603d7b180a7 None None] Port 73a732ad-7b03-4cfd-a426-a79021f43eec cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:10:06.983151 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:10:06.989714 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6baaa542-7620-4ea2-b1cc-5e8190999a98 admin admin] 10.222.0.39 "PUT /v2.0/routers/caf07d6a-62d1-43b7-a062-1aa9cda8997b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7963364 May 26 17:10:07.015601 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-c339ce97-0674-4850-b5c7-77d3070a7cad None None] Provisioning complete for port 73a732ad-7b03-4cfd-a426-a79021f43eec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:07.016123 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c339ce97-0674-4850-b5c7-77d3070a7cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:07.071671 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-c339ce97-0674-4850-b5c7-77d3070a7cad None None] Port 73a732ad-7b03-4cfd-a426-a79021f43eec cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:10:07.186698 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 41f96f17-5495-4949-a608-67a2ff5d2d2e up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:07.239867 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 41f96f17-5495-4949-a608-67a2ff5d2d2e triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:07.240255 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:07.329125 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 41f96f17-5495-4949-a608-67a2ff5d2d2e is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:07.330414 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 68a98626-d274-4ae7-be11-7a01d127b94f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:07.387976 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 68a98626-d274-4ae7-be11-7a01d127b94f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:07.388342 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:07.477241 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 68a98626-d274-4ae7-be11-7a01d127b94f is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:07.477637 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:07.507092 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] For port 68a98626-d274-4ae7-be11-7a01d127b94f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=68a98626-d274-4ae7-be11-7a01d127b94f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:07.511220 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:07.563098 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Pushing event updated for resources: {'Port': ['ID=68a98626-d274-4ae7-be11-7a01d127b94f,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:07.898030 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f973-d651-457b-bc33-1b550bc26ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.188978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Sync routers for ids ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:10:08.200615 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Routers {'caf07d6a-62d1-43b7-a062-1aa9cda8997b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:08.201236 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:08.335781 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Set router caf07d6a-62d1-43b7-a062-1aa9cda8997b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:08.423121 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58702) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:08.428265 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-9aa7b764-bd3f-41e3-a744-c09657364680 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991181421', 'description': 'tempest-secgroup-smoke-1991181421 description', 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:08.448492 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b764-bd3f-41e3-a744-c09657364680 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.525201 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b764-bd3f-41e3-a744-c09657364680 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.529632 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b764-bd3f-41e3-a744-c09657364680 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.560909 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b764-bd3f-41e3-a744-c09657364680 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.562163 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-9aa7b764-bd3f-41e3-a744-c09657364680 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1380050 May 26 17:10:08.564122 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7b764-bd3f-41e3-a744-c09657364680 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f3f04-7167-4d09-b597-94bcea7957e8,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:08.566243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58704) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:08.570640 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-28cb990f-3b7e-4501-a858-d34cf4d7791e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'security_group_rule': {'security_group_id': 'bd4f3f04-7167-4d09-b597-94bcea7957e8', 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:08.585812 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:05Z', 'revision_number': 4, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'gw_port': {'id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '73a732ad-7b03-4cfd-a426-a79021f43eec', 'name': '', 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'mac_address': 'fa:16:3e:e5:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:04Z', 'updated_at': '2022-05-26T17:10:05Z', 'revision_number': 2, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'subnets': [{'id': '2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:08.598627 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28cb990f-3b7e-4501-a858-d34cf4d7791e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.618342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Checking router: caf07d6a-62d1-43b7-a062-1aa9cda8997b for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:10:08.618700 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Updating router caf07d6a-62d1-43b7-a062-1aa9cda8997b port 73a732ad-7b03-4cfd-a426-a79021f43eec binding host n-d-843336-2 {{(pid=109406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:10:08.662667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28cb990f-3b7e-4501-a858-d34cf4d7791e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.666557 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28cb990f-3b7e-4501-a858-d34cf4d7791e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.690059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb990f-3b7e-4501-a858-d34cf4d7791e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73772489-33b6-44b3-a540-738a8d137461,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:08.696653 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-28cb990f-3b7e-4501-a858-d34cf4d7791e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.697900 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-28cb990f-3b7e-4501-a858-d34cf4d7791e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307199 May 26 17:10:08.700920 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58706) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:08.705585 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-d4df78d9-8777-4b0c-a846-a20721998af2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'security_group_rule': {'security_group_id': 'bd4f3f04-7167-4d09-b597-94bcea7957e8', 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:08.738827 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4df78d9-8777-4b0c-a846-a20721998af2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.817953 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4df78d9-8777-4b0c-a846-a20721998af2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.819666 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.822562 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4df78d9-8777-4b0c-a846-a20721998af2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.847222 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df78d9-8777-4b0c-a846-a20721998af2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4263075b-4c25-46f8-939d-e6b06887352f,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:08.860026 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-d4df78d9-8777-4b0c-a846-a20721998af2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.863361 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-d4df78d9-8777-4b0c-a846-a20721998af2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593900 May 26 17:10:08.864635 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58708) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:08.869115 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-1d7b7301-dc86-4a75-9a68-b4b04824e76d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'security_group_rule': {'security_group_id': 'bd4f3f04-7167-4d09-b597-94bcea7957e8', 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:08.895264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7301-dc86-4a75-9a68-b4b04824e76d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.956726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7301-dc86-4a75-9a68-b4b04824e76d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.960959 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7301-dc86-4a75-9a68-b4b04824e76d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.979998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b7301-dc86-4a75-9a68-b4b04824e76d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338a5d77-5a98-4bef-aea4-bc5685d4b868,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:08.986063 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7301-dc86-4a75-9a68-b4b04824e76d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:08.990464 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1d7b7301-dc86-4a75-9a68-b4b04824e76d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248236 May 26 17:10:08.991657 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 58710) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:08.996858 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-2a2f48d6-08cf-4e63-b347-b9425b8b8a6f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'security_group_rule': {'security_group_id': 'bd4f3f04-7167-4d09-b597-94bcea7957e8', 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:09.025238 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a2f48d6-08cf-4e63-b347-b9425b8b8a6f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.069813 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.089401 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 68a98626-d274-4ae7-be11-7a01d127b94f up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:09.095721 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a2f48d6-08cf-4e63-b347-b9425b8b8a6f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.100249 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a2f48d6-08cf-4e63-b347-b9425b8b8a6f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.119393 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f48d6-08cf-4e63-b347-b9425b8b8a6f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d237757-a0bb-4865-a2a8-0d9ffe6f2ab0,revision_number=0']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:09.131580 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-2a2f48d6-08cf-4e63-b347-b9425b8b8a6f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.134937 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58712) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:09.135118 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-2a2f48d6-08cf-4e63-b347-b9425b8b8a6f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422813 May 26 17:10:09.140010 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-999bb776-d387-43e5-8b0f-c39c55dcf977 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'security_group_rule': {'security_group_id': 'bd4f3f04-7167-4d09-b597-94bcea7957e8', 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:09.164212 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-999bb776-d387-43e5-8b0f-c39c55dcf977 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Project d8c1401993b14c698ca3a70df0dbb59d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:10:09.169605 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-999bb776-d387-43e5-8b0f-c39c55dcf977 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.184687 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Notify callbacks [] for port, precommit_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.192686 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.224111 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 68a98626-d274-4ae7-be11-7a01d127b94f triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:09.224371 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.243264 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-999bb776-d387-43e5-8b0f-c39c55dcf977 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.248836 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-999bb776-d387-43e5-8b0f-c39c55dcf977 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.274039 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bb776-d387-43e5-8b0f-c39c55dcf977 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f66915-9d6f-449d-a334-bbf367c20205,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:09.276734 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d22fe1-6b75-4907-aade-8a8a61d4c144 None None] Pushing event updated for resources: {'Port': ['ID=73a732ad-7b03-4cfd-a426-a79021f43eec,revision_number=3']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:09.287152 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-999bb776-d387-43e5-8b0f-c39c55dcf977 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.291582 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-999bb776-d387-43e5-8b0f-c39c55dcf977 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522093 May 26 17:10:09.292119 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58714) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:09.296890 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-a843a1f5-a528-41e4-bb55-aef7ab6a913c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'security_group_rule': {'security_group_id': 'bd4f3f04-7167-4d09-b597-94bcea7957e8', 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:09.326624 n-d-843336-2 neutron-server[109405]: INFO neutron.db.securitygroups_db [None req-a843a1f5-a528-41e4-bb55-aef7ab6a913c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Project d8c1401993b14c698ca3a70df0dbb59d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:10:09.332835 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a843a1f5-a528-41e4-bb55-aef7ab6a913c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.355606 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Attempting to bind port 73a732ad-7b03-4cfd-a426-a79021f43eec on host n-d-843336-2 for vnic_type normal with profile {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:10:09.355974 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Attempting to bind port 73a732ad-7b03-4cfd-a426-a79021f43eec by drivers openvswitch,hyperv on host n-d-843336-2 at level 0 using segments [{'id': 'f8160aec-1d0c-417f-847a-0beadea007ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f'}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:10:09.356329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Attempting to bind port 73a732ad-7b03-4cfd-a426-a79021f43eec on network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:10:09.386382 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Checking agent: {'id': '77989521-ded5-4268-a915-bdaad4d6ff9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 41, 10), 'started_at': datetime.datetime(2022, 5, 26, 15, 41, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:10:09.386872 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Checking segment: {'id': 'f8160aec-1d0c-417f-847a-0beadea007ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:09.387283 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.387690 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Bound using segment: {'id': 'f8160aec-1d0c-417f-847a-0beadea007ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f'} {{(pid=109406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:10:09.388184 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.managers [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Bound port: 73a732ad-7b03-4cfd-a426-a79021f43eec, host: n-d-843336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8160aec-1d0c-417f-847a-0beadea007ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f'}}] {{(pid=109406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:10:09.388565 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.412115 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a843a1f5-a528-41e4-bb55-aef7ab6a913c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.413847 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 68a98626-d274-4ae7-be11-7a01d127b94f is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:09.420174 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a843a1f5-a528-41e4-bb55-aef7ab6a913c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739261'] for security_group_rule, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.443762 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843a1f5-a528-41e4-bb55-aef7ab6a913c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e41e786-abbc-427a-9216-67b377147b24,revision_number=0']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:09.453205 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-a843a1f5-a528-41e4-bb55-aef7ab6a913c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.458558 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-a843a1f5-a528-41e4-bb55-aef7ab6a913c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1653633 May 26 17:10:09.480208 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] For port 73a732ad-7b03-4cfd-a426-a79021f43eec, host n-d-843336-2, cleared binding levels {{(pid=109406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:10:09.485049 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] For port 73a732ad-7b03-4cfd-a426-a79021f43eec, host n-d-843336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=73a732ad-7b03-4cfd-a426-a79021f43eec,segment=NetworkSegment(f8160aec-1d0c-417f-847a-0beadea007ae),segment_id=f8160aec-1d0c-417f-847a-0beadea007ae)] {{(pid=109406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:10:09.490172 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.559392 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-325b54ab-2a5b-4f86-a389-cef67e153722 None None] Provisioning complete for port 73a732ad-7b03-4cfd-a426-a79021f43eec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:09.559759 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-325b54ab-2a5b-4f86-a389-cef67e153722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.566853 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Routers {'caf07d6a-62d1-43b7-a062-1aa9cda8997b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:09.567499 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:09.629985 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d22fe1-6b75-4907-aade-8a8a61d4c144 None None] Pushing event updated for resources: {'Port': ['ID=73a732ad-7b03-4cfd-a426-a79021f43eec,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:09.632393 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-a8e184eb-0d36-4a37-9eae-07ca4f2327c7 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991181421&fields=id&tenant_id=d8c1401993b14c698ca3a70df0dbb59d HTTP/1.1" status: 200 len: 267 time: 0.0391030 May 26 17:10:09.742161 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] Set router caf07d6a-62d1-43b7-a062-1aa9cda8997b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:09.760832 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-b1080597-ab7e-4c25-97a1-58ba753ab90f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:09.762297 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-b1080597-ab7e-4c25-97a1-58ba753ab90f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 810 time: 0.1169689 May 26 17:10:09.768921 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-325b54ab-2a5b-4f86-a389-cef67e153722 None None] Current status of the port 73a732ad-7b03-4cfd-a426-a79021f43eec is: DOWN; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:09.769833 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-325b54ab-2a5b-4f86-a389-cef67e153722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.778249 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-1465a280-2b7d-4ee0-90b8-a0fee0d7c831 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/quotas/d8c1401993b14c698ca3a70df0dbb59d HTTP/1.1" status: 200 len: 375 time: 0.0099089 May 26 17:10:09.837383 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-15ca5891-1ad7-459f-aa25-de7550ed7051 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521617 May 26 17:10:09.854095 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-23fc9d72-6eef-4a17-a787-934fca28a7c9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:10:09.855091 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-23fc9d72-6eef-4a17-a787-934fca28a7c9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053878 May 26 17:10:09.879801 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-325b54ab-2a5b-4f86-a389-cef67e153722 None None] For port 73a732ad-7b03-4cfd-a426-a79021f43eec, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=73a732ad-7b03-4cfd-a426-a79021f43eec,segment=NetworkSegment(f8160aec-1d0c-417f-847a-0beadea007ae),segment_id=f8160aec-1d0c-417f-847a-0beadea007ae)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:09.887105 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-325b54ab-2a5b-4f86-a389-cef67e153722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:09.948986 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-e28d1c45-7cd4-4a32-9b7e-3f080fb91983 service neutron] 10.222.0.39 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872893 May 26 17:10:09.967883 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b54ab-2a5b-4f86-a389-cef67e153722 None None] Pushing event updated for resources: {'Port': ['ID=73a732ad-7b03-4cfd-a426-a79021f43eec,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:10.019759 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-d95dc600-13ef-4a95-bb46-f983d2e4e893 None None] Provisioning complete for port 73a732ad-7b03-4cfd-a426-a79021f43eec triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:10.020166 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d95dc600-13ef-4a95-bb46-f983d2e4e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:10.049090 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-cee0f4f4-d034-4492-abb5-7b51ce1c9310 service neutron] 10.222.0.39 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909848 May 26 17:10:10.061573 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:05Z', 'revision_number': 4, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'gw_port': {'id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '73a732ad-7b03-4cfd-a426-a79021f43eec', 'name': '', 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'mac_address': 'fa:16:3e:e5:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:04Z', 'updated_at': '2022-05-26T17:10:09Z', 'revision_number': 4, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'subnets': [{'id': '2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:10.096301 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6eed3f-e007-4e29-948e-5a04e2e403ab None None] The sync data for ids ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'] in n-d-843336-2 is: [{'id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:05Z', 'revision_number': 4, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'gw_port': {'id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '73a732ad-7b03-4cfd-a426-a79021f43eec', 'name': '', 'network_id': 'e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'mac_address': 'fa:16:3e:e5:7a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:04Z', 'updated_at': '2022-05-26T17:10:09Z', 'revision_number': 4, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'subnets': [{'id': '2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:10:10.140844 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d95dc600-13ef-4a95-bb46-f983d2e4e893 None None] Current status of the port 73a732ad-7b03-4cfd-a426-a79021f43eec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:10.235894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ea3c9c47-cbab-47e6-bb48-c31dc644fd86 req-bca2badf-a18f-4d27-8552-d30ae23961b0 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 210 time: 0.0335734 May 26 17:10:10.845296 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:10.936761 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:11.090200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 73a732ad-7b03-4cfd-a426-a79021f43eec up at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:11.160547 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Provisioning complete for port 73a732ad-7b03-4cfd-a426-a79021f43eec triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:11.161389 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:11.256265 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Current status of the port 73a732ad-7b03-4cfd-a426-a79021f43eec is: ACTIVE; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:11.364621 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-de41d847-58a6-4c35-b83f-6ea56bb1df81 req-93864ce1-c5a0-444b-99a3-d633cd9de3d9 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 210 time: 0.0426476 May 26 17:10:11.410280 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-cf1fe6f5-75d1-4ea0-968c-828e68fc64c2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:11.411746 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-cf1fe6f5-75d1-4ea0-968c-828e68fc64c2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.24 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 810 time: 0.1497841 May 26 17:10:11.458147 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-56298502-e540-4ec7-a434-f7eb045ce21f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8c1401993b14c698ca3a70df0dbb59d HTTP/1.1" status: 200 len: 380 time: 0.0366738 May 26 17:10:11.468997 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'port': {'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'admin_state_up': True, 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'security_groups': ['bd4f3f04-7167-4d09-b597-94bcea7957e8']}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:11.584382 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Made reservation on behalf of d8c1401993b14c698ca3a70df0dbb59d for: {'port': 1} {{(pid=109405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:10:11.587730 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:11.729298 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Allocated IP 172.20.0.9 (c89f8f9e-a01b-44a0-9d98-76aa5a9ea854/32ea53ac-dd87-488e-aecf-d785acf6908a/764b0ab6-53c2-4037-ac85-2a59427da91d) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:10:11.878308 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:11.915682 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:11.966729 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:11.969826 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:11.973720 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:10:11.984200 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'Port': ['ID=764b0ab6-53c2-4037-ac85-2a59427da91d,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:12.042105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:12.042715 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:12.060727 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-46678da3-f72d-499a-9bc5-f35045003bb8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955355 May 26 17:10:12.073604 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Request body: {'port': {'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843336-2'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:12.136428 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:12.204223 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3fd791c4-32af-4a10-a223-af345e831f47 None None] Provisioning complete for port 764b0ab6-53c2-4037-ac85-2a59427da91d triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:12.204827 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3fd791c4-32af-4a10-a223-af345e831f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:12.239637 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3fd791c4-32af-4a10-a223-af345e831f47 None None] Port 764b0ab6-53c2-4037-ac85-2a59427da91d cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:10:12.417324 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764b0ab6-53c2-4037-ac85-2a59427da91d {{(pid=109405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:10:12.426144 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:12.439837 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.provisioning_blocks [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Transition to ACTIVE for port object 764b0ab6-53c2-4037-ac85-2a59427da91d will not be triggered until provisioned by entity L2. {{(pid=109405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:10:12.451237 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:12.521862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Pushing event updated for resources: {'Port': ['ID=764b0ab6-53c2-4037-ac85-2a59427da91d,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:12.541371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef987f12-aeaf-4b0f-9782-a675c31dd0ff req-7417d68d-e357-4d54-87f0-ccab31ae177b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:12.543725 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef987f12-aeaf-4b0f-9782-a675c31dd0ff req-7417d68d-e357-4d54-87f0-ccab31ae177b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 943 time: 0.1025641 May 26 17:10:12.631194 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ef987f12-aeaf-4b0f-9782-a675c31dd0ff req-3deca993-bc95-4fcb-800f-64e9cf9ad195 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662153 May 26 17:10:12.646366 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Attempting to bind port 764b0ab6-53c2-4037-ac85-2a59427da91d on host n-h1-843336-2 for vnic_type normal with profile {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:10:12.646699 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Attempting to bind port 764b0ab6-53c2-4037-ac85-2a59427da91d by drivers openvswitch,hyperv on host n-h1-843336-2 at level 0 using segments [{'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:10:12.647031 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Attempting to bind port 764b0ab6-53c2-4037-ac85-2a59427da91d on network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:10:12.652277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Port 764b0ab6-53c2-4037-ac85-2a59427da91d on network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 not bound, no agent of type Open vSwitch agent registered on host n-h1-843336-2 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:10:12.652277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Attempting to bind port 764b0ab6-53c2-4037-ac85-2a59427da91d on network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:10:12.663993 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Checking agent: {'id': '624c7db5-79f0-4b75-82f6-0fcd02accf83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:10:12.664357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Checking segment: {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:12.664747 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Bound using segment: {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'} {{(pid=109405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:10:12.665361 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.managers [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Bound port: 764b0ab6-53c2-4037-ac85-2a59427da91d, host: n-h1-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'}}] {{(pid=109405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:10:12.665726 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:12.755840 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, cleared binding levels {{(pid=109405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:10:12.759205 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=764b0ab6-53c2-4037-ac85-2a59427da91d,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:10:12.766352 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:12.818957 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:12.818957 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:12.819354 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 200 len: 1091 time: 0.7499499 May 26 17:10:12.819773 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:10:12.822408 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:10:12.861665 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ab193-b07f-4abe-bec3-21cb638490c8 service neutron] Pushing event updated for resources: {'Port': ['ID=764b0ab6-53c2-4037-ac85-2a59427da91d,revision_number=3']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:12.903175 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c95724-64ac-4ef5-b619-813b2dfd86c3 x-openstack-request-id: req-84c95724-64ac-4ef5-b619-813b2dfd86c3 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:10:12.903469 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:10:12.903720 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84c95724-64ac-4ef5-b619-813b2dfd86c3 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:10:12.904381 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c95724-64ac-4ef5-b619-813b2dfd86c3'] response: {'name': 'network-changed', 'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'status': 'completed', 'code': 200} May 26 17:10:12.921544 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-4adaa86f-edf4-4d11-91cd-b0d1c82b465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:12.923046 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-4adaa86f-edf4-4d11-91cd-b0d1c82b465f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1094 time: 0.0533736 May 26 17:10:12.971208 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-87a52ab6-3bae-44b6-a229-a74d2f301941 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 200 len: 217 time: 0.0398359 May 26 17:10:13.031243 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-277f6f32-4e7c-4c65-ad84-842c911aac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:13.032715 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-277f6f32-4e7c-4c65-ad84-842c911aac2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0546439 May 26 17:10:13.079421 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-f5e6f407-834f-467b-b0f6-db8080b3e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:13.080923 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-f5e6f407-834f-467b-b0f6-db8080b3e88e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415189 May 26 17:10:13.175651 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-76783f0b-2261-4d71-94b0-a0fa3a4eadcb service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876126 May 26 17:10:13.273268 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f87b98f4-efe7-4d37-9219-77796f81afb1 req-af1808d6-c0ac-4e7d-9a91-98b86c8c3362 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903413 May 26 17:10:13.373706 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-ff0cbc9f-465e-439b-9849-95c1e3cf1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:13.375321 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-ff0cbc9f-465e-439b-9849-95c1e3cf1849 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1094 time: 0.0440881 May 26 17:10:13.473076 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-865e5173-80c7-45b3-9a91-2d3395ce8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:13.474485 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-865e5173-80c7-45b3-9a91-2d3395ce8dfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.0914369 May 26 17:10:13.523390 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-46114b54-a263-43e0-bdf6-00440b6ff5a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 200 len: 217 time: 0.0395625 May 26 17:10:13.573751 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-a37d5f6c-29a7-4cba-b442-fa32a2796e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:13.575252 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-a37d5f6c-29a7-4cba-b442-fa32a2796e5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0445626 May 26 17:10:13.624172 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-352bba35-8b5e-4376-a5b6-bb6765b5b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:13.625695 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-352bba35-8b5e-4376-a5b6-bb6765b5b971 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412207 May 26 17:10:13.749988 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-e269349f-92cd-489e-a3e9-e24ade3c29a8 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167970 May 26 17:10:13.822597 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c63058-a928-4b82-9bce-a1a7274f572d req-4eaf9b33-20f1-453d-bebd-22e7c4b93b4b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:13.824097 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66c63058-a928-4b82-9bce-a1a7274f572d req-4eaf9b33-20f1-453d-bebd-22e7c4b93b4b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 943 time: 0.1134710 May 26 17:10:13.887044 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-66c63058-a928-4b82-9bce-a1a7274f572d req-21cf76f5-a9c2-4633-acc5-c250599a052c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557561 May 26 17:10:13.888855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ee5dbeb9-fa01-45d8-bf36-b052eb3460dc req-def1bf4e-5e05-4db4-b501-9b2ac2cfc525 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314435 May 26 17:10:14.864806 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 764b0ab6-53c2-4037-ac85-2a59427da91d details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:10:14.961217 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=764b0ab6-53c2-4037-ac85-2a59427da91d,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:14.973686 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:10:15.007428 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73249b0-2c17-46a6-b309-0aece58145a4 req-e47609e5-9a79-4f41-b258-26f80d46e2c8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:15.008823 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c73249b0-2c17-46a6-b309-0aece58145a4 req-e47609e5-9a79-4f41-b258-26f80d46e2c8 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 943 time: 0.0501213 May 26 17:10:15.018297 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 764b0ab6-53c2-4037-ac85-2a59427da91d is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:15.018692 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:15.036120 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764b0ab6-53c2-4037-ac85-2a59427da91d {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:10:15.048155 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c73249b0-2c17-46a6-b309-0aece58145a4 req-b6603bd6-a6b4-4f74-bb85-aa741186515f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 May 26 17:10:15.070156 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=764b0ab6-53c2-4037-ac85-2a59427da91d,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:15.074334 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:15.121841 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=764b0ab6-53c2-4037-ac85-2a59427da91d,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:15.285257 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['764b0ab6-53c2-4037-ac85-2a59427da91d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:10:16.172789 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11b0fb-0663-4a03-b880-11d5a2a1ed2d req-63a7d54a-2046-4424-9c3f-e8289ed5404f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:16.174307 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f11b0fb-0663-4a03-b880-11d5a2a1ed2d req-63a7d54a-2046-4424-9c3f-e8289ed5404f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 944 time: 0.0552852 May 26 17:10:16.213275 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9f11b0fb-0663-4a03-b880-11d5a2a1ed2d req-82a3d18b-18b5-4c2f-81fa-2095f12c36f1 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322895 May 26 17:10:16.883170 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 764b0ab6-53c2-4037-ac85-2a59427da91d up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:16.934989 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning for port 764b0ab6-53c2-4037-ac85-2a59427da91d completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:10:16.939541 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 764b0ab6-53c2-4037-ac85-2a59427da91d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:16.939952 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:17.021169 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 764b0ab6-53c2-4037-ac85-2a59427da91d is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:17.021557 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:17.045644 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:10:17.048155 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15477b52-6343-4913-9fab-61c64352afaa" -d '{"events": [{"server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "name": "network-vif-plugged", "status": "completed", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:10:17.062909 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=764b0ab6-53c2-4037-ac85-2a59427da91d,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:17.067730 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:17.116874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=764b0ab6-53c2-4037-ac85-2a59427da91d,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:17.158782 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7297801-f6a5-463d-9d58-6e54e85d8ee6 x-openstack-request-id: req-f7297801-f6a5-463d-9d58-6e54e85d8ee6 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:10:17.159100 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "name": "network-vif-plugged", "status": "completed", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:10:17.159390 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7297801-f6a5-463d-9d58-6e54e85d8ee6 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:10:17.159972 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7297801-f6a5-463d-9d58-6e54e85d8ee6'] response: {'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'code': 200} May 26 17:10:17.260183 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d992e9-32f0-4ca7-83fc-aa8b14cb2e64 req-faa7b66c-8fa7-497d-94f4-3a69c88db216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:17.261781 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24d992e9-32f0-4ca7-83fc-aa8b14cb2e64 req-faa7b66c-8fa7-497d-94f4-3a69c88db216 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1096 time: 0.0424700 May 26 17:10:17.327012 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-24d992e9-32f0-4ca7-83fc-aa8b14cb2e64 req-196a8487-70a5-4bde-811b-5b21ccdc41d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574429 May 26 17:10:17.345898 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4271ee-050a-4fc3-86f3-0c8792e25aec req-d1410853-b942-470f-916c-63486908b74e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:17.347857 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b4271ee-050a-4fc3-86f3-0c8792e25aec req-d1410853-b942-470f-916c-63486908b74e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 945 time: 0.0613773 May 26 17:10:17.387534 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-1b4271ee-050a-4fc3-86f3-0c8792e25aec req-889fb397-3af5-489b-8bed-54a3ed566117 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335171 May 26 17:10:18.516947 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f08a6-53fa-4da2-b360-bd1fd1a0804d req-5ddd93ba-e853-4a91-95db-7b9dbf99c73c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:18.518375 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e9f08a6-53fa-4da2-b360-bd1fd1a0804d req-5ddd93ba-e853-4a91-95db-7b9dbf99c73c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 945 time: 0.0564165 May 26 17:10:18.558369 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8e9f08a6-53fa-4da2-b360-bd1fd1a0804d req-ec08d679-63be-43a7-a07a-92f9cbfb973b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 May 26 17:10:18.677257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58b29b-567f-4bcf-9c33-676c79366580 req-8dfdc66d-10fb-426b-87c8-4a2a23f2ff45 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:18.678741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a58b29b-567f-4bcf-9c33-676c79366580 req-8dfdc66d-10fb-426b-87c8-4a2a23f2ff45 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 945 time: 0.0500824 May 26 17:10:18.717211 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2a58b29b-567f-4bcf-9c33-676c79366580 req-32f0f732-e5e2-4c08-9d21-a41051ed989e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 May 26 17:10:18.739129 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58766) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:18.863536 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3b55f5-2742-47a8-8aac-6c436dc041f6 tempest-TestSnapshotPattern-597891693 tempest-TestSnapshotPattern-597891693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:18.865357 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0e3b55f5-2742-47a8-8aac-6c436dc041f6 tempest-TestSnapshotPattern-597891693 tempest-TestSnapshotPattern-597891693-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1091 time: 0.1249719 May 26 17:10:18.868050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 58770) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:18.872237 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.v2.base [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:18.893294 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for floatingip, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:18.992991 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:19.094846 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_common [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Allocated IP 172.25.0.10 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/26c9115a-a3ba-4cd9-9cc2-47394e4a2dea) {{(pid=109405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:10:19.201144 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for port, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:19.235979 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:19.274077 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:19.276802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.base_scheduler [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Resources bound (agent type, host, resource id): {{(pid=109405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:19.281145 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Received port after_create {{(pid=109405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:10:19.289170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'Port': ['ID=26c9115a-a3ba-4cd9-9cc2-47394e4a2dea,revision_number=1']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:19.656712 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:19.733304 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:19.889949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for port, precommit_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:19.895509 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28241236'] for port, after_update {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:19.966438 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'Port': ['ID=26c9115a-a3ba-4cd9-9cc2-47394e4a2dea,revision_number=2']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:19.978058 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:20.081620 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Floating IP 6fa9dfeb-0209-445f-a931-b7a4ef5af8ef associated. External IP: 172.25.0.10, port: 764b0ab6-53c2-4037-ac85-2a59427da91d. May 26 17:10:20.286998 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Router c76c8a49-3930-4fb1-ae78-a2ae26d410fb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:10:20.395632 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:10:20.405847 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] Sync routers for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:10:20.413635 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:20.418685 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:20.419290 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:20.442545 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-0c18018a-1d0e-4653-8cbc-4236ef9df20e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5734932 May 26 17:10:20.443248 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:10:20.445705 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7715df84-8fc8-45eb-85e0-f587728b9d73" -d '{"events": [{"name": "network-changed", "server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:10:20.493514 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a05008-2b85-4050-a360-6f6a2f6c71f7 x-openstack-request-id: req-27a05008-2b85-4050-a360-6f6a2f6c71f7 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:10:20.493801 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:10:20.494287 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27a05008-2b85-4050-a360-6f6a2f6c71f7 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:10:20.494598 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a05008-2b85-4050-a360-6f6a2f6c71f7'] response: {'name': 'network-changed', 'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'status': 'completed', 'code': 200} May 26 17:10:20.527809 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:20.559273 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-9c447931-de76-4147-80e2-b65ddaf41e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:20.560800 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-9c447931-de76-4147-80e2-b65ddaf41e4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1096 time: 0.0455642 May 26 17:10:20.650974 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-998696d9-f65c-404f-9e37-a7e94102d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:20.652451 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-998696d9-f65c-404f-9e37-a7e94102d94a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.0856016 May 26 17:10:20.763795 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6fa9dfeb-0209-445f-a931-b7a4ef5af8ef', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:10:19Z', 'updated_at': '2022-05-26T17:10:19Z', 'revision_number': 0, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:20.791885 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] Checking router: c76c8a49-3930-4fb1-ae78-a2ae26d410fb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:10:20.800899 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:20.801522 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:10:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:21.031879 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:21.068797 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-238085f9-2b57-4568-b4e9-55704e23f44f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 200 len: 998 time: 0.4103279 May 26 17:10:21.118921 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-c205fead-84bd-42c8-92ad-495b8311328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:21.120429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-c205fead-84bd-42c8-92ad-495b8311328d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0453570 May 26 17:10:21.166672 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-75ffc143-7cb6-4b28-9108-6823f156c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:21.168175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-75ffc143-7cb6-4b28-9108-6823f156c7ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419154 May 26 17:10:21.259969 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6fa9dfeb-0209-445f-a931-b7a4ef5af8ef', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:10:19Z', 'updated_at': '2022-05-26T17:10:19Z', 'revision_number': 0, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:21.264739 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-e545f4f2-d07d-4b08-b4d7-3ded50894bb2 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897439 May 26 17:10:21.290518 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc1cbf-3e12-4b80-868d-bf594e0c7268 None None] The sync data for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 is: [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6fa9dfeb-0209-445f-a931-b7a4ef5af8ef', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:10:19Z', 'updated_at': '2022-05-26T17:10:19Z', 'revision_number': 0, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:10:21.362706 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7715df84-8fc8-45eb-85e0-f587728b9d73 req-d357dc1c-a86d-454d-a138-976fc89f32fe service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915716 May 26 17:10:21.497197 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75c6f3-144d-4c73-a7de-1373ef162f06 None None] New status for floating IP 6fa9dfeb-0209-445f-a931-b7a4ef5af8ef: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:10:24.489621 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:24.549335 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:35.204796 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8ede10ed-cd06-499a-abb0-f01ff46b8374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:36.198062 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:10:37.889948 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-227781b8-9316-423d-b1ae-c976168a53c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:39.057520 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:40.841277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:40.937731 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:43.113731 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-ecd8015e-3d7a-4674-bd3c-3266fe5898bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399187 May 26 17:10:43.199178 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-929a6103-3375-41d5-8374-bd6d14a5c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:43.200681 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-929a6103-3375-41d5-8374-bd6d14a5c0c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1096 time: 0.0465829 May 26 17:10:43.309442 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-5ac62cc7-bd36-4070-86d7-2387bf2677b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:43.311010 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-5ac62cc7-bd36-4070-86d7-2387bf2677b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.0907464 May 26 17:10:43.380964 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-44ec65e8-cc07-4793-b8bf-132498d418de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 200 len: 1000 time: 0.0628505 May 26 17:10:43.429287 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-13fe043a-3bfa-491d-9bfd-023e0b4f7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:43.430762 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-13fe043a-3bfa-491d-9bfd-023e0b4f7d22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0436137 May 26 17:10:43.476257 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-75097725-1783-4eb3-bc7c-57d4b07131be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:43.477649 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-75097725-1783-4eb3-bc7c-57d4b07131be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397878 May 26 17:10:43.573958 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-047a4b6f-ee3a-44fc-8898-b27310299b66 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893400 May 26 17:10:43.663230 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-7c2cbe3c-2178-48e1-a86d-65dcce5cfd31 req-4854186b-76b0-4ee2-bc7d-9fb95aee8afd service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824785 May 26 17:10:54.494837 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:54.549374 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:05.209262 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9e35-6fd3-4eef-9bc8-d8de55089aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:07.891643 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ed7499d8-5849-469e-a34d-b967291192d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:09.060343 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:10.844173 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:10.944303 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:13.198471 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:11:24.501275 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:24.575894 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:35.213310 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d25d540e-cbac-43b6-b29e-e842eb0e1256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:37.893687 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e11955a1-30fb-4d9c-8586-27ddb9265212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:39.064538 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:40.847364 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:40.944487 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:43.108676 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-a4925af6-a5b0-4f47-9205-da8e90f4730b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401831 May 26 17:11:43.194894 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-890668ed-e703-4bf7-83be-74f998671d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:43.196350 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-890668ed-e703-4bf7-83be-74f998671d3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1096 time: 0.0457029 May 26 17:11:43.299270 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-b8587de9-29c5-46b5-ab89-4064b6149b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:43.300730 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-b8587de9-29c5-46b5-ab89-4064b6149b85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.0835059 May 26 17:11:43.369437 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-57a4f868-8f8d-4b89-99c5-f72907bade97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 200 len: 1000 time: 0.0620692 May 26 17:11:43.419497 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-65e79c60-57a8-43e6-ad53-05c91cfafa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:43.421051 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-65e79c60-57a8-43e6-ad53-05c91cfafa8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0441213 May 26 17:11:43.466085 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-ec1da42c-4612-46dd-b772-331fcc59bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:43.467483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-ec1da42c-4612-46dd-b772-331fcc59bbf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397620 May 26 17:11:43.565220 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-c4f72b10-4007-45ec-bf7b-5f706f86f655 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900698 May 26 17:11:43.658111 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-947fa7aa-4384-4b85-9def-6dc3314c61be req-5f3dd2c2-8880-4858-a894-334d558534e3 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834699 May 26 17:11:50.197600 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:11:54.522312 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:54.578251 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:05.215832 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-99676025-d37b-475b-a663-f021500768ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:07.896210 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-21e7acb0-dfeb-47b0-a501-a7c76ec92636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:09.065599 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:10.851538 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:10.948751 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:21.627757 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 764b0ab6-53c2-4037-ac85-2a59427da91d details requested by agent hyperv_n-h1-843336-2 with host n-h1-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:12:21.723980 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=764b0ab6-53c2-4037-ac85-2a59427da91d,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:12:21.735072 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Returning: {'device': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:12:21.775139 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 764b0ab6-53c2-4037-ac85-2a59427da91d is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:12:21.775446 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:21.788455 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 764b0ab6-53c2-4037-ac85-2a59427da91d {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:12:21.809914 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=764b0ab6-53c2-4037-ac85-2a59427da91d,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:12:21.813654 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:21.867088 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=764b0ab6-53c2-4037-ac85-2a59427da91d,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:21.875850 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.876189 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.876523 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.876979 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.877406 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.877733 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.878080 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.878408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.878726 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.879043 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.879358 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.879672 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:21.929912 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] get_ports_and_sgs() called for port_ids ['764b0ab6-53c2-4037-ac85-2a59427da91d'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:12:23.621878 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 764b0ab6-53c2-4037-ac85-2a59427da91d up at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:12:23.674822 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Provisioning complete for port 764b0ab6-53c2-4037-ac85-2a59427da91d triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:12:23.675198 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:23.762292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 764b0ab6-53c2-4037-ac85-2a59427da91d is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:12:23.762687 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:23.799322 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=764b0ab6-53c2-4037-ac85-2a59427da91d,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:12:23.800099 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:12:23.802446 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321b0fa8-7ca8-40c2-b6ea-dd19a01894cd" -d '{"events": [{"server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "name": "network-vif-plugged", "status": "completed", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:12:23.806055 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:23.853496 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617f954e-fb1c-4ffe-9e91-80b1a7cabc92 x-openstack-request-id: req-617f954e-fb1c-4ffe-9e91-80b1a7cabc92 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:12:23.854545 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "name": "network-vif-plugged", "status": "completed", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:12:23.855028 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-617f954e-fb1c-4ffe-9e91-80b1a7cabc92 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:12:23.855637 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617f954e-fb1c-4ffe-9e91-80b1a7cabc92'] response: {'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'code': 200} May 26 17:12:23.861898 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=764b0ab6-53c2-4037-ac85-2a59427da91d,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:24.543264 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:24.589263 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:27.197044 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:12:32.060186 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-dc056ea8-4e33-4ef3-a750-07606d8bbf0d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991181421&fields=id&tenant_id=d8c1401993b14c698ca3a70df0dbb59d HTTP/1.1" status: 200 len: 267 time: 0.0390325 May 26 17:12:32.182730 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-d636d431-6b2a-4b06-9e23-2b555fcf3515 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:32.184245 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-d636d431-6b2a-4b06-9e23-2b555fcf3515 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 810 time: 0.1140902 May 26 17:12:32.199629 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-63d97efc-0edc-4c77-8bf8-b7184a4bb7fe tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/quotas/d8c1401993b14c698ca3a70df0dbb59d HTTP/1.1" status: 200 len: 375 time: 0.0096114 May 26 17:12:32.256210 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-a2be7d7e-6bdd-4924-8270-b86086292807 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511954 May 26 17:12:32.317186 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-b0654f9d-5d2e-4107-9c10-c91fbcaf0257 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:12:32.318227 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-b0654f9d-5d2e-4107-9c10-c91fbcaf0257 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499024 May 26 17:12:32.414531 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-9c3c2a17-8ad0-4626-93fb-8b9ff3e49559 service neutron] 10.222.0.39 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896525 May 26 17:12:32.508644 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-f829b455-4567-433b-8b7e-aaf449136841 service neutron] 10.222.0.39 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869787 May 26 17:12:32.748519 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-72d2eeff-7a0b-404d-b3bb-3edf8ed00744 req-23d5dfe4-0ad5-47aa-9c39-c156b5ab4594 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 210 time: 0.0804245 May 26 17:12:33.671619 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-78d18f21-cde7-4622-a1be-7659159ea9ef tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:33.673124 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-78d18f21-cde7-4622-a1be-7659159ea9ef tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.32 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 810 time: 0.1097372 May 26 17:12:33.690393 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 764b0ab6-53c2-4037-ac85-2a59427da91d no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:12:33.720807 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-c9638fdc-8efe-4773-8baf-711a3a2de0ea tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8c1401993b14c698ca3a70df0dbb59d HTTP/1.1" status: 200 len: 380 time: 0.0379202 May 26 17:12:33.732832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'port': {'device_id': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'admin_state_up': True, 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'security_groups': ['bd4f3f04-7167-4d09-b597-94bcea7957e8']}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:12:33.772416 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Current status of the port 764b0ab6-53c2-4037-ac85-2a59427da91d is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:12:33.772821 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:33.809531 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:12:33.811883 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335e4c6-5c95-4e51-95fe-c70cc4ee2427" -d '{"events": [{"server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "name": "network-vif-unplugged", "status": "completed", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:12:33.816094 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=764b0ab6-53c2-4037-ac85-2a59427da91d,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:12:33.821923 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:33.857435 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Made reservation on behalf of d8c1401993b14c698ca3a70df0dbb59d for: {'port': 1} {{(pid=109404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:12:33.864278 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:33.884043 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-28e1a3e7-c460-45b4-b238-1293a7952c7e req-239d7815-fdc3-4113-af0f-2fdd52a2d224 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 210 time: 0.0379066 May 26 17:12:33.890758 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Pushing event updated for resources: {'Port': ['ID=764b0ab6-53c2-4037-ac85-2a59427da91d,revision_number=8']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:33.899786 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154e666a-fe6d-47f1-91d9-a7552245b5b1 x-openstack-request-id: req-154e666a-fe6d-47f1-91d9-a7552245b5b1 {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:12:33.900263 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "name": "network-vif-unplugged", "status": "completed", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:12:33.900608 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-154e666a-fe6d-47f1-91d9-a7552245b5b1 {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:12:33.901069 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154e666a-fe6d-47f1-91d9-a7552245b5b1'] response: {'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'code': 200} May 26 17:12:34.033844 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Allocated IP 172.20.0.8 (c89f8f9e-a01b-44a0-9d98-76aa5a9ea854/32ea53ac-dd87-488e-aecf-d785acf6908a/d7e73a58-5e61-480d-b4f5-a7fa273b14ea) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:12:34.226560 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:34.268711 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:34.327063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:12:34.330063 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:12:34.334024 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:12:34.413097 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'Port': ['ID=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:34.453444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.453866 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.454415 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.454946 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.455448 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.456005 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.456458 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.457002 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.457418 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.457843 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.458204 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.458531 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:12:34.481136 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:34.481719 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:34.509555 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-5aff593c-5b14-4206-a9ac-b942153f394b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7827189 May 26 17:12:34.748569 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-3a07f9bf-e355-46cb-a9c8-9d4d9dad92d0 None None] Provisioning complete for port d7e73a58-5e61-480d-b4f5-a7fa273b14ea triggered by entity DHCP. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:12:34.749143 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3a07f9bf-e355-46cb-a9c8-9d4d9dad92d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:34.792430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-3a07f9bf-e355-46cb-a9c8-9d4d9dad92d0 None None] Port d7e73a58-5e61-480d-b4f5-a7fa273b14ea cannot update to ACTIVE because it is not bound. {{(pid=109406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:12:35.061564 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092241d6-1878-4a99-8b7a-7303f081a70f req-18fae656-700f-4f78-98e0-c970a13e166e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:35.065142 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-092241d6-1878-4a99-8b7a-7303f081a70f req-18fae656-700f-4f78-98e0-c970a13e166e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 931 time: 0.0959125 May 26 17:12:35.110169 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-092241d6-1878-4a99-8b7a-7303f081a70f req-46496c10-e6c0-4143-bd0c-1d5b02a8be35 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 May 26 17:12:35.220643 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a69d4e7-54c8-4a9b-acdb-d33ff2778247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:36.269526 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250acb06-eccd-49dc-bb57-45317a74f5c9 req-bee24fab-8e81-4a4e-beca-98e90222233d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:36.279192 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-250acb06-eccd-49dc-bb57-45317a74f5c9 req-bee24fab-8e81-4a4e-beca-98e90222233d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 931 time: 0.0790215 May 26 17:12:36.326352 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-250acb06-eccd-49dc-bb57-45317a74f5c9 req-4ed086ac-245f-4b6b-b440-34d3329a3e35 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457616 May 26 17:12:37.474734 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0f201-0c92-4bf2-a2f4-12aebc02ca64 req-04777344-e0f1-4f60-a6ab-58b60c4bb95e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:37.476475 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58f0f201-0c92-4bf2-a2f4-12aebc02ca64 req-04777344-e0f1-4f60-a6ab-58b60c4bb95e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 931 time: 0.0723801 May 26 17:12:37.521134 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-58f0f201-0c92-4bf2-a2f4-12aebc02ca64 req-eb888ed1-d720-4738-80e4-433d3b8060bd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367124 May 26 17:12:37.906514 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e9aabb9-5fad-44eb-af37-82c832d56eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:38.679225 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b7d47-ad1a-4e8d-826e-37da30b6f152 req-5d103f93-387e-46de-b682-01d250a9d161 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:38.681106 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-537b7d47-ad1a-4e8d-826e-37da30b6f152 req-5d103f93-387e-46de-b682-01d250a9d161 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 931 time: 0.0568831 May 26 17:12:38.722349 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-537b7d47-ad1a-4e8d-826e-37da30b6f152 req-9e598313-3296-4b6c-bcaa-c78fbefdb33e tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340011 May 26 17:12:39.070950 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:39.872196 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb771063-38c8-444d-9a10-5da00b7a45d4 req-a8edc98c-9a22-4511-abc0-61f781470556 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:39.873764 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb771063-38c8-444d-9a10-5da00b7a45d4 req-a8edc98c-9a22-4511-abc0-61f781470556 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 931 time: 0.0658400 May 26 17:12:39.919618 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cb771063-38c8-444d-9a10-5da00b7a45d4 req-7cf4b950-d29b-4e24-a000-ab49882a89cf tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396056 May 26 17:12:40.868261 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:40.956709 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:41.065574 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582def-55db-4ee4-9bee-9e81f7cc51e8 req-065fb8f5-83d8-402c-8f3e-4ce2bc848477 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:41.067144 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73582def-55db-4ee4-9bee-9e81f7cc51e8 req-065fb8f5-83d8-402c-8f3e-4ce2bc848477 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 931 time: 0.0572345 May 26 17:12:41.110922 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-73582def-55db-4ee4-9bee-9e81f7cc51e8 req-90ecb5e2-e419-4621-92d8-1b03da2f7b01 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370095 May 26 17:12:42.240032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8980a0-6147-4a38-accf-17646d2363b4 req-cd283834-a70f-47b5-a58a-b2eba8f91367 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:42.241548 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae8980a0-6147-4a38-accf-17646d2363b4 req-cd283834-a70f-47b5-a58a-b2eba8f91367 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 931 time: 0.0561738 May 26 17:12:42.286626 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ae8980a0-6147-4a38-accf-17646d2363b4 req-20c66ad6-323e-4570-9ec9-78ab991d6bd2 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352755 May 26 17:12:42.762508 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Request body: {'port': {'device_id': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843336-2'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:12:42.823887 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:43.095327 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e73a58-5e61-480d-b4f5-a7fa273b14ea {{(pid=109404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:12:43.103004 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:43.115352 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.provisioning_blocks [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Transition to ACTIVE for port object d7e73a58-5e61-480d-b4f5-a7fa273b14ea will not be triggered until provisioned by entity L2. {{(pid=109404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:12:43.120689 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:43.167419 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:43.250280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Attempting to bind port d7e73a58-5e61-480d-b4f5-a7fa273b14ea on host n-h2-843336-2 for vnic_type normal with profile {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:12:43.250621 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Attempting to bind port d7e73a58-5e61-480d-b4f5-a7fa273b14ea by drivers openvswitch,hyperv on host n-h2-843336-2 at level 0 using segments [{'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:12:43.250955 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Attempting to bind port d7e73a58-5e61-480d-b4f5-a7fa273b14ea on network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:12:43.255535 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Port d7e73a58-5e61-480d-b4f5-a7fa273b14ea on network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 not bound, no agent of type Open vSwitch agent registered on host n-h2-843336-2 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:12:43.255857 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Attempting to bind port d7e73a58-5e61-480d-b4f5-a7fa273b14ea on network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:12:43.261413 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Checking agent: {'id': '295d8e0c-5b3c-4773-8f77-e8c73ca5a724', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'started_at': datetime.datetime(2022, 5, 26, 15, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:12:43.261759 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Checking segment: {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:12:43.262183 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Bound using segment: {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'} {{(pid=109404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:12:43.262721 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.managers [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Bound port: d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host: n-h2-843336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b327df-3656-40b9-8e57-da940554ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854'}}] {{(pid=109404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:12:43.262997 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:43.331993 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] For port d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host n-h2-843336-2, cleared binding levels {{(pid=109404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:12:43.334501 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] For port d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host n-h2-843336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:12:43.340035 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:43.375214 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:43.375890 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:43.377321 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] 10.222.0.32 "PUT /v2.0/ports/d7e73a58-5e61-480d-b4f5-a7fa273b14ea HTTP/1.1" status: 200 len: 1091 time: 0.6720223 May 26 17:12:43.377747 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:12:43.380153 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869e2eef-7619-4164-87fa-da5a22a2929b" -d '{"events": [{"name": "network-changed", "server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:12:43.443923 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9563a-adbb-4c78-a571-c04f3acbc979 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,revision_number=3']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:43.445218 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b013c-ed59-4c66-9198-0bd64b7d9506 req-d685a697-e87f-4bf6-9364-ad44383c5c8c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:43.446816 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-043b013c-ed59-4c66-9198-0bd64b7d9506 req-d685a697-e87f-4bf6-9364-ad44383c5c8c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 943 time: 0.0836256 May 26 17:12:43.494901 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-a91b13b0-0068-4d2e-b9bb-de7caacf6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:43.496303 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-043b013c-ed59-4c66-9198-0bd64b7d9506 req-480eb82a-f4bc-4d25-b0c2-59e637340840 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353701 May 26 17:12:43.497913 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-a91b13b0-0068-4d2e-b9bb-de7caacf6ab8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 1094 time: 0.0639534 May 26 17:12:43.516762 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b83f63-1466-4e62-8435-61f92289c9fc x-openstack-request-id: req-a4b83f63-1466-4e62-8435-61f92289c9fc {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:12:43.517056 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:12:43.517306 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4b83f63-1466-4e62-8435-61f92289c9fc {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:12:43.517709 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b83f63-1466-4e62-8435-61f92289c9fc'] response: {'name': 'network-changed', 'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'status': 'completed', 'code': 200} May 26 17:12:43.549462 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-a4007aaf-a6c1-4339-a294-40862fef7357 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea HTTP/1.1" status: 200 len: 217 time: 0.0417659 May 26 17:12:43.607284 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-813a280a-d5eb-47b7-a7b3-cd2b13623ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:43.608804 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-813a280a-d5eb-47b7-a7b3-cd2b13623ddd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0523703 May 26 17:12:43.668837 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-b1cbb760-a3ce-4312-b3fc-faf4e42a5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:43.670370 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-b1cbb760-a3ce-4312-b3fc-faf4e42a5e7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539618 May 26 17:12:43.769966 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-84391b69-68a9-4012-96e1-b6e86f5a12fb service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906928 May 26 17:12:43.864665 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-db14474d-2d1c-4f9a-b0fd-7ee6324b08e5 req-ec1f5d81-e02b-462a-ad2f-a0c145f01014 service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864375 May 26 17:12:43.956791 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e2eef-7619-4164-87fa-da5a22a2929b req-d90b3383-1f26-4f28-86f1-68e42383677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:43.958279 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-869e2eef-7619-4164-87fa-da5a22a2929b req-d90b3383-1f26-4f28-86f1-68e42383677e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 1094 time: 0.0445938 May 26 17:12:44.079155 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e2eef-7619-4164-87fa-da5a22a2929b req-cdfe0d0e-ef7e-458f-8834-f639a0d00c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:44.081604 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-869e2eef-7619-4164-87fa-da5a22a2929b req-cdfe0d0e-ef7e-458f-8834-f639a0d00c0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.1149535 May 26 17:12:44.130963 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-869e2eef-7619-4164-87fa-da5a22a2929b req-ebae04e3-95a6-43c9-b5d7-253d2d7d5f08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea HTTP/1.1" status: 200 len: 217 time: 0.0412903 May 26 17:12:44.183149 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e2eef-7619-4164-87fa-da5a22a2929b req-83b85f99-bd39-4952-ae18-4d831d53fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:44.184655 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-869e2eef-7619-4164-87fa-da5a22a2929b req-83b85f99-bd39-4952-ae18-4d831d53fb23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0467134 May 26 17:12:44.240976 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e2eef-7619-4164-87fa-da5a22a2929b req-f65e054a-ffcd-4049-ac93-5da194702448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:44.242438 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-869e2eef-7619-4164-87fa-da5a22a2929b req-f65e054a-ffcd-4049-ac93-5da194702448 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499165 May 26 17:12:44.343429 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-869e2eef-7619-4164-87fa-da5a22a2929b req-477a7d52-c035-4a91-b84f-dfd5371dcdef service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924916 May 26 17:12:44.456102 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-869e2eef-7619-4164-87fa-da5a22a2929b req-3bf48a1f-4a1b-4c91-bd28-5cca57190e8c service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050951 May 26 17:12:44.645401 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ee554-6c62-431b-babb-b3f175ca95ea req-09779b04-f231-46a7-ade4-a187cd290f9c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:44.647006 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c7ee554-6c62-431b-babb-b3f175ca95ea req-09779b04-f231-46a7-ade4-a187cd290f9c tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 943 time: 0.0568521 May 26 17:12:44.690855 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4c7ee554-6c62-431b-babb-b3f175ca95ea req-3457a377-472b-4f7a-9029-9d39540bec5d tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375011 May 26 17:12:45.116867 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-9e08599e-c113-4908-8448-59a4c5126a40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480824 May 26 17:12:45.199319 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-0ed8425b-adc6-4888-b3c1-3bb8063e5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:45.201398 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-0ed8425b-adc6-4888-b3c1-3bb8063e5c60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1094 time: 0.0427289 May 26 17:12:45.311748 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-5d76633b-209b-4bb5-85bd-0208360608a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:45.313228 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-5d76633b-209b-4bb5-85bd-0208360608a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.0872014 May 26 17:12:45.384038 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-7af21d2b-96f4-4667-b5bf-c7de99f9615e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 200 len: 998 time: 0.0641875 May 26 17:12:45.435499 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-92ae3381-770c-4b11-a431-3d9a95dee551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:45.436952 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-92ae3381-770c-4b11-a431-3d9a95dee551 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0463421 May 26 17:12:45.484059 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-db103308-8afc-4510-9b7e-63d31351d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:45.485465 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-db103308-8afc-4510-9b7e-63d31351d3cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421090 May 26 17:12:45.579363 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-a5cdd5ee-5baa-4fd7-b0cd-9962b9571383 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866368 May 26 17:12:45.669863 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-3fb840ce-16b7-4598-a57e-950dc5267b09 req-1bf89056-217e-4b5b-a9cc-22a48c3c038f service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836909 May 26 17:12:45.816691 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9fde9-d887-4715-b015-e6a54b4e2bc1 req-19567aea-5bc0-44f1-9050-ff01209fdf07 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:45.818206 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83a9fde9-d887-4715-b015-e6a54b4e2bc1 req-19567aea-5bc0-44f1-9050-ff01209fdf07 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 943 time: 0.0552719 May 26 17:12:45.857508 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-83a9fde9-d887-4715-b015-e6a54b4e2bc1 req-112e4cae-a7a2-43ce-8396-d827641cd9b4 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 May 26 17:12:46.979991 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a4ccb-1c0d-4389-ad17-306263a9902b req-0520ab43-cbe8-4ba1-a500-6a6f7f302dd6 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:46.981447 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc3a4ccb-1c0d-4389-ad17-306263a9902b req-0520ab43-cbe8-4ba1-a500-6a6f7f302dd6 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 943 time: 0.0530434 May 26 17:12:47.031713 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-cc3a4ccb-1c0d-4389-ad17-306263a9902b req-81b572bb-ee93-44f9-ba68-491045a3db01 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441284 May 26 17:12:47.952689 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d7e73a58-5e61-480d-b4f5-a7fa273b14ea details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:12:48.055202 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:12:48.071200 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'port_id': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'mac_address': 'fa:16:3e:b5:d7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:12:48.114347 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d7e73a58-5e61-480d-b4f5-a7fa273b14ea is: DOWN; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:12:48.114973 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:48.138852 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e73a58-5e61-480d-b4f5-a7fa273b14ea {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:12:48.157146 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6ae58-dc7f-4014-a770-7a039a4cc823 req-efd0278d-f4b3-4859-90a5-2d15bde943c3 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:48.158654 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:12:48.158834 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ed6ae58-dc7f-4014-a770-7a039a4cc823 req-efd0278d-f4b3-4859-90a5-2d15bde943c3 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 943 time: 0.0534987 May 26 17:12:48.163011 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:48.209748 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-6ed6ae58-dc7f-4014-a770-7a039a4cc823 req-a12faa26-ac81-4464-8ca2-70602b8bf6bb tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 May 26 17:12:48.216293 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,revision_number=4']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:48.436890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d7e73a58-5e61-480d-b4f5-a7fa273b14ea'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:12:49.345709 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a01748-d00b-4c68-9820-1f097bf20d73 req-65b818e1-2704-4e49-a9f5-4abd9f7e515f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:49.347223 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9a01748-d00b-4c68-9820-1f097bf20d73 req-65b818e1-2704-4e49-a9f5-4abd9f7e515f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 944 time: 0.0552678 May 26 17:12:49.398077 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-f9a01748-d00b-4c68-9820-1f097bf20d73 req-13bae1c6-7dfd-4df6-85ca-d6493c25dfda tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 May 26 17:12:49.971182 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d7e73a58-5e61-480d-b4f5-a7fa273b14ea up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:12:50.023468 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning for port d7e73a58-5e61-480d-b4f5-a7fa273b14ea completed by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:12:50.027919 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port d7e73a58-5e61-480d-b4f5-a7fa273b14ea triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:12:50.028292 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:50.110313 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d7e73a58-5e61-480d-b4f5-a7fa273b14ea is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:12:50.110716 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:50.132737 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:12:50.134931 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9455c3b8-b377-40cb-9f09-c54c478e8021" -d '{"events": [{"server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "name": "network-vif-plugged", "status": "completed", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:12:50.147696 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:12:50.152956 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:50.180806 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0eae4b-e606-4cbd-b598-3b371a4d2fec x-openstack-request-id: req-9c0eae4b-e606-4cbd-b598-3b371a4d2fec {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:12:50.181083 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "name": "network-vif-plugged", "status": "completed", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:12:50.181369 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c0eae4b-e606-4cbd-b598-3b371a4d2fec {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:12:50.181813 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0eae4b-e606-4cbd-b598-3b371a4d2fec'] response: {'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'code': 200} May 26 17:12:50.209454 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,revision_number=5']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:50.281029 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc7aa3-a95a-4af2-89ad-eb3405bbe6f4 req-27ab29c5-7eb0-4b39-9b96-56226ffac825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:50.282653 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b3bc7aa3-a95a-4af2-89ad-eb3405bbe6f4 req-27ab29c5-7eb0-4b39-9b96-56226ffac825 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 1096 time: 0.0409651 May 26 17:12:50.324804 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b3bc7aa3-a95a-4af2-89ad-eb3405bbe6f4 req-090b46c1-8893-41ae-a471-f30fa7f9b1e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355625 May 26 17:12:50.522105 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06813cd1-c846-40d8-a66c-c9354636abb9 req-6174a2b8-3825-4906-ad5d-0610dbfa38f1 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:50.523741 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06813cd1-c846-40d8-a66c-c9354636abb9 req-6174a2b8-3825-4906-ad5d-0610dbfa38f1 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 945 time: 0.0513070 May 26 17:12:50.566082 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-06813cd1-c846-40d8-a66c-c9354636abb9 req-880e7caa-ca08-4a88-9336-65a729d87ded tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338473 May 26 17:12:51.697028 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346fda3-a47e-4ae4-a0be-cd9087ad2778 req-8ec109a4-f420-4c53-8516-149492dec723 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:51.698598 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c346fda3-a47e-4ae4-a0be-cd9087ad2778 req-8ec109a4-f420-4c53-8516-149492dec723 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 945 time: 0.0545266 May 26 17:12:51.739183 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c346fda3-a47e-4ae4-a0be-cd9087ad2778 req-382bbd49-dbab-4614-8580-7d0c0c016f31 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 May 26 17:12:51.861478 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35963fb0-8b9d-47f9-a463-14ea4c2be2c1 req-6d8f456b-88c4-4faa-b305-167a521d5bdb tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:51.862766 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35963fb0-8b9d-47f9-a463-14ea4c2be2c1 req-6d8f456b-88c4-4faa-b305-167a521d5bdb tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 945 time: 0.0534742 May 26 17:12:51.915584 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-35963fb0-8b9d-47f9-a463-14ea4c2be2c1 req-352b20c7-44ca-4c98-bcbf-0550321b0789 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 May 26 17:12:51.937525 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59044) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:12:51.978422 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf12a6a-5863-433b-abd6-564601d32625 tempest-TestSnapshotPattern-597891693 tempest-TestSnapshotPattern-597891693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:51.980202 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-cbf12a6a-5863-433b-abd6-564601d32625 tempest-TestSnapshotPattern-597891693 tempest-TestSnapshotPattern-597891693-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 1091 time: 0.0416536 May 26 17:12:51.983123 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59046) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:12:51.987499 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.v2.base [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Request body: {'floatingip': {'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'port_id': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:12:52.008471 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for floatingip, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:52.109863 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:52.223509 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_common [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Allocated IP 172.25.0.241 (3cf03da0-9121-4329-8451-38877ae6839f/c03a67d6-4315-41d1-a166-0edac6d945a6/b4c8eba9-5c1d-40db-8e93-34797cafb3eb) {{(pid=109404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:12:52.331870 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for port, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:52.366127 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777727602589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:52.409162 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Network 3cf03da0-9121-4329-8451-38877ae6839f is already hosted by enough agents. {{(pid=109404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:12:52.411968 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.base_scheduler [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Resources bound (agent type, host, resource id): {{(pid=109404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:12:52.415444 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Received port after_create {{(pid=109404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:12:52.423260 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'Port': ['ID=b4c8eba9-5c1d-40db-8e93-34797cafb3eb,revision_number=1']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:52.800694 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:52.873953 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:53.035725 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for port, precommit_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:53.041708 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29227680'] for port, after_update {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:53.110247 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event updated for resources: {'Port': ['ID=b4c8eba9-5c1d-40db-8e93-34797cafb3eb,revision_number=2']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:12:53.124052 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540151'] for floatingip, after_create {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:53.226951 n-d-843336-2 neutron-server[109404]: INFO neutron.db.l3_db [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Floating IP f6340ce1-224d-4baf-ad2c-9689ca0cf153 associated. External IP: 172.25.0.241, port: d7e73a58-5e61-480d-b4f5-a7fa273b14ea. May 26 17:12:53.438881 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Router c76c8a49-3930-4fb1-ae78-a2ae26d410fb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:12:53.547859 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:12:53.566174 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] Sync routers for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:12:53.566951 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:53.579653 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:12:53.580279 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:12:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:12:53.600129 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-103f1136-4639-49c0-abcd-5d976eb3d163 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6159511 May 26 17:12:53.600705 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:12:53.603894 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef" -d '{"events": [{"name": "network-changed", "server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:12:53.643615 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacb6f8f-832b-47c7-8af8-9d77e3c764e8 x-openstack-request-id: req-dacb6f8f-832b-47c7-8af8-9d77e3c764e8 {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:12:53.643901 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:12:53.644151 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dacb6f8f-832b-47c7-8af8-9d77e3c764e8 {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:12:53.644565 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacb6f8f-832b-47c7-8af8-9d77e3c764e8'] response: {'name': 'network-changed', 'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'status': 'completed', 'code': 200} May 26 17:12:53.693906 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:12:53.714395 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-4607f353-e62f-458a-9304-a0c72cf9d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:53.716070 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-4607f353-e62f-458a-9304-a0c72cf9d8b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 1096 time: 0.0483727 May 26 17:12:53.857405 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-33826b7a-c18d-478c-a8d9-1ff5789b1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:53.859008 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-33826b7a-c18d-478c-a8d9-1ff5789b1ad6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.1338215 May 26 17:12:53.935906 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-994d4e06-9581-4a58-a13b-833aa458ff53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea HTTP/1.1" status: 200 len: 999 time: 0.0681112 May 26 17:12:53.969225 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6fa9dfeb-0209-445f-a931-b7a4ef5af8ef', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:10:19Z', 'updated_at': '2022-05-26T17:10:21Z', 'revision_number': 1, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}, {'id': 'f6340ce1-224d-4baf-ad2c-9689ca0cf153', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:b5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:12:52Z', 'updated_at': '2022-05-26T17:12:52Z', 'revision_number': 0, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:12:53.996071 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] Checking router: c76c8a49-3930-4fb1-ae78-a2ae26d410fb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:12:54.003187 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-a7d61e94-cf7e-4214-aa69-6297eeebfa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:54.004657 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:12:54.004848 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-a7d61e94-cf7e-4214-aa69-6297eeebfa10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0617998 May 26 17:12:54.005178 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:12:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:12:54.068167 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-6661d791-da24-473f-b534-d6a7f097a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:54.078728 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-6661d791-da24-473f-b534-d6a7f097a70d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564854 May 26 17:12:54.125353 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:12:54.171389 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-753e9db2-6d02-4bec-9983-31a46f7937c8 service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909107 May 26 17:12:54.308494 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-8109e6ef-eed9-4922-a9bf-fb1aba4cceef req-bfe7c383-8895-4a12-b3fa-db4fb63d7576 service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291440 May 26 17:12:54.383186 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6fa9dfeb-0209-445f-a931-b7a4ef5af8ef', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:10:19Z', 'updated_at': '2022-05-26T17:10:21Z', 'revision_number': 1, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}, {'id': 'f6340ce1-224d-4baf-ad2c-9689ca0cf153', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:b5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:12:52Z', 'updated_at': '2022-05-26T17:12:52Z', 'revision_number': 0, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:12:54.527982 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48de751-5270-46b1-a8d6-f70b4309cb1a None None] The sync data for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 is: [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6fa9dfeb-0209-445f-a931-b7a4ef5af8ef', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:10:19Z', 'updated_at': '2022-05-26T17:10:21Z', 'revision_number': 1, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}, {'id': 'f6340ce1-224d-4baf-ad2c-9689ca0cf153', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:b5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:12:52Z', 'updated_at': '2022-05-26T17:12:52Z', 'revision_number': 0, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:12:54.553004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:54.598990 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:54.762784 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1cdff-8e69-4820-8b54-d58fff685cf0 None None] New status for floating IP f6340ce1-224d-4baf-ad2c-9689ca0cf153: ACTIVE {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:13:04.198630 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:13:05.229410 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-611aa217-840b-4dc5-93fb-b592241d2b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:07.901181 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-21ec8fea-846b-4269-8a40-c066a54bc3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:09.075138 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:10.852064 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:10.953092 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:24.577316 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:24.592157 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:34.473613 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-c54b35c0-cc32-44cb-a8bf-266f09125ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437875 May 26 17:13:34.571713 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-627446b1-a701-491f-ac06-774785969d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:34.573239 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-627446b1-a701-491f-ac06-774785969d17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 1096 time: 0.0425000 May 26 17:13:34.682697 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-406388a9-5c84-40e5-b085-0aaefafca524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:34.684761 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-406388a9-5c84-40e5-b085-0aaefafca524 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.0908961 May 26 17:13:34.753863 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-7f228072-bf6a-437a-9c34-7eb0ffd68873 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea HTTP/1.1" status: 200 len: 1001 time: 0.0621395 May 26 17:13:34.808776 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-3810f142-2a5c-4b2b-8a24-d727344a1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:34.810292 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-3810f142-2a5c-4b2b-8a24-d727344a1a78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0497677 May 26 17:13:34.859280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-edcd9cad-e5f3-4c86-a6f0-925dafeebc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:34.860827 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-edcd9cad-e5f3-4c86-a6f0-925dafeebc61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436623 May 26 17:13:34.956432 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-5a0b81c2-3cec-4360-8a62-e45fd58a9050 service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864878 May 26 17:13:35.049079 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-fd152f61-afbb-4eaa-a06f-732eaa4294db req-b85c83a8-0f08-4d44-98df-6734820b0e71 service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857546 May 26 17:13:35.229936 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-54f107fb-145e-4923-9f70-dce36c225278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:37.905548 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-53139ed2-9c5b-4783-b59f-67761111e765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:39.075120 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:40.857335 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:40.958441 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:41.200650 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:13:45.198623 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-5d70a3a9-2b52-4a9c-a477-49ee4e4d85e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292598 May 26 17:13:45.282876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-b34d9a5f-d639-4b48-b7dc-487a4307fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:45.284358 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-b34d9a5f-d639-4b48-b7dc-487a4307fcde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1094 time: 0.0415514 May 26 17:13:45.395050 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-58687558-e04a-454e-842e-698518a85e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:45.396483 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-58687558-e04a-454e-842e-698518a85e4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.0881741 May 26 17:13:45.466828 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-e31bf16c-2de0-40bf-9548-b0f91bdc8644 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 200 len: 998 time: 0.0613348 May 26 17:13:45.521106 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-9141fbf0-4b39-4948-b62b-7cdf0e306746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:45.522615 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-9141fbf0-4b39-4948-b62b-7cdf0e306746 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0476704 May 26 17:13:45.571788 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-cdbaad18-ac0a-40c4-b4f2-77d6bd853999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:45.573299 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-cdbaad18-ac0a-40c4-b4f2-77d6bd853999 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405903 May 26 17:13:45.670326 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-9427eccc-f828-4200-81a7-654e30fc2a73 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848179 May 26 17:13:45.764599 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-9c9fe164-83ad-4d41-98ab-78f9f3772766 req-1548301f-2399-4505-8042-79c3798d0422 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865886 May 26 17:13:54.575453 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.616304 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:05.224711 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-3f16db69-c740-4486-8f5d-7f489d73c6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:07.908308 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-90cf49c0-04e8-470e-8273-c4fc879d31a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:09.077773 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:10.859360 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:10.959531 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:18.202362 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:14:24.326797 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d7e73a58-5e61-480d-b4f5-a7fa273b14ea details requested by agent hyperv_n-h2-843336-2 with host n-h2-843336-2 {{(pid=109406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:14:24.445116 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:24.460854 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Returning: {'device': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'port_id': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'mac_address': 'fa:16:3e:b5:d7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:14:24.503418 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d7e73a58-5e61-480d-b4f5-a7fa273b14ea is: ACTIVE; New status is: BUILD {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:14:24.503976 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:24.523066 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7e73a58-5e61-480d-b4f5-a7fa273b14ea {{(pid=109406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:14:24.552329 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:24.556442 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:24.646313 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:24.657167 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] get_ports_and_sgs() called for port_ids ['d7e73a58-5e61-480d-b4f5-a7fa273b14ea'] {{(pid=109406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:14:24.660351 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:24.681564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,revision_number=6']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:24.695272 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.695616 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.695964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.696307 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.696635 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.696964 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.697292 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.697621 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.697947 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.698300 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.698626 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:24.698950 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:26.335002 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d7e73a58-5e61-480d-b4f5-a7fa273b14ea up at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:14:26.404375 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.provisioning_blocks [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Provisioning complete for port d7e73a58-5e61-480d-b4f5-a7fa273b14ea triggered by entity L2. {{(pid=109406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:14:26.406215 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812779'] for port, provisioning_complete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:26.503890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d7e73a58-5e61-480d-b4f5-a7fa273b14ea is: BUILD; New status is: ACTIVE {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:14:26.505069 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:26.534216 n-d-843336-2 neutron-server[109406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea'}] {{(pid=109406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:14:26.536472 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dfaff267df27b73028a6187bdcc53c5fcf70706432328b8a47f4efcd2b75fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4b8d53-8b30-4fd7-8355-f5008e2bfa9f" -d '{"events": [{"server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "name": "network-vif-plugged", "status": "completed", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea"}]}' {{(pid=109406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:14:26.579981 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] For port d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:26.591231 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777728177017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777727602562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777727613736'] for port, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:26.639264 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067bc484-70af-4734-bcea-8238a8f821ac x-openstack-request-id: req-067bc484-70af-4734-bcea-8238a8f821ac {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:14:26.640257 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "name": "network-vif-plugged", "status": "completed", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea", "code": 200}]} {{(pid=109406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:14:26.640550 n-d-843336-2 neutron-server[109406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-067bc484-70af-4734-bcea-8238a8f821ac {{(pid=109406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:14:26.641060 n-d-843336-2 neutron-server[109406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067bc484-70af-4734-bcea-8238a8f821ac'] response: {'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'code': 200} May 26 17:14:26.670237 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Pushing event updated for resources: {'Port': ['ID=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,revision_number=7']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:34.485818 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-1be5082e-d494-4a2d-a1c0-4039abfcee89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407300 May 26 17:14:34.572769 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-aba9c591-a228-4c50-93d5-cac047deb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:34.574412 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-aba9c591-a228-4c50-93d5-cac047deb608 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 1096 time: 0.0421708 May 26 17:14:34.684065 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-5d2c3a40-246e-4db8-88ad-9931415fa474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:34.685652 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-5d2c3a40-246e-4db8-88ad-9931415fa474 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.0896268 May 26 17:14:34.755746 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-a18bd73a-1e84-4134-8ff3-a7e04b3b15e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea HTTP/1.1" status: 200 len: 1001 time: 0.0626056 May 26 17:14:34.810481 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-a23daa4b-6b77-448d-bfea-4969c23d8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:34.811980 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-a23daa4b-6b77-448d-bfea-4969c23d8ebd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0494142 May 26 17:14:34.860552 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-8a916654-9511-4875-9e61-8c26f60dd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:34.862594 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-8a916654-9511-4875-9e61-8c26f60dd883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427687 May 26 17:14:34.957932 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-eaa55745-9e92-4ac9-902c-8ad26c9f4aeb service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871899 May 26 17:14:35.063182 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-b20700e7-04d1-43a8-a8af-11637a376f82 req-060d688c-8657-420e-995c-5d9c457f6fa0 service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965357 May 26 17:14:35.184659 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59248) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:35.226852 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-4945eacb-bb5d-4cb2-854f-a1aaa1097bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:35.346465 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Deleting port b4c8eba9-5c1d-40db-8e93-34797cafb3eb {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:35.346811 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:35.421734 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:35.422114 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:35.433823 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Calling delete_port for b4c8eba9-5c1d-40db-8e93-34797cafb3eb owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:35.581734 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:35.607985 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event deleted for resources: {'Port': ['ID=b4c8eba9-5c1d-40db-8e93-34797cafb3eb,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:35.634533 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.634882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.635229 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.635565 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.635902 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.636234 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.636563 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.636891 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.637215 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.637539 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.637863 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.638230 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:35.679486 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:35.680441 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Floating IP f6340ce1-224d-4baf-ad2c-9689ca0cf153 disassociated (deleted). External IP: 172.25.0.241, port: d7e73a58-5e61-480d-b4f5-a7fa273b14ea. May 26 17:14:35.893728 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Router c76c8a49-3930-4fb1-ae78-a2ae26d410fb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:14:36.004079 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:14:36.008889 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:36.013420 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] Sync routers for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:14:36.023757 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:36.024490 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:36.035612 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-96292b58-3d01-478a-b3b2-4703eb6f06cd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "DELETE /v2.0/floatingips/f6340ce1-224d-4baf-ad2c-9689ca0cf153 HTTP/1.1" status: 204 len: 168 time: 0.8498588 May 26 17:14:36.036193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:14:36.038512 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:14:36.133137 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:36.164167 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e6cf96-0589-4dd6-8b78-657698c94232 x-openstack-request-id: req-e4e6cf96-0589-4dd6-8b78-657698c94232 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:14:36.164815 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:14:36.165359 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4e6cf96-0589-4dd6-8b78-657698c94232 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:14:36.166424 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e6cf96-0589-4dd6-8b78-657698c94232'] response: {'name': 'network-changed', 'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'status': 'completed', 'code': 200} May 26 17:14:36.241726 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-68c965c2-c4b5-4516-af90-3e3b1dc30901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:36.243410 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-68c965c2-c4b5-4516-af90-3e3b1dc30901 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 1096 time: 0.0507991 May 26 17:14:36.293439 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef95177-3b7d-44a9-b913-f2173f2d6ac9 req-21f5258d-9e36-4c36-ad40-08e98c6021ac tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:36.296234 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ef95177-3b7d-44a9-b913-f2173f2d6ac9 req-21f5258d-9e36-4c36-ad40-08e98c6021ac tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 945 time: 0.0541010 May 26 17:14:36.345572 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4ef95177-3b7d-44a9-b913-f2173f2d6ac9 req-68c5e693-cdf6-4772-a225-40b8e99356cc tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 May 26 17:14:36.352711 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-0fc00598-72ac-44d5-928a-05474ed7f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:36.354659 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-0fc00598-72ac-44d5-928a-05474ed7f452 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.1032689 May 26 17:14:36.406331 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6fa9dfeb-0209-445f-a931-b7a4ef5af8ef', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:10:19Z', 'updated_at': '2022-05-26T17:10:21Z', 'revision_number': 1, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:36.437680 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] Checking router: c76c8a49-3930-4fb1-ae78-a2ae26d410fb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:14:36.447948 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:36.448572 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:14:08Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:36.575058 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:36.774681 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-7f0601e8-3e42-448f-8880-6ef0b95eec52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea HTTP/1.1" status: 200 len: 217 time: 0.4080811 May 26 17:14:36.823045 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-1893d785-55ce-4907-bb4f-1d6280a2c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:36.824591 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-1893d785-55ce-4907-bb4f-1d6280a2c42a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0465238 May 26 17:14:36.825113 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6fa9dfeb-0209-445f-a931-b7a4ef5af8ef', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:10:19Z', 'updated_at': '2022-05-26T17:10:21Z', 'revision_number': 1, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:36.855013 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc51614-d725-4676-a086-e0dd61333ab9 None None] The sync data for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 is: [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_floatingips': [{'id': '6fa9dfeb-0209-445f-a931-b7a4ef5af8ef', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'router_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'port_id': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'mac_address': 'fa:16:3e:c3:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:10:19Z', 'updated_at': '2022-05-26T17:10:21Z', 'revision_number': 1, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:14:36.882400 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-d6814fd1-e105-45e0-a7a7-1b2023b68490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:36.884899 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-d6814fd1-e105-45e0-a7a7-1b2023b68490 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511777 May 26 17:14:36.994277 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-1d751092-7620-486c-ad08-5c2403c6305f service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952299 May 26 17:14:37.108408 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-9a8af298-b6f3-4f68-8d3c-3ba63538e2bc req-bbe26a60-3661-4583-af24-a337b73520dc service neutron] 10.222.0.32 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033187 May 26 17:14:37.132014 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98787a-3886-4d9e-b4d6-7f767f2de108 None None] New status for floating IP f6340ce1-224d-4baf-ad2c-9689ca0cf153: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:14:37.479525 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5ee58-0506-449c-badc-e54d7d3934c7 req-10250a7d-dfd3-4dde-a973-1435d696985f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:37.481047 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ffd5ee58-0506-449c-badc-e54d7d3934c7 req-10250a7d-dfd3-4dde-a973-1435d696985f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 945 time: 0.0519660 May 26 17:14:37.522332 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-ffd5ee58-0506-449c-badc-e54d7d3934c7 req-d057f47e-efe0-4906-8fcf-7a66d336ad6f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350761 May 26 17:14:37.912595 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b4699049-74ac-452e-8c7a-2e28743f59fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:38.167012 n-d-843336-2 neutron-server[109404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-52a3d472-1a39-4723-8481-31b878d9e8ad tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:38.168391 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-52a3d472-1a39-4723-8481-31b878d9e8ad tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.32 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 945 time: 0.0493979 May 26 17:14:38.257241 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Deleting port d7e73a58-5e61-480d-b4f5-a7fa273b14ea {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:38.257584 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:38.348171 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] For port d7e73a58-5e61-480d-b4f5-a7fa273b14ea, host n-h2-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843336-2',level=0,port_id=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:38.348535 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:38.360158 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Calling delete_port for d7e73a58-5e61-480d-b4f5-a7fa273b14ea owned by compute:nova {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:38.389659 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d7e73a58-5e61-480d-b4f5-a7fa273b14ea no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:14:38.468978 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Current status of the port d7e73a58-5e61-480d-b4f5-a7fa273b14ea is: ACTIVE; New status is: DOWN {{(pid=109406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:14:38.469283 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3852311'] for port, before_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:38.493151 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:38.522672 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event deleted for resources: {'Port': ['ID=d7e73a58-5e61-480d-b4f5-a7fa273b14ea,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:38.534287 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.534832 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.535184 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.535547 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.535934 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.536864 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.536970 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.537455 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.537916 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.538280 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.538627 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.538960 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843336-2 {{(pid=109404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:14:38.581893 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] No DVR routers for this DVR port d7e73a58-5e61-480d-b4f5-a7fa273b14ea on host n-h2-843336-2 {{(pid=109404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:14:38.584733 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:38.588606 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [req-c5f34f66-7b40-4eda-b793-e9853bb56771 req-ca9ce422-a822-41e6-af78-594c1864d430 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.32 "DELETE /v2.0/ports/d7e73a58-5e61-480d-b4f5-a7fa273b14ea HTTP/1.1" status: 204 len: 173 time: 0.4127243 May 26 17:14:38.589304 n-d-843336-2 neutron-server[109404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'name': 'network-vif-deleted', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea'}] {{(pid=109404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:14:38.592878 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4edc13539341e669458e7bd87bb3b31b3c341b39c5dfd7182f293c21ebc59f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129328d6-6ff3-48d2-b80e-4825f47a9438" -d '{"events": [{"server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "name": "network-vif-deleted", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea"}]}' {{(pid=109404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:14:38.631583 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6352a3-9176-4a94-977f-102c1fd67cbf x-openstack-request-id: req-7d6352a3-9176-4a94-977f-102c1fd67cbf {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:14:38.631994 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26196be4-78f4-485b-8e47-9cbb90ba1928", "name": "network-vif-deleted", "tag": "d7e73a58-5e61-480d-b4f5-a7fa273b14ea", "status": "completed", "code": 200}]} {{(pid=109404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:14:38.632416 n-d-843336-2 neutron-server[109404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d6352a3-9176-4a94-977f-102c1fd67cbf {{(pid=109404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:14:38.632854 n-d-843336-2 neutron-server[109404]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6352a3-9176-4a94-977f-102c1fd67cbf'] response: {'server_uuid': '26196be4-78f4-485b-8e47-9cbb90ba1928', 'name': 'network-vif-deleted', 'tag': 'd7e73a58-5e61-480d-b4f5-a7fa273b14ea', 'status': 'completed', 'code': 200} May 26 17:14:38.641804 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-101a3b48-078c-446e-b8a9-d0943a17c24e req-622a13d6-4473-4c75-8dd2-69b90bb1eeda tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=26196be4-78f4-485b-8e47-9cbb90ba1928 HTTP/1.1" status: 200 len: 210 time: 0.0412419 May 26 17:14:39.080277 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:40.235096 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59308) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:40.397117 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Deleting port 26c9115a-a3ba-4cd9-9cc2-47394e4a2dea {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:40.397458 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:40.475236 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:40.475506 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:40.487032 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Calling delete_port for 26c9115a-a3ba-4cd9-9cc2-47394e4a2dea owned by network:floatingip {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:40.635062 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:40.662308 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event deleted for resources: {'Port': ['ID=26c9115a-a3ba-4cd9-9cc2-47394e4a2dea,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:40.726262 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for floatingip, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:40.727191 n-d-843336-2 neutron-server[109405]: INFO neutron.db.l3_db [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Floating IP 6fa9dfeb-0209-445f-a931-b7a4ef5af8ef disassociated (deleted). External IP: 172.25.0.10, port: 764b0ab6-53c2-4037-ac85-2a59427da91d. May 26 17:14:40.870074 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:40.961693 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:41.262960 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Router c76c8a49-3930-4fb1-ae78-a2ae26d410fb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:14:41.370479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:14:41.375906 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:41.381144 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] Sync routers for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:14:41.390603 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:41.391214 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:41.405099 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1bc98911-80ae-4a06-8b26-6af9ac606139 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "DELETE /v2.0/floatingips/6fa9dfeb-0209-445f-a931-b7a4ef5af8ef HTTP/1.1" status: 204 len: 168 time: 1.1661825 May 26 17:14:41.405099 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:14:41.405619 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8958e8-ffd4-4747-b800-8a146d6f1151" -d '{"events": [{"name": "network-changed", "server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:14:41.446495 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f54df-52da-46b1-be6c-48638a4e8e45 x-openstack-request-id: req-ea5f54df-52da-46b1-be6c-48638a4e8e45 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:14:41.446794 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:14:41.447051 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea5f54df-52da-46b1-be6c-48638a4e8e45 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:14:41.447463 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5f54df-52da-46b1-be6c-48638a4e8e45'] response: {'name': 'network-changed', 'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'status': 'completed', 'code': 200} May 26 17:14:41.507461 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:41.518737 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-72657838-d5f2-4678-91a8-cafe7bcca4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:41.520395 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-72657838-d5f2-4678-91a8-cafe7bcca4b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 1094 time: 0.0493972 May 26 17:14:41.653761 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-25187f69-5252-4440-af4c-31d98132e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:41.656089 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-25187f69-5252-4440-af4c-31d98132e694 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 200 len: 911 time: 0.1262698 May 26 17:14:41.672577 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6bda3-638c-432d-a3eb-c12e7e545183 req-939a16fa-81d2-4454-b853-51ecd0c074dd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:41.673968 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4da6bda3-638c-432d-a3eb-c12e7e545183 req-939a16fa-81d2-4454-b853-51ecd0c074dd tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 943 time: 0.0680296 May 26 17:14:41.711931 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:41.716175 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-d2c6cbbe-7777-4db7-8a79-c660c8d69e83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 200 len: 217 time: 0.0412328 May 26 17:14:41.742614 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] Checking router: c76c8a49-3930-4fb1-ae78-a2ae26d410fb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:14:41.750861 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:41.751467 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:41.782540 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-4da6bda3-638c-432d-a3eb-c12e7e545183 req-37b804e1-8084-4706-9f97-09fcb7512b1b tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005156 May 26 17:14:41.791286 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-54e480fd-228b-45b2-9af2-c5e376c160d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:41.792838 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-54e480fd-228b-45b2-9af2-c5e376c160d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 200 len: 849 time: 0.0678117 May 26 17:14:41.844289 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-796cecdb-c189-42d5-803a-3be36086b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:41.845912 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-796cecdb-c189-42d5-803a-3be36086b401 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445850 May 26 17:14:41.858839 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-9a322617-675c-40b2-a02b-1f6ffbcc913c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=109405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:14:41.859898 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-9a322617-675c-40b2-a02b-1f6ffbcc913c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060403 May 26 17:14:41.949628 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:41.954360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-1f300e62-8735-46c8-9181-ab400d794de4 service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860324 May 26 17:14:42.051850 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-8a8958e8-ffd4-4747-b800-8a146d6f1151 req-d9d1fe53-7c41-4038-8893-22f6cf686a2d service neutron] 10.222.0.24 "GET /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896149 May 26 17:14:42.147301 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:42.173970 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527648ce-b085-4af2-b36b-b5545239b823 None None] The sync data for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 is: [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:00Z', 'revision_number': 4, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2', '_interfaces': [{'id': '4d5cbfd4-c757-4e38-b23d-2f297c582cc9', 'name': '', 'network_id': 'c89f8f9e-a01b-44a0-9d98-76aa5a9ea854', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'mac_address': 'fa:16:3e:b0:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:59Z', 'updated_at': '2022-05-26T17:10:04Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'subnets': [{'id': '32ea53ac-dd87-488e-aecf-d785acf6908a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:14:42.399677 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2efa326-ead0-4cac-922b-a991a24020e4 None None] New status for floating IP 6fa9dfeb-0209-445f-a931-b7a4ef5af8ef: DOWN {{(pid=109406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:14:42.431149 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d7e73a58-5e61-480d-b4f5-a7fa273b14ea no longer exists at agent hyperv_n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:14:42.480997 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] No Port match for: d7e73a58-5e61-480d-b4f5-a7fa273b14ea {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:14:42.481342 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Device d7e73a58-5e61-480d-b4f5-a7fa273b14ea not bound to the agent host n-h2-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:14:42.902936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1205669-933e-4759-95cb-9ed5d10edb1f req-25d5c0f4-553e-48ea-a4d4-ee5eacaec242 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:42.904429 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1205669-933e-4759-95cb-9ed5d10edb1f req-25d5c0f4-553e-48ea-a4d4-ee5eacaec242 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 943 time: 0.0496047 May 26 17:14:42.942825 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-c1205669-933e-4759-95cb-9ed5d10edb1f req-097e9353-027d-4c21-8ac4-0b8cfb7c70e3 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd4f3f04-7167-4d09-b597-94bcea7957e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 May 26 17:14:43.404369 n-d-843336-2 neutron-server[109405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-cfb723f2-d409-4446-94bf-addc37b4eace tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:43.406579 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-cfb723f2-d409-4446-94bf-addc37b4eace tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 943 time: 0.0511234 May 26 17:14:43.502040 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Deleting port 764b0ab6-53c2-4037-ac85-2a59427da91d {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:43.502345 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:43.593800 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] For port 764b0ab6-53c2-4037-ac85-2a59427da91d, host n-h1-843336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843336-2',level=0,port_id=764b0ab6-53c2-4037-ac85-2a59427da91d,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:43.594201 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:43.606367 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Calling delete_port for 764b0ab6-53c2-4037-ac85-2a59427da91d owned by compute:nova {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:43.743222 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:43.773802 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event deleted for resources: {'Port': ['ID=764b0ab6-53c2-4037-ac85-2a59427da91d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:43.819479 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] No DVR routers for this DVR port 764b0ab6-53c2-4037-ac85-2a59427da91d on host n-h1-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:14:43.823209 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:43.826567 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-e41b6428-bdb5-437d-a2e2-478ec471aa77 req-69e77f6a-4dc8-4104-9976-a3031e9e2a2f tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.24 "DELETE /v2.0/ports/764b0ab6-53c2-4037-ac85-2a59427da91d HTTP/1.1" status: 204 len: 173 time: 0.4133265 May 26 17:14:43.827663 n-d-843336-2 neutron-server[109405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'name': 'network-vif-deleted', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d'}] {{(pid=109405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:14:43.829940 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d73ba564541121c1b9ee158267930036580a8a7d03e13c7796deb03956fefb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667c9ed8-ce27-426b-a8e4-7bd105b28b2d" -d '{"events": [{"server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "name": "network-vif-deleted", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d"}]}' {{(pid=109405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:14:43.871475 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0168b46f-fb9e-4caf-94dc-70390db10ab8 x-openstack-request-id: req-0168b46f-fb9e-4caf-94dc-70390db10ab8 {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:14:43.871764 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c334e8f-7f10-4145-bce1-4d85db9f5579", "name": "network-vif-deleted", "tag": "764b0ab6-53c2-4037-ac85-2a59427da91d", "status": "completed", "code": 200}]} {{(pid=109405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:14:43.872015 n-d-843336-2 neutron-server[109405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0168b46f-fb9e-4caf-94dc-70390db10ab8 {{(pid=109405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:14:43.872418 n-d-843336-2 neutron-server[109405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0168b46f-fb9e-4caf-94dc-70390db10ab8'] response: {'server_uuid': '8c334e8f-7f10-4145-bce1-4d85db9f5579', 'name': 'network-vif-deleted', 'tag': '764b0ab6-53c2-4037-ac85-2a59427da91d', 'status': 'completed', 'code': 200} May 26 17:14:44.048481 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [req-2812902b-2780-4730-87e6-4c72c346be7a req-dcb548fa-9d56-418d-9a27-0de0b7b4e8bf tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c334e8f-7f10-4145-bce1-4d85db9f5579 HTTP/1.1" status: 200 len: 210 time: 0.0267088 May 26 17:14:45.106989 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59324) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:45.166679 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-62838aa8-7a59-45a6-9f6d-8683b3333a39 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:45.192683 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-62838aa8-7a59-45a6-9f6d-8683b3333a39 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:45.251836 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-62838aa8-7a59-45a6-9f6d-8683b3333a39 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:45.254389 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-62838aa8-7a59-45a6-9f6d-8683b3333a39 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:45.255532 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-62838aa8-7a59-45a6-9f6d-8683b3333a39 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] 10.222.0.39 "DELETE /v2.0/security-groups/bd4f3f04-7167-4d09-b597-94bcea7957e8 HTTP/1.1" status: 204 len: 168 time: 0.1475692 May 26 17:14:45.264742 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62838aa8-7a59-45a6-9f6d-8683b3333a39 tempest-TestSnapshotPattern-268309430 tempest-TestSnapshotPattern-268309430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f3f04-7167-4d09-b597-94bcea7957e8,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:45.308233 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59328) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:45.660435 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:45.910277 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Deleting port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:45.910670 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:45.989045 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] For port 4d5cbfd4-c757-4e38-b23d-2f297c582cc9, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=4d5cbfd4-c757-4e38-b23d-2f297c582cc9,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:45.989398 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:46.001111 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Calling delete_port for 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 owned by network:router_interface {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:46.182243 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:46.210474 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5cbfd4-c757-4e38-b23d-2f297c582cc9,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:46.378949 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:46.595631 n-d-843336-2 neutron-server[109405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Router c76c8a49-3930-4fb1-ae78-a2ae26d410fb has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:14:46.702013 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:14:46.706990 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-f3f6de26-d3ba-48d6-9db6-fe7447bfa9ae admin admin] 10.222.0.39 "PUT /v2.0/routers/c76c8a49-3930-4fb1-ae78-a2ae26d410fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3976490 May 26 17:14:46.709458 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59330) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:46.711237 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] Sync routers for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:14:46.720481 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:46.721075 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:46.815114 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks [] for router, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:46.824572 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: n-d-843336-2 {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:46.915630 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:46.971522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Deleting port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:46.971865 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.003589 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:14:46Z', 'revision_number': 5, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port': {'id': '957bccc5-1ad4-4338-b4d0-cd2b4ab1394f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:47.029382 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] Checking router: c76c8a49-3930-4fb1-ae78-a2ae26d410fb for host: n-d-843336-2 {{(pid=109407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:14:47.037858 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] Routers {'c76c8a49-3930-4fb1-ae78-a2ae26d410fb'} bound to L3 agent in host n-d-843336-2 {{(pid=109407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:47.038497 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'], 'active': True} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:47.053055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] For port 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=957bccc5-1ad4-4338-b4d0-cd2b4ab1394f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:47.053395 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.066294 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Calling delete_port for 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f owned by network:router_gateway {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:47.124731 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_dvr_db [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] Set router c76c8a49-3930-4fb1-ae78-a2ae26d410fb gateway port host: None {{(pid=109407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:47.179466 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.l3_hamode_db [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:14:46Z', 'revision_number': 6, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:47.206213 n-d-843336-2 neutron-server[109407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b049f-6ec4-4c58-85a4-e2212b65a8e2 None None] The sync data for ids ['c76c8a49-3930-4fb1-ae78-a2ae26d410fb'] in n-d-843336-2 is: [{'id': 'c76c8a49-3930-4fb1-ae78-a2ae26d410fb', 'name': 'tempest-TestSnapshotPattern-1946246615-router', 'tenant_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:57Z', 'updated_at': '2022-05-26T17:14:46Z', 'revision_number': 6, 'project_id': 'd8c1401993b14c698ca3a70df0dbb59d', 'gw_port_host': None}] {{(pid=109407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:14:47.247676 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.274187 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Pushing event deleted for resources: {'Port': ['ID=957bccc5-1ad4-4338-b4d0-cd2b4ab1394f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:47.338361 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.431877 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.433947 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.476798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.477357 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c76c8a49-3930-4fb1-ae78-a2ae26d410fb {{(pid=109405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:14:47.482409 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] Notify callbacks [] for router, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.484413 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-69a9f36c-bb4e-4c22-a57a-1ada2b85aebe admin admin] 10.222.0.39 "DELETE /v2.0/routers/c76c8a49-3930-4fb1-ae78-a2ae26d410fb HTTP/1.1" status: 204 len: 168 time: 0.7740088 May 26 17:14:47.486918 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59332) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:47.537327 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.db_base_plugin_v2 [None req-6784794e-31f2-450c-9060-584ac6a23705 admin admin] Deleting subnet 32ea53ac-dd87-488e-aecf-d785acf6908a {{(pid=109405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:14:47.540316 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6784794e-31f2-450c-9060-584ac6a23705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.926419 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6784794e-31f2-450c-9060-584ac6a23705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28777892'] for subnet, precommit_delete_associations {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.014694 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6784794e-31f2-450c-9060-584ac6a23705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.074804 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6784794e-31f2-450c-9060-584ac6a23705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28241198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29014781'] for subnet, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.099727 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784794e-31f2-450c-9060-584ac6a23705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ea53ac-dd87-488e-aecf-d785acf6908a,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:48.105969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-6784794e-31f2-450c-9060-584ac6a23705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.111734 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-6784794e-31f2-450c-9060-584ac6a23705 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/32ea53ac-dd87-488e-aecf-d785acf6908a HTTP/1.1" status: 204 len: 168 time: 0.6215315 May 26 17:14:48.111913 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6dc86b-a3d9-4ccb-9551-6c727f480e2d None None] Network c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:14:48.112360 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59334) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:48.183256 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.242269 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Deleting port 7fc953e5-0f50-445e-afaf-5935765617ab {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:48.243006 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.322170 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] For port 7fc953e5-0f50-445e-afaf-5935765617ab, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=7fc953e5-0f50-445e-afaf-5935765617ab,segment=NetworkSegment(88b327df-3656-40b9-8e57-da940554ab60),segment_id=88b327df-3656-40b9-8e57-da940554ab60)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:48.322940 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.337049 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Calling delete_port for 7fc953e5-0f50-445e-afaf-5935765617ab owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:48.365911 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 764b0ab6-53c2-4037-ac85-2a59427da91d no longer exists at agent hyperv_n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:14:48.402101 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] No Port match for: 764b0ab6-53c2-4037-ac85-2a59427da91d {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:14:48.402356 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Device 764b0ab6-53c2-4037-ac85-2a59427da91d not bound to the agent host n-h1-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:14:48.423239 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.456871 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc953e5-0f50-445e-afaf-5935765617ab,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:48.461055 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] No DVR routers for this DVR port 7fc953e5-0f50-445e-afaf-5935765617ab on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:14:48.493599 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc9e74-8be6-410a-b0dd-0c0cb34cb506 None None] DHCP port deletion for c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:14:48.538583 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.559512 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89f8f9e-a01b-44a0-9d98-76aa5a9ea854']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:48.571782 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b327df-3656-40b9-8e57-da940554ab60') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:48.572084 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b327df-3656-40b9-8e57-da940554ab60') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:48.582411 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.595917 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.602862 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:14:48.603277 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.676458 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.682798 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.686680 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c89f8f9e-a01b-44a0-9d98-76aa5a9ea854 HTTP/1.1" status: 204 len: 168 time: 0.5728083 May 26 17:14:48.690660 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59340) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:48.706785 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 88b327df-3656-40b9-8e57-da940554ab60 resource provider aggregate not found May 26 17:14:48.711320 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e418fd-fd43-43a7-9924-e6cd04760269 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89f8f9e-a01b-44a0-9d98-76aa5a9ea854,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:48.724034 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment 88b327df-3656-40b9-8e57-da940554ab60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88b327df-3656-40b9-8e57-da940554ab60 found for delete ", "request_id": "req-ef6c0aea-ab5a-4977-95f8-57c57313f0d0"}]} May 26 17:14:49.037179 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540407'] for router_interface, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:49.227707 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7fc953e5-0f50-445e-afaf-5935765617ab no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:14:49.251137 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 7fc953e5-0f50-445e-afaf-5935765617ab {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:14:49.251476 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 7fc953e5-0f50-445e-afaf-5935765617ab not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:14:49.251886 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:14:49.270566 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:14:49.270916 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 4d5cbfd4-c757-4e38-b23d-2f297c582cc9 not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:14:49.271325 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:14:49.286463 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Deleting port 73a732ad-7b03-4cfd-a426-a79021f43eec {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:49.286801 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:49.290891 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:14:49.291176 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 957bccc5-1ad4-4338-b4d0-cd2b4ab1394f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:14:49.366013 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] For port 73a732ad-7b03-4cfd-a426-a79021f43eec, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=73a732ad-7b03-4cfd-a426-a79021f43eec,segment=NetworkSegment(f8160aec-1d0c-417f-847a-0beadea007ae),segment_id=f8160aec-1d0c-417f-847a-0beadea007ae)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:49.366261 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:49.378276 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Calling delete_port for 73a732ad-7b03-4cfd-a426-a79021f43eec owned by network:router_interface {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:49.568064 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:49.594114 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Pushing event deleted for resources: {'Port': ['ID=73a732ad-7b03-4cfd-a426-a79021f43eec,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:49.776084 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537095'] for router_interface, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.003161 n-d-843336-2 neutron-server[109404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Router caf07d6a-62d1-43b7-a062-1aa9cda8997b has already been hosted by L3 agent 2f6b3627-6b28-4936-820a-d6a0b293e54b {{(pid=109404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:14:50.118633 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] Notify agent at l3_agent.n-d-843336-2 the message routers_updated {{(pid=109404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:14:50.127990 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-96906957-de2d-4b2b-8343-42382c2ad9be admin admin] 10.222.0.39 "PUT /v2.0/routers/caf07d6a-62d1-43b7-a062-1aa9cda8997b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4328091 May 26 17:14:50.128543 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59344) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:50.129045 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] Sync routers for ids ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'] in n-d-843336-2 {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:14:50.140408 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] Routers {'caf07d6a-62d1-43b7-a062-1aa9cda8997b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:50.141031 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:50.236917 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks [] for router, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.256874 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] Set router caf07d6a-62d1-43b7-a062-1aa9cda8997b gateway port host: n-d-843336-2 {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:50.337669 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.399004 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Deleting port 68a98626-d274-4ae7-be11-7a01d127b94f {{(pid=109404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:50.399239 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.450890 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'external_fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:14:49Z', 'revision_number': 5, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'gw_port': {'id': '68a98626-d274-4ae7-be11-7a01d127b94f', 'name': '', 'network_id': '3cf03da0-9121-4329-8451-38877ae6839f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c03a67d6-4315-41d1-a166-0edac6d945a6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843336-2'}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:50.480258 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] Checking router: caf07d6a-62d1-43b7-a062-1aa9cda8997b for host: n-d-843336-2 {{(pid=109406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:14:50.490112 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] Routers {'caf07d6a-62d1-43b7-a062-1aa9cda8997b'} bound to L3 agent in host n-d-843336-2 {{(pid=109406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:50.491138 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:41:08Z,description=,heartbeat_timestamp=2022-05-26T17:14:38Z,host='n-d-843336-2',id=2f6b3627-6b28-4936-820a-d6a0b293e54b,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:41:08Z,topic='l3_agent')) {'router_ids': ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'], 'active': True} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:50.497599 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.db [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] For port 68a98626-d274-4ae7-be11-7a01d127b94f, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=68a98626-d274-4ae7-be11-7a01d127b94f,segment=NetworkSegment(3b0faa4e-f1ad-4dc6-9183-6c5eed74f689),segment_id=3b0faa4e-f1ad-4dc6-9183-6c5eed74f689)] {{(pid=109404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:50.497966 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.515434 n-d-843336-2 neutron-server[109404]: DEBUG neutron.plugins.ml2.plugin [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Calling delete_port for 68a98626-d274-4ae7-be11-7a01d127b94f owned by network:router_gateway {{(pid=109404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:50.591740 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvr_db [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] Set router caf07d6a-62d1-43b7-a062-1aa9cda8997b gateway port host: None {{(pid=109406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:50.649564 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_hamode_db [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:14:50Z', 'revision_number': 6, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'gw_port_host': None}], 'n-d-843336-2', False) {} {{(pid=109406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:50.683804 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd54c34-47de-44cb-a6e4-66c631ca700b None None] The sync data for ids ['caf07d6a-62d1-43b7-a062-1aa9cda8997b'] in n-d-843336-2 is: [{'id': 'caf07d6a-62d1-43b7-a062-1aa9cda8997b', 'name': 'tempest-TestSnapshotPattern-1263135215-router', 'tenant_id': 'a8c386e768f241f2b3cd297685a60e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:02Z', 'updated_at': '2022-05-26T17:14:50Z', 'revision_number': 6, 'project_id': 'a8c386e768f241f2b3cd297685a60e6b', 'gw_port_host': None}] {{(pid=109406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:14:50.699520 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29227695'] for port, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.730553 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Pushing event deleted for resources: {'Port': ['ID=68a98626-d274-4ae7-be11-7a01d127b94f,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:50.797253 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540073'] for router_gateway, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.889293 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29197'] for router, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.891511 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.939088 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538523'] for router, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.939637 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Fanout notify agent at l3_agent the message router_deleted on router caf07d6a-62d1-43b7-a062-1aa9cda8997b {{(pid=109404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:14:50.944197 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] Notify callbacks [] for router, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:50.945212 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-575d42d4-ff79-4bcf-bf7a-cd014bfc140b admin admin] 10.222.0.39 "DELETE /v2.0/routers/caf07d6a-62d1-43b7-a062-1aa9cda8997b HTTP/1.1" status: 204 len: 168 time: 0.8155544 May 26 17:14:50.949962 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [-] (109404) accepted ('10.222.0.39', 59346) {{(pid=109404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:50.999924 n-d-843336-2 neutron-server[109404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d755450-a5e7-42d3-9c48-165a29ca5552 admin admin] Deleting subnet 2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a {{(pid=109404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:14:51.002957 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d755450-a5e7-42d3-9c48-165a29ca5552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.042810 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d755450-a5e7-42d3-9c48-165a29ca5552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29221870'] for subnet, precommit_delete_associations {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.126579 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d755450-a5e7-42d3-9c48-165a29ca5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3809314'] for subnet, precommit_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.181886 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d755450-a5e7-42d3-9c48-165a29ca5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3809321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29227738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29132746'] for subnet, after_delete {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.213714 n-d-843336-2 neutron-server[109404]: DEBUG neutron_lib.callbacks.manager [None req-0d755450-a5e7-42d3-9c48-165a29ca5552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.219600 n-d-843336-2 neutron-server[109404]: INFO neutron.wsgi [None req-0d755450-a5e7-42d3-9c48-165a29ca5552 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a HTTP/1.1" status: 204 len: 168 time: 0.2659078 May 26 17:14:51.219600 n-d-843336-2 neutron-server[109404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d755450-a5e7-42d3-9c48-165a29ca5552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7349c2-14fb-4dd9-8a6a-5e463fdeae8a,revision_number=None']} {{(pid=109404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:51.220193 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59348) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:51.225188 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a9ccaa-d966-4ee2-b0bb-bf4b7a5372d3 None None] Network e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f requested from n-d-843336-2 {{(pid=109406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:14:51.289530 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3883261'] for network, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.349522 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Deleting port 41f96f17-5495-4949-a608-67a2ff5d2d2e {{(pid=109405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:51.349878 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.413732 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.db [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] For port 41f96f17-5495-4949-a608-67a2ff5d2d2e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=41f96f17-5495-4949-a608-67a2ff5d2d2e,segment=NetworkSegment(f8160aec-1d0c-417f-847a-0beadea007ae),segment_id=f8160aec-1d0c-417f-847a-0beadea007ae)] {{(pid=109405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:51.414035 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.441371 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Calling delete_port for 41f96f17-5495-4949-a608-67a2ff5d2d2e owned by network:dhcp {{(pid=109405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:51.464247 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8445c-3809-4ba2-ba40-6e297da58e32 None None] DHCP port deletion for e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f request from n-d-843336-2 {{(pid=109406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:14:51.522814 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8445c-3809-4ba2-ba40-6e297da58e32 None None] Deleting port 41f96f17-5495-4949-a608-67a2ff5d2d2e {{(pid=109406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:14:51.523187 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d8e8445c-3809-4ba2-ba40-6e297da58e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777728007181'] for port, before_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.536052 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 41f96f17-5495-4949-a608-67a2ff5d2d2e no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:14:51.541671 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28241243'] for port, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.573876 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f96f17-5495-4949-a608-67a2ff5d2d2e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:51.575882 n-d-843336-2 neutron-server[109405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] No DVR routers for this DVR port 41f96f17-5495-4949-a608-67a2ff5d2d2e on host n-d-843336-2 {{(pid=109405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:14:51.599210 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 41f96f17-5495-4949-a608-67a2ff5d2d2e {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:14:51.599944 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 41f96f17-5495-4949-a608-67a2ff5d2d2e not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:14:51.600574 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 73a732ad-7b03-4cfd-a426-a79021f43eec no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:14:51.627789 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 73a732ad-7b03-4cfd-a426-a79021f43eec {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:14:51.628143 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 73a732ad-7b03-4cfd-a426-a79021f43eec not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:14:51.628567 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 68a98626-d274-4ae7-be11-7a01d127b94f no longer exists at agent ovs-agent-n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:14:51.661977 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811253', 'neutron.services.segments.db._delete_segments_for_network-8777728087592'] for network, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.664430 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] No Port match for: 68a98626-d274-4ae7-be11-7a01d127b94f {{(pid=109406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:14:51.664774 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.rpc [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Device 68a98626-d274-4ae7-be11-7a01d127b94f not bound to the agent host n-d-843336-2 {{(pid=109406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:14:51.673745 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.db [None req-d8e8445c-3809-4ba2-ba40-6e297da58e32 None None] For port 41f96f17-5495-4949-a608-67a2ff5d2d2e, host n-d-843336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843336-2',level=0,port_id=41f96f17-5495-4949-a608-67a2ff5d2d2e,segment=NetworkSegment(f8160aec-1d0c-417f-847a-0beadea007ae),segment_id=f8160aec-1d0c-417f-847a-0beadea007ae)] {{(pid=109406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:51.674263 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d8e8445c-3809-4ba2-ba40-6e297da58e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534263'] for port, precommit_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.689269 n-d-843336-2 neutron-server[109406]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8445c-3809-4ba2-ba40-6e297da58e32 None None] Calling delete_port for 41f96f17-5495-4949-a608-67a2ff5d2d2e owned by network:dhcp {{(pid=109406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:14:51.696682 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f']}} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:51.709408 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8160aec-1d0c-417f-847a-0beadea007ae') {'for_net_delete': True} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:51.709936 n-d-843336-2 neutron-server[109405]: DEBUG neutron.services.segments.db [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8160aec-1d0c-417f-847a-0beadea007ae') {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:51.732393 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777728088113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28777901'] for segment, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.756697 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176'] for segment, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.769900 n-d-843336-2 neutron-server[109405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:14:51.770341 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3812176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28241548'] for segment, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.777073 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d8e8445c-3809-4ba2-ba40-6e297da58e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3852368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777728176999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777727602580'] for port, after_delete {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.807920 n-d-843336-2 neutron-server[109406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8445c-3809-4ba2-ba40-6e297da58e32 None None] No DVR routers for this DVR port 41f96f17-5495-4949-a608-67a2ff5d2d2e on host n-d-843336-2 {{(pid=109406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:14:51.811604 n-d-843336-2 neutron-server[109406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8445c-3809-4ba2-ba40-6e297da58e32 None None] Pushing event deleted for resources: {'Port': ['ID=41f96f17-5495-4949-a608-67a2ff5d2d2e,revision_number=None']} {{(pid=109406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:51.814728 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment f8160aec-1d0c-417f-847a-0beadea007ae resource provider aggregate not found May 26 17:14:51.841420 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540037'] for network, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.844433 n-d-843336-2 neutron-server[109405]: INFO neutron.services.segments.plugin [-] Segment f8160aec-1d0c-417f-847a-0beadea007ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8160aec-1d0c-417f-847a-0beadea007ae found for delete ", "request_id": "req-24f706ba-a54c-458f-b452-02072f3feb85"}]} May 26 17:14:51.848524 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Notify callbacks [] for network, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:51.851708 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f HTTP/1.1" status: 204 len: 168 time: 0.6299911 May 26 17:14:51.864208 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137634c6-a88e-4a6e-a53b-6d7112fde156 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1dcffe2-a0c0-4e6c-9e11-23f6bc89573f,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:52.041668 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59356) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:52.085935 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-82643a1e-6124-47e5-9151-97264bf03658 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8c1401993b14c698ca3a70df0dbb59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429225 May 26 17:14:52.088421 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59358) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:52.146094 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee98d-a2fe-4235-afc5-181d4eda2e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:52.171969 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee98d-a2fe-4235-afc5-181d4eda2e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:52.229957 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee98d-a2fe-4235-afc5-181d4eda2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:52.232641 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee98d-a2fe-4235-afc5-181d4eda2e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:52.234420 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-ba1ee98d-a2fe-4235-afc5-181d4eda2e34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e03fc5c0-6122-4bfc-b80b-2580e94d905e HTTP/1.1" status: 204 len: 168 time: 0.1450758 May 26 17:14:52.244351 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ee98d-a2fe-4235-afc5-181d4eda2e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03fc5c0-6122-4bfc-b80b-2580e94d905e,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:52.550449 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59364) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:52.589894 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-1bea222b-7c3a-490c-8779-14d79edc84e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8c386e768f241f2b3cd297685a60e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382760 May 26 17:14:52.592899 n-d-843336-2 neutron-server[109405]: DEBUG neutron.wsgi [-] (109405) accepted ('10.222.0.39', 59366) {{(pid=109405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:52.639965 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-297dd99d-e6f8-44b9-a202-b041e493c1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:52.661667 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-297dd99d-e6f8-44b9-a202-b041e493c1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:52.710276 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-297dd99d-e6f8-44b9-a202-b041e493c1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749033'] for security_group, after_delete {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:52.712870 n-d-843336-2 neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-297dd99d-e6f8-44b9-a202-b041e493c1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:52.714360 n-d-843336-2 neutron-server[109405]: INFO neutron.wsgi [None req-297dd99d-e6f8-44b9-a202-b041e493c1ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b85a99f-c78b-47a6-b012-219fafb0dc4d HTTP/1.1" status: 204 len: 168 time: 0.1202374 May 26 17:14:52.722109 n-d-843336-2 neutron-server[109405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dd99d-e6f8-44b9-a202-b041e493c1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b85a99f-c78b-47a6-b012-219fafb0dc4d,revision_number=None']} {{(pid=109405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:54.604878 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:54.626917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:55.201348 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:15:05.233317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-562b6bf5-25d9-4ee8-835f-b38de524dbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:07.908358 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-810daa6b-da97-4c49-8bf9-ca520d4c3bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:09.082682 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:10.868707 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:10.965917 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:24.617305 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:24.624954 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:32.201148 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:15:35.237705 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-693d7d57-0a6a-48ca-a46a-4949627fea2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:37.912425 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-06c2f9c7-5a58-4e75-a2d2-bbd179608708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:39.085785 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:40.861809 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:40.968450 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:54.627317 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:54.630141 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:05.238991 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-a01ede02-9613-4249-b588-5811f5e28d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:07.917288 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6227-ebec-4f4b-87d8-6333fbc46c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:09.088473 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:09.200458 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:16:10.864801 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:10.970574 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:24.612223 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:24.633042 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:35.239840 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-426eeb96-da88-40b5-a2f8-9cea7d244d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:37.921724 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-7a8575a0-7a0a-4f65-b7c6-b600e720933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:39.091830 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:40.868530 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:40.974274 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:46.198619 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:16:54.611736 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:54.650628 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:05.243531 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-d6c2f728-86e9-435e-b870-cdf7a7f6c3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:07.916220 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c8cec9eb-6b7b-4e59-aee4-89365da93721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:09.095881 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:10.870596 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:10.990797 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:23.201132 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:17:24.619737 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:24.649184 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:35.250989 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfea8-0f3b-4e6f-b5fa-624eaa8a81ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:37.921802 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1e2f8790-bc5d-4123-b64d-ea804637fb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:39.099001 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:40.878732 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:40.979606 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:54.673838 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:54.685107 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:00.200634 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:18:05.243967 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-6e9141ef-b7e1-48db-ab93-cdd902cfc5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:07.916649 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8e56abcc-52e4-4adb-a774-bf52d9705cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:09.099773 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:10.874465 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:10.983885 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:24.679314 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:24.685771 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:35.246952 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-55ab352d-1a9a-429e-86ca-50df9ebe2d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:37.199852 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:18:37.919216 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0ea054c4-8981-4394-8821-39d631677a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:39.102986 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:40.880932 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:40.986412 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:54.663931 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:54.686586 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:05.249678 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-700dff5f-56c6-4b3c-8aed-09bc263cf7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:07.921066 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-09782890-26b2-46d0-881e-42fceea71c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:09.105858 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:10.883490 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:10.988565 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:14.198951 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:19:24.666822 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:24.691389 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:35.250918 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec698-cf60-467c-8e72-6f606047a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.922569 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-627746fe-640c-4f49-a267-6af689459543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:39.109652 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:40.885800 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:40.991754 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:51.197875 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:19:54.701949 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:54.703034 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:05.254115 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-126204b4-bc0d-47e6-a060-0c999ee8b243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:07.924456 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-f0040731-eb59-4d7e-83bc-5dae7d6f7b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:09.111182 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:10.888513 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:10.995438 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:24.687759 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:24.693093 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:28.197250 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:20:35.256564 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-546dec96-0b94-4339-8a4e-d7377dd8821f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:37.926553 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-195692da-00d5-4d8c-b43d-f784991fab47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:39.120662 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:40.894439 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:40.996795 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:54.689578 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:54.721800 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:05.196215 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:21:05.258101 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-85fdb22c-3121-494f-ba9e-2d1ad2c463cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:07.929609 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-31a491f6-177d-4c69-982a-398a419a0cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:09.116803 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:10.909347 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:11.001404 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:24.709684 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:24.721545 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:35.260004 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-b48bcc97-ed9d-47ea-aac4-c55ffc35194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:37.931422 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-620adc03-a789-475b-9b24-4bc9fb30a312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:39.121046 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:40.903680 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:41.003253 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:42.195528 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:21:54.718318 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:54.749270 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:05.262597 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8a3f8df0-e988-4575-87aa-fd0084d00579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:07.934645 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-ec4b80ba-145a-46bf-80cd-f640d2a50e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:09.126272 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:10.905433 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:11.006477 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:19.193745 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:22:24.735309 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:24.753964 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:35.264737 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-30f0ecd5-6c27-4a78-be0f-7f9d6f8effe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:37.936126 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-0db894bb-f899-488f-844c-15b7621d0aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:39.125373 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:40.908249 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:41.011076 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:54.754823 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:54.765655 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:56.194098 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:23:05.266982 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-1af39bb8-181d-498a-a937-d6dade4c235e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:07.355151 n-d-843336-2 neutron-server[109404]: DEBUG neutron.wsgi [req-003cc4b9-68af-44e1-83e9-f39e12b5dd59 req-04ccf7e4-b16d-48f6-a141-4cd25a8f2a4d service neutron] (109404) timed out ('10.222.0.39', 57176) {{(pid=109404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 17:23:07.938921 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-8f072b86-4005-4f61-a1f4-56cfdb32514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:09.129685 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:10.917053 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:11.014019 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:24.754376 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-52a90eaa-3e47-417b-b3f3-2eaab4ff6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:24.778492 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-e28721d5-c611-40ec-811c-26b3ab6d9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:33.192559 n-d-843336-2 neutron-server[109407]: DEBUG neutron.db.agents_db [None req-2ad88def-5ec0-49c7-b7cc-d14d675942c3 None None] Agent healthcheck: found 7 active agents {{(pid=109407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:23:35.269915 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-94a72c6a-65bd-448b-bcb0-844309618a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:37.944676 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-c6262b1a-161d-47b0-a91a-3b3a7537ed72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:39.131875 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-84987de9-89de-4a10-af6b-53347a8a3901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:40.912111 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-628011d2-6700-476e-b8d6-a5048f752e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:41.016098 n-d-843336-2 neutron-server[109406]: DEBUG neutron_lib.callbacks.manager [None req-92c3f7f0-ade6-4093-9933-b7a23fbe909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777728087574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812357'] for agent, after_update {{(pid=109406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}